1 /* SPDX-License-Identifier: MIT */
2 #ifndef __NOUVEAU_DRV_H__
3 #define __NOUVEAU_DRV_H__
4 
5 #define DRIVER_AUTHOR		"Nouveau Project"
6 #define DRIVER_EMAIL		"nouveau@lists.freedesktop.org"
7 
8 #define DRIVER_NAME		"nouveau"
9 #define DRIVER_DESC		"nVidia Riva/TNT/GeForce/Quadro/Tesla/Tegra K1+"
10 #define DRIVER_DATE		"20120801"
11 
12 #define DRIVER_MAJOR		1
13 #define DRIVER_MINOR		3
14 #define DRIVER_PATCHLEVEL	1
15 
16 /*
17  * 1.1.1:
18  * 	- added support for tiled system memory buffer objects
19  *      - added support for NOUVEAU_GETPARAM_GRAPH_UNITS on [nvc0,nve0].
20  *      - added support for compressed memory storage types on [nvc0,nve0].
21  *      - added support for software methods 0x600,0x644,0x6ac on nvc0
22  *        to control registers on the MPs to enable performance counters,
23  *        and to control the warp error enable mask (OpenGL requires out of
24  *        bounds access to local memory to be silently ignored / return 0).
25  * 1.1.2:
26  *      - fixes multiple bugs in flip completion events and timestamping
27  * 1.2.0:
28  * 	- object api exposed to userspace
29  * 	- fermi,kepler,maxwell zbc
30  * 1.2.1:
31  *      - allow concurrent access to bo's mapped read/write.
32  * 1.2.2:
33  *      - add NOUVEAU_GEM_DOMAIN_COHERENT flag
34  * 1.3.0:
35  *      - NVIF ABI modified, safe because only (current) users are test
36  *        programs that get directly linked with NVKM.
37  * 1.3.1:
38  *      - implemented limited ABI16/NVIF interop
39  */
40 
41 #include <linux/notifier.h>
42 
43 #include <nvif/client.h>
44 #include <nvif/device.h>
45 #include <nvif/ioctl.h>
46 #include <nvif/mmu.h>
47 #include <nvif/vmm.h>
48 
49 #include <drm/drm_connector.h>
50 #include <drm/drm_device.h>
51 #include <drm/drm_drv.h>
52 #include <drm/drm_file.h>
53 
54 #include <drm/ttm/ttm_bo_api.h>
55 #include <drm/ttm/ttm_bo_driver.h>
56 #include <drm/ttm/ttm_placement.h>
57 #include <drm/ttm/ttm_memory.h>
58 
59 #include <drm/drm_audio_component.h>
60 
61 #include "uapi/drm/nouveau_drm.h"
62 
63 struct nouveau_channel;
64 struct platform_device;
65 
66 #include "nouveau_fence.h"
67 #include "nouveau_bios.h"
68 #include "nouveau_vmm.h"
69 
70 struct nouveau_drm_tile {
71 	struct nouveau_fence *fence;
72 	bool used;
73 };
74 
75 enum nouveau_drm_object_route {
76 	NVDRM_OBJECT_NVIF = NVIF_IOCTL_V0_OWNER_NVIF,
77 	NVDRM_OBJECT_USIF,
78 	NVDRM_OBJECT_ABI16,
79 	NVDRM_OBJECT_ANY = NVIF_IOCTL_V0_OWNER_ANY,
80 };
81 
82 enum nouveau_drm_notify_route {
83 	NVDRM_NOTIFY_NVIF = 0,
84 	NVDRM_NOTIFY_USIF
85 };
86 
87 enum nouveau_drm_handle {
88 	NVDRM_CHAN    = 0xcccc0000, /* |= client chid */
89 	NVDRM_NVSW    = 0x55550000,
90 };
91 
92 struct nouveau_cli {
93 	struct nvif_client base;
94 	struct nouveau_drm *drm;
95 	struct mutex mutex;
96 
97 	struct nvif_device device;
98 	struct nvif_mmu mmu;
99 	struct nouveau_vmm vmm;
100 	struct nouveau_vmm svm;
101 	const struct nvif_mclass *mem;
102 
103 	struct list_head head;
104 	void *abi16;
105 	struct list_head objects;
106 	struct list_head notifys;
107 	char name[32];
108 
109 	struct work_struct work;
110 	struct list_head worker;
111 	struct mutex lock;
112 };
113 
114 struct nouveau_cli_work {
115 	void (*func)(struct nouveau_cli_work *);
116 	struct nouveau_cli *cli;
117 	struct list_head head;
118 
119 	struct dma_fence *fence;
120 	struct dma_fence_cb cb;
121 };
122 
123 void nouveau_cli_work_queue(struct nouveau_cli *, struct dma_fence *,
124 			    struct nouveau_cli_work *);
125 
126 static inline struct nouveau_cli *
127 nouveau_cli(struct drm_file *fpriv)
128 {
129 	return fpriv ? fpriv->driver_priv : NULL;
130 }
131 
132 #include <nvif/object.h>
133 #include <nvif/parent.h>
134 
135 struct nouveau_drm {
136 	struct nvif_parent parent;
137 	struct nouveau_cli master;
138 	struct nouveau_cli client;
139 	struct drm_device *dev;
140 
141 	struct list_head clients;
142 
143 	u8 old_pm_cap;
144 
145 	struct {
146 		struct agp_bridge_data *bridge;
147 		u32 base;
148 		u32 size;
149 		bool cma;
150 	} agp;
151 
152 	/* TTM interface support */
153 	struct {
154 		struct ttm_bo_device bdev;
155 		atomic_t validate_sequence;
156 		int (*move)(struct nouveau_channel *,
157 			    struct ttm_buffer_object *,
158 			    struct ttm_resource *, struct ttm_resource *);
159 		struct nouveau_channel *chan;
160 		struct nvif_object copy;
161 		int mtrr;
162 		int type_vram;
163 		int type_host[2];
164 		int type_ncoh[2];
165 		struct mutex io_reserve_mutex;
166 		struct list_head io_reserve_lru;
167 	} ttm;
168 
169 	/* GEM interface support */
170 	struct {
171 		u64 vram_available;
172 		u64 gart_available;
173 	} gem;
174 
175 	/* synchronisation */
176 	void *fence;
177 
178 	/* Global channel management. */
179 	struct {
180 		int nr;
181 		u64 context_base;
182 	} chan;
183 
184 	/* context for accelerated drm-internal operations */
185 	struct nouveau_channel *cechan;
186 	struct nouveau_channel *channel;
187 	struct nvkm_gpuobj *notify;
188 	struct nouveau_fbdev *fbcon;
189 	struct nvif_object ntfy;
190 
191 	/* nv10-nv40 tiling regions */
192 	struct {
193 		struct nouveau_drm_tile reg[15];
194 		spinlock_t lock;
195 	} tile;
196 
197 	/* modesetting */
198 	struct nvbios vbios;
199 	struct nouveau_display *display;
200 	struct work_struct hpd_work;
201 	struct mutex hpd_lock;
202 	u32 hpd_pending;
203 	struct work_struct fbcon_work;
204 	int fbcon_new_state;
205 #ifdef CONFIG_ACPI
206 	struct notifier_block acpi_nb;
207 #endif
208 
209 	/* power management */
210 	struct nouveau_hwmon *hwmon;
211 	struct nouveau_debugfs *debugfs;
212 
213 	/* led management */
214 	struct nouveau_led *led;
215 
216 	struct dev_pm_domain vga_pm_domain;
217 
218 	struct nouveau_svm *svm;
219 
220 	struct nouveau_dmem *dmem;
221 
222 	struct {
223 		struct drm_audio_component *component;
224 		struct mutex lock;
225 		bool component_registered;
226 	} audio;
227 };
228 
229 static inline struct nouveau_drm *
230 nouveau_drm(struct drm_device *dev)
231 {
232 	return dev->dev_private;
233 }
234 
235 static inline bool
236 nouveau_drm_use_coherent_gpu_mapping(struct nouveau_drm *drm)
237 {
238 	struct nvif_mmu *mmu = &drm->client.mmu;
239 	return !(mmu->type[drm->ttm.type_host[0]].type & NVIF_MEM_UNCACHED);
240 }
241 
242 int nouveau_pmops_suspend(struct device *);
243 int nouveau_pmops_resume(struct device *);
244 bool nouveau_pmops_runtime(void);
245 
246 #include <nvkm/core/tegra.h>
247 
248 struct drm_device *
249 nouveau_platform_device_create(const struct nvkm_device_tegra_func *,
250 			       struct platform_device *, struct nvkm_device **);
251 void nouveau_drm_device_remove(struct drm_device *dev);
252 
253 #define NV_PRINTK(l,c,f,a...) do {                                             \
254 	struct nouveau_cli *_cli = (c);                                        \
255 	dev_##l(_cli->drm->dev->dev, "%s: "f, _cli->name, ##a);                \
256 } while(0)
257 
258 #define NV_FATAL(drm,f,a...) NV_PRINTK(crit, &(drm)->client, f, ##a)
259 #define NV_ERROR(drm,f,a...) NV_PRINTK(err, &(drm)->client, f, ##a)
260 #define NV_WARN(drm,f,a...) NV_PRINTK(warn, &(drm)->client, f, ##a)
261 #define NV_INFO(drm,f,a...) NV_PRINTK(info, &(drm)->client, f, ##a)
262 
263 #define NV_DEBUG(drm,f,a...) do {                                              \
264 	if (drm_debug_enabled(DRM_UT_DRIVER))                                  \
265 		NV_PRINTK(info, &(drm)->client, f, ##a);                       \
266 } while(0)
267 #define NV_ATOMIC(drm,f,a...) do {                                             \
268 	if (drm_debug_enabled(DRM_UT_ATOMIC))                                  \
269 		NV_PRINTK(info, &(drm)->client, f, ##a);                       \
270 } while(0)
271 
272 #define NV_PRINTK_ONCE(l,c,f,a...) NV_PRINTK(l##_once,c,f, ##a)
273 
274 #define NV_ERROR_ONCE(drm,f,a...) NV_PRINTK_ONCE(err, &(drm)->client, f, ##a)
275 #define NV_WARN_ONCE(drm,f,a...) NV_PRINTK_ONCE(warn, &(drm)->client, f, ##a)
276 #define NV_INFO_ONCE(drm,f,a...) NV_PRINTK_ONCE(info, &(drm)->client, f, ##a)
277 
278 extern int nouveau_modeset;
279 
280 #endif
281