1 /* SPDX-License-Identifier: MIT */
2 #ifndef __NOUVEAU_DRV_H__
3 #define __NOUVEAU_DRV_H__
4 
5 #define DRIVER_AUTHOR		"Nouveau Project"
6 #define DRIVER_EMAIL		"nouveau@lists.freedesktop.org"
7 
8 #define DRIVER_NAME		"nouveau"
9 #define DRIVER_DESC		"nVidia Riva/TNT/GeForce/Quadro/Tesla/Tegra K1+"
10 #define DRIVER_DATE		"20120801"
11 
12 #define DRIVER_MAJOR		1
13 #define DRIVER_MINOR		4
14 #define DRIVER_PATCHLEVEL	0
15 
16 /*
17  * 1.1.1:
18  * 	- added support for tiled system memory buffer objects
19  *      - added support for NOUVEAU_GETPARAM_GRAPH_UNITS on [nvc0,nve0].
20  *      - added support for compressed memory storage types on [nvc0,nve0].
21  *      - added support for software methods 0x600,0x644,0x6ac on nvc0
22  *        to control registers on the MPs to enable performance counters,
23  *        and to control the warp error enable mask (OpenGL requires out of
24  *        bounds access to local memory to be silently ignored / return 0).
25  * 1.1.2:
26  *      - fixes multiple bugs in flip completion events and timestamping
27  * 1.2.0:
28  * 	- object api exposed to userspace
29  * 	- fermi,kepler,maxwell zbc
30  * 1.2.1:
31  *      - allow concurrent access to bo's mapped read/write.
32  * 1.2.2:
33  *      - add NOUVEAU_GEM_DOMAIN_COHERENT flag
34  * 1.3.0:
35  *      - NVIF ABI modified, safe because only (current) users are test
36  *        programs that get directly linked with NVKM.
37  * 1.3.1:
38  *      - implemented limited ABI16/NVIF interop
39  */
40 
41 #include <linux/notifier.h>
42 
43 #include <nvif/client.h>
44 #include <nvif/device.h>
45 #include <nvif/ioctl.h>
46 #include <nvif/mmu.h>
47 #include <nvif/vmm.h>
48 
49 #include <drm/drm_connector.h>
50 #include <drm/drm_device.h>
51 #include <drm/drm_drv.h>
52 #include <drm/drm_file.h>
53 
54 #include <drm/ttm/ttm_bo.h>
55 #include <drm/ttm/ttm_placement.h>
56 
57 #include <drm/drm_audio_component.h>
58 
59 #include "uapi/drm/nouveau_drm.h"
60 
61 struct nouveau_channel;
62 struct platform_device;
63 
64 #include "nouveau_fence.h"
65 #include "nouveau_bios.h"
66 #include "nouveau_sched.h"
67 #include "nouveau_vmm.h"
68 #include "nouveau_uvmm.h"
69 
70 struct nouveau_drm_tile {
71 	struct nouveau_fence *fence;
72 	bool used;
73 };
74 
75 enum nouveau_drm_object_route {
76 	NVDRM_OBJECT_NVIF = NVIF_IOCTL_V0_OWNER_NVIF,
77 	NVDRM_OBJECT_USIF,
78 	NVDRM_OBJECT_ABI16,
79 	NVDRM_OBJECT_ANY = NVIF_IOCTL_V0_OWNER_ANY,
80 };
81 
82 enum nouveau_drm_handle {
83 	NVDRM_CHAN    = 0xcccc0000, /* |= client chid */
84 	NVDRM_NVSW    = 0x55550000,
85 };
86 
87 struct nouveau_cli {
88 	struct nvif_client base;
89 	struct nouveau_drm *drm;
90 	struct mutex mutex;
91 
92 	struct nvif_device device;
93 	struct nvif_mmu mmu;
94 	struct nouveau_vmm vmm;
95 	struct nouveau_vmm svm;
96 	struct nouveau_uvmm uvmm;
97 
98 	struct nouveau_sched_entity sched_entity;
99 
100 	const struct nvif_mclass *mem;
101 
102 	struct list_head head;
103 	void *abi16;
104 	struct list_head objects;
105 	char name[32];
106 
107 	struct work_struct work;
108 	struct list_head worker;
109 	struct mutex lock;
110 };
111 
112 struct nouveau_cli_work {
113 	void (*func)(struct nouveau_cli_work *);
114 	struct nouveau_cli *cli;
115 	struct list_head head;
116 
117 	struct dma_fence *fence;
118 	struct dma_fence_cb cb;
119 };
120 
121 static inline struct nouveau_uvmm *
122 nouveau_cli_uvmm(struct nouveau_cli *cli)
123 {
124 	if (!cli || !cli->uvmm.vmm.cli)
125 		return NULL;
126 
127 	return &cli->uvmm;
128 }
129 
130 static inline struct nouveau_uvmm *
131 nouveau_cli_uvmm_locked(struct nouveau_cli *cli)
132 {
133 	struct nouveau_uvmm *uvmm;
134 
135 	mutex_lock(&cli->mutex);
136 	uvmm = nouveau_cli_uvmm(cli);
137 	mutex_unlock(&cli->mutex);
138 
139 	return uvmm;
140 }
141 
142 static inline struct nouveau_vmm *
143 nouveau_cli_vmm(struct nouveau_cli *cli)
144 {
145 	struct nouveau_uvmm *uvmm;
146 
147 	uvmm = nouveau_cli_uvmm(cli);
148 	if (uvmm)
149 		return &uvmm->vmm;
150 
151 	if (cli->svm.cli)
152 		return &cli->svm;
153 
154 	return &cli->vmm;
155 }
156 
157 static inline void
158 __nouveau_cli_disable_uvmm_noinit(struct nouveau_cli *cli)
159 {
160 	struct nouveau_uvmm *uvmm = nouveau_cli_uvmm(cli);
161 
162 	if (!uvmm)
163 		cli->uvmm.disabled = true;
164 }
165 
166 static inline void
167 nouveau_cli_disable_uvmm_noinit(struct nouveau_cli *cli)
168 {
169 	mutex_lock(&cli->mutex);
170 	__nouveau_cli_disable_uvmm_noinit(cli);
171 	mutex_unlock(&cli->mutex);
172 }
173 
174 void nouveau_cli_work_queue(struct nouveau_cli *, struct dma_fence *,
175 			    struct nouveau_cli_work *);
176 
177 static inline struct nouveau_cli *
178 nouveau_cli(struct drm_file *fpriv)
179 {
180 	return fpriv ? fpriv->driver_priv : NULL;
181 }
182 
183 static inline void
184 u_free(void *addr)
185 {
186 	kvfree(addr);
187 }
188 
189 static inline void *
190 u_memcpya(uint64_t user, unsigned int nmemb, unsigned int size)
191 {
192 	void *mem;
193 	void __user *userptr = (void __force __user *)(uintptr_t)user;
194 
195 	size *= nmemb;
196 
197 	mem = kvmalloc(size, GFP_KERNEL);
198 	if (!mem)
199 		return ERR_PTR(-ENOMEM);
200 
201 	if (copy_from_user(mem, userptr, size)) {
202 		u_free(mem);
203 		return ERR_PTR(-EFAULT);
204 	}
205 
206 	return mem;
207 }
208 
209 #include <nvif/object.h>
210 #include <nvif/parent.h>
211 
212 struct nouveau_drm {
213 	struct nvif_parent parent;
214 	struct nouveau_cli master;
215 	struct nouveau_cli client;
216 	struct drm_device *dev;
217 
218 	struct list_head clients;
219 
220 	/**
221 	 * @clients_lock: Protects access to the @clients list of &struct nouveau_cli.
222 	 */
223 	struct mutex clients_lock;
224 
225 	u8 old_pm_cap;
226 
227 	struct {
228 		struct agp_bridge_data *bridge;
229 		u32 base;
230 		u32 size;
231 		bool cma;
232 	} agp;
233 
234 	/* TTM interface support */
235 	struct {
236 		struct ttm_device bdev;
237 		atomic_t validate_sequence;
238 		int (*move)(struct nouveau_channel *,
239 			    struct ttm_buffer_object *,
240 			    struct ttm_resource *, struct ttm_resource *);
241 		struct nouveau_channel *chan;
242 		struct nvif_object copy;
243 		int mtrr;
244 		int type_vram;
245 		int type_host[2];
246 		int type_ncoh[2];
247 		struct mutex io_reserve_mutex;
248 		struct list_head io_reserve_lru;
249 	} ttm;
250 
251 	/* GEM interface support */
252 	struct {
253 		u64 vram_available;
254 		u64 gart_available;
255 	} gem;
256 
257 	/* synchronisation */
258 	void *fence;
259 
260 	/* Global channel management. */
261 	int chan_total; /* Number of channels across all runlists. */
262 	int chan_nr;	/* 0 if per-runlist CHIDs. */
263 	int runl_nr;
264 	struct {
265 		int chan_nr;
266 		int chan_id_base;
267 		u64 context_base;
268 	} *runl;
269 
270 	/* context for accelerated drm-internal operations */
271 	struct nouveau_channel *cechan;
272 	struct nouveau_channel *channel;
273 	struct nvkm_gpuobj *notify;
274 	struct nvif_object ntfy;
275 
276 	/* nv10-nv40 tiling regions */
277 	struct {
278 		struct nouveau_drm_tile reg[15];
279 		spinlock_t lock;
280 	} tile;
281 
282 	/* modesetting */
283 	struct nvbios vbios;
284 	struct nouveau_display *display;
285 	struct work_struct hpd_work;
286 	spinlock_t hpd_lock;
287 	u32 hpd_pending;
288 #ifdef CONFIG_ACPI
289 	struct notifier_block acpi_nb;
290 #endif
291 
292 	/* power management */
293 	struct nouveau_hwmon *hwmon;
294 	struct nouveau_debugfs *debugfs;
295 
296 	/* led management */
297 	struct nouveau_led *led;
298 
299 	struct dev_pm_domain vga_pm_domain;
300 
301 	struct nouveau_svm *svm;
302 
303 	struct nouveau_dmem *dmem;
304 
305 	struct {
306 		struct drm_audio_component *component;
307 		struct mutex lock;
308 		bool component_registered;
309 	} audio;
310 
311 	struct drm_gpu_scheduler sched;
312 	struct workqueue_struct *sched_wq;
313 
314 };
315 
316 static inline struct nouveau_drm *
317 nouveau_drm(struct drm_device *dev)
318 {
319 	return dev->dev_private;
320 }
321 
322 static inline bool
323 nouveau_drm_use_coherent_gpu_mapping(struct nouveau_drm *drm)
324 {
325 	struct nvif_mmu *mmu = &drm->client.mmu;
326 	return !(mmu->type[drm->ttm.type_host[0]].type & NVIF_MEM_UNCACHED);
327 }
328 
329 int nouveau_pmops_suspend(struct device *);
330 int nouveau_pmops_resume(struct device *);
331 bool nouveau_pmops_runtime(void);
332 
333 #include <nvkm/core/tegra.h>
334 
335 struct drm_device *
336 nouveau_platform_device_create(const struct nvkm_device_tegra_func *,
337 			       struct platform_device *, struct nvkm_device **);
338 void nouveau_drm_device_remove(struct drm_device *dev);
339 
340 #define NV_PRINTK(l,c,f,a...) do {                                             \
341 	struct nouveau_cli *_cli = (c);                                        \
342 	dev_##l(_cli->drm->dev->dev, "%s: "f, _cli->name, ##a);                \
343 } while(0)
344 
345 #define NV_FATAL(drm,f,a...) NV_PRINTK(crit, &(drm)->client, f, ##a)
346 #define NV_ERROR(drm,f,a...) NV_PRINTK(err, &(drm)->client, f, ##a)
347 #define NV_WARN(drm,f,a...) NV_PRINTK(warn, &(drm)->client, f, ##a)
348 #define NV_INFO(drm,f,a...) NV_PRINTK(info, &(drm)->client, f, ##a)
349 
350 #define NV_DEBUG(drm,f,a...) do {                                              \
351 	if (drm_debug_enabled(DRM_UT_DRIVER))                                  \
352 		NV_PRINTK(info, &(drm)->client, f, ##a);                       \
353 } while(0)
354 #define NV_ATOMIC(drm,f,a...) do {                                             \
355 	if (drm_debug_enabled(DRM_UT_ATOMIC))                                  \
356 		NV_PRINTK(info, &(drm)->client, f, ##a);                       \
357 } while(0)
358 
359 #define NV_PRINTK_ONCE(l,c,f,a...) NV_PRINTK(l##_once,c,f, ##a)
360 
361 #define NV_ERROR_ONCE(drm,f,a...) NV_PRINTK_ONCE(err, &(drm)->client, f, ##a)
362 #define NV_WARN_ONCE(drm,f,a...) NV_PRINTK_ONCE(warn, &(drm)->client, f, ##a)
363 #define NV_INFO_ONCE(drm,f,a...) NV_PRINTK_ONCE(info, &(drm)->client, f, ##a)
364 
365 extern int nouveau_modeset;
366 
367 #endif
368