1 /*
2  * Copyright 2012 Red Hat Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  * Authors: Ben Skeggs
23  */
24 
25 #include <linux/console.h>
26 #include <linux/delay.h>
27 #include <linux/module.h>
28 #include <linux/pci.h>
29 #include <linux/pm_runtime.h>
30 #include <linux/vga_switcheroo.h>
31 
32 #include "drmP.h"
33 #include "drm_crtc_helper.h"
34 
35 #include <core/gpuobj.h>
36 #include <core/option.h>
37 #include <core/pci.h>
38 #include <core/tegra.h>
39 
40 #include <nvif/driver.h>
41 
42 #include <nvif/class.h>
43 #include <nvif/cl0002.h>
44 #include <nvif/cla06f.h>
45 #include <nvif/if0004.h>
46 
47 #include "nouveau_drv.h"
48 #include "nouveau_dma.h"
49 #include "nouveau_ttm.h"
50 #include "nouveau_gem.h"
51 #include "nouveau_vga.h"
52 #include "nouveau_led.h"
53 #include "nouveau_hwmon.h"
54 #include "nouveau_acpi.h"
55 #include "nouveau_bios.h"
56 #include "nouveau_ioctl.h"
57 #include "nouveau_abi16.h"
58 #include "nouveau_fbcon.h"
59 #include "nouveau_fence.h"
60 #include "nouveau_debugfs.h"
61 #include "nouveau_usif.h"
62 #include "nouveau_connector.h"
63 #include "nouveau_platform.h"
64 
65 MODULE_PARM_DESC(config, "option string to pass to driver core");
66 static char *nouveau_config;
67 module_param_named(config, nouveau_config, charp, 0400);
68 
69 MODULE_PARM_DESC(debug, "debug string to pass to driver core");
70 static char *nouveau_debug;
71 module_param_named(debug, nouveau_debug, charp, 0400);
72 
73 MODULE_PARM_DESC(noaccel, "disable kernel/abi16 acceleration");
74 static int nouveau_noaccel = 0;
75 module_param_named(noaccel, nouveau_noaccel, int, 0400);
76 
77 MODULE_PARM_DESC(modeset, "enable driver (default: auto, "
78 		          "0 = disabled, 1 = enabled, 2 = headless)");
79 int nouveau_modeset = -1;
80 module_param_named(modeset, nouveau_modeset, int, 0400);
81 
82 MODULE_PARM_DESC(runpm, "disable (0), force enable (1), optimus only default (-1)");
83 int nouveau_runtime_pm = -1;
84 module_param_named(runpm, nouveau_runtime_pm, int, 0400);
85 
86 static struct drm_driver driver_stub;
87 static struct drm_driver driver_pci;
88 static struct drm_driver driver_platform;
89 
90 static u64
91 nouveau_pci_name(struct pci_dev *pdev)
92 {
93 	u64 name = (u64)pci_domain_nr(pdev->bus) << 32;
94 	name |= pdev->bus->number << 16;
95 	name |= PCI_SLOT(pdev->devfn) << 8;
96 	return name | PCI_FUNC(pdev->devfn);
97 }
98 
99 static u64
100 nouveau_platform_name(struct platform_device *platformdev)
101 {
102 	return platformdev->id;
103 }
104 
105 static u64
106 nouveau_name(struct drm_device *dev)
107 {
108 	if (dev->pdev)
109 		return nouveau_pci_name(dev->pdev);
110 	else
111 		return nouveau_platform_name(dev->platformdev);
112 }
113 
114 static void
115 nouveau_cli_fini(struct nouveau_cli *cli)
116 {
117 	nvkm_vm_ref(NULL, &nvxx_client(&cli->base)->vm, NULL);
118 	usif_client_fini(cli);
119 	nvif_device_fini(&cli->device);
120 	nvif_client_fini(&cli->base);
121 }
122 
123 static int
124 nouveau_cli_init(struct nouveau_drm *drm, const char *sname,
125 		 struct nouveau_cli *cli)
126 {
127 	u64 device = nouveau_name(drm->dev);
128 	int ret;
129 
130 	snprintf(cli->name, sizeof(cli->name), "%s", sname);
131 	cli->dev = drm->dev;
132 	mutex_init(&cli->mutex);
133 	usif_client_init(cli);
134 
135 	if (cli == &drm->client) {
136 		ret = nvif_driver_init(NULL, nouveau_config, nouveau_debug,
137 				       cli->name, device, &cli->base);
138 	} else {
139 		ret = nvif_client_init(&drm->client.base, cli->name, device,
140 				       &cli->base);
141 	}
142 	if (ret) {
143 		NV_ERROR(drm, "Client allocation failed: %d\n", ret);
144 		goto done;
145 	}
146 
147 	ret = nvif_device_init(&cli->base.object, 0, NV_DEVICE,
148 			       &(struct nv_device_v0) {
149 					.device = ~0,
150 			       }, sizeof(struct nv_device_v0),
151 			       &cli->device);
152 	if (ret) {
153 		NV_ERROR(drm, "Device allocation failed: %d\n", ret);
154 		goto done;
155 	}
156 
157 done:
158 	if (ret)
159 		nouveau_cli_fini(cli);
160 	return ret;
161 }
162 
163 static void
164 nouveau_accel_fini(struct nouveau_drm *drm)
165 {
166 	nouveau_channel_idle(drm->channel);
167 	nvif_object_fini(&drm->ntfy);
168 	nvkm_gpuobj_del(&drm->notify);
169 	nvif_notify_fini(&drm->flip);
170 	nvif_object_fini(&drm->nvsw);
171 	nouveau_channel_del(&drm->channel);
172 
173 	nouveau_channel_idle(drm->cechan);
174 	nvif_object_fini(&drm->ttm.copy);
175 	nouveau_channel_del(&drm->cechan);
176 
177 	if (drm->fence)
178 		nouveau_fence(drm)->dtor(drm);
179 }
180 
181 static void
182 nouveau_accel_init(struct nouveau_drm *drm)
183 {
184 	struct nvif_device *device = &drm->client.device;
185 	struct nvif_sclass *sclass;
186 	u32 arg0, arg1;
187 	int ret, i, n;
188 
189 	if (nouveau_noaccel)
190 		return;
191 
192 	/* initialise synchronisation routines */
193 	/*XXX: this is crap, but the fence/channel stuff is a little
194 	 *     backwards in some places.  this will be fixed.
195 	 */
196 	ret = n = nvif_object_sclass_get(&device->object, &sclass);
197 	if (ret < 0)
198 		return;
199 
200 	for (ret = -ENOSYS, i = 0; i < n; i++) {
201 		switch (sclass[i].oclass) {
202 		case NV03_CHANNEL_DMA:
203 			ret = nv04_fence_create(drm);
204 			break;
205 		case NV10_CHANNEL_DMA:
206 			ret = nv10_fence_create(drm);
207 			break;
208 		case NV17_CHANNEL_DMA:
209 		case NV40_CHANNEL_DMA:
210 			ret = nv17_fence_create(drm);
211 			break;
212 		case NV50_CHANNEL_GPFIFO:
213 			ret = nv50_fence_create(drm);
214 			break;
215 		case G82_CHANNEL_GPFIFO:
216 			ret = nv84_fence_create(drm);
217 			break;
218 		case FERMI_CHANNEL_GPFIFO:
219 		case KEPLER_CHANNEL_GPFIFO_A:
220 		case KEPLER_CHANNEL_GPFIFO_B:
221 		case MAXWELL_CHANNEL_GPFIFO_A:
222 		case PASCAL_CHANNEL_GPFIFO_A:
223 			ret = nvc0_fence_create(drm);
224 			break;
225 		default:
226 			break;
227 		}
228 	}
229 
230 	nvif_object_sclass_put(&sclass);
231 	if (ret) {
232 		NV_ERROR(drm, "failed to initialise sync subsystem, %d\n", ret);
233 		nouveau_accel_fini(drm);
234 		return;
235 	}
236 
237 	if (device->info.family >= NV_DEVICE_INFO_V0_KEPLER) {
238 		ret = nouveau_channel_new(drm, &drm->client.device,
239 					  NVA06F_V0_ENGINE_CE0 |
240 					  NVA06F_V0_ENGINE_CE1,
241 					  0, &drm->cechan);
242 		if (ret)
243 			NV_ERROR(drm, "failed to create ce channel, %d\n", ret);
244 
245 		arg0 = NVA06F_V0_ENGINE_GR;
246 		arg1 = 1;
247 	} else
248 	if (device->info.chipset >= 0xa3 &&
249 	    device->info.chipset != 0xaa &&
250 	    device->info.chipset != 0xac) {
251 		ret = nouveau_channel_new(drm, &drm->client.device,
252 					  NvDmaFB, NvDmaTT, &drm->cechan);
253 		if (ret)
254 			NV_ERROR(drm, "failed to create ce channel, %d\n", ret);
255 
256 		arg0 = NvDmaFB;
257 		arg1 = NvDmaTT;
258 	} else {
259 		arg0 = NvDmaFB;
260 		arg1 = NvDmaTT;
261 	}
262 
263 	ret = nouveau_channel_new(drm, &drm->client.device,
264 				  arg0, arg1, &drm->channel);
265 	if (ret) {
266 		NV_ERROR(drm, "failed to create kernel channel, %d\n", ret);
267 		nouveau_accel_fini(drm);
268 		return;
269 	}
270 
271 	ret = nvif_object_init(&drm->channel->user, NVDRM_NVSW,
272 			       nouveau_abi16_swclass(drm), NULL, 0, &drm->nvsw);
273 	if (ret == 0) {
274 		ret = RING_SPACE(drm->channel, 2);
275 		if (ret == 0) {
276 			if (device->info.family < NV_DEVICE_INFO_V0_FERMI) {
277 				BEGIN_NV04(drm->channel, NvSubSw, 0, 1);
278 				OUT_RING  (drm->channel, NVDRM_NVSW);
279 			} else
280 			if (device->info.family < NV_DEVICE_INFO_V0_KEPLER) {
281 				BEGIN_NVC0(drm->channel, FermiSw, 0, 1);
282 				OUT_RING  (drm->channel, 0x001f0000);
283 			}
284 		}
285 
286 		ret = nvif_notify_init(&drm->nvsw, nouveau_flip_complete,
287 				       false, NV04_NVSW_NTFY_UEVENT,
288 				       NULL, 0, 0, &drm->flip);
289 		if (ret == 0)
290 			ret = nvif_notify_get(&drm->flip);
291 		if (ret) {
292 			nouveau_accel_fini(drm);
293 			return;
294 		}
295 	}
296 
297 	if (ret) {
298 		NV_ERROR(drm, "failed to allocate software object, %d\n", ret);
299 		nouveau_accel_fini(drm);
300 		return;
301 	}
302 
303 	if (device->info.family < NV_DEVICE_INFO_V0_FERMI) {
304 		ret = nvkm_gpuobj_new(nvxx_device(&drm->client.device), 32, 0,
305 				      false, NULL, &drm->notify);
306 		if (ret) {
307 			NV_ERROR(drm, "failed to allocate notifier, %d\n", ret);
308 			nouveau_accel_fini(drm);
309 			return;
310 		}
311 
312 		ret = nvif_object_init(&drm->channel->user, NvNotify0,
313 				       NV_DMA_IN_MEMORY,
314 				       &(struct nv_dma_v0) {
315 						.target = NV_DMA_V0_TARGET_VRAM,
316 						.access = NV_DMA_V0_ACCESS_RDWR,
317 						.start = drm->notify->addr,
318 						.limit = drm->notify->addr + 31
319 				       }, sizeof(struct nv_dma_v0),
320 				       &drm->ntfy);
321 		if (ret) {
322 			nouveau_accel_fini(drm);
323 			return;
324 		}
325 	}
326 
327 
328 	nouveau_bo_move_init(drm);
329 }
330 
331 static int nouveau_drm_probe(struct pci_dev *pdev,
332 			     const struct pci_device_id *pent)
333 {
334 	struct nvkm_device *device;
335 	struct apertures_struct *aper;
336 	bool boot = false;
337 	int ret;
338 
339 	if (vga_switcheroo_client_probe_defer(pdev))
340 		return -EPROBE_DEFER;
341 
342 	/* We need to check that the chipset is supported before booting
343 	 * fbdev off the hardware, as there's no way to put it back.
344 	 */
345 	ret = nvkm_device_pci_new(pdev, NULL, "error", true, false, 0, &device);
346 	if (ret)
347 		return ret;
348 
349 	nvkm_device_del(&device);
350 
351 	/* Remove conflicting drivers (vesafb, efifb etc). */
352 	aper = alloc_apertures(3);
353 	if (!aper)
354 		return -ENOMEM;
355 
356 	aper->ranges[0].base = pci_resource_start(pdev, 1);
357 	aper->ranges[0].size = pci_resource_len(pdev, 1);
358 	aper->count = 1;
359 
360 	if (pci_resource_len(pdev, 2)) {
361 		aper->ranges[aper->count].base = pci_resource_start(pdev, 2);
362 		aper->ranges[aper->count].size = pci_resource_len(pdev, 2);
363 		aper->count++;
364 	}
365 
366 	if (pci_resource_len(pdev, 3)) {
367 		aper->ranges[aper->count].base = pci_resource_start(pdev, 3);
368 		aper->ranges[aper->count].size = pci_resource_len(pdev, 3);
369 		aper->count++;
370 	}
371 
372 #ifdef CONFIG_X86
373 	boot = pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW;
374 #endif
375 	if (nouveau_modeset != 2)
376 		drm_fb_helper_remove_conflicting_framebuffers(aper, "nouveaufb", boot);
377 	kfree(aper);
378 
379 	ret = nvkm_device_pci_new(pdev, nouveau_config, nouveau_debug,
380 				  true, true, ~0ULL, &device);
381 	if (ret)
382 		return ret;
383 
384 	pci_set_master(pdev);
385 
386 	ret = drm_get_pci_dev(pdev, pent, &driver_pci);
387 	if (ret) {
388 		nvkm_device_del(&device);
389 		return ret;
390 	}
391 
392 	return 0;
393 }
394 
395 #define PCI_CLASS_MULTIMEDIA_HD_AUDIO 0x0403
396 
397 static void
398 nouveau_get_hdmi_dev(struct nouveau_drm *drm)
399 {
400 	struct pci_dev *pdev = drm->dev->pdev;
401 
402 	if (!pdev) {
403 		NV_DEBUG(drm, "not a PCI device; no HDMI\n");
404 		drm->hdmi_device = NULL;
405 		return;
406 	}
407 
408 	/* subfunction one is a hdmi audio device? */
409 	drm->hdmi_device = pci_get_bus_and_slot((unsigned int)pdev->bus->number,
410 						PCI_DEVFN(PCI_SLOT(pdev->devfn), 1));
411 
412 	if (!drm->hdmi_device) {
413 		NV_DEBUG(drm, "hdmi device not found %d %d %d\n", pdev->bus->number, PCI_SLOT(pdev->devfn), 1);
414 		return;
415 	}
416 
417 	if ((drm->hdmi_device->class >> 8) != PCI_CLASS_MULTIMEDIA_HD_AUDIO) {
418 		NV_DEBUG(drm, "possible hdmi device not audio %d\n", drm->hdmi_device->class);
419 		pci_dev_put(drm->hdmi_device);
420 		drm->hdmi_device = NULL;
421 		return;
422 	}
423 }
424 
425 static int
426 nouveau_drm_load(struct drm_device *dev, unsigned long flags)
427 {
428 	struct nouveau_drm *drm;
429 	int ret;
430 
431 	if (!(drm = kzalloc(sizeof(*drm), GFP_KERNEL)))
432 		return -ENOMEM;
433 	dev->dev_private = drm;
434 	drm->dev = dev;
435 
436 	ret = nouveau_cli_init(drm, "DRM", &drm->client);
437 	if (ret)
438 		return ret;
439 
440 	dev->irq_enabled = true;
441 
442 	nvxx_client(&drm->client.base)->debug =
443 		nvkm_dbgopt(nouveau_debug, "DRM");
444 
445 	INIT_LIST_HEAD(&drm->clients);
446 	spin_lock_init(&drm->tile.lock);
447 
448 	nouveau_get_hdmi_dev(drm);
449 
450 	/* workaround an odd issue on nvc1 by disabling the device's
451 	 * nosnoop capability.  hopefully won't cause issues until a
452 	 * better fix is found - assuming there is one...
453 	 */
454 	if (drm->client.device.info.chipset == 0xc1)
455 		nvif_mask(&drm->client.device.object, 0x00088080, 0x00000800, 0x00000000);
456 
457 	nouveau_vga_init(drm);
458 
459 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_TESLA) {
460 		if (!nvxx_device(&drm->client.device)->mmu) {
461 			ret = -ENOSYS;
462 			goto fail_device;
463 		}
464 
465 		ret = nvkm_vm_new(nvxx_device(&drm->client.device),
466 				  0, (1ULL << 40), 0x1000, NULL,
467 				  &drm->client.vm);
468 		if (ret)
469 			goto fail_device;
470 
471 		nvxx_client(&drm->client.base)->vm = drm->client.vm;
472 	}
473 
474 	ret = nouveau_ttm_init(drm);
475 	if (ret)
476 		goto fail_ttm;
477 
478 	ret = nouveau_bios_init(dev);
479 	if (ret)
480 		goto fail_bios;
481 
482 	ret = nouveau_display_create(dev);
483 	if (ret)
484 		goto fail_dispctor;
485 
486 	if (dev->mode_config.num_crtc) {
487 		ret = nouveau_display_init(dev);
488 		if (ret)
489 			goto fail_dispinit;
490 	}
491 
492 	nouveau_debugfs_init(drm);
493 	nouveau_hwmon_init(dev);
494 	nouveau_accel_init(drm);
495 	nouveau_fbcon_init(dev);
496 	nouveau_led_init(dev);
497 
498 	if (nouveau_runtime_pm != 0) {
499 		pm_runtime_use_autosuspend(dev->dev);
500 		pm_runtime_set_autosuspend_delay(dev->dev, 5000);
501 		pm_runtime_set_active(dev->dev);
502 		pm_runtime_allow(dev->dev);
503 		pm_runtime_mark_last_busy(dev->dev);
504 		pm_runtime_put(dev->dev);
505 	}
506 	return 0;
507 
508 fail_dispinit:
509 	nouveau_display_destroy(dev);
510 fail_dispctor:
511 	nouveau_bios_takedown(dev);
512 fail_bios:
513 	nouveau_ttm_fini(drm);
514 fail_ttm:
515 	nouveau_vga_fini(drm);
516 fail_device:
517 	nouveau_cli_fini(&drm->client);
518 	kfree(drm);
519 	return ret;
520 }
521 
522 static void
523 nouveau_drm_unload(struct drm_device *dev)
524 {
525 	struct nouveau_drm *drm = nouveau_drm(dev);
526 
527 	if (nouveau_runtime_pm != 0) {
528 		pm_runtime_get_sync(dev->dev);
529 		pm_runtime_forbid(dev->dev);
530 	}
531 
532 	nouveau_led_fini(dev);
533 	nouveau_fbcon_fini(dev);
534 	nouveau_accel_fini(drm);
535 	nouveau_hwmon_fini(dev);
536 	nouveau_debugfs_fini(drm);
537 
538 	if (dev->mode_config.num_crtc)
539 		nouveau_display_fini(dev, false);
540 	nouveau_display_destroy(dev);
541 
542 	nouveau_bios_takedown(dev);
543 
544 	nouveau_ttm_fini(drm);
545 	nouveau_vga_fini(drm);
546 
547 	if (drm->hdmi_device)
548 		pci_dev_put(drm->hdmi_device);
549 	nouveau_cli_fini(&drm->client);
550 	kfree(drm);
551 }
552 
553 void
554 nouveau_drm_device_remove(struct drm_device *dev)
555 {
556 	struct nouveau_drm *drm = nouveau_drm(dev);
557 	struct nvkm_client *client;
558 	struct nvkm_device *device;
559 
560 	dev->irq_enabled = false;
561 	client = nvxx_client(&drm->client.base);
562 	device = nvkm_device_find(client->device);
563 	drm_put_dev(dev);
564 
565 	nvkm_device_del(&device);
566 }
567 
568 static void
569 nouveau_drm_remove(struct pci_dev *pdev)
570 {
571 	struct drm_device *dev = pci_get_drvdata(pdev);
572 
573 	nouveau_drm_device_remove(dev);
574 }
575 
576 static int
577 nouveau_do_suspend(struct drm_device *dev, bool runtime)
578 {
579 	struct nouveau_drm *drm = nouveau_drm(dev);
580 	int ret;
581 
582 	nouveau_led_suspend(dev);
583 
584 	if (dev->mode_config.num_crtc) {
585 		NV_INFO(drm, "suspending console...\n");
586 		nouveau_fbcon_set_suspend(dev, 1);
587 		NV_INFO(drm, "suspending display...\n");
588 		ret = nouveau_display_suspend(dev, runtime);
589 		if (ret)
590 			return ret;
591 	}
592 
593 	NV_INFO(drm, "evicting buffers...\n");
594 	ttm_bo_evict_mm(&drm->ttm.bdev, TTM_PL_VRAM);
595 
596 	NV_INFO(drm, "waiting for kernel channels to go idle...\n");
597 	if (drm->cechan) {
598 		ret = nouveau_channel_idle(drm->cechan);
599 		if (ret)
600 			goto fail_display;
601 	}
602 
603 	if (drm->channel) {
604 		ret = nouveau_channel_idle(drm->channel);
605 		if (ret)
606 			goto fail_display;
607 	}
608 
609 	NV_INFO(drm, "suspending fence...\n");
610 	if (drm->fence && nouveau_fence(drm)->suspend) {
611 		if (!nouveau_fence(drm)->suspend(drm)) {
612 			ret = -ENOMEM;
613 			goto fail_display;
614 		}
615 	}
616 
617 	NV_INFO(drm, "suspending object tree...\n");
618 	ret = nvif_client_suspend(&drm->client.base);
619 	if (ret)
620 		goto fail_client;
621 
622 	return 0;
623 
624 fail_client:
625 	if (drm->fence && nouveau_fence(drm)->resume)
626 		nouveau_fence(drm)->resume(drm);
627 
628 fail_display:
629 	if (dev->mode_config.num_crtc) {
630 		NV_INFO(drm, "resuming display...\n");
631 		nouveau_display_resume(dev, runtime);
632 	}
633 	return ret;
634 }
635 
636 static int
637 nouveau_do_resume(struct drm_device *dev, bool runtime)
638 {
639 	struct nouveau_drm *drm = nouveau_drm(dev);
640 
641 	NV_INFO(drm, "resuming object tree...\n");
642 	nvif_client_resume(&drm->client.base);
643 
644 	NV_INFO(drm, "resuming fence...\n");
645 	if (drm->fence && nouveau_fence(drm)->resume)
646 		nouveau_fence(drm)->resume(drm);
647 
648 	nouveau_run_vbios_init(dev);
649 
650 	if (dev->mode_config.num_crtc) {
651 		NV_INFO(drm, "resuming display...\n");
652 		nouveau_display_resume(dev, runtime);
653 		NV_INFO(drm, "resuming console...\n");
654 		nouveau_fbcon_set_suspend(dev, 0);
655 	}
656 
657 	nouveau_led_resume(dev);
658 
659 	return 0;
660 }
661 
662 int
663 nouveau_pmops_suspend(struct device *dev)
664 {
665 	struct pci_dev *pdev = to_pci_dev(dev);
666 	struct drm_device *drm_dev = pci_get_drvdata(pdev);
667 	int ret;
668 
669 	if (drm_dev->switch_power_state == DRM_SWITCH_POWER_OFF ||
670 	    drm_dev->switch_power_state == DRM_SWITCH_POWER_DYNAMIC_OFF)
671 		return 0;
672 
673 	ret = nouveau_do_suspend(drm_dev, false);
674 	if (ret)
675 		return ret;
676 
677 	pci_save_state(pdev);
678 	pci_disable_device(pdev);
679 	pci_set_power_state(pdev, PCI_D3hot);
680 	udelay(200);
681 	return 0;
682 }
683 
684 int
685 nouveau_pmops_resume(struct device *dev)
686 {
687 	struct pci_dev *pdev = to_pci_dev(dev);
688 	struct drm_device *drm_dev = pci_get_drvdata(pdev);
689 	int ret;
690 
691 	if (drm_dev->switch_power_state == DRM_SWITCH_POWER_OFF ||
692 	    drm_dev->switch_power_state == DRM_SWITCH_POWER_DYNAMIC_OFF)
693 		return 0;
694 
695 	pci_set_power_state(pdev, PCI_D0);
696 	pci_restore_state(pdev);
697 	ret = pci_enable_device(pdev);
698 	if (ret)
699 		return ret;
700 	pci_set_master(pdev);
701 
702 	ret = nouveau_do_resume(drm_dev, false);
703 
704 	/* Monitors may have been connected / disconnected during suspend */
705 	schedule_work(&nouveau_drm(drm_dev)->hpd_work);
706 
707 	return ret;
708 }
709 
710 static int
711 nouveau_pmops_freeze(struct device *dev)
712 {
713 	struct pci_dev *pdev = to_pci_dev(dev);
714 	struct drm_device *drm_dev = pci_get_drvdata(pdev);
715 	return nouveau_do_suspend(drm_dev, false);
716 }
717 
718 static int
719 nouveau_pmops_thaw(struct device *dev)
720 {
721 	struct pci_dev *pdev = to_pci_dev(dev);
722 	struct drm_device *drm_dev = pci_get_drvdata(pdev);
723 	return nouveau_do_resume(drm_dev, false);
724 }
725 
726 static int
727 nouveau_pmops_runtime_suspend(struct device *dev)
728 {
729 	struct pci_dev *pdev = to_pci_dev(dev);
730 	struct drm_device *drm_dev = pci_get_drvdata(pdev);
731 	int ret;
732 
733 	if (nouveau_runtime_pm == 0) {
734 		pm_runtime_forbid(dev);
735 		return -EBUSY;
736 	}
737 
738 	/* are we optimus enabled? */
739 	if (nouveau_runtime_pm == -1 && !nouveau_is_optimus() && !nouveau_is_v1_dsm()) {
740 		DRM_DEBUG_DRIVER("failing to power off - not optimus\n");
741 		pm_runtime_forbid(dev);
742 		return -EBUSY;
743 	}
744 
745 	drm_kms_helper_poll_disable(drm_dev);
746 	vga_switcheroo_set_dynamic_switch(pdev, VGA_SWITCHEROO_OFF);
747 	nouveau_switcheroo_optimus_dsm();
748 	ret = nouveau_do_suspend(drm_dev, true);
749 	pci_save_state(pdev);
750 	pci_disable_device(pdev);
751 	pci_ignore_hotplug(pdev);
752 	pci_set_power_state(pdev, PCI_D3cold);
753 	drm_dev->switch_power_state = DRM_SWITCH_POWER_DYNAMIC_OFF;
754 	return ret;
755 }
756 
757 static int
758 nouveau_pmops_runtime_resume(struct device *dev)
759 {
760 	struct pci_dev *pdev = to_pci_dev(dev);
761 	struct drm_device *drm_dev = pci_get_drvdata(pdev);
762 	struct nvif_device *device = &nouveau_drm(drm_dev)->client.device;
763 	int ret;
764 
765 	if (nouveau_runtime_pm == 0)
766 		return -EINVAL;
767 
768 	pci_set_power_state(pdev, PCI_D0);
769 	pci_restore_state(pdev);
770 	ret = pci_enable_device(pdev);
771 	if (ret)
772 		return ret;
773 	pci_set_master(pdev);
774 
775 	ret = nouveau_do_resume(drm_dev, true);
776 
777 	if (!drm_dev->mode_config.poll_enabled)
778 		drm_kms_helper_poll_enable(drm_dev);
779 
780 	/* do magic */
781 	nvif_mask(&device->object, 0x088488, (1 << 25), (1 << 25));
782 	vga_switcheroo_set_dynamic_switch(pdev, VGA_SWITCHEROO_ON);
783 	drm_dev->switch_power_state = DRM_SWITCH_POWER_ON;
784 
785 	/* Monitors may have been connected / disconnected during suspend */
786 	schedule_work(&nouveau_drm(drm_dev)->hpd_work);
787 
788 	return ret;
789 }
790 
791 static int
792 nouveau_pmops_runtime_idle(struct device *dev)
793 {
794 	struct pci_dev *pdev = to_pci_dev(dev);
795 	struct drm_device *drm_dev = pci_get_drvdata(pdev);
796 	struct nouveau_drm *drm = nouveau_drm(drm_dev);
797 	struct drm_crtc *crtc;
798 
799 	if (nouveau_runtime_pm == 0) {
800 		pm_runtime_forbid(dev);
801 		return -EBUSY;
802 	}
803 
804 	/* are we optimus enabled? */
805 	if (nouveau_runtime_pm == -1 && !nouveau_is_optimus() && !nouveau_is_v1_dsm()) {
806 		DRM_DEBUG_DRIVER("failing to power off - not optimus\n");
807 		pm_runtime_forbid(dev);
808 		return -EBUSY;
809 	}
810 
811 	/* if we have a hdmi audio device - make sure it has a driver loaded */
812 	if (drm->hdmi_device) {
813 		if (!drm->hdmi_device->driver) {
814 			DRM_DEBUG_DRIVER("failing to power off - no HDMI audio driver loaded\n");
815 			pm_runtime_mark_last_busy(dev);
816 			return -EBUSY;
817 		}
818 	}
819 
820 	list_for_each_entry(crtc, &drm->dev->mode_config.crtc_list, head) {
821 		if (crtc->enabled) {
822 			DRM_DEBUG_DRIVER("failing to power off - crtc active\n");
823 			return -EBUSY;
824 		}
825 	}
826 	pm_runtime_mark_last_busy(dev);
827 	pm_runtime_autosuspend(dev);
828 	/* we don't want the main rpm_idle to call suspend - we want to autosuspend */
829 	return 1;
830 }
831 
832 static int
833 nouveau_drm_open(struct drm_device *dev, struct drm_file *fpriv)
834 {
835 	struct nouveau_drm *drm = nouveau_drm(dev);
836 	struct nouveau_cli *cli;
837 	char name[32], tmpname[TASK_COMM_LEN];
838 	int ret;
839 
840 	/* need to bring up power immediately if opening device */
841 	ret = pm_runtime_get_sync(dev->dev);
842 	if (ret < 0 && ret != -EACCES)
843 		return ret;
844 
845 	get_task_comm(tmpname, current);
846 	snprintf(name, sizeof(name), "%s[%d]", tmpname, pid_nr(fpriv->pid));
847 
848 	if (!(cli = kzalloc(sizeof(*cli), GFP_KERNEL)))
849 		return ret;
850 
851 	ret = nouveau_cli_init(drm, name, cli);
852 	if (ret)
853 		goto done;
854 
855 	cli->base.super = false;
856 
857 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_TESLA) {
858 		ret = nvkm_vm_new(nvxx_device(&drm->client.device), 0,
859 				  (1ULL << 40), 0x1000, NULL, &cli->vm);
860 		if (ret)
861 			goto done;
862 
863 		nvxx_client(&cli->base)->vm = cli->vm;
864 	}
865 
866 	fpriv->driver_priv = cli;
867 
868 	mutex_lock(&drm->client.mutex);
869 	list_add(&cli->head, &drm->clients);
870 	mutex_unlock(&drm->client.mutex);
871 
872 done:
873 	if (ret && cli) {
874 		nouveau_cli_fini(cli);
875 		kfree(cli);
876 	}
877 
878 	pm_runtime_mark_last_busy(dev->dev);
879 	pm_runtime_put_autosuspend(dev->dev);
880 	return ret;
881 }
882 
883 static void
884 nouveau_drm_preclose(struct drm_device *dev, struct drm_file *fpriv)
885 {
886 	struct nouveau_cli *cli = nouveau_cli(fpriv);
887 	struct nouveau_drm *drm = nouveau_drm(dev);
888 
889 	pm_runtime_get_sync(dev->dev);
890 
891 	mutex_lock(&cli->mutex);
892 	if (cli->abi16)
893 		nouveau_abi16_fini(cli->abi16);
894 	mutex_unlock(&cli->mutex);
895 
896 	mutex_lock(&drm->client.mutex);
897 	list_del(&cli->head);
898 	mutex_unlock(&drm->client.mutex);
899 
900 }
901 
902 static void
903 nouveau_drm_postclose(struct drm_device *dev, struct drm_file *fpriv)
904 {
905 	struct nouveau_cli *cli = nouveau_cli(fpriv);
906 	nouveau_cli_fini(cli);
907 	kfree(cli);
908 	pm_runtime_mark_last_busy(dev->dev);
909 	pm_runtime_put_autosuspend(dev->dev);
910 }
911 
912 static const struct drm_ioctl_desc
913 nouveau_ioctls[] = {
914 	DRM_IOCTL_DEF_DRV(NOUVEAU_GETPARAM, nouveau_abi16_ioctl_getparam, DRM_AUTH|DRM_RENDER_ALLOW),
915 	DRM_IOCTL_DEF_DRV(NOUVEAU_SETPARAM, nouveau_abi16_ioctl_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
916 	DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_ALLOC, nouveau_abi16_ioctl_channel_alloc, DRM_AUTH|DRM_RENDER_ALLOW),
917 	DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_FREE, nouveau_abi16_ioctl_channel_free, DRM_AUTH|DRM_RENDER_ALLOW),
918 	DRM_IOCTL_DEF_DRV(NOUVEAU_GROBJ_ALLOC, nouveau_abi16_ioctl_grobj_alloc, DRM_AUTH|DRM_RENDER_ALLOW),
919 	DRM_IOCTL_DEF_DRV(NOUVEAU_NOTIFIEROBJ_ALLOC, nouveau_abi16_ioctl_notifierobj_alloc, DRM_AUTH|DRM_RENDER_ALLOW),
920 	DRM_IOCTL_DEF_DRV(NOUVEAU_GPUOBJ_FREE, nouveau_abi16_ioctl_gpuobj_free, DRM_AUTH|DRM_RENDER_ALLOW),
921 	DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_NEW, nouveau_gem_ioctl_new, DRM_AUTH|DRM_RENDER_ALLOW),
922 	DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_PUSHBUF, nouveau_gem_ioctl_pushbuf, DRM_AUTH|DRM_RENDER_ALLOW),
923 	DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_PREP, nouveau_gem_ioctl_cpu_prep, DRM_AUTH|DRM_RENDER_ALLOW),
924 	DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_FINI, nouveau_gem_ioctl_cpu_fini, DRM_AUTH|DRM_RENDER_ALLOW),
925 	DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_INFO, nouveau_gem_ioctl_info, DRM_AUTH|DRM_RENDER_ALLOW),
926 };
927 
928 long
929 nouveau_drm_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
930 {
931 	struct drm_file *filp = file->private_data;
932 	struct drm_device *dev = filp->minor->dev;
933 	long ret;
934 
935 	ret = pm_runtime_get_sync(dev->dev);
936 	if (ret < 0 && ret != -EACCES)
937 		return ret;
938 
939 	switch (_IOC_NR(cmd) - DRM_COMMAND_BASE) {
940 	case DRM_NOUVEAU_NVIF:
941 		ret = usif_ioctl(filp, (void __user *)arg, _IOC_SIZE(cmd));
942 		break;
943 	default:
944 		ret = drm_ioctl(file, cmd, arg);
945 		break;
946 	}
947 
948 	pm_runtime_mark_last_busy(dev->dev);
949 	pm_runtime_put_autosuspend(dev->dev);
950 	return ret;
951 }
952 
953 static const struct file_operations
954 nouveau_driver_fops = {
955 	.owner = THIS_MODULE,
956 	.open = drm_open,
957 	.release = drm_release,
958 	.unlocked_ioctl = nouveau_drm_ioctl,
959 	.mmap = nouveau_ttm_mmap,
960 	.poll = drm_poll,
961 	.read = drm_read,
962 #if defined(CONFIG_COMPAT)
963 	.compat_ioctl = nouveau_compat_ioctl,
964 #endif
965 	.llseek = noop_llseek,
966 };
967 
968 static struct drm_driver
969 driver_stub = {
970 	.driver_features =
971 		DRIVER_GEM | DRIVER_MODESET | DRIVER_PRIME | DRIVER_RENDER |
972 		DRIVER_KMS_LEGACY_CONTEXT,
973 
974 	.load = nouveau_drm_load,
975 	.unload = nouveau_drm_unload,
976 	.open = nouveau_drm_open,
977 	.preclose = nouveau_drm_preclose,
978 	.postclose = nouveau_drm_postclose,
979 	.lastclose = nouveau_vga_lastclose,
980 
981 #if defined(CONFIG_DEBUG_FS)
982 	.debugfs_init = nouveau_drm_debugfs_init,
983 	.debugfs_cleanup = nouveau_drm_debugfs_cleanup,
984 #endif
985 
986 	.get_vblank_counter = drm_vblank_no_hw_counter,
987 	.enable_vblank = nouveau_display_vblank_enable,
988 	.disable_vblank = nouveau_display_vblank_disable,
989 	.get_scanout_position = nouveau_display_scanoutpos,
990 	.get_vblank_timestamp = nouveau_display_vblstamp,
991 
992 	.ioctls = nouveau_ioctls,
993 	.num_ioctls = ARRAY_SIZE(nouveau_ioctls),
994 	.fops = &nouveau_driver_fops,
995 
996 	.prime_handle_to_fd = drm_gem_prime_handle_to_fd,
997 	.prime_fd_to_handle = drm_gem_prime_fd_to_handle,
998 	.gem_prime_export = drm_gem_prime_export,
999 	.gem_prime_import = drm_gem_prime_import,
1000 	.gem_prime_pin = nouveau_gem_prime_pin,
1001 	.gem_prime_res_obj = nouveau_gem_prime_res_obj,
1002 	.gem_prime_unpin = nouveau_gem_prime_unpin,
1003 	.gem_prime_get_sg_table = nouveau_gem_prime_get_sg_table,
1004 	.gem_prime_import_sg_table = nouveau_gem_prime_import_sg_table,
1005 	.gem_prime_vmap = nouveau_gem_prime_vmap,
1006 	.gem_prime_vunmap = nouveau_gem_prime_vunmap,
1007 
1008 	.gem_free_object_unlocked = nouveau_gem_object_del,
1009 	.gem_open_object = nouveau_gem_object_open,
1010 	.gem_close_object = nouveau_gem_object_close,
1011 
1012 	.dumb_create = nouveau_display_dumb_create,
1013 	.dumb_map_offset = nouveau_display_dumb_map_offset,
1014 	.dumb_destroy = drm_gem_dumb_destroy,
1015 
1016 	.name = DRIVER_NAME,
1017 	.desc = DRIVER_DESC,
1018 #ifdef GIT_REVISION
1019 	.date = GIT_REVISION,
1020 #else
1021 	.date = DRIVER_DATE,
1022 #endif
1023 	.major = DRIVER_MAJOR,
1024 	.minor = DRIVER_MINOR,
1025 	.patchlevel = DRIVER_PATCHLEVEL,
1026 };
1027 
1028 static struct pci_device_id
1029 nouveau_drm_pci_table[] = {
1030 	{
1031 		PCI_DEVICE(PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID),
1032 		.class = PCI_BASE_CLASS_DISPLAY << 16,
1033 		.class_mask  = 0xff << 16,
1034 	},
1035 	{
1036 		PCI_DEVICE(PCI_VENDOR_ID_NVIDIA_SGS, PCI_ANY_ID),
1037 		.class = PCI_BASE_CLASS_DISPLAY << 16,
1038 		.class_mask  = 0xff << 16,
1039 	},
1040 	{}
1041 };
1042 
1043 static void nouveau_display_options(void)
1044 {
1045 	DRM_DEBUG_DRIVER("Loading Nouveau with parameters:\n");
1046 
1047 	DRM_DEBUG_DRIVER("... tv_disable   : %d\n", nouveau_tv_disable);
1048 	DRM_DEBUG_DRIVER("... ignorelid    : %d\n", nouveau_ignorelid);
1049 	DRM_DEBUG_DRIVER("... duallink     : %d\n", nouveau_duallink);
1050 	DRM_DEBUG_DRIVER("... nofbaccel    : %d\n", nouveau_nofbaccel);
1051 	DRM_DEBUG_DRIVER("... config       : %s\n", nouveau_config);
1052 	DRM_DEBUG_DRIVER("... debug        : %s\n", nouveau_debug);
1053 	DRM_DEBUG_DRIVER("... noaccel      : %d\n", nouveau_noaccel);
1054 	DRM_DEBUG_DRIVER("... modeset      : %d\n", nouveau_modeset);
1055 	DRM_DEBUG_DRIVER("... runpm        : %d\n", nouveau_runtime_pm);
1056 	DRM_DEBUG_DRIVER("... vram_pushbuf : %d\n", nouveau_vram_pushbuf);
1057 	DRM_DEBUG_DRIVER("... hdmimhz      : %d\n", nouveau_hdmimhz);
1058 }
1059 
1060 static const struct dev_pm_ops nouveau_pm_ops = {
1061 	.suspend = nouveau_pmops_suspend,
1062 	.resume = nouveau_pmops_resume,
1063 	.freeze = nouveau_pmops_freeze,
1064 	.thaw = nouveau_pmops_thaw,
1065 	.poweroff = nouveau_pmops_freeze,
1066 	.restore = nouveau_pmops_resume,
1067 	.runtime_suspend = nouveau_pmops_runtime_suspend,
1068 	.runtime_resume = nouveau_pmops_runtime_resume,
1069 	.runtime_idle = nouveau_pmops_runtime_idle,
1070 };
1071 
1072 static struct pci_driver
1073 nouveau_drm_pci_driver = {
1074 	.name = "nouveau",
1075 	.id_table = nouveau_drm_pci_table,
1076 	.probe = nouveau_drm_probe,
1077 	.remove = nouveau_drm_remove,
1078 	.driver.pm = &nouveau_pm_ops,
1079 };
1080 
1081 struct drm_device *
1082 nouveau_platform_device_create(const struct nvkm_device_tegra_func *func,
1083 			       struct platform_device *pdev,
1084 			       struct nvkm_device **pdevice)
1085 {
1086 	struct drm_device *drm;
1087 	int err;
1088 
1089 	err = nvkm_device_tegra_new(func, pdev, nouveau_config, nouveau_debug,
1090 				    true, true, ~0ULL, pdevice);
1091 	if (err)
1092 		goto err_free;
1093 
1094 	drm = drm_dev_alloc(&driver_platform, &pdev->dev);
1095 	if (IS_ERR(drm)) {
1096 		err = PTR_ERR(drm);
1097 		goto err_free;
1098 	}
1099 
1100 	drm->platformdev = pdev;
1101 	platform_set_drvdata(pdev, drm);
1102 
1103 	return drm;
1104 
1105 err_free:
1106 	nvkm_device_del(pdevice);
1107 
1108 	return ERR_PTR(err);
1109 }
1110 
1111 static int __init
1112 nouveau_drm_init(void)
1113 {
1114 	driver_pci = driver_stub;
1115 	driver_pci.set_busid = drm_pci_set_busid;
1116 	driver_platform = driver_stub;
1117 
1118 	nouveau_display_options();
1119 
1120 	if (nouveau_modeset == -1) {
1121 		if (vgacon_text_force())
1122 			nouveau_modeset = 0;
1123 	}
1124 
1125 	if (!nouveau_modeset)
1126 		return 0;
1127 
1128 #ifdef CONFIG_NOUVEAU_PLATFORM_DRIVER
1129 	platform_driver_register(&nouveau_platform_driver);
1130 #endif
1131 
1132 	nouveau_register_dsm_handler();
1133 	nouveau_backlight_ctor();
1134 	return drm_pci_init(&driver_pci, &nouveau_drm_pci_driver);
1135 }
1136 
1137 static void __exit
1138 nouveau_drm_exit(void)
1139 {
1140 	if (!nouveau_modeset)
1141 		return;
1142 
1143 	drm_pci_exit(&driver_pci, &nouveau_drm_pci_driver);
1144 	nouveau_backlight_dtor();
1145 	nouveau_unregister_dsm_handler();
1146 
1147 #ifdef CONFIG_NOUVEAU_PLATFORM_DRIVER
1148 	platform_driver_unregister(&nouveau_platform_driver);
1149 #endif
1150 }
1151 
1152 module_init(nouveau_drm_init);
1153 module_exit(nouveau_drm_exit);
1154 
1155 MODULE_DEVICE_TABLE(pci, nouveau_drm_pci_table);
1156 MODULE_AUTHOR(DRIVER_AUTHOR);
1157 MODULE_DESCRIPTION(DRIVER_DESC);
1158 MODULE_LICENSE("GPL and additional rights");
1159