194580299SBen Skeggs /*
294580299SBen Skeggs * Copyright 2012 Red Hat Inc.
394580299SBen Skeggs *
494580299SBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a
594580299SBen Skeggs * copy of this software and associated documentation files (the "Software"),
694580299SBen Skeggs * to deal in the Software without restriction, including without limitation
794580299SBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense,
894580299SBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the
994580299SBen Skeggs * Software is furnished to do so, subject to the following conditions:
1094580299SBen Skeggs *
1194580299SBen Skeggs * The above copyright notice and this permission notice shall be included in
1294580299SBen Skeggs * all copies or substantial portions of the Software.
1394580299SBen Skeggs *
1494580299SBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
1594580299SBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
1694580299SBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
1794580299SBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
1894580299SBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
1994580299SBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
2094580299SBen Skeggs * OTHER DEALINGS IN THE SOFTWARE.
2194580299SBen Skeggs *
2294580299SBen Skeggs * Authors: Ben Skeggs
2394580299SBen Skeggs */
2494580299SBen Skeggs
25c5fd936eSLukas Wunner #include <linux/delay.h>
2694580299SBen Skeggs #include <linux/module.h>
2794580299SBen Skeggs #include <linux/pci.h>
285addcf0aSDave Airlie #include <linux/pm_runtime.h>
295addcf0aSDave Airlie #include <linux/vga_switcheroo.h>
30c7d8b782SJason Gunthorpe #include <linux/mmu_notifier.h>
31f158936bSJim Cromie #include <linux/dynamic_debug.h>
32fdb751efSBen Skeggs
336848c291SThomas Zimmermann #include <drm/drm_aperture.h>
346a2d2ddfSJavier Martinez Canillas #include <drm/drm_drv.h>
354e291f2fSDave Airlie #include <drm/drm_fbdev_generic.h>
364c398f50SThomas Zimmermann #include <drm/drm_gem_ttm_helper.h>
37690ae20cSSam Ravnborg #include <drm/drm_ioctl.h>
38690ae20cSSam Ravnborg #include <drm/drm_vblank.h>
39fdb751efSBen Skeggs
40ebb945a9SBen Skeggs #include <core/gpuobj.h>
41c33e05a1SIlia Mirkin #include <core/option.h>
427974dd1bSBen Skeggs #include <core/pci.h>
437974dd1bSBen Skeggs #include <core/tegra.h>
4494580299SBen Skeggs
4504b88677SBen Skeggs #include <nvif/driver.h>
46a7cf0180SBen Skeggs #include <nvif/fifo.h>
470d2bdf2bSBen Skeggs #include <nvif/push006c.h>
4837e1c45aSBen Skeggs #include <nvif/user.h>
4904b88677SBen Skeggs
50923bc416SBen Skeggs #include <nvif/class.h>
51845f2725SBen Skeggs #include <nvif/cl0002.h>
52538b269bSBen Skeggs
534dc28134SBen Skeggs #include "nouveau_drv.h"
54ebb945a9SBen Skeggs #include "nouveau_dma.h"
5577145f1cSBen Skeggs #include "nouveau_ttm.h"
5677145f1cSBen Skeggs #include "nouveau_gem.h"
5777145f1cSBen Skeggs #include "nouveau_vga.h"
588d021d71SMartin Peres #include "nouveau_led.h"
59b9ed919fSBen Skeggs #include "nouveau_hwmon.h"
6077145f1cSBen Skeggs #include "nouveau_acpi.h"
6177145f1cSBen Skeggs #include "nouveau_bios.h"
6277145f1cSBen Skeggs #include "nouveau_ioctl.h"
63ebb945a9SBen Skeggs #include "nouveau_abi16.h"
64ebb945a9SBen Skeggs #include "nouveau_fence.h"
6533b903e8SMarcin Slusarz #include "nouveau_debugfs.h"
6627111a23SBen Skeggs #include "nouveau_usif.h"
67703fa264SPierre Moreau #include "nouveau_connector.h"
68055a65d5SAlexandre Courbot #include "nouveau_platform.h"
69eeaf06acSBen Skeggs #include "nouveau_svm.h"
705be73b69SJérôme Glisse #include "nouveau_dmem.h"
71b88baab8SDanilo Krummrich #include "nouveau_exec.h"
72b88baab8SDanilo Krummrich #include "nouveau_uvmm.h"
73b88baab8SDanilo Krummrich #include "nouveau_sched.h"
74ebb945a9SBen Skeggs
75f158936bSJim Cromie DECLARE_DYNDBG_CLASSMAP(drm_debug_classes, DD_CLASS_TYPE_DISJOINT_BITS, 0,
76f158936bSJim Cromie "DRM_UT_CORE",
77f158936bSJim Cromie "DRM_UT_DRIVER",
78f158936bSJim Cromie "DRM_UT_KMS",
79f158936bSJim Cromie "DRM_UT_PRIME",
80f158936bSJim Cromie "DRM_UT_ATOMIC",
81f158936bSJim Cromie "DRM_UT_VBL",
82f158936bSJim Cromie "DRM_UT_STATE",
83f158936bSJim Cromie "DRM_UT_LEASE",
84f158936bSJim Cromie "DRM_UT_DP",
85f158936bSJim Cromie "DRM_UT_DRMRES");
86f158936bSJim Cromie
8794580299SBen Skeggs MODULE_PARM_DESC(config, "option string to pass to driver core");
8894580299SBen Skeggs static char *nouveau_config;
8994580299SBen Skeggs module_param_named(config, nouveau_config, charp, 0400);
9094580299SBen Skeggs
9194580299SBen Skeggs MODULE_PARM_DESC(debug, "debug string to pass to driver core");
9294580299SBen Skeggs static char *nouveau_debug;
9394580299SBen Skeggs module_param_named(debug, nouveau_debug, charp, 0400);
9494580299SBen Skeggs
95ebb945a9SBen Skeggs MODULE_PARM_DESC(noaccel, "disable kernel/abi16 acceleration");
96ebb945a9SBen Skeggs static int nouveau_noaccel = 0;
97ebb945a9SBen Skeggs module_param_named(noaccel, nouveau_noaccel, int, 0400);
98ebb945a9SBen Skeggs
999430738dSBen Skeggs MODULE_PARM_DESC(modeset, "enable driver (default: auto, "
1009430738dSBen Skeggs "0 = disabled, 1 = enabled, 2 = headless)");
1019430738dSBen Skeggs int nouveau_modeset = -1;
10277145f1cSBen Skeggs module_param_named(modeset, nouveau_modeset, int, 0400);
10377145f1cSBen Skeggs
104eb493fbcSLyude Paul MODULE_PARM_DESC(atomic, "Expose atomic ioctl (default: disabled)");
105eb493fbcSLyude Paul static int nouveau_atomic = 0;
106eb493fbcSLyude Paul module_param_named(atomic, nouveau_atomic, int, 0400);
107eb493fbcSLyude Paul
1085addcf0aSDave Airlie MODULE_PARM_DESC(runpm, "disable (0), force enable (1), optimus only default (-1)");
109321f5c5fSBen Skeggs static int nouveau_runtime_pm = -1;
1105addcf0aSDave Airlie module_param_named(runpm, nouveau_runtime_pm, int, 0400);
1115addcf0aSDave Airlie
112915b4d11SDavid Herrmann static struct drm_driver driver_stub;
113915b4d11SDavid Herrmann static struct drm_driver driver_pci;
114915b4d11SDavid Herrmann static struct drm_driver driver_platform;
11577145f1cSBen Skeggs
11694580299SBen Skeggs static u64
nouveau_pci_name(struct pci_dev * pdev)117420b9469SAlexandre Courbot nouveau_pci_name(struct pci_dev *pdev)
11894580299SBen Skeggs {
11994580299SBen Skeggs u64 name = (u64)pci_domain_nr(pdev->bus) << 32;
12094580299SBen Skeggs name |= pdev->bus->number << 16;
12194580299SBen Skeggs name |= PCI_SLOT(pdev->devfn) << 8;
12294580299SBen Skeggs return name | PCI_FUNC(pdev->devfn);
12394580299SBen Skeggs }
12494580299SBen Skeggs
125420b9469SAlexandre Courbot static u64
nouveau_platform_name(struct platform_device * platformdev)126420b9469SAlexandre Courbot nouveau_platform_name(struct platform_device *platformdev)
127420b9469SAlexandre Courbot {
128420b9469SAlexandre Courbot return platformdev->id;
129420b9469SAlexandre Courbot }
130420b9469SAlexandre Courbot
131420b9469SAlexandre Courbot static u64
nouveau_name(struct drm_device * dev)132420b9469SAlexandre Courbot nouveau_name(struct drm_device *dev)
133420b9469SAlexandre Courbot {
1344c0d42f7SThomas Zimmermann if (dev_is_pci(dev->dev))
1354c0d42f7SThomas Zimmermann return nouveau_pci_name(to_pci_dev(dev->dev));
136420b9469SAlexandre Courbot else
13776adb460SLaurent Pinchart return nouveau_platform_name(to_platform_device(dev->dev));
138420b9469SAlexandre Courbot }
139420b9469SAlexandre Courbot
140814a2324SBen Skeggs static inline bool
nouveau_cli_work_ready(struct dma_fence * fence)14111e451e7SBen Skeggs nouveau_cli_work_ready(struct dma_fence *fence)
142814a2324SBen Skeggs {
143c8a5d5eaSDave Airlie bool ret = true;
144c8a5d5eaSDave Airlie
145c8a5d5eaSDave Airlie spin_lock_irq(fence->lock);
146c8a5d5eaSDave Airlie if (!dma_fence_is_signaled_locked(fence))
147c8a5d5eaSDave Airlie ret = false;
148c8a5d5eaSDave Airlie spin_unlock_irq(fence->lock);
149c8a5d5eaSDave Airlie
150c8a5d5eaSDave Airlie if (ret == true)
151814a2324SBen Skeggs dma_fence_put(fence);
152c8a5d5eaSDave Airlie return ret;
153814a2324SBen Skeggs }
154814a2324SBen Skeggs
155814a2324SBen Skeggs static void
nouveau_cli_work(struct work_struct * w)15611e451e7SBen Skeggs nouveau_cli_work(struct work_struct *w)
157814a2324SBen Skeggs {
15811e451e7SBen Skeggs struct nouveau_cli *cli = container_of(w, typeof(*cli), work);
159814a2324SBen Skeggs struct nouveau_cli_work *work, *wtmp;
160814a2324SBen Skeggs mutex_lock(&cli->lock);
161814a2324SBen Skeggs list_for_each_entry_safe(work, wtmp, &cli->worker, head) {
16211e451e7SBen Skeggs if (!work->fence || nouveau_cli_work_ready(work->fence)) {
163814a2324SBen Skeggs list_del(&work->head);
164814a2324SBen Skeggs work->func(work);
165814a2324SBen Skeggs }
166814a2324SBen Skeggs }
167814a2324SBen Skeggs mutex_unlock(&cli->lock);
168814a2324SBen Skeggs }
169814a2324SBen Skeggs
170814a2324SBen Skeggs static void
nouveau_cli_work_fence(struct dma_fence * fence,struct dma_fence_cb * cb)171814a2324SBen Skeggs nouveau_cli_work_fence(struct dma_fence *fence, struct dma_fence_cb *cb)
172814a2324SBen Skeggs {
173814a2324SBen Skeggs struct nouveau_cli_work *work = container_of(cb, typeof(*work), cb);
174814a2324SBen Skeggs schedule_work(&work->cli->work);
175814a2324SBen Skeggs }
176814a2324SBen Skeggs
177814a2324SBen Skeggs void
nouveau_cli_work_queue(struct nouveau_cli * cli,struct dma_fence * fence,struct nouveau_cli_work * work)178814a2324SBen Skeggs nouveau_cli_work_queue(struct nouveau_cli *cli, struct dma_fence *fence,
179814a2324SBen Skeggs struct nouveau_cli_work *work)
180814a2324SBen Skeggs {
181814a2324SBen Skeggs work->fence = dma_fence_get(fence);
182814a2324SBen Skeggs work->cli = cli;
183814a2324SBen Skeggs mutex_lock(&cli->lock);
184814a2324SBen Skeggs list_add_tail(&work->head, &cli->worker);
185814a2324SBen Skeggs if (dma_fence_add_callback(fence, &work->cb, nouveau_cli_work_fence))
186814a2324SBen Skeggs nouveau_cli_work_fence(fence, &work->cb);
187b26a2319SBen Skeggs mutex_unlock(&cli->lock);
188814a2324SBen Skeggs }
189814a2324SBen Skeggs
190814a2324SBen Skeggs static void
nouveau_cli_fini(struct nouveau_cli * cli)19120d8a88eSBen Skeggs nouveau_cli_fini(struct nouveau_cli *cli)
19294580299SBen Skeggs {
19311e451e7SBen Skeggs /* All our channels are dead now, which means all the fences they
19411e451e7SBen Skeggs * own are signalled, and all callback functions have been called.
19511e451e7SBen Skeggs *
19611e451e7SBen Skeggs * So, after flushing the workqueue, there should be nothing left.
19711e451e7SBen Skeggs */
19811e451e7SBen Skeggs flush_work(&cli->work);
19911e451e7SBen Skeggs WARN_ON(!list_empty(&cli->worker));
20011e451e7SBen Skeggs
20127111a23SBen Skeggs usif_client_fini(cli);
202b88baab8SDanilo Krummrich nouveau_uvmm_fini(&cli->uvmm);
203b88baab8SDanilo Krummrich nouveau_sched_entity_fini(&cli->sched_entity);
204bfe91afaSBen Skeggs nouveau_vmm_fini(&cli->svm);
20524e8375bSBen Skeggs nouveau_vmm_fini(&cli->vmm);
206b495396cSBen Skeggs nvif_mmu_dtor(&cli->mmu);
207bd21080eSBen Skeggs nvif_device_dtor(&cli->device);
208cb7e88e7SBen Skeggs mutex_lock(&cli->drm->master.lock);
2096db25fb1SBen Skeggs nvif_client_dtor(&cli->base);
210cb7e88e7SBen Skeggs mutex_unlock(&cli->drm->master.lock);
21120d8a88eSBen Skeggs }
21220d8a88eSBen Skeggs
21320d8a88eSBen Skeggs static int
nouveau_cli_init(struct nouveau_drm * drm,const char * sname,struct nouveau_cli * cli)21420d8a88eSBen Skeggs nouveau_cli_init(struct nouveau_drm *drm, const char *sname,
21520d8a88eSBen Skeggs struct nouveau_cli *cli)
21620d8a88eSBen Skeggs {
21701670a79SBen Skeggs static const struct nvif_mclass
2187f507624SBen Skeggs mems[] = {
2197f507624SBen Skeggs { NVIF_CLASS_MEM_GF100, -1 },
2207f507624SBen Skeggs { NVIF_CLASS_MEM_NV50 , -1 },
2217f507624SBen Skeggs { NVIF_CLASS_MEM_NV04 , -1 },
2227f507624SBen Skeggs {}
2237f507624SBen Skeggs };
2247f507624SBen Skeggs static const struct nvif_mclass
22501670a79SBen Skeggs mmus[] = {
22601670a79SBen Skeggs { NVIF_CLASS_MMU_GF100, -1 },
22701670a79SBen Skeggs { NVIF_CLASS_MMU_NV50 , -1 },
22801670a79SBen Skeggs { NVIF_CLASS_MMU_NV04 , -1 },
22901670a79SBen Skeggs {}
23001670a79SBen Skeggs };
23196da0bcdSBen Skeggs static const struct nvif_mclass
23296da0bcdSBen Skeggs vmms[] = {
23396da0bcdSBen Skeggs { NVIF_CLASS_VMM_GP100, -1 },
23496da0bcdSBen Skeggs { NVIF_CLASS_VMM_GM200, -1 },
23596da0bcdSBen Skeggs { NVIF_CLASS_VMM_GF100, -1 },
23696da0bcdSBen Skeggs { NVIF_CLASS_VMM_NV50 , -1 },
23796da0bcdSBen Skeggs { NVIF_CLASS_VMM_NV04 , -1 },
23896da0bcdSBen Skeggs {}
23996da0bcdSBen Skeggs };
24020d8a88eSBen Skeggs u64 device = nouveau_name(drm->dev);
24120d8a88eSBen Skeggs int ret;
24220d8a88eSBen Skeggs
24320d8a88eSBen Skeggs snprintf(cli->name, sizeof(cli->name), "%s", sname);
244e75c091bSBen Skeggs cli->drm = drm;
24520d8a88eSBen Skeggs mutex_init(&cli->mutex);
24620d8a88eSBen Skeggs usif_client_init(cli);
24720d8a88eSBen Skeggs
248814a2324SBen Skeggs INIT_WORK(&cli->work, nouveau_cli_work);
249814a2324SBen Skeggs INIT_LIST_HEAD(&cli->worker);
250cb7e88e7SBen Skeggs mutex_init(&cli->lock);
251cb7e88e7SBen Skeggs
252cb7e88e7SBen Skeggs if (cli == &drm->master) {
25320d8a88eSBen Skeggs ret = nvif_driver_init(NULL, nouveau_config, nouveau_debug,
25420d8a88eSBen Skeggs cli->name, device, &cli->base);
25580e60973SBen Skeggs } else {
256cb7e88e7SBen Skeggs mutex_lock(&drm->master.lock);
2576db25fb1SBen Skeggs ret = nvif_client_ctor(&drm->master.base, cli->name, device,
25880e60973SBen Skeggs &cli->base);
259cb7e88e7SBen Skeggs mutex_unlock(&drm->master.lock);
26080e60973SBen Skeggs }
26120d8a88eSBen Skeggs if (ret) {
262a43b16ddSBen Skeggs NV_PRINTK(err, cli, "Client allocation failed: %d\n", ret);
26320d8a88eSBen Skeggs goto done;
26420d8a88eSBen Skeggs }
26520d8a88eSBen Skeggs
266bd21080eSBen Skeggs ret = nvif_device_ctor(&cli->base.object, "drmDevice", 0, NV_DEVICE,
2671167c6bcSBen Skeggs &(struct nv_device_v0) {
2681167c6bcSBen Skeggs .device = ~0,
269148a8653SBen Skeggs .priv = true,
2701167c6bcSBen Skeggs }, sizeof(struct nv_device_v0),
2711167c6bcSBen Skeggs &cli->device);
2721167c6bcSBen Skeggs if (ret) {
273a43b16ddSBen Skeggs NV_PRINTK(err, cli, "Device allocation failed: %d\n", ret);
2741167c6bcSBen Skeggs goto done;
2751167c6bcSBen Skeggs }
2761167c6bcSBen Skeggs
27701670a79SBen Skeggs ret = nvif_mclass(&cli->device.object, mmus);
27801670a79SBen Skeggs if (ret < 0) {
279a43b16ddSBen Skeggs NV_PRINTK(err, cli, "No supported MMU class\n");
28001670a79SBen Skeggs goto done;
28101670a79SBen Skeggs }
28201670a79SBen Skeggs
283b495396cSBen Skeggs ret = nvif_mmu_ctor(&cli->device.object, "drmMmu", mmus[ret].oclass,
284b495396cSBen Skeggs &cli->mmu);
28501670a79SBen Skeggs if (ret) {
286a43b16ddSBen Skeggs NV_PRINTK(err, cli, "MMU allocation failed: %d\n", ret);
28701670a79SBen Skeggs goto done;
28801670a79SBen Skeggs }
28901670a79SBen Skeggs
29096da0bcdSBen Skeggs ret = nvif_mclass(&cli->mmu.object, vmms);
29196da0bcdSBen Skeggs if (ret < 0) {
292a43b16ddSBen Skeggs NV_PRINTK(err, cli, "No supported VMM class\n");
29396da0bcdSBen Skeggs goto done;
29496da0bcdSBen Skeggs }
29596da0bcdSBen Skeggs
29696da0bcdSBen Skeggs ret = nouveau_vmm_init(cli, vmms[ret].oclass, &cli->vmm);
29796da0bcdSBen Skeggs if (ret) {
298a43b16ddSBen Skeggs NV_PRINTK(err, cli, "VMM allocation failed: %d\n", ret);
29996da0bcdSBen Skeggs goto done;
30096da0bcdSBen Skeggs }
30196da0bcdSBen Skeggs
3027f507624SBen Skeggs ret = nvif_mclass(&cli->mmu.object, mems);
3037f507624SBen Skeggs if (ret < 0) {
304a43b16ddSBen Skeggs NV_PRINTK(err, cli, "No supported MEM class\n");
3057f507624SBen Skeggs goto done;
3067f507624SBen Skeggs }
3077f507624SBen Skeggs
3087f507624SBen Skeggs cli->mem = &mems[ret];
309b88baab8SDanilo Krummrich
310b88baab8SDanilo Krummrich ret = nouveau_sched_entity_init(&cli->sched_entity, &drm->sched,
311b88baab8SDanilo Krummrich drm->sched_wq);
312b88baab8SDanilo Krummrich if (ret)
313b88baab8SDanilo Krummrich goto done;
314b88baab8SDanilo Krummrich
3157f507624SBen Skeggs return 0;
31620d8a88eSBen Skeggs done:
31720d8a88eSBen Skeggs if (ret)
31820d8a88eSBen Skeggs nouveau_cli_fini(cli);
31920d8a88eSBen Skeggs return ret;
32094580299SBen Skeggs }
32194580299SBen Skeggs
322ebb945a9SBen Skeggs static void
nouveau_accel_ce_fini(struct nouveau_drm * drm)323f0eee9aeSBen Skeggs nouveau_accel_ce_fini(struct nouveau_drm *drm)
324f0eee9aeSBen Skeggs {
325f0eee9aeSBen Skeggs nouveau_channel_idle(drm->cechan);
3269ac596a4SBen Skeggs nvif_object_dtor(&drm->ttm.copy);
327f0eee9aeSBen Skeggs nouveau_channel_del(&drm->cechan);
328f0eee9aeSBen Skeggs }
329f0eee9aeSBen Skeggs
330f0eee9aeSBen Skeggs static void
nouveau_accel_ce_init(struct nouveau_drm * drm)331f0eee9aeSBen Skeggs nouveau_accel_ce_init(struct nouveau_drm *drm)
332f0eee9aeSBen Skeggs {
333f0eee9aeSBen Skeggs struct nvif_device *device = &drm->client.device;
3346de12538SBen Skeggs u64 runm;
335f0eee9aeSBen Skeggs int ret = 0;
336f0eee9aeSBen Skeggs
337f0eee9aeSBen Skeggs /* Allocate channel that has access to a (preferably async) copy
338f0eee9aeSBen Skeggs * engine, to use for TTM buffer moves.
339f0eee9aeSBen Skeggs */
3406de12538SBen Skeggs runm = nvif_fifo_runlist_ce(device);
3416de12538SBen Skeggs if (!runm) {
3426de12538SBen Skeggs NV_DEBUG(drm, "no ce runlist\n");
3436de12538SBen Skeggs return;
344f0eee9aeSBen Skeggs }
345f0eee9aeSBen Skeggs
3466de12538SBen Skeggs ret = nouveau_channel_new(drm, device, false, runm, NvDmaFB, NvDmaTT, &drm->cechan);
347f0eee9aeSBen Skeggs if (ret)
348f0eee9aeSBen Skeggs NV_ERROR(drm, "failed to create ce channel, %d\n", ret);
349f0eee9aeSBen Skeggs }
350f0eee9aeSBen Skeggs
351f0eee9aeSBen Skeggs static void
nouveau_accel_gr_fini(struct nouveau_drm * drm)352f0eee9aeSBen Skeggs nouveau_accel_gr_fini(struct nouveau_drm *drm)
353ebb945a9SBen Skeggs {
354fbd58ebdSBen Skeggs nouveau_channel_idle(drm->channel);
3559ac596a4SBen Skeggs nvif_object_dtor(&drm->ntfy);
356f027f491SBen Skeggs nvkm_gpuobj_del(&drm->notify);
357fbd58ebdSBen Skeggs nouveau_channel_del(&drm->channel);
358f0eee9aeSBen Skeggs }
359fbd58ebdSBen Skeggs
360f0eee9aeSBen Skeggs static void
nouveau_accel_gr_init(struct nouveau_drm * drm)361f0eee9aeSBen Skeggs nouveau_accel_gr_init(struct nouveau_drm *drm)
362f0eee9aeSBen Skeggs {
363f0eee9aeSBen Skeggs struct nvif_device *device = &drm->client.device;
3646de12538SBen Skeggs u64 runm;
365f0eee9aeSBen Skeggs int ret;
366fbd58ebdSBen Skeggs
367f0eee9aeSBen Skeggs /* Allocate channel that has access to the graphics engine. */
3686de12538SBen Skeggs runm = nvif_fifo_runlist(device, NV_DEVICE_HOST_RUNLIST_ENGINES_GR);
3696de12538SBen Skeggs if (!runm) {
3706de12538SBen Skeggs NV_DEBUG(drm, "no gr runlist\n");
3716de12538SBen Skeggs return;
372f0eee9aeSBen Skeggs }
373f0eee9aeSBen Skeggs
3746de12538SBen Skeggs ret = nouveau_channel_new(drm, device, false, runm, NvDmaFB, NvDmaTT, &drm->channel);
375f0eee9aeSBen Skeggs if (ret) {
376f0eee9aeSBen Skeggs NV_ERROR(drm, "failed to create kernel channel, %d\n", ret);
377f0eee9aeSBen Skeggs nouveau_accel_gr_fini(drm);
378f0eee9aeSBen Skeggs return;
379f0eee9aeSBen Skeggs }
380f0eee9aeSBen Skeggs
381f0eee9aeSBen Skeggs /* A SW class is used on pre-NV50 HW to assist with handling the
382f0eee9aeSBen Skeggs * synchronisation of page flips, as well as to implement fences
383f0eee9aeSBen Skeggs * on TNT/TNT2 HW that lacks any kind of support in host.
384f0eee9aeSBen Skeggs */
3852bf00037SBen Skeggs if (!drm->channel->nvsw.client && device->info.family < NV_DEVICE_INFO_V0_TESLA) {
3869ac596a4SBen Skeggs ret = nvif_object_ctor(&drm->channel->user, "drmNvsw",
3879ac596a4SBen Skeggs NVDRM_NVSW, nouveau_abi16_swclass(drm),
3882bf00037SBen Skeggs NULL, 0, &drm->channel->nvsw);
389835a65f5SKarol Herbst
390835a65f5SKarol Herbst if (ret == 0 && device->info.chipset >= 0x11) {
391835a65f5SKarol Herbst ret = nvif_object_ctor(&drm->channel->user, "drmBlit",
392835a65f5SKarol Herbst 0x005f, 0x009f,
393835a65f5SKarol Herbst NULL, 0, &drm->channel->blit);
394835a65f5SKarol Herbst }
395835a65f5SKarol Herbst
396f0eee9aeSBen Skeggs if (ret == 0) {
3970d2bdf2bSBen Skeggs struct nvif_push *push = drm->channel->chan.push;
398835a65f5SKarol Herbst ret = PUSH_WAIT(push, 8);
399835a65f5SKarol Herbst if (ret == 0) {
400835a65f5SKarol Herbst if (device->info.chipset >= 0x11) {
401835a65f5SKarol Herbst PUSH_NVSQ(push, NV05F, 0x0000, drm->channel->blit.handle);
402835a65f5SKarol Herbst PUSH_NVSQ(push, NV09F, 0x0120, 0,
403835a65f5SKarol Herbst 0x0124, 1,
404835a65f5SKarol Herbst 0x0128, 2);
405835a65f5SKarol Herbst }
4060d2bdf2bSBen Skeggs PUSH_NVSQ(push, NV_SW, 0x0000, drm->channel->nvsw.handle);
407f0eee9aeSBen Skeggs }
408835a65f5SKarol Herbst }
409f0eee9aeSBen Skeggs
410f0eee9aeSBen Skeggs if (ret) {
411835a65f5SKarol Herbst NV_ERROR(drm, "failed to allocate sw or blit class, %d\n", ret);
412f0eee9aeSBen Skeggs nouveau_accel_gr_fini(drm);
413f0eee9aeSBen Skeggs return;
414f0eee9aeSBen Skeggs }
415f0eee9aeSBen Skeggs }
416f0eee9aeSBen Skeggs
417f0eee9aeSBen Skeggs /* NvMemoryToMemoryFormat requires a notifier ctxdma for some reason,
418f0eee9aeSBen Skeggs * even if notification is never requested, so, allocate a ctxdma on
419f0eee9aeSBen Skeggs * any GPU where it's possible we'll end up using M2MF for BO moves.
420f0eee9aeSBen Skeggs */
421f0eee9aeSBen Skeggs if (device->info.family < NV_DEVICE_INFO_V0_FERMI) {
422f0eee9aeSBen Skeggs ret = nvkm_gpuobj_new(nvxx_device(device), 32, 0, false, NULL,
423f0eee9aeSBen Skeggs &drm->notify);
424f0eee9aeSBen Skeggs if (ret) {
425f0eee9aeSBen Skeggs NV_ERROR(drm, "failed to allocate notifier, %d\n", ret);
426f0eee9aeSBen Skeggs nouveau_accel_gr_fini(drm);
427f0eee9aeSBen Skeggs return;
428f0eee9aeSBen Skeggs }
429f0eee9aeSBen Skeggs
4309ac596a4SBen Skeggs ret = nvif_object_ctor(&drm->channel->user, "drmM2mfNtfy",
4319ac596a4SBen Skeggs NvNotify0, NV_DMA_IN_MEMORY,
432f0eee9aeSBen Skeggs &(struct nv_dma_v0) {
433f0eee9aeSBen Skeggs .target = NV_DMA_V0_TARGET_VRAM,
434f0eee9aeSBen Skeggs .access = NV_DMA_V0_ACCESS_RDWR,
435f0eee9aeSBen Skeggs .start = drm->notify->addr,
436f0eee9aeSBen Skeggs .limit = drm->notify->addr + 31
437f0eee9aeSBen Skeggs }, sizeof(struct nv_dma_v0),
438f0eee9aeSBen Skeggs &drm->ntfy);
439f0eee9aeSBen Skeggs if (ret) {
440f0eee9aeSBen Skeggs nouveau_accel_gr_fini(drm);
441f0eee9aeSBen Skeggs return;
442f0eee9aeSBen Skeggs }
443f0eee9aeSBen Skeggs }
444f0eee9aeSBen Skeggs }
445f0eee9aeSBen Skeggs
446f0eee9aeSBen Skeggs static void
nouveau_accel_fini(struct nouveau_drm * drm)447f0eee9aeSBen Skeggs nouveau_accel_fini(struct nouveau_drm *drm)
448f0eee9aeSBen Skeggs {
449f0eee9aeSBen Skeggs nouveau_accel_ce_fini(drm);
450f0eee9aeSBen Skeggs nouveau_accel_gr_fini(drm);
451ebb945a9SBen Skeggs if (drm->fence)
452ebb945a9SBen Skeggs nouveau_fence(drm)->dtor(drm);
453eb39c613SBen Skeggs nouveau_channels_fini(drm);
454ebb945a9SBen Skeggs }
455ebb945a9SBen Skeggs
456ebb945a9SBen Skeggs static void
nouveau_accel_init(struct nouveau_drm * drm)457ebb945a9SBen Skeggs nouveau_accel_init(struct nouveau_drm *drm)
458ebb945a9SBen Skeggs {
4591167c6bcSBen Skeggs struct nvif_device *device = &drm->client.device;
46041a63406SBen Skeggs struct nvif_sclass *sclass;
46141a63406SBen Skeggs int ret, i, n;
462ebb945a9SBen Skeggs
463967e7bdeSBen Skeggs if (nouveau_noaccel)
464ebb945a9SBen Skeggs return;
465ebb945a9SBen Skeggs
466f0eee9aeSBen Skeggs /* Initialise global support for channels, and synchronisation. */
467eb47db4fSBen Skeggs ret = nouveau_channels_init(drm);
468eb47db4fSBen Skeggs if (ret)
469eb47db4fSBen Skeggs return;
470eb47db4fSBen Skeggs
471967e7bdeSBen Skeggs /*XXX: this is crap, but the fence/channel stuff is a little
472967e7bdeSBen Skeggs * backwards in some places. this will be fixed.
473967e7bdeSBen Skeggs */
47441a63406SBen Skeggs ret = n = nvif_object_sclass_get(&device->object, &sclass);
475967e7bdeSBen Skeggs if (ret < 0)
476967e7bdeSBen Skeggs return;
477967e7bdeSBen Skeggs
47841a63406SBen Skeggs for (ret = -ENOSYS, i = 0; i < n; i++) {
47941a63406SBen Skeggs switch (sclass[i].oclass) {
480bbf8906bSBen Skeggs case NV03_CHANNEL_DMA:
481967e7bdeSBen Skeggs ret = nv04_fence_create(drm);
482967e7bdeSBen Skeggs break;
483bbf8906bSBen Skeggs case NV10_CHANNEL_DMA:
484967e7bdeSBen Skeggs ret = nv10_fence_create(drm);
485967e7bdeSBen Skeggs break;
486bbf8906bSBen Skeggs case NV17_CHANNEL_DMA:
487bbf8906bSBen Skeggs case NV40_CHANNEL_DMA:
488967e7bdeSBen Skeggs ret = nv17_fence_create(drm);
489967e7bdeSBen Skeggs break;
490bbf8906bSBen Skeggs case NV50_CHANNEL_GPFIFO:
491967e7bdeSBen Skeggs ret = nv50_fence_create(drm);
492967e7bdeSBen Skeggs break;
493bbf8906bSBen Skeggs case G82_CHANNEL_GPFIFO:
494967e7bdeSBen Skeggs ret = nv84_fence_create(drm);
495967e7bdeSBen Skeggs break;
496bbf8906bSBen Skeggs case FERMI_CHANNEL_GPFIFO:
497bbf8906bSBen Skeggs case KEPLER_CHANNEL_GPFIFO_A:
49863f8c9b7SBen Skeggs case KEPLER_CHANNEL_GPFIFO_B:
499a1020afeSBen Skeggs case MAXWELL_CHANNEL_GPFIFO_A:
500e8ff9794SBen Skeggs case PASCAL_CHANNEL_GPFIFO_A:
50137e1c45aSBen Skeggs case VOLTA_CHANNEL_GPFIFO_A:
502641d0b30SBen Skeggs case TURING_CHANNEL_GPFIFO_A:
5037f4f35eaSBen Skeggs case AMPERE_CHANNEL_GPFIFO_A:
50449b2dfc0SBen Skeggs case AMPERE_CHANNEL_GPFIFO_B:
505967e7bdeSBen Skeggs ret = nvc0_fence_create(drm);
506967e7bdeSBen Skeggs break;
507967e7bdeSBen Skeggs default:
508967e7bdeSBen Skeggs break;
509967e7bdeSBen Skeggs }
510967e7bdeSBen Skeggs }
511967e7bdeSBen Skeggs
51241a63406SBen Skeggs nvif_object_sclass_put(&sclass);
513ebb945a9SBen Skeggs if (ret) {
514ebb945a9SBen Skeggs NV_ERROR(drm, "failed to initialise sync subsystem, %d\n", ret);
515ebb945a9SBen Skeggs nouveau_accel_fini(drm);
516ebb945a9SBen Skeggs return;
517ebb945a9SBen Skeggs }
518ebb945a9SBen Skeggs
519f0eee9aeSBen Skeggs /* Volta requires access to a doorbell register for kickoff. */
520f0eee9aeSBen Skeggs if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_VOLTA) {
52164a0f59aSBen Skeggs ret = nvif_user_ctor(device, "drmUsermode");
52249981046SBen Skeggs if (ret)
523ebb945a9SBen Skeggs return;
524ebb945a9SBen Skeggs }
525ebb945a9SBen Skeggs
526f0eee9aeSBen Skeggs /* Allocate channels we need to support various functions. */
527f0eee9aeSBen Skeggs nouveau_accel_gr_init(drm);
528f0eee9aeSBen Skeggs nouveau_accel_ce_init(drm);
52969a6146dSBen Skeggs
530f0eee9aeSBen Skeggs /* Initialise accelerated TTM buffer moves. */
53149981046SBen Skeggs nouveau_bo_move_init(drm);
532ebb945a9SBen Skeggs }
533ebb945a9SBen Skeggs
5343e176fd0SBen Skeggs static void __printf(2, 3)
nouveau_drm_errorf(struct nvif_object * object,const char * fmt,...)5353e176fd0SBen Skeggs nouveau_drm_errorf(struct nvif_object *object, const char *fmt, ...)
5363e176fd0SBen Skeggs {
5373e176fd0SBen Skeggs struct nouveau_drm *drm = container_of(object->parent, typeof(*drm), parent);
5383e176fd0SBen Skeggs struct va_format vaf;
5393e176fd0SBen Skeggs va_list va;
5403e176fd0SBen Skeggs
5413e176fd0SBen Skeggs va_start(va, fmt);
5423e176fd0SBen Skeggs vaf.fmt = fmt;
5433e176fd0SBen Skeggs vaf.va = &va;
5443e176fd0SBen Skeggs NV_ERROR(drm, "%pV", &vaf);
5453e176fd0SBen Skeggs va_end(va);
5463e176fd0SBen Skeggs }
5473e176fd0SBen Skeggs
5483e176fd0SBen Skeggs static void __printf(2, 3)
nouveau_drm_debugf(struct nvif_object * object,const char * fmt,...)5493e176fd0SBen Skeggs nouveau_drm_debugf(struct nvif_object *object, const char *fmt, ...)
5503e176fd0SBen Skeggs {
5513e176fd0SBen Skeggs struct nouveau_drm *drm = container_of(object->parent, typeof(*drm), parent);
5523e176fd0SBen Skeggs struct va_format vaf;
5533e176fd0SBen Skeggs va_list va;
5543e176fd0SBen Skeggs
5553e176fd0SBen Skeggs va_start(va, fmt);
5563e176fd0SBen Skeggs vaf.fmt = fmt;
5573e176fd0SBen Skeggs vaf.va = &va;
5583e176fd0SBen Skeggs NV_DEBUG(drm, "%pV", &vaf);
5593e176fd0SBen Skeggs va_end(va);
5603e176fd0SBen Skeggs }
5613e176fd0SBen Skeggs
5623e176fd0SBen Skeggs static const struct nvif_parent_func
5633e176fd0SBen Skeggs nouveau_parent = {
5643e176fd0SBen Skeggs .debugf = nouveau_drm_debugf,
5653e176fd0SBen Skeggs .errorf = nouveau_drm_errorf,
5663e176fd0SBen Skeggs };
5673e176fd0SBen Skeggs
5685b8a43aeSMarcin Slusarz static int
nouveau_drm_device_init(struct drm_device * dev)569cfea88a4SLyude Paul nouveau_drm_device_init(struct drm_device *dev)
57094580299SBen Skeggs {
57194580299SBen Skeggs struct nouveau_drm *drm;
57294580299SBen Skeggs int ret;
57394580299SBen Skeggs
57420d8a88eSBen Skeggs if (!(drm = kzalloc(sizeof(*drm), GFP_KERNEL)))
57520d8a88eSBen Skeggs return -ENOMEM;
57620d8a88eSBen Skeggs dev->dev_private = drm;
57720d8a88eSBen Skeggs drm->dev = dev;
57820d8a88eSBen Skeggs
5793e176fd0SBen Skeggs nvif_parent_ctor(&nouveau_parent, &drm->parent);
5803e176fd0SBen Skeggs drm->master.base.object.parent = &drm->parent;
5813e176fd0SBen Skeggs
582b88baab8SDanilo Krummrich ret = nouveau_sched_init(drm);
583cb7e88e7SBen Skeggs if (ret)
584c4cee69aSLyude Paul goto fail_alloc;
585cb7e88e7SBen Skeggs
586b88baab8SDanilo Krummrich ret = nouveau_cli_init(drm, "DRM-master", &drm->master);
587b88baab8SDanilo Krummrich if (ret)
588b88baab8SDanilo Krummrich goto fail_sched;
589b88baab8SDanilo Krummrich
59020d8a88eSBen Skeggs ret = nouveau_cli_init(drm, "DRM", &drm->client);
59194580299SBen Skeggs if (ret)
592c4cee69aSLyude Paul goto fail_master;
59394580299SBen Skeggs
594989aa5b7SBen Skeggs nvxx_client(&drm->client.base)->debug =
595be83cd4eSBen Skeggs nvkm_dbgopt(nouveau_debug, "DRM");
59677145f1cSBen Skeggs
59794580299SBen Skeggs INIT_LIST_HEAD(&drm->clients);
598abae9164SJeremy Cline mutex_init(&drm->clients_lock);
599ebb945a9SBen Skeggs spin_lock_init(&drm->tile.lock);
60094580299SBen Skeggs
60177145f1cSBen Skeggs /* workaround an odd issue on nvc1 by disabling the device's
60277145f1cSBen Skeggs * nosnoop capability. hopefully won't cause issues until a
60377145f1cSBen Skeggs * better fix is found - assuming there is one...
60477145f1cSBen Skeggs */
6051167c6bcSBen Skeggs if (drm->client.device.info.chipset == 0xc1)
6061167c6bcSBen Skeggs nvif_mask(&drm->client.device.object, 0x00088080, 0x00000800, 0x00000000);
607ebb945a9SBen Skeggs
60877145f1cSBen Skeggs nouveau_vga_init(drm);
609cb75d97eSBen Skeggs
610ebb945a9SBen Skeggs ret = nouveau_ttm_init(drm);
61194580299SBen Skeggs if (ret)
61277145f1cSBen Skeggs goto fail_ttm;
61394580299SBen Skeggs
61477145f1cSBen Skeggs ret = nouveau_bios_init(dev);
615ebb945a9SBen Skeggs if (ret)
61677145f1cSBen Skeggs goto fail_bios;
61777145f1cSBen Skeggs
618d7f9bb65SBen Skeggs nouveau_accel_init(drm);
619d7f9bb65SBen Skeggs
62077145f1cSBen Skeggs ret = nouveau_display_create(dev);
62177145f1cSBen Skeggs if (ret)
62277145f1cSBen Skeggs goto fail_dispctor;
62377145f1cSBen Skeggs
62477145f1cSBen Skeggs if (dev->mode_config.num_crtc) {
6250f9976ddSBen Skeggs ret = nouveau_display_init(dev, false, false);
62677145f1cSBen Skeggs if (ret)
62777145f1cSBen Skeggs goto fail_dispinit;
62877145f1cSBen Skeggs }
62977145f1cSBen Skeggs
630b126a200SKarol Herbst nouveau_debugfs_init(drm);
631b9ed919fSBen Skeggs nouveau_hwmon_init(dev);
632eeaf06acSBen Skeggs nouveau_svm_init(drm);
6335be73b69SJérôme Glisse nouveau_dmem_init(drm);
6348d021d71SMartin Peres nouveau_led_init(dev);
6355addcf0aSDave Airlie
6368fa4338aSBen Skeggs if (nouveau_pmops_runtime()) {
6375addcf0aSDave Airlie pm_runtime_use_autosuspend(dev->dev);
6385addcf0aSDave Airlie pm_runtime_set_autosuspend_delay(dev->dev, 5000);
6395addcf0aSDave Airlie pm_runtime_set_active(dev->dev);
6405addcf0aSDave Airlie pm_runtime_allow(dev->dev);
6415addcf0aSDave Airlie pm_runtime_mark_last_busy(dev->dev);
6425addcf0aSDave Airlie pm_runtime_put(dev->dev);
6435addcf0aSDave Airlie }
6447326ead9SLyude Paul
64594580299SBen Skeggs return 0;
64677145f1cSBen Skeggs fail_dispinit:
64777145f1cSBen Skeggs nouveau_display_destroy(dev);
64877145f1cSBen Skeggs fail_dispctor:
649d7f9bb65SBen Skeggs nouveau_accel_fini(drm);
65077145f1cSBen Skeggs nouveau_bios_takedown(dev);
65177145f1cSBen Skeggs fail_bios:
652ebb945a9SBen Skeggs nouveau_ttm_fini(drm);
65377145f1cSBen Skeggs fail_ttm:
65477145f1cSBen Skeggs nouveau_vga_fini(drm);
65520d8a88eSBen Skeggs nouveau_cli_fini(&drm->client);
656c4cee69aSLyude Paul fail_master:
657cb7e88e7SBen Skeggs nouveau_cli_fini(&drm->master);
658b88baab8SDanilo Krummrich fail_sched:
659b88baab8SDanilo Krummrich nouveau_sched_fini(drm);
660c4cee69aSLyude Paul fail_alloc:
6613e176fd0SBen Skeggs nvif_parent_dtor(&drm->parent);
66220d8a88eSBen Skeggs kfree(drm);
66394580299SBen Skeggs return ret;
66494580299SBen Skeggs }
66594580299SBen Skeggs
66611b3c20bSGabriel Krisman Bertazi static void
nouveau_drm_device_fini(struct drm_device * dev)667cfea88a4SLyude Paul nouveau_drm_device_fini(struct drm_device *dev)
66894580299SBen Skeggs {
669f55aaf63SJeremy Cline struct nouveau_cli *cli, *temp_cli;
67077145f1cSBen Skeggs struct nouveau_drm *drm = nouveau_drm(dev);
67194580299SBen Skeggs
6728fa4338aSBen Skeggs if (nouveau_pmops_runtime()) {
6735addcf0aSDave Airlie pm_runtime_get_sync(dev->dev);
67455c868a3SLukas Wunner pm_runtime_forbid(dev->dev);
675c1b16b45SLukas Wunner }
676c1b16b45SLukas Wunner
6778d021d71SMartin Peres nouveau_led_fini(dev);
6785be73b69SJérôme Glisse nouveau_dmem_fini(drm);
679eeaf06acSBen Skeggs nouveau_svm_fini(drm);
680b9ed919fSBen Skeggs nouveau_hwmon_fini(dev);
681b126a200SKarol Herbst nouveau_debugfs_fini(drm);
68277145f1cSBen Skeggs
6839430738dSBen Skeggs if (dev->mode_config.num_crtc)
6842f7ca781SLyude Paul nouveau_display_fini(dev, false, false);
68577145f1cSBen Skeggs nouveau_display_destroy(dev);
68677145f1cSBen Skeggs
687d7f9bb65SBen Skeggs nouveau_accel_fini(drm);
68877145f1cSBen Skeggs nouveau_bios_takedown(dev);
68994580299SBen Skeggs
690ebb945a9SBen Skeggs nouveau_ttm_fini(drm);
69177145f1cSBen Skeggs nouveau_vga_fini(drm);
692cb75d97eSBen Skeggs
693f55aaf63SJeremy Cline /*
694f55aaf63SJeremy Cline * There may be existing clients from as-yet unclosed files. For now,
695f55aaf63SJeremy Cline * clean them up here rather than deferring until the file is closed,
696f55aaf63SJeremy Cline * but this likely not correct if we want to support hot-unplugging
697f55aaf63SJeremy Cline * properly.
698f55aaf63SJeremy Cline */
699f55aaf63SJeremy Cline mutex_lock(&drm->clients_lock);
700f55aaf63SJeremy Cline list_for_each_entry_safe(cli, temp_cli, &drm->clients, head) {
701f55aaf63SJeremy Cline list_del(&cli->head);
702f55aaf63SJeremy Cline mutex_lock(&cli->mutex);
703f55aaf63SJeremy Cline if (cli->abi16)
704f55aaf63SJeremy Cline nouveau_abi16_fini(cli->abi16);
705f55aaf63SJeremy Cline mutex_unlock(&cli->mutex);
706f55aaf63SJeremy Cline nouveau_cli_fini(cli);
707f55aaf63SJeremy Cline kfree(cli);
708f55aaf63SJeremy Cline }
709f55aaf63SJeremy Cline mutex_unlock(&drm->clients_lock);
710f55aaf63SJeremy Cline
71120d8a88eSBen Skeggs nouveau_cli_fini(&drm->client);
712cb7e88e7SBen Skeggs nouveau_cli_fini(&drm->master);
713*d6ac0ee5SDanilo Krummrich
714*d6ac0ee5SDanilo Krummrich nouveau_sched_fini(drm);
715*d6ac0ee5SDanilo Krummrich
7163e176fd0SBen Skeggs nvif_parent_dtor(&drm->parent);
717abae9164SJeremy Cline mutex_destroy(&drm->clients_lock);
71820d8a88eSBen Skeggs kfree(drm);
71994580299SBen Skeggs }
72094580299SBen Skeggs
721434fdb51SKarol Herbst /*
722434fdb51SKarol Herbst * On some Intel PCIe bridge controllers doing a
723434fdb51SKarol Herbst * D0 -> D3hot -> D3cold -> D0 sequence causes Nvidia GPUs to not reappear.
724434fdb51SKarol Herbst * Skipping the intermediate D3hot step seems to make it work again. This is
725434fdb51SKarol Herbst * probably caused by not meeting the expectation the involved AML code has
726434fdb51SKarol Herbst * when the GPU is put into D3hot state before invoking it.
727434fdb51SKarol Herbst *
728434fdb51SKarol Herbst * This leads to various manifestations of this issue:
729434fdb51SKarol Herbst * - AML code execution to power on the GPU hits an infinite loop (as the
730434fdb51SKarol Herbst * code waits on device memory to change).
731434fdb51SKarol Herbst * - kernel crashes, as all PCI reads return -1, which most code isn't able
732434fdb51SKarol Herbst * to handle well enough.
733434fdb51SKarol Herbst *
734434fdb51SKarol Herbst * In all cases dmesg will contain at least one line like this:
735434fdb51SKarol Herbst * 'nouveau 0000:01:00.0: Refused to change power state, currently in D3'
736434fdb51SKarol Herbst * followed by a lot of nouveau timeouts.
737434fdb51SKarol Herbst *
738434fdb51SKarol Herbst * In the \_SB.PCI0.PEG0.PG00._OFF code deeper down writes bit 0x80 to the not
739434fdb51SKarol Herbst * documented PCI config space register 0x248 of the Intel PCIe bridge
740434fdb51SKarol Herbst * controller (0x1901) in order to change the state of the PCIe link between
741434fdb51SKarol Herbst * the PCIe port and the GPU. There are alternative code paths using other
742434fdb51SKarol Herbst * registers, which seem to work fine (executed pre Windows 8):
743434fdb51SKarol Herbst * - 0xbc bit 0x20 (publicly available documentation claims 'reserved')
744434fdb51SKarol Herbst * - 0xb0 bit 0x10 (link disable)
745434fdb51SKarol Herbst * Changing the conditions inside the firmware by poking into the relevant
746434fdb51SKarol Herbst * addresses does resolve the issue, but it seemed to be ACPI private memory
747434fdb51SKarol Herbst * and not any device accessible memory at all, so there is no portable way of
748434fdb51SKarol Herbst * changing the conditions.
749434fdb51SKarol Herbst * On a XPS 9560 that means bits [0,3] on \CPEX need to be cleared.
750434fdb51SKarol Herbst *
751434fdb51SKarol Herbst * The only systems where this behavior can be seen are hybrid graphics laptops
752434fdb51SKarol Herbst * with a secondary Nvidia Maxwell, Pascal or Turing GPU. It's unclear whether
753434fdb51SKarol Herbst * this issue only occurs in combination with listed Intel PCIe bridge
754434fdb51SKarol Herbst * controllers and the mentioned GPUs or other devices as well.
755434fdb51SKarol Herbst *
756434fdb51SKarol Herbst * documentation on the PCIe bridge controller can be found in the
757434fdb51SKarol Herbst * "7th Generation Intel® Processor Families for H Platforms Datasheet Volume 2"
758434fdb51SKarol Herbst * Section "12 PCI Express* Controller (x16) Registers"
759434fdb51SKarol Herbst */
760434fdb51SKarol Herbst
quirk_broken_nv_runpm(struct pci_dev * pdev)761434fdb51SKarol Herbst static void quirk_broken_nv_runpm(struct pci_dev *pdev)
762434fdb51SKarol Herbst {
763434fdb51SKarol Herbst struct drm_device *dev = pci_get_drvdata(pdev);
764434fdb51SKarol Herbst struct nouveau_drm *drm = nouveau_drm(dev);
765434fdb51SKarol Herbst struct pci_dev *bridge = pci_upstream_bridge(pdev);
766434fdb51SKarol Herbst
767434fdb51SKarol Herbst if (!bridge || bridge->vendor != PCI_VENDOR_ID_INTEL)
768434fdb51SKarol Herbst return;
769434fdb51SKarol Herbst
770434fdb51SKarol Herbst switch (bridge->device) {
771434fdb51SKarol Herbst case 0x1901:
772434fdb51SKarol Herbst drm->old_pm_cap = pdev->pm_cap;
773434fdb51SKarol Herbst pdev->pm_cap = 0;
774434fdb51SKarol Herbst NV_INFO(drm, "Disabling PCI power management to avoid bug\n");
775434fdb51SKarol Herbst break;
776434fdb51SKarol Herbst }
777434fdb51SKarol Herbst }
778434fdb51SKarol Herbst
nouveau_drm_probe(struct pci_dev * pdev,const struct pci_device_id * pent)779cfea88a4SLyude Paul static int nouveau_drm_probe(struct pci_dev *pdev,
780cfea88a4SLyude Paul const struct pci_device_id *pent)
781cfea88a4SLyude Paul {
782cfea88a4SLyude Paul struct nvkm_device *device;
783cfea88a4SLyude Paul struct drm_device *drm_dev;
784cfea88a4SLyude Paul int ret;
785cfea88a4SLyude Paul
786cfea88a4SLyude Paul if (vga_switcheroo_client_probe_defer(pdev))
787cfea88a4SLyude Paul return -EPROBE_DEFER;
788cfea88a4SLyude Paul
789cfea88a4SLyude Paul /* We need to check that the chipset is supported before booting
790cfea88a4SLyude Paul * fbdev off the hardware, as there's no way to put it back.
791cfea88a4SLyude Paul */
792a2ac09a0SBen Skeggs ret = nvkm_device_pci_new(pdev, nouveau_config, "error",
793a2ac09a0SBen Skeggs true, false, 0, &device);
794cfea88a4SLyude Paul if (ret)
795cfea88a4SLyude Paul return ret;
796cfea88a4SLyude Paul
797cfea88a4SLyude Paul nvkm_device_del(&device);
798cfea88a4SLyude Paul
799cfea88a4SLyude Paul /* Remove conflicting drivers (vesafb, efifb etc). */
80097c9bfe3SThomas Zimmermann ret = drm_aperture_remove_conflicting_pci_framebuffers(pdev, &driver_pci);
8012dd4d163SBen Skeggs if (ret)
8022dd4d163SBen Skeggs return ret;
803cfea88a4SLyude Paul
804cfea88a4SLyude Paul ret = nvkm_device_pci_new(pdev, nouveau_config, nouveau_debug,
805cfea88a4SLyude Paul true, true, ~0ULL, &device);
806cfea88a4SLyude Paul if (ret)
807cfea88a4SLyude Paul return ret;
808cfea88a4SLyude Paul
809cfea88a4SLyude Paul pci_set_master(pdev);
810cfea88a4SLyude Paul
811cfea88a4SLyude Paul if (nouveau_atomic)
812cfea88a4SLyude Paul driver_pci.driver_features |= DRIVER_ATOMIC;
813cfea88a4SLyude Paul
814cfea88a4SLyude Paul drm_dev = drm_dev_alloc(&driver_pci, &pdev->dev);
815cfea88a4SLyude Paul if (IS_ERR(drm_dev)) {
816cfea88a4SLyude Paul ret = PTR_ERR(drm_dev);
817cfea88a4SLyude Paul goto fail_nvkm;
818cfea88a4SLyude Paul }
819cfea88a4SLyude Paul
820cfea88a4SLyude Paul ret = pci_enable_device(pdev);
821cfea88a4SLyude Paul if (ret)
822cfea88a4SLyude Paul goto fail_drm;
823cfea88a4SLyude Paul
824cfea88a4SLyude Paul pci_set_drvdata(pdev, drm_dev);
825cfea88a4SLyude Paul
826cfea88a4SLyude Paul ret = nouveau_drm_device_init(drm_dev);
827cfea88a4SLyude Paul if (ret)
828cfea88a4SLyude Paul goto fail_pci;
829cfea88a4SLyude Paul
830cfea88a4SLyude Paul ret = drm_dev_register(drm_dev, pent->driver_data);
831cfea88a4SLyude Paul if (ret)
832cfea88a4SLyude Paul goto fail_drm_dev_init;
833cfea88a4SLyude Paul
8344a16dd9dSBen Skeggs if (nouveau_drm(drm_dev)->client.device.info.ram_size <= 32 * 1024 * 1024)
8354a16dd9dSBen Skeggs drm_fbdev_generic_setup(drm_dev, 8);
8364a16dd9dSBen Skeggs else
8374a16dd9dSBen Skeggs drm_fbdev_generic_setup(drm_dev, 32);
8384a16dd9dSBen Skeggs
839434fdb51SKarol Herbst quirk_broken_nv_runpm(pdev);
840cfea88a4SLyude Paul return 0;
841cfea88a4SLyude Paul
842cfea88a4SLyude Paul fail_drm_dev_init:
843cfea88a4SLyude Paul nouveau_drm_device_fini(drm_dev);
844cfea88a4SLyude Paul fail_pci:
845cfea88a4SLyude Paul pci_disable_device(pdev);
846cfea88a4SLyude Paul fail_drm:
847cfea88a4SLyude Paul drm_dev_put(drm_dev);
848cfea88a4SLyude Paul fail_nvkm:
849cfea88a4SLyude Paul nvkm_device_del(&device);
850cfea88a4SLyude Paul return ret;
851cfea88a4SLyude Paul }
852cfea88a4SLyude Paul
8538ba9ff11SAlexandre Courbot void
nouveau_drm_device_remove(struct drm_device * dev)8548ba9ff11SAlexandre Courbot nouveau_drm_device_remove(struct drm_device *dev)
85594580299SBen Skeggs {
85677145f1cSBen Skeggs struct nouveau_drm *drm = nouveau_drm(dev);
857be83cd4eSBen Skeggs struct nvkm_client *client;
85876ecea5bSBen Skeggs struct nvkm_device *device;
85977145f1cSBen Skeggs
860aff2299eSJeremy Cline drm_dev_unplug(dev);
861cfea88a4SLyude Paul
862989aa5b7SBen Skeggs client = nvxx_client(&drm->client.base);
8634e7e62d6SBen Skeggs device = nvkm_device_find(client->device);
86477145f1cSBen Skeggs
865cfea88a4SLyude Paul nouveau_drm_device_fini(dev);
866cfea88a4SLyude Paul drm_dev_put(dev);
867e781dc8fSBen Skeggs nvkm_device_del(&device);
86894580299SBen Skeggs }
8698ba9ff11SAlexandre Courbot
8708ba9ff11SAlexandre Courbot static void
nouveau_drm_remove(struct pci_dev * pdev)8718ba9ff11SAlexandre Courbot nouveau_drm_remove(struct pci_dev *pdev)
8728ba9ff11SAlexandre Courbot {
8738ba9ff11SAlexandre Courbot struct drm_device *dev = pci_get_drvdata(pdev);
874434fdb51SKarol Herbst struct nouveau_drm *drm = nouveau_drm(dev);
8758ba9ff11SAlexandre Courbot
876434fdb51SKarol Herbst /* revert our workaround */
877434fdb51SKarol Herbst if (drm->old_pm_cap)
878434fdb51SKarol Herbst pdev->pm_cap = drm->old_pm_cap;
8798ba9ff11SAlexandre Courbot nouveau_drm_device_remove(dev);
880f1331ea8SThierry Reding pci_disable_device(pdev);
8818ba9ff11SAlexandre Courbot }
88294580299SBen Skeggs
883cd897837SMarcin Slusarz static int
nouveau_do_suspend(struct drm_device * dev,bool runtime)88405c63c2fSDave Airlie nouveau_do_suspend(struct drm_device *dev, bool runtime)
88594580299SBen Skeggs {
88677145f1cSBen Skeggs struct nouveau_drm *drm = nouveau_drm(dev);
8874ce032d6SChristian König struct ttm_resource_manager *man;
88894580299SBen Skeggs int ret;
88994580299SBen Skeggs
890eeaf06acSBen Skeggs nouveau_svm_suspend(drm);
8915be73b69SJérôme Glisse nouveau_dmem_suspend(drm);
8928d021d71SMartin Peres nouveau_led_suspend(dev);
8938d021d71SMartin Peres
8946fbb702eSBen Skeggs if (dev->mode_config.num_crtc) {
8952d38a535SBen Skeggs NV_DEBUG(drm, "suspending display...\n");
8966fbb702eSBen Skeggs ret = nouveau_display_suspend(dev, runtime);
89794580299SBen Skeggs if (ret)
89894580299SBen Skeggs return ret;
8999430738dSBen Skeggs }
90094580299SBen Skeggs
9012d38a535SBen Skeggs NV_DEBUG(drm, "evicting buffers...\n");
9024ce032d6SChristian König
9034ce032d6SChristian König man = ttm_manager_type(&drm->ttm.bdev, TTM_PL_VRAM);
9044ce032d6SChristian König ttm_resource_manager_evict_all(&drm->ttm.bdev, man);
905ebb945a9SBen Skeggs
9062d38a535SBen Skeggs NV_DEBUG(drm, "waiting for kernel channels to go idle...\n");
90781dff21bSBen Skeggs if (drm->cechan) {
90881dff21bSBen Skeggs ret = nouveau_channel_idle(drm->cechan);
90981dff21bSBen Skeggs if (ret)
910f3980dc5SIlia Mirkin goto fail_display;
91181dff21bSBen Skeggs }
91281dff21bSBen Skeggs
91381dff21bSBen Skeggs if (drm->channel) {
91481dff21bSBen Skeggs ret = nouveau_channel_idle(drm->channel);
91581dff21bSBen Skeggs if (ret)
916f3980dc5SIlia Mirkin goto fail_display;
91781dff21bSBen Skeggs }
91881dff21bSBen Skeggs
9192d38a535SBen Skeggs NV_DEBUG(drm, "suspending fence...\n");
920ebb945a9SBen Skeggs if (drm->fence && nouveau_fence(drm)->suspend) {
921f3980dc5SIlia Mirkin if (!nouveau_fence(drm)->suspend(drm)) {
922f3980dc5SIlia Mirkin ret = -ENOMEM;
923f3980dc5SIlia Mirkin goto fail_display;
924f3980dc5SIlia Mirkin }
925ebb945a9SBen Skeggs }
926ebb945a9SBen Skeggs
9272d38a535SBen Skeggs NV_DEBUG(drm, "suspending object tree...\n");
928cb7e88e7SBen Skeggs ret = nvif_client_suspend(&drm->master.base);
92994580299SBen Skeggs if (ret)
93094580299SBen Skeggs goto fail_client;
93194580299SBen Skeggs
93294580299SBen Skeggs return 0;
93394580299SBen Skeggs
93494580299SBen Skeggs fail_client:
935f3980dc5SIlia Mirkin if (drm->fence && nouveau_fence(drm)->resume)
936f3980dc5SIlia Mirkin nouveau_fence(drm)->resume(drm);
937f3980dc5SIlia Mirkin
938f3980dc5SIlia Mirkin fail_display:
9399430738dSBen Skeggs if (dev->mode_config.num_crtc) {
9402d38a535SBen Skeggs NV_DEBUG(drm, "resuming display...\n");
9416fbb702eSBen Skeggs nouveau_display_resume(dev, runtime);
9429430738dSBen Skeggs }
94394580299SBen Skeggs return ret;
94494580299SBen Skeggs }
94594580299SBen Skeggs
946cd897837SMarcin Slusarz static int
nouveau_do_resume(struct drm_device * dev,bool runtime)9476fbb702eSBen Skeggs nouveau_do_resume(struct drm_device *dev, bool runtime)
9482d8b9ccbSDave Airlie {
94930df16b9STobias Klausmann int ret = 0;
9502d8b9ccbSDave Airlie struct nouveau_drm *drm = nouveau_drm(dev);
9512d8b9ccbSDave Airlie
9522d38a535SBen Skeggs NV_DEBUG(drm, "resuming object tree...\n");
95330df16b9STobias Klausmann ret = nvif_client_resume(&drm->master.base);
95430df16b9STobias Klausmann if (ret) {
95530df16b9STobias Klausmann NV_ERROR(drm, "Client resume failed with error: %d\n", ret);
95630df16b9STobias Klausmann return ret;
95730df16b9STobias Klausmann }
95894580299SBen Skeggs
9592d38a535SBen Skeggs NV_DEBUG(drm, "resuming fence...\n");
96081dff21bSBen Skeggs if (drm->fence && nouveau_fence(drm)->resume)
96181dff21bSBen Skeggs nouveau_fence(drm)->resume(drm);
96281dff21bSBen Skeggs
96377145f1cSBen Skeggs nouveau_run_vbios_init(dev);
96477145f1cSBen Skeggs
9659430738dSBen Skeggs if (dev->mode_config.num_crtc) {
9662d38a535SBen Skeggs NV_DEBUG(drm, "resuming display...\n");
9676fbb702eSBen Skeggs nouveau_display_resume(dev, runtime);
9689430738dSBen Skeggs }
9695addcf0aSDave Airlie
9708d021d71SMartin Peres nouveau_led_resume(dev);
9715be73b69SJérôme Glisse nouveau_dmem_resume(drm);
972eeaf06acSBen Skeggs nouveau_svm_resume(drm);
97377145f1cSBen Skeggs return 0;
97494580299SBen Skeggs }
97594580299SBen Skeggs
9767bb6d442SBen Skeggs int
nouveau_pmops_suspend(struct device * dev)9777bb6d442SBen Skeggs nouveau_pmops_suspend(struct device *dev)
9787bb6d442SBen Skeggs {
9797bb6d442SBen Skeggs struct pci_dev *pdev = to_pci_dev(dev);
9807bb6d442SBen Skeggs struct drm_device *drm_dev = pci_get_drvdata(pdev);
9817bb6d442SBen Skeggs int ret;
9827bb6d442SBen Skeggs
9837bb6d442SBen Skeggs if (drm_dev->switch_power_state == DRM_SWITCH_POWER_OFF ||
9847bb6d442SBen Skeggs drm_dev->switch_power_state == DRM_SWITCH_POWER_DYNAMIC_OFF)
9857bb6d442SBen Skeggs return 0;
9867bb6d442SBen Skeggs
9877bb6d442SBen Skeggs ret = nouveau_do_suspend(drm_dev, false);
9887bb6d442SBen Skeggs if (ret)
9897bb6d442SBen Skeggs return ret;
9907bb6d442SBen Skeggs
9917bb6d442SBen Skeggs pci_save_state(pdev);
9927bb6d442SBen Skeggs pci_disable_device(pdev);
9937bb6d442SBen Skeggs pci_set_power_state(pdev, PCI_D3hot);
994c5fd936eSLukas Wunner udelay(200);
9957bb6d442SBen Skeggs return 0;
9967bb6d442SBen Skeggs }
9977bb6d442SBen Skeggs
9987bb6d442SBen Skeggs int
nouveau_pmops_resume(struct device * dev)9997bb6d442SBen Skeggs nouveau_pmops_resume(struct device *dev)
10002d8b9ccbSDave Airlie {
10012d8b9ccbSDave Airlie struct pci_dev *pdev = to_pci_dev(dev);
10022d8b9ccbSDave Airlie struct drm_device *drm_dev = pci_get_drvdata(pdev);
10032d8b9ccbSDave Airlie int ret;
10042d8b9ccbSDave Airlie
10055addcf0aSDave Airlie if (drm_dev->switch_power_state == DRM_SWITCH_POWER_OFF ||
10065addcf0aSDave Airlie drm_dev->switch_power_state == DRM_SWITCH_POWER_DYNAMIC_OFF)
10072d8b9ccbSDave Airlie return 0;
10082d8b9ccbSDave Airlie
10092d8b9ccbSDave Airlie pci_set_power_state(pdev, PCI_D0);
10102d8b9ccbSDave Airlie pci_restore_state(pdev);
10112d8b9ccbSDave Airlie ret = pci_enable_device(pdev);
10122d8b9ccbSDave Airlie if (ret)
10132d8b9ccbSDave Airlie return ret;
10142d8b9ccbSDave Airlie pci_set_master(pdev);
10152d8b9ccbSDave Airlie
10160b2fe659SHans de Goede ret = nouveau_do_resume(drm_dev, false);
10170b2fe659SHans de Goede
10180b2fe659SHans de Goede /* Monitors may have been connected / disconnected during suspend */
1019d297ce4bSLyude Paul nouveau_display_hpd_resume(drm_dev);
10200b2fe659SHans de Goede
10210b2fe659SHans de Goede return ret;
10222d8b9ccbSDave Airlie }
10232d8b9ccbSDave Airlie
10247bb6d442SBen Skeggs static int
nouveau_pmops_freeze(struct device * dev)10257bb6d442SBen Skeggs nouveau_pmops_freeze(struct device *dev)
10262d8b9ccbSDave Airlie {
10272d8b9ccbSDave Airlie struct pci_dev *pdev = to_pci_dev(dev);
10282d8b9ccbSDave Airlie struct drm_device *drm_dev = pci_get_drvdata(pdev);
10296fbb702eSBen Skeggs return nouveau_do_suspend(drm_dev, false);
10302d8b9ccbSDave Airlie }
10312d8b9ccbSDave Airlie
10327bb6d442SBen Skeggs static int
nouveau_pmops_thaw(struct device * dev)10337bb6d442SBen Skeggs nouveau_pmops_thaw(struct device *dev)
10342d8b9ccbSDave Airlie {
10352d8b9ccbSDave Airlie struct pci_dev *pdev = to_pci_dev(dev);
10362d8b9ccbSDave Airlie struct drm_device *drm_dev = pci_get_drvdata(pdev);
10376fbb702eSBen Skeggs return nouveau_do_resume(drm_dev, false);
10382d8b9ccbSDave Airlie }
10392d8b9ccbSDave Airlie
1040321f5c5fSBen Skeggs bool
nouveau_pmops_runtime(void)10415499473cSArnd Bergmann nouveau_pmops_runtime(void)
1042321f5c5fSBen Skeggs {
1043321f5c5fSBen Skeggs if (nouveau_runtime_pm == -1)
1044321f5c5fSBen Skeggs return nouveau_is_optimus() || nouveau_is_v1_dsm();
1045321f5c5fSBen Skeggs return nouveau_runtime_pm == 1;
1046321f5c5fSBen Skeggs }
1047321f5c5fSBen Skeggs
10487bb6d442SBen Skeggs static int
nouveau_pmops_runtime_suspend(struct device * dev)10497bb6d442SBen Skeggs nouveau_pmops_runtime_suspend(struct device *dev)
10507bb6d442SBen Skeggs {
10517bb6d442SBen Skeggs struct pci_dev *pdev = to_pci_dev(dev);
10527bb6d442SBen Skeggs struct drm_device *drm_dev = pci_get_drvdata(pdev);
10537bb6d442SBen Skeggs int ret;
10547bb6d442SBen Skeggs
1055321f5c5fSBen Skeggs if (!nouveau_pmops_runtime()) {
10567bb6d442SBen Skeggs pm_runtime_forbid(dev);
10577bb6d442SBen Skeggs return -EBUSY;
10587bb6d442SBen Skeggs }
10597bb6d442SBen Skeggs
10607bb6d442SBen Skeggs nouveau_switcheroo_optimus_dsm();
10617bb6d442SBen Skeggs ret = nouveau_do_suspend(drm_dev, true);
10627bb6d442SBen Skeggs pci_save_state(pdev);
10637bb6d442SBen Skeggs pci_disable_device(pdev);
10648c863944SDave Airlie pci_ignore_hotplug(pdev);
10657bb6d442SBen Skeggs pci_set_power_state(pdev, PCI_D3cold);
10667bb6d442SBen Skeggs drm_dev->switch_power_state = DRM_SWITCH_POWER_DYNAMIC_OFF;
10677bb6d442SBen Skeggs return ret;
10687bb6d442SBen Skeggs }
10697bb6d442SBen Skeggs
10707bb6d442SBen Skeggs static int
nouveau_pmops_runtime_resume(struct device * dev)10717bb6d442SBen Skeggs nouveau_pmops_runtime_resume(struct device *dev)
10727bb6d442SBen Skeggs {
10737bb6d442SBen Skeggs struct pci_dev *pdev = to_pci_dev(dev);
10747bb6d442SBen Skeggs struct drm_device *drm_dev = pci_get_drvdata(pdev);
107530df16b9STobias Klausmann struct nouveau_drm *drm = nouveau_drm(drm_dev);
10761167c6bcSBen Skeggs struct nvif_device *device = &nouveau_drm(drm_dev)->client.device;
10777bb6d442SBen Skeggs int ret;
10787bb6d442SBen Skeggs
1079321f5c5fSBen Skeggs if (!nouveau_pmops_runtime()) {
1080321f5c5fSBen Skeggs pm_runtime_forbid(dev);
1081321f5c5fSBen Skeggs return -EBUSY;
1082321f5c5fSBen Skeggs }
10837bb6d442SBen Skeggs
10847bb6d442SBen Skeggs pci_set_power_state(pdev, PCI_D0);
10857bb6d442SBen Skeggs pci_restore_state(pdev);
10867bb6d442SBen Skeggs ret = pci_enable_device(pdev);
10877bb6d442SBen Skeggs if (ret)
10887bb6d442SBen Skeggs return ret;
10897bb6d442SBen Skeggs pci_set_master(pdev);
10907bb6d442SBen Skeggs
10917bb6d442SBen Skeggs ret = nouveau_do_resume(drm_dev, true);
109230df16b9STobias Klausmann if (ret) {
109330df16b9STobias Klausmann NV_ERROR(drm, "resume failed with: %d\n", ret);
109430df16b9STobias Klausmann return ret;
109530df16b9STobias Klausmann }
1096cae9ff03SLyude Paul
10977bb6d442SBen Skeggs /* do magic */
1098a01ca78cSBen Skeggs nvif_mask(&device->object, 0x088488, (1 << 25), (1 << 25));
10997bb6d442SBen Skeggs drm_dev->switch_power_state = DRM_SWITCH_POWER_ON;
11000b2fe659SHans de Goede
11010b2fe659SHans de Goede /* Monitors may have been connected / disconnected during suspend */
1102d297ce4bSLyude Paul nouveau_display_hpd_resume(drm_dev);
11030b2fe659SHans de Goede
11047bb6d442SBen Skeggs return ret;
11057bb6d442SBen Skeggs }
11067bb6d442SBen Skeggs
11077bb6d442SBen Skeggs static int
nouveau_pmops_runtime_idle(struct device * dev)11087bb6d442SBen Skeggs nouveau_pmops_runtime_idle(struct device *dev)
11097bb6d442SBen Skeggs {
1110321f5c5fSBen Skeggs if (!nouveau_pmops_runtime()) {
11117bb6d442SBen Skeggs pm_runtime_forbid(dev);
11127bb6d442SBen Skeggs return -EBUSY;
11137bb6d442SBen Skeggs }
11147bb6d442SBen Skeggs
11157bb6d442SBen Skeggs pm_runtime_mark_last_busy(dev);
11167bb6d442SBen Skeggs pm_runtime_autosuspend(dev);
11177bb6d442SBen Skeggs /* we don't want the main rpm_idle to call suspend - we want to autosuspend */
11187bb6d442SBen Skeggs return 1;
11197bb6d442SBen Skeggs }
11202d8b9ccbSDave Airlie
11215b8a43aeSMarcin Slusarz static int
nouveau_drm_open(struct drm_device * dev,struct drm_file * fpriv)1122ebb945a9SBen Skeggs nouveau_drm_open(struct drm_device *dev, struct drm_file *fpriv)
1123ebb945a9SBen Skeggs {
1124ebb945a9SBen Skeggs struct nouveau_drm *drm = nouveau_drm(dev);
1125ebb945a9SBen Skeggs struct nouveau_cli *cli;
1126a2896cedSMarcin Slusarz char name[32], tmpname[TASK_COMM_LEN];
1127ebb945a9SBen Skeggs int ret;
1128ebb945a9SBen Skeggs
11295addcf0aSDave Airlie /* need to bring up power immediately if opening device */
11305addcf0aSDave Airlie ret = pm_runtime_get_sync(dev->dev);
1131659fb5f1SAditya Pakki if (ret < 0 && ret != -EACCES) {
1132659fb5f1SAditya Pakki pm_runtime_put_autosuspend(dev->dev);
11335addcf0aSDave Airlie return ret;
1134659fb5f1SAditya Pakki }
11355addcf0aSDave Airlie
1136a2896cedSMarcin Slusarz get_task_comm(tmpname, current);
1137031ddd28STvrtko Ursulin rcu_read_lock();
1138031ddd28STvrtko Ursulin snprintf(name, sizeof(name), "%s[%d]",
1139031ddd28STvrtko Ursulin tmpname, pid_nr(rcu_dereference(fpriv->pid)));
1140031ddd28STvrtko Ursulin rcu_read_unlock();
1141fa6df8c1SBen Skeggs
1142922a8c82SLyude Paul if (!(cli = kzalloc(sizeof(*cli), GFP_KERNEL))) {
1143922a8c82SLyude Paul ret = -ENOMEM;
1144922a8c82SLyude Paul goto done;
1145922a8c82SLyude Paul }
1146420b9469SAlexandre Courbot
114720d8a88eSBen Skeggs ret = nouveau_cli_init(drm, name, cli);
1148ebb945a9SBen Skeggs if (ret)
114920d8a88eSBen Skeggs goto done;
1150ebb945a9SBen Skeggs
1151ebb945a9SBen Skeggs fpriv->driver_priv = cli;
1152ebb945a9SBen Skeggs
1153abae9164SJeremy Cline mutex_lock(&drm->clients_lock);
1154ebb945a9SBen Skeggs list_add(&cli->head, &drm->clients);
1155abae9164SJeremy Cline mutex_unlock(&drm->clients_lock);
11565addcf0aSDave Airlie
115720d8a88eSBen Skeggs done:
115820d8a88eSBen Skeggs if (ret && cli) {
115920d8a88eSBen Skeggs nouveau_cli_fini(cli);
116020d8a88eSBen Skeggs kfree(cli);
116120d8a88eSBen Skeggs }
116220d8a88eSBen Skeggs
11635addcf0aSDave Airlie pm_runtime_mark_last_busy(dev->dev);
11645addcf0aSDave Airlie pm_runtime_put_autosuspend(dev->dev);
11655addcf0aSDave Airlie return ret;
1166ebb945a9SBen Skeggs }
1167ebb945a9SBen Skeggs
11685b8a43aeSMarcin Slusarz static void
nouveau_drm_postclose(struct drm_device * dev,struct drm_file * fpriv)1169f0e73ff3SDaniel Vetter nouveau_drm_postclose(struct drm_device *dev, struct drm_file *fpriv)
1170ebb945a9SBen Skeggs {
1171ebb945a9SBen Skeggs struct nouveau_cli *cli = nouveau_cli(fpriv);
1172ebb945a9SBen Skeggs struct nouveau_drm *drm = nouveau_drm(dev);
1173f55aaf63SJeremy Cline int dev_index;
1174f55aaf63SJeremy Cline
1175f55aaf63SJeremy Cline /*
1176f55aaf63SJeremy Cline * The device is gone, and as it currently stands all clients are
1177f55aaf63SJeremy Cline * cleaned up in the removal codepath. In the future this may change
1178f55aaf63SJeremy Cline * so that we can support hot-unplugging, but for now we immediately
1179f55aaf63SJeremy Cline * return to avoid a double-free situation.
1180f55aaf63SJeremy Cline */
1181f55aaf63SJeremy Cline if (!drm_dev_enter(dev, &dev_index))
1182f55aaf63SJeremy Cline return;
1183ebb945a9SBen Skeggs
11845addcf0aSDave Airlie pm_runtime_get_sync(dev->dev);
11855addcf0aSDave Airlie
1186ac8c7930SKamil Dudka mutex_lock(&cli->mutex);
1187ebb945a9SBen Skeggs if (cli->abi16)
1188ebb945a9SBen Skeggs nouveau_abi16_fini(cli->abi16);
1189ac8c7930SKamil Dudka mutex_unlock(&cli->mutex);
1190ebb945a9SBen Skeggs
1191abae9164SJeremy Cline mutex_lock(&drm->clients_lock);
1192ebb945a9SBen Skeggs list_del(&cli->head);
1193abae9164SJeremy Cline mutex_unlock(&drm->clients_lock);
11945addcf0aSDave Airlie
119520d8a88eSBen Skeggs nouveau_cli_fini(cli);
119620d8a88eSBen Skeggs kfree(cli);
11975addcf0aSDave Airlie pm_runtime_mark_last_busy(dev->dev);
11985addcf0aSDave Airlie pm_runtime_put_autosuspend(dev->dev);
1199f55aaf63SJeremy Cline drm_dev_exit(dev_index);
1200ebb945a9SBen Skeggs }
1201ebb945a9SBen Skeggs
1202baa70943SRob Clark static const struct drm_ioctl_desc
120377145f1cSBen Skeggs nouveau_ioctls[] = {
1204a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_GETPARAM, nouveau_abi16_ioctl_getparam, DRM_RENDER_ALLOW),
120594533c41SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_SETPARAM, drm_invalid_op, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
1206a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_ALLOC, nouveau_abi16_ioctl_channel_alloc, DRM_RENDER_ALLOW),
1207a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_FREE, nouveau_abi16_ioctl_channel_free, DRM_RENDER_ALLOW),
1208a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_GROBJ_ALLOC, nouveau_abi16_ioctl_grobj_alloc, DRM_RENDER_ALLOW),
1209a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_NOTIFIEROBJ_ALLOC, nouveau_abi16_ioctl_notifierobj_alloc, DRM_RENDER_ALLOW),
1210a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_GPUOBJ_FREE, nouveau_abi16_ioctl_gpuobj_free, DRM_RENDER_ALLOW),
1211a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_SVM_INIT, nouveau_svmm_init, DRM_RENDER_ALLOW),
1212a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_SVM_BIND, nouveau_svmm_bind, DRM_RENDER_ALLOW),
1213a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_NEW, nouveau_gem_ioctl_new, DRM_RENDER_ALLOW),
1214a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_PUSHBUF, nouveau_gem_ioctl_pushbuf, DRM_RENDER_ALLOW),
1215a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_PREP, nouveau_gem_ioctl_cpu_prep, DRM_RENDER_ALLOW),
1216a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_FINI, nouveau_gem_ioctl_cpu_fini, DRM_RENDER_ALLOW),
1217a305f6c5SEmil Velikov DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_INFO, nouveau_gem_ioctl_info, DRM_RENDER_ALLOW),
1218b88baab8SDanilo Krummrich DRM_IOCTL_DEF_DRV(NOUVEAU_VM_INIT, nouveau_uvmm_ioctl_vm_init, DRM_RENDER_ALLOW),
1219b88baab8SDanilo Krummrich DRM_IOCTL_DEF_DRV(NOUVEAU_VM_BIND, nouveau_uvmm_ioctl_vm_bind, DRM_RENDER_ALLOW),
1220b88baab8SDanilo Krummrich DRM_IOCTL_DEF_DRV(NOUVEAU_EXEC, nouveau_exec_ioctl_exec, DRM_RENDER_ALLOW),
122177145f1cSBen Skeggs };
122277145f1cSBen Skeggs
122327111a23SBen Skeggs long
nouveau_drm_ioctl(struct file * file,unsigned int cmd,unsigned long arg)122427111a23SBen Skeggs nouveau_drm_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
12255addcf0aSDave Airlie {
122627111a23SBen Skeggs struct drm_file *filp = file->private_data;
122727111a23SBen Skeggs struct drm_device *dev = filp->minor->dev;
12285addcf0aSDave Airlie long ret;
12295addcf0aSDave Airlie
12305addcf0aSDave Airlie ret = pm_runtime_get_sync(dev->dev);
1231659fb5f1SAditya Pakki if (ret < 0 && ret != -EACCES) {
1232659fb5f1SAditya Pakki pm_runtime_put_autosuspend(dev->dev);
12335addcf0aSDave Airlie return ret;
1234659fb5f1SAditya Pakki }
12355addcf0aSDave Airlie
123627111a23SBen Skeggs switch (_IOC_NR(cmd) - DRM_COMMAND_BASE) {
123727111a23SBen Skeggs case DRM_NOUVEAU_NVIF:
123827111a23SBen Skeggs ret = usif_ioctl(filp, (void __user *)arg, _IOC_SIZE(cmd));
123927111a23SBen Skeggs break;
124027111a23SBen Skeggs default:
124127111a23SBen Skeggs ret = drm_ioctl(file, cmd, arg);
124227111a23SBen Skeggs break;
124327111a23SBen Skeggs }
12445addcf0aSDave Airlie
12455addcf0aSDave Airlie pm_runtime_mark_last_busy(dev->dev);
12465addcf0aSDave Airlie pm_runtime_put_autosuspend(dev->dev);
12475addcf0aSDave Airlie return ret;
12485addcf0aSDave Airlie }
124927111a23SBen Skeggs
125077145f1cSBen Skeggs static const struct file_operations
125177145f1cSBen Skeggs nouveau_driver_fops = {
125277145f1cSBen Skeggs .owner = THIS_MODULE,
125377145f1cSBen Skeggs .open = drm_open,
125477145f1cSBen Skeggs .release = drm_release,
12555addcf0aSDave Airlie .unlocked_ioctl = nouveau_drm_ioctl,
1256265ec0ddSThomas Zimmermann .mmap = drm_gem_mmap,
125777145f1cSBen Skeggs .poll = drm_poll,
125877145f1cSBen Skeggs .read = drm_read,
125977145f1cSBen Skeggs #if defined(CONFIG_COMPAT)
126077145f1cSBen Skeggs .compat_ioctl = nouveau_compat_ioctl,
126177145f1cSBen Skeggs #endif
126277145f1cSBen Skeggs .llseek = noop_llseek,
126377145f1cSBen Skeggs };
126477145f1cSBen Skeggs
126577145f1cSBen Skeggs static struct drm_driver
1266915b4d11SDavid Herrmann driver_stub = {
1267cf8698dfSThomas Zimmermann .driver_features = DRIVER_GEM |
1268b88baab8SDanilo Krummrich DRIVER_SYNCOBJ | DRIVER_SYNCOBJ_TIMELINE |
1269b88baab8SDanilo Krummrich DRIVER_GEM_GPUVA |
1270cf8698dfSThomas Zimmermann DRIVER_MODESET |
1271cf8698dfSThomas Zimmermann DRIVER_RENDER,
127277145f1cSBen Skeggs .open = nouveau_drm_open,
127377145f1cSBen Skeggs .postclose = nouveau_drm_postclose,
127477145f1cSBen Skeggs .lastclose = nouveau_vga_lastclose,
127577145f1cSBen Skeggs
127633b903e8SMarcin Slusarz #if defined(CONFIG_DEBUG_FS)
127756c101afSKarol Herbst .debugfs_init = nouveau_drm_debugfs_init,
127833b903e8SMarcin Slusarz #endif
127933b903e8SMarcin Slusarz
128077145f1cSBen Skeggs .ioctls = nouveau_ioctls,
1281baa70943SRob Clark .num_ioctls = ARRAY_SIZE(nouveau_ioctls),
128277145f1cSBen Skeggs .fops = &nouveau_driver_fops,
128377145f1cSBen Skeggs
1284ab9ccb96SAaron Plattner .gem_prime_import_sg_table = nouveau_gem_prime_import_sg_table,
128577145f1cSBen Skeggs
128677145f1cSBen Skeggs .dumb_create = nouveau_display_dumb_create,
12874c398f50SThomas Zimmermann .dumb_map_offset = drm_gem_ttm_dumb_map_offset,
128877145f1cSBen Skeggs
128977145f1cSBen Skeggs .name = DRIVER_NAME,
129077145f1cSBen Skeggs .desc = DRIVER_DESC,
129177145f1cSBen Skeggs #ifdef GIT_REVISION
129277145f1cSBen Skeggs .date = GIT_REVISION,
129377145f1cSBen Skeggs #else
129477145f1cSBen Skeggs .date = DRIVER_DATE,
129577145f1cSBen Skeggs #endif
129677145f1cSBen Skeggs .major = DRIVER_MAJOR,
129777145f1cSBen Skeggs .minor = DRIVER_MINOR,
129877145f1cSBen Skeggs .patchlevel = DRIVER_PATCHLEVEL,
129977145f1cSBen Skeggs };
130077145f1cSBen Skeggs
130194580299SBen Skeggs static struct pci_device_id
130294580299SBen Skeggs nouveau_drm_pci_table[] = {
130394580299SBen Skeggs {
130494580299SBen Skeggs PCI_DEVICE(PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID),
130594580299SBen Skeggs .class = PCI_BASE_CLASS_DISPLAY << 16,
130694580299SBen Skeggs .class_mask = 0xff << 16,
130794580299SBen Skeggs },
130894580299SBen Skeggs {
130994580299SBen Skeggs PCI_DEVICE(PCI_VENDOR_ID_NVIDIA_SGS, PCI_ANY_ID),
131094580299SBen Skeggs .class = PCI_BASE_CLASS_DISPLAY << 16,
131194580299SBen Skeggs .class_mask = 0xff << 16,
131294580299SBen Skeggs },
131394580299SBen Skeggs {}
131494580299SBen Skeggs };
131594580299SBen Skeggs
nouveau_display_options(void)1316703fa264SPierre Moreau static void nouveau_display_options(void)
1317703fa264SPierre Moreau {
1318703fa264SPierre Moreau DRM_DEBUG_DRIVER("Loading Nouveau with parameters:\n");
1319703fa264SPierre Moreau
1320703fa264SPierre Moreau DRM_DEBUG_DRIVER("... tv_disable : %d\n", nouveau_tv_disable);
1321703fa264SPierre Moreau DRM_DEBUG_DRIVER("... ignorelid : %d\n", nouveau_ignorelid);
1322703fa264SPierre Moreau DRM_DEBUG_DRIVER("... duallink : %d\n", nouveau_duallink);
1323703fa264SPierre Moreau DRM_DEBUG_DRIVER("... config : %s\n", nouveau_config);
1324703fa264SPierre Moreau DRM_DEBUG_DRIVER("... debug : %s\n", nouveau_debug);
1325703fa264SPierre Moreau DRM_DEBUG_DRIVER("... noaccel : %d\n", nouveau_noaccel);
1326703fa264SPierre Moreau DRM_DEBUG_DRIVER("... modeset : %d\n", nouveau_modeset);
1327703fa264SPierre Moreau DRM_DEBUG_DRIVER("... runpm : %d\n", nouveau_runtime_pm);
1328703fa264SPierre Moreau DRM_DEBUG_DRIVER("... vram_pushbuf : %d\n", nouveau_vram_pushbuf);
1329f3a8b664SBen Skeggs DRM_DEBUG_DRIVER("... hdmimhz : %d\n", nouveau_hdmimhz);
1330703fa264SPierre Moreau }
1331703fa264SPierre Moreau
13322d8b9ccbSDave Airlie static const struct dev_pm_ops nouveau_pm_ops = {
13332d8b9ccbSDave Airlie .suspend = nouveau_pmops_suspend,
13342d8b9ccbSDave Airlie .resume = nouveau_pmops_resume,
13352d8b9ccbSDave Airlie .freeze = nouveau_pmops_freeze,
13362d8b9ccbSDave Airlie .thaw = nouveau_pmops_thaw,
13372d8b9ccbSDave Airlie .poweroff = nouveau_pmops_freeze,
13382d8b9ccbSDave Airlie .restore = nouveau_pmops_resume,
13395addcf0aSDave Airlie .runtime_suspend = nouveau_pmops_runtime_suspend,
13405addcf0aSDave Airlie .runtime_resume = nouveau_pmops_runtime_resume,
13415addcf0aSDave Airlie .runtime_idle = nouveau_pmops_runtime_idle,
13422d8b9ccbSDave Airlie };
13432d8b9ccbSDave Airlie
134494580299SBen Skeggs static struct pci_driver
134594580299SBen Skeggs nouveau_drm_pci_driver = {
134694580299SBen Skeggs .name = "nouveau",
134794580299SBen Skeggs .id_table = nouveau_drm_pci_table,
134894580299SBen Skeggs .probe = nouveau_drm_probe,
134994580299SBen Skeggs .remove = nouveau_drm_remove,
13502d8b9ccbSDave Airlie .driver.pm = &nouveau_pm_ops,
135194580299SBen Skeggs };
135294580299SBen Skeggs
13538ba9ff11SAlexandre Courbot struct drm_device *
nouveau_platform_device_create(const struct nvkm_device_tegra_func * func,struct platform_device * pdev,struct nvkm_device ** pdevice)1354e396ecd1SAlexandre Courbot nouveau_platform_device_create(const struct nvkm_device_tegra_func *func,
1355e396ecd1SAlexandre Courbot struct platform_device *pdev,
135647b2505eSBen Skeggs struct nvkm_device **pdevice)
1357420b9469SAlexandre Courbot {
13588ba9ff11SAlexandre Courbot struct drm_device *drm;
13598ba9ff11SAlexandre Courbot int err;
1360420b9469SAlexandre Courbot
1361e396ecd1SAlexandre Courbot err = nvkm_device_tegra_new(func, pdev, nouveau_config, nouveau_debug,
13627974dd1bSBen Skeggs true, true, ~0ULL, pdevice);
13638ba9ff11SAlexandre Courbot if (err)
1364e781dc8fSBen Skeggs goto err_free;
1365420b9469SAlexandre Courbot
1366915b4d11SDavid Herrmann drm = drm_dev_alloc(&driver_platform, &pdev->dev);
13670f288605STom Gundersen if (IS_ERR(drm)) {
13680f288605STom Gundersen err = PTR_ERR(drm);
13698ba9ff11SAlexandre Courbot goto err_free;
1370420b9469SAlexandre Courbot }
1371420b9469SAlexandre Courbot
13724ac0a807SThierry Reding err = nouveau_drm_device_init(drm);
13734ac0a807SThierry Reding if (err)
13744ac0a807SThierry Reding goto err_put;
13754ac0a807SThierry Reding
13768ba9ff11SAlexandre Courbot platform_set_drvdata(pdev, drm);
13778ba9ff11SAlexandre Courbot
13788ba9ff11SAlexandre Courbot return drm;
13798ba9ff11SAlexandre Courbot
13804ac0a807SThierry Reding err_put:
13814ac0a807SThierry Reding drm_dev_put(drm);
13828ba9ff11SAlexandre Courbot err_free:
1383e781dc8fSBen Skeggs nvkm_device_del(pdevice);
13848ba9ff11SAlexandre Courbot
13858ba9ff11SAlexandre Courbot return ERR_PTR(err);
1386420b9469SAlexandre Courbot }
1387420b9469SAlexandre Courbot
138894580299SBen Skeggs static int __init
nouveau_drm_init(void)138994580299SBen Skeggs nouveau_drm_init(void)
139094580299SBen Skeggs {
1391915b4d11SDavid Herrmann driver_pci = driver_stub;
1392915b4d11SDavid Herrmann driver_platform = driver_stub;
1393915b4d11SDavid Herrmann
1394703fa264SPierre Moreau nouveau_display_options();
1395703fa264SPierre Moreau
139677145f1cSBen Skeggs if (nouveau_modeset == -1) {
13976a2d2ddfSJavier Martinez Canillas if (drm_firmware_drivers_only())
139877145f1cSBen Skeggs nouveau_modeset = 0;
139977145f1cSBen Skeggs }
140077145f1cSBen Skeggs
140177145f1cSBen Skeggs if (!nouveau_modeset)
140277145f1cSBen Skeggs return 0;
140377145f1cSBen Skeggs
1404055a65d5SAlexandre Courbot #ifdef CONFIG_NOUVEAU_PLATFORM_DRIVER
1405055a65d5SAlexandre Courbot platform_driver_register(&nouveau_platform_driver);
1406055a65d5SAlexandre Courbot #endif
1407055a65d5SAlexandre Courbot
140877145f1cSBen Skeggs nouveau_register_dsm_handler();
1409db1a0ae2SPierre Moreau nouveau_backlight_ctor();
141010631d72SDaniel Vetter
141110631d72SDaniel Vetter #ifdef CONFIG_PCI
141210631d72SDaniel Vetter return pci_register_driver(&nouveau_drm_pci_driver);
141310631d72SDaniel Vetter #else
141410631d72SDaniel Vetter return 0;
141510631d72SDaniel Vetter #endif
141694580299SBen Skeggs }
141794580299SBen Skeggs
141894580299SBen Skeggs static void __exit
nouveau_drm_exit(void)141994580299SBen Skeggs nouveau_drm_exit(void)
142094580299SBen Skeggs {
142177145f1cSBen Skeggs if (!nouveau_modeset)
142277145f1cSBen Skeggs return;
142377145f1cSBen Skeggs
142410631d72SDaniel Vetter #ifdef CONFIG_PCI
142510631d72SDaniel Vetter pci_unregister_driver(&nouveau_drm_pci_driver);
142610631d72SDaniel Vetter #endif
1427db1a0ae2SPierre Moreau nouveau_backlight_dtor();
142877145f1cSBen Skeggs nouveau_unregister_dsm_handler();
1429055a65d5SAlexandre Courbot
1430055a65d5SAlexandre Courbot #ifdef CONFIG_NOUVEAU_PLATFORM_DRIVER
1431055a65d5SAlexandre Courbot platform_driver_unregister(&nouveau_platform_driver);
1432055a65d5SAlexandre Courbot #endif
1433c7d8b782SJason Gunthorpe if (IS_ENABLED(CONFIG_DRM_NOUVEAU_SVM))
1434c7d8b782SJason Gunthorpe mmu_notifier_synchronize();
143594580299SBen Skeggs }
143694580299SBen Skeggs
143794580299SBen Skeggs module_init(nouveau_drm_init);
143894580299SBen Skeggs module_exit(nouveau_drm_exit);
143994580299SBen Skeggs
144094580299SBen Skeggs MODULE_DEVICE_TABLE(pci, nouveau_drm_pci_table);
144177145f1cSBen Skeggs MODULE_AUTHOR(DRIVER_AUTHOR);
144277145f1cSBen Skeggs MODULE_DESCRIPTION(DRIVER_DESC);
144394580299SBen Skeggs MODULE_LICENSE("GPL and additional rights");
1444