1 /*
2  * Copyright 2012 Red Hat Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  * Authors: Ben Skeggs
23  */
24 #include "priv.h"
25 #include "acpi.h"
26 
27 #include <core/notify.h>
28 #include <core/option.h>
29 
30 #include <subdev/bios.h>
31 
32 static DEFINE_MUTEX(nv_devices_mutex);
33 static LIST_HEAD(nv_devices);
34 
35 static struct nvkm_device *
36 nvkm_device_find_locked(u64 handle)
37 {
38 	struct nvkm_device *device;
39 	list_for_each_entry(device, &nv_devices, head) {
40 		if (device->handle == handle)
41 			return device;
42 	}
43 	return NULL;
44 }
45 
46 struct nvkm_device *
47 nvkm_device_find(u64 handle)
48 {
49 	struct nvkm_device *device;
50 	mutex_lock(&nv_devices_mutex);
51 	device = nvkm_device_find_locked(handle);
52 	mutex_unlock(&nv_devices_mutex);
53 	return device;
54 }
55 
56 int
57 nvkm_device_list(u64 *name, int size)
58 {
59 	struct nvkm_device *device;
60 	int nr = 0;
61 	mutex_lock(&nv_devices_mutex);
62 	list_for_each_entry(device, &nv_devices, head) {
63 		if (nr++ < size)
64 			name[nr - 1] = device->handle;
65 	}
66 	mutex_unlock(&nv_devices_mutex);
67 	return nr;
68 }
69 
70 static const struct nvkm_device_chip
71 null_chipset = {
72 	.name = "NULL",
73 	.bios = nvkm_bios_new,
74 };
75 
76 static const struct nvkm_device_chip
77 nv4_chipset = {
78 	.name = "NV04",
79 	.bios = nvkm_bios_new,
80 	.bus = nv04_bus_new,
81 	.clk = nv04_clk_new,
82 	.devinit = nv04_devinit_new,
83 	.fb = nv04_fb_new,
84 	.i2c = nv04_i2c_new,
85 	.imem = nv04_instmem_new,
86 	.mc = nv04_mc_new,
87 	.mmu = nv04_mmu_new,
88 	.pci = nv04_pci_new,
89 	.timer = nv04_timer_new,
90 	.disp = nv04_disp_new,
91 	.dma = nv04_dma_new,
92 	.fifo = nv04_fifo_new,
93 	.gr = nv04_gr_new,
94 	.sw = nv04_sw_new,
95 };
96 
97 static const struct nvkm_device_chip
98 nv5_chipset = {
99 	.name = "NV05",
100 	.bios = nvkm_bios_new,
101 	.bus = nv04_bus_new,
102 	.clk = nv04_clk_new,
103 	.devinit = nv05_devinit_new,
104 	.fb = nv04_fb_new,
105 	.i2c = nv04_i2c_new,
106 	.imem = nv04_instmem_new,
107 	.mc = nv04_mc_new,
108 	.mmu = nv04_mmu_new,
109 	.pci = nv04_pci_new,
110 	.timer = nv04_timer_new,
111 	.disp = nv04_disp_new,
112 	.dma = nv04_dma_new,
113 	.fifo = nv04_fifo_new,
114 	.gr = nv04_gr_new,
115 	.sw = nv04_sw_new,
116 };
117 
118 static const struct nvkm_device_chip
119 nv10_chipset = {
120 	.name = "NV10",
121 	.bios = nvkm_bios_new,
122 	.bus = nv04_bus_new,
123 	.clk = nv04_clk_new,
124 	.devinit = nv10_devinit_new,
125 	.fb = nv10_fb_new,
126 	.gpio = nv10_gpio_new,
127 	.i2c = nv04_i2c_new,
128 	.imem = nv04_instmem_new,
129 	.mc = nv04_mc_new,
130 	.mmu = nv04_mmu_new,
131 	.pci = nv04_pci_new,
132 	.timer = nv04_timer_new,
133 	.disp = nv04_disp_new,
134 	.dma = nv04_dma_new,
135 	.gr = nv10_gr_new,
136 };
137 
138 static const struct nvkm_device_chip
139 nv11_chipset = {
140 	.name = "NV11",
141 	.bios = nvkm_bios_new,
142 	.bus = nv04_bus_new,
143 	.clk = nv04_clk_new,
144 	.devinit = nv10_devinit_new,
145 	.fb = nv10_fb_new,
146 	.gpio = nv10_gpio_new,
147 	.i2c = nv04_i2c_new,
148 	.imem = nv04_instmem_new,
149 	.mc = nv04_mc_new,
150 	.mmu = nv04_mmu_new,
151 	.pci = nv04_pci_new,
152 	.timer = nv04_timer_new,
153 	.disp = nv04_disp_new,
154 	.dma = nv04_dma_new,
155 	.fifo = nv10_fifo_new,
156 	.gr = nv15_gr_new,
157 	.sw = nv10_sw_new,
158 };
159 
160 static const struct nvkm_device_chip
161 nv15_chipset = {
162 	.name = "NV15",
163 	.bios = nvkm_bios_new,
164 	.bus = nv04_bus_new,
165 	.clk = nv04_clk_new,
166 	.devinit = nv10_devinit_new,
167 	.fb = nv10_fb_new,
168 	.gpio = nv10_gpio_new,
169 	.i2c = nv04_i2c_new,
170 	.imem = nv04_instmem_new,
171 	.mc = nv04_mc_new,
172 	.mmu = nv04_mmu_new,
173 	.pci = nv04_pci_new,
174 	.timer = nv04_timer_new,
175 	.disp = nv04_disp_new,
176 	.dma = nv04_dma_new,
177 	.fifo = nv10_fifo_new,
178 	.gr = nv15_gr_new,
179 	.sw = nv10_sw_new,
180 };
181 
182 static const struct nvkm_device_chip
183 nv17_chipset = {
184 	.name = "NV17",
185 	.bios = nvkm_bios_new,
186 	.bus = nv04_bus_new,
187 	.clk = nv04_clk_new,
188 	.devinit = nv10_devinit_new,
189 	.fb = nv10_fb_new,
190 	.gpio = nv10_gpio_new,
191 	.i2c = nv04_i2c_new,
192 	.imem = nv04_instmem_new,
193 	.mc = nv04_mc_new,
194 	.mmu = nv04_mmu_new,
195 	.pci = nv04_pci_new,
196 	.timer = nv04_timer_new,
197 	.disp = nv04_disp_new,
198 	.dma = nv04_dma_new,
199 	.fifo = nv17_fifo_new,
200 	.gr = nv17_gr_new,
201 	.sw = nv10_sw_new,
202 };
203 
204 static const struct nvkm_device_chip
205 nv18_chipset = {
206 	.name = "NV18",
207 	.bios = nvkm_bios_new,
208 	.bus = nv04_bus_new,
209 	.clk = nv04_clk_new,
210 	.devinit = nv10_devinit_new,
211 	.fb = nv10_fb_new,
212 	.gpio = nv10_gpio_new,
213 	.i2c = nv04_i2c_new,
214 	.imem = nv04_instmem_new,
215 	.mc = nv04_mc_new,
216 	.mmu = nv04_mmu_new,
217 	.pci = nv04_pci_new,
218 	.timer = nv04_timer_new,
219 	.disp = nv04_disp_new,
220 	.dma = nv04_dma_new,
221 	.fifo = nv17_fifo_new,
222 	.gr = nv17_gr_new,
223 	.sw = nv10_sw_new,
224 };
225 
226 static const struct nvkm_device_chip
227 nv1a_chipset = {
228 	.name = "nForce",
229 	.bios = nvkm_bios_new,
230 	.bus = nv04_bus_new,
231 	.clk = nv04_clk_new,
232 	.devinit = nv1a_devinit_new,
233 	.fb = nv1a_fb_new,
234 	.gpio = nv10_gpio_new,
235 	.i2c = nv04_i2c_new,
236 	.imem = nv04_instmem_new,
237 	.mc = nv04_mc_new,
238 	.mmu = nv04_mmu_new,
239 	.pci = nv04_pci_new,
240 	.timer = nv04_timer_new,
241 	.disp = nv04_disp_new,
242 	.dma = nv04_dma_new,
243 	.fifo = nv10_fifo_new,
244 	.gr = nv15_gr_new,
245 	.sw = nv10_sw_new,
246 };
247 
248 static const struct nvkm_device_chip
249 nv1f_chipset = {
250 	.name = "nForce2",
251 	.bios = nvkm_bios_new,
252 	.bus = nv04_bus_new,
253 	.clk = nv04_clk_new,
254 	.devinit = nv1a_devinit_new,
255 	.fb = nv1a_fb_new,
256 	.gpio = nv10_gpio_new,
257 	.i2c = nv04_i2c_new,
258 	.imem = nv04_instmem_new,
259 	.mc = nv04_mc_new,
260 	.mmu = nv04_mmu_new,
261 	.pci = nv04_pci_new,
262 	.timer = nv04_timer_new,
263 	.disp = nv04_disp_new,
264 	.dma = nv04_dma_new,
265 	.fifo = nv17_fifo_new,
266 	.gr = nv17_gr_new,
267 	.sw = nv10_sw_new,
268 };
269 
270 static const struct nvkm_device_chip
271 nv20_chipset = {
272 	.name = "NV20",
273 	.bios = nvkm_bios_new,
274 	.bus = nv04_bus_new,
275 	.clk = nv04_clk_new,
276 	.devinit = nv20_devinit_new,
277 	.fb = nv20_fb_new,
278 	.gpio = nv10_gpio_new,
279 	.i2c = nv04_i2c_new,
280 	.imem = nv04_instmem_new,
281 	.mc = nv04_mc_new,
282 	.mmu = nv04_mmu_new,
283 	.pci = nv04_pci_new,
284 	.timer = nv04_timer_new,
285 	.disp = nv04_disp_new,
286 	.dma = nv04_dma_new,
287 	.fifo = nv17_fifo_new,
288 	.gr = nv20_gr_new,
289 	.sw = nv10_sw_new,
290 };
291 
292 static const struct nvkm_device_chip
293 nv25_chipset = {
294 	.name = "NV25",
295 	.bios = nvkm_bios_new,
296 	.bus = nv04_bus_new,
297 	.clk = nv04_clk_new,
298 	.devinit = nv20_devinit_new,
299 	.fb = nv25_fb_new,
300 	.gpio = nv10_gpio_new,
301 	.i2c = nv04_i2c_new,
302 	.imem = nv04_instmem_new,
303 	.mc = nv04_mc_new,
304 	.mmu = nv04_mmu_new,
305 	.pci = nv04_pci_new,
306 	.timer = nv04_timer_new,
307 	.disp = nv04_disp_new,
308 	.dma = nv04_dma_new,
309 	.fifo = nv17_fifo_new,
310 	.gr = nv25_gr_new,
311 	.sw = nv10_sw_new,
312 };
313 
314 static const struct nvkm_device_chip
315 nv28_chipset = {
316 	.name = "NV28",
317 	.bios = nvkm_bios_new,
318 	.bus = nv04_bus_new,
319 	.clk = nv04_clk_new,
320 	.devinit = nv20_devinit_new,
321 	.fb = nv25_fb_new,
322 	.gpio = nv10_gpio_new,
323 	.i2c = nv04_i2c_new,
324 	.imem = nv04_instmem_new,
325 	.mc = nv04_mc_new,
326 	.mmu = nv04_mmu_new,
327 	.pci = nv04_pci_new,
328 	.timer = nv04_timer_new,
329 	.disp = nv04_disp_new,
330 	.dma = nv04_dma_new,
331 	.fifo = nv17_fifo_new,
332 	.gr = nv25_gr_new,
333 	.sw = nv10_sw_new,
334 };
335 
336 static const struct nvkm_device_chip
337 nv2a_chipset = {
338 	.name = "NV2A",
339 	.bios = nvkm_bios_new,
340 	.bus = nv04_bus_new,
341 	.clk = nv04_clk_new,
342 	.devinit = nv20_devinit_new,
343 	.fb = nv25_fb_new,
344 	.gpio = nv10_gpio_new,
345 	.i2c = nv04_i2c_new,
346 	.imem = nv04_instmem_new,
347 	.mc = nv04_mc_new,
348 	.mmu = nv04_mmu_new,
349 	.pci = nv04_pci_new,
350 	.timer = nv04_timer_new,
351 	.disp = nv04_disp_new,
352 	.dma = nv04_dma_new,
353 	.fifo = nv17_fifo_new,
354 	.gr = nv2a_gr_new,
355 	.sw = nv10_sw_new,
356 };
357 
358 static const struct nvkm_device_chip
359 nv30_chipset = {
360 	.name = "NV30",
361 	.bios = nvkm_bios_new,
362 	.bus = nv04_bus_new,
363 	.clk = nv04_clk_new,
364 	.devinit = nv20_devinit_new,
365 	.fb = nv30_fb_new,
366 	.gpio = nv10_gpio_new,
367 	.i2c = nv04_i2c_new,
368 	.imem = nv04_instmem_new,
369 	.mc = nv04_mc_new,
370 	.mmu = nv04_mmu_new,
371 	.pci = nv04_pci_new,
372 	.timer = nv04_timer_new,
373 	.disp = nv04_disp_new,
374 	.dma = nv04_dma_new,
375 	.fifo = nv17_fifo_new,
376 	.gr = nv30_gr_new,
377 	.sw = nv10_sw_new,
378 };
379 
380 static const struct nvkm_device_chip
381 nv31_chipset = {
382 	.name = "NV31",
383 	.bios = nvkm_bios_new,
384 	.bus = nv31_bus_new,
385 	.clk = nv04_clk_new,
386 	.devinit = nv20_devinit_new,
387 	.fb = nv30_fb_new,
388 	.gpio = nv10_gpio_new,
389 	.i2c = nv04_i2c_new,
390 	.imem = nv04_instmem_new,
391 	.mc = nv04_mc_new,
392 	.mmu = nv04_mmu_new,
393 	.pci = nv04_pci_new,
394 	.timer = nv04_timer_new,
395 	.disp = nv04_disp_new,
396 	.dma = nv04_dma_new,
397 	.fifo = nv17_fifo_new,
398 	.gr = nv30_gr_new,
399 	.mpeg = nv31_mpeg_new,
400 	.sw = nv10_sw_new,
401 };
402 
403 static const struct nvkm_device_chip
404 nv34_chipset = {
405 	.name = "NV34",
406 	.bios = nvkm_bios_new,
407 	.bus = nv31_bus_new,
408 	.clk = nv04_clk_new,
409 	.devinit = nv10_devinit_new,
410 	.fb = nv10_fb_new,
411 	.gpio = nv10_gpio_new,
412 	.i2c = nv04_i2c_new,
413 	.imem = nv04_instmem_new,
414 	.mc = nv04_mc_new,
415 	.mmu = nv04_mmu_new,
416 	.pci = nv04_pci_new,
417 	.timer = nv04_timer_new,
418 	.disp = nv04_disp_new,
419 	.dma = nv04_dma_new,
420 	.fifo = nv17_fifo_new,
421 	.gr = nv34_gr_new,
422 	.mpeg = nv31_mpeg_new,
423 	.sw = nv10_sw_new,
424 };
425 
426 static const struct nvkm_device_chip
427 nv35_chipset = {
428 	.name = "NV35",
429 	.bios = nvkm_bios_new,
430 	.bus = nv04_bus_new,
431 	.clk = nv04_clk_new,
432 	.devinit = nv20_devinit_new,
433 	.fb = nv35_fb_new,
434 	.gpio = nv10_gpio_new,
435 	.i2c = nv04_i2c_new,
436 	.imem = nv04_instmem_new,
437 	.mc = nv04_mc_new,
438 	.mmu = nv04_mmu_new,
439 	.pci = nv04_pci_new,
440 	.timer = nv04_timer_new,
441 	.disp = nv04_disp_new,
442 	.dma = nv04_dma_new,
443 	.fifo = nv17_fifo_new,
444 	.gr = nv35_gr_new,
445 	.sw = nv10_sw_new,
446 };
447 
448 static const struct nvkm_device_chip
449 nv36_chipset = {
450 	.name = "NV36",
451 	.bios = nvkm_bios_new,
452 	.bus = nv31_bus_new,
453 	.clk = nv04_clk_new,
454 	.devinit = nv20_devinit_new,
455 	.fb = nv36_fb_new,
456 	.gpio = nv10_gpio_new,
457 	.i2c = nv04_i2c_new,
458 	.imem = nv04_instmem_new,
459 	.mc = nv04_mc_new,
460 	.mmu = nv04_mmu_new,
461 	.pci = nv04_pci_new,
462 	.timer = nv04_timer_new,
463 	.disp = nv04_disp_new,
464 	.dma = nv04_dma_new,
465 	.fifo = nv17_fifo_new,
466 	.gr = nv35_gr_new,
467 	.mpeg = nv31_mpeg_new,
468 	.sw = nv10_sw_new,
469 };
470 
471 static const struct nvkm_device_chip
472 nv40_chipset = {
473 	.name = "NV40",
474 	.bios = nvkm_bios_new,
475 	.bus = nv31_bus_new,
476 	.clk = nv40_clk_new,
477 	.devinit = nv1a_devinit_new,
478 	.fb = nv40_fb_new,
479 	.gpio = nv10_gpio_new,
480 	.i2c = nv04_i2c_new,
481 	.imem = nv40_instmem_new,
482 	.mc = nv04_mc_new,
483 	.mmu = nv04_mmu_new,
484 	.pci = nv40_pci_new,
485 	.therm = nv40_therm_new,
486 	.timer = nv40_timer_new,
487 	.volt = nv40_volt_new,
488 	.disp = nv04_disp_new,
489 	.dma = nv04_dma_new,
490 	.fifo = nv40_fifo_new,
491 	.gr = nv40_gr_new,
492 	.mpeg = nv40_mpeg_new,
493 	.pm = nv40_pm_new,
494 	.sw = nv10_sw_new,
495 };
496 
497 static const struct nvkm_device_chip
498 nv41_chipset = {
499 	.name = "NV41",
500 	.bios = nvkm_bios_new,
501 	.bus = nv31_bus_new,
502 	.clk = nv40_clk_new,
503 	.devinit = nv1a_devinit_new,
504 	.fb = nv41_fb_new,
505 	.gpio = nv10_gpio_new,
506 	.i2c = nv04_i2c_new,
507 	.imem = nv40_instmem_new,
508 	.mc = nv04_mc_new,
509 	.mmu = nv41_mmu_new,
510 	.pci = nv40_pci_new,
511 	.therm = nv40_therm_new,
512 	.timer = nv41_timer_new,
513 	.volt = nv40_volt_new,
514 	.disp = nv04_disp_new,
515 	.dma = nv04_dma_new,
516 	.fifo = nv40_fifo_new,
517 	.gr = nv40_gr_new,
518 	.mpeg = nv40_mpeg_new,
519 	.pm = nv40_pm_new,
520 	.sw = nv10_sw_new,
521 };
522 
523 static const struct nvkm_device_chip
524 nv42_chipset = {
525 	.name = "NV42",
526 	.bios = nvkm_bios_new,
527 	.bus = nv31_bus_new,
528 	.clk = nv40_clk_new,
529 	.devinit = nv1a_devinit_new,
530 	.fb = nv41_fb_new,
531 	.gpio = nv10_gpio_new,
532 	.i2c = nv04_i2c_new,
533 	.imem = nv40_instmem_new,
534 	.mc = nv04_mc_new,
535 	.mmu = nv41_mmu_new,
536 	.pci = nv40_pci_new,
537 	.therm = nv40_therm_new,
538 	.timer = nv41_timer_new,
539 	.volt = nv40_volt_new,
540 	.disp = nv04_disp_new,
541 	.dma = nv04_dma_new,
542 	.fifo = nv40_fifo_new,
543 	.gr = nv40_gr_new,
544 	.mpeg = nv40_mpeg_new,
545 	.pm = nv40_pm_new,
546 	.sw = nv10_sw_new,
547 };
548 
549 static const struct nvkm_device_chip
550 nv43_chipset = {
551 	.name = "NV43",
552 	.bios = nvkm_bios_new,
553 	.bus = nv31_bus_new,
554 	.clk = nv40_clk_new,
555 	.devinit = nv1a_devinit_new,
556 	.fb = nv41_fb_new,
557 	.gpio = nv10_gpio_new,
558 	.i2c = nv04_i2c_new,
559 	.imem = nv40_instmem_new,
560 	.mc = nv04_mc_new,
561 	.mmu = nv41_mmu_new,
562 	.pci = nv40_pci_new,
563 	.therm = nv40_therm_new,
564 	.timer = nv41_timer_new,
565 	.volt = nv40_volt_new,
566 	.disp = nv04_disp_new,
567 	.dma = nv04_dma_new,
568 	.fifo = nv40_fifo_new,
569 	.gr = nv40_gr_new,
570 	.mpeg = nv40_mpeg_new,
571 	.pm = nv40_pm_new,
572 	.sw = nv10_sw_new,
573 };
574 
575 static const struct nvkm_device_chip
576 nv44_chipset = {
577 	.name = "NV44",
578 	.bios = nvkm_bios_new,
579 	.bus = nv31_bus_new,
580 	.clk = nv40_clk_new,
581 	.devinit = nv1a_devinit_new,
582 	.fb = nv44_fb_new,
583 	.gpio = nv10_gpio_new,
584 	.i2c = nv04_i2c_new,
585 	.imem = nv40_instmem_new,
586 	.mc = nv44_mc_new,
587 	.mmu = nv44_mmu_new,
588 	.pci = nv40_pci_new,
589 	.therm = nv40_therm_new,
590 	.timer = nv41_timer_new,
591 	.volt = nv40_volt_new,
592 	.disp = nv04_disp_new,
593 	.dma = nv04_dma_new,
594 	.fifo = nv40_fifo_new,
595 	.gr = nv44_gr_new,
596 	.mpeg = nv44_mpeg_new,
597 	.pm = nv40_pm_new,
598 	.sw = nv10_sw_new,
599 };
600 
601 static const struct nvkm_device_chip
602 nv45_chipset = {
603 	.name = "NV45",
604 	.bios = nvkm_bios_new,
605 	.bus = nv31_bus_new,
606 	.clk = nv40_clk_new,
607 	.devinit = nv1a_devinit_new,
608 	.fb = nv40_fb_new,
609 	.gpio = nv10_gpio_new,
610 	.i2c = nv04_i2c_new,
611 	.imem = nv40_instmem_new,
612 	.mc = nv04_mc_new,
613 	.mmu = nv04_mmu_new,
614 	.pci = nv40_pci_new,
615 	.therm = nv40_therm_new,
616 	.timer = nv41_timer_new,
617 	.volt = nv40_volt_new,
618 	.disp = nv04_disp_new,
619 	.dma = nv04_dma_new,
620 	.fifo = nv40_fifo_new,
621 	.gr = nv40_gr_new,
622 	.mpeg = nv44_mpeg_new,
623 	.pm = nv40_pm_new,
624 	.sw = nv10_sw_new,
625 };
626 
627 static const struct nvkm_device_chip
628 nv46_chipset = {
629 	.name = "G72",
630 	.bios = nvkm_bios_new,
631 	.bus = nv31_bus_new,
632 	.clk = nv40_clk_new,
633 	.devinit = nv1a_devinit_new,
634 	.fb = nv46_fb_new,
635 	.gpio = nv10_gpio_new,
636 	.i2c = nv04_i2c_new,
637 	.imem = nv40_instmem_new,
638 	.mc = nv44_mc_new,
639 	.mmu = nv44_mmu_new,
640 	.pci = nv4c_pci_new,
641 	.therm = nv40_therm_new,
642 	.timer = nv41_timer_new,
643 	.volt = nv40_volt_new,
644 	.disp = nv04_disp_new,
645 	.dma = nv04_dma_new,
646 	.fifo = nv40_fifo_new,
647 	.gr = nv44_gr_new,
648 	.mpeg = nv44_mpeg_new,
649 	.pm = nv40_pm_new,
650 	.sw = nv10_sw_new,
651 };
652 
653 static const struct nvkm_device_chip
654 nv47_chipset = {
655 	.name = "G70",
656 	.bios = nvkm_bios_new,
657 	.bus = nv31_bus_new,
658 	.clk = nv40_clk_new,
659 	.devinit = nv1a_devinit_new,
660 	.fb = nv47_fb_new,
661 	.gpio = nv10_gpio_new,
662 	.i2c = nv04_i2c_new,
663 	.imem = nv40_instmem_new,
664 	.mc = nv04_mc_new,
665 	.mmu = nv41_mmu_new,
666 	.pci = nv40_pci_new,
667 	.therm = nv40_therm_new,
668 	.timer = nv41_timer_new,
669 	.volt = nv40_volt_new,
670 	.disp = nv04_disp_new,
671 	.dma = nv04_dma_new,
672 	.fifo = nv40_fifo_new,
673 	.gr = nv40_gr_new,
674 	.mpeg = nv44_mpeg_new,
675 	.pm = nv40_pm_new,
676 	.sw = nv10_sw_new,
677 };
678 
679 static const struct nvkm_device_chip
680 nv49_chipset = {
681 	.name = "G71",
682 	.bios = nvkm_bios_new,
683 	.bus = nv31_bus_new,
684 	.clk = nv40_clk_new,
685 	.devinit = nv1a_devinit_new,
686 	.fb = nv49_fb_new,
687 	.gpio = nv10_gpio_new,
688 	.i2c = nv04_i2c_new,
689 	.imem = nv40_instmem_new,
690 	.mc = nv04_mc_new,
691 	.mmu = nv41_mmu_new,
692 	.pci = nv40_pci_new,
693 	.therm = nv40_therm_new,
694 	.timer = nv41_timer_new,
695 	.volt = nv40_volt_new,
696 	.disp = nv04_disp_new,
697 	.dma = nv04_dma_new,
698 	.fifo = nv40_fifo_new,
699 	.gr = nv40_gr_new,
700 	.mpeg = nv44_mpeg_new,
701 	.pm = nv40_pm_new,
702 	.sw = nv10_sw_new,
703 };
704 
705 static const struct nvkm_device_chip
706 nv4a_chipset = {
707 	.name = "NV44A",
708 	.bios = nvkm_bios_new,
709 	.bus = nv31_bus_new,
710 	.clk = nv40_clk_new,
711 	.devinit = nv1a_devinit_new,
712 	.fb = nv44_fb_new,
713 	.gpio = nv10_gpio_new,
714 	.i2c = nv04_i2c_new,
715 	.imem = nv40_instmem_new,
716 	.mc = nv44_mc_new,
717 	.mmu = nv44_mmu_new,
718 	.pci = nv40_pci_new,
719 	.therm = nv40_therm_new,
720 	.timer = nv41_timer_new,
721 	.volt = nv40_volt_new,
722 	.disp = nv04_disp_new,
723 	.dma = nv04_dma_new,
724 	.fifo = nv40_fifo_new,
725 	.gr = nv44_gr_new,
726 	.mpeg = nv44_mpeg_new,
727 	.pm = nv40_pm_new,
728 	.sw = nv10_sw_new,
729 };
730 
731 static const struct nvkm_device_chip
732 nv4b_chipset = {
733 	.name = "G73",
734 	.bios = nvkm_bios_new,
735 	.bus = nv31_bus_new,
736 	.clk = nv40_clk_new,
737 	.devinit = nv1a_devinit_new,
738 	.fb = nv49_fb_new,
739 	.gpio = nv10_gpio_new,
740 	.i2c = nv04_i2c_new,
741 	.imem = nv40_instmem_new,
742 	.mc = nv04_mc_new,
743 	.mmu = nv41_mmu_new,
744 	.pci = nv40_pci_new,
745 	.therm = nv40_therm_new,
746 	.timer = nv41_timer_new,
747 	.volt = nv40_volt_new,
748 	.disp = nv04_disp_new,
749 	.dma = nv04_dma_new,
750 	.fifo = nv40_fifo_new,
751 	.gr = nv40_gr_new,
752 	.mpeg = nv44_mpeg_new,
753 	.pm = nv40_pm_new,
754 	.sw = nv10_sw_new,
755 };
756 
757 static const struct nvkm_device_chip
758 nv4c_chipset = {
759 	.name = "C61",
760 	.bios = nvkm_bios_new,
761 	.bus = nv31_bus_new,
762 	.clk = nv40_clk_new,
763 	.devinit = nv1a_devinit_new,
764 	.fb = nv46_fb_new,
765 	.gpio = nv10_gpio_new,
766 	.i2c = nv04_i2c_new,
767 	.imem = nv40_instmem_new,
768 	.mc = nv44_mc_new,
769 	.mmu = nv44_mmu_new,
770 	.pci = nv4c_pci_new,
771 	.therm = nv40_therm_new,
772 	.timer = nv41_timer_new,
773 	.volt = nv40_volt_new,
774 	.disp = nv04_disp_new,
775 	.dma = nv04_dma_new,
776 	.fifo = nv40_fifo_new,
777 	.gr = nv44_gr_new,
778 	.mpeg = nv44_mpeg_new,
779 	.pm = nv40_pm_new,
780 	.sw = nv10_sw_new,
781 };
782 
783 static const struct nvkm_device_chip
784 nv4e_chipset = {
785 	.name = "C51",
786 	.bios = nvkm_bios_new,
787 	.bus = nv31_bus_new,
788 	.clk = nv40_clk_new,
789 	.devinit = nv1a_devinit_new,
790 	.fb = nv4e_fb_new,
791 	.gpio = nv10_gpio_new,
792 	.i2c = nv4e_i2c_new,
793 	.imem = nv40_instmem_new,
794 	.mc = nv44_mc_new,
795 	.mmu = nv44_mmu_new,
796 	.pci = nv4c_pci_new,
797 	.therm = nv40_therm_new,
798 	.timer = nv41_timer_new,
799 	.volt = nv40_volt_new,
800 	.disp = nv04_disp_new,
801 	.dma = nv04_dma_new,
802 	.fifo = nv40_fifo_new,
803 	.gr = nv44_gr_new,
804 	.mpeg = nv44_mpeg_new,
805 	.pm = nv40_pm_new,
806 	.sw = nv10_sw_new,
807 };
808 
809 static const struct nvkm_device_chip
810 nv50_chipset = {
811 	.name = "G80",
812 	.bar = nv50_bar_new,
813 	.bios = nvkm_bios_new,
814 	.bus = nv50_bus_new,
815 	.clk = nv50_clk_new,
816 	.devinit = nv50_devinit_new,
817 	.fb = nv50_fb_new,
818 	.fuse = nv50_fuse_new,
819 	.gpio = nv50_gpio_new,
820 	.i2c = nv50_i2c_new,
821 	.imem = nv50_instmem_new,
822 	.mc = nv50_mc_new,
823 	.mmu = nv50_mmu_new,
824 	.mxm = nv50_mxm_new,
825 	.pci = nv50_pci_new,
826 	.therm = nv50_therm_new,
827 	.timer = nv41_timer_new,
828 	.volt = nv40_volt_new,
829 	.disp = nv50_disp_new,
830 	.dma = nv50_dma_new,
831 	.fifo = nv50_fifo_new,
832 	.gr = nv50_gr_new,
833 	.mpeg = nv50_mpeg_new,
834 	.pm = nv50_pm_new,
835 	.sw = nv50_sw_new,
836 };
837 
838 static const struct nvkm_device_chip
839 nv63_chipset = {
840 	.name = "C73",
841 	.bios = nvkm_bios_new,
842 	.bus = nv31_bus_new,
843 	.clk = nv40_clk_new,
844 	.devinit = nv1a_devinit_new,
845 	.fb = nv46_fb_new,
846 	.gpio = nv10_gpio_new,
847 	.i2c = nv04_i2c_new,
848 	.imem = nv40_instmem_new,
849 	.mc = nv44_mc_new,
850 	.mmu = nv44_mmu_new,
851 	.pci = nv4c_pci_new,
852 	.therm = nv40_therm_new,
853 	.timer = nv41_timer_new,
854 	.volt = nv40_volt_new,
855 	.disp = nv04_disp_new,
856 	.dma = nv04_dma_new,
857 	.fifo = nv40_fifo_new,
858 	.gr = nv44_gr_new,
859 	.mpeg = nv44_mpeg_new,
860 	.pm = nv40_pm_new,
861 	.sw = nv10_sw_new,
862 };
863 
864 static const struct nvkm_device_chip
865 nv67_chipset = {
866 	.name = "C67",
867 	.bios = nvkm_bios_new,
868 	.bus = nv31_bus_new,
869 	.clk = nv40_clk_new,
870 	.devinit = nv1a_devinit_new,
871 	.fb = nv46_fb_new,
872 	.gpio = nv10_gpio_new,
873 	.i2c = nv04_i2c_new,
874 	.imem = nv40_instmem_new,
875 	.mc = nv44_mc_new,
876 	.mmu = nv44_mmu_new,
877 	.pci = nv4c_pci_new,
878 	.therm = nv40_therm_new,
879 	.timer = nv41_timer_new,
880 	.volt = nv40_volt_new,
881 	.disp = nv04_disp_new,
882 	.dma = nv04_dma_new,
883 	.fifo = nv40_fifo_new,
884 	.gr = nv44_gr_new,
885 	.mpeg = nv44_mpeg_new,
886 	.pm = nv40_pm_new,
887 	.sw = nv10_sw_new,
888 };
889 
890 static const struct nvkm_device_chip
891 nv68_chipset = {
892 	.name = "C68",
893 	.bios = nvkm_bios_new,
894 	.bus = nv31_bus_new,
895 	.clk = nv40_clk_new,
896 	.devinit = nv1a_devinit_new,
897 	.fb = nv46_fb_new,
898 	.gpio = nv10_gpio_new,
899 	.i2c = nv04_i2c_new,
900 	.imem = nv40_instmem_new,
901 	.mc = nv44_mc_new,
902 	.mmu = nv44_mmu_new,
903 	.pci = nv4c_pci_new,
904 	.therm = nv40_therm_new,
905 	.timer = nv41_timer_new,
906 	.volt = nv40_volt_new,
907 	.disp = nv04_disp_new,
908 	.dma = nv04_dma_new,
909 	.fifo = nv40_fifo_new,
910 	.gr = nv44_gr_new,
911 	.mpeg = nv44_mpeg_new,
912 	.pm = nv40_pm_new,
913 	.sw = nv10_sw_new,
914 };
915 
916 static const struct nvkm_device_chip
917 nv84_chipset = {
918 	.name = "G84",
919 	.bar = g84_bar_new,
920 	.bios = nvkm_bios_new,
921 	.bus = nv50_bus_new,
922 	.clk = g84_clk_new,
923 	.devinit = g84_devinit_new,
924 	.fb = g84_fb_new,
925 	.fuse = nv50_fuse_new,
926 	.gpio = nv50_gpio_new,
927 	.i2c = nv50_i2c_new,
928 	.imem = nv50_instmem_new,
929 	.mc = nv50_mc_new,
930 	.mmu = nv50_mmu_new,
931 	.mxm = nv50_mxm_new,
932 	.pci = nv50_pci_new,
933 	.therm = g84_therm_new,
934 	.timer = nv41_timer_new,
935 	.volt = nv40_volt_new,
936 	.bsp = g84_bsp_new,
937 	.cipher = g84_cipher_new,
938 	.disp = g84_disp_new,
939 	.dma = nv50_dma_new,
940 	.fifo = g84_fifo_new,
941 	.gr = g84_gr_new,
942 	.mpeg = g84_mpeg_new,
943 	.pm = g84_pm_new,
944 	.sw = nv50_sw_new,
945 	.vp = g84_vp_new,
946 };
947 
948 static const struct nvkm_device_chip
949 nv86_chipset = {
950 	.name = "G86",
951 	.bar = g84_bar_new,
952 	.bios = nvkm_bios_new,
953 	.bus = nv50_bus_new,
954 	.clk = g84_clk_new,
955 	.devinit = g84_devinit_new,
956 	.fb = g84_fb_new,
957 	.fuse = nv50_fuse_new,
958 	.gpio = nv50_gpio_new,
959 	.i2c = nv50_i2c_new,
960 	.imem = nv50_instmem_new,
961 	.mc = nv50_mc_new,
962 	.mmu = nv50_mmu_new,
963 	.mxm = nv50_mxm_new,
964 	.pci = nv50_pci_new,
965 	.therm = g84_therm_new,
966 	.timer = nv41_timer_new,
967 	.volt = nv40_volt_new,
968 	.bsp = g84_bsp_new,
969 	.cipher = g84_cipher_new,
970 	.disp = g84_disp_new,
971 	.dma = nv50_dma_new,
972 	.fifo = g84_fifo_new,
973 	.gr = g84_gr_new,
974 	.mpeg = g84_mpeg_new,
975 	.pm = g84_pm_new,
976 	.sw = nv50_sw_new,
977 	.vp = g84_vp_new,
978 };
979 
980 static const struct nvkm_device_chip
981 nv92_chipset = {
982 	.name = "G92",
983 	.bar = g84_bar_new,
984 	.bios = nvkm_bios_new,
985 	.bus = nv50_bus_new,
986 	.clk = g84_clk_new,
987 	.devinit = g84_devinit_new,
988 	.fb = g84_fb_new,
989 	.fuse = nv50_fuse_new,
990 	.gpio = nv50_gpio_new,
991 	.i2c = nv50_i2c_new,
992 	.imem = nv50_instmem_new,
993 	.mc = nv50_mc_new,
994 	.mmu = nv50_mmu_new,
995 	.mxm = nv50_mxm_new,
996 	.pci = nv50_pci_new,
997 	.therm = g84_therm_new,
998 	.timer = nv41_timer_new,
999 	.volt = nv40_volt_new,
1000 	.bsp = g84_bsp_new,
1001 	.cipher = g84_cipher_new,
1002 	.disp = g84_disp_new,
1003 	.dma = nv50_dma_new,
1004 	.fifo = g84_fifo_new,
1005 	.gr = g84_gr_new,
1006 	.mpeg = g84_mpeg_new,
1007 	.pm = g84_pm_new,
1008 	.sw = nv50_sw_new,
1009 	.vp = g84_vp_new,
1010 };
1011 
1012 static const struct nvkm_device_chip
1013 nv94_chipset = {
1014 	.name = "G94",
1015 	.bar = g84_bar_new,
1016 	.bios = nvkm_bios_new,
1017 	.bus = g94_bus_new,
1018 	.clk = g84_clk_new,
1019 	.devinit = g84_devinit_new,
1020 	.fb = g84_fb_new,
1021 	.fuse = nv50_fuse_new,
1022 	.gpio = g94_gpio_new,
1023 	.i2c = g94_i2c_new,
1024 	.imem = nv50_instmem_new,
1025 	.mc = nv50_mc_new,
1026 	.mmu = nv50_mmu_new,
1027 	.mxm = nv50_mxm_new,
1028 	.pci = nv40_pci_new,
1029 	.therm = g84_therm_new,
1030 	.timer = nv41_timer_new,
1031 	.volt = nv40_volt_new,
1032 	.bsp = g84_bsp_new,
1033 	.cipher = g84_cipher_new,
1034 	.disp = g94_disp_new,
1035 	.dma = nv50_dma_new,
1036 	.fifo = g84_fifo_new,
1037 	.gr = g84_gr_new,
1038 	.mpeg = g84_mpeg_new,
1039 	.pm = g84_pm_new,
1040 	.sw = nv50_sw_new,
1041 	.vp = g84_vp_new,
1042 };
1043 
1044 static const struct nvkm_device_chip
1045 nv96_chipset = {
1046 	.name = "G96",
1047 	.bar = g84_bar_new,
1048 	.bios = nvkm_bios_new,
1049 	.bus = g94_bus_new,
1050 	.clk = g84_clk_new,
1051 	.devinit = g84_devinit_new,
1052 	.fb = g84_fb_new,
1053 	.fuse = nv50_fuse_new,
1054 	.gpio = g94_gpio_new,
1055 	.i2c = g94_i2c_new,
1056 	.imem = nv50_instmem_new,
1057 	.mc = nv50_mc_new,
1058 	.mmu = nv50_mmu_new,
1059 	.mxm = nv50_mxm_new,
1060 	.pci = nv40_pci_new,
1061 	.therm = g84_therm_new,
1062 	.timer = nv41_timer_new,
1063 	.volt = nv40_volt_new,
1064 	.bsp = g84_bsp_new,
1065 	.cipher = g84_cipher_new,
1066 	.disp = g94_disp_new,
1067 	.dma = nv50_dma_new,
1068 	.fifo = g84_fifo_new,
1069 	.gr = g84_gr_new,
1070 	.mpeg = g84_mpeg_new,
1071 	.pm = g84_pm_new,
1072 	.sw = nv50_sw_new,
1073 	.vp = g84_vp_new,
1074 };
1075 
1076 static const struct nvkm_device_chip
1077 nv98_chipset = {
1078 	.name = "G98",
1079 	.bar = g84_bar_new,
1080 	.bios = nvkm_bios_new,
1081 	.bus = g94_bus_new,
1082 	.clk = g84_clk_new,
1083 	.devinit = g98_devinit_new,
1084 	.fb = g84_fb_new,
1085 	.fuse = nv50_fuse_new,
1086 	.gpio = g94_gpio_new,
1087 	.i2c = g94_i2c_new,
1088 	.imem = nv50_instmem_new,
1089 	.mc = g98_mc_new,
1090 	.mmu = nv50_mmu_new,
1091 	.mxm = nv50_mxm_new,
1092 	.pci = nv40_pci_new,
1093 	.therm = g84_therm_new,
1094 	.timer = nv41_timer_new,
1095 	.volt = nv40_volt_new,
1096 	.disp = g94_disp_new,
1097 	.dma = nv50_dma_new,
1098 	.fifo = g84_fifo_new,
1099 	.gr = g84_gr_new,
1100 	.mspdec = g98_mspdec_new,
1101 	.msppp = g98_msppp_new,
1102 	.msvld = g98_msvld_new,
1103 	.pm = g84_pm_new,
1104 	.sec = g98_sec_new,
1105 	.sw = nv50_sw_new,
1106 };
1107 
1108 static const struct nvkm_device_chip
1109 nva0_chipset = {
1110 	.name = "GT200",
1111 	.bar = g84_bar_new,
1112 	.bios = nvkm_bios_new,
1113 	.bus = g94_bus_new,
1114 	.clk = g84_clk_new,
1115 	.devinit = g84_devinit_new,
1116 	.fb = g84_fb_new,
1117 	.fuse = nv50_fuse_new,
1118 	.gpio = g94_gpio_new,
1119 	.i2c = nv50_i2c_new,
1120 	.imem = nv50_instmem_new,
1121 	.mc = g98_mc_new,
1122 	.mmu = nv50_mmu_new,
1123 	.mxm = nv50_mxm_new,
1124 	.pci = nv40_pci_new,
1125 	.therm = g84_therm_new,
1126 	.timer = nv41_timer_new,
1127 	.volt = nv40_volt_new,
1128 	.bsp = g84_bsp_new,
1129 	.cipher = g84_cipher_new,
1130 	.disp = gt200_disp_new,
1131 	.dma = nv50_dma_new,
1132 	.fifo = g84_fifo_new,
1133 	.gr = gt200_gr_new,
1134 	.mpeg = g84_mpeg_new,
1135 	.pm = gt200_pm_new,
1136 	.sw = nv50_sw_new,
1137 	.vp = g84_vp_new,
1138 };
1139 
1140 static const struct nvkm_device_chip
1141 nva3_chipset = {
1142 	.name = "GT215",
1143 	.bar = g84_bar_new,
1144 	.bios = nvkm_bios_new,
1145 	.bus = g94_bus_new,
1146 	.clk = gt215_clk_new,
1147 	.devinit = gt215_devinit_new,
1148 	.fb = gt215_fb_new,
1149 	.fuse = nv50_fuse_new,
1150 	.gpio = g94_gpio_new,
1151 	.i2c = g94_i2c_new,
1152 	.imem = nv50_instmem_new,
1153 	.mc = g98_mc_new,
1154 	.mmu = nv50_mmu_new,
1155 	.mxm = nv50_mxm_new,
1156 	.pci = nv40_pci_new,
1157 	.pmu = gt215_pmu_new,
1158 	.therm = gt215_therm_new,
1159 	.timer = nv41_timer_new,
1160 	.volt = nv40_volt_new,
1161 	.ce[0] = gt215_ce_new,
1162 	.disp = gt215_disp_new,
1163 	.dma = nv50_dma_new,
1164 	.fifo = g84_fifo_new,
1165 	.gr = gt215_gr_new,
1166 	.mpeg = g84_mpeg_new,
1167 	.mspdec = gt215_mspdec_new,
1168 	.msppp = gt215_msppp_new,
1169 	.msvld = gt215_msvld_new,
1170 	.pm = gt215_pm_new,
1171 	.sw = nv50_sw_new,
1172 };
1173 
1174 static const struct nvkm_device_chip
1175 nva5_chipset = {
1176 	.name = "GT216",
1177 	.bar = g84_bar_new,
1178 	.bios = nvkm_bios_new,
1179 	.bus = g94_bus_new,
1180 	.clk = gt215_clk_new,
1181 	.devinit = gt215_devinit_new,
1182 	.fb = gt215_fb_new,
1183 	.fuse = nv50_fuse_new,
1184 	.gpio = g94_gpio_new,
1185 	.i2c = g94_i2c_new,
1186 	.imem = nv50_instmem_new,
1187 	.mc = g98_mc_new,
1188 	.mmu = nv50_mmu_new,
1189 	.mxm = nv50_mxm_new,
1190 	.pci = nv40_pci_new,
1191 	.pmu = gt215_pmu_new,
1192 	.therm = gt215_therm_new,
1193 	.timer = nv41_timer_new,
1194 	.volt = nv40_volt_new,
1195 	.ce[0] = gt215_ce_new,
1196 	.disp = gt215_disp_new,
1197 	.dma = nv50_dma_new,
1198 	.fifo = g84_fifo_new,
1199 	.gr = gt215_gr_new,
1200 	.mspdec = gt215_mspdec_new,
1201 	.msppp = gt215_msppp_new,
1202 	.msvld = gt215_msvld_new,
1203 	.pm = gt215_pm_new,
1204 	.sw = nv50_sw_new,
1205 };
1206 
1207 static const struct nvkm_device_chip
1208 nva8_chipset = {
1209 	.name = "GT218",
1210 	.bar = g84_bar_new,
1211 	.bios = nvkm_bios_new,
1212 	.bus = g94_bus_new,
1213 	.clk = gt215_clk_new,
1214 	.devinit = gt215_devinit_new,
1215 	.fb = gt215_fb_new,
1216 	.fuse = nv50_fuse_new,
1217 	.gpio = g94_gpio_new,
1218 	.i2c = g94_i2c_new,
1219 	.imem = nv50_instmem_new,
1220 	.mc = g98_mc_new,
1221 	.mmu = nv50_mmu_new,
1222 	.mxm = nv50_mxm_new,
1223 	.pci = nv40_pci_new,
1224 	.pmu = gt215_pmu_new,
1225 	.therm = gt215_therm_new,
1226 	.timer = nv41_timer_new,
1227 	.volt = nv40_volt_new,
1228 	.ce[0] = gt215_ce_new,
1229 	.disp = gt215_disp_new,
1230 	.dma = nv50_dma_new,
1231 	.fifo = g84_fifo_new,
1232 	.gr = gt215_gr_new,
1233 	.mspdec = gt215_mspdec_new,
1234 	.msppp = gt215_msppp_new,
1235 	.msvld = gt215_msvld_new,
1236 	.pm = gt215_pm_new,
1237 	.sw = nv50_sw_new,
1238 };
1239 
1240 static const struct nvkm_device_chip
1241 nvaa_chipset = {
1242 	.name = "MCP77/MCP78",
1243 	.bar = g84_bar_new,
1244 	.bios = nvkm_bios_new,
1245 	.bus = g94_bus_new,
1246 	.clk = mcp77_clk_new,
1247 	.devinit = g98_devinit_new,
1248 	.fb = mcp77_fb_new,
1249 	.fuse = nv50_fuse_new,
1250 	.gpio = g94_gpio_new,
1251 	.i2c = g94_i2c_new,
1252 	.imem = nv50_instmem_new,
1253 	.mc = g98_mc_new,
1254 	.mmu = nv50_mmu_new,
1255 	.mxm = nv50_mxm_new,
1256 	.pci = nv40_pci_new,
1257 	.therm = g84_therm_new,
1258 	.timer = nv41_timer_new,
1259 	.volt = nv40_volt_new,
1260 	.disp = g94_disp_new,
1261 	.dma = nv50_dma_new,
1262 	.fifo = g84_fifo_new,
1263 	.gr = gt200_gr_new,
1264 	.mspdec = g98_mspdec_new,
1265 	.msppp = g98_msppp_new,
1266 	.msvld = g98_msvld_new,
1267 	.pm = g84_pm_new,
1268 	.sec = g98_sec_new,
1269 	.sw = nv50_sw_new,
1270 };
1271 
1272 static const struct nvkm_device_chip
1273 nvac_chipset = {
1274 	.name = "MCP79/MCP7A",
1275 	.bar = g84_bar_new,
1276 	.bios = nvkm_bios_new,
1277 	.bus = g94_bus_new,
1278 	.clk = mcp77_clk_new,
1279 	.devinit = g98_devinit_new,
1280 	.fb = mcp77_fb_new,
1281 	.fuse = nv50_fuse_new,
1282 	.gpio = g94_gpio_new,
1283 	.i2c = g94_i2c_new,
1284 	.imem = nv50_instmem_new,
1285 	.mc = g98_mc_new,
1286 	.mmu = nv50_mmu_new,
1287 	.mxm = nv50_mxm_new,
1288 	.pci = nv40_pci_new,
1289 	.therm = g84_therm_new,
1290 	.timer = nv41_timer_new,
1291 	.volt = nv40_volt_new,
1292 	.disp = g94_disp_new,
1293 	.dma = nv50_dma_new,
1294 	.fifo = g84_fifo_new,
1295 	.gr = mcp79_gr_new,
1296 	.mspdec = g98_mspdec_new,
1297 	.msppp = g98_msppp_new,
1298 	.msvld = g98_msvld_new,
1299 	.pm = g84_pm_new,
1300 	.sec = g98_sec_new,
1301 	.sw = nv50_sw_new,
1302 };
1303 
1304 static const struct nvkm_device_chip
1305 nvaf_chipset = {
1306 	.name = "MCP89",
1307 	.bar = g84_bar_new,
1308 	.bios = nvkm_bios_new,
1309 	.bus = g94_bus_new,
1310 	.clk = gt215_clk_new,
1311 	.devinit = mcp89_devinit_new,
1312 	.fb = mcp89_fb_new,
1313 	.fuse = nv50_fuse_new,
1314 	.gpio = g94_gpio_new,
1315 	.i2c = g94_i2c_new,
1316 	.imem = nv50_instmem_new,
1317 	.mc = g98_mc_new,
1318 	.mmu = nv50_mmu_new,
1319 	.mxm = nv50_mxm_new,
1320 	.pci = nv40_pci_new,
1321 	.pmu = gt215_pmu_new,
1322 	.therm = gt215_therm_new,
1323 	.timer = nv41_timer_new,
1324 	.volt = nv40_volt_new,
1325 	.ce[0] = gt215_ce_new,
1326 	.disp = gt215_disp_new,
1327 	.dma = nv50_dma_new,
1328 	.fifo = g84_fifo_new,
1329 	.gr = mcp89_gr_new,
1330 	.mspdec = gt215_mspdec_new,
1331 	.msppp = gt215_msppp_new,
1332 	.msvld = mcp89_msvld_new,
1333 	.pm = gt215_pm_new,
1334 	.sw = nv50_sw_new,
1335 };
1336 
1337 static const struct nvkm_device_chip
1338 nvc0_chipset = {
1339 	.name = "GF100",
1340 	.bar = gf100_bar_new,
1341 	.bios = nvkm_bios_new,
1342 	.bus = gf100_bus_new,
1343 	.clk = gf100_clk_new,
1344 	.devinit = gf100_devinit_new,
1345 	.fb = gf100_fb_new,
1346 	.fuse = gf100_fuse_new,
1347 	.gpio = g94_gpio_new,
1348 	.i2c = g94_i2c_new,
1349 	.ibus = gf100_ibus_new,
1350 	.imem = nv50_instmem_new,
1351 	.ltc = gf100_ltc_new,
1352 	.mc = gf100_mc_new,
1353 	.mmu = gf100_mmu_new,
1354 	.mxm = nv50_mxm_new,
1355 	.pci = gf100_pci_new,
1356 	.pmu = gf100_pmu_new,
1357 	.therm = gt215_therm_new,
1358 	.timer = nv41_timer_new,
1359 	.volt = nv40_volt_new,
1360 	.ce[0] = gf100_ce_new,
1361 	.ce[1] = gf100_ce_new,
1362 	.disp = gt215_disp_new,
1363 	.dma = gf100_dma_new,
1364 	.fifo = gf100_fifo_new,
1365 	.gr = gf100_gr_new,
1366 	.mspdec = gf100_mspdec_new,
1367 	.msppp = gf100_msppp_new,
1368 	.msvld = gf100_msvld_new,
1369 	.pm = gf100_pm_new,
1370 	.sw = gf100_sw_new,
1371 };
1372 
1373 static const struct nvkm_device_chip
1374 nvc1_chipset = {
1375 	.name = "GF108",
1376 	.bar = gf100_bar_new,
1377 	.bios = nvkm_bios_new,
1378 	.bus = gf100_bus_new,
1379 	.clk = gf100_clk_new,
1380 	.devinit = gf100_devinit_new,
1381 	.fb = gf100_fb_new,
1382 	.fuse = gf100_fuse_new,
1383 	.gpio = g94_gpio_new,
1384 	.i2c = g94_i2c_new,
1385 	.ibus = gf100_ibus_new,
1386 	.imem = nv50_instmem_new,
1387 	.ltc = gf100_ltc_new,
1388 	.mc = gf100_mc_new,
1389 	.mmu = gf100_mmu_new,
1390 	.mxm = nv50_mxm_new,
1391 	.pci = nv40_pci_new,
1392 	.pmu = gf100_pmu_new,
1393 	.therm = gt215_therm_new,
1394 	.timer = nv41_timer_new,
1395 	.volt = nv40_volt_new,
1396 	.ce[0] = gf100_ce_new,
1397 	.disp = gt215_disp_new,
1398 	.dma = gf100_dma_new,
1399 	.fifo = gf100_fifo_new,
1400 	.gr = gf108_gr_new,
1401 	.mspdec = gf100_mspdec_new,
1402 	.msppp = gf100_msppp_new,
1403 	.msvld = gf100_msvld_new,
1404 	.pm = gf108_pm_new,
1405 	.sw = gf100_sw_new,
1406 };
1407 
1408 static const struct nvkm_device_chip
1409 nvc3_chipset = {
1410 	.name = "GF106",
1411 	.bar = gf100_bar_new,
1412 	.bios = nvkm_bios_new,
1413 	.bus = gf100_bus_new,
1414 	.clk = gf100_clk_new,
1415 	.devinit = gf100_devinit_new,
1416 	.fb = gf100_fb_new,
1417 	.fuse = gf100_fuse_new,
1418 	.gpio = g94_gpio_new,
1419 	.i2c = g94_i2c_new,
1420 	.ibus = gf100_ibus_new,
1421 	.imem = nv50_instmem_new,
1422 	.ltc = gf100_ltc_new,
1423 	.mc = gf100_mc_new,
1424 	.mmu = gf100_mmu_new,
1425 	.mxm = nv50_mxm_new,
1426 	.pci = nv40_pci_new,
1427 	.pmu = gf100_pmu_new,
1428 	.therm = gt215_therm_new,
1429 	.timer = nv41_timer_new,
1430 	.volt = nv40_volt_new,
1431 	.ce[0] = gf100_ce_new,
1432 	.disp = gt215_disp_new,
1433 	.dma = gf100_dma_new,
1434 	.fifo = gf100_fifo_new,
1435 	.gr = gf104_gr_new,
1436 	.mspdec = gf100_mspdec_new,
1437 	.msppp = gf100_msppp_new,
1438 	.msvld = gf100_msvld_new,
1439 	.pm = gf100_pm_new,
1440 	.sw = gf100_sw_new,
1441 };
1442 
1443 static const struct nvkm_device_chip
1444 nvc4_chipset = {
1445 	.name = "GF104",
1446 	.bar = gf100_bar_new,
1447 	.bios = nvkm_bios_new,
1448 	.bus = gf100_bus_new,
1449 	.clk = gf100_clk_new,
1450 	.devinit = gf100_devinit_new,
1451 	.fb = gf100_fb_new,
1452 	.fuse = gf100_fuse_new,
1453 	.gpio = g94_gpio_new,
1454 	.i2c = g94_i2c_new,
1455 	.ibus = gf100_ibus_new,
1456 	.imem = nv50_instmem_new,
1457 	.ltc = gf100_ltc_new,
1458 	.mc = gf100_mc_new,
1459 	.mmu = gf100_mmu_new,
1460 	.mxm = nv50_mxm_new,
1461 	.pci = gf100_pci_new,
1462 	.pmu = gf100_pmu_new,
1463 	.therm = gt215_therm_new,
1464 	.timer = nv41_timer_new,
1465 	.volt = nv40_volt_new,
1466 	.ce[0] = gf100_ce_new,
1467 	.ce[1] = gf100_ce_new,
1468 	.disp = gt215_disp_new,
1469 	.dma = gf100_dma_new,
1470 	.fifo = gf100_fifo_new,
1471 	.gr = gf104_gr_new,
1472 	.mspdec = gf100_mspdec_new,
1473 	.msppp = gf100_msppp_new,
1474 	.msvld = gf100_msvld_new,
1475 	.pm = gf100_pm_new,
1476 	.sw = gf100_sw_new,
1477 };
1478 
1479 static const struct nvkm_device_chip
1480 nvc8_chipset = {
1481 	.name = "GF110",
1482 	.bar = gf100_bar_new,
1483 	.bios = nvkm_bios_new,
1484 	.bus = gf100_bus_new,
1485 	.clk = gf100_clk_new,
1486 	.devinit = gf100_devinit_new,
1487 	.fb = gf100_fb_new,
1488 	.fuse = gf100_fuse_new,
1489 	.gpio = g94_gpio_new,
1490 	.i2c = g94_i2c_new,
1491 	.ibus = gf100_ibus_new,
1492 	.imem = nv50_instmem_new,
1493 	.ltc = gf100_ltc_new,
1494 	.mc = gf100_mc_new,
1495 	.mmu = gf100_mmu_new,
1496 	.mxm = nv50_mxm_new,
1497 	.pci = gf100_pci_new,
1498 	.pmu = gf100_pmu_new,
1499 	.therm = gt215_therm_new,
1500 	.timer = nv41_timer_new,
1501 	.volt = nv40_volt_new,
1502 	.ce[0] = gf100_ce_new,
1503 	.ce[1] = gf100_ce_new,
1504 	.disp = gt215_disp_new,
1505 	.dma = gf100_dma_new,
1506 	.fifo = gf100_fifo_new,
1507 	.gr = gf110_gr_new,
1508 	.mspdec = gf100_mspdec_new,
1509 	.msppp = gf100_msppp_new,
1510 	.msvld = gf100_msvld_new,
1511 	.pm = gf100_pm_new,
1512 	.sw = gf100_sw_new,
1513 };
1514 
1515 static const struct nvkm_device_chip
1516 nvce_chipset = {
1517 	.name = "GF114",
1518 	.bar = gf100_bar_new,
1519 	.bios = nvkm_bios_new,
1520 	.bus = gf100_bus_new,
1521 	.clk = gf100_clk_new,
1522 	.devinit = gf100_devinit_new,
1523 	.fb = gf100_fb_new,
1524 	.fuse = gf100_fuse_new,
1525 	.gpio = g94_gpio_new,
1526 	.i2c = g94_i2c_new,
1527 	.ibus = gf100_ibus_new,
1528 	.imem = nv50_instmem_new,
1529 	.ltc = gf100_ltc_new,
1530 	.mc = gf100_mc_new,
1531 	.mmu = gf100_mmu_new,
1532 	.mxm = nv50_mxm_new,
1533 	.pci = gf100_pci_new,
1534 	.pmu = gf100_pmu_new,
1535 	.therm = gt215_therm_new,
1536 	.timer = nv41_timer_new,
1537 	.volt = nv40_volt_new,
1538 	.ce[0] = gf100_ce_new,
1539 	.ce[1] = gf100_ce_new,
1540 	.disp = gt215_disp_new,
1541 	.dma = gf100_dma_new,
1542 	.fifo = gf100_fifo_new,
1543 	.gr = gf104_gr_new,
1544 	.mspdec = gf100_mspdec_new,
1545 	.msppp = gf100_msppp_new,
1546 	.msvld = gf100_msvld_new,
1547 	.pm = gf100_pm_new,
1548 	.sw = gf100_sw_new,
1549 };
1550 
1551 static const struct nvkm_device_chip
1552 nvcf_chipset = {
1553 	.name = "GF116",
1554 	.bar = gf100_bar_new,
1555 	.bios = nvkm_bios_new,
1556 	.bus = gf100_bus_new,
1557 	.clk = gf100_clk_new,
1558 	.devinit = gf100_devinit_new,
1559 	.fb = gf100_fb_new,
1560 	.fuse = gf100_fuse_new,
1561 	.gpio = g94_gpio_new,
1562 	.i2c = g94_i2c_new,
1563 	.ibus = gf100_ibus_new,
1564 	.imem = nv50_instmem_new,
1565 	.ltc = gf100_ltc_new,
1566 	.mc = gf100_mc_new,
1567 	.mmu = gf100_mmu_new,
1568 	.mxm = nv50_mxm_new,
1569 	.pci = nv40_pci_new,
1570 	.pmu = gf100_pmu_new,
1571 	.therm = gt215_therm_new,
1572 	.timer = nv41_timer_new,
1573 	.volt = nv40_volt_new,
1574 	.ce[0] = gf100_ce_new,
1575 	.disp = gt215_disp_new,
1576 	.dma = gf100_dma_new,
1577 	.fifo = gf100_fifo_new,
1578 	.gr = gf104_gr_new,
1579 	.mspdec = gf100_mspdec_new,
1580 	.msppp = gf100_msppp_new,
1581 	.msvld = gf100_msvld_new,
1582 	.pm = gf100_pm_new,
1583 	.sw = gf100_sw_new,
1584 };
1585 
1586 static const struct nvkm_device_chip
1587 nvd7_chipset = {
1588 	.name = "GF117",
1589 	.bar = gf100_bar_new,
1590 	.bios = nvkm_bios_new,
1591 	.bus = gf100_bus_new,
1592 	.clk = gf100_clk_new,
1593 	.devinit = gf100_devinit_new,
1594 	.fb = gf100_fb_new,
1595 	.fuse = gf100_fuse_new,
1596 	.gpio = gf119_gpio_new,
1597 	.i2c = gf117_i2c_new,
1598 	.ibus = gf100_ibus_new,
1599 	.imem = nv50_instmem_new,
1600 	.ltc = gf100_ltc_new,
1601 	.mc = gf100_mc_new,
1602 	.mmu = gf100_mmu_new,
1603 	.mxm = nv50_mxm_new,
1604 	.pci = nv40_pci_new,
1605 	.therm = gf119_therm_new,
1606 	.timer = nv41_timer_new,
1607 	.ce[0] = gf100_ce_new,
1608 	.disp = gf119_disp_new,
1609 	.dma = gf119_dma_new,
1610 	.fifo = gf100_fifo_new,
1611 	.gr = gf117_gr_new,
1612 	.mspdec = gf100_mspdec_new,
1613 	.msppp = gf100_msppp_new,
1614 	.msvld = gf100_msvld_new,
1615 	.pm = gf117_pm_new,
1616 	.sw = gf100_sw_new,
1617 };
1618 
1619 static const struct nvkm_device_chip
1620 nvd9_chipset = {
1621 	.name = "GF119",
1622 	.bar = gf100_bar_new,
1623 	.bios = nvkm_bios_new,
1624 	.bus = gf100_bus_new,
1625 	.clk = gf100_clk_new,
1626 	.devinit = gf100_devinit_new,
1627 	.fb = gf100_fb_new,
1628 	.fuse = gf100_fuse_new,
1629 	.gpio = gf119_gpio_new,
1630 	.i2c = gf119_i2c_new,
1631 	.ibus = gf100_ibus_new,
1632 	.imem = nv50_instmem_new,
1633 	.ltc = gf100_ltc_new,
1634 	.mc = gf100_mc_new,
1635 	.mmu = gf100_mmu_new,
1636 	.mxm = nv50_mxm_new,
1637 	.pci = nv40_pci_new,
1638 	.pmu = gf119_pmu_new,
1639 	.therm = gf119_therm_new,
1640 	.timer = nv41_timer_new,
1641 	.volt = nv40_volt_new,
1642 	.ce[0] = gf100_ce_new,
1643 	.disp = gf119_disp_new,
1644 	.dma = gf119_dma_new,
1645 	.fifo = gf100_fifo_new,
1646 	.gr = gf119_gr_new,
1647 	.mspdec = gf100_mspdec_new,
1648 	.msppp = gf100_msppp_new,
1649 	.msvld = gf100_msvld_new,
1650 	.pm = gf117_pm_new,
1651 	.sw = gf100_sw_new,
1652 };
1653 
1654 static const struct nvkm_device_chip
1655 nve4_chipset = {
1656 	.name = "GK104",
1657 	.bar = gf100_bar_new,
1658 	.bios = nvkm_bios_new,
1659 	.bus = gf100_bus_new,
1660 	.clk = gk104_clk_new,
1661 	.devinit = gf100_devinit_new,
1662 	.fb = gk104_fb_new,
1663 	.fuse = gf100_fuse_new,
1664 	.gpio = gk104_gpio_new,
1665 	.i2c = gk104_i2c_new,
1666 	.ibus = gk104_ibus_new,
1667 	.imem = nv50_instmem_new,
1668 	.ltc = gk104_ltc_new,
1669 	.mc = gf100_mc_new,
1670 	.mmu = gf100_mmu_new,
1671 	.mxm = nv50_mxm_new,
1672 	.pci = nv40_pci_new,
1673 	.pmu = gk104_pmu_new,
1674 	.therm = gf119_therm_new,
1675 	.timer = nv41_timer_new,
1676 	.volt = nv40_volt_new,
1677 	.ce[0] = gk104_ce_new,
1678 	.ce[1] = gk104_ce_new,
1679 	.ce[2] = gk104_ce_new,
1680 	.disp = gk104_disp_new,
1681 	.dma = gf119_dma_new,
1682 	.fifo = gk104_fifo_new,
1683 	.gr = gk104_gr_new,
1684 	.mspdec = gk104_mspdec_new,
1685 	.msppp = gf100_msppp_new,
1686 	.msvld = gk104_msvld_new,
1687 	.pm = gk104_pm_new,
1688 	.sw = gf100_sw_new,
1689 };
1690 
1691 static const struct nvkm_device_chip
1692 nve6_chipset = {
1693 	.name = "GK106",
1694 	.bar = gf100_bar_new,
1695 	.bios = nvkm_bios_new,
1696 	.bus = gf100_bus_new,
1697 	.clk = gk104_clk_new,
1698 	.devinit = gf100_devinit_new,
1699 	.fb = gk104_fb_new,
1700 	.fuse = gf100_fuse_new,
1701 	.gpio = gk104_gpio_new,
1702 	.i2c = gk104_i2c_new,
1703 	.ibus = gk104_ibus_new,
1704 	.imem = nv50_instmem_new,
1705 	.ltc = gk104_ltc_new,
1706 	.mc = gf100_mc_new,
1707 	.mmu = gf100_mmu_new,
1708 	.mxm = nv50_mxm_new,
1709 	.pci = nv40_pci_new,
1710 	.pmu = gk104_pmu_new,
1711 	.therm = gf119_therm_new,
1712 	.timer = nv41_timer_new,
1713 	.volt = nv40_volt_new,
1714 	.ce[0] = gk104_ce_new,
1715 	.ce[1] = gk104_ce_new,
1716 	.ce[2] = gk104_ce_new,
1717 	.disp = gk104_disp_new,
1718 	.dma = gf119_dma_new,
1719 	.fifo = gk104_fifo_new,
1720 	.gr = gk104_gr_new,
1721 	.mspdec = gk104_mspdec_new,
1722 	.msppp = gf100_msppp_new,
1723 	.msvld = gk104_msvld_new,
1724 	.pm = gk104_pm_new,
1725 	.sw = gf100_sw_new,
1726 };
1727 
1728 static const struct nvkm_device_chip
1729 nve7_chipset = {
1730 	.name = "GK107",
1731 	.bar = gf100_bar_new,
1732 	.bios = nvkm_bios_new,
1733 	.bus = gf100_bus_new,
1734 	.clk = gk104_clk_new,
1735 	.devinit = gf100_devinit_new,
1736 	.fb = gk104_fb_new,
1737 	.fuse = gf100_fuse_new,
1738 	.gpio = gk104_gpio_new,
1739 	.i2c = gk104_i2c_new,
1740 	.ibus = gk104_ibus_new,
1741 	.imem = nv50_instmem_new,
1742 	.ltc = gk104_ltc_new,
1743 	.mc = gf100_mc_new,
1744 	.mmu = gf100_mmu_new,
1745 	.mxm = nv50_mxm_new,
1746 	.pci = nv40_pci_new,
1747 	.pmu = gf119_pmu_new,
1748 	.therm = gf119_therm_new,
1749 	.timer = nv41_timer_new,
1750 	.volt = nv40_volt_new,
1751 	.ce[0] = gk104_ce_new,
1752 	.ce[1] = gk104_ce_new,
1753 	.ce[2] = gk104_ce_new,
1754 	.disp = gk104_disp_new,
1755 	.dma = gf119_dma_new,
1756 	.fifo = gk104_fifo_new,
1757 	.gr = gk104_gr_new,
1758 	.mspdec = gk104_mspdec_new,
1759 	.msppp = gf100_msppp_new,
1760 	.msvld = gk104_msvld_new,
1761 	.pm = gk104_pm_new,
1762 	.sw = gf100_sw_new,
1763 };
1764 
1765 static const struct nvkm_device_chip
1766 nvea_chipset = {
1767 	.name = "GK20A",
1768 	.bar = gk20a_bar_new,
1769 	.bus = gf100_bus_new,
1770 	.clk = gk20a_clk_new,
1771 	.fb = gk20a_fb_new,
1772 	.fuse = gf100_fuse_new,
1773 	.ibus = gk20a_ibus_new,
1774 	.imem = gk20a_instmem_new,
1775 	.ltc = gk104_ltc_new,
1776 	.mc = gk20a_mc_new,
1777 	.mmu = gf100_mmu_new,
1778 	.pmu = gk20a_pmu_new,
1779 	.timer = gk20a_timer_new,
1780 	.volt = gk20a_volt_new,
1781 	.ce[2] = gk104_ce_new,
1782 	.dma = gf119_dma_new,
1783 	.fifo = gk20a_fifo_new,
1784 	.gr = gk20a_gr_new,
1785 	.pm = gk104_pm_new,
1786 	.sw = gf100_sw_new,
1787 };
1788 
1789 static const struct nvkm_device_chip
1790 nvf0_chipset = {
1791 	.name = "GK110",
1792 	.bar = gf100_bar_new,
1793 	.bios = nvkm_bios_new,
1794 	.bus = gf100_bus_new,
1795 	.clk = gk104_clk_new,
1796 	.devinit = gf100_devinit_new,
1797 	.fb = gk104_fb_new,
1798 	.fuse = gf100_fuse_new,
1799 	.gpio = gk104_gpio_new,
1800 	.i2c = gk104_i2c_new,
1801 	.ibus = gk104_ibus_new,
1802 	.imem = nv50_instmem_new,
1803 	.ltc = gk104_ltc_new,
1804 	.mc = gf100_mc_new,
1805 	.mmu = gf100_mmu_new,
1806 	.mxm = nv50_mxm_new,
1807 	.pci = nv40_pci_new,
1808 	.pmu = gk110_pmu_new,
1809 	.therm = gf119_therm_new,
1810 	.timer = nv41_timer_new,
1811 	.volt = nv40_volt_new,
1812 	.ce[0] = gk104_ce_new,
1813 	.ce[1] = gk104_ce_new,
1814 	.ce[2] = gk104_ce_new,
1815 	.disp = gk110_disp_new,
1816 	.dma = gf119_dma_new,
1817 	.fifo = gk104_fifo_new,
1818 	.gr = gk110_gr_new,
1819 	.mspdec = gk104_mspdec_new,
1820 	.msppp = gf100_msppp_new,
1821 	.msvld = gk104_msvld_new,
1822 	.sw = gf100_sw_new,
1823 };
1824 
1825 static const struct nvkm_device_chip
1826 nvf1_chipset = {
1827 	.name = "GK110B",
1828 	.bar = gf100_bar_new,
1829 	.bios = nvkm_bios_new,
1830 	.bus = gf100_bus_new,
1831 	.clk = gk104_clk_new,
1832 	.devinit = gf100_devinit_new,
1833 	.fb = gk104_fb_new,
1834 	.fuse = gf100_fuse_new,
1835 	.gpio = gk104_gpio_new,
1836 	.i2c = gf119_i2c_new,
1837 	.ibus = gk104_ibus_new,
1838 	.imem = nv50_instmem_new,
1839 	.ltc = gk104_ltc_new,
1840 	.mc = gf100_mc_new,
1841 	.mmu = gf100_mmu_new,
1842 	.mxm = nv50_mxm_new,
1843 	.pci = nv40_pci_new,
1844 	.pmu = gk110_pmu_new,
1845 	.therm = gf119_therm_new,
1846 	.timer = nv41_timer_new,
1847 	.volt = nv40_volt_new,
1848 	.ce[0] = gk104_ce_new,
1849 	.ce[1] = gk104_ce_new,
1850 	.ce[2] = gk104_ce_new,
1851 	.disp = gk110_disp_new,
1852 	.dma = gf119_dma_new,
1853 	.fifo = gk104_fifo_new,
1854 	.gr = gk110b_gr_new,
1855 	.mspdec = gk104_mspdec_new,
1856 	.msppp = gf100_msppp_new,
1857 	.msvld = gk104_msvld_new,
1858 	.sw = gf100_sw_new,
1859 };
1860 
1861 static const struct nvkm_device_chip
1862 nv106_chipset = {
1863 	.name = "GK208B",
1864 	.bar = gf100_bar_new,
1865 	.bios = nvkm_bios_new,
1866 	.bus = gf100_bus_new,
1867 	.clk = gk104_clk_new,
1868 	.devinit = gf100_devinit_new,
1869 	.fb = gk104_fb_new,
1870 	.fuse = gf100_fuse_new,
1871 	.gpio = gk104_gpio_new,
1872 	.i2c = gk104_i2c_new,
1873 	.ibus = gk104_ibus_new,
1874 	.imem = nv50_instmem_new,
1875 	.ltc = gk104_ltc_new,
1876 	.mc = gk20a_mc_new,
1877 	.mmu = gf100_mmu_new,
1878 	.mxm = nv50_mxm_new,
1879 	.pci = nv40_pci_new,
1880 	.pmu = gk208_pmu_new,
1881 	.therm = gf119_therm_new,
1882 	.timer = nv41_timer_new,
1883 	.volt = nv40_volt_new,
1884 	.ce[0] = gk104_ce_new,
1885 	.ce[1] = gk104_ce_new,
1886 	.ce[2] = gk104_ce_new,
1887 	.disp = gk110_disp_new,
1888 	.dma = gf119_dma_new,
1889 	.fifo = gk208_fifo_new,
1890 	.gr = gk208_gr_new,
1891 	.mspdec = gk104_mspdec_new,
1892 	.msppp = gf100_msppp_new,
1893 	.msvld = gk104_msvld_new,
1894 	.sw = gf100_sw_new,
1895 };
1896 
1897 static const struct nvkm_device_chip
1898 nv108_chipset = {
1899 	.name = "GK208",
1900 	.bar = gf100_bar_new,
1901 	.bios = nvkm_bios_new,
1902 	.bus = gf100_bus_new,
1903 	.clk = gk104_clk_new,
1904 	.devinit = gf100_devinit_new,
1905 	.fb = gk104_fb_new,
1906 	.fuse = gf100_fuse_new,
1907 	.gpio = gk104_gpio_new,
1908 	.i2c = gk104_i2c_new,
1909 	.ibus = gk104_ibus_new,
1910 	.imem = nv50_instmem_new,
1911 	.ltc = gk104_ltc_new,
1912 	.mc = gk20a_mc_new,
1913 	.mmu = gf100_mmu_new,
1914 	.mxm = nv50_mxm_new,
1915 	.pci = nv40_pci_new,
1916 	.pmu = gk208_pmu_new,
1917 	.therm = gf119_therm_new,
1918 	.timer = nv41_timer_new,
1919 	.volt = nv40_volt_new,
1920 	.ce[0] = gk104_ce_new,
1921 	.ce[1] = gk104_ce_new,
1922 	.ce[2] = gk104_ce_new,
1923 	.disp = gk110_disp_new,
1924 	.dma = gf119_dma_new,
1925 	.fifo = gk208_fifo_new,
1926 	.gr = gk208_gr_new,
1927 	.mspdec = gk104_mspdec_new,
1928 	.msppp = gf100_msppp_new,
1929 	.msvld = gk104_msvld_new,
1930 	.sw = gf100_sw_new,
1931 };
1932 
1933 static const struct nvkm_device_chip
1934 nv117_chipset = {
1935 	.name = "GM107",
1936 	.bar = gf100_bar_new,
1937 	.bios = nvkm_bios_new,
1938 	.bus = gf100_bus_new,
1939 	.clk = gk104_clk_new,
1940 	.devinit = gm107_devinit_new,
1941 	.fb = gm107_fb_new,
1942 	.fuse = gm107_fuse_new,
1943 	.gpio = gk104_gpio_new,
1944 	.i2c = gf119_i2c_new,
1945 	.ibus = gk104_ibus_new,
1946 	.imem = nv50_instmem_new,
1947 	.ltc = gm107_ltc_new,
1948 	.mc = gk20a_mc_new,
1949 	.mmu = gf100_mmu_new,
1950 	.mxm = nv50_mxm_new,
1951 	.pci = nv40_pci_new,
1952 	.pmu = gm107_pmu_new,
1953 	.therm = gm107_therm_new,
1954 	.timer = gk20a_timer_new,
1955 	.ce[0] = gk104_ce_new,
1956 	.ce[2] = gk104_ce_new,
1957 	.disp = gm107_disp_new,
1958 	.dma = gf119_dma_new,
1959 	.fifo = gk208_fifo_new,
1960 	.gr = gm107_gr_new,
1961 	.sw = gf100_sw_new,
1962 };
1963 
1964 static const struct nvkm_device_chip
1965 nv124_chipset = {
1966 	.name = "GM204",
1967 	.bar = gf100_bar_new,
1968 	.bios = nvkm_bios_new,
1969 	.bus = gf100_bus_new,
1970 	.devinit = gm204_devinit_new,
1971 	.fb = gm107_fb_new,
1972 	.fuse = gm107_fuse_new,
1973 	.gpio = gk104_gpio_new,
1974 	.i2c = gm204_i2c_new,
1975 	.ibus = gk104_ibus_new,
1976 	.imem = nv50_instmem_new,
1977 	.ltc = gm107_ltc_new,
1978 	.mc = gk20a_mc_new,
1979 	.mmu = gf100_mmu_new,
1980 	.mxm = nv50_mxm_new,
1981 	.pci = nv40_pci_new,
1982 	.pmu = gm107_pmu_new,
1983 	.timer = gk20a_timer_new,
1984 	.ce[0] = gm204_ce_new,
1985 	.ce[1] = gm204_ce_new,
1986 	.ce[2] = gm204_ce_new,
1987 	.disp = gm204_disp_new,
1988 	.dma = gf119_dma_new,
1989 	.fifo = gm204_fifo_new,
1990 	.gr = gm204_gr_new,
1991 	.sw = gf100_sw_new,
1992 };
1993 
1994 static const struct nvkm_device_chip
1995 nv126_chipset = {
1996 	.name = "GM206",
1997 	.bar = gf100_bar_new,
1998 	.bios = nvkm_bios_new,
1999 	.bus = gf100_bus_new,
2000 	.devinit = gm204_devinit_new,
2001 	.fb = gm107_fb_new,
2002 	.fuse = gm107_fuse_new,
2003 	.gpio = gk104_gpio_new,
2004 	.i2c = gm204_i2c_new,
2005 	.ibus = gk104_ibus_new,
2006 	.imem = nv50_instmem_new,
2007 	.ltc = gm107_ltc_new,
2008 	.mc = gk20a_mc_new,
2009 	.mmu = gf100_mmu_new,
2010 	.mxm = nv50_mxm_new,
2011 	.pci = nv40_pci_new,
2012 	.pmu = gm107_pmu_new,
2013 	.timer = gk20a_timer_new,
2014 	.ce[0] = gm204_ce_new,
2015 	.ce[1] = gm204_ce_new,
2016 	.ce[2] = gm204_ce_new,
2017 	.disp = gm204_disp_new,
2018 	.dma = gf119_dma_new,
2019 	.fifo = gm204_fifo_new,
2020 	.gr = gm206_gr_new,
2021 	.sw = gf100_sw_new,
2022 };
2023 
2024 static const struct nvkm_device_chip
2025 nv12b_chipset = {
2026 	.name = "GM20B",
2027 	.bar = gk20a_bar_new,
2028 	.bus = gf100_bus_new,
2029 	.fb = gk20a_fb_new,
2030 	.fuse = gm107_fuse_new,
2031 	.ibus = gk20a_ibus_new,
2032 	.imem = gk20a_instmem_new,
2033 	.ltc = gm107_ltc_new,
2034 	.mc = gk20a_mc_new,
2035 	.mmu = gf100_mmu_new,
2036 	.timer = gk20a_timer_new,
2037 	.ce[2] = gm204_ce_new,
2038 	.dma = gf119_dma_new,
2039 	.fifo = gm20b_fifo_new,
2040 	.gr = gm20b_gr_new,
2041 	.sw = gf100_sw_new,
2042 };
2043 
2044 static int
2045 nvkm_device_event_ctor(struct nvkm_object *object, void *data, u32 size,
2046 		       struct nvkm_notify *notify)
2047 {
2048 	if (!WARN_ON(size != 0)) {
2049 		notify->size  = 0;
2050 		notify->types = 1;
2051 		notify->index = 0;
2052 		return 0;
2053 	}
2054 	return -EINVAL;
2055 }
2056 
2057 static const struct nvkm_event_func
2058 nvkm_device_event_func = {
2059 	.ctor = nvkm_device_event_ctor,
2060 };
2061 
2062 struct nvkm_subdev *
2063 nvkm_device_subdev(struct nvkm_device *device, int index)
2064 {
2065 	struct nvkm_engine *engine;
2066 
2067 	if (device->disable_mask & (1ULL << index))
2068 		return NULL;
2069 
2070 	switch (index) {
2071 #define _(n,p,m) case NVKM_SUBDEV_##n: if (p) return (m); break
2072 	_(BAR    , device->bar    , &device->bar->subdev);
2073 	_(VBIOS  , device->bios   , &device->bios->subdev);
2074 	_(BUS    , device->bus    , &device->bus->subdev);
2075 	_(CLK    , device->clk    , &device->clk->subdev);
2076 	_(DEVINIT, device->devinit, &device->devinit->subdev);
2077 	_(FB     , device->fb     , &device->fb->subdev);
2078 	_(FUSE   , device->fuse   , &device->fuse->subdev);
2079 	_(GPIO   , device->gpio   , &device->gpio->subdev);
2080 	_(I2C    , device->i2c    , &device->i2c->subdev);
2081 	_(IBUS   , device->ibus   ,  device->ibus);
2082 	_(INSTMEM, device->imem   , &device->imem->subdev);
2083 	_(LTC    , device->ltc    , &device->ltc->subdev);
2084 	_(MC     , device->mc     , &device->mc->subdev);
2085 	_(MMU    , device->mmu    , &device->mmu->subdev);
2086 	_(MXM    , device->mxm    ,  device->mxm);
2087 	_(PCI    , device->pci    , &device->pci->subdev);
2088 	_(PMU    , device->pmu    , &device->pmu->subdev);
2089 	_(THERM  , device->therm  , &device->therm->subdev);
2090 	_(TIMER  , device->timer  , &device->timer->subdev);
2091 	_(VOLT   , device->volt   , &device->volt->subdev);
2092 #undef _
2093 	default:
2094 		engine = nvkm_device_engine(device, index);
2095 		if (engine)
2096 			return &engine->subdev;
2097 		break;
2098 	}
2099 	return NULL;
2100 }
2101 
2102 struct nvkm_engine *
2103 nvkm_device_engine(struct nvkm_device *device, int index)
2104 {
2105 	if (device->disable_mask & (1ULL << index))
2106 		return NULL;
2107 
2108 	switch (index) {
2109 #define _(n,p,m) case NVKM_ENGINE_##n: if (p) return (m); break
2110 	_(BSP    , device->bsp    ,  device->bsp);
2111 	_(CE0    , device->ce[0]  ,  device->ce[0]);
2112 	_(CE1    , device->ce[1]  ,  device->ce[1]);
2113 	_(CE2    , device->ce[2]  ,  device->ce[2]);
2114 	_(CIPHER , device->cipher ,  device->cipher);
2115 	_(DISP   , device->disp   , &device->disp->engine);
2116 	_(DMAOBJ , device->dma    , &device->dma->engine);
2117 	_(FIFO   , device->fifo   , &device->fifo->engine);
2118 	_(GR     , device->gr     , &device->gr->engine);
2119 	_(IFB    , device->ifb    ,  device->ifb);
2120 	_(ME     , device->me     ,  device->me);
2121 	_(MPEG   , device->mpeg   ,  device->mpeg);
2122 	_(MSENC  , device->msenc  ,  device->msenc);
2123 	_(MSPDEC , device->mspdec ,  device->mspdec);
2124 	_(MSPPP  , device->msppp  ,  device->msppp);
2125 	_(MSVLD  , device->msvld  ,  device->msvld);
2126 	_(PM     , device->pm     , &device->pm->engine);
2127 	_(SEC    , device->sec    ,  device->sec);
2128 	_(SW     , device->sw     , &device->sw->engine);
2129 	_(VIC    , device->vic    ,  device->vic);
2130 	_(VP     , device->vp     ,  device->vp);
2131 #undef _
2132 	default:
2133 		WARN_ON(1);
2134 		break;
2135 	}
2136 	return NULL;
2137 }
2138 
2139 int
2140 nvkm_device_fini(struct nvkm_device *device, bool suspend)
2141 {
2142 	const char *action = suspend ? "suspend" : "fini";
2143 	struct nvkm_subdev *subdev;
2144 	int ret, i;
2145 	s64 time;
2146 
2147 	nvdev_trace(device, "%s running...\n", action);
2148 	time = ktime_to_us(ktime_get());
2149 
2150 	nvkm_acpi_fini(device);
2151 
2152 	for (i = NVKM_SUBDEV_NR - 1; i >= 0; i--) {
2153 		if ((subdev = nvkm_device_subdev(device, i))) {
2154 			ret = nvkm_subdev_fini(subdev, suspend);
2155 			if (ret && suspend)
2156 				goto fail;
2157 		}
2158 	}
2159 
2160 
2161 	if (device->func->fini)
2162 		device->func->fini(device, suspend);
2163 
2164 	time = ktime_to_us(ktime_get()) - time;
2165 	nvdev_trace(device, "%s completed in %lldus...\n", action, time);
2166 	return 0;
2167 
2168 fail:
2169 	do {
2170 		if ((subdev = nvkm_device_subdev(device, i))) {
2171 			int rret = nvkm_subdev_init(subdev);
2172 			if (rret)
2173 				nvkm_fatal(subdev, "failed restart, %d\n", ret);
2174 		}
2175 	} while (++i < NVKM_SUBDEV_NR);
2176 
2177 	nvdev_trace(device, "%s failed with %d\n", action, ret);
2178 	return ret;
2179 }
2180 
2181 static int
2182 nvkm_device_preinit(struct nvkm_device *device)
2183 {
2184 	struct nvkm_subdev *subdev;
2185 	int ret, i;
2186 	s64 time;
2187 
2188 	nvdev_trace(device, "preinit running...\n");
2189 	time = ktime_to_us(ktime_get());
2190 
2191 	if (device->func->preinit) {
2192 		ret = device->func->preinit(device);
2193 		if (ret)
2194 			goto fail;
2195 	}
2196 
2197 	for (i = 0; i < NVKM_SUBDEV_NR; i++) {
2198 		if ((subdev = nvkm_device_subdev(device, i))) {
2199 			ret = nvkm_subdev_preinit(subdev);
2200 			if (ret)
2201 				goto fail;
2202 		}
2203 	}
2204 
2205 	ret = nvkm_devinit_post(device->devinit, &device->disable_mask);
2206 	if (ret)
2207 		goto fail;
2208 
2209 	time = ktime_to_us(ktime_get()) - time;
2210 	nvdev_trace(device, "preinit completed in %lldus\n", time);
2211 	return 0;
2212 
2213 fail:
2214 	nvdev_error(device, "preinit failed with %d\n", ret);
2215 	return ret;
2216 }
2217 
2218 int
2219 nvkm_device_init(struct nvkm_device *device)
2220 {
2221 	struct nvkm_subdev *subdev;
2222 	int ret, i;
2223 	s64 time;
2224 
2225 	ret = nvkm_device_preinit(device);
2226 	if (ret)
2227 		return ret;
2228 
2229 	nvkm_device_fini(device, false);
2230 
2231 	nvdev_trace(device, "init running...\n");
2232 	time = ktime_to_us(ktime_get());
2233 
2234 	if (device->func->init) {
2235 		ret = device->func->init(device);
2236 		if (ret)
2237 			goto fail;
2238 	}
2239 
2240 	for (i = 0; i < NVKM_SUBDEV_NR; i++) {
2241 		if ((subdev = nvkm_device_subdev(device, i))) {
2242 			ret = nvkm_subdev_init(subdev);
2243 			if (ret)
2244 				goto fail_subdev;
2245 		}
2246 	}
2247 
2248 	nvkm_acpi_init(device);
2249 
2250 	time = ktime_to_us(ktime_get()) - time;
2251 	nvdev_trace(device, "init completed in %lldus\n", time);
2252 	return 0;
2253 
2254 fail_subdev:
2255 	do {
2256 		if ((subdev = nvkm_device_subdev(device, i)))
2257 			nvkm_subdev_fini(subdev, false);
2258 	} while (--i >= 0);
2259 
2260 fail:
2261 	nvdev_error(device, "init failed with %d\n", ret);
2262 	return ret;
2263 }
2264 
2265 void
2266 nvkm_device_del(struct nvkm_device **pdevice)
2267 {
2268 	struct nvkm_device *device = *pdevice;
2269 	int i;
2270 	if (device) {
2271 		mutex_lock(&nv_devices_mutex);
2272 		device->disable_mask = 0;
2273 		for (i = NVKM_SUBDEV_NR - 1; i >= 0; i--) {
2274 			struct nvkm_subdev *subdev =
2275 				nvkm_device_subdev(device, i);
2276 			nvkm_subdev_del(&subdev);
2277 		}
2278 
2279 		nvkm_event_fini(&device->event);
2280 
2281 		if (device->pri)
2282 			iounmap(device->pri);
2283 		list_del(&device->head);
2284 
2285 		if (device->func->dtor)
2286 			*pdevice = device->func->dtor(device);
2287 		mutex_unlock(&nv_devices_mutex);
2288 
2289 		kfree(*pdevice);
2290 		*pdevice = NULL;
2291 	}
2292 }
2293 
2294 int
2295 nvkm_device_ctor(const struct nvkm_device_func *func,
2296 		 const struct nvkm_device_quirk *quirk,
2297 		 struct device *dev, enum nvkm_device_type type, u64 handle,
2298 		 const char *name, const char *cfg, const char *dbg,
2299 		 bool detect, bool mmio, u64 subdev_mask,
2300 		 struct nvkm_device *device)
2301 {
2302 	struct nvkm_subdev *subdev;
2303 	u64 mmio_base, mmio_size;
2304 	u32 boot0, strap;
2305 	void __iomem *map;
2306 	int ret = -EEXIST;
2307 	int i;
2308 
2309 	mutex_lock(&nv_devices_mutex);
2310 	if (nvkm_device_find_locked(handle))
2311 		goto done;
2312 
2313 	device->func = func;
2314 	device->quirk = quirk;
2315 	device->dev = dev;
2316 	device->type = type;
2317 	device->handle = handle;
2318 	device->cfgopt = cfg;
2319 	device->dbgopt = dbg;
2320 	device->name = name;
2321 	list_add_tail(&device->head, &nv_devices);
2322 	device->debug = nvkm_dbgopt(device->dbgopt, "device");
2323 
2324 	ret = nvkm_event_init(&nvkm_device_event_func, 1, 1, &device->event);
2325 	if (ret)
2326 		goto done;
2327 
2328 	mmio_base = device->func->resource_addr(device, 0);
2329 	mmio_size = device->func->resource_size(device, 0);
2330 
2331 	/* identify the chipset, and determine classes of subdev/engines */
2332 	if (detect) {
2333 		map = ioremap(mmio_base, 0x102000);
2334 		if (ret = -ENOMEM, map == NULL)
2335 			goto done;
2336 
2337 		/* switch mmio to cpu's native endianness */
2338 #ifndef __BIG_ENDIAN
2339 		if (ioread32_native(map + 0x000004) != 0x00000000) {
2340 #else
2341 		if (ioread32_native(map + 0x000004) == 0x00000000) {
2342 #endif
2343 			iowrite32_native(0x01000001, map + 0x000004);
2344 			ioread32_native(map);
2345 		}
2346 
2347 		/* read boot0 and strapping information */
2348 		boot0 = ioread32_native(map + 0x000000);
2349 		strap = ioread32_native(map + 0x101000);
2350 		iounmap(map);
2351 
2352 		/* determine chipset and derive architecture from it */
2353 		if ((boot0 & 0x1f000000) > 0) {
2354 			device->chipset = (boot0 & 0x1ff00000) >> 20;
2355 			device->chiprev = (boot0 & 0x000000ff);
2356 			switch (device->chipset & 0x1f0) {
2357 			case 0x010: {
2358 				if (0x461 & (1 << (device->chipset & 0xf)))
2359 					device->card_type = NV_10;
2360 				else
2361 					device->card_type = NV_11;
2362 				device->chiprev = 0x00;
2363 				break;
2364 			}
2365 			case 0x020: device->card_type = NV_20; break;
2366 			case 0x030: device->card_type = NV_30; break;
2367 			case 0x040:
2368 			case 0x060: device->card_type = NV_40; break;
2369 			case 0x050:
2370 			case 0x080:
2371 			case 0x090:
2372 			case 0x0a0: device->card_type = NV_50; break;
2373 			case 0x0c0:
2374 			case 0x0d0: device->card_type = NV_C0; break;
2375 			case 0x0e0:
2376 			case 0x0f0:
2377 			case 0x100: device->card_type = NV_E0; break;
2378 			case 0x110:
2379 			case 0x120: device->card_type = GM100; break;
2380 			default:
2381 				break;
2382 			}
2383 		} else
2384 		if ((boot0 & 0xff00fff0) == 0x20004000) {
2385 			if (boot0 & 0x00f00000)
2386 				device->chipset = 0x05;
2387 			else
2388 				device->chipset = 0x04;
2389 			device->card_type = NV_04;
2390 		}
2391 
2392 		switch (device->chipset) {
2393 		case 0x004: device->chip = &nv4_chipset; break;
2394 		case 0x005: device->chip = &nv5_chipset; break;
2395 		case 0x010: device->chip = &nv10_chipset; break;
2396 		case 0x011: device->chip = &nv11_chipset; break;
2397 		case 0x015: device->chip = &nv15_chipset; break;
2398 		case 0x017: device->chip = &nv17_chipset; break;
2399 		case 0x018: device->chip = &nv18_chipset; break;
2400 		case 0x01a: device->chip = &nv1a_chipset; break;
2401 		case 0x01f: device->chip = &nv1f_chipset; break;
2402 		case 0x020: device->chip = &nv20_chipset; break;
2403 		case 0x025: device->chip = &nv25_chipset; break;
2404 		case 0x028: device->chip = &nv28_chipset; break;
2405 		case 0x02a: device->chip = &nv2a_chipset; break;
2406 		case 0x030: device->chip = &nv30_chipset; break;
2407 		case 0x031: device->chip = &nv31_chipset; break;
2408 		case 0x034: device->chip = &nv34_chipset; break;
2409 		case 0x035: device->chip = &nv35_chipset; break;
2410 		case 0x036: device->chip = &nv36_chipset; break;
2411 		case 0x040: device->chip = &nv40_chipset; break;
2412 		case 0x041: device->chip = &nv41_chipset; break;
2413 		case 0x042: device->chip = &nv42_chipset; break;
2414 		case 0x043: device->chip = &nv43_chipset; break;
2415 		case 0x044: device->chip = &nv44_chipset; break;
2416 		case 0x045: device->chip = &nv45_chipset; break;
2417 		case 0x046: device->chip = &nv46_chipset; break;
2418 		case 0x047: device->chip = &nv47_chipset; break;
2419 		case 0x049: device->chip = &nv49_chipset; break;
2420 		case 0x04a: device->chip = &nv4a_chipset; break;
2421 		case 0x04b: device->chip = &nv4b_chipset; break;
2422 		case 0x04c: device->chip = &nv4c_chipset; break;
2423 		case 0x04e: device->chip = &nv4e_chipset; break;
2424 		case 0x050: device->chip = &nv50_chipset; break;
2425 		case 0x063: device->chip = &nv63_chipset; break;
2426 		case 0x067: device->chip = &nv67_chipset; break;
2427 		case 0x068: device->chip = &nv68_chipset; break;
2428 		case 0x084: device->chip = &nv84_chipset; break;
2429 		case 0x086: device->chip = &nv86_chipset; break;
2430 		case 0x092: device->chip = &nv92_chipset; break;
2431 		case 0x094: device->chip = &nv94_chipset; break;
2432 		case 0x096: device->chip = &nv96_chipset; break;
2433 		case 0x098: device->chip = &nv98_chipset; break;
2434 		case 0x0a0: device->chip = &nva0_chipset; break;
2435 		case 0x0a3: device->chip = &nva3_chipset; break;
2436 		case 0x0a5: device->chip = &nva5_chipset; break;
2437 		case 0x0a8: device->chip = &nva8_chipset; break;
2438 		case 0x0aa: device->chip = &nvaa_chipset; break;
2439 		case 0x0ac: device->chip = &nvac_chipset; break;
2440 		case 0x0af: device->chip = &nvaf_chipset; break;
2441 		case 0x0c0: device->chip = &nvc0_chipset; break;
2442 		case 0x0c1: device->chip = &nvc1_chipset; break;
2443 		case 0x0c3: device->chip = &nvc3_chipset; break;
2444 		case 0x0c4: device->chip = &nvc4_chipset; break;
2445 		case 0x0c8: device->chip = &nvc8_chipset; break;
2446 		case 0x0ce: device->chip = &nvce_chipset; break;
2447 		case 0x0cf: device->chip = &nvcf_chipset; break;
2448 		case 0x0d7: device->chip = &nvd7_chipset; break;
2449 		case 0x0d9: device->chip = &nvd9_chipset; break;
2450 		case 0x0e4: device->chip = &nve4_chipset; break;
2451 		case 0x0e6: device->chip = &nve6_chipset; break;
2452 		case 0x0e7: device->chip = &nve7_chipset; break;
2453 		case 0x0ea: device->chip = &nvea_chipset; break;
2454 		case 0x0f0: device->chip = &nvf0_chipset; break;
2455 		case 0x0f1: device->chip = &nvf1_chipset; break;
2456 		case 0x106: device->chip = &nv106_chipset; break;
2457 		case 0x108: device->chip = &nv108_chipset; break;
2458 		case 0x117: device->chip = &nv117_chipset; break;
2459 		case 0x124: device->chip = &nv124_chipset; break;
2460 		case 0x126: device->chip = &nv126_chipset; break;
2461 		case 0x12b: device->chip = &nv12b_chipset; break;
2462 		default:
2463 			nvdev_error(device, "unknown chipset (%08x)\n", boot0);
2464 			goto done;
2465 		}
2466 
2467 		nvdev_info(device, "NVIDIA %s (%08x)\n",
2468 			   device->chip->name, boot0);
2469 
2470 		/* determine frequency of timing crystal */
2471 		if ( device->card_type <= NV_10 || device->chipset < 0x17 ||
2472 		    (device->chipset >= 0x20 && device->chipset < 0x25))
2473 			strap &= 0x00000040;
2474 		else
2475 			strap &= 0x00400040;
2476 
2477 		switch (strap) {
2478 		case 0x00000000: device->crystal = 13500; break;
2479 		case 0x00000040: device->crystal = 14318; break;
2480 		case 0x00400000: device->crystal = 27000; break;
2481 		case 0x00400040: device->crystal = 25000; break;
2482 		}
2483 	} else {
2484 		device->chip = &null_chipset;
2485 	}
2486 
2487 	if (!device->name)
2488 		device->name = device->chip->name;
2489 
2490 	if (mmio) {
2491 		device->pri = ioremap(mmio_base, mmio_size);
2492 		if (!device->pri) {
2493 			nvdev_error(device, "unable to map PRI\n");
2494 			return -ENOMEM;
2495 		}
2496 	}
2497 
2498 	mutex_init(&device->mutex);
2499 
2500 	for (i = 0; i < NVKM_SUBDEV_NR; i++) {
2501 #define _(s,m) case s:                                                         \
2502 	if (device->chip->m && (subdev_mask & (1ULL << (s)))) {                \
2503 		ret = device->chip->m(device, (s), &device->m);                \
2504 		if (ret) {                                                     \
2505 			subdev = nvkm_device_subdev(device, (s));              \
2506 			nvkm_subdev_del(&subdev);                              \
2507 			device->m = NULL;                                      \
2508 			if (ret != -ENODEV) {                                  \
2509 				nvdev_error(device, "%s ctor failed, %d\n",    \
2510 					    nvkm_subdev_name[s], ret);         \
2511 				goto done;                                     \
2512 			}                                                      \
2513 		}                                                              \
2514 	}                                                                      \
2515 	break
2516 		switch (i) {
2517 		_(NVKM_SUBDEV_BAR    ,     bar);
2518 		_(NVKM_SUBDEV_VBIOS  ,    bios);
2519 		_(NVKM_SUBDEV_BUS    ,     bus);
2520 		_(NVKM_SUBDEV_CLK    ,     clk);
2521 		_(NVKM_SUBDEV_DEVINIT, devinit);
2522 		_(NVKM_SUBDEV_FB     ,      fb);
2523 		_(NVKM_SUBDEV_FUSE   ,    fuse);
2524 		_(NVKM_SUBDEV_GPIO   ,    gpio);
2525 		_(NVKM_SUBDEV_I2C    ,     i2c);
2526 		_(NVKM_SUBDEV_IBUS   ,    ibus);
2527 		_(NVKM_SUBDEV_INSTMEM,    imem);
2528 		_(NVKM_SUBDEV_LTC    ,     ltc);
2529 		_(NVKM_SUBDEV_MC     ,      mc);
2530 		_(NVKM_SUBDEV_MMU    ,     mmu);
2531 		_(NVKM_SUBDEV_MXM    ,     mxm);
2532 		_(NVKM_SUBDEV_PCI    ,     pci);
2533 		_(NVKM_SUBDEV_PMU    ,     pmu);
2534 		_(NVKM_SUBDEV_THERM  ,   therm);
2535 		_(NVKM_SUBDEV_TIMER  ,   timer);
2536 		_(NVKM_SUBDEV_VOLT   ,    volt);
2537 		_(NVKM_ENGINE_BSP    ,     bsp);
2538 		_(NVKM_ENGINE_CE0    ,   ce[0]);
2539 		_(NVKM_ENGINE_CE1    ,   ce[1]);
2540 		_(NVKM_ENGINE_CE2    ,   ce[2]);
2541 		_(NVKM_ENGINE_CIPHER ,  cipher);
2542 		_(NVKM_ENGINE_DISP   ,    disp);
2543 		_(NVKM_ENGINE_DMAOBJ ,     dma);
2544 		_(NVKM_ENGINE_FIFO   ,    fifo);
2545 		_(NVKM_ENGINE_GR     ,      gr);
2546 		_(NVKM_ENGINE_IFB    ,     ifb);
2547 		_(NVKM_ENGINE_ME     ,      me);
2548 		_(NVKM_ENGINE_MPEG   ,    mpeg);
2549 		_(NVKM_ENGINE_MSENC  ,   msenc);
2550 		_(NVKM_ENGINE_MSPDEC ,  mspdec);
2551 		_(NVKM_ENGINE_MSPPP  ,   msppp);
2552 		_(NVKM_ENGINE_MSVLD  ,   msvld);
2553 		_(NVKM_ENGINE_PM     ,      pm);
2554 		_(NVKM_ENGINE_SEC    ,     sec);
2555 		_(NVKM_ENGINE_SW     ,      sw);
2556 		_(NVKM_ENGINE_VIC    ,     vic);
2557 		_(NVKM_ENGINE_VP     ,      vp);
2558 		default:
2559 			WARN_ON(1);
2560 			continue;
2561 		}
2562 #undef _
2563 	}
2564 
2565 	ret = 0;
2566 done:
2567 	mutex_unlock(&nv_devices_mutex);
2568 	return ret;
2569 }
2570