1a1bfb29aSBen Skeggs /*
2a1bfb29aSBen Skeggs * Copyright 2012 Red Hat Inc.
3a1bfb29aSBen Skeggs *
4a1bfb29aSBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a
5a1bfb29aSBen Skeggs * copy of this software and associated documentation files (the "Software"),
6a1bfb29aSBen Skeggs * to deal in the Software without restriction, including without limitation
7a1bfb29aSBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8a1bfb29aSBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the
9a1bfb29aSBen Skeggs * Software is furnished to do so, subject to the following conditions:
10a1bfb29aSBen Skeggs *
11a1bfb29aSBen Skeggs * The above copyright notice and this permission notice shall be included in
12a1bfb29aSBen Skeggs * all copies or substantial portions of the Software.
13a1bfb29aSBen Skeggs *
14a1bfb29aSBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15a1bfb29aSBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16a1bfb29aSBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17a1bfb29aSBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18a1bfb29aSBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19a1bfb29aSBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20a1bfb29aSBen Skeggs * OTHER DEALINGS IN THE SOFTWARE.
21a1bfb29aSBen Skeggs *
22a1bfb29aSBen Skeggs * Authors: Ben Skeggs
23a1bfb29aSBen Skeggs */
242a9f847fSBen Skeggs #define nvkm_udevice(p) container_of((p), struct nvkm_udevice, object)
25a1bfb29aSBen Skeggs #include "priv.h"
260e29998aSBen Skeggs #include "ctrl.h"
27a1bfb29aSBen Skeggs
28a1bfb29aSBen Skeggs #include <core/client.h>
29a1bfb29aSBen Skeggs #include <subdev/fb.h>
30a1bfb29aSBen Skeggs #include <subdev/instmem.h>
31d61f4c17SBen Skeggs #include <subdev/timer.h>
32a1bfb29aSBen Skeggs
33a1bfb29aSBen Skeggs #include <nvif/class.h>
34923bc416SBen Skeggs #include <nvif/cl0080.h>
35a1bfb29aSBen Skeggs #include <nvif/unpack.h>
36a1bfb29aSBen Skeggs
37a1bfb29aSBen Skeggs struct nvkm_udevice {
382a9f847fSBen Skeggs struct nvkm_object object;
39a1bfb29aSBen Skeggs struct nvkm_device *device;
40a1bfb29aSBen Skeggs };
41a1bfb29aSBen Skeggs
42a1bfb29aSBen Skeggs static int
nvkm_udevice_info_subdev(struct nvkm_device * device,u64 mthd,u64 * data)43c5c9127bSBen Skeggs nvkm_udevice_info_subdev(struct nvkm_device *device, u64 mthd, u64 *data)
44c5c9127bSBen Skeggs {
45c5c9127bSBen Skeggs struct nvkm_subdev *subdev;
46f8fabd31SBen Skeggs enum nvkm_subdev_type type;
47c5c9127bSBen Skeggs
48c5c9127bSBen Skeggs switch (mthd & NV_DEVICE_INFO_UNIT) {
49f8fabd31SBen Skeggs case NV_DEVICE_HOST(0): type = NVKM_ENGINE_FIFO; break;
50c5c9127bSBen Skeggs default:
51c5c9127bSBen Skeggs return -EINVAL;
52c5c9127bSBen Skeggs }
53c5c9127bSBen Skeggs
54f8fabd31SBen Skeggs subdev = nvkm_device_subdev(device, type, 0);
55c5c9127bSBen Skeggs if (subdev)
56c5c9127bSBen Skeggs return nvkm_subdev_info(subdev, mthd, data);
57c5c9127bSBen Skeggs return -ENODEV;
58c5c9127bSBen Skeggs }
59c5c9127bSBen Skeggs
60c5c9127bSBen Skeggs static void
nvkm_udevice_info_v1(struct nvkm_device * device,struct nv_device_info_v1_data * args)61c5c9127bSBen Skeggs nvkm_udevice_info_v1(struct nvkm_device *device,
62c5c9127bSBen Skeggs struct nv_device_info_v1_data *args)
63c5c9127bSBen Skeggs {
64c5c9127bSBen Skeggs if (args->mthd & NV_DEVICE_INFO_UNIT) {
65c5c9127bSBen Skeggs if (nvkm_udevice_info_subdev(device, args->mthd, &args->data))
66c5c9127bSBen Skeggs args->mthd = NV_DEVICE_INFO_INVALID;
67c5c9127bSBen Skeggs return;
68c5c9127bSBen Skeggs }
69c5c9127bSBen Skeggs args->mthd = NV_DEVICE_INFO_INVALID;
70c5c9127bSBen Skeggs }
71c5c9127bSBen Skeggs
72c5c9127bSBen Skeggs static int
nvkm_udevice_info(struct nvkm_udevice * udev,void * data,u32 size)732a9f847fSBen Skeggs nvkm_udevice_info(struct nvkm_udevice *udev, void *data, u32 size)
74a1bfb29aSBen Skeggs {
752a9f847fSBen Skeggs struct nvkm_object *object = &udev->object;
76a1bfb29aSBen Skeggs struct nvkm_device *device = udev->device;
77a1bfb29aSBen Skeggs struct nvkm_fb *fb = device->fb;
78a1bfb29aSBen Skeggs struct nvkm_instmem *imem = device->imem;
79a1bfb29aSBen Skeggs union {
80a1bfb29aSBen Skeggs struct nv_device_info_v0 v0;
81c5c9127bSBen Skeggs struct nv_device_info_v1 v1;
82a1bfb29aSBen Skeggs } *args = data;
83c5c9127bSBen Skeggs int ret = -ENOSYS, i;
84a1bfb29aSBen Skeggs
85a1bfb29aSBen Skeggs nvif_ioctl(object, "device info size %d\n", size);
86c5c9127bSBen Skeggs if (!(ret = nvif_unpack(ret, &data, &size, args->v1, 1, 1, true))) {
87c5c9127bSBen Skeggs nvif_ioctl(object, "device info vers %d count %d\n",
88c5c9127bSBen Skeggs args->v1.version, args->v1.count);
89c5c9127bSBen Skeggs if (args->v1.count * sizeof(args->v1.data[0]) == size) {
90c5c9127bSBen Skeggs for (i = 0; i < args->v1.count; i++)
91c5c9127bSBen Skeggs nvkm_udevice_info_v1(device, &args->v1.data[i]);
92c5c9127bSBen Skeggs return 0;
93c5c9127bSBen Skeggs }
94c5c9127bSBen Skeggs return -EINVAL;
95c5c9127bSBen Skeggs } else
96f01c4e68SBen Skeggs if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, false))) {
97a1bfb29aSBen Skeggs nvif_ioctl(object, "device info vers %d\n", args->v0.version);
98a1bfb29aSBen Skeggs } else
99a1bfb29aSBen Skeggs return ret;
100a1bfb29aSBen Skeggs
101a1bfb29aSBen Skeggs switch (device->chipset) {
102a1bfb29aSBen Skeggs case 0x01a:
103a1bfb29aSBen Skeggs case 0x01f:
104a1bfb29aSBen Skeggs case 0x04c:
105a1bfb29aSBen Skeggs case 0x04e:
106a1bfb29aSBen Skeggs case 0x063:
107a1bfb29aSBen Skeggs case 0x067:
108a1bfb29aSBen Skeggs case 0x068:
109a1bfb29aSBen Skeggs case 0x0aa:
110a1bfb29aSBen Skeggs case 0x0ac:
111a1bfb29aSBen Skeggs case 0x0af:
112a1bfb29aSBen Skeggs args->v0.platform = NV_DEVICE_INFO_V0_IGP;
113a1bfb29aSBen Skeggs break;
114a1bfb29aSBen Skeggs default:
11526c9e8efSBen Skeggs switch (device->type) {
11626c9e8efSBen Skeggs case NVKM_DEVICE_PCI:
117a1bfb29aSBen Skeggs args->v0.platform = NV_DEVICE_INFO_V0_PCI;
11826c9e8efSBen Skeggs break;
11926c9e8efSBen Skeggs case NVKM_DEVICE_AGP:
12026c9e8efSBen Skeggs args->v0.platform = NV_DEVICE_INFO_V0_AGP;
12126c9e8efSBen Skeggs break;
12226c9e8efSBen Skeggs case NVKM_DEVICE_PCIE:
12326c9e8efSBen Skeggs args->v0.platform = NV_DEVICE_INFO_V0_PCIE;
12426c9e8efSBen Skeggs break;
12526c9e8efSBen Skeggs case NVKM_DEVICE_TEGRA:
126a1bfb29aSBen Skeggs args->v0.platform = NV_DEVICE_INFO_V0_SOC;
12726c9e8efSBen Skeggs break;
12826c9e8efSBen Skeggs default:
12926c9e8efSBen Skeggs WARN_ON(1);
13026c9e8efSBen Skeggs break;
131a1bfb29aSBen Skeggs }
132a1bfb29aSBen Skeggs break;
133a1bfb29aSBen Skeggs }
134a1bfb29aSBen Skeggs
135a1bfb29aSBen Skeggs switch (device->card_type) {
136a1bfb29aSBen Skeggs case NV_04: args->v0.family = NV_DEVICE_INFO_V0_TNT; break;
137a1bfb29aSBen Skeggs case NV_10:
138a1bfb29aSBen Skeggs case NV_11: args->v0.family = NV_DEVICE_INFO_V0_CELSIUS; break;
139a1bfb29aSBen Skeggs case NV_20: args->v0.family = NV_DEVICE_INFO_V0_KELVIN; break;
140a1bfb29aSBen Skeggs case NV_30: args->v0.family = NV_DEVICE_INFO_V0_RANKINE; break;
141a1bfb29aSBen Skeggs case NV_40: args->v0.family = NV_DEVICE_INFO_V0_CURIE; break;
142a1bfb29aSBen Skeggs case NV_50: args->v0.family = NV_DEVICE_INFO_V0_TESLA; break;
143a1bfb29aSBen Skeggs case NV_C0: args->v0.family = NV_DEVICE_INFO_V0_FERMI; break;
144a1bfb29aSBen Skeggs case NV_E0: args->v0.family = NV_DEVICE_INFO_V0_KEPLER; break;
145a1bfb29aSBen Skeggs case GM100: args->v0.family = NV_DEVICE_INFO_V0_MAXWELL; break;
1467f53abdbSBen Skeggs case GP100: args->v0.family = NV_DEVICE_INFO_V0_PASCAL; break;
147c1f856bbSBen Skeggs case GV100: args->v0.family = NV_DEVICE_INFO_V0_VOLTA; break;
148344d9c8fSBen Skeggs case TU100: args->v0.family = NV_DEVICE_INFO_V0_TURING; break;
1493b050680SBen Skeggs case GA100: args->v0.family = NV_DEVICE_INFO_V0_AMPERE; break;
150a1bfb29aSBen Skeggs default:
151a1bfb29aSBen Skeggs args->v0.family = 0;
152a1bfb29aSBen Skeggs break;
153a1bfb29aSBen Skeggs }
154a1bfb29aSBen Skeggs
155a1bfb29aSBen Skeggs args->v0.chipset = device->chipset;
156a1bfb29aSBen Skeggs args->v0.revision = device->chiprev;
157a1bfb29aSBen Skeggs if (fb && fb->ram)
158a1bfb29aSBen Skeggs args->v0.ram_size = args->v0.ram_user = fb->ram->size;
159a1bfb29aSBen Skeggs else
160a1bfb29aSBen Skeggs args->v0.ram_size = args->v0.ram_user = 0;
161a1bfb29aSBen Skeggs if (imem && args->v0.ram_size > 0)
162a1bfb29aSBen Skeggs args->v0.ram_user = args->v0.ram_user - imem->reserved;
163a1bfb29aSBen Skeggs
16422da19f9SLuo Jiaxing snprintf(args->v0.chip, sizeof(args->v0.chip), "%s", device->chip->name);
16522da19f9SLuo Jiaxing snprintf(args->v0.name, sizeof(args->v0.name), "%s", device->name);
166a1bfb29aSBen Skeggs return 0;
167a1bfb29aSBen Skeggs }
168a1bfb29aSBen Skeggs
169a1bfb29aSBen Skeggs static int
nvkm_udevice_time(struct nvkm_udevice * udev,void * data,u32 size)1702a9f847fSBen Skeggs nvkm_udevice_time(struct nvkm_udevice *udev, void *data, u32 size)
171d61f4c17SBen Skeggs {
172f01c4e68SBen Skeggs struct nvkm_object *object = &udev->object;
173d61f4c17SBen Skeggs struct nvkm_device *device = udev->device;
174d61f4c17SBen Skeggs union {
175d61f4c17SBen Skeggs struct nv_device_time_v0 v0;
176d61f4c17SBen Skeggs } *args = data;
177f01c4e68SBen Skeggs int ret = -ENOSYS;
178d61f4c17SBen Skeggs
179f01c4e68SBen Skeggs nvif_ioctl(object, "device time size %d\n", size);
180f01c4e68SBen Skeggs if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, false))) {
181f01c4e68SBen Skeggs nvif_ioctl(object, "device time vers %d\n", args->v0.version);
18231649ecfSBen Skeggs args->v0.time = nvkm_timer_read(device->timer);
183d61f4c17SBen Skeggs }
184d61f4c17SBen Skeggs
185d61f4c17SBen Skeggs return ret;
186d61f4c17SBen Skeggs }
187d61f4c17SBen Skeggs
188d61f4c17SBen Skeggs static int
nvkm_udevice_mthd(struct nvkm_object * object,u32 mthd,void * data,u32 size)189a1bfb29aSBen Skeggs nvkm_udevice_mthd(struct nvkm_object *object, u32 mthd, void *data, u32 size)
190a1bfb29aSBen Skeggs {
1912a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
192f01c4e68SBen Skeggs nvif_ioctl(object, "device mthd %08x\n", mthd);
193a1bfb29aSBen Skeggs switch (mthd) {
194a1bfb29aSBen Skeggs case NV_DEVICE_V0_INFO:
1952a9f847fSBen Skeggs return nvkm_udevice_info(udev, data, size);
196d61f4c17SBen Skeggs case NV_DEVICE_V0_TIME:
1972a9f847fSBen Skeggs return nvkm_udevice_time(udev, data, size);
198a1bfb29aSBen Skeggs default:
199a1bfb29aSBen Skeggs break;
200a1bfb29aSBen Skeggs }
201a1bfb29aSBen Skeggs return -EINVAL;
202a1bfb29aSBen Skeggs }
203a1bfb29aSBen Skeggs
2042a9f847fSBen Skeggs static int
nvkm_udevice_rd08(struct nvkm_object * object,u64 addr,u8 * data)2052a9f847fSBen Skeggs nvkm_udevice_rd08(struct nvkm_object *object, u64 addr, u8 *data)
206a1bfb29aSBen Skeggs {
2072a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
2082a9f847fSBen Skeggs *data = nvkm_rd08(udev->device, addr);
2092a9f847fSBen Skeggs return 0;
210a1bfb29aSBen Skeggs }
211a1bfb29aSBen Skeggs
2122a9f847fSBen Skeggs static int
nvkm_udevice_rd16(struct nvkm_object * object,u64 addr,u16 * data)2132a9f847fSBen Skeggs nvkm_udevice_rd16(struct nvkm_object *object, u64 addr, u16 *data)
214a1bfb29aSBen Skeggs {
2152a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
2162a9f847fSBen Skeggs *data = nvkm_rd16(udev->device, addr);
2172a9f847fSBen Skeggs return 0;
218a1bfb29aSBen Skeggs }
219a1bfb29aSBen Skeggs
2202a9f847fSBen Skeggs static int
nvkm_udevice_rd32(struct nvkm_object * object,u64 addr,u32 * data)2212a9f847fSBen Skeggs nvkm_udevice_rd32(struct nvkm_object *object, u64 addr, u32 *data)
222a1bfb29aSBen Skeggs {
2232a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
2242a9f847fSBen Skeggs *data = nvkm_rd32(udev->device, addr);
2252a9f847fSBen Skeggs return 0;
226a1bfb29aSBen Skeggs }
227a1bfb29aSBen Skeggs
2282a9f847fSBen Skeggs static int
nvkm_udevice_wr08(struct nvkm_object * object,u64 addr,u8 data)229a1bfb29aSBen Skeggs nvkm_udevice_wr08(struct nvkm_object *object, u64 addr, u8 data)
230a1bfb29aSBen Skeggs {
2312a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
232a1bfb29aSBen Skeggs nvkm_wr08(udev->device, addr, data);
2332a9f847fSBen Skeggs return 0;
234a1bfb29aSBen Skeggs }
235a1bfb29aSBen Skeggs
2362a9f847fSBen Skeggs static int
nvkm_udevice_wr16(struct nvkm_object * object,u64 addr,u16 data)237a1bfb29aSBen Skeggs nvkm_udevice_wr16(struct nvkm_object *object, u64 addr, u16 data)
238a1bfb29aSBen Skeggs {
2392a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
240a1bfb29aSBen Skeggs nvkm_wr16(udev->device, addr, data);
2412a9f847fSBen Skeggs return 0;
242a1bfb29aSBen Skeggs }
243a1bfb29aSBen Skeggs
2442a9f847fSBen Skeggs static int
nvkm_udevice_wr32(struct nvkm_object * object,u64 addr,u32 data)245a1bfb29aSBen Skeggs nvkm_udevice_wr32(struct nvkm_object *object, u64 addr, u32 data)
246a1bfb29aSBen Skeggs {
2472a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
248a1bfb29aSBen Skeggs nvkm_wr32(udev->device, addr, data);
2492a9f847fSBen Skeggs return 0;
250a1bfb29aSBen Skeggs }
251a1bfb29aSBen Skeggs
252a1bfb29aSBen Skeggs static int
nvkm_udevice_map(struct nvkm_object * object,void * argv,u32 argc,enum nvkm_object_map * type,u64 * addr,u64 * size)25301326050SBen Skeggs nvkm_udevice_map(struct nvkm_object *object, void *argv, u32 argc,
25401326050SBen Skeggs enum nvkm_object_map *type, u64 *addr, u64 *size)
255a1bfb29aSBen Skeggs {
2562a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
257a1bfb29aSBen Skeggs struct nvkm_device *device = udev->device;
25801326050SBen Skeggs *type = NVKM_OBJECT_MAP_IO;
2597e8820feSBen Skeggs *addr = device->func->resource_addr(device, 0);
2607e8820feSBen Skeggs *size = device->func->resource_size(device, 0);
261a1bfb29aSBen Skeggs return 0;
262a1bfb29aSBen Skeggs }
263a1bfb29aSBen Skeggs
264a1e88736SBen Skeggs static int
nvkm_udevice_fini(struct nvkm_object * object,bool suspend)265a1e88736SBen Skeggs nvkm_udevice_fini(struct nvkm_object *object, bool suspend)
266a1e88736SBen Skeggs {
2672a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
268a1e88736SBen Skeggs struct nvkm_device *device = udev->device;
269a1e88736SBen Skeggs int ret = 0;
270a1e88736SBen Skeggs
271a1e88736SBen Skeggs mutex_lock(&device->mutex);
272a1e88736SBen Skeggs if (!--device->refcount) {
273a1e88736SBen Skeggs ret = nvkm_device_fini(device, suspend);
274a1e88736SBen Skeggs if (ret && suspend) {
275a1e88736SBen Skeggs device->refcount++;
276a1e88736SBen Skeggs goto done;
277a1e88736SBen Skeggs }
278a1e88736SBen Skeggs }
279a1e88736SBen Skeggs
280a1e88736SBen Skeggs done:
281a1e88736SBen Skeggs mutex_unlock(&device->mutex);
282a1e88736SBen Skeggs return ret;
283a1e88736SBen Skeggs }
284a1e88736SBen Skeggs
285a1e88736SBen Skeggs static int
nvkm_udevice_init(struct nvkm_object * object)286a1e88736SBen Skeggs nvkm_udevice_init(struct nvkm_object *object)
287a1e88736SBen Skeggs {
2882a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
289a1e88736SBen Skeggs struct nvkm_device *device = udev->device;
290a1e88736SBen Skeggs int ret = 0;
291a1e88736SBen Skeggs
292a1e88736SBen Skeggs mutex_lock(&device->mutex);
293a1e88736SBen Skeggs if (!device->refcount++) {
294a1e88736SBen Skeggs ret = nvkm_device_init(device);
295a1e88736SBen Skeggs if (ret) {
296a1e88736SBen Skeggs device->refcount--;
297a1e88736SBen Skeggs goto done;
298a1e88736SBen Skeggs }
299a1e88736SBen Skeggs }
300a1e88736SBen Skeggs
301a1e88736SBen Skeggs done:
302a1e88736SBen Skeggs mutex_unlock(&device->mutex);
303a1e88736SBen Skeggs return ret;
304a1e88736SBen Skeggs }
305a1e88736SBen Skeggs
3062a9f847fSBen Skeggs static int
nvkm_udevice_child_new(const struct nvkm_oclass * oclass,void * data,u32 size,struct nvkm_object ** pobject)3072a9f847fSBen Skeggs nvkm_udevice_child_new(const struct nvkm_oclass *oclass,
3082a9f847fSBen Skeggs void *data, u32 size, struct nvkm_object **pobject)
3092a9f847fSBen Skeggs {
3102a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(oclass->parent);
3110e29998aSBen Skeggs const struct nvkm_device_oclass *sclass = oclass->priv;
3120e29998aSBen Skeggs return sclass->ctor(udev->device, oclass, data, size, pobject);
3132a9f847fSBen Skeggs }
3142a9f847fSBen Skeggs
3152a9f847fSBen Skeggs static int
nvkm_udevice_child_get(struct nvkm_object * object,int index,struct nvkm_oclass * oclass)3162a9f847fSBen Skeggs nvkm_udevice_child_get(struct nvkm_object *object, int index,
3172a9f847fSBen Skeggs struct nvkm_oclass *oclass)
3182a9f847fSBen Skeggs {
3192a9f847fSBen Skeggs struct nvkm_udevice *udev = nvkm_udevice(object);
3202a9f847fSBen Skeggs struct nvkm_device *device = udev->device;
3212a9f847fSBen Skeggs struct nvkm_engine *engine;
32268f3f702SBen Skeggs u64 mask = (1ULL << NVKM_ENGINE_DMAOBJ) |
32368f3f702SBen Skeggs (1ULL << NVKM_ENGINE_FIFO) |
32468f3f702SBen Skeggs (1ULL << NVKM_ENGINE_DISP) |
32568f3f702SBen Skeggs (1ULL << NVKM_ENGINE_PM);
3260710cc31SBen Skeggs const struct nvkm_device_oclass *sclass = NULL;
3272a9f847fSBen Skeggs int i;
3282a9f847fSBen Skeggs
3290710cc31SBen Skeggs for (; i = __ffs64(mask), mask && !sclass; mask &= ~(1ULL << i)) {
330efe2a9ecSBen Skeggs if (!(engine = nvkm_device_engine(device, i, 0)) ||
3310710cc31SBen Skeggs !(engine->func->base.sclass))
3320710cc31SBen Skeggs continue;
3330710cc31SBen Skeggs oclass->engine = engine;
3340710cc31SBen Skeggs
3350710cc31SBen Skeggs index -= engine->func->base.sclass(oclass, index, &sclass);
3360710cc31SBen Skeggs }
3370710cc31SBen Skeggs
3380710cc31SBen Skeggs if (!sclass) {
33913e95729SBen Skeggs if (index-- == 0)
34013e95729SBen Skeggs sclass = &nvkm_control_oclass;
34113e95729SBen Skeggs else if (device->mmu && index-- == 0)
342eea5cf0fSBen Skeggs sclass = &device->mmu->user;
34313e95729SBen Skeggs else if (device->fault && index-- == 0)
34413e95729SBen Skeggs sclass = &device->fault->user;
345*58c3d3c8SBen Skeggs else if (device->vfn && index-- == 0)
346*58c3d3c8SBen Skeggs sclass = &device->vfn->user;
34713e95729SBen Skeggs else
3480e29998aSBen Skeggs return -EINVAL;
34913e95729SBen Skeggs
3500710cc31SBen Skeggs oclass->base = sclass->base;
3514ddf8d7dSBen Skeggs oclass->engine = NULL;
3520710cc31SBen Skeggs }
3532a9f847fSBen Skeggs
3540e29998aSBen Skeggs oclass->ctor = nvkm_udevice_child_new;
3550e29998aSBen Skeggs oclass->priv = sclass;
3560e29998aSBen Skeggs return 0;
3572a9f847fSBen Skeggs }
3582a9f847fSBen Skeggs
3592a9f847fSBen Skeggs static const struct nvkm_object_func
3602a9f847fSBen Skeggs nvkm_udevice_super = {
361a1e88736SBen Skeggs .init = nvkm_udevice_init,
362a1e88736SBen Skeggs .fini = nvkm_udevice_fini,
363a1bfb29aSBen Skeggs .mthd = nvkm_udevice_mthd,
364a1bfb29aSBen Skeggs .map = nvkm_udevice_map,
365a1bfb29aSBen Skeggs .rd08 = nvkm_udevice_rd08,
366a1bfb29aSBen Skeggs .rd16 = nvkm_udevice_rd16,
367a1bfb29aSBen Skeggs .rd32 = nvkm_udevice_rd32,
368a1bfb29aSBen Skeggs .wr08 = nvkm_udevice_wr08,
369a1bfb29aSBen Skeggs .wr16 = nvkm_udevice_wr16,
370a1bfb29aSBen Skeggs .wr32 = nvkm_udevice_wr32,
3712a9f847fSBen Skeggs .sclass = nvkm_udevice_child_get,
372a1bfb29aSBen Skeggs };
373a1bfb29aSBen Skeggs
3742a9f847fSBen Skeggs static const struct nvkm_object_func
3752a9f847fSBen Skeggs nvkm_udevice = {
3762a9f847fSBen Skeggs .init = nvkm_udevice_init,
3772a9f847fSBen Skeggs .fini = nvkm_udevice_fini,
3782a9f847fSBen Skeggs .mthd = nvkm_udevice_mthd,
3792a9f847fSBen Skeggs .sclass = nvkm_udevice_child_get,
3802a9f847fSBen Skeggs };
3812a9f847fSBen Skeggs
382e08a1d97SBaoyou Xie static int
nvkm_udevice_new(const struct nvkm_oclass * oclass,void * data,u32 size,struct nvkm_object ** pobject)3832a9f847fSBen Skeggs nvkm_udevice_new(const struct nvkm_oclass *oclass, void *data, u32 size,
384a1bfb29aSBen Skeggs struct nvkm_object **pobject)
385a1bfb29aSBen Skeggs {
386a1bfb29aSBen Skeggs union {
387a1bfb29aSBen Skeggs struct nv_device_v0 v0;
388a1bfb29aSBen Skeggs } *args = data;
3892a9f847fSBen Skeggs struct nvkm_client *client = oclass->client;
3902a9f847fSBen Skeggs struct nvkm_object *parent = &client->object;
3912a9f847fSBen Skeggs const struct nvkm_object_func *func;
392a1bfb29aSBen Skeggs struct nvkm_udevice *udev;
393f01c4e68SBen Skeggs int ret = -ENOSYS;
394a1bfb29aSBen Skeggs
395a1bfb29aSBen Skeggs nvif_ioctl(parent, "create device size %d\n", size);
396f01c4e68SBen Skeggs if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, false))) {
397a1bfb29aSBen Skeggs nvif_ioctl(parent, "create device v%d device %016llx\n",
398a1bfb29aSBen Skeggs args->v0.version, args->v0.device);
399a1bfb29aSBen Skeggs } else
400a1bfb29aSBen Skeggs return ret;
401a1bfb29aSBen Skeggs
402a1bfb29aSBen Skeggs /* give priviledged clients register access */
403148a8653SBen Skeggs if (args->v0.priv)
4042a9f847fSBen Skeggs func = &nvkm_udevice_super;
4054e7e62d6SBen Skeggs else
4062a9f847fSBen Skeggs func = &nvkm_udevice;
4072a9f847fSBen Skeggs
4082a9f847fSBen Skeggs if (!(udev = kzalloc(sizeof(*udev), GFP_KERNEL)))
4092a9f847fSBen Skeggs return -ENOMEM;
4102a9f847fSBen Skeggs nvkm_object_ctor(func, oclass, &udev->object);
4112a9f847fSBen Skeggs *pobject = &udev->object;
4122a9f847fSBen Skeggs
4132a9f847fSBen Skeggs /* find the device that matches what the client requested */
4142a9f847fSBen Skeggs if (args->v0.device != ~0)
4152a9f847fSBen Skeggs udev->device = nvkm_device_find(args->v0.device);
4162a9f847fSBen Skeggs else
4172a9f847fSBen Skeggs udev->device = nvkm_device_find(client->device);
4182a9f847fSBen Skeggs if (!udev->device)
419a1bfb29aSBen Skeggs return -ENODEV;
420a1bfb29aSBen Skeggs
421a1bfb29aSBen Skeggs return 0;
422a1bfb29aSBen Skeggs }
423a1bfb29aSBen Skeggs
4242a9f847fSBen Skeggs const struct nvkm_sclass
4252a9f847fSBen Skeggs nvkm_udevice_sclass = {
4262a9f847fSBen Skeggs .oclass = NV_DEVICE,
4272a9f847fSBen Skeggs .minver = 0,
4282a9f847fSBen Skeggs .maxver = 0,
4292a9f847fSBen Skeggs .ctor = nvkm_udevice_new,
430a1bfb29aSBen Skeggs };
431