1c39f472eSBen Skeggs /*
2c39f472eSBen Skeggs * Copyright 2012 Red Hat Inc.
3c39f472eSBen Skeggs *
4c39f472eSBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a
5c39f472eSBen Skeggs * copy of this software and associated documentation files (the "Software"),
6c39f472eSBen Skeggs * to deal in the Software without restriction, including without limitation
7c39f472eSBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8c39f472eSBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the
9c39f472eSBen Skeggs * Software is furnished to do so, subject to the following conditions:
10c39f472eSBen Skeggs *
11c39f472eSBen Skeggs * The above copyright notice and this permission notice shall be included in
12c39f472eSBen Skeggs * all copies or substantial portions of the Software.
13c39f472eSBen Skeggs *
14c39f472eSBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15c39f472eSBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16c39f472eSBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17c39f472eSBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18c39f472eSBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19c39f472eSBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20c39f472eSBen Skeggs * OTHER DEALINGS IN THE SOFTWARE.
21c39f472eSBen Skeggs */
22c39f472eSBen Skeggs #include <engine/falcon.h>
235025407bSBen Skeggs
2413de7f46SBen Skeggs #include <core/gpuobj.h>
25a5176a4cSIlia Mirkin #include <subdev/mc.h>
26c39f472eSBen Skeggs #include <subdev/timer.h>
2713de7f46SBen Skeggs #include <engine/fifo.h>
28c39f472eSBen Skeggs
299d498e0fSBen Skeggs static int
nvkm_falcon_oclass_get(struct nvkm_oclass * oclass,int index)309d498e0fSBen Skeggs nvkm_falcon_oclass_get(struct nvkm_oclass *oclass, int index)
319d498e0fSBen Skeggs {
329d498e0fSBen Skeggs struct nvkm_falcon *falcon = nvkm_falcon(oclass->engine);
339d498e0fSBen Skeggs int c = 0;
349d498e0fSBen Skeggs
359d498e0fSBen Skeggs while (falcon->func->sclass[c].oclass) {
369d498e0fSBen Skeggs if (c++ == index) {
379d498e0fSBen Skeggs oclass->base = falcon->func->sclass[index];
389d498e0fSBen Skeggs return index;
399d498e0fSBen Skeggs }
409d498e0fSBen Skeggs }
419d498e0fSBen Skeggs
429d498e0fSBen Skeggs return c;
439d498e0fSBen Skeggs }
449d498e0fSBen Skeggs
459d498e0fSBen Skeggs static int
nvkm_falcon_cclass_bind(struct nvkm_object * object,struct nvkm_gpuobj * parent,int align,struct nvkm_gpuobj ** pgpuobj)469d498e0fSBen Skeggs nvkm_falcon_cclass_bind(struct nvkm_object *object, struct nvkm_gpuobj *parent,
479d498e0fSBen Skeggs int align, struct nvkm_gpuobj **pgpuobj)
489d498e0fSBen Skeggs {
499d498e0fSBen Skeggs return nvkm_gpuobj_new(object->engine->subdev.device, 256,
509d498e0fSBen Skeggs align, true, parent, pgpuobj);
519d498e0fSBen Skeggs }
529d498e0fSBen Skeggs
539d498e0fSBen Skeggs static const struct nvkm_object_func
549d498e0fSBen Skeggs nvkm_falcon_cclass = {
559d498e0fSBen Skeggs .bind = nvkm_falcon_cclass_bind,
569d498e0fSBen Skeggs };
579d498e0fSBen Skeggs
58a83d8872SBen Skeggs static void
nvkm_falcon_intr(struct nvkm_engine * engine)5953e60da4SBen Skeggs nvkm_falcon_intr(struct nvkm_engine *engine)
60c39f472eSBen Skeggs {
6153e60da4SBen Skeggs struct nvkm_falcon *falcon = nvkm_falcon(engine);
6253e60da4SBen Skeggs struct nvkm_subdev *subdev = &falcon->engine.subdev;
6353e60da4SBen Skeggs struct nvkm_device *device = subdev->device;
6463902181SBen Skeggs const u32 base = falcon->addr;
65a83d8872SBen Skeggs u32 dest = nvkm_rd32(device, base + 0x01c);
66a83d8872SBen Skeggs u32 intr = nvkm_rd32(device, base + 0x008) & dest & ~(dest >> 16);
67a83d8872SBen Skeggs u32 inst = nvkm_rd32(device, base + 0x050) & 0x3fffffff;
68*c358f538SBen Skeggs struct nvkm_chan *chan;
69a83d8872SBen Skeggs unsigned long flags;
70a83d8872SBen Skeggs
71*c358f538SBen Skeggs chan = nvkm_chan_get_inst(engine, (u64)inst << 12, &flags);
72a83d8872SBen Skeggs
73a83d8872SBen Skeggs if (intr & 0x00000040) {
74a83d8872SBen Skeggs if (falcon->func->intr) {
75a83d8872SBen Skeggs falcon->func->intr(falcon, chan);
76a83d8872SBen Skeggs nvkm_wr32(device, base + 0x004, 0x00000040);
77a83d8872SBen Skeggs intr &= ~0x00000040;
78a83d8872SBen Skeggs }
79a83d8872SBen Skeggs }
80c39f472eSBen Skeggs
81c39f472eSBen Skeggs if (intr & 0x00000010) {
8264b5ce1fSBen Skeggs nvkm_debug(subdev, "ucode halted\n");
8363902181SBen Skeggs nvkm_wr32(device, base + 0x004, 0x00000010);
84c39f472eSBen Skeggs intr &= ~0x00000010;
85c39f472eSBen Skeggs }
86c39f472eSBen Skeggs
87c39f472eSBen Skeggs if (intr) {
8864b5ce1fSBen Skeggs nvkm_error(subdev, "intr %08x\n", intr);
8963902181SBen Skeggs nvkm_wr32(device, base + 0x004, intr);
90c39f472eSBen Skeggs }
91a83d8872SBen Skeggs
92*c358f538SBen Skeggs nvkm_chan_put(&chan, flags);
93c39f472eSBen Skeggs }
94c39f472eSBen Skeggs
9553e60da4SBen Skeggs static int
nvkm_falcon_fini(struct nvkm_engine * engine,bool suspend)9653e60da4SBen Skeggs nvkm_falcon_fini(struct nvkm_engine *engine, bool suspend)
9753e60da4SBen Skeggs {
9853e60da4SBen Skeggs struct nvkm_falcon *falcon = nvkm_falcon(engine);
9953e60da4SBen Skeggs struct nvkm_device *device = falcon->engine.subdev.device;
10053e60da4SBen Skeggs const u32 base = falcon->addr;
10153e60da4SBen Skeggs
10253e60da4SBen Skeggs if (!suspend) {
103997a8900SBen Skeggs nvkm_memory_unref(&falcon->core);
10453e60da4SBen Skeggs if (falcon->external) {
10553e60da4SBen Skeggs vfree(falcon->data.data);
10653e60da4SBen Skeggs vfree(falcon->code.data);
10753e60da4SBen Skeggs falcon->code.data = NULL;
10853e60da4SBen Skeggs }
10953e60da4SBen Skeggs }
11053e60da4SBen Skeggs
1116997ea13SBen Skeggs if (nvkm_mc_enabled(device, engine->subdev.type, engine->subdev.inst)) {
11253e60da4SBen Skeggs nvkm_mask(device, base + 0x048, 0x00000003, 0x00000000);
11353e60da4SBen Skeggs nvkm_wr32(device, base + 0x014, 0xffffffff);
114a5176a4cSIlia Mirkin }
11553e60da4SBen Skeggs return 0;
11653e60da4SBen Skeggs }
11753e60da4SBen Skeggs
118c39f472eSBen Skeggs static void *
vmemdup(const void * src,size_t len)119c39f472eSBen Skeggs vmemdup(const void *src, size_t len)
120c39f472eSBen Skeggs {
121c39f472eSBen Skeggs void *p = vmalloc(len);
122c39f472eSBen Skeggs
123c39f472eSBen Skeggs if (p)
124c39f472eSBen Skeggs memcpy(p, src, len);
125c39f472eSBen Skeggs return p;
126c39f472eSBen Skeggs }
127c39f472eSBen Skeggs
12853e60da4SBen Skeggs static int
nvkm_falcon_oneinit(struct nvkm_engine * engine)12953e60da4SBen Skeggs nvkm_falcon_oneinit(struct nvkm_engine *engine)
130c39f472eSBen Skeggs {
13153e60da4SBen Skeggs struct nvkm_falcon *falcon = nvkm_falcon(engine);
13264b5ce1fSBen Skeggs struct nvkm_subdev *subdev = &falcon->engine.subdev;
13364b5ce1fSBen Skeggs struct nvkm_device *device = subdev->device;
13463902181SBen Skeggs const u32 base = falcon->addr;
135c39f472eSBen Skeggs u32 caps;
136c39f472eSBen Skeggs
13753e60da4SBen Skeggs /* determine falcon capabilities */
138c39f472eSBen Skeggs if (device->chipset < 0xa3 ||
139c39f472eSBen Skeggs device->chipset == 0xaa || device->chipset == 0xac) {
140c39f472eSBen Skeggs falcon->version = 0;
141c39f472eSBen Skeggs falcon->secret = (falcon->addr == 0x087000) ? 1 : 0;
142c39f472eSBen Skeggs } else {
14363902181SBen Skeggs caps = nvkm_rd32(device, base + 0x12c);
144c39f472eSBen Skeggs falcon->version = (caps & 0x0000000f);
145c39f472eSBen Skeggs falcon->secret = (caps & 0x00000030) >> 4;
146c39f472eSBen Skeggs }
147c39f472eSBen Skeggs
14863902181SBen Skeggs caps = nvkm_rd32(device, base + 0x108);
149c39f472eSBen Skeggs falcon->code.limit = (caps & 0x000001ff) << 8;
150c39f472eSBen Skeggs falcon->data.limit = (caps & 0x0003fe00) >> 1;
151c39f472eSBen Skeggs
15264b5ce1fSBen Skeggs nvkm_debug(subdev, "falcon version: %d\n", falcon->version);
15364b5ce1fSBen Skeggs nvkm_debug(subdev, "secret level: %d\n", falcon->secret);
15464b5ce1fSBen Skeggs nvkm_debug(subdev, "code limit: %d\n", falcon->code.limit);
15564b5ce1fSBen Skeggs nvkm_debug(subdev, "data limit: %d\n", falcon->data.limit);
15653e60da4SBen Skeggs return 0;
15753e60da4SBen Skeggs }
15853e60da4SBen Skeggs
15953e60da4SBen Skeggs static int
nvkm_falcon_init(struct nvkm_engine * engine)16053e60da4SBen Skeggs nvkm_falcon_init(struct nvkm_engine *engine)
16153e60da4SBen Skeggs {
16253e60da4SBen Skeggs struct nvkm_falcon *falcon = nvkm_falcon(engine);
16353e60da4SBen Skeggs struct nvkm_subdev *subdev = &falcon->engine.subdev;
16453e60da4SBen Skeggs struct nvkm_device *device = subdev->device;
16553e60da4SBen Skeggs const struct firmware *fw;
16653e60da4SBen Skeggs char name[32] = "internal";
16753e60da4SBen Skeggs const u32 base = falcon->addr;
16853e60da4SBen Skeggs int ret, i;
169c39f472eSBen Skeggs
170c39f472eSBen Skeggs /* wait for 'uc halted' to be signalled before continuing */
171c39f472eSBen Skeggs if (falcon->secret && falcon->version < 4) {
1726ed5c168SBen Skeggs if (!falcon->version) {
1736ed5c168SBen Skeggs nvkm_msec(device, 2000,
17463902181SBen Skeggs if (nvkm_rd32(device, base + 0x008) & 0x00000010)
1756ed5c168SBen Skeggs break;
1766ed5c168SBen Skeggs );
1776ed5c168SBen Skeggs } else {
1786ed5c168SBen Skeggs nvkm_msec(device, 2000,
17963902181SBen Skeggs if (!(nvkm_rd32(device, base + 0x180) & 0x80000000))
1806ed5c168SBen Skeggs break;
1816ed5c168SBen Skeggs );
1826ed5c168SBen Skeggs }
18363902181SBen Skeggs nvkm_wr32(device, base + 0x004, 0x00000010);
184c39f472eSBen Skeggs }
185c39f472eSBen Skeggs
186c39f472eSBen Skeggs /* disable all interrupts */
18763902181SBen Skeggs nvkm_wr32(device, base + 0x014, 0xffffffff);
188c39f472eSBen Skeggs
189c39f472eSBen Skeggs /* no default ucode provided by the engine implementation, try and
190c39f472eSBen Skeggs * locate a "self-bootstrapping" firmware image for the engine
191c39f472eSBen Skeggs */
192c39f472eSBen Skeggs if (!falcon->code.data) {
193c39f472eSBen Skeggs snprintf(name, sizeof(name), "nouveau/nv%02x_fuc%03x",
194c39f472eSBen Skeggs device->chipset, falcon->addr >> 12);
195c39f472eSBen Skeggs
19626c9e8efSBen Skeggs ret = request_firmware(&fw, name, device->dev);
197c39f472eSBen Skeggs if (ret == 0) {
198c39f472eSBen Skeggs falcon->code.data = vmemdup(fw->data, fw->size);
199c39f472eSBen Skeggs falcon->code.size = fw->size;
200c39f472eSBen Skeggs falcon->data.data = NULL;
201c39f472eSBen Skeggs falcon->data.size = 0;
202c39f472eSBen Skeggs release_firmware(fw);
203c39f472eSBen Skeggs }
204c39f472eSBen Skeggs
205c39f472eSBen Skeggs falcon->external = true;
206c39f472eSBen Skeggs }
207c39f472eSBen Skeggs
208c39f472eSBen Skeggs /* next step is to try and load "static code/data segment" firmware
209c39f472eSBen Skeggs * images for the engine
210c39f472eSBen Skeggs */
211c39f472eSBen Skeggs if (!falcon->code.data) {
212c39f472eSBen Skeggs snprintf(name, sizeof(name), "nouveau/nv%02x_fuc%03xd",
213c39f472eSBen Skeggs device->chipset, falcon->addr >> 12);
214c39f472eSBen Skeggs
21526c9e8efSBen Skeggs ret = request_firmware(&fw, name, device->dev);
216c39f472eSBen Skeggs if (ret) {
21764b5ce1fSBen Skeggs nvkm_error(subdev, "unable to load firmware data\n");
2186cf813fbSBen Skeggs return -ENODEV;
219c39f472eSBen Skeggs }
220c39f472eSBen Skeggs
221c39f472eSBen Skeggs falcon->data.data = vmemdup(fw->data, fw->size);
222c39f472eSBen Skeggs falcon->data.size = fw->size;
223c39f472eSBen Skeggs release_firmware(fw);
224c39f472eSBen Skeggs if (!falcon->data.data)
225c39f472eSBen Skeggs return -ENOMEM;
226c39f472eSBen Skeggs
227c39f472eSBen Skeggs snprintf(name, sizeof(name), "nouveau/nv%02x_fuc%03xc",
228c39f472eSBen Skeggs device->chipset, falcon->addr >> 12);
229c39f472eSBen Skeggs
23026c9e8efSBen Skeggs ret = request_firmware(&fw, name, device->dev);
231c39f472eSBen Skeggs if (ret) {
23264b5ce1fSBen Skeggs nvkm_error(subdev, "unable to load firmware code\n");
2336cf813fbSBen Skeggs return -ENODEV;
234c39f472eSBen Skeggs }
235c39f472eSBen Skeggs
236c39f472eSBen Skeggs falcon->code.data = vmemdup(fw->data, fw->size);
237c39f472eSBen Skeggs falcon->code.size = fw->size;
238c39f472eSBen Skeggs release_firmware(fw);
239c39f472eSBen Skeggs if (!falcon->code.data)
240c39f472eSBen Skeggs return -ENOMEM;
241c39f472eSBen Skeggs }
242c39f472eSBen Skeggs
24364b5ce1fSBen Skeggs nvkm_debug(subdev, "firmware: %s (%s)\n", name, falcon->data.data ?
244c39f472eSBen Skeggs "static code/data segments" : "self-bootstrapping");
245c39f472eSBen Skeggs
246c39f472eSBen Skeggs /* ensure any "self-bootstrapping" firmware image is in vram */
247c39f472eSBen Skeggs if (!falcon->data.data && !falcon->core) {
248406ca8c7SBen Skeggs ret = nvkm_memory_new(device, NVKM_MEM_TARGET_INST,
249406ca8c7SBen Skeggs falcon->code.size, 256, false,
250406ca8c7SBen Skeggs &falcon->core);
251c39f472eSBen Skeggs if (ret) {
25264b5ce1fSBen Skeggs nvkm_error(subdev, "core allocation failed, %d\n", ret);
253c39f472eSBen Skeggs return ret;
254c39f472eSBen Skeggs }
255c39f472eSBen Skeggs
2569cc264a3SBen Skeggs nvkm_kmap(falcon->core);
257c39f472eSBen Skeggs for (i = 0; i < falcon->code.size; i += 4)
2589cc264a3SBen Skeggs nvkm_wo32(falcon->core, i, falcon->code.data[i / 4]);
2599cc264a3SBen Skeggs nvkm_done(falcon->core);
260c39f472eSBen Skeggs }
261c39f472eSBen Skeggs
262c39f472eSBen Skeggs /* upload firmware bootloader (or the full code segments) */
263c39f472eSBen Skeggs if (falcon->core) {
264406ca8c7SBen Skeggs u64 addr = nvkm_memory_addr(falcon->core);
265c39f472eSBen Skeggs if (device->card_type < NV_C0)
26663902181SBen Skeggs nvkm_wr32(device, base + 0x618, 0x04000000);
267c39f472eSBen Skeggs else
26863902181SBen Skeggs nvkm_wr32(device, base + 0x618, 0x00000114);
26963902181SBen Skeggs nvkm_wr32(device, base + 0x11c, 0);
270406ca8c7SBen Skeggs nvkm_wr32(device, base + 0x110, addr >> 8);
27163902181SBen Skeggs nvkm_wr32(device, base + 0x114, 0);
27263902181SBen Skeggs nvkm_wr32(device, base + 0x118, 0x00006610);
273c39f472eSBen Skeggs } else {
274c39f472eSBen Skeggs if (falcon->code.size > falcon->code.limit ||
275c39f472eSBen Skeggs falcon->data.size > falcon->data.limit) {
27664b5ce1fSBen Skeggs nvkm_error(subdev, "ucode exceeds falcon limit(s)\n");
277c39f472eSBen Skeggs return -EINVAL;
278c39f472eSBen Skeggs }
279c39f472eSBen Skeggs
280c39f472eSBen Skeggs if (falcon->version < 3) {
28163902181SBen Skeggs nvkm_wr32(device, base + 0xff8, 0x00100000);
282c39f472eSBen Skeggs for (i = 0; i < falcon->code.size / 4; i++)
28363902181SBen Skeggs nvkm_wr32(device, base + 0xff4, falcon->code.data[i]);
284c39f472eSBen Skeggs } else {
28563902181SBen Skeggs nvkm_wr32(device, base + 0x180, 0x01000000);
286c39f472eSBen Skeggs for (i = 0; i < falcon->code.size / 4; i++) {
287c39f472eSBen Skeggs if ((i & 0x3f) == 0)
28863902181SBen Skeggs nvkm_wr32(device, base + 0x188, i >> 6);
28963902181SBen Skeggs nvkm_wr32(device, base + 0x184, falcon->code.data[i]);
290c39f472eSBen Skeggs }
291c39f472eSBen Skeggs }
292c39f472eSBen Skeggs }
293c39f472eSBen Skeggs
294c39f472eSBen Skeggs /* upload data segment (if necessary), zeroing the remainder */
295c39f472eSBen Skeggs if (falcon->version < 3) {
29663902181SBen Skeggs nvkm_wr32(device, base + 0xff8, 0x00000000);
297c39f472eSBen Skeggs for (i = 0; !falcon->core && i < falcon->data.size / 4; i++)
29863902181SBen Skeggs nvkm_wr32(device, base + 0xff4, falcon->data.data[i]);
299c39f472eSBen Skeggs for (; i < falcon->data.limit; i += 4)
30063902181SBen Skeggs nvkm_wr32(device, base + 0xff4, 0x00000000);
301c39f472eSBen Skeggs } else {
30263902181SBen Skeggs nvkm_wr32(device, base + 0x1c0, 0x01000000);
303c39f472eSBen Skeggs for (i = 0; !falcon->core && i < falcon->data.size / 4; i++)
30463902181SBen Skeggs nvkm_wr32(device, base + 0x1c4, falcon->data.data[i]);
305c39f472eSBen Skeggs for (; i < falcon->data.limit / 4; i++)
30663902181SBen Skeggs nvkm_wr32(device, base + 0x1c4, 0x00000000);
307c39f472eSBen Skeggs }
308c39f472eSBen Skeggs
309c39f472eSBen Skeggs /* start it running */
31063902181SBen Skeggs nvkm_wr32(device, base + 0x10c, 0x00000001); /* BLOCK_ON_FIFO */
31163902181SBen Skeggs nvkm_wr32(device, base + 0x104, 0x00000000); /* ENTRY */
31263902181SBen Skeggs nvkm_wr32(device, base + 0x100, 0x00000002); /* TRIGGER */
31363902181SBen Skeggs nvkm_wr32(device, base + 0x048, 0x00000003); /* FIFO | CHSW */
31453e60da4SBen Skeggs
31553e60da4SBen Skeggs if (falcon->func->init)
31653e60da4SBen Skeggs falcon->func->init(falcon);
317c39f472eSBen Skeggs return 0;
318c39f472eSBen Skeggs }
319c39f472eSBen Skeggs
32053e60da4SBen Skeggs static void *
nvkm_falcon_dtor(struct nvkm_engine * engine)32153e60da4SBen Skeggs nvkm_falcon_dtor(struct nvkm_engine *engine)
322c39f472eSBen Skeggs {
32353e60da4SBen Skeggs return nvkm_falcon(engine);
324c39f472eSBen Skeggs }
325c39f472eSBen Skeggs
3269d498e0fSBen Skeggs static const struct nvkm_engine_func
3279d498e0fSBen Skeggs nvkm_falcon = {
32853e60da4SBen Skeggs .dtor = nvkm_falcon_dtor,
32953e60da4SBen Skeggs .oneinit = nvkm_falcon_oneinit,
33053e60da4SBen Skeggs .init = nvkm_falcon_init,
33153e60da4SBen Skeggs .fini = nvkm_falcon_fini,
33253e60da4SBen Skeggs .intr = nvkm_falcon_intr,
3339d498e0fSBen Skeggs .fifo.sclass = nvkm_falcon_oclass_get,
3349d498e0fSBen Skeggs .cclass = &nvkm_falcon_cclass,
3359d498e0fSBen Skeggs };
3369d498e0fSBen Skeggs
337c39f472eSBen Skeggs int
nvkm_falcon_new_(const struct nvkm_falcon_func * func,struct nvkm_device * device,enum nvkm_subdev_type type,int inst,bool enable,u32 addr,struct nvkm_engine ** pengine)338400c2a45SBen Skeggs nvkm_falcon_new_(const struct nvkm_falcon_func *func, struct nvkm_device *device,
33950551b15SBen Skeggs enum nvkm_subdev_type type, int inst, bool enable, u32 addr,
34050551b15SBen Skeggs struct nvkm_engine **pengine)
341c39f472eSBen Skeggs {
3425025407bSBen Skeggs struct nvkm_falcon *falcon;
343c39f472eSBen Skeggs
34453e60da4SBen Skeggs if (!(falcon = kzalloc(sizeof(*falcon), GFP_KERNEL)))
34553e60da4SBen Skeggs return -ENOMEM;
346a83d8872SBen Skeggs falcon->func = func;
347c39f472eSBen Skeggs falcon->addr = addr;
34853e60da4SBen Skeggs falcon->code.data = func->code.data;
34953e60da4SBen Skeggs falcon->code.size = func->code.size;
35053e60da4SBen Skeggs falcon->data.data = func->data.data;
35153e60da4SBen Skeggs falcon->data.size = func->data.size;
35253e60da4SBen Skeggs *pengine = &falcon->engine;
35353e60da4SBen Skeggs
354400c2a45SBen Skeggs return nvkm_engine_ctor(&nvkm_falcon, device, type, inst, enable, &falcon->engine);
355c39f472eSBen Skeggs }
356