105c7145dSBen Skeggs /*
205c7145dSBen Skeggs  * Copyright 2012 Red Hat Inc.
305c7145dSBen Skeggs  *
405c7145dSBen Skeggs  * Permission is hereby granted, free of charge, to any person obtaining a
505c7145dSBen Skeggs  * copy of this software and associated documentation files (the "Software"),
605c7145dSBen Skeggs  * to deal in the Software without restriction, including without limitation
705c7145dSBen Skeggs  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
805c7145dSBen Skeggs  * and/or sell copies of the Software, and to permit persons to whom the
905c7145dSBen Skeggs  * Software is furnished to do so, subject to the following conditions:
1005c7145dSBen Skeggs  *
1105c7145dSBen Skeggs  * The above copyright notice and this permission notice shall be included in
1205c7145dSBen Skeggs  * all copies or substantial portions of the Software.
1305c7145dSBen Skeggs  *
1405c7145dSBen Skeggs  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
1505c7145dSBen Skeggs  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
1605c7145dSBen Skeggs  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
1705c7145dSBen Skeggs  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
1805c7145dSBen Skeggs  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
1905c7145dSBen Skeggs  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
2005c7145dSBen Skeggs  * OTHER DEALINGS IN THE SOFTWARE.
2105c7145dSBen Skeggs  *
2205c7145dSBen Skeggs  * Authors: Ben Skeggs
2305c7145dSBen Skeggs  */
24*06db7fdeSBen Skeggs #include "priv.h"
2562742b5eSBen Skeggs #include "cgrp.h"
26f5e45689SBen Skeggs #include "chan.h"
27d94470e9SBen Skeggs #include "runl.h"
28f5e45689SBen Skeggs 
293647c53bSBen Skeggs #include <core/ramht.h>
308ab849d6SBen Skeggs #include <subdev/timer.h>
3162742b5eSBen Skeggs 
32f5e45689SBen Skeggs #include <nvif/class.h>
33f5e45689SBen Skeggs 
3462742b5eSBen Skeggs static void
g84_chan_bind(struct nvkm_chan * chan)3562742b5eSBen Skeggs g84_chan_bind(struct nvkm_chan *chan)
3662742b5eSBen Skeggs {
3762742b5eSBen Skeggs 	struct nvkm_device *device = chan->cgrp->runl->fifo->engine.subdev.device;
3862742b5eSBen Skeggs 
393647c53bSBen Skeggs 	nvkm_wr32(device, 0x002600 + (chan->id * 4), chan->ramfc->addr >> 8);
4062742b5eSBen Skeggs }
4162742b5eSBen Skeggs 
423647c53bSBen Skeggs static int
g84_chan_ramfc_write(struct nvkm_chan * chan,u64 offset,u64 length,u32 devm,bool priv)433647c53bSBen Skeggs g84_chan_ramfc_write(struct nvkm_chan *chan, u64 offset, u64 length, u32 devm, bool priv)
443647c53bSBen Skeggs {
453647c53bSBen Skeggs 	struct nvkm_device *device = chan->cgrp->runl->fifo->engine.subdev.device;
463647c53bSBen Skeggs 	const u32 limit2 = ilog2(length / 8);
473647c53bSBen Skeggs 	int ret;
483647c53bSBen Skeggs 
493647c53bSBen Skeggs 	ret = nvkm_gpuobj_new(device, 0x0200, 0, true, chan->inst, &chan->eng);
503647c53bSBen Skeggs 	if (ret)
513647c53bSBen Skeggs 		return ret;
523647c53bSBen Skeggs 
533647c53bSBen Skeggs 	ret = nvkm_gpuobj_new(device, 0x4000, 0, false, chan->inst, &chan->pgd);
543647c53bSBen Skeggs 	if (ret)
553647c53bSBen Skeggs 		return ret;
563647c53bSBen Skeggs 
573647c53bSBen Skeggs 	ret = nvkm_gpuobj_new(device, 0x1000, 0x400, true, chan->inst, &chan->cache);
583647c53bSBen Skeggs 	if (ret)
593647c53bSBen Skeggs 		return ret;
603647c53bSBen Skeggs 
613647c53bSBen Skeggs 	ret = nvkm_gpuobj_new(device, 0x100, 0x100, true, chan->inst, &chan->ramfc);
623647c53bSBen Skeggs 	if (ret)
633647c53bSBen Skeggs 		return ret;
643647c53bSBen Skeggs 
653647c53bSBen Skeggs 	ret = nvkm_ramht_new(device, 0x8000, 16, chan->inst, &chan->ramht);
663647c53bSBen Skeggs 	if (ret)
673647c53bSBen Skeggs 		return ret;
683647c53bSBen Skeggs 
693647c53bSBen Skeggs 	nvkm_kmap(chan->ramfc);
703647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x3c, 0x403f6078);
713647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x44, 0x01003fff);
723647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x48, chan->push->node->offset >> 4);
733647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x50, lower_32_bits(offset));
743647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x54, upper_32_bits(offset) | (limit2 << 16));
753647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x60, 0x7fffffff);
763647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x78, 0x00000000);
773647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x7c, 0x30000000 | devm);
783647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x80, ((chan->ramht->bits - 9) << 27) |
793647c53bSBen Skeggs 				     (4 << 24) /* SEARCH_FULL */ |
803647c53bSBen Skeggs 				     (chan->ramht->gpuobj->node->offset >> 4));
813647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x88, chan->cache->addr >> 10);
823647c53bSBen Skeggs 	nvkm_wo32(chan->ramfc, 0x98, chan->inst->addr >> 12);
833647c53bSBen Skeggs 	nvkm_done(chan->ramfc);
843647c53bSBen Skeggs 	return 0;
853647c53bSBen Skeggs }
863647c53bSBen Skeggs 
873647c53bSBen Skeggs static const struct nvkm_chan_func_ramfc
883647c53bSBen Skeggs g84_chan_ramfc = {
893647c53bSBen Skeggs 	.write = g84_chan_ramfc_write,
903647c53bSBen Skeggs 	.ctxdma = true,
913647c53bSBen Skeggs 	.devm = 0xfff,
923647c53bSBen Skeggs };
933647c53bSBen Skeggs 
94f5e45689SBen Skeggs const struct nvkm_chan_func
95f5e45689SBen Skeggs g84_chan = {
96d3e7a439SBen Skeggs 	.inst = &nv50_chan_inst,
97fbe9f433SBen Skeggs 	.userd = &nv50_chan_userd,
983647c53bSBen Skeggs 	.ramfc = &g84_chan_ramfc,
9962742b5eSBen Skeggs 	.bind = g84_chan_bind,
10062742b5eSBen Skeggs 	.unbind = nv50_chan_unbind,
10167059b9fSBen Skeggs 	.start = nv50_chan_start,
10267059b9fSBen Skeggs 	.stop = nv50_chan_stop,
103f5e45689SBen Skeggs };
104f5e45689SBen Skeggs 
1058ab849d6SBen Skeggs static void
g84_ectx_bind(struct nvkm_engn * engn,struct nvkm_cctx * cctx,struct nvkm_chan * chan)1068ab849d6SBen Skeggs g84_ectx_bind(struct nvkm_engn *engn, struct nvkm_cctx *cctx, struct nvkm_chan *chan)
1078ab849d6SBen Skeggs {
1088ab849d6SBen Skeggs 	struct nvkm_subdev *subdev = &chan->cgrp->runl->fifo->engine.subdev;
1098ab849d6SBen Skeggs 	struct nvkm_device *device = subdev->device;
1108ab849d6SBen Skeggs 	u64 start = 0, limit = 0;
1118ab849d6SBen Skeggs 	u32 flags = 0, ptr0, save;
1128ab849d6SBen Skeggs 
1138ab849d6SBen Skeggs 	switch (engn->engine->subdev.type) {
1148ab849d6SBen Skeggs 	case NVKM_ENGINE_GR    : ptr0 = 0x0020; break;
1158ab849d6SBen Skeggs 	case NVKM_ENGINE_VP    :
1168ab849d6SBen Skeggs 	case NVKM_ENGINE_MSPDEC: ptr0 = 0x0040; break;
1178ab849d6SBen Skeggs 	case NVKM_ENGINE_MPEG  :
1188ab849d6SBen Skeggs 	case NVKM_ENGINE_MSPPP : ptr0 = 0x0060; break;
1198ab849d6SBen Skeggs 	case NVKM_ENGINE_BSP   :
1208ab849d6SBen Skeggs 	case NVKM_ENGINE_MSVLD : ptr0 = 0x0080; break;
1218ab849d6SBen Skeggs 	case NVKM_ENGINE_CIPHER:
1228ab849d6SBen Skeggs 	case NVKM_ENGINE_SEC   : ptr0 = 0x00a0; break;
1238ab849d6SBen Skeggs 	case NVKM_ENGINE_CE    : ptr0 = 0x00c0; break;
1248ab849d6SBen Skeggs 	default:
1258ab849d6SBen Skeggs 		WARN_ON(1);
1268ab849d6SBen Skeggs 		return;
1278ab849d6SBen Skeggs 	}
1288ab849d6SBen Skeggs 
1298ab849d6SBen Skeggs 	if (!cctx) {
1308ab849d6SBen Skeggs 		save = nvkm_mask(device, 0x002520, 0x0000003f, BIT(engn->id - 1));
1318ab849d6SBen Skeggs 		nvkm_wr32(device, 0x0032fc, chan->inst->addr >> 12);
1328ab849d6SBen Skeggs 		nvkm_msec(device, 2000,
1338ab849d6SBen Skeggs 			if (nvkm_rd32(device, 0x0032fc) != 0xffffffff)
1348ab849d6SBen Skeggs 				break;
1358ab849d6SBen Skeggs 		);
1368ab849d6SBen Skeggs 		nvkm_wr32(device, 0x002520, save);
1378ab849d6SBen Skeggs 	} else {
1388ab849d6SBen Skeggs 		flags = 0x00190000;
1398ab849d6SBen Skeggs 		start = cctx->vctx->inst->addr;
1408ab849d6SBen Skeggs 		limit = start + cctx->vctx->inst->size - 1;
1418ab849d6SBen Skeggs 	}
1428ab849d6SBen Skeggs 
1438ab849d6SBen Skeggs 	nvkm_kmap(chan->eng);
1448ab849d6SBen Skeggs 	nvkm_wo32(chan->eng, ptr0 + 0x00, flags);
1458ab849d6SBen Skeggs 	nvkm_wo32(chan->eng, ptr0 + 0x04, lower_32_bits(limit));
1468ab849d6SBen Skeggs 	nvkm_wo32(chan->eng, ptr0 + 0x08, lower_32_bits(start));
1478ab849d6SBen Skeggs 	nvkm_wo32(chan->eng, ptr0 + 0x0c, upper_32_bits(limit) << 24 |
1488ab849d6SBen Skeggs 					  lower_32_bits(start));
1498ab849d6SBen Skeggs 	nvkm_wo32(chan->eng, ptr0 + 0x10, 0x00000000);
1508ab849d6SBen Skeggs 	nvkm_wo32(chan->eng, ptr0 + 0x14, 0x00000000);
1518ab849d6SBen Skeggs 	nvkm_done(chan->eng);
1528ab849d6SBen Skeggs }
1538ab849d6SBen Skeggs 
154d94470e9SBen Skeggs const struct nvkm_engn_func
155d94470e9SBen Skeggs g84_engn = {
1568ab849d6SBen Skeggs 	.bind = g84_ectx_bind,
1577ac29332SBen Skeggs 	.ramht_add = nv50_eobj_ramht_add,
1587ac29332SBen Skeggs 	.ramht_del = nv50_eobj_ramht_del,
159d94470e9SBen Skeggs };
160d94470e9SBen Skeggs 
161d67f3b96SBen Skeggs static void
g84_fifo_nonstall_block(struct nvkm_event * event,int type,int index)162d67f3b96SBen Skeggs g84_fifo_nonstall_block(struct nvkm_event *event, int type, int index)
16305c7145dSBen Skeggs {
164d67f3b96SBen Skeggs 	struct nvkm_fifo *fifo = container_of(event, typeof(*fifo), nonstall.event);
165d67f3b96SBen Skeggs 	unsigned long flags;
166d67f3b96SBen Skeggs 
167d67f3b96SBen Skeggs 	spin_lock_irqsave(&fifo->lock, flags);
168d67f3b96SBen Skeggs 	nvkm_mask(fifo->engine.subdev.device, 0x002140, 0x40000000, 0x00000000);
169d67f3b96SBen Skeggs 	spin_unlock_irqrestore(&fifo->lock, flags);
17005c7145dSBen Skeggs }
17105c7145dSBen Skeggs 
172d67f3b96SBen Skeggs static void
g84_fifo_nonstall_allow(struct nvkm_event * event,int type,int index)173d67f3b96SBen Skeggs g84_fifo_nonstall_allow(struct nvkm_event *event, int type, int index)
1749a65a38cSBen Skeggs {
175d67f3b96SBen Skeggs 	struct nvkm_fifo *fifo = container_of(event, typeof(*fifo), nonstall.event);
176d67f3b96SBen Skeggs 	unsigned long flags;
177d67f3b96SBen Skeggs 
178d67f3b96SBen Skeggs 	spin_lock_irqsave(&fifo->lock, flags);
179d67f3b96SBen Skeggs 	nvkm_mask(fifo->engine.subdev.device, 0x002140, 0x40000000, 0x40000000);
180d67f3b96SBen Skeggs 	spin_unlock_irqrestore(&fifo->lock, flags);
1819a65a38cSBen Skeggs }
1829a65a38cSBen Skeggs 
183d67f3b96SBen Skeggs const struct nvkm_event_func
184d67f3b96SBen Skeggs g84_fifo_nonstall = {
185d67f3b96SBen Skeggs 	.init = g84_fifo_nonstall_allow,
186d67f3b96SBen Skeggs 	.fini = g84_fifo_nonstall_block,
187d67f3b96SBen Skeggs };
188d67f3b96SBen Skeggs 
189d94470e9SBen Skeggs static int
g84_fifo_runl_ctor(struct nvkm_fifo * fifo)190d94470e9SBen Skeggs g84_fifo_runl_ctor(struct nvkm_fifo *fifo)
191d94470e9SBen Skeggs {
192d94470e9SBen Skeggs 	struct nvkm_runl *runl;
193d94470e9SBen Skeggs 
194d94470e9SBen Skeggs 	runl = nvkm_runl_new(fifo, 0, 0, 0);
195d94470e9SBen Skeggs 	if (IS_ERR(runl))
196d94470e9SBen Skeggs 		return PTR_ERR(runl);
197d94470e9SBen Skeggs 
198d94470e9SBen Skeggs 	nvkm_runl_add(runl, 0, fifo->func->engn_sw, NVKM_ENGINE_SW, 0);
199d94470e9SBen Skeggs 	nvkm_runl_add(runl, 0, fifo->func->engn_sw, NVKM_ENGINE_DMAOBJ, 0);
200d94470e9SBen Skeggs 	nvkm_runl_add(runl, 1, fifo->func->engn, NVKM_ENGINE_GR, 0);
201d94470e9SBen Skeggs 	nvkm_runl_add(runl, 2, fifo->func->engn, NVKM_ENGINE_MPEG, 0);
202d94470e9SBen Skeggs 	nvkm_runl_add(runl, 3, fifo->func->engn, NVKM_ENGINE_ME, 0);
203d94470e9SBen Skeggs 	nvkm_runl_add(runl, 4, fifo->func->engn, NVKM_ENGINE_VP, 0);
204d94470e9SBen Skeggs 	nvkm_runl_add(runl, 5, fifo->func->engn, NVKM_ENGINE_CIPHER, 0);
205d94470e9SBen Skeggs 	nvkm_runl_add(runl, 6, fifo->func->engn, NVKM_ENGINE_BSP, 0);
206d94470e9SBen Skeggs 	return 0;
207d94470e9SBen Skeggs }
208d94470e9SBen Skeggs 
2098f0649b5SBen Skeggs static const struct nvkm_fifo_func
21013de7f46SBen Skeggs g84_fifo = {
2118c18138cSBen Skeggs 	.chid_nr = nv50_fifo_chid_nr,
212800ac1f8SBen Skeggs 	.chid_ctor = nv50_fifo_chid_ctor,
213d94470e9SBen Skeggs 	.runl_ctor = g84_fifo_runl_ctor,
21413de7f46SBen Skeggs 	.init = nv50_fifo_init,
21513de7f46SBen Skeggs 	.intr = nv04_fifo_intr,
21613de7f46SBen Skeggs 	.pause = nv04_fifo_pause,
21713de7f46SBen Skeggs 	.start = nv04_fifo_start,
218d67f3b96SBen Skeggs 	.nonstall = &g84_fifo_nonstall,
219d94470e9SBen Skeggs 	.runl = &nv50_runl,
220d94470e9SBen Skeggs 	.engn = &g84_engn,
221d94470e9SBen Skeggs 	.engn_sw = &nv50_engn_sw,
222f5e45689SBen Skeggs 	.cgrp = {{                          }, &nv04_cgrp },
223*06db7fdeSBen Skeggs 	.chan = {{ 0, 0, G82_CHANNEL_GPFIFO }, &g84_chan },
2248f0649b5SBen Skeggs };
2258f0649b5SBen Skeggs 
22613de7f46SBen Skeggs int
g84_fifo_new(struct nvkm_device * device,enum nvkm_subdev_type type,int inst,struct nvkm_fifo ** pfifo)227ab0db2bdSBen Skeggs g84_fifo_new(struct nvkm_device *device, enum nvkm_subdev_type type, int inst,
228ab0db2bdSBen Skeggs 	     struct nvkm_fifo **pfifo)
22905c7145dSBen Skeggs {
230*06db7fdeSBen Skeggs 	return nvkm_fifo_new_(&g84_fifo, device, type, inst, pfifo);
23105c7145dSBen Skeggs }
232