17c4f87c9SBen Skeggs /*
27c4f87c9SBen Skeggs  * Copyright 2016 Red Hat Inc.
37c4f87c9SBen Skeggs  *
47c4f87c9SBen Skeggs  * Permission is hereby granted, free of charge, to any person obtaining a
57c4f87c9SBen Skeggs  * copy of this software and associated documentation files (the "Software"),
67c4f87c9SBen Skeggs  * to deal in the Software without restriction, including without limitation
77c4f87c9SBen Skeggs  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
87c4f87c9SBen Skeggs  * and/or sell copies of the Software, and to permit persons to whom the
97c4f87c9SBen Skeggs  * Software is furnished to do so, subject to the following conditions:
107c4f87c9SBen Skeggs  *
117c4f87c9SBen Skeggs  * The above copyright notice and this permission notice shall be included in
127c4f87c9SBen Skeggs  * all copies or substantial portions of the Software.
137c4f87c9SBen Skeggs  *
147c4f87c9SBen Skeggs  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
157c4f87c9SBen Skeggs  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
167c4f87c9SBen Skeggs  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
177c4f87c9SBen Skeggs  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
187c4f87c9SBen Skeggs  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
197c4f87c9SBen Skeggs  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
207c4f87c9SBen Skeggs  * OTHER DEALINGS IN THE SOFTWARE.
217c4f87c9SBen Skeggs  *
227c4f87c9SBen Skeggs  * Authors: Ben Skeggs
237c4f87c9SBen Skeggs  */
24f5e45689SBen Skeggs #include "priv.h"
25f5e45689SBen Skeggs #include "chan.h"
26d94470e9SBen Skeggs #include "runl.h"
277c4f87c9SBen Skeggs 
28eda12417SBen Skeggs #include <core/gpuobj.h>
29cde54021SBen Skeggs #include <subdev/fault.h>
30eda12417SBen Skeggs 
31f9360c3aSBen Skeggs #include <nvif/class.h>
32f9360c3aSBen Skeggs 
33f5e45689SBen Skeggs const struct nvkm_chan_func
34f5e45689SBen Skeggs gm107_chan = {
35d3e7a439SBen Skeggs 	.inst = &gf100_chan_inst,
36fbe9f433SBen Skeggs 	.userd = &gk104_chan_userd,
373647c53bSBen Skeggs 	.ramfc = &gk104_chan_ramfc,
3862742b5eSBen Skeggs 	.bind = gk104_chan_bind_inst,
3962742b5eSBen Skeggs 	.unbind = gk104_chan_unbind,
4067059b9fSBen Skeggs 	.start = gk104_chan_start,
4167059b9fSBen Skeggs 	.stop = gk104_chan_stop,
42acff9415SBen Skeggs 	.preempt = gk110_chan_preempt,
43f5e45689SBen Skeggs };
44f5e45689SBen Skeggs 
45eda12417SBen Skeggs static void
gm107_runl_insert_chan(struct nvkm_chan * chan,struct nvkm_memory * memory,u64 offset)46b084fff2SBen Skeggs gm107_runl_insert_chan(struct nvkm_chan *chan, struct nvkm_memory *memory, u64 offset)
47eda12417SBen Skeggs {
48b084fff2SBen Skeggs 	nvkm_wo32(memory, offset + 0, chan->id);
49b084fff2SBen Skeggs 	nvkm_wo32(memory, offset + 4, chan->inst->addr >> 12);
50eda12417SBen Skeggs }
51eda12417SBen Skeggs 
52d94470e9SBen Skeggs const struct nvkm_runl_func
53d94470e9SBen Skeggs gm107_runl = {
54b084fff2SBen Skeggs 	.size = 8,
55b084fff2SBen Skeggs 	.update = nv50_runl_update,
56b084fff2SBen Skeggs 	.insert_cgrp = gk110_runl_insert_cgrp,
57b084fff2SBen Skeggs 	.insert_chan = gm107_runl_insert_chan,
58b084fff2SBen Skeggs 	.commit = gk104_runl_commit,
594a492fd5SBen Skeggs 	.wait = nv50_runl_wait,
604a492fd5SBen Skeggs 	.pending = gk104_runl_pending,
613a6bc9c2SBen Skeggs 	.block = gk104_runl_block,
623a6bc9c2SBen Skeggs 	.allow = gk104_runl_allow,
634d60100aSBen Skeggs 	.fault_clear = gk104_runl_fault_clear,
64acff9415SBen Skeggs 	.preempt_pending = gf100_runl_preempt_pending,
65d94470e9SBen Skeggs };
66d94470e9SBen Skeggs 
67e43c872cSBen Skeggs static const struct nvkm_enum
68e43c872cSBen Skeggs gm107_fifo_mmu_fault_engine[] = {
690cdc3fdfSBen Skeggs 	{ 0x01, "DISPLAY" },
700cdc3fdfSBen Skeggs 	{ 0x02, "CAPTURE" },
710cdc3fdfSBen Skeggs 	{ 0x03, "IFB", NULL, NVKM_ENGINE_IFB },
720cdc3fdfSBen Skeggs 	{ 0x04, "BAR1", NULL, NVKM_SUBDEV_BAR },
730cdc3fdfSBen Skeggs 	{ 0x05, "BAR2", NULL, NVKM_SUBDEV_INSTMEM },
740cdc3fdfSBen Skeggs 	{ 0x06, "SCHED" },
75e43c872cSBen Skeggs 	{ 0x07, "HOST0" },
76e43c872cSBen Skeggs 	{ 0x08, "HOST1" },
77e43c872cSBen Skeggs 	{ 0x09, "HOST2" },
78e43c872cSBen Skeggs 	{ 0x0a, "HOST3" },
79e43c872cSBen Skeggs 	{ 0x0b, "HOST4" },
80e43c872cSBen Skeggs 	{ 0x0c, "HOST5" },
81e43c872cSBen Skeggs 	{ 0x0d, "HOST6" },
82e43c872cSBen Skeggs 	{ 0x0e, "HOST7" },
830cdc3fdfSBen Skeggs 	{ 0x0f, "HOSTSR" },
840cdc3fdfSBen Skeggs 	{ 0x13, "PERF" },
850cdc3fdfSBen Skeggs 	{ 0x17, "PMU" },
860cdc3fdfSBen Skeggs 	{ 0x18, "PTP" },
870cdc3fdfSBen Skeggs 	{}
880cdc3fdfSBen Skeggs };
890cdc3fdfSBen Skeggs 
909be9c606SBen Skeggs const struct nvkm_fifo_func_mmu_fault
919be9c606SBen Skeggs gm107_fifo_mmu_fault = {
92e43c872cSBen Skeggs 	.recover = gf100_fifo_mmu_fault_recover,
93e43c872cSBen Skeggs 	.access = gf100_fifo_mmu_fault_access,
94e43c872cSBen Skeggs 	.engine = gm107_fifo_mmu_fault_engine,
95e43c872cSBen Skeggs 	.reason = gk104_fifo_mmu_fault_reason,
96e43c872cSBen Skeggs 	.hubclient = gk104_fifo_mmu_fault_hubclient,
97e43c872cSBen Skeggs 	.gpcclient = gk104_fifo_mmu_fault_gpcclient,
989be9c606SBen Skeggs };
999be9c606SBen Skeggs 
100cde54021SBen Skeggs void
gm107_fifo_intr_mmu_fault_unit(struct nvkm_fifo * fifo,int unit)1019be9c606SBen Skeggs gm107_fifo_intr_mmu_fault_unit(struct nvkm_fifo *fifo, int unit)
102cde54021SBen Skeggs {
103cde54021SBen Skeggs 	struct nvkm_device *device = fifo->engine.subdev.device;
104cde54021SBen Skeggs 	u32 inst = nvkm_rd32(device, 0x002800 + (unit * 0x10));
105cde54021SBen Skeggs 	u32 valo = nvkm_rd32(device, 0x002804 + (unit * 0x10));
106cde54021SBen Skeggs 	u32 vahi = nvkm_rd32(device, 0x002808 + (unit * 0x10));
107cde54021SBen Skeggs 	u32 type = nvkm_rd32(device, 0x00280c + (unit * 0x10));
108cde54021SBen Skeggs 	struct nvkm_fault_data info;
109cde54021SBen Skeggs 
110cde54021SBen Skeggs 	info.inst   =  (u64)inst << 12;
111cde54021SBen Skeggs 	info.addr   = ((u64)vahi << 32) | valo;
112cde54021SBen Skeggs 	info.time   = 0;
113cde54021SBen Skeggs 	info.engine = unit;
114cde54021SBen Skeggs 	info.valid  = 1;
115cde54021SBen Skeggs 	info.gpc    = (type & 0x1f000000) >> 24;
116cde54021SBen Skeggs 	info.client = (type & 0x00003f00) >> 8;
117cde54021SBen Skeggs 	info.access = (type & 0x00000080) >> 7;
118cde54021SBen Skeggs 	info.hub    = (type & 0x00000040) >> 6;
119cde54021SBen Skeggs 	info.reason = (type & 0x0000000f);
120cde54021SBen Skeggs 
121cde54021SBen Skeggs 	nvkm_fifo_fault(fifo, &info);
122cde54021SBen Skeggs }
123cde54021SBen Skeggs 
1248c18138cSBen Skeggs static int
gm107_fifo_chid_nr(struct nvkm_fifo * fifo)1258c18138cSBen Skeggs gm107_fifo_chid_nr(struct nvkm_fifo *fifo)
1268c18138cSBen Skeggs {
1278c18138cSBen Skeggs 	return 2048;
1288c18138cSBen Skeggs }
1298c18138cSBen Skeggs 
1309be9c606SBen Skeggs static const struct nvkm_fifo_func
1317c4f87c9SBen Skeggs gm107_fifo = {
1328c18138cSBen Skeggs 	.chid_nr = gm107_fifo_chid_nr,
133800ac1f8SBen Skeggs 	.chid_ctor = gk110_fifo_chid_ctor,
1341c488ba9SBen Skeggs 	.runq_nr = gf100_fifo_runq_nr,
135d94470e9SBen Skeggs 	.runl_ctor = gk104_fifo_runl_ctor,
1369be9c606SBen Skeggs 	.init = gk104_fifo_init,
137965c41d9SBen Skeggs 	.init_pbdmas = gk104_fifo_init_pbdmas,
1389be9c606SBen Skeggs 	.intr = gk104_fifo_intr,
1399be9c606SBen Skeggs 	.intr_mmu_fault_unit = gm107_fifo_intr_mmu_fault_unit,
1404d60100aSBen Skeggs 	.intr_ctxsw_timeout = gf100_fifo_intr_ctxsw_timeout,
1419be9c606SBen Skeggs 	.mmu_fault = &gm107_fifo_mmu_fault,
142d67f3b96SBen Skeggs 	.nonstall = &gf100_fifo_nonstall,
143d94470e9SBen Skeggs 	.runl = &gm107_runl,
1441c488ba9SBen Skeggs 	.runq = &gk208_runq,
145d94470e9SBen Skeggs 	.engn = &gk104_engn,
146d94470e9SBen Skeggs 	.engn_ce = &gk104_engn_ce,
147f5e45689SBen Skeggs 	.cgrp = {{ 0, 0, KEPLER_CHANNEL_GROUP_A  }, &gk110_cgrp },
148*06db7fdeSBen Skeggs 	.chan = {{ 0, 0, KEPLER_CHANNEL_GPFIFO_B }, &gm107_chan },
1497c4f87c9SBen Skeggs };
1507c4f87c9SBen Skeggs 
1517c4f87c9SBen Skeggs int
gm107_fifo_new(struct nvkm_device * device,enum nvkm_subdev_type type,int inst,struct nvkm_fifo ** pfifo)152ab0db2bdSBen Skeggs gm107_fifo_new(struct nvkm_device *device, enum nvkm_subdev_type type, int inst,
153ab0db2bdSBen Skeggs 	       struct nvkm_fifo **pfifo)
1547c4f87c9SBen Skeggs {
155*06db7fdeSBen Skeggs 	return nvkm_fifo_new_(&gm107_fifo, device, type, inst, pfifo);
1567c4f87c9SBen Skeggs }
157