1e8ff9794SBen Skeggs /*
2e8ff9794SBen Skeggs  * Copyright 2016 Red Hat Inc.
3e8ff9794SBen Skeggs  *
4e8ff9794SBen Skeggs  * Permission is hereby granted, free of charge, to any person obtaining a
5e8ff9794SBen Skeggs  * copy of this software and associated documentation files (the "Software"),
6e8ff9794SBen Skeggs  * to deal in the Software without restriction, including without limitation
7e8ff9794SBen Skeggs  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8e8ff9794SBen Skeggs  * and/or sell copies of the Software, and to permit persons to whom the
9e8ff9794SBen Skeggs  * Software is furnished to do so, subject to the following conditions:
10e8ff9794SBen Skeggs  *
11e8ff9794SBen Skeggs  * The above copyright notice and this permission notice shall be included in
12e8ff9794SBen Skeggs  * all copies or substantial portions of the Software.
13e8ff9794SBen Skeggs  *
14e8ff9794SBen Skeggs  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15e8ff9794SBen Skeggs  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16e8ff9794SBen Skeggs  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17e8ff9794SBen Skeggs  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18e8ff9794SBen Skeggs  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19e8ff9794SBen Skeggs  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20e8ff9794SBen Skeggs  * OTHER DEALINGS IN THE SOFTWARE.
21e8ff9794SBen Skeggs  *
22e8ff9794SBen Skeggs  * Authors: Ben Skeggs
23e8ff9794SBen Skeggs  */
24*06db7fdeSBen Skeggs #include "priv.h"
25d94470e9SBen Skeggs #include "runl.h"
26e8ff9794SBen Skeggs 
27b084fff2SBen Skeggs #include <core/gpuobj.h>
28cde54021SBen Skeggs #include <subdev/fault.h>
29cde54021SBen Skeggs 
30f9360c3aSBen Skeggs #include <nvif/class.h>
31f9360c3aSBen Skeggs 
32b084fff2SBen Skeggs static void
gp100_runl_insert_chan(struct nvkm_chan * chan,struct nvkm_memory * memory,u64 offset)33b084fff2SBen Skeggs gp100_runl_insert_chan(struct nvkm_chan *chan, struct nvkm_memory *memory, u64 offset)
34b084fff2SBen Skeggs {
35b084fff2SBen Skeggs 	nvkm_wo32(memory, offset + 0, chan->id | chan->runq << 14);
36b084fff2SBen Skeggs 	nvkm_wo32(memory, offset + 4, chan->inst->addr >> 12);
37b084fff2SBen Skeggs }
38b084fff2SBen Skeggs 
39d94470e9SBen Skeggs static const struct nvkm_runl_func
40d94470e9SBen Skeggs gp100_runl = {
41b084fff2SBen Skeggs 	.runqs = 2,
42b084fff2SBen Skeggs 	.size = 8,
43b084fff2SBen Skeggs 	.update = nv50_runl_update,
44b084fff2SBen Skeggs 	.insert_cgrp = gk110_runl_insert_cgrp,
45b084fff2SBen Skeggs 	.insert_chan = gp100_runl_insert_chan,
46b084fff2SBen Skeggs 	.commit = gk104_runl_commit,
474a492fd5SBen Skeggs 	.wait = nv50_runl_wait,
484a492fd5SBen Skeggs 	.pending = gk104_runl_pending,
493a6bc9c2SBen Skeggs 	.block = gk104_runl_block,
503a6bc9c2SBen Skeggs 	.allow = gk104_runl_allow,
514d60100aSBen Skeggs 	.fault_clear = gk104_runl_fault_clear,
52acff9415SBen Skeggs 	.preempt_pending = gf100_runl_preempt_pending,
53d94470e9SBen Skeggs };
54d94470e9SBen Skeggs 
55e43c872cSBen Skeggs static const struct nvkm_enum
56e43c872cSBen Skeggs gp100_fifo_mmu_fault_engine[] = {
57e8ff9794SBen Skeggs 	{ 0x01, "DISPLAY" },
58e8ff9794SBen Skeggs 	{ 0x03, "IFB", NULL, NVKM_ENGINE_IFB },
59e8ff9794SBen Skeggs 	{ 0x04, "BAR1", NULL, NVKM_SUBDEV_BAR },
60e8ff9794SBen Skeggs 	{ 0x05, "BAR2", NULL, NVKM_SUBDEV_INSTMEM },
61e43c872cSBen Skeggs 	{ 0x06, "HOST0" },
62e43c872cSBen Skeggs 	{ 0x07, "HOST1" },
63e43c872cSBen Skeggs 	{ 0x08, "HOST2" },
64e43c872cSBen Skeggs 	{ 0x09, "HOST3" },
65e43c872cSBen Skeggs 	{ 0x0a, "HOST4" },
66e43c872cSBen Skeggs 	{ 0x0b, "HOST5" },
67e43c872cSBen Skeggs 	{ 0x0c, "HOST6" },
68e43c872cSBen Skeggs 	{ 0x0d, "HOST7" },
69e43c872cSBen Skeggs 	{ 0x0e, "HOST8" },
70e43c872cSBen Skeggs 	{ 0x0f, "HOST9" },
71e43c872cSBen Skeggs 	{ 0x10, "HOST10" },
72e8ff9794SBen Skeggs 	{ 0x13, "PERF" },
73e8ff9794SBen Skeggs 	{ 0x17, "PMU" },
74e8ff9794SBen Skeggs 	{ 0x18, "PTP" },
75e8ff9794SBen Skeggs 	{ 0x1f, "PHYSICAL" },
76e8ff9794SBen Skeggs 	{}
77e8ff9794SBen Skeggs };
78e8ff9794SBen Skeggs 
799be9c606SBen Skeggs static const struct nvkm_fifo_func_mmu_fault
809be9c606SBen Skeggs gp100_fifo_mmu_fault = {
81e43c872cSBen Skeggs 	.recover = gf100_fifo_mmu_fault_recover,
82e43c872cSBen Skeggs 	.access = gf100_fifo_mmu_fault_access,
83e43c872cSBen Skeggs 	.engine = gp100_fifo_mmu_fault_engine,
84e43c872cSBen Skeggs 	.reason = gk104_fifo_mmu_fault_reason,
85e43c872cSBen Skeggs 	.hubclient = gk104_fifo_mmu_fault_hubclient,
86e43c872cSBen Skeggs 	.gpcclient = gk104_fifo_mmu_fault_gpcclient,
879be9c606SBen Skeggs };
889be9c606SBen Skeggs 
89e43c872cSBen Skeggs static void
gp100_fifo_intr_mmu_fault_unit(struct nvkm_fifo * fifo,int unit)909be9c606SBen Skeggs gp100_fifo_intr_mmu_fault_unit(struct nvkm_fifo *fifo, int unit)
91cde54021SBen Skeggs {
92cde54021SBen Skeggs 	struct nvkm_device *device = fifo->engine.subdev.device;
93cde54021SBen Skeggs 	u32 inst = nvkm_rd32(device, 0x002800 + (unit * 0x10));
94cde54021SBen Skeggs 	u32 valo = nvkm_rd32(device, 0x002804 + (unit * 0x10));
95cde54021SBen Skeggs 	u32 vahi = nvkm_rd32(device, 0x002808 + (unit * 0x10));
96cde54021SBen Skeggs 	u32 type = nvkm_rd32(device, 0x00280c + (unit * 0x10));
97cde54021SBen Skeggs 	struct nvkm_fault_data info;
98cde54021SBen Skeggs 
99cde54021SBen Skeggs 	info.inst   =  (u64)inst << 12;
100cde54021SBen Skeggs 	info.addr   = ((u64)vahi << 32) | valo;
101cde54021SBen Skeggs 	info.time   = 0;
102cde54021SBen Skeggs 	info.engine = unit;
103cde54021SBen Skeggs 	info.valid  = 1;
104cde54021SBen Skeggs 	info.gpc    = (type & 0x1f000000) >> 24;
105cde54021SBen Skeggs 	info.hub    = (type & 0x00100000) >> 20;
106cde54021SBen Skeggs 	info.access = (type & 0x00070000) >> 16;
107cde54021SBen Skeggs 	info.client = (type & 0x00007f00) >> 8;
108cde54021SBen Skeggs 	info.reason = (type & 0x0000001f);
109cde54021SBen Skeggs 
110cde54021SBen Skeggs 	nvkm_fifo_fault(fifo, &info);
111cde54021SBen Skeggs }
112cde54021SBen Skeggs 
1139be9c606SBen Skeggs static const struct nvkm_fifo_func
114e8ff9794SBen Skeggs gp100_fifo = {
1158c18138cSBen Skeggs 	.chid_nr = gm200_fifo_chid_nr,
116800ac1f8SBen Skeggs 	.chid_ctor = gk110_fifo_chid_ctor,
1171c488ba9SBen Skeggs 	.runq_nr = gm200_fifo_runq_nr,
118d94470e9SBen Skeggs 	.runl_ctor = gk104_fifo_runl_ctor,
1199be9c606SBen Skeggs 	.init = gk104_fifo_init,
120965c41d9SBen Skeggs 	.init_pbdmas = gk104_fifo_init_pbdmas,
1219be9c606SBen Skeggs 	.intr = gk104_fifo_intr,
1229be9c606SBen Skeggs 	.intr_mmu_fault_unit = gp100_fifo_intr_mmu_fault_unit,
1234d60100aSBen Skeggs 	.intr_ctxsw_timeout = gf100_fifo_intr_ctxsw_timeout,
1249be9c606SBen Skeggs 	.mmu_fault = &gp100_fifo_mmu_fault,
125d67f3b96SBen Skeggs 	.nonstall = &gf100_fifo_nonstall,
126d94470e9SBen Skeggs 	.runl = &gp100_runl,
1271c488ba9SBen Skeggs 	.runq = &gk208_runq,
128d94470e9SBen Skeggs 	.engn = &gk104_engn,
129d94470e9SBen Skeggs 	.engn_ce = &gk104_engn_ce,
130f5e45689SBen Skeggs 	.cgrp = {{ 0, 0, KEPLER_CHANNEL_GROUP_A  }, &gk110_cgrp, .force = true },
131*06db7fdeSBen Skeggs 	.chan = {{ 0, 0, PASCAL_CHANNEL_GPFIFO_A }, &gm107_chan },
132e8ff9794SBen Skeggs };
133e8ff9794SBen Skeggs 
134e8ff9794SBen Skeggs int
gp100_fifo_new(struct nvkm_device * device,enum nvkm_subdev_type type,int inst,struct nvkm_fifo ** pfifo)135ab0db2bdSBen Skeggs gp100_fifo_new(struct nvkm_device *device, enum nvkm_subdev_type type, int inst,
136ab0db2bdSBen Skeggs 	       struct nvkm_fifo **pfifo)
137e8ff9794SBen Skeggs {
138*06db7fdeSBen Skeggs 	return nvkm_fifo_new_(&gp100_fifo, device, type, inst, pfifo);
139e8ff9794SBen Skeggs }
140