17c4f87c9SBen Skeggs /*
27c4f87c9SBen Skeggs * Copyright 2016 Red Hat Inc.
37c4f87c9SBen Skeggs *
47c4f87c9SBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a
57c4f87c9SBen Skeggs * copy of this software and associated documentation files (the "Software"),
67c4f87c9SBen Skeggs * to deal in the Software without restriction, including without limitation
77c4f87c9SBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense,
87c4f87c9SBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the
97c4f87c9SBen Skeggs * Software is furnished to do so, subject to the following conditions:
107c4f87c9SBen Skeggs *
117c4f87c9SBen Skeggs * The above copyright notice and this permission notice shall be included in
127c4f87c9SBen Skeggs * all copies or substantial portions of the Software.
137c4f87c9SBen Skeggs *
147c4f87c9SBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
157c4f87c9SBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
167c4f87c9SBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
177c4f87c9SBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
187c4f87c9SBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
197c4f87c9SBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
207c4f87c9SBen Skeggs * OTHER DEALINGS IN THE SOFTWARE.
217c4f87c9SBen Skeggs *
227c4f87c9SBen Skeggs * Authors: Ben Skeggs
237c4f87c9SBen Skeggs */
24f5e45689SBen Skeggs #include "priv.h"
25f5e45689SBen Skeggs #include "chan.h"
26d94470e9SBen Skeggs #include "runl.h"
277c4f87c9SBen Skeggs
28eda12417SBen Skeggs #include <core/gpuobj.h>
29cde54021SBen Skeggs #include <subdev/fault.h>
30eda12417SBen Skeggs
31f9360c3aSBen Skeggs #include <nvif/class.h>
32f9360c3aSBen Skeggs
33f5e45689SBen Skeggs const struct nvkm_chan_func
34f5e45689SBen Skeggs gm107_chan = {
35d3e7a439SBen Skeggs .inst = &gf100_chan_inst,
36fbe9f433SBen Skeggs .userd = &gk104_chan_userd,
373647c53bSBen Skeggs .ramfc = &gk104_chan_ramfc,
3862742b5eSBen Skeggs .bind = gk104_chan_bind_inst,
3962742b5eSBen Skeggs .unbind = gk104_chan_unbind,
4067059b9fSBen Skeggs .start = gk104_chan_start,
4167059b9fSBen Skeggs .stop = gk104_chan_stop,
42acff9415SBen Skeggs .preempt = gk110_chan_preempt,
43f5e45689SBen Skeggs };
44f5e45689SBen Skeggs
45eda12417SBen Skeggs static void
gm107_runl_insert_chan(struct nvkm_chan * chan,struct nvkm_memory * memory,u64 offset)46b084fff2SBen Skeggs gm107_runl_insert_chan(struct nvkm_chan *chan, struct nvkm_memory *memory, u64 offset)
47eda12417SBen Skeggs {
48b084fff2SBen Skeggs nvkm_wo32(memory, offset + 0, chan->id);
49b084fff2SBen Skeggs nvkm_wo32(memory, offset + 4, chan->inst->addr >> 12);
50eda12417SBen Skeggs }
51eda12417SBen Skeggs
52d94470e9SBen Skeggs const struct nvkm_runl_func
53d94470e9SBen Skeggs gm107_runl = {
54b084fff2SBen Skeggs .size = 8,
55b084fff2SBen Skeggs .update = nv50_runl_update,
56b084fff2SBen Skeggs .insert_cgrp = gk110_runl_insert_cgrp,
57b084fff2SBen Skeggs .insert_chan = gm107_runl_insert_chan,
58b084fff2SBen Skeggs .commit = gk104_runl_commit,
594a492fd5SBen Skeggs .wait = nv50_runl_wait,
604a492fd5SBen Skeggs .pending = gk104_runl_pending,
613a6bc9c2SBen Skeggs .block = gk104_runl_block,
623a6bc9c2SBen Skeggs .allow = gk104_runl_allow,
634d60100aSBen Skeggs .fault_clear = gk104_runl_fault_clear,
64acff9415SBen Skeggs .preempt_pending = gf100_runl_preempt_pending,
65d94470e9SBen Skeggs };
66d94470e9SBen Skeggs
67e43c872cSBen Skeggs static const struct nvkm_enum
68e43c872cSBen Skeggs gm107_fifo_mmu_fault_engine[] = {
690cdc3fdfSBen Skeggs { 0x01, "DISPLAY" },
700cdc3fdfSBen Skeggs { 0x02, "CAPTURE" },
710cdc3fdfSBen Skeggs { 0x03, "IFB", NULL, NVKM_ENGINE_IFB },
720cdc3fdfSBen Skeggs { 0x04, "BAR1", NULL, NVKM_SUBDEV_BAR },
730cdc3fdfSBen Skeggs { 0x05, "BAR2", NULL, NVKM_SUBDEV_INSTMEM },
740cdc3fdfSBen Skeggs { 0x06, "SCHED" },
75e43c872cSBen Skeggs { 0x07, "HOST0" },
76e43c872cSBen Skeggs { 0x08, "HOST1" },
77e43c872cSBen Skeggs { 0x09, "HOST2" },
78e43c872cSBen Skeggs { 0x0a, "HOST3" },
79e43c872cSBen Skeggs { 0x0b, "HOST4" },
80e43c872cSBen Skeggs { 0x0c, "HOST5" },
81e43c872cSBen Skeggs { 0x0d, "HOST6" },
82e43c872cSBen Skeggs { 0x0e, "HOST7" },
830cdc3fdfSBen Skeggs { 0x0f, "HOSTSR" },
840cdc3fdfSBen Skeggs { 0x13, "PERF" },
850cdc3fdfSBen Skeggs { 0x17, "PMU" },
860cdc3fdfSBen Skeggs { 0x18, "PTP" },
870cdc3fdfSBen Skeggs {}
880cdc3fdfSBen Skeggs };
890cdc3fdfSBen Skeggs
909be9c606SBen Skeggs const struct nvkm_fifo_func_mmu_fault
919be9c606SBen Skeggs gm107_fifo_mmu_fault = {
92e43c872cSBen Skeggs .recover = gf100_fifo_mmu_fault_recover,
93e43c872cSBen Skeggs .access = gf100_fifo_mmu_fault_access,
94e43c872cSBen Skeggs .engine = gm107_fifo_mmu_fault_engine,
95e43c872cSBen Skeggs .reason = gk104_fifo_mmu_fault_reason,
96e43c872cSBen Skeggs .hubclient = gk104_fifo_mmu_fault_hubclient,
97e43c872cSBen Skeggs .gpcclient = gk104_fifo_mmu_fault_gpcclient,
989be9c606SBen Skeggs };
999be9c606SBen Skeggs
100cde54021SBen Skeggs void
gm107_fifo_intr_mmu_fault_unit(struct nvkm_fifo * fifo,int unit)1019be9c606SBen Skeggs gm107_fifo_intr_mmu_fault_unit(struct nvkm_fifo *fifo, int unit)
102cde54021SBen Skeggs {
103cde54021SBen Skeggs struct nvkm_device *device = fifo->engine.subdev.device;
104cde54021SBen Skeggs u32 inst = nvkm_rd32(device, 0x002800 + (unit * 0x10));
105cde54021SBen Skeggs u32 valo = nvkm_rd32(device, 0x002804 + (unit * 0x10));
106cde54021SBen Skeggs u32 vahi = nvkm_rd32(device, 0x002808 + (unit * 0x10));
107cde54021SBen Skeggs u32 type = nvkm_rd32(device, 0x00280c + (unit * 0x10));
108cde54021SBen Skeggs struct nvkm_fault_data info;
109cde54021SBen Skeggs
110cde54021SBen Skeggs info.inst = (u64)inst << 12;
111cde54021SBen Skeggs info.addr = ((u64)vahi << 32) | valo;
112cde54021SBen Skeggs info.time = 0;
113cde54021SBen Skeggs info.engine = unit;
114cde54021SBen Skeggs info.valid = 1;
115cde54021SBen Skeggs info.gpc = (type & 0x1f000000) >> 24;
116cde54021SBen Skeggs info.client = (type & 0x00003f00) >> 8;
117cde54021SBen Skeggs info.access = (type & 0x00000080) >> 7;
118cde54021SBen Skeggs info.hub = (type & 0x00000040) >> 6;
119cde54021SBen Skeggs info.reason = (type & 0x0000000f);
120cde54021SBen Skeggs
121cde54021SBen Skeggs nvkm_fifo_fault(fifo, &info);
122cde54021SBen Skeggs }
123cde54021SBen Skeggs
1248c18138cSBen Skeggs static int
gm107_fifo_chid_nr(struct nvkm_fifo * fifo)1258c18138cSBen Skeggs gm107_fifo_chid_nr(struct nvkm_fifo *fifo)
1268c18138cSBen Skeggs {
1278c18138cSBen Skeggs return 2048;
1288c18138cSBen Skeggs }
1298c18138cSBen Skeggs
1309be9c606SBen Skeggs static const struct nvkm_fifo_func
1317c4f87c9SBen Skeggs gm107_fifo = {
1328c18138cSBen Skeggs .chid_nr = gm107_fifo_chid_nr,
133800ac1f8SBen Skeggs .chid_ctor = gk110_fifo_chid_ctor,
1341c488ba9SBen Skeggs .runq_nr = gf100_fifo_runq_nr,
135d94470e9SBen Skeggs .runl_ctor = gk104_fifo_runl_ctor,
1369be9c606SBen Skeggs .init = gk104_fifo_init,
137965c41d9SBen Skeggs .init_pbdmas = gk104_fifo_init_pbdmas,
1389be9c606SBen Skeggs .intr = gk104_fifo_intr,
1399be9c606SBen Skeggs .intr_mmu_fault_unit = gm107_fifo_intr_mmu_fault_unit,
1404d60100aSBen Skeggs .intr_ctxsw_timeout = gf100_fifo_intr_ctxsw_timeout,
1419be9c606SBen Skeggs .mmu_fault = &gm107_fifo_mmu_fault,
142d67f3b96SBen Skeggs .nonstall = &gf100_fifo_nonstall,
143d94470e9SBen Skeggs .runl = &gm107_runl,
1441c488ba9SBen Skeggs .runq = &gk208_runq,
145d94470e9SBen Skeggs .engn = &gk104_engn,
146d94470e9SBen Skeggs .engn_ce = &gk104_engn_ce,
147f5e45689SBen Skeggs .cgrp = {{ 0, 0, KEPLER_CHANNEL_GROUP_A }, &gk110_cgrp },
148*06db7fdeSBen Skeggs .chan = {{ 0, 0, KEPLER_CHANNEL_GPFIFO_B }, &gm107_chan },
1497c4f87c9SBen Skeggs };
1507c4f87c9SBen Skeggs
1517c4f87c9SBen Skeggs int
gm107_fifo_new(struct nvkm_device * device,enum nvkm_subdev_type type,int inst,struct nvkm_fifo ** pfifo)152ab0db2bdSBen Skeggs gm107_fifo_new(struct nvkm_device *device, enum nvkm_subdev_type type, int inst,
153ab0db2bdSBen Skeggs struct nvkm_fifo **pfifo)
1547c4f87c9SBen Skeggs {
155*06db7fdeSBen Skeggs return nvkm_fifo_new_(&gm107_fifo, device, type, inst, pfifo);
1567c4f87c9SBen Skeggs }
157