1c85ee6caSBen Skeggs /*
2c85ee6caSBen Skeggs * Copyright 2012 Red Hat Inc.
3c85ee6caSBen Skeggs *
4c85ee6caSBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a
5c85ee6caSBen Skeggs * copy of this software and associated documentation files (the "Software"),
6c85ee6caSBen Skeggs * to deal in the Software without restriction, including without limitation
7c85ee6caSBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8c85ee6caSBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the
9c85ee6caSBen Skeggs * Software is furnished to do so, subject to the following conditions:
10c85ee6caSBen Skeggs *
11c85ee6caSBen Skeggs * The above copyright notice and this permission notice shall be included in
12c85ee6caSBen Skeggs * all copies or substantial portions of the Software.
13c85ee6caSBen Skeggs *
14c85ee6caSBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15c85ee6caSBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16c85ee6caSBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17c85ee6caSBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18c85ee6caSBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19c85ee6caSBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20c85ee6caSBen Skeggs * OTHER DEALINGS IN THE SOFTWARE.
21c85ee6caSBen Skeggs *
22c85ee6caSBen Skeggs * Authors: Ben Skeggs
23c85ee6caSBen Skeggs */
24c85ee6caSBen Skeggs #include "nv50.h"
25c85ee6caSBen Skeggs
26c85ee6caSBen Skeggs #include <subdev/timer.h>
27c85ee6caSBen Skeggs
280233a9f4SBen Skeggs #include <nvif/class.h>
290233a9f4SBen Skeggs
30c85ee6caSBen Skeggs static const struct nvkm_bitfield nv50_gr_status[] = {
31c85ee6caSBen Skeggs { 0x00000001, "BUSY" }, /* set when any bit is set */
32c85ee6caSBen Skeggs { 0x00000002, "DISPATCH" },
33c85ee6caSBen Skeggs { 0x00000004, "UNK2" },
34c85ee6caSBen Skeggs { 0x00000008, "UNK3" },
35c85ee6caSBen Skeggs { 0x00000010, "UNK4" },
36c85ee6caSBen Skeggs { 0x00000020, "UNK5" },
37c85ee6caSBen Skeggs { 0x00000040, "M2MF" },
38c85ee6caSBen Skeggs { 0x00000080, "UNK7" },
39c85ee6caSBen Skeggs { 0x00000100, "CTXPROG" },
40c85ee6caSBen Skeggs { 0x00000200, "VFETCH" },
41c85ee6caSBen Skeggs { 0x00000400, "CCACHE_PREGEOM" },
42c85ee6caSBen Skeggs { 0x00000800, "STRMOUT_VATTR_POSTGEOM" },
43c85ee6caSBen Skeggs { 0x00001000, "VCLIP" },
44c85ee6caSBen Skeggs { 0x00002000, "RATTR_APLANE" },
45c85ee6caSBen Skeggs { 0x00004000, "TRAST" },
46c85ee6caSBen Skeggs { 0x00008000, "CLIPID" },
47c85ee6caSBen Skeggs { 0x00010000, "ZCULL" },
48c85ee6caSBen Skeggs { 0x00020000, "ENG2D" },
49c85ee6caSBen Skeggs { 0x00040000, "RMASK" },
50c85ee6caSBen Skeggs { 0x00080000, "TPC_RAST" },
51c85ee6caSBen Skeggs { 0x00100000, "TPC_PROP" },
52c85ee6caSBen Skeggs { 0x00200000, "TPC_TEX" },
53c85ee6caSBen Skeggs { 0x00400000, "TPC_GEOM" },
54c85ee6caSBen Skeggs { 0x00800000, "TPC_MP" },
55c85ee6caSBen Skeggs { 0x01000000, "ROP" },
56c85ee6caSBen Skeggs {}
57c85ee6caSBen Skeggs };
58c85ee6caSBen Skeggs
59c85ee6caSBen Skeggs static const struct nvkm_bitfield
60c85ee6caSBen Skeggs nv50_gr_vstatus_0[] = {
61c85ee6caSBen Skeggs { 0x01, "VFETCH" },
62c85ee6caSBen Skeggs { 0x02, "CCACHE" },
63c85ee6caSBen Skeggs { 0x04, "PREGEOM" },
64c85ee6caSBen Skeggs { 0x08, "POSTGEOM" },
65c85ee6caSBen Skeggs { 0x10, "VATTR" },
66c85ee6caSBen Skeggs { 0x20, "STRMOUT" },
67c85ee6caSBen Skeggs { 0x40, "VCLIP" },
68c85ee6caSBen Skeggs {}
69c85ee6caSBen Skeggs };
70c85ee6caSBen Skeggs
71c85ee6caSBen Skeggs static const struct nvkm_bitfield
72c85ee6caSBen Skeggs nv50_gr_vstatus_1[] = {
73c85ee6caSBen Skeggs { 0x01, "TPC_RAST" },
74c85ee6caSBen Skeggs { 0x02, "TPC_PROP" },
75c85ee6caSBen Skeggs { 0x04, "TPC_TEX" },
76c85ee6caSBen Skeggs { 0x08, "TPC_GEOM" },
77c85ee6caSBen Skeggs { 0x10, "TPC_MP" },
78c85ee6caSBen Skeggs {}
79c85ee6caSBen Skeggs };
80c85ee6caSBen Skeggs
81c85ee6caSBen Skeggs static const struct nvkm_bitfield
82c85ee6caSBen Skeggs nv50_gr_vstatus_2[] = {
83c85ee6caSBen Skeggs { 0x01, "RATTR" },
84c85ee6caSBen Skeggs { 0x02, "APLANE" },
85c85ee6caSBen Skeggs { 0x04, "TRAST" },
86c85ee6caSBen Skeggs { 0x08, "CLIPID" },
87c85ee6caSBen Skeggs { 0x10, "ZCULL" },
88c85ee6caSBen Skeggs { 0x20, "ENG2D" },
89c85ee6caSBen Skeggs { 0x40, "RMASK" },
90c85ee6caSBen Skeggs { 0x80, "ROP" },
91c85ee6caSBen Skeggs {}
92c85ee6caSBen Skeggs };
93c85ee6caSBen Skeggs
94c85ee6caSBen Skeggs static void
nvkm_gr_vstatus_print(struct nv50_gr * gr,int r,const struct nvkm_bitfield * units,u32 status)95c85ee6caSBen Skeggs nvkm_gr_vstatus_print(struct nv50_gr *gr, int r,
96c85ee6caSBen Skeggs const struct nvkm_bitfield *units, u32 status)
97c85ee6caSBen Skeggs {
98c85ee6caSBen Skeggs struct nvkm_subdev *subdev = &gr->base.engine.subdev;
99c85ee6caSBen Skeggs u32 stat = status;
100c85ee6caSBen Skeggs u8 mask = 0x00;
101c85ee6caSBen Skeggs char msg[64];
102c85ee6caSBen Skeggs int i;
103c85ee6caSBen Skeggs
104c85ee6caSBen Skeggs for (i = 0; units[i].name && status; i++) {
105c85ee6caSBen Skeggs if ((status & 7) == 1)
106c85ee6caSBen Skeggs mask |= (1 << i);
107c85ee6caSBen Skeggs status >>= 3;
108c85ee6caSBen Skeggs }
109c85ee6caSBen Skeggs
110c85ee6caSBen Skeggs nvkm_snprintbf(msg, sizeof(msg), units, mask);
111c85ee6caSBen Skeggs nvkm_error(subdev, "PGRAPH_VSTATUS%d: %08x [%s]\n", r, stat, msg);
112c85ee6caSBen Skeggs }
113c85ee6caSBen Skeggs
114c85ee6caSBen Skeggs int
g84_gr_tlb_flush(struct nvkm_gr * base)115c85ee6caSBen Skeggs g84_gr_tlb_flush(struct nvkm_gr *base)
116c85ee6caSBen Skeggs {
117c85ee6caSBen Skeggs struct nv50_gr *gr = nv50_gr(base);
118c85ee6caSBen Skeggs struct nvkm_subdev *subdev = &gr->base.engine.subdev;
119c85ee6caSBen Skeggs struct nvkm_device *device = subdev->device;
120c85ee6caSBen Skeggs struct nvkm_timer *tmr = device->timer;
121c85ee6caSBen Skeggs bool idle, timeout = false;
122c85ee6caSBen Skeggs unsigned long flags;
123c85ee6caSBen Skeggs char status[128];
124c85ee6caSBen Skeggs u64 start;
125c85ee6caSBen Skeggs u32 tmp;
126c85ee6caSBen Skeggs
127c85ee6caSBen Skeggs spin_lock_irqsave(&gr->lock, flags);
128c85ee6caSBen Skeggs nvkm_mask(device, 0x400500, 0x00000001, 0x00000000);
129c85ee6caSBen Skeggs
130c85ee6caSBen Skeggs start = nvkm_timer_read(tmr);
131c85ee6caSBen Skeggs do {
132c85ee6caSBen Skeggs idle = true;
133c85ee6caSBen Skeggs
134c85ee6caSBen Skeggs for (tmp = nvkm_rd32(device, 0x400380); tmp && idle; tmp >>= 3) {
135c85ee6caSBen Skeggs if ((tmp & 7) == 1)
136c85ee6caSBen Skeggs idle = false;
137c85ee6caSBen Skeggs }
138c85ee6caSBen Skeggs
139c85ee6caSBen Skeggs for (tmp = nvkm_rd32(device, 0x400384); tmp && idle; tmp >>= 3) {
140c85ee6caSBen Skeggs if ((tmp & 7) == 1)
141c85ee6caSBen Skeggs idle = false;
142c85ee6caSBen Skeggs }
143c85ee6caSBen Skeggs
144c85ee6caSBen Skeggs for (tmp = nvkm_rd32(device, 0x400388); tmp && idle; tmp >>= 3) {
145c85ee6caSBen Skeggs if ((tmp & 7) == 1)
146c85ee6caSBen Skeggs idle = false;
147c85ee6caSBen Skeggs }
148c85ee6caSBen Skeggs } while (!idle &&
149c85ee6caSBen Skeggs !(timeout = nvkm_timer_read(tmr) - start > 2000000000));
150c85ee6caSBen Skeggs
151c85ee6caSBen Skeggs if (timeout) {
152c85ee6caSBen Skeggs nvkm_error(subdev, "PGRAPH TLB flush idle timeout fail\n");
153c85ee6caSBen Skeggs
154c85ee6caSBen Skeggs tmp = nvkm_rd32(device, 0x400700);
155c85ee6caSBen Skeggs nvkm_snprintbf(status, sizeof(status), nv50_gr_status, tmp);
156c85ee6caSBen Skeggs nvkm_error(subdev, "PGRAPH_STATUS %08x [%s]\n", tmp, status);
157c85ee6caSBen Skeggs
158c85ee6caSBen Skeggs nvkm_gr_vstatus_print(gr, 0, nv50_gr_vstatus_0,
159c85ee6caSBen Skeggs nvkm_rd32(device, 0x400380));
160c85ee6caSBen Skeggs nvkm_gr_vstatus_print(gr, 1, nv50_gr_vstatus_1,
161c85ee6caSBen Skeggs nvkm_rd32(device, 0x400384));
162c85ee6caSBen Skeggs nvkm_gr_vstatus_print(gr, 2, nv50_gr_vstatus_2,
163c85ee6caSBen Skeggs nvkm_rd32(device, 0x400388));
164c85ee6caSBen Skeggs }
165c85ee6caSBen Skeggs
166c85ee6caSBen Skeggs
167c85ee6caSBen Skeggs nvkm_wr32(device, 0x100c80, 0x00000001);
168c85ee6caSBen Skeggs nvkm_msec(device, 2000,
169c85ee6caSBen Skeggs if (!(nvkm_rd32(device, 0x100c80) & 0x00000001))
170c85ee6caSBen Skeggs break;
171c85ee6caSBen Skeggs );
172c85ee6caSBen Skeggs nvkm_mask(device, 0x400500, 0x00000001, 0x00000001);
173c85ee6caSBen Skeggs spin_unlock_irqrestore(&gr->lock, flags);
174c85ee6caSBen Skeggs return timeout ? -EBUSY : 0;
175c85ee6caSBen Skeggs }
176c85ee6caSBen Skeggs
177c85ee6caSBen Skeggs static const struct nvkm_gr_func
178c85ee6caSBen Skeggs g84_gr = {
179c85ee6caSBen Skeggs .init = nv50_gr_init,
180c85ee6caSBen Skeggs .intr = nv50_gr_intr,
181c85ee6caSBen Skeggs .chan_new = nv50_gr_chan_new,
182c85ee6caSBen Skeggs .tlb_flush = g84_gr_tlb_flush,
183c85ee6caSBen Skeggs .units = nv50_gr_units,
184c85ee6caSBen Skeggs .sclass = {
1850233a9f4SBen Skeggs { -1, -1, NV_NULL_CLASS, &nv50_gr_object },
1860233a9f4SBen Skeggs { -1, -1, NV50_TWOD, &nv50_gr_object },
1870233a9f4SBen Skeggs { -1, -1, NV50_MEMORY_TO_MEMORY_FORMAT, &nv50_gr_object },
1880233a9f4SBen Skeggs { -1, -1, NV50_COMPUTE, &nv50_gr_object },
1890233a9f4SBen Skeggs { -1, -1, G82_TESLA, &nv50_gr_object },
190c85ee6caSBen Skeggs {}
191c85ee6caSBen Skeggs }
192c85ee6caSBen Skeggs };
193c85ee6caSBen Skeggs
194c85ee6caSBen Skeggs int
g84_gr_new(struct nvkm_device * device,enum nvkm_subdev_type type,int inst,struct nvkm_gr ** pgr)195*864d37c3SBen Skeggs g84_gr_new(struct nvkm_device *device, enum nvkm_subdev_type type, int inst, struct nvkm_gr **pgr)
196c85ee6caSBen Skeggs {
197*864d37c3SBen Skeggs return nv50_gr_new_(&g84_gr, device, type, inst, pgr);
198c85ee6caSBen Skeggs }
199