1d521097fSBen Skeggs /*
2d521097fSBen Skeggs * Copyright 2018 Red Hat Inc.
3d521097fSBen Skeggs *
4d521097fSBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a
5d521097fSBen Skeggs * copy of this software and associated documentation files (the "Software"),
6d521097fSBen Skeggs * to deal in the Software without restriction, including without limitation
7d521097fSBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8d521097fSBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the
9d521097fSBen Skeggs * Software is furnished to do so, subject to the following conditions:
10d521097fSBen Skeggs *
11d521097fSBen Skeggs * The above copyright notice and this permission notice shall be included in
12d521097fSBen Skeggs * all copies or substantial portions of the Software.
13d521097fSBen Skeggs *
14d521097fSBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15d521097fSBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16d521097fSBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17d521097fSBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18d521097fSBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19d521097fSBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20d521097fSBen Skeggs * OTHER DEALINGS IN THE SOFTWARE.
21d521097fSBen Skeggs */
22d521097fSBen Skeggs #include "ctxgf100.h"
23d521097fSBen Skeggs
24d521097fSBen Skeggs /*******************************************************************************
25d521097fSBen Skeggs * PGRAPH context implementation
26d521097fSBen Skeggs ******************************************************************************/
27d521097fSBen Skeggs
28*1cd97b54SBen Skeggs static const struct gf100_gr_init
29d521097fSBen Skeggs gv100_grctx_init_sw_veid_bundle_init_0[] = {
30d521097fSBen Skeggs { 0x00001000, 64, 0x00100000, 0x00000008 },
31d521097fSBen Skeggs { 0x00000941, 64, 0x00100000, 0x00000000 },
32d521097fSBen Skeggs { 0x0000097e, 64, 0x00100000, 0x00000000 },
33d521097fSBen Skeggs { 0x0000097f, 64, 0x00100000, 0x00000100 },
34d521097fSBen Skeggs { 0x0000035c, 64, 0x00100000, 0x00000000 },
35d521097fSBen Skeggs { 0x0000035d, 64, 0x00100000, 0x00000000 },
36d521097fSBen Skeggs { 0x00000a08, 64, 0x00100000, 0x00000000 },
37d521097fSBen Skeggs { 0x00000a09, 64, 0x00100000, 0x00000000 },
38d521097fSBen Skeggs { 0x00000a0a, 64, 0x00100000, 0x00000000 },
39d521097fSBen Skeggs { 0x00000352, 64, 0x00100000, 0x00000000 },
40d521097fSBen Skeggs { 0x00000353, 64, 0x00100000, 0x00000000 },
41d521097fSBen Skeggs { 0x00000358, 64, 0x00100000, 0x00000000 },
42d521097fSBen Skeggs { 0x00000359, 64, 0x00100000, 0x00000000 },
43d521097fSBen Skeggs { 0x00000370, 64, 0x00100000, 0x00000000 },
44d521097fSBen Skeggs { 0x00000371, 64, 0x00100000, 0x00000000 },
45d521097fSBen Skeggs { 0x00000372, 64, 0x00100000, 0x000fffff },
46d521097fSBen Skeggs { 0x00000366, 64, 0x00100000, 0x00000000 },
47d521097fSBen Skeggs { 0x00000367, 64, 0x00100000, 0x00000000 },
48d521097fSBen Skeggs { 0x00000368, 64, 0x00100000, 0x00000fff },
49d521097fSBen Skeggs { 0x00000623, 64, 0x00100000, 0x00000000 },
50d521097fSBen Skeggs { 0x00000624, 64, 0x00100000, 0x00000000 },
51d521097fSBen Skeggs { 0x0001e100, 1, 0x00000001, 0x02000001 },
52d521097fSBen Skeggs {}
53d521097fSBen Skeggs };
54d521097fSBen Skeggs
55d521097fSBen Skeggs static const struct gf100_gr_pack
56d521097fSBen Skeggs gv100_grctx_pack_sw_veid_bundle_init[] = {
57d521097fSBen Skeggs { gv100_grctx_init_sw_veid_bundle_init_0 },
58d521097fSBen Skeggs {}
59d521097fSBen Skeggs };
60d521097fSBen Skeggs
61afa3b96bSBen Skeggs void
gv100_grctx_generate_attrib(struct gf100_gr_chan * chan)6278a43c7eSBen Skeggs gv100_grctx_generate_attrib(struct gf100_gr_chan *chan)
63d521097fSBen Skeggs {
6478a43c7eSBen Skeggs struct gf100_gr *gr = chan->gr;
65d521097fSBen Skeggs const struct gf100_grctx_func *grctx = gr->func->grctx;
66d521097fSBen Skeggs const u32 alpha = grctx->alpha_nr;
67d521097fSBen Skeggs const u32 attrib = grctx->attrib_nr;
68d521097fSBen Skeggs const u32 gfxp = grctx->gfxp_nr;
6981d4201eSBen Skeggs const int max_batches = 0xffff;
70d521097fSBen Skeggs u32 size = grctx->alpha_nr_max * gr->tpc_total;
71d521097fSBen Skeggs u32 ao = 0;
72d521097fSBen Skeggs u32 bo = ao + size;
7378a43c7eSBen Skeggs int gpc, ppc, n = 0;
74d521097fSBen Skeggs
7578a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, 0x405830, attrib);
7678a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, 0x40585c, alpha);
7781d4201eSBen Skeggs gf100_grctx_patch_wr32(chan, 0x4064c4, ((alpha / 4) << 16) | max_batches);
78d521097fSBen Skeggs
79d521097fSBen Skeggs for (gpc = 0; gpc < gr->gpc_nr; gpc++) {
800c520ad4SBen Skeggs for (ppc = 0; ppc < gr->func->ppc_nr; ppc++, n++) {
81d521097fSBen Skeggs const u32 as = alpha * gr->ppc_tpc_nr[gpc][ppc];
823c47e381SBen Skeggs const u32 bs = attrib * gr->ppc_tpc_max;
833c47e381SBen Skeggs const u32 gs = gfxp * gr->ppc_tpc_max;
84d521097fSBen Skeggs const u32 u = 0x418ea0 + (n * 0x04);
85d521097fSBen Skeggs const u32 o = PPC_UNIT(gpc, ppc, 0);
8678a43c7eSBen Skeggs
87d521097fSBen Skeggs if (!(gr->ppc_mask[gpc] & (1 << ppc)))
88d521097fSBen Skeggs continue;
8978a43c7eSBen Skeggs
9078a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, o + 0xc0, gs);
9178a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, o + 0xf4, bo);
9278a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, o + 0xf0, bs);
93d521097fSBen Skeggs bo += gs;
9478a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, o + 0xe4, as);
9578a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, o + 0xf8, ao);
96d521097fSBen Skeggs ao += grctx->alpha_nr_max * gr->ppc_tpc_nr[gpc][ppc];
9778a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, u, bs);
98d521097fSBen Skeggs }
99d521097fSBen Skeggs }
100d521097fSBen Skeggs
10178a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, 0x4181e4, 0x00000100);
10278a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, 0x41befc, 0x00000100);
10378a43c7eSBen Skeggs }
10478a43c7eSBen Skeggs
10578a43c7eSBen Skeggs void
gv100_grctx_generate_attrib_cb(struct gf100_gr_chan * chan,u64 addr,u32 size)10678a43c7eSBen Skeggs gv100_grctx_generate_attrib_cb(struct gf100_gr_chan *chan, u64 addr, u32 size)
10778a43c7eSBen Skeggs {
10878a43c7eSBen Skeggs gm107_grctx_generate_attrib_cb(chan, addr, size);
10978a43c7eSBen Skeggs
11078a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, 0x419e00, 0x00000000 | addr >> 12);
11178a43c7eSBen Skeggs gf100_grctx_patch_wr32(chan, 0x419e04, 0x80000000 | size >> 7);
112d521097fSBen Skeggs }
113d521097fSBen Skeggs
114afa3b96bSBen Skeggs void
gv100_grctx_generate_rop_mapping(struct gf100_gr * gr)115d521097fSBen Skeggs gv100_grctx_generate_rop_mapping(struct gf100_gr *gr)
116d521097fSBen Skeggs {
117d521097fSBen Skeggs struct nvkm_device *device = gr->base.engine.subdev.device;
118abf8d631SBen Skeggs const u32 mapregs = DIV_ROUND_UP(gr->func->gpc_nr * gr->func->tpc_nr, 6);
119d521097fSBen Skeggs u32 data;
120d521097fSBen Skeggs int i, j;
121d521097fSBen Skeggs
122d521097fSBen Skeggs /* Pack tile map into register format. */
123d521097fSBen Skeggs nvkm_wr32(device, 0x418bb8, (gr->tpc_total << 8) |
124d521097fSBen Skeggs gr->screen_tile_row_offset);
125abf8d631SBen Skeggs for (i = 0; i < mapregs; i++) {
126d521097fSBen Skeggs for (data = 0, j = 0; j < 6; j++)
127d521097fSBen Skeggs data |= (gr->tile[i * 6 + j] & 0x1f) << (j * 5);
128d521097fSBen Skeggs nvkm_wr32(device, 0x418b08 + (i * 4), data);
129d521097fSBen Skeggs nvkm_wr32(device, 0x41bf00 + (i * 4), data);
130d521097fSBen Skeggs nvkm_wr32(device, 0x40780c + (i * 4), data);
131d521097fSBen Skeggs }
132d521097fSBen Skeggs
133d521097fSBen Skeggs /* GPC_BROADCAST.TP_BROADCAST */
134d521097fSBen Skeggs nvkm_wr32(device, 0x41bfd0, (gr->tpc_total << 8) |
135d521097fSBen Skeggs gr->screen_tile_row_offset);
136d521097fSBen Skeggs for (i = 0, j = 1; i < 5; i++, j += 4) {
137d521097fSBen Skeggs u8 v19 = (1 << (j + 0)) % gr->tpc_total;
138d521097fSBen Skeggs u8 v20 = (1 << (j + 1)) % gr->tpc_total;
139d521097fSBen Skeggs u8 v21 = (1 << (j + 2)) % gr->tpc_total;
140d521097fSBen Skeggs u8 v22 = (1 << (j + 3)) % gr->tpc_total;
141d521097fSBen Skeggs nvkm_wr32(device, 0x41bfb0 + (i * 4), (v22 << 24) |
142d521097fSBen Skeggs (v21 << 16) |
143d521097fSBen Skeggs (v20 << 8) |
144d521097fSBen Skeggs v19);
145d521097fSBen Skeggs }
146d521097fSBen Skeggs
147d521097fSBen Skeggs /* UNK78xx */
148d521097fSBen Skeggs nvkm_wr32(device, 0x4078bc, (gr->tpc_total << 8) |
149d521097fSBen Skeggs gr->screen_tile_row_offset);
150d521097fSBen Skeggs }
151d521097fSBen Skeggs
152afa3b96bSBen Skeggs void
gv100_grctx_generate_r400088(struct gf100_gr * gr,bool on)153d521097fSBen Skeggs gv100_grctx_generate_r400088(struct gf100_gr *gr, bool on)
154d521097fSBen Skeggs {
155d521097fSBen Skeggs struct nvkm_device *device = gr->base.engine.subdev.device;
156d521097fSBen Skeggs nvkm_mask(device, 0x400088, 0x00060000, on ? 0x00060000 : 0x00000000);
157d521097fSBen Skeggs }
158d521097fSBen Skeggs
159d521097fSBen Skeggs static void
gv100_grctx_generate_sm_id(struct gf100_gr * gr,int gpc,int tpc,int sm)160d521097fSBen Skeggs gv100_grctx_generate_sm_id(struct gf100_gr *gr, int gpc, int tpc, int sm)
161d521097fSBen Skeggs {
162d521097fSBen Skeggs struct nvkm_device *device = gr->base.engine.subdev.device;
1633ffa6f32SBen Skeggs
1643ffa6f32SBen Skeggs tpc = gv100_gr_nonpes_aware_tpc(gr, gpc, tpc);
1653ffa6f32SBen Skeggs
166d521097fSBen Skeggs nvkm_wr32(device, TPC_UNIT(gpc, tpc, 0x608), sm);
167d521097fSBen Skeggs nvkm_wr32(device, GPC_UNIT(gpc, 0x0c10 + tpc * 4), sm);
168d521097fSBen Skeggs nvkm_wr32(device, TPC_UNIT(gpc, tpc, 0x088), sm);
169d521097fSBen Skeggs }
170d521097fSBen Skeggs
171afa3b96bSBen Skeggs void
gv100_grctx_generate_unkn(struct gf100_gr * gr)172d521097fSBen Skeggs gv100_grctx_generate_unkn(struct gf100_gr *gr)
173d521097fSBen Skeggs {
174d521097fSBen Skeggs struct nvkm_device *device = gr->base.engine.subdev.device;
175d521097fSBen Skeggs nvkm_mask(device, 0x41980c, 0x00000010, 0x00000010);
176d521097fSBen Skeggs nvkm_mask(device, 0x41be08, 0x00000004, 0x00000004);
177d521097fSBen Skeggs nvkm_mask(device, 0x4064c0, 0x80000000, 0x80000000);
178d521097fSBen Skeggs nvkm_mask(device, 0x405800, 0x08000000, 0x08000000);
179d521097fSBen Skeggs nvkm_mask(device, 0x419c00, 0x00000008, 0x00000008);
180d521097fSBen Skeggs }
181d521097fSBen Skeggs
182afa3b96bSBen Skeggs void
gv100_grctx_unkn88c(struct gf100_gr * gr,bool on)183d521097fSBen Skeggs gv100_grctx_unkn88c(struct gf100_gr *gr, bool on)
184d521097fSBen Skeggs {
185d521097fSBen Skeggs struct nvkm_device *device = gr->base.engine.subdev.device;
186d521097fSBen Skeggs const u32 mask = 0x00000010, data = on ? mask : 0x00000000;
187d521097fSBen Skeggs nvkm_mask(device, 0x40988c, mask, data);
188d521097fSBen Skeggs nvkm_rd32(device, 0x40988c);
189d521097fSBen Skeggs nvkm_mask(device, 0x41a88c, mask, data);
190d521097fSBen Skeggs nvkm_rd32(device, 0x41a88c);
191d521097fSBen Skeggs nvkm_mask(device, 0x408a14, mask, data);
192d521097fSBen Skeggs nvkm_rd32(device, 0x408a14);
193d521097fSBen Skeggs }
194d521097fSBen Skeggs
195d521097fSBen Skeggs const struct gf100_grctx_func
196d521097fSBen Skeggs gv100_grctx = {
197d521097fSBen Skeggs .unkn88c = gv100_grctx_unkn88c,
198d521097fSBen Skeggs .main = gf100_grctx_generate_main,
199d521097fSBen Skeggs .unkn = gv100_grctx_generate_unkn,
200d521097fSBen Skeggs .sw_veid_bundle_init = gv100_grctx_pack_sw_veid_bundle_init,
201d521097fSBen Skeggs .bundle = gm107_grctx_generate_bundle,
202d521097fSBen Skeggs .bundle_size = 0x3000,
203d521097fSBen Skeggs .bundle_min_gpm_fifo_depth = 0x180,
204d521097fSBen Skeggs .bundle_token_limit = 0x1680,
205d521097fSBen Skeggs .pagepool = gp100_grctx_generate_pagepool,
206d521097fSBen Skeggs .pagepool_size = 0x20000,
20778a43c7eSBen Skeggs .attrib_cb_size = gp102_grctx_generate_attrib_cb_size,
20878a43c7eSBen Skeggs .attrib_cb = gv100_grctx_generate_attrib_cb,
209d521097fSBen Skeggs .attrib = gv100_grctx_generate_attrib,
210d521097fSBen Skeggs .attrib_nr_max = 0x6c0,
211d521097fSBen Skeggs .attrib_nr = 0x480,
212d521097fSBen Skeggs .alpha_nr_max = 0xc00,
213d521097fSBen Skeggs .alpha_nr = 0x800,
214d521097fSBen Skeggs .gfxp_nr = 0xd10,
215d521097fSBen Skeggs .sm_id = gv100_grctx_generate_sm_id,
216d521097fSBen Skeggs .rop_mapping = gv100_grctx_generate_rop_mapping,
217d521097fSBen Skeggs .dist_skip_table = gm200_grctx_generate_dist_skip_table,
218d521097fSBen Skeggs .r406500 = gm200_grctx_generate_r406500,
219d521097fSBen Skeggs .gpc_tpc_nr = gk104_grctx_generate_gpc_tpc_nr,
220d521097fSBen Skeggs .smid_config = gp100_grctx_generate_smid_config,
221d521097fSBen Skeggs .r400088 = gv100_grctx_generate_r400088,
222d521097fSBen Skeggs };
223