xref: /openbmc/linux/drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c (revision 67ff4a72)
1 /*
2  * Copyright 2016 Advanced Micro Devices, Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  */
23 
24 #include <linux/delay.h>
25 #include <linux/kernel.h>
26 #include <linux/firmware.h>
27 #include <linux/module.h>
28 #include <linux/pci.h>
29 
30 #include "amdgpu.h"
31 #include "amdgpu_gfx.h"
32 #include "soc15.h"
33 #include "soc15d.h"
34 #include "amdgpu_atomfirmware.h"
35 #include "amdgpu_pm.h"
36 
37 #include "gc/gc_9_0_offset.h"
38 #include "gc/gc_9_0_sh_mask.h"
39 
40 #include "vega10_enum.h"
41 
42 #include "soc15_common.h"
43 #include "clearstate_gfx9.h"
44 #include "v9_structs.h"
45 
46 #include "ivsrcid/gfx/irqsrcs_gfx_9_0.h"
47 
48 #include "amdgpu_ras.h"
49 
50 #include "gfx_v9_4.h"
51 #include "gfx_v9_0.h"
52 #include "gfx_v9_4_2.h"
53 
54 #include "asic_reg/pwr/pwr_10_0_offset.h"
55 #include "asic_reg/pwr/pwr_10_0_sh_mask.h"
56 #include "asic_reg/gc/gc_9_0_default.h"
57 
58 #define GFX9_NUM_GFX_RINGS     1
59 #define GFX9_MEC_HPD_SIZE 4096
60 #define RLCG_UCODE_LOADING_START_ADDRESS 0x00002000L
61 #define RLC_SAVE_RESTORE_ADDR_STARTING_OFFSET 0x00000000L
62 
63 #define mmGCEA_PROBE_MAP                        0x070c
64 #define mmGCEA_PROBE_MAP_BASE_IDX               0
65 
66 MODULE_FIRMWARE("amdgpu/vega10_ce.bin");
67 MODULE_FIRMWARE("amdgpu/vega10_pfp.bin");
68 MODULE_FIRMWARE("amdgpu/vega10_me.bin");
69 MODULE_FIRMWARE("amdgpu/vega10_mec.bin");
70 MODULE_FIRMWARE("amdgpu/vega10_mec2.bin");
71 MODULE_FIRMWARE("amdgpu/vega10_rlc.bin");
72 
73 MODULE_FIRMWARE("amdgpu/vega12_ce.bin");
74 MODULE_FIRMWARE("amdgpu/vega12_pfp.bin");
75 MODULE_FIRMWARE("amdgpu/vega12_me.bin");
76 MODULE_FIRMWARE("amdgpu/vega12_mec.bin");
77 MODULE_FIRMWARE("amdgpu/vega12_mec2.bin");
78 MODULE_FIRMWARE("amdgpu/vega12_rlc.bin");
79 
80 MODULE_FIRMWARE("amdgpu/vega20_ce.bin");
81 MODULE_FIRMWARE("amdgpu/vega20_pfp.bin");
82 MODULE_FIRMWARE("amdgpu/vega20_me.bin");
83 MODULE_FIRMWARE("amdgpu/vega20_mec.bin");
84 MODULE_FIRMWARE("amdgpu/vega20_mec2.bin");
85 MODULE_FIRMWARE("amdgpu/vega20_rlc.bin");
86 
87 MODULE_FIRMWARE("amdgpu/raven_ce.bin");
88 MODULE_FIRMWARE("amdgpu/raven_pfp.bin");
89 MODULE_FIRMWARE("amdgpu/raven_me.bin");
90 MODULE_FIRMWARE("amdgpu/raven_mec.bin");
91 MODULE_FIRMWARE("amdgpu/raven_mec2.bin");
92 MODULE_FIRMWARE("amdgpu/raven_rlc.bin");
93 
94 MODULE_FIRMWARE("amdgpu/picasso_ce.bin");
95 MODULE_FIRMWARE("amdgpu/picasso_pfp.bin");
96 MODULE_FIRMWARE("amdgpu/picasso_me.bin");
97 MODULE_FIRMWARE("amdgpu/picasso_mec.bin");
98 MODULE_FIRMWARE("amdgpu/picasso_mec2.bin");
99 MODULE_FIRMWARE("amdgpu/picasso_rlc.bin");
100 MODULE_FIRMWARE("amdgpu/picasso_rlc_am4.bin");
101 
102 MODULE_FIRMWARE("amdgpu/raven2_ce.bin");
103 MODULE_FIRMWARE("amdgpu/raven2_pfp.bin");
104 MODULE_FIRMWARE("amdgpu/raven2_me.bin");
105 MODULE_FIRMWARE("amdgpu/raven2_mec.bin");
106 MODULE_FIRMWARE("amdgpu/raven2_mec2.bin");
107 MODULE_FIRMWARE("amdgpu/raven2_rlc.bin");
108 MODULE_FIRMWARE("amdgpu/raven_kicker_rlc.bin");
109 
110 MODULE_FIRMWARE("amdgpu/arcturus_mec.bin");
111 MODULE_FIRMWARE("amdgpu/arcturus_rlc.bin");
112 
113 MODULE_FIRMWARE("amdgpu/renoir_ce.bin");
114 MODULE_FIRMWARE("amdgpu/renoir_pfp.bin");
115 MODULE_FIRMWARE("amdgpu/renoir_me.bin");
116 MODULE_FIRMWARE("amdgpu/renoir_mec.bin");
117 MODULE_FIRMWARE("amdgpu/renoir_rlc.bin");
118 
119 MODULE_FIRMWARE("amdgpu/green_sardine_ce.bin");
120 MODULE_FIRMWARE("amdgpu/green_sardine_pfp.bin");
121 MODULE_FIRMWARE("amdgpu/green_sardine_me.bin");
122 MODULE_FIRMWARE("amdgpu/green_sardine_mec.bin");
123 MODULE_FIRMWARE("amdgpu/green_sardine_mec2.bin");
124 MODULE_FIRMWARE("amdgpu/green_sardine_rlc.bin");
125 
126 MODULE_FIRMWARE("amdgpu/aldebaran_mec.bin");
127 MODULE_FIRMWARE("amdgpu/aldebaran_mec2.bin");
128 MODULE_FIRMWARE("amdgpu/aldebaran_rlc.bin");
129 
130 #define mmTCP_CHAN_STEER_0_ARCT								0x0b03
131 #define mmTCP_CHAN_STEER_0_ARCT_BASE_IDX							0
132 #define mmTCP_CHAN_STEER_1_ARCT								0x0b04
133 #define mmTCP_CHAN_STEER_1_ARCT_BASE_IDX							0
134 #define mmTCP_CHAN_STEER_2_ARCT								0x0b09
135 #define mmTCP_CHAN_STEER_2_ARCT_BASE_IDX							0
136 #define mmTCP_CHAN_STEER_3_ARCT								0x0b0a
137 #define mmTCP_CHAN_STEER_3_ARCT_BASE_IDX							0
138 #define mmTCP_CHAN_STEER_4_ARCT								0x0b0b
139 #define mmTCP_CHAN_STEER_4_ARCT_BASE_IDX							0
140 #define mmTCP_CHAN_STEER_5_ARCT								0x0b0c
141 #define mmTCP_CHAN_STEER_5_ARCT_BASE_IDX							0
142 
143 #define mmGOLDEN_TSC_COUNT_UPPER_Renoir                0x0025
144 #define mmGOLDEN_TSC_COUNT_UPPER_Renoir_BASE_IDX       1
145 #define mmGOLDEN_TSC_COUNT_LOWER_Renoir                0x0026
146 #define mmGOLDEN_TSC_COUNT_LOWER_Renoir_BASE_IDX       1
147 
148 enum ta_ras_gfx_subblock {
149 	/*CPC*/
150 	TA_RAS_BLOCK__GFX_CPC_INDEX_START = 0,
151 	TA_RAS_BLOCK__GFX_CPC_SCRATCH = TA_RAS_BLOCK__GFX_CPC_INDEX_START,
152 	TA_RAS_BLOCK__GFX_CPC_UCODE,
153 	TA_RAS_BLOCK__GFX_DC_STATE_ME1,
154 	TA_RAS_BLOCK__GFX_DC_CSINVOC_ME1,
155 	TA_RAS_BLOCK__GFX_DC_RESTORE_ME1,
156 	TA_RAS_BLOCK__GFX_DC_STATE_ME2,
157 	TA_RAS_BLOCK__GFX_DC_CSINVOC_ME2,
158 	TA_RAS_BLOCK__GFX_DC_RESTORE_ME2,
159 	TA_RAS_BLOCK__GFX_CPC_INDEX_END = TA_RAS_BLOCK__GFX_DC_RESTORE_ME2,
160 	/* CPF*/
161 	TA_RAS_BLOCK__GFX_CPF_INDEX_START,
162 	TA_RAS_BLOCK__GFX_CPF_ROQ_ME2 = TA_RAS_BLOCK__GFX_CPF_INDEX_START,
163 	TA_RAS_BLOCK__GFX_CPF_ROQ_ME1,
164 	TA_RAS_BLOCK__GFX_CPF_TAG,
165 	TA_RAS_BLOCK__GFX_CPF_INDEX_END = TA_RAS_BLOCK__GFX_CPF_TAG,
166 	/* CPG*/
167 	TA_RAS_BLOCK__GFX_CPG_INDEX_START,
168 	TA_RAS_BLOCK__GFX_CPG_DMA_ROQ = TA_RAS_BLOCK__GFX_CPG_INDEX_START,
169 	TA_RAS_BLOCK__GFX_CPG_DMA_TAG,
170 	TA_RAS_BLOCK__GFX_CPG_TAG,
171 	TA_RAS_BLOCK__GFX_CPG_INDEX_END = TA_RAS_BLOCK__GFX_CPG_TAG,
172 	/* GDS*/
173 	TA_RAS_BLOCK__GFX_GDS_INDEX_START,
174 	TA_RAS_BLOCK__GFX_GDS_MEM = TA_RAS_BLOCK__GFX_GDS_INDEX_START,
175 	TA_RAS_BLOCK__GFX_GDS_INPUT_QUEUE,
176 	TA_RAS_BLOCK__GFX_GDS_OA_PHY_CMD_RAM_MEM,
177 	TA_RAS_BLOCK__GFX_GDS_OA_PHY_DATA_RAM_MEM,
178 	TA_RAS_BLOCK__GFX_GDS_OA_PIPE_MEM,
179 	TA_RAS_BLOCK__GFX_GDS_INDEX_END = TA_RAS_BLOCK__GFX_GDS_OA_PIPE_MEM,
180 	/* SPI*/
181 	TA_RAS_BLOCK__GFX_SPI_SR_MEM,
182 	/* SQ*/
183 	TA_RAS_BLOCK__GFX_SQ_INDEX_START,
184 	TA_RAS_BLOCK__GFX_SQ_SGPR = TA_RAS_BLOCK__GFX_SQ_INDEX_START,
185 	TA_RAS_BLOCK__GFX_SQ_LDS_D,
186 	TA_RAS_BLOCK__GFX_SQ_LDS_I,
187 	TA_RAS_BLOCK__GFX_SQ_VGPR, /* VGPR = SP*/
188 	TA_RAS_BLOCK__GFX_SQ_INDEX_END = TA_RAS_BLOCK__GFX_SQ_VGPR,
189 	/* SQC (3 ranges)*/
190 	TA_RAS_BLOCK__GFX_SQC_INDEX_START,
191 	/* SQC range 0*/
192 	TA_RAS_BLOCK__GFX_SQC_INDEX0_START = TA_RAS_BLOCK__GFX_SQC_INDEX_START,
193 	TA_RAS_BLOCK__GFX_SQC_INST_UTCL1_LFIFO =
194 		TA_RAS_BLOCK__GFX_SQC_INDEX0_START,
195 	TA_RAS_BLOCK__GFX_SQC_DATA_CU0_WRITE_DATA_BUF,
196 	TA_RAS_BLOCK__GFX_SQC_DATA_CU0_UTCL1_LFIFO,
197 	TA_RAS_BLOCK__GFX_SQC_DATA_CU1_WRITE_DATA_BUF,
198 	TA_RAS_BLOCK__GFX_SQC_DATA_CU1_UTCL1_LFIFO,
199 	TA_RAS_BLOCK__GFX_SQC_DATA_CU2_WRITE_DATA_BUF,
200 	TA_RAS_BLOCK__GFX_SQC_DATA_CU2_UTCL1_LFIFO,
201 	TA_RAS_BLOCK__GFX_SQC_INDEX0_END =
202 		TA_RAS_BLOCK__GFX_SQC_DATA_CU2_UTCL1_LFIFO,
203 	/* SQC range 1*/
204 	TA_RAS_BLOCK__GFX_SQC_INDEX1_START,
205 	TA_RAS_BLOCK__GFX_SQC_INST_BANKA_TAG_RAM =
206 		TA_RAS_BLOCK__GFX_SQC_INDEX1_START,
207 	TA_RAS_BLOCK__GFX_SQC_INST_BANKA_UTCL1_MISS_FIFO,
208 	TA_RAS_BLOCK__GFX_SQC_INST_BANKA_MISS_FIFO,
209 	TA_RAS_BLOCK__GFX_SQC_INST_BANKA_BANK_RAM,
210 	TA_RAS_BLOCK__GFX_SQC_DATA_BANKA_TAG_RAM,
211 	TA_RAS_BLOCK__GFX_SQC_DATA_BANKA_HIT_FIFO,
212 	TA_RAS_BLOCK__GFX_SQC_DATA_BANKA_MISS_FIFO,
213 	TA_RAS_BLOCK__GFX_SQC_DATA_BANKA_DIRTY_BIT_RAM,
214 	TA_RAS_BLOCK__GFX_SQC_DATA_BANKA_BANK_RAM,
215 	TA_RAS_BLOCK__GFX_SQC_INDEX1_END =
216 		TA_RAS_BLOCK__GFX_SQC_DATA_BANKA_BANK_RAM,
217 	/* SQC range 2*/
218 	TA_RAS_BLOCK__GFX_SQC_INDEX2_START,
219 	TA_RAS_BLOCK__GFX_SQC_INST_BANKB_TAG_RAM =
220 		TA_RAS_BLOCK__GFX_SQC_INDEX2_START,
221 	TA_RAS_BLOCK__GFX_SQC_INST_BANKB_UTCL1_MISS_FIFO,
222 	TA_RAS_BLOCK__GFX_SQC_INST_BANKB_MISS_FIFO,
223 	TA_RAS_BLOCK__GFX_SQC_INST_BANKB_BANK_RAM,
224 	TA_RAS_BLOCK__GFX_SQC_DATA_BANKB_TAG_RAM,
225 	TA_RAS_BLOCK__GFX_SQC_DATA_BANKB_HIT_FIFO,
226 	TA_RAS_BLOCK__GFX_SQC_DATA_BANKB_MISS_FIFO,
227 	TA_RAS_BLOCK__GFX_SQC_DATA_BANKB_DIRTY_BIT_RAM,
228 	TA_RAS_BLOCK__GFX_SQC_DATA_BANKB_BANK_RAM,
229 	TA_RAS_BLOCK__GFX_SQC_INDEX2_END =
230 		TA_RAS_BLOCK__GFX_SQC_DATA_BANKB_BANK_RAM,
231 	TA_RAS_BLOCK__GFX_SQC_INDEX_END = TA_RAS_BLOCK__GFX_SQC_INDEX2_END,
232 	/* TA*/
233 	TA_RAS_BLOCK__GFX_TA_INDEX_START,
234 	TA_RAS_BLOCK__GFX_TA_FS_DFIFO = TA_RAS_BLOCK__GFX_TA_INDEX_START,
235 	TA_RAS_BLOCK__GFX_TA_FS_AFIFO,
236 	TA_RAS_BLOCK__GFX_TA_FL_LFIFO,
237 	TA_RAS_BLOCK__GFX_TA_FX_LFIFO,
238 	TA_RAS_BLOCK__GFX_TA_FS_CFIFO,
239 	TA_RAS_BLOCK__GFX_TA_INDEX_END = TA_RAS_BLOCK__GFX_TA_FS_CFIFO,
240 	/* TCA*/
241 	TA_RAS_BLOCK__GFX_TCA_INDEX_START,
242 	TA_RAS_BLOCK__GFX_TCA_HOLE_FIFO = TA_RAS_BLOCK__GFX_TCA_INDEX_START,
243 	TA_RAS_BLOCK__GFX_TCA_REQ_FIFO,
244 	TA_RAS_BLOCK__GFX_TCA_INDEX_END = TA_RAS_BLOCK__GFX_TCA_REQ_FIFO,
245 	/* TCC (5 sub-ranges)*/
246 	TA_RAS_BLOCK__GFX_TCC_INDEX_START,
247 	/* TCC range 0*/
248 	TA_RAS_BLOCK__GFX_TCC_INDEX0_START = TA_RAS_BLOCK__GFX_TCC_INDEX_START,
249 	TA_RAS_BLOCK__GFX_TCC_CACHE_DATA = TA_RAS_BLOCK__GFX_TCC_INDEX0_START,
250 	TA_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_0_1,
251 	TA_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_1_0,
252 	TA_RAS_BLOCK__GFX_TCC_CACHE_DATA_BANK_1_1,
253 	TA_RAS_BLOCK__GFX_TCC_CACHE_DIRTY_BANK_0,
254 	TA_RAS_BLOCK__GFX_TCC_CACHE_DIRTY_BANK_1,
255 	TA_RAS_BLOCK__GFX_TCC_HIGH_RATE_TAG,
256 	TA_RAS_BLOCK__GFX_TCC_LOW_RATE_TAG,
257 	TA_RAS_BLOCK__GFX_TCC_INDEX0_END = TA_RAS_BLOCK__GFX_TCC_LOW_RATE_TAG,
258 	/* TCC range 1*/
259 	TA_RAS_BLOCK__GFX_TCC_INDEX1_START,
260 	TA_RAS_BLOCK__GFX_TCC_IN_USE_DEC = TA_RAS_BLOCK__GFX_TCC_INDEX1_START,
261 	TA_RAS_BLOCK__GFX_TCC_IN_USE_TRANSFER,
262 	TA_RAS_BLOCK__GFX_TCC_INDEX1_END =
263 		TA_RAS_BLOCK__GFX_TCC_IN_USE_TRANSFER,
264 	/* TCC range 2*/
265 	TA_RAS_BLOCK__GFX_TCC_INDEX2_START,
266 	TA_RAS_BLOCK__GFX_TCC_RETURN_DATA = TA_RAS_BLOCK__GFX_TCC_INDEX2_START,
267 	TA_RAS_BLOCK__GFX_TCC_RETURN_CONTROL,
268 	TA_RAS_BLOCK__GFX_TCC_UC_ATOMIC_FIFO,
269 	TA_RAS_BLOCK__GFX_TCC_WRITE_RETURN,
270 	TA_RAS_BLOCK__GFX_TCC_WRITE_CACHE_READ,
271 	TA_RAS_BLOCK__GFX_TCC_SRC_FIFO,
272 	TA_RAS_BLOCK__GFX_TCC_SRC_FIFO_NEXT_RAM,
273 	TA_RAS_BLOCK__GFX_TCC_CACHE_TAG_PROBE_FIFO,
274 	TA_RAS_BLOCK__GFX_TCC_INDEX2_END =
275 		TA_RAS_BLOCK__GFX_TCC_CACHE_TAG_PROBE_FIFO,
276 	/* TCC range 3*/
277 	TA_RAS_BLOCK__GFX_TCC_INDEX3_START,
278 	TA_RAS_BLOCK__GFX_TCC_LATENCY_FIFO = TA_RAS_BLOCK__GFX_TCC_INDEX3_START,
279 	TA_RAS_BLOCK__GFX_TCC_LATENCY_FIFO_NEXT_RAM,
280 	TA_RAS_BLOCK__GFX_TCC_INDEX3_END =
281 		TA_RAS_BLOCK__GFX_TCC_LATENCY_FIFO_NEXT_RAM,
282 	/* TCC range 4*/
283 	TA_RAS_BLOCK__GFX_TCC_INDEX4_START,
284 	TA_RAS_BLOCK__GFX_TCC_WRRET_TAG_WRITE_RETURN =
285 		TA_RAS_BLOCK__GFX_TCC_INDEX4_START,
286 	TA_RAS_BLOCK__GFX_TCC_ATOMIC_RETURN_BUFFER,
287 	TA_RAS_BLOCK__GFX_TCC_INDEX4_END =
288 		TA_RAS_BLOCK__GFX_TCC_ATOMIC_RETURN_BUFFER,
289 	TA_RAS_BLOCK__GFX_TCC_INDEX_END = TA_RAS_BLOCK__GFX_TCC_INDEX4_END,
290 	/* TCI*/
291 	TA_RAS_BLOCK__GFX_TCI_WRITE_RAM,
292 	/* TCP*/
293 	TA_RAS_BLOCK__GFX_TCP_INDEX_START,
294 	TA_RAS_BLOCK__GFX_TCP_CACHE_RAM = TA_RAS_BLOCK__GFX_TCP_INDEX_START,
295 	TA_RAS_BLOCK__GFX_TCP_LFIFO_RAM,
296 	TA_RAS_BLOCK__GFX_TCP_CMD_FIFO,
297 	TA_RAS_BLOCK__GFX_TCP_VM_FIFO,
298 	TA_RAS_BLOCK__GFX_TCP_DB_RAM,
299 	TA_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO0,
300 	TA_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO1,
301 	TA_RAS_BLOCK__GFX_TCP_INDEX_END = TA_RAS_BLOCK__GFX_TCP_UTCL1_LFIFO1,
302 	/* TD*/
303 	TA_RAS_BLOCK__GFX_TD_INDEX_START,
304 	TA_RAS_BLOCK__GFX_TD_SS_FIFO_LO = TA_RAS_BLOCK__GFX_TD_INDEX_START,
305 	TA_RAS_BLOCK__GFX_TD_SS_FIFO_HI,
306 	TA_RAS_BLOCK__GFX_TD_CS_FIFO,
307 	TA_RAS_BLOCK__GFX_TD_INDEX_END = TA_RAS_BLOCK__GFX_TD_CS_FIFO,
308 	/* EA (3 sub-ranges)*/
309 	TA_RAS_BLOCK__GFX_EA_INDEX_START,
310 	/* EA range 0*/
311 	TA_RAS_BLOCK__GFX_EA_INDEX0_START = TA_RAS_BLOCK__GFX_EA_INDEX_START,
312 	TA_RAS_BLOCK__GFX_EA_DRAMRD_CMDMEM = TA_RAS_BLOCK__GFX_EA_INDEX0_START,
313 	TA_RAS_BLOCK__GFX_EA_DRAMWR_CMDMEM,
314 	TA_RAS_BLOCK__GFX_EA_DRAMWR_DATAMEM,
315 	TA_RAS_BLOCK__GFX_EA_RRET_TAGMEM,
316 	TA_RAS_BLOCK__GFX_EA_WRET_TAGMEM,
317 	TA_RAS_BLOCK__GFX_EA_GMIRD_CMDMEM,
318 	TA_RAS_BLOCK__GFX_EA_GMIWR_CMDMEM,
319 	TA_RAS_BLOCK__GFX_EA_GMIWR_DATAMEM,
320 	TA_RAS_BLOCK__GFX_EA_INDEX0_END = TA_RAS_BLOCK__GFX_EA_GMIWR_DATAMEM,
321 	/* EA range 1*/
322 	TA_RAS_BLOCK__GFX_EA_INDEX1_START,
323 	TA_RAS_BLOCK__GFX_EA_DRAMRD_PAGEMEM = TA_RAS_BLOCK__GFX_EA_INDEX1_START,
324 	TA_RAS_BLOCK__GFX_EA_DRAMWR_PAGEMEM,
325 	TA_RAS_BLOCK__GFX_EA_IORD_CMDMEM,
326 	TA_RAS_BLOCK__GFX_EA_IOWR_CMDMEM,
327 	TA_RAS_BLOCK__GFX_EA_IOWR_DATAMEM,
328 	TA_RAS_BLOCK__GFX_EA_GMIRD_PAGEMEM,
329 	TA_RAS_BLOCK__GFX_EA_GMIWR_PAGEMEM,
330 	TA_RAS_BLOCK__GFX_EA_INDEX1_END = TA_RAS_BLOCK__GFX_EA_GMIWR_PAGEMEM,
331 	/* EA range 2*/
332 	TA_RAS_BLOCK__GFX_EA_INDEX2_START,
333 	TA_RAS_BLOCK__GFX_EA_MAM_D0MEM = TA_RAS_BLOCK__GFX_EA_INDEX2_START,
334 	TA_RAS_BLOCK__GFX_EA_MAM_D1MEM,
335 	TA_RAS_BLOCK__GFX_EA_MAM_D2MEM,
336 	TA_RAS_BLOCK__GFX_EA_MAM_D3MEM,
337 	TA_RAS_BLOCK__GFX_EA_INDEX2_END = TA_RAS_BLOCK__GFX_EA_MAM_D3MEM,
338 	TA_RAS_BLOCK__GFX_EA_INDEX_END = TA_RAS_BLOCK__GFX_EA_INDEX2_END,
339 	/* UTC VM L2 bank*/
340 	TA_RAS_BLOCK__UTC_VML2_BANK_CACHE,
341 	/* UTC VM walker*/
342 	TA_RAS_BLOCK__UTC_VML2_WALKER,
343 	/* UTC ATC L2 2MB cache*/
344 	TA_RAS_BLOCK__UTC_ATCL2_CACHE_2M_BANK,
345 	/* UTC ATC L2 4KB cache*/
346 	TA_RAS_BLOCK__UTC_ATCL2_CACHE_4K_BANK,
347 	TA_RAS_BLOCK__GFX_MAX
348 };
349 
350 struct ras_gfx_subblock {
351 	unsigned char *name;
352 	int ta_subblock;
353 	int hw_supported_error_type;
354 	int sw_supported_error_type;
355 };
356 
357 #define AMDGPU_RAS_SUB_BLOCK(subblock, a, b, c, d, e, f, g, h)                             \
358 	[AMDGPU_RAS_BLOCK__##subblock] = {                                     \
359 		#subblock,                                                     \
360 		TA_RAS_BLOCK__##subblock,                                      \
361 		((a) | ((b) << 1) | ((c) << 2) | ((d) << 3)),                  \
362 		(((e) << 1) | ((f) << 3) | (g) | ((h) << 2)),                  \
363 	}
364 
365 static const struct ras_gfx_subblock ras_gfx_subblocks[] = {
366 	AMDGPU_RAS_SUB_BLOCK(GFX_CPC_SCRATCH, 0, 1, 1, 1, 1, 0, 0, 1),
367 	AMDGPU_RAS_SUB_BLOCK(GFX_CPC_UCODE, 0, 1, 1, 1, 1, 0, 0, 1),
368 	AMDGPU_RAS_SUB_BLOCK(GFX_DC_STATE_ME1, 1, 0, 0, 1, 0, 0, 1, 0),
369 	AMDGPU_RAS_SUB_BLOCK(GFX_DC_CSINVOC_ME1, 1, 0, 0, 1, 0, 0, 0, 0),
370 	AMDGPU_RAS_SUB_BLOCK(GFX_DC_RESTORE_ME1, 1, 0, 0, 1, 0, 0, 0, 0),
371 	AMDGPU_RAS_SUB_BLOCK(GFX_DC_STATE_ME2, 1, 0, 0, 1, 0, 0, 0, 0),
372 	AMDGPU_RAS_SUB_BLOCK(GFX_DC_CSINVOC_ME2, 1, 0, 0, 1, 0, 0, 0, 0),
373 	AMDGPU_RAS_SUB_BLOCK(GFX_DC_RESTORE_ME2, 1, 0, 0, 1, 0, 0, 0, 0),
374 	AMDGPU_RAS_SUB_BLOCK(GFX_CPF_ROQ_ME2, 1, 0, 0, 1, 0, 0, 0, 0),
375 	AMDGPU_RAS_SUB_BLOCK(GFX_CPF_ROQ_ME1, 1, 0, 0, 1, 0, 0, 1, 0),
376 	AMDGPU_RAS_SUB_BLOCK(GFX_CPF_TAG, 0, 1, 1, 1, 1, 0, 0, 1),
377 	AMDGPU_RAS_SUB_BLOCK(GFX_CPG_DMA_ROQ, 1, 0, 0, 1, 0, 0, 1, 0),
378 	AMDGPU_RAS_SUB_BLOCK(GFX_CPG_DMA_TAG, 0, 1, 1, 1, 0, 1, 0, 1),
379 	AMDGPU_RAS_SUB_BLOCK(GFX_CPG_TAG, 0, 1, 1, 1, 1, 1, 0, 1),
380 	AMDGPU_RAS_SUB_BLOCK(GFX_GDS_MEM, 0, 1, 1, 1, 0, 0, 0, 0),
381 	AMDGPU_RAS_SUB_BLOCK(GFX_GDS_INPUT_QUEUE, 1, 0, 0, 1, 0, 0, 0, 0),
382 	AMDGPU_RAS_SUB_BLOCK(GFX_GDS_OA_PHY_CMD_RAM_MEM, 0, 1, 1, 1, 0, 0, 0,
383 			     0),
384 	AMDGPU_RAS_SUB_BLOCK(GFX_GDS_OA_PHY_DATA_RAM_MEM, 1, 0, 0, 1, 0, 0, 0,
385 			     0),
386 	AMDGPU_RAS_SUB_BLOCK(GFX_GDS_OA_PIPE_MEM, 0, 1, 1, 1, 0, 0, 0, 0),
387 	AMDGPU_RAS_SUB_BLOCK(GFX_SPI_SR_MEM, 1, 0, 0, 1, 0, 0, 0, 0),
388 	AMDGPU_RAS_SUB_BLOCK(GFX_SQ_SGPR, 0, 1, 1, 1, 0, 0, 0, 0),
389 	AMDGPU_RAS_SUB_BLOCK(GFX_SQ_LDS_D, 0, 1, 1, 1, 1, 0, 0, 1),
390 	AMDGPU_RAS_SUB_BLOCK(GFX_SQ_LDS_I, 0, 1, 1, 1, 0, 0, 0, 0),
391 	AMDGPU_RAS_SUB_BLOCK(GFX_SQ_VGPR, 0, 1, 1, 1, 0, 0, 0, 0),
392 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_INST_UTCL1_LFIFO, 0, 1, 1, 1, 0, 0, 0, 1),
393 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_CU0_WRITE_DATA_BUF, 0, 1, 1, 1, 0, 0,
394 			     0, 0),
395 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_CU0_UTCL1_LFIFO, 0, 1, 1, 1, 0, 0, 0,
396 			     0),
397 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_CU1_WRITE_DATA_BUF, 0, 1, 1, 1, 0, 0,
398 			     0, 0),
399 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_CU1_UTCL1_LFIFO, 0, 1, 1, 1, 1, 0, 0,
400 			     0),
401 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_CU2_WRITE_DATA_BUF, 0, 1, 1, 1, 0, 0,
402 			     0, 0),
403 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_CU2_UTCL1_LFIFO, 0, 1, 1, 1, 0, 0, 0,
404 			     0),
405 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_INST_BANKA_TAG_RAM, 0, 1, 1, 1, 1, 0, 0,
406 			     1),
407 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_INST_BANKA_UTCL1_MISS_FIFO, 1, 0, 0, 1, 0,
408 			     0, 0, 0),
409 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_INST_BANKA_MISS_FIFO, 1, 0, 0, 1, 0, 0, 0,
410 			     0),
411 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_INST_BANKA_BANK_RAM, 0, 1, 1, 1, 0, 0, 0,
412 			     0),
413 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_BANKA_TAG_RAM, 0, 1, 1, 1, 0, 0, 0,
414 			     0),
415 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_BANKA_HIT_FIFO, 1, 0, 0, 1, 0, 0, 0,
416 			     0),
417 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_BANKA_MISS_FIFO, 1, 0, 0, 1, 0, 0, 0,
418 			     0),
419 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_BANKA_DIRTY_BIT_RAM, 1, 0, 0, 1, 0, 0,
420 			     0, 0),
421 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_BANKA_BANK_RAM, 0, 1, 1, 1, 0, 0, 0,
422 			     0),
423 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_INST_BANKB_TAG_RAM, 0, 1, 1, 1, 1, 0, 0,
424 			     0),
425 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_INST_BANKB_UTCL1_MISS_FIFO, 1, 0, 0, 1, 0,
426 			     0, 0, 0),
427 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_INST_BANKB_MISS_FIFO, 1, 0, 0, 1, 0, 0, 0,
428 			     0),
429 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_INST_BANKB_BANK_RAM, 0, 1, 1, 1, 0, 0, 0,
430 			     0),
431 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_BANKB_TAG_RAM, 0, 1, 1, 1, 0, 0, 0,
432 			     0),
433 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_BANKB_HIT_FIFO, 1, 0, 0, 1, 0, 0, 0,
434 			     0),
435 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_BANKB_MISS_FIFO, 1, 0, 0, 1, 0, 0, 0,
436 			     0),
437 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_BANKB_DIRTY_BIT_RAM, 1, 0, 0, 1, 0, 0,
438 			     0, 0),
439 	AMDGPU_RAS_SUB_BLOCK(GFX_SQC_DATA_BANKB_BANK_RAM, 0, 1, 1, 1, 0, 0, 0,
440 			     0),
441 	AMDGPU_RAS_SUB_BLOCK(GFX_TA_FS_DFIFO, 0, 1, 1, 1, 1, 0, 0, 1),
442 	AMDGPU_RAS_SUB_BLOCK(GFX_TA_FS_AFIFO, 1, 0, 0, 1, 0, 0, 0, 0),
443 	AMDGPU_RAS_SUB_BLOCK(GFX_TA_FL_LFIFO, 1, 0, 0, 1, 0, 0, 0, 0),
444 	AMDGPU_RAS_SUB_BLOCK(GFX_TA_FX_LFIFO, 1, 0, 0, 1, 0, 0, 0, 0),
445 	AMDGPU_RAS_SUB_BLOCK(GFX_TA_FS_CFIFO, 1, 0, 0, 1, 0, 0, 0, 0),
446 	AMDGPU_RAS_SUB_BLOCK(GFX_TCA_HOLE_FIFO, 1, 0, 0, 1, 0, 1, 1, 0),
447 	AMDGPU_RAS_SUB_BLOCK(GFX_TCA_REQ_FIFO, 1, 0, 0, 1, 0, 0, 0, 0),
448 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_CACHE_DATA, 0, 1, 1, 1, 1, 0, 0, 1),
449 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_CACHE_DATA_BANK_0_1, 0, 1, 1, 1, 1, 0, 0,
450 			     1),
451 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_CACHE_DATA_BANK_1_0, 0, 1, 1, 1, 1, 0, 0,
452 			     1),
453 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_CACHE_DATA_BANK_1_1, 0, 1, 1, 1, 1, 0, 0,
454 			     1),
455 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_CACHE_DIRTY_BANK_0, 0, 1, 1, 1, 0, 0, 0,
456 			     0),
457 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_CACHE_DIRTY_BANK_1, 0, 1, 1, 1, 0, 0, 0,
458 			     0),
459 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_HIGH_RATE_TAG, 0, 1, 1, 1, 0, 0, 0, 0),
460 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_LOW_RATE_TAG, 0, 1, 1, 1, 0, 0, 0, 0),
461 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_IN_USE_DEC, 1, 0, 0, 1, 0, 0, 0, 0),
462 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_IN_USE_TRANSFER, 1, 0, 0, 1, 0, 0, 0, 0),
463 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_RETURN_DATA, 1, 0, 0, 1, 0, 0, 0, 0),
464 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_RETURN_CONTROL, 1, 0, 0, 1, 0, 0, 0, 0),
465 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_UC_ATOMIC_FIFO, 1, 0, 0, 1, 0, 0, 0, 0),
466 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_WRITE_RETURN, 1, 0, 0, 1, 0, 1, 1, 0),
467 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_WRITE_CACHE_READ, 1, 0, 0, 1, 0, 0, 0, 0),
468 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_SRC_FIFO, 0, 1, 1, 1, 0, 0, 0, 0),
469 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_SRC_FIFO_NEXT_RAM, 1, 0, 0, 1, 0, 0, 1, 0),
470 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_CACHE_TAG_PROBE_FIFO, 1, 0, 0, 1, 0, 0, 0,
471 			     0),
472 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_LATENCY_FIFO, 1, 0, 0, 1, 0, 0, 0, 0),
473 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_LATENCY_FIFO_NEXT_RAM, 1, 0, 0, 1, 0, 0, 0,
474 			     0),
475 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_WRRET_TAG_WRITE_RETURN, 1, 0, 0, 1, 0, 0,
476 			     0, 0),
477 	AMDGPU_RAS_SUB_BLOCK(GFX_TCC_ATOMIC_RETURN_BUFFER, 1, 0, 0, 1, 0, 0, 0,
478 			     0),
479 	AMDGPU_RAS_SUB_BLOCK(GFX_TCI_WRITE_RAM, 1, 0, 0, 1, 0, 0, 0, 0),
480 	AMDGPU_RAS_SUB_BLOCK(GFX_TCP_CACHE_RAM, 0, 1, 1, 1, 1, 0, 0, 1),
481 	AMDGPU_RAS_SUB_BLOCK(GFX_TCP_LFIFO_RAM, 0, 1, 1, 1, 0, 0, 0, 0),
482 	AMDGPU_RAS_SUB_BLOCK(GFX_TCP_CMD_FIFO, 1, 0, 0, 1, 0, 0, 0, 0),
483 	AMDGPU_RAS_SUB_BLOCK(GFX_TCP_VM_FIFO, 0, 1, 1, 1, 0, 0, 0, 0),
484 	AMDGPU_RAS_SUB_BLOCK(GFX_TCP_DB_RAM, 1, 0, 0, 1, 0, 0, 0, 0),
485 	AMDGPU_RAS_SUB_BLOCK(GFX_TCP_UTCL1_LFIFO0, 0, 1, 1, 1, 0, 0, 0, 0),
486 	AMDGPU_RAS_SUB_BLOCK(GFX_TCP_UTCL1_LFIFO1, 0, 1, 1, 1, 0, 0, 0, 0),
487 	AMDGPU_RAS_SUB_BLOCK(GFX_TD_SS_FIFO_LO, 0, 1, 1, 1, 1, 0, 0, 1),
488 	AMDGPU_RAS_SUB_BLOCK(GFX_TD_SS_FIFO_HI, 0, 1, 1, 1, 0, 0, 0, 0),
489 	AMDGPU_RAS_SUB_BLOCK(GFX_TD_CS_FIFO, 1, 0, 0, 1, 0, 0, 0, 0),
490 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_DRAMRD_CMDMEM, 0, 1, 1, 1, 1, 0, 0, 1),
491 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_DRAMWR_CMDMEM, 0, 1, 1, 1, 0, 0, 0, 0),
492 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_DRAMWR_DATAMEM, 0, 1, 1, 1, 0, 0, 0, 0),
493 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_RRET_TAGMEM, 0, 1, 1, 1, 0, 0, 0, 0),
494 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_WRET_TAGMEM, 0, 1, 1, 1, 0, 0, 0, 0),
495 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_GMIRD_CMDMEM, 0, 1, 1, 1, 0, 0, 0, 0),
496 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_GMIWR_CMDMEM, 0, 1, 1, 1, 0, 0, 0, 0),
497 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_GMIWR_DATAMEM, 0, 1, 1, 1, 0, 0, 0, 0),
498 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_DRAMRD_PAGEMEM, 1, 0, 0, 1, 0, 0, 0, 0),
499 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_DRAMWR_PAGEMEM, 1, 0, 0, 1, 0, 0, 0, 0),
500 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_IORD_CMDMEM, 1, 0, 0, 1, 0, 0, 0, 0),
501 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_IOWR_CMDMEM, 1, 0, 0, 1, 0, 0, 0, 0),
502 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_IOWR_DATAMEM, 1, 0, 0, 1, 0, 0, 0, 0),
503 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_GMIRD_PAGEMEM, 1, 0, 0, 1, 0, 0, 0, 0),
504 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_GMIWR_PAGEMEM, 1, 0, 0, 1, 0, 0, 0, 0),
505 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_MAM_D0MEM, 1, 0, 0, 1, 0, 0, 0, 0),
506 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_MAM_D1MEM, 1, 0, 0, 1, 0, 0, 0, 0),
507 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_MAM_D2MEM, 1, 0, 0, 1, 0, 0, 0, 0),
508 	AMDGPU_RAS_SUB_BLOCK(GFX_EA_MAM_D3MEM, 1, 0, 0, 1, 0, 0, 0, 0),
509 	AMDGPU_RAS_SUB_BLOCK(UTC_VML2_BANK_CACHE, 0, 1, 1, 1, 0, 0, 0, 0),
510 	AMDGPU_RAS_SUB_BLOCK(UTC_VML2_WALKER, 0, 1, 1, 1, 0, 0, 0, 0),
511 	AMDGPU_RAS_SUB_BLOCK(UTC_ATCL2_CACHE_2M_BANK, 1, 0, 0, 1, 0, 0, 0, 0),
512 	AMDGPU_RAS_SUB_BLOCK(UTC_ATCL2_CACHE_4K_BANK, 0, 1, 1, 1, 0, 0, 0, 0),
513 };
514 
515 static const struct soc15_reg_golden golden_settings_gc_9_0[] =
516 {
517 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmDB_DEBUG2, 0xf00fffff, 0x00000400),
518 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmDB_DEBUG3, 0x80000000, 0x80000000),
519 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_GPU_ID, 0x0000000f, 0x00000000),
520 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_BINNER_EVENT_CNTL_3, 0x00000003, 0x82400024),
521 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_ENHANCE, 0x3fffffff, 0x00000001),
522 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_LINE_STIPPLE_STATE, 0x0000ff0f, 0x00000000),
523 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSH_MEM_CONFIG, 0x00001000, 0x00001000),
524 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_RESOURCE_RESERVE_CU_0, 0x0007ffff, 0x00000800),
525 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_RESOURCE_RESERVE_CU_1, 0x0007ffff, 0x00000800),
526 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_RESOURCE_RESERVE_EN_CU_0, 0x01ffffff, 0x00ffff87),
527 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_RESOURCE_RESERVE_EN_CU_1, 0x01ffffff, 0x00ffff8f),
528 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSQC_CONFIG, 0x03000000, 0x020a2000),
529 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTA_CNTL_AUX, 0xfffffeef, 0x010b0000),
530 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_HI, 0xffffffff, 0x4a2c0e68),
531 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_LO, 0xffffffff, 0xb5d3f197),
532 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmVGT_CACHE_INVALIDATION, 0x3fff3af3, 0x19200000),
533 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmVGT_GS_MAX_WAVE_ID, 0x00000fff, 0x000003ff),
534 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCP_MEC1_F32_INT_DIS, 0x00000800, 0x00000800),
535 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCP_MEC2_F32_INT_DIS, 0x00000800, 0x00000800),
536 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCP_DEBUG, 0x00008000, 0x00008000)
537 };
538 
539 static const struct soc15_reg_golden golden_settings_gc_9_0_vg10[] =
540 {
541 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL, 0x0000f000, 0x00012107),
542 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL_3, 0x30000000, 0x10000000),
543 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCPC_UTCL1_CNTL, 0x08000000, 0x08000080),
544 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCPF_UTCL1_CNTL, 0x08000000, 0x08000080),
545 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCPG_UTCL1_CNTL, 0x08000000, 0x08000080),
546 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG, 0xffff77ff, 0x2a114042),
547 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG_READ, 0xffff77ff, 0x2a114042),
548 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmIA_UTCL1_CNTL, 0x08000000, 0x08000080),
549 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_ENHANCE_1, 0x00008000, 0x00048000),
550 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_GPM_UTCL1_CNTL_0, 0x08000000, 0x08000080),
551 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_GPM_UTCL1_CNTL_1, 0x08000000, 0x08000080),
552 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_GPM_UTCL1_CNTL_2, 0x08000000, 0x08000080),
553 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_PREWALKER_UTCL1_CNTL, 0x08000000, 0x08000080),
554 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_SPM_UTCL1_CNTL, 0x08000000, 0x08000080),
555 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRMI_UTCL1_CNTL2, 0x00030000, 0x00020000),
556 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_CONFIG_CNTL_1, 0x0000000f, 0x01000107),
557 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTD_CNTL, 0x00001800, 0x00000800),
558 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmWD_UTCL1_CNTL, 0x08000000, 0x08000080)
559 };
560 
561 static const struct soc15_reg_golden golden_settings_gc_9_0_vg20[] =
562 {
563 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_DCC_CONFIG, 0x0f000080, 0x04000080),
564 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL_2, 0x0f000000, 0x0a000000),
565 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL_3, 0x30000000, 0x10000000),
566 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG, 0xf3e777ff, 0x22014042),
567 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG_READ, 0xf3e777ff, 0x22014042),
568 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmDB_DEBUG2, 0x00003e00, 0x00000400),
569 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_ENHANCE_1, 0xff840000, 0x04040000),
570 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRMI_UTCL1_CNTL2, 0x00030000, 0x00030000),
571 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_CONFIG_CNTL_1, 0xffff010f, 0x01000107),
572 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTA_CNTL_AUX, 0x000b0000, 0x000b0000),
573 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTD_CNTL, 0x01000000, 0x01000000)
574 };
575 
576 static const struct soc15_reg_golden golden_settings_gc_9_1[] =
577 {
578 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL, 0xfffdf3cf, 0x00014104),
579 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCPC_UTCL1_CNTL, 0x08000000, 0x08000080),
580 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCPF_UTCL1_CNTL, 0x08000000, 0x08000080),
581 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCPG_UTCL1_CNTL, 0x08000000, 0x08000080),
582 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmDB_DEBUG2, 0xf00fffff, 0x00000420),
583 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_GPU_ID, 0x0000000f, 0x00000000),
584 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmIA_UTCL1_CNTL, 0x08000000, 0x08000080),
585 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_BINNER_EVENT_CNTL_3, 0x00000003, 0x82400024),
586 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_ENHANCE, 0x3fffffff, 0x00000001),
587 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_LINE_STIPPLE_STATE, 0x0000ff0f, 0x00000000),
588 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_GPM_UTCL1_CNTL_0, 0x08000000, 0x08000080),
589 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_GPM_UTCL1_CNTL_1, 0x08000000, 0x08000080),
590 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_GPM_UTCL1_CNTL_2, 0x08000000, 0x08000080),
591 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_PREWALKER_UTCL1_CNTL, 0x08000000, 0x08000080),
592 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_SPM_UTCL1_CNTL, 0x08000000, 0x08000080),
593 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTA_CNTL_AUX, 0xfffffeef, 0x010b0000),
594 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_HI, 0xffffffff, 0x00000000),
595 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_LO, 0xffffffff, 0x00003120),
596 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmVGT_CACHE_INVALIDATION, 0x3fff3af3, 0x19200000),
597 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmVGT_GS_MAX_WAVE_ID, 0x00000fff, 0x000000ff),
598 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmWD_UTCL1_CNTL, 0x08000000, 0x08000080),
599 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCP_MEC1_F32_INT_DIS, 0x00000800, 0x00000800),
600 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCP_MEC2_F32_INT_DIS, 0x00000800, 0x00000800),
601 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCP_DEBUG, 0x00008000, 0x00008000)
602 };
603 
604 static const struct soc15_reg_golden golden_settings_gc_9_1_rv1[] =
605 {
606 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL_3, 0x30000000, 0x10000000),
607 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG, 0xffff77ff, 0x24000042),
608 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG_READ, 0xffff77ff, 0x24000042),
609 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_ENHANCE_1, 0xffffffff, 0x04048000),
610 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_MODE_CNTL_1, 0x06000000, 0x06000000),
611 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRMI_UTCL1_CNTL2, 0x00030000, 0x00020000),
612 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTD_CNTL, 0x01bd9f33, 0x00000800)
613 };
614 
615 static const struct soc15_reg_golden golden_settings_gc_9_1_rv2[] =
616 {
617 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_DCC_CONFIG, 0xff7fffff, 0x04000000),
618 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL, 0xfffdf3cf, 0x00014104),
619 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL_2, 0xff7fffff, 0x0a000000),
620 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCPC_UTCL1_CNTL, 0x7f0fffff, 0x08000080),
621 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCPF_UTCL1_CNTL, 0xff8fffff, 0x08000080),
622 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCPG_UTCL1_CNTL, 0x7f8fffff, 0x08000080),
623 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG, 0xffff77ff, 0x26013041),
624 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG_READ, 0xffff77ff, 0x26013041),
625 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmIA_UTCL1_CNTL, 0x3f8fffff, 0x08000080),
626 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_ENHANCE_1, 0xffffffff, 0x04040000),
627 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_GPM_UTCL1_CNTL_0, 0xff0fffff, 0x08000080),
628 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_GPM_UTCL1_CNTL_1, 0xff0fffff, 0x08000080),
629 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_GPM_UTCL1_CNTL_2, 0xff0fffff, 0x08000080),
630 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_PREWALKER_UTCL1_CNTL, 0xff0fffff, 0x08000080),
631 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmRLC_SPM_UTCL1_CNTL, 0xff0fffff, 0x08000080),
632 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_HI, 0xffffffff, 0x00000000),
633 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_LO, 0xffffffff, 0x00000010),
634 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTD_CNTL, 0x01bd9f33, 0x01000000),
635 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmWD_UTCL1_CNTL, 0x3f8fffff, 0x08000080),
636 };
637 
638 static const struct soc15_reg_golden golden_settings_gc_9_1_rn[] =
639 {
640 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL, 0xfffdf3cf, 0x00014104),
641 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL_2, 0xff7fffff, 0x0a000000),
642 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmDB_DEBUG2, 0xf00fffff, 0x00000400),
643 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG, 0xf3e777ff, 0x24000042),
644 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG_READ, 0xf3e777ff, 0x24000042),
645 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_ENHANCE, 0x3fffffff, 0x00000001),
646 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_ENHANCE_1, 0xffffffff, 0x04040000),
647 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_LINE_STIPPLE_STATE, 0x0000ff0f, 0x00000000),
648 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTA_CNTL_AUX, 0xfffffeef, 0x010b0000),
649 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_HI, 0xffffffff, 0x00000000),
650 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_LO, 0xffffffff, 0x00003120),
651 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGCEA_PROBE_MAP, 0xffffffff, 0x0000cccc),
652 };
653 
654 static const struct soc15_reg_golden golden_settings_gc_9_x_common[] =
655 {
656 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCP_SD_CNTL, 0xffffffff, 0x000001ff),
657 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGRBM_CAM_INDEX, 0xffffffff, 0x00000000),
658 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGRBM_CAM_DATA, 0xffffffff, 0x2544c382)
659 };
660 
661 static const struct soc15_reg_golden golden_settings_gc_9_2_1[] =
662 {
663 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmDB_DEBUG2, 0xf00fffff, 0x00000420),
664 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_GPU_ID, 0x0000000f, 0x00000000),
665 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_BINNER_EVENT_CNTL_3, 0x00000003, 0x82400024),
666 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_ENHANCE, 0x3fffffff, 0x00000001),
667 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_LINE_STIPPLE_STATE, 0x0000ff0f, 0x00000000),
668 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSH_MEM_CONFIG, 0x00001000, 0x00001000),
669 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_RESOURCE_RESERVE_CU_0, 0x0007ffff, 0x00000800),
670 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_RESOURCE_RESERVE_CU_1, 0x0007ffff, 0x00000800),
671 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_RESOURCE_RESERVE_EN_CU_0, 0x01ffffff, 0x0000ff87),
672 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_RESOURCE_RESERVE_EN_CU_1, 0x01ffffff, 0x0000ff8f),
673 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSQC_CONFIG, 0x03000000, 0x020a2000),
674 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTA_CNTL_AUX, 0xfffffeef, 0x010b0000),
675 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_HI, 0xffffffff, 0x4a2c0e68),
676 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_LO, 0xffffffff, 0xb5d3f197),
677 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmVGT_CACHE_INVALIDATION, 0x3fff3af3, 0x19200000),
678 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmVGT_GS_MAX_WAVE_ID, 0x00000fff, 0x000003ff)
679 };
680 
681 static const struct soc15_reg_golden golden_settings_gc_9_2_1_vg12[] =
682 {
683 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_DCC_CONFIG, 0x00000080, 0x04000080),
684 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL, 0xfffdf3cf, 0x00014104),
685 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCB_HW_CONTROL_2, 0x0f000000, 0x0a000000),
686 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG, 0xffff77ff, 0x24104041),
687 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG_READ, 0xffff77ff, 0x24104041),
688 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmPA_SC_ENHANCE_1, 0xffffffff, 0x04040000),
689 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSPI_CONFIG_CNTL_1, 0xffff03ff, 0x01000107),
690 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_HI, 0xffffffff, 0x00000000),
691 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_LO, 0xffffffff, 0x76325410),
692 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTD_CNTL, 0x01bd9f33, 0x01000000),
693 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCP_MEC1_F32_INT_DIS, 0x00000800, 0x00000800),
694 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCP_MEC2_F32_INT_DIS, 0x00000800, 0x00000800),
695 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmCP_DEBUG, 0x00008000, 0x00008000)
696 };
697 
698 static const struct soc15_reg_golden golden_settings_gc_9_4_1_arct[] =
699 {
700 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmGB_ADDR_CONFIG, 0xffff77ff, 0x2a114042),
701 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTA_CNTL_AUX, 0xfffffeef, 0x10b0000),
702 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_0_ARCT, 0x3fffffff, 0x346f0a4e),
703 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_1_ARCT, 0x3fffffff, 0x1c642ca),
704 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_2_ARCT, 0x3fffffff, 0x26f45098),
705 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_3_ARCT, 0x3fffffff, 0x2ebd9fe3),
706 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_4_ARCT, 0x3fffffff, 0xb90f5b1),
707 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_CHAN_STEER_5_ARCT, 0x3ff, 0x135),
708 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSQ_CONFIG, 0xffffffff, 0x011A0000),
709 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmSQ_FIFO_SIZES, 0xffffffff, 0x00000f00),
710 	SOC15_REG_GOLDEN_VALUE(GC, 0, mmTCP_UTCL1_CNTL1, 0x30000000, 0x30000000)
711 };
712 
713 static const struct soc15_reg_rlcg rlcg_access_gc_9_0[] = {
714 	{SOC15_REG_ENTRY(GC, 0, mmGRBM_GFX_INDEX)},
715 	{SOC15_REG_ENTRY(GC, 0, mmSQ_IND_INDEX)},
716 };
717 
718 static const u32 GFX_RLC_SRM_INDEX_CNTL_ADDR_OFFSETS[] =
719 {
720 	mmRLC_SRM_INDEX_CNTL_ADDR_0 - mmRLC_SRM_INDEX_CNTL_ADDR_0,
721 	mmRLC_SRM_INDEX_CNTL_ADDR_1 - mmRLC_SRM_INDEX_CNTL_ADDR_0,
722 	mmRLC_SRM_INDEX_CNTL_ADDR_2 - mmRLC_SRM_INDEX_CNTL_ADDR_0,
723 	mmRLC_SRM_INDEX_CNTL_ADDR_3 - mmRLC_SRM_INDEX_CNTL_ADDR_0,
724 	mmRLC_SRM_INDEX_CNTL_ADDR_4 - mmRLC_SRM_INDEX_CNTL_ADDR_0,
725 	mmRLC_SRM_INDEX_CNTL_ADDR_5 - mmRLC_SRM_INDEX_CNTL_ADDR_0,
726 	mmRLC_SRM_INDEX_CNTL_ADDR_6 - mmRLC_SRM_INDEX_CNTL_ADDR_0,
727 	mmRLC_SRM_INDEX_CNTL_ADDR_7 - mmRLC_SRM_INDEX_CNTL_ADDR_0,
728 };
729 
730 static const u32 GFX_RLC_SRM_INDEX_CNTL_DATA_OFFSETS[] =
731 {
732 	mmRLC_SRM_INDEX_CNTL_DATA_0 - mmRLC_SRM_INDEX_CNTL_DATA_0,
733 	mmRLC_SRM_INDEX_CNTL_DATA_1 - mmRLC_SRM_INDEX_CNTL_DATA_0,
734 	mmRLC_SRM_INDEX_CNTL_DATA_2 - mmRLC_SRM_INDEX_CNTL_DATA_0,
735 	mmRLC_SRM_INDEX_CNTL_DATA_3 - mmRLC_SRM_INDEX_CNTL_DATA_0,
736 	mmRLC_SRM_INDEX_CNTL_DATA_4 - mmRLC_SRM_INDEX_CNTL_DATA_0,
737 	mmRLC_SRM_INDEX_CNTL_DATA_5 - mmRLC_SRM_INDEX_CNTL_DATA_0,
738 	mmRLC_SRM_INDEX_CNTL_DATA_6 - mmRLC_SRM_INDEX_CNTL_DATA_0,
739 	mmRLC_SRM_INDEX_CNTL_DATA_7 - mmRLC_SRM_INDEX_CNTL_DATA_0,
740 };
741 
742 #define VEGA10_GB_ADDR_CONFIG_GOLDEN 0x2a114042
743 #define VEGA12_GB_ADDR_CONFIG_GOLDEN 0x24104041
744 #define RAVEN_GB_ADDR_CONFIG_GOLDEN 0x24000042
745 #define RAVEN2_GB_ADDR_CONFIG_GOLDEN 0x26013041
746 
747 static void gfx_v9_0_set_ring_funcs(struct amdgpu_device *adev);
748 static void gfx_v9_0_set_irq_funcs(struct amdgpu_device *adev);
749 static void gfx_v9_0_set_gds_init(struct amdgpu_device *adev);
750 static void gfx_v9_0_set_rlc_funcs(struct amdgpu_device *adev);
751 static int gfx_v9_0_get_cu_info(struct amdgpu_device *adev,
752 				struct amdgpu_cu_info *cu_info);
753 static uint64_t gfx_v9_0_get_gpu_clock_counter(struct amdgpu_device *adev);
754 static void gfx_v9_0_ring_emit_de_meta(struct amdgpu_ring *ring);
755 static u64 gfx_v9_0_ring_get_rptr_compute(struct amdgpu_ring *ring);
756 static void gfx_v9_0_query_ras_error_count(struct amdgpu_device *adev,
757 					  void *ras_error_status);
758 static int gfx_v9_0_ras_error_inject(struct amdgpu_device *adev,
759 				     void *inject_if);
760 static void gfx_v9_0_reset_ras_error_count(struct amdgpu_device *adev);
761 
762 static void gfx_v9_0_kiq_set_resources(struct amdgpu_ring *kiq_ring,
763 				uint64_t queue_mask)
764 {
765 	amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_SET_RESOURCES, 6));
766 	amdgpu_ring_write(kiq_ring,
767 		PACKET3_SET_RESOURCES_VMID_MASK(0) |
768 		/* vmid_mask:0* queue_type:0 (KIQ) */
769 		PACKET3_SET_RESOURCES_QUEUE_TYPE(0));
770 	amdgpu_ring_write(kiq_ring,
771 			lower_32_bits(queue_mask));	/* queue mask lo */
772 	amdgpu_ring_write(kiq_ring,
773 			upper_32_bits(queue_mask));	/* queue mask hi */
774 	amdgpu_ring_write(kiq_ring, 0);	/* gws mask lo */
775 	amdgpu_ring_write(kiq_ring, 0);	/* gws mask hi */
776 	amdgpu_ring_write(kiq_ring, 0);	/* oac mask */
777 	amdgpu_ring_write(kiq_ring, 0);	/* gds heap base:0, gds heap size:0 */
778 }
779 
780 static void gfx_v9_0_kiq_map_queues(struct amdgpu_ring *kiq_ring,
781 				 struct amdgpu_ring *ring)
782 {
783 	struct amdgpu_device *adev = kiq_ring->adev;
784 	uint64_t mqd_addr = amdgpu_bo_gpu_offset(ring->mqd_obj);
785 	uint64_t wptr_addr = adev->wb.gpu_addr + (ring->wptr_offs * 4);
786 	uint32_t eng_sel = ring->funcs->type == AMDGPU_RING_TYPE_GFX ? 4 : 0;
787 
788 	amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_MAP_QUEUES, 5));
789 	/* Q_sel:0, vmid:0, vidmem: 1, engine:0, num_Q:1*/
790 	amdgpu_ring_write(kiq_ring, /* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */
791 			 PACKET3_MAP_QUEUES_QUEUE_SEL(0) | /* Queue_Sel */
792 			 PACKET3_MAP_QUEUES_VMID(0) | /* VMID */
793 			 PACKET3_MAP_QUEUES_QUEUE(ring->queue) |
794 			 PACKET3_MAP_QUEUES_PIPE(ring->pipe) |
795 			 PACKET3_MAP_QUEUES_ME((ring->me == 1 ? 0 : 1)) |
796 			 /*queue_type: normal compute queue */
797 			 PACKET3_MAP_QUEUES_QUEUE_TYPE(0) |
798 			 /* alloc format: all_on_one_pipe */
799 			 PACKET3_MAP_QUEUES_ALLOC_FORMAT(0) |
800 			 PACKET3_MAP_QUEUES_ENGINE_SEL(eng_sel) |
801 			 /* num_queues: must be 1 */
802 			 PACKET3_MAP_QUEUES_NUM_QUEUES(1));
803 	amdgpu_ring_write(kiq_ring,
804 			PACKET3_MAP_QUEUES_DOORBELL_OFFSET(ring->doorbell_index));
805 	amdgpu_ring_write(kiq_ring, lower_32_bits(mqd_addr));
806 	amdgpu_ring_write(kiq_ring, upper_32_bits(mqd_addr));
807 	amdgpu_ring_write(kiq_ring, lower_32_bits(wptr_addr));
808 	amdgpu_ring_write(kiq_ring, upper_32_bits(wptr_addr));
809 }
810 
811 static void gfx_v9_0_kiq_unmap_queues(struct amdgpu_ring *kiq_ring,
812 				   struct amdgpu_ring *ring,
813 				   enum amdgpu_unmap_queues_action action,
814 				   u64 gpu_addr, u64 seq)
815 {
816 	uint32_t eng_sel = ring->funcs->type == AMDGPU_RING_TYPE_GFX ? 4 : 0;
817 
818 	amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_UNMAP_QUEUES, 4));
819 	amdgpu_ring_write(kiq_ring, /* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */
820 			  PACKET3_UNMAP_QUEUES_ACTION(action) |
821 			  PACKET3_UNMAP_QUEUES_QUEUE_SEL(0) |
822 			  PACKET3_UNMAP_QUEUES_ENGINE_SEL(eng_sel) |
823 			  PACKET3_UNMAP_QUEUES_NUM_QUEUES(1));
824 	amdgpu_ring_write(kiq_ring,
825 			PACKET3_UNMAP_QUEUES_DOORBELL_OFFSET0(ring->doorbell_index));
826 
827 	if (action == PREEMPT_QUEUES_NO_UNMAP) {
828 		amdgpu_ring_write(kiq_ring, lower_32_bits(gpu_addr));
829 		amdgpu_ring_write(kiq_ring, upper_32_bits(gpu_addr));
830 		amdgpu_ring_write(kiq_ring, seq);
831 	} else {
832 		amdgpu_ring_write(kiq_ring, 0);
833 		amdgpu_ring_write(kiq_ring, 0);
834 		amdgpu_ring_write(kiq_ring, 0);
835 	}
836 }
837 
838 static void gfx_v9_0_kiq_query_status(struct amdgpu_ring *kiq_ring,
839 				   struct amdgpu_ring *ring,
840 				   u64 addr,
841 				   u64 seq)
842 {
843 	uint32_t eng_sel = ring->funcs->type == AMDGPU_RING_TYPE_GFX ? 4 : 0;
844 
845 	amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_QUERY_STATUS, 5));
846 	amdgpu_ring_write(kiq_ring,
847 			  PACKET3_QUERY_STATUS_CONTEXT_ID(0) |
848 			  PACKET3_QUERY_STATUS_INTERRUPT_SEL(0) |
849 			  PACKET3_QUERY_STATUS_COMMAND(2));
850 	/* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */
851 	amdgpu_ring_write(kiq_ring,
852 			PACKET3_QUERY_STATUS_DOORBELL_OFFSET(ring->doorbell_index) |
853 			PACKET3_QUERY_STATUS_ENG_SEL(eng_sel));
854 	amdgpu_ring_write(kiq_ring, lower_32_bits(addr));
855 	amdgpu_ring_write(kiq_ring, upper_32_bits(addr));
856 	amdgpu_ring_write(kiq_ring, lower_32_bits(seq));
857 	amdgpu_ring_write(kiq_ring, upper_32_bits(seq));
858 }
859 
860 static void gfx_v9_0_kiq_invalidate_tlbs(struct amdgpu_ring *kiq_ring,
861 				uint16_t pasid, uint32_t flush_type,
862 				bool all_hub)
863 {
864 	amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_INVALIDATE_TLBS, 0));
865 	amdgpu_ring_write(kiq_ring,
866 			PACKET3_INVALIDATE_TLBS_DST_SEL(1) |
867 			PACKET3_INVALIDATE_TLBS_ALL_HUB(all_hub) |
868 			PACKET3_INVALIDATE_TLBS_PASID(pasid) |
869 			PACKET3_INVALIDATE_TLBS_FLUSH_TYPE(flush_type));
870 }
871 
872 static const struct kiq_pm4_funcs gfx_v9_0_kiq_pm4_funcs = {
873 	.kiq_set_resources = gfx_v9_0_kiq_set_resources,
874 	.kiq_map_queues = gfx_v9_0_kiq_map_queues,
875 	.kiq_unmap_queues = gfx_v9_0_kiq_unmap_queues,
876 	.kiq_query_status = gfx_v9_0_kiq_query_status,
877 	.kiq_invalidate_tlbs = gfx_v9_0_kiq_invalidate_tlbs,
878 	.set_resources_size = 8,
879 	.map_queues_size = 7,
880 	.unmap_queues_size = 6,
881 	.query_status_size = 7,
882 	.invalidate_tlbs_size = 2,
883 };
884 
885 static void gfx_v9_0_set_kiq_pm4_funcs(struct amdgpu_device *adev)
886 {
887 	adev->gfx.kiq.pmf = &gfx_v9_0_kiq_pm4_funcs;
888 }
889 
890 static void gfx_v9_0_init_golden_registers(struct amdgpu_device *adev)
891 {
892 	switch (adev->ip_versions[GC_HWIP][0]) {
893 	case IP_VERSION(9, 0, 1):
894 		soc15_program_register_sequence(adev,
895 						golden_settings_gc_9_0,
896 						ARRAY_SIZE(golden_settings_gc_9_0));
897 		soc15_program_register_sequence(adev,
898 						golden_settings_gc_9_0_vg10,
899 						ARRAY_SIZE(golden_settings_gc_9_0_vg10));
900 		break;
901 	case IP_VERSION(9, 2, 1):
902 		soc15_program_register_sequence(adev,
903 						golden_settings_gc_9_2_1,
904 						ARRAY_SIZE(golden_settings_gc_9_2_1));
905 		soc15_program_register_sequence(adev,
906 						golden_settings_gc_9_2_1_vg12,
907 						ARRAY_SIZE(golden_settings_gc_9_2_1_vg12));
908 		break;
909 	case IP_VERSION(9, 4, 0):
910 		soc15_program_register_sequence(adev,
911 						golden_settings_gc_9_0,
912 						ARRAY_SIZE(golden_settings_gc_9_0));
913 		soc15_program_register_sequence(adev,
914 						golden_settings_gc_9_0_vg20,
915 						ARRAY_SIZE(golden_settings_gc_9_0_vg20));
916 		break;
917 	case IP_VERSION(9, 4, 1):
918 		soc15_program_register_sequence(adev,
919 						golden_settings_gc_9_4_1_arct,
920 						ARRAY_SIZE(golden_settings_gc_9_4_1_arct));
921 		break;
922 	case IP_VERSION(9, 2, 2):
923 	case IP_VERSION(9, 1, 0):
924 		soc15_program_register_sequence(adev, golden_settings_gc_9_1,
925 						ARRAY_SIZE(golden_settings_gc_9_1));
926 		if (adev->apu_flags & AMD_APU_IS_RAVEN2)
927 			soc15_program_register_sequence(adev,
928 							golden_settings_gc_9_1_rv2,
929 							ARRAY_SIZE(golden_settings_gc_9_1_rv2));
930 		else
931 			soc15_program_register_sequence(adev,
932 							golden_settings_gc_9_1_rv1,
933 							ARRAY_SIZE(golden_settings_gc_9_1_rv1));
934 		break;
935 	 case IP_VERSION(9, 3, 0):
936 		soc15_program_register_sequence(adev,
937 						golden_settings_gc_9_1_rn,
938 						ARRAY_SIZE(golden_settings_gc_9_1_rn));
939 		return; /* for renoir, don't need common goldensetting */
940 	case IP_VERSION(9, 4, 2):
941 		gfx_v9_4_2_init_golden_registers(adev,
942 						 adev->smuio.funcs->get_die_id(adev));
943 		break;
944 	default:
945 		break;
946 	}
947 
948 	if ((adev->ip_versions[GC_HWIP][0] != IP_VERSION(9, 4, 1)) &&
949 	    (adev->ip_versions[GC_HWIP][0] != IP_VERSION(9, 4, 2)))
950 		soc15_program_register_sequence(adev, golden_settings_gc_9_x_common,
951 						(const u32)ARRAY_SIZE(golden_settings_gc_9_x_common));
952 }
953 
954 static void gfx_v9_0_scratch_init(struct amdgpu_device *adev)
955 {
956 	adev->gfx.scratch.num_reg = 8;
957 	adev->gfx.scratch.reg_base = SOC15_REG_OFFSET(GC, 0, mmSCRATCH_REG0);
958 	adev->gfx.scratch.free_mask = (1u << adev->gfx.scratch.num_reg) - 1;
959 }
960 
961 static void gfx_v9_0_write_data_to_reg(struct amdgpu_ring *ring, int eng_sel,
962 				       bool wc, uint32_t reg, uint32_t val)
963 {
964 	amdgpu_ring_write(ring, PACKET3(PACKET3_WRITE_DATA, 3));
965 	amdgpu_ring_write(ring, WRITE_DATA_ENGINE_SEL(eng_sel) |
966 				WRITE_DATA_DST_SEL(0) |
967 				(wc ? WR_CONFIRM : 0));
968 	amdgpu_ring_write(ring, reg);
969 	amdgpu_ring_write(ring, 0);
970 	amdgpu_ring_write(ring, val);
971 }
972 
973 static void gfx_v9_0_wait_reg_mem(struct amdgpu_ring *ring, int eng_sel,
974 				  int mem_space, int opt, uint32_t addr0,
975 				  uint32_t addr1, uint32_t ref, uint32_t mask,
976 				  uint32_t inv)
977 {
978 	amdgpu_ring_write(ring, PACKET3(PACKET3_WAIT_REG_MEM, 5));
979 	amdgpu_ring_write(ring,
980 				 /* memory (1) or register (0) */
981 				 (WAIT_REG_MEM_MEM_SPACE(mem_space) |
982 				 WAIT_REG_MEM_OPERATION(opt) | /* wait */
983 				 WAIT_REG_MEM_FUNCTION(3) |  /* equal */
984 				 WAIT_REG_MEM_ENGINE(eng_sel)));
985 
986 	if (mem_space)
987 		BUG_ON(addr0 & 0x3); /* Dword align */
988 	amdgpu_ring_write(ring, addr0);
989 	amdgpu_ring_write(ring, addr1);
990 	amdgpu_ring_write(ring, ref);
991 	amdgpu_ring_write(ring, mask);
992 	amdgpu_ring_write(ring, inv); /* poll interval */
993 }
994 
995 static int gfx_v9_0_ring_test_ring(struct amdgpu_ring *ring)
996 {
997 	struct amdgpu_device *adev = ring->adev;
998 	uint32_t scratch;
999 	uint32_t tmp = 0;
1000 	unsigned i;
1001 	int r;
1002 
1003 	r = amdgpu_gfx_scratch_get(adev, &scratch);
1004 	if (r)
1005 		return r;
1006 
1007 	WREG32(scratch, 0xCAFEDEAD);
1008 	r = amdgpu_ring_alloc(ring, 3);
1009 	if (r)
1010 		goto error_free_scratch;
1011 
1012 	amdgpu_ring_write(ring, PACKET3(PACKET3_SET_UCONFIG_REG, 1));
1013 	amdgpu_ring_write(ring, (scratch - PACKET3_SET_UCONFIG_REG_START));
1014 	amdgpu_ring_write(ring, 0xDEADBEEF);
1015 	amdgpu_ring_commit(ring);
1016 
1017 	for (i = 0; i < adev->usec_timeout; i++) {
1018 		tmp = RREG32(scratch);
1019 		if (tmp == 0xDEADBEEF)
1020 			break;
1021 		udelay(1);
1022 	}
1023 
1024 	if (i >= adev->usec_timeout)
1025 		r = -ETIMEDOUT;
1026 
1027 error_free_scratch:
1028 	amdgpu_gfx_scratch_free(adev, scratch);
1029 	return r;
1030 }
1031 
1032 static int gfx_v9_0_ring_test_ib(struct amdgpu_ring *ring, long timeout)
1033 {
1034 	struct amdgpu_device *adev = ring->adev;
1035 	struct amdgpu_ib ib;
1036 	struct dma_fence *f = NULL;
1037 
1038 	unsigned index;
1039 	uint64_t gpu_addr;
1040 	uint32_t tmp;
1041 	long r;
1042 
1043 	r = amdgpu_device_wb_get(adev, &index);
1044 	if (r)
1045 		return r;
1046 
1047 	gpu_addr = adev->wb.gpu_addr + (index * 4);
1048 	adev->wb.wb[index] = cpu_to_le32(0xCAFEDEAD);
1049 	memset(&ib, 0, sizeof(ib));
1050 	r = amdgpu_ib_get(adev, NULL, 16,
1051 					AMDGPU_IB_POOL_DIRECT, &ib);
1052 	if (r)
1053 		goto err1;
1054 
1055 	ib.ptr[0] = PACKET3(PACKET3_WRITE_DATA, 3);
1056 	ib.ptr[1] = WRITE_DATA_DST_SEL(5) | WR_CONFIRM;
1057 	ib.ptr[2] = lower_32_bits(gpu_addr);
1058 	ib.ptr[3] = upper_32_bits(gpu_addr);
1059 	ib.ptr[4] = 0xDEADBEEF;
1060 	ib.length_dw = 5;
1061 
1062 	r = amdgpu_ib_schedule(ring, 1, &ib, NULL, &f);
1063 	if (r)
1064 		goto err2;
1065 
1066 	r = dma_fence_wait_timeout(f, false, timeout);
1067 	if (r == 0) {
1068 		r = -ETIMEDOUT;
1069 		goto err2;
1070 	} else if (r < 0) {
1071 		goto err2;
1072 	}
1073 
1074 	tmp = adev->wb.wb[index];
1075 	if (tmp == 0xDEADBEEF)
1076 		r = 0;
1077 	else
1078 		r = -EINVAL;
1079 
1080 err2:
1081 	amdgpu_ib_free(adev, &ib, NULL);
1082 	dma_fence_put(f);
1083 err1:
1084 	amdgpu_device_wb_free(adev, index);
1085 	return r;
1086 }
1087 
1088 
1089 static void gfx_v9_0_free_microcode(struct amdgpu_device *adev)
1090 {
1091 	release_firmware(adev->gfx.pfp_fw);
1092 	adev->gfx.pfp_fw = NULL;
1093 	release_firmware(adev->gfx.me_fw);
1094 	adev->gfx.me_fw = NULL;
1095 	release_firmware(adev->gfx.ce_fw);
1096 	adev->gfx.ce_fw = NULL;
1097 	release_firmware(adev->gfx.rlc_fw);
1098 	adev->gfx.rlc_fw = NULL;
1099 	release_firmware(adev->gfx.mec_fw);
1100 	adev->gfx.mec_fw = NULL;
1101 	release_firmware(adev->gfx.mec2_fw);
1102 	adev->gfx.mec2_fw = NULL;
1103 
1104 	kfree(adev->gfx.rlc.register_list_format);
1105 }
1106 
1107 static void gfx_v9_0_init_rlc_ext_microcode(struct amdgpu_device *adev)
1108 {
1109 	const struct rlc_firmware_header_v2_1 *rlc_hdr;
1110 
1111 	rlc_hdr = (const struct rlc_firmware_header_v2_1 *)adev->gfx.rlc_fw->data;
1112 	adev->gfx.rlc_srlc_fw_version = le32_to_cpu(rlc_hdr->save_restore_list_cntl_ucode_ver);
1113 	adev->gfx.rlc_srlc_feature_version = le32_to_cpu(rlc_hdr->save_restore_list_cntl_feature_ver);
1114 	adev->gfx.rlc.save_restore_list_cntl_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_cntl_size_bytes);
1115 	adev->gfx.rlc.save_restore_list_cntl = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_cntl_offset_bytes);
1116 	adev->gfx.rlc_srlg_fw_version = le32_to_cpu(rlc_hdr->save_restore_list_gpm_ucode_ver);
1117 	adev->gfx.rlc_srlg_feature_version = le32_to_cpu(rlc_hdr->save_restore_list_gpm_feature_ver);
1118 	adev->gfx.rlc.save_restore_list_gpm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_gpm_size_bytes);
1119 	adev->gfx.rlc.save_restore_list_gpm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_gpm_offset_bytes);
1120 	adev->gfx.rlc_srls_fw_version = le32_to_cpu(rlc_hdr->save_restore_list_srm_ucode_ver);
1121 	adev->gfx.rlc_srls_feature_version = le32_to_cpu(rlc_hdr->save_restore_list_srm_feature_ver);
1122 	adev->gfx.rlc.save_restore_list_srm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_srm_size_bytes);
1123 	adev->gfx.rlc.save_restore_list_srm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_srm_offset_bytes);
1124 	adev->gfx.rlc.reg_list_format_direct_reg_list_length =
1125 			le32_to_cpu(rlc_hdr->reg_list_format_direct_reg_list_length);
1126 }
1127 
1128 static void gfx_v9_0_check_fw_write_wait(struct amdgpu_device *adev)
1129 {
1130 	adev->gfx.me_fw_write_wait = false;
1131 	adev->gfx.mec_fw_write_wait = false;
1132 
1133 	if ((adev->ip_versions[GC_HWIP][0] != IP_VERSION(9, 4, 1)) &&
1134 	    ((adev->gfx.mec_fw_version < 0x000001a5) ||
1135 	    (adev->gfx.mec_feature_version < 46) ||
1136 	    (adev->gfx.pfp_fw_version < 0x000000b7) ||
1137 	    (adev->gfx.pfp_feature_version < 46)))
1138 		DRM_WARN_ONCE("CP firmware version too old, please update!");
1139 
1140 	switch (adev->ip_versions[GC_HWIP][0]) {
1141 	case IP_VERSION(9, 0, 1):
1142 		if ((adev->gfx.me_fw_version >= 0x0000009c) &&
1143 		    (adev->gfx.me_feature_version >= 42) &&
1144 		    (adev->gfx.pfp_fw_version >=  0x000000b1) &&
1145 		    (adev->gfx.pfp_feature_version >= 42))
1146 			adev->gfx.me_fw_write_wait = true;
1147 
1148 		if ((adev->gfx.mec_fw_version >=  0x00000193) &&
1149 		    (adev->gfx.mec_feature_version >= 42))
1150 			adev->gfx.mec_fw_write_wait = true;
1151 		break;
1152 	case IP_VERSION(9, 2, 1):
1153 		if ((adev->gfx.me_fw_version >= 0x0000009c) &&
1154 		    (adev->gfx.me_feature_version >= 44) &&
1155 		    (adev->gfx.pfp_fw_version >=  0x000000b2) &&
1156 		    (adev->gfx.pfp_feature_version >= 44))
1157 			adev->gfx.me_fw_write_wait = true;
1158 
1159 		if ((adev->gfx.mec_fw_version >=  0x00000196) &&
1160 		    (adev->gfx.mec_feature_version >= 44))
1161 			adev->gfx.mec_fw_write_wait = true;
1162 		break;
1163 	case IP_VERSION(9, 4, 0):
1164 		if ((adev->gfx.me_fw_version >= 0x0000009c) &&
1165 		    (adev->gfx.me_feature_version >= 44) &&
1166 		    (adev->gfx.pfp_fw_version >=  0x000000b2) &&
1167 		    (adev->gfx.pfp_feature_version >= 44))
1168 			adev->gfx.me_fw_write_wait = true;
1169 
1170 		if ((adev->gfx.mec_fw_version >=  0x00000197) &&
1171 		    (adev->gfx.mec_feature_version >= 44))
1172 			adev->gfx.mec_fw_write_wait = true;
1173 		break;
1174 	case IP_VERSION(9, 1, 0):
1175 	case IP_VERSION(9, 2, 2):
1176 		if ((adev->gfx.me_fw_version >= 0x0000009c) &&
1177 		    (adev->gfx.me_feature_version >= 42) &&
1178 		    (adev->gfx.pfp_fw_version >=  0x000000b1) &&
1179 		    (adev->gfx.pfp_feature_version >= 42))
1180 			adev->gfx.me_fw_write_wait = true;
1181 
1182 		if ((adev->gfx.mec_fw_version >=  0x00000192) &&
1183 		    (adev->gfx.mec_feature_version >= 42))
1184 			adev->gfx.mec_fw_write_wait = true;
1185 		break;
1186 	default:
1187 		adev->gfx.me_fw_write_wait = true;
1188 		adev->gfx.mec_fw_write_wait = true;
1189 		break;
1190 	}
1191 }
1192 
1193 struct amdgpu_gfxoff_quirk {
1194 	u16 chip_vendor;
1195 	u16 chip_device;
1196 	u16 subsys_vendor;
1197 	u16 subsys_device;
1198 	u8 revision;
1199 };
1200 
1201 static const struct amdgpu_gfxoff_quirk amdgpu_gfxoff_quirk_list[] = {
1202 	/* https://bugzilla.kernel.org/show_bug.cgi?id=204689 */
1203 	{ 0x1002, 0x15dd, 0x1002, 0x15dd, 0xc8 },
1204 	/* https://bugzilla.kernel.org/show_bug.cgi?id=207171 */
1205 	{ 0x1002, 0x15dd, 0x103c, 0x83e7, 0xd3 },
1206 	/* GFXOFF is unstable on C6 parts with a VBIOS 113-RAVEN-114 */
1207 	{ 0x1002, 0x15dd, 0x1002, 0x15dd, 0xc6 },
1208 	{ 0, 0, 0, 0, 0 },
1209 };
1210 
1211 static bool gfx_v9_0_should_disable_gfxoff(struct pci_dev *pdev)
1212 {
1213 	const struct amdgpu_gfxoff_quirk *p = amdgpu_gfxoff_quirk_list;
1214 
1215 	while (p && p->chip_device != 0) {
1216 		if (pdev->vendor == p->chip_vendor &&
1217 		    pdev->device == p->chip_device &&
1218 		    pdev->subsystem_vendor == p->subsys_vendor &&
1219 		    pdev->subsystem_device == p->subsys_device &&
1220 		    pdev->revision == p->revision) {
1221 			return true;
1222 		}
1223 		++p;
1224 	}
1225 	return false;
1226 }
1227 
1228 static bool is_raven_kicker(struct amdgpu_device *adev)
1229 {
1230 	if (adev->pm.fw_version >= 0x41e2b)
1231 		return true;
1232 	else
1233 		return false;
1234 }
1235 
1236 static bool check_if_enlarge_doorbell_range(struct amdgpu_device *adev)
1237 {
1238 	if ((adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 3, 0)) &&
1239 	    (adev->gfx.me_fw_version >= 0x000000a5) &&
1240 	    (adev->gfx.me_feature_version >= 52))
1241 		return true;
1242 	else
1243 		return false;
1244 }
1245 
1246 static void gfx_v9_0_check_if_need_gfxoff(struct amdgpu_device *adev)
1247 {
1248 	if (gfx_v9_0_should_disable_gfxoff(adev->pdev))
1249 		adev->pm.pp_feature &= ~PP_GFXOFF_MASK;
1250 
1251 	switch (adev->ip_versions[GC_HWIP][0]) {
1252 	case IP_VERSION(9, 0, 1):
1253 	case IP_VERSION(9, 2, 1):
1254 	case IP_VERSION(9, 4, 0):
1255 		break;
1256 	case IP_VERSION(9, 2, 2):
1257 	case IP_VERSION(9, 1, 0):
1258 		if (!((adev->apu_flags & AMD_APU_IS_RAVEN2) ||
1259 		      (adev->apu_flags & AMD_APU_IS_PICASSO)) &&
1260 		    ((!is_raven_kicker(adev) &&
1261 		      adev->gfx.rlc_fw_version < 531) ||
1262 		     (adev->gfx.rlc_feature_version < 1) ||
1263 		     !adev->gfx.rlc.is_rlc_v2_1))
1264 			adev->pm.pp_feature &= ~PP_GFXOFF_MASK;
1265 
1266 		if (adev->pm.pp_feature & PP_GFXOFF_MASK)
1267 			adev->pg_flags |= AMD_PG_SUPPORT_GFX_PG |
1268 				AMD_PG_SUPPORT_CP |
1269 				AMD_PG_SUPPORT_RLC_SMU_HS;
1270 		break;
1271 	case IP_VERSION(9, 3, 0):
1272 		if (adev->pm.pp_feature & PP_GFXOFF_MASK)
1273 			adev->pg_flags |= AMD_PG_SUPPORT_GFX_PG |
1274 				AMD_PG_SUPPORT_CP |
1275 				AMD_PG_SUPPORT_RLC_SMU_HS;
1276 		break;
1277 	default:
1278 		break;
1279 	}
1280 }
1281 
1282 static int gfx_v9_0_init_cp_gfx_microcode(struct amdgpu_device *adev,
1283 					  const char *chip_name)
1284 {
1285 	char fw_name[30];
1286 	int err;
1287 	struct amdgpu_firmware_info *info = NULL;
1288 	const struct common_firmware_header *header = NULL;
1289 	const struct gfx_firmware_header_v1_0 *cp_hdr;
1290 
1291 	snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_pfp.bin", chip_name);
1292 	err = request_firmware(&adev->gfx.pfp_fw, fw_name, adev->dev);
1293 	if (err)
1294 		goto out;
1295 	err = amdgpu_ucode_validate(adev->gfx.pfp_fw);
1296 	if (err)
1297 		goto out;
1298 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data;
1299 	adev->gfx.pfp_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
1300 	adev->gfx.pfp_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
1301 
1302 	snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_me.bin", chip_name);
1303 	err = request_firmware(&adev->gfx.me_fw, fw_name, adev->dev);
1304 	if (err)
1305 		goto out;
1306 	err = amdgpu_ucode_validate(adev->gfx.me_fw);
1307 	if (err)
1308 		goto out;
1309 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data;
1310 	adev->gfx.me_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
1311 	adev->gfx.me_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
1312 
1313 	snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_ce.bin", chip_name);
1314 	err = request_firmware(&adev->gfx.ce_fw, fw_name, adev->dev);
1315 	if (err)
1316 		goto out;
1317 	err = amdgpu_ucode_validate(adev->gfx.ce_fw);
1318 	if (err)
1319 		goto out;
1320 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data;
1321 	adev->gfx.ce_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
1322 	adev->gfx.ce_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
1323 
1324 	if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP) {
1325 		info = &adev->firmware.ucode[AMDGPU_UCODE_ID_CP_PFP];
1326 		info->ucode_id = AMDGPU_UCODE_ID_CP_PFP;
1327 		info->fw = adev->gfx.pfp_fw;
1328 		header = (const struct common_firmware_header *)info->fw->data;
1329 		adev->firmware.fw_size +=
1330 			ALIGN(le32_to_cpu(header->ucode_size_bytes), PAGE_SIZE);
1331 
1332 		info = &adev->firmware.ucode[AMDGPU_UCODE_ID_CP_ME];
1333 		info->ucode_id = AMDGPU_UCODE_ID_CP_ME;
1334 		info->fw = adev->gfx.me_fw;
1335 		header = (const struct common_firmware_header *)info->fw->data;
1336 		adev->firmware.fw_size +=
1337 			ALIGN(le32_to_cpu(header->ucode_size_bytes), PAGE_SIZE);
1338 
1339 		info = &adev->firmware.ucode[AMDGPU_UCODE_ID_CP_CE];
1340 		info->ucode_id = AMDGPU_UCODE_ID_CP_CE;
1341 		info->fw = adev->gfx.ce_fw;
1342 		header = (const struct common_firmware_header *)info->fw->data;
1343 		adev->firmware.fw_size +=
1344 			ALIGN(le32_to_cpu(header->ucode_size_bytes), PAGE_SIZE);
1345 	}
1346 
1347 out:
1348 	if (err) {
1349 		dev_err(adev->dev,
1350 			"gfx9: Failed to load firmware \"%s\"\n",
1351 			fw_name);
1352 		release_firmware(adev->gfx.pfp_fw);
1353 		adev->gfx.pfp_fw = NULL;
1354 		release_firmware(adev->gfx.me_fw);
1355 		adev->gfx.me_fw = NULL;
1356 		release_firmware(adev->gfx.ce_fw);
1357 		adev->gfx.ce_fw = NULL;
1358 	}
1359 	return err;
1360 }
1361 
1362 static int gfx_v9_0_init_rlc_microcode(struct amdgpu_device *adev,
1363 					  const char *chip_name)
1364 {
1365 	char fw_name[30];
1366 	int err;
1367 	struct amdgpu_firmware_info *info = NULL;
1368 	const struct common_firmware_header *header = NULL;
1369 	const struct rlc_firmware_header_v2_0 *rlc_hdr;
1370 	unsigned int *tmp = NULL;
1371 	unsigned int i = 0;
1372 	uint16_t version_major;
1373 	uint16_t version_minor;
1374 	uint32_t smu_version;
1375 
1376 	/*
1377 	 * For Picasso && AM4 SOCKET board, we use picasso_rlc_am4.bin
1378 	 * instead of picasso_rlc.bin.
1379 	 * Judgment method:
1380 	 * PCO AM4: revision >= 0xC8 && revision <= 0xCF
1381 	 *          or revision >= 0xD8 && revision <= 0xDF
1382 	 * otherwise is PCO FP5
1383 	 */
1384 	if (!strcmp(chip_name, "picasso") &&
1385 		(((adev->pdev->revision >= 0xC8) && (adev->pdev->revision <= 0xCF)) ||
1386 		((adev->pdev->revision >= 0xD8) && (adev->pdev->revision <= 0xDF))))
1387 		snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_rlc_am4.bin", chip_name);
1388 	else if (!strcmp(chip_name, "raven") && (amdgpu_pm_load_smu_firmware(adev, &smu_version) == 0) &&
1389 		(smu_version >= 0x41e2b))
1390 		/**
1391 		*SMC is loaded by SBIOS on APU and it's able to get the SMU version directly.
1392 		*/
1393 		snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_kicker_rlc.bin", chip_name);
1394 	else
1395 		snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_rlc.bin", chip_name);
1396 	err = request_firmware(&adev->gfx.rlc_fw, fw_name, adev->dev);
1397 	if (err)
1398 		goto out;
1399 	err = amdgpu_ucode_validate(adev->gfx.rlc_fw);
1400 	rlc_hdr = (const struct rlc_firmware_header_v2_0 *)adev->gfx.rlc_fw->data;
1401 
1402 	version_major = le16_to_cpu(rlc_hdr->header.header_version_major);
1403 	version_minor = le16_to_cpu(rlc_hdr->header.header_version_minor);
1404 	if (version_major == 2 && version_minor == 1)
1405 		adev->gfx.rlc.is_rlc_v2_1 = true;
1406 
1407 	adev->gfx.rlc_fw_version = le32_to_cpu(rlc_hdr->header.ucode_version);
1408 	adev->gfx.rlc_feature_version = le32_to_cpu(rlc_hdr->ucode_feature_version);
1409 	adev->gfx.rlc.save_and_restore_offset =
1410 			le32_to_cpu(rlc_hdr->save_and_restore_offset);
1411 	adev->gfx.rlc.clear_state_descriptor_offset =
1412 			le32_to_cpu(rlc_hdr->clear_state_descriptor_offset);
1413 	adev->gfx.rlc.avail_scratch_ram_locations =
1414 			le32_to_cpu(rlc_hdr->avail_scratch_ram_locations);
1415 	adev->gfx.rlc.reg_restore_list_size =
1416 			le32_to_cpu(rlc_hdr->reg_restore_list_size);
1417 	adev->gfx.rlc.reg_list_format_start =
1418 			le32_to_cpu(rlc_hdr->reg_list_format_start);
1419 	adev->gfx.rlc.reg_list_format_separate_start =
1420 			le32_to_cpu(rlc_hdr->reg_list_format_separate_start);
1421 	adev->gfx.rlc.starting_offsets_start =
1422 			le32_to_cpu(rlc_hdr->starting_offsets_start);
1423 	adev->gfx.rlc.reg_list_format_size_bytes =
1424 			le32_to_cpu(rlc_hdr->reg_list_format_size_bytes);
1425 	adev->gfx.rlc.reg_list_size_bytes =
1426 			le32_to_cpu(rlc_hdr->reg_list_size_bytes);
1427 	adev->gfx.rlc.register_list_format =
1428 			kmalloc(adev->gfx.rlc.reg_list_format_size_bytes +
1429 				adev->gfx.rlc.reg_list_size_bytes, GFP_KERNEL);
1430 	if (!adev->gfx.rlc.register_list_format) {
1431 		err = -ENOMEM;
1432 		goto out;
1433 	}
1434 
1435 	tmp = (unsigned int *)((uintptr_t)rlc_hdr +
1436 			le32_to_cpu(rlc_hdr->reg_list_format_array_offset_bytes));
1437 	for (i = 0 ; i < (adev->gfx.rlc.reg_list_format_size_bytes >> 2); i++)
1438 		adev->gfx.rlc.register_list_format[i] =	le32_to_cpu(tmp[i]);
1439 
1440 	adev->gfx.rlc.register_restore = adev->gfx.rlc.register_list_format + i;
1441 
1442 	tmp = (unsigned int *)((uintptr_t)rlc_hdr +
1443 			le32_to_cpu(rlc_hdr->reg_list_array_offset_bytes));
1444 	for (i = 0 ; i < (adev->gfx.rlc.reg_list_size_bytes >> 2); i++)
1445 		adev->gfx.rlc.register_restore[i] = le32_to_cpu(tmp[i]);
1446 
1447 	if (adev->gfx.rlc.is_rlc_v2_1)
1448 		gfx_v9_0_init_rlc_ext_microcode(adev);
1449 
1450 	if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP) {
1451 		info = &adev->firmware.ucode[AMDGPU_UCODE_ID_RLC_G];
1452 		info->ucode_id = AMDGPU_UCODE_ID_RLC_G;
1453 		info->fw = adev->gfx.rlc_fw;
1454 		header = (const struct common_firmware_header *)info->fw->data;
1455 		adev->firmware.fw_size +=
1456 			ALIGN(le32_to_cpu(header->ucode_size_bytes), PAGE_SIZE);
1457 
1458 		if (adev->gfx.rlc.is_rlc_v2_1 &&
1459 		    adev->gfx.rlc.save_restore_list_cntl_size_bytes &&
1460 		    adev->gfx.rlc.save_restore_list_gpm_size_bytes &&
1461 		    adev->gfx.rlc.save_restore_list_srm_size_bytes) {
1462 			info = &adev->firmware.ucode[AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL];
1463 			info->ucode_id = AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL;
1464 			info->fw = adev->gfx.rlc_fw;
1465 			adev->firmware.fw_size +=
1466 				ALIGN(adev->gfx.rlc.save_restore_list_cntl_size_bytes, PAGE_SIZE);
1467 
1468 			info = &adev->firmware.ucode[AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM];
1469 			info->ucode_id = AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM;
1470 			info->fw = adev->gfx.rlc_fw;
1471 			adev->firmware.fw_size +=
1472 				ALIGN(adev->gfx.rlc.save_restore_list_gpm_size_bytes, PAGE_SIZE);
1473 
1474 			info = &adev->firmware.ucode[AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM];
1475 			info->ucode_id = AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM;
1476 			info->fw = adev->gfx.rlc_fw;
1477 			adev->firmware.fw_size +=
1478 				ALIGN(adev->gfx.rlc.save_restore_list_srm_size_bytes, PAGE_SIZE);
1479 		}
1480 	}
1481 
1482 out:
1483 	if (err) {
1484 		dev_err(adev->dev,
1485 			"gfx9: Failed to load firmware \"%s\"\n",
1486 			fw_name);
1487 		release_firmware(adev->gfx.rlc_fw);
1488 		adev->gfx.rlc_fw = NULL;
1489 	}
1490 	return err;
1491 }
1492 
1493 static bool gfx_v9_0_load_mec2_fw_bin_support(struct amdgpu_device *adev)
1494 {
1495 	if (adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 4, 2) ||
1496 	    adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 4, 1) ||
1497 	    adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 3, 0))
1498 		return false;
1499 
1500 	return true;
1501 }
1502 
1503 static int gfx_v9_0_init_cp_compute_microcode(struct amdgpu_device *adev,
1504 					  const char *chip_name)
1505 {
1506 	char fw_name[30];
1507 	int err;
1508 	struct amdgpu_firmware_info *info = NULL;
1509 	const struct common_firmware_header *header = NULL;
1510 	const struct gfx_firmware_header_v1_0 *cp_hdr;
1511 
1512 	snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_mec.bin", chip_name);
1513 	err = request_firmware(&adev->gfx.mec_fw, fw_name, adev->dev);
1514 	if (err)
1515 		goto out;
1516 	err = amdgpu_ucode_validate(adev->gfx.mec_fw);
1517 	if (err)
1518 		goto out;
1519 	cp_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
1520 	adev->gfx.mec_fw_version = le32_to_cpu(cp_hdr->header.ucode_version);
1521 	adev->gfx.mec_feature_version = le32_to_cpu(cp_hdr->ucode_feature_version);
1522 
1523 
1524 	if (gfx_v9_0_load_mec2_fw_bin_support(adev)) {
1525 		snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_mec2.bin", chip_name);
1526 		err = request_firmware(&adev->gfx.mec2_fw, fw_name, adev->dev);
1527 		if (!err) {
1528 			err = amdgpu_ucode_validate(adev->gfx.mec2_fw);
1529 			if (err)
1530 				goto out;
1531 			cp_hdr = (const struct gfx_firmware_header_v1_0 *)
1532 			adev->gfx.mec2_fw->data;
1533 			adev->gfx.mec2_fw_version =
1534 			le32_to_cpu(cp_hdr->header.ucode_version);
1535 			adev->gfx.mec2_feature_version =
1536 			le32_to_cpu(cp_hdr->ucode_feature_version);
1537 		} else {
1538 			err = 0;
1539 			adev->gfx.mec2_fw = NULL;
1540 		}
1541 	} else {
1542 		adev->gfx.mec2_fw_version = adev->gfx.mec_fw_version;
1543 		adev->gfx.mec2_feature_version = adev->gfx.mec_feature_version;
1544 	}
1545 
1546 	if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP) {
1547 		info = &adev->firmware.ucode[AMDGPU_UCODE_ID_CP_MEC1];
1548 		info->ucode_id = AMDGPU_UCODE_ID_CP_MEC1;
1549 		info->fw = adev->gfx.mec_fw;
1550 		header = (const struct common_firmware_header *)info->fw->data;
1551 		cp_hdr = (const struct gfx_firmware_header_v1_0 *)info->fw->data;
1552 		adev->firmware.fw_size +=
1553 			ALIGN(le32_to_cpu(header->ucode_size_bytes) - le32_to_cpu(cp_hdr->jt_size) * 4, PAGE_SIZE);
1554 
1555 		info = &adev->firmware.ucode[AMDGPU_UCODE_ID_CP_MEC1_JT];
1556 		info->ucode_id = AMDGPU_UCODE_ID_CP_MEC1_JT;
1557 		info->fw = adev->gfx.mec_fw;
1558 		adev->firmware.fw_size +=
1559 			ALIGN(le32_to_cpu(cp_hdr->jt_size) * 4, PAGE_SIZE);
1560 
1561 		if (adev->gfx.mec2_fw) {
1562 			info = &adev->firmware.ucode[AMDGPU_UCODE_ID_CP_MEC2];
1563 			info->ucode_id = AMDGPU_UCODE_ID_CP_MEC2;
1564 			info->fw = adev->gfx.mec2_fw;
1565 			header = (const struct common_firmware_header *)info->fw->data;
1566 			cp_hdr = (const struct gfx_firmware_header_v1_0 *)info->fw->data;
1567 			adev->firmware.fw_size +=
1568 				ALIGN(le32_to_cpu(header->ucode_size_bytes) - le32_to_cpu(cp_hdr->jt_size) * 4, PAGE_SIZE);
1569 
1570 			/* TODO: Determine if MEC2 JT FW loading can be removed
1571 				 for all GFX V9 asic and above */
1572 			if (gfx_v9_0_load_mec2_fw_bin_support(adev)) {
1573 				info = &adev->firmware.ucode[AMDGPU_UCODE_ID_CP_MEC2_JT];
1574 				info->ucode_id = AMDGPU_UCODE_ID_CP_MEC2_JT;
1575 				info->fw = adev->gfx.mec2_fw;
1576 				adev->firmware.fw_size +=
1577 					ALIGN(le32_to_cpu(cp_hdr->jt_size) * 4,
1578 					PAGE_SIZE);
1579 			}
1580 		}
1581 	}
1582 
1583 out:
1584 	gfx_v9_0_check_if_need_gfxoff(adev);
1585 	gfx_v9_0_check_fw_write_wait(adev);
1586 	if (err) {
1587 		dev_err(adev->dev,
1588 			"gfx9: Failed to load firmware \"%s\"\n",
1589 			fw_name);
1590 		release_firmware(adev->gfx.mec_fw);
1591 		adev->gfx.mec_fw = NULL;
1592 		release_firmware(adev->gfx.mec2_fw);
1593 		adev->gfx.mec2_fw = NULL;
1594 	}
1595 	return err;
1596 }
1597 
1598 static int gfx_v9_0_init_microcode(struct amdgpu_device *adev)
1599 {
1600 	const char *chip_name;
1601 	int r;
1602 
1603 	DRM_DEBUG("\n");
1604 
1605 	switch (adev->ip_versions[GC_HWIP][0]) {
1606 	case IP_VERSION(9, 0, 1):
1607 		chip_name = "vega10";
1608 		break;
1609 	case IP_VERSION(9, 2, 1):
1610 		chip_name = "vega12";
1611 		break;
1612 	case IP_VERSION(9, 4, 0):
1613 		chip_name = "vega20";
1614 		break;
1615 	case IP_VERSION(9, 2, 2):
1616 	case IP_VERSION(9, 1, 0):
1617 		if (adev->apu_flags & AMD_APU_IS_RAVEN2)
1618 			chip_name = "raven2";
1619 		else if (adev->apu_flags & AMD_APU_IS_PICASSO)
1620 			chip_name = "picasso";
1621 		else
1622 			chip_name = "raven";
1623 		break;
1624 	case IP_VERSION(9, 4, 1):
1625 		chip_name = "arcturus";
1626 		break;
1627 	case IP_VERSION(9, 3, 0):
1628 		if (adev->apu_flags & AMD_APU_IS_RENOIR)
1629 			chip_name = "renoir";
1630 		else
1631 			chip_name = "green_sardine";
1632 		break;
1633 	case IP_VERSION(9, 4, 2):
1634 		chip_name = "aldebaran";
1635 		break;
1636 	default:
1637 		BUG();
1638 	}
1639 
1640 	/* No CPG in Arcturus */
1641 	if (adev->gfx.num_gfx_rings) {
1642 		r = gfx_v9_0_init_cp_gfx_microcode(adev, chip_name);
1643 		if (r)
1644 			return r;
1645 	}
1646 
1647 	r = gfx_v9_0_init_rlc_microcode(adev, chip_name);
1648 	if (r)
1649 		return r;
1650 
1651 	r = gfx_v9_0_init_cp_compute_microcode(adev, chip_name);
1652 	if (r)
1653 		return r;
1654 
1655 	return r;
1656 }
1657 
1658 static u32 gfx_v9_0_get_csb_size(struct amdgpu_device *adev)
1659 {
1660 	u32 count = 0;
1661 	const struct cs_section_def *sect = NULL;
1662 	const struct cs_extent_def *ext = NULL;
1663 
1664 	/* begin clear state */
1665 	count += 2;
1666 	/* context control state */
1667 	count += 3;
1668 
1669 	for (sect = gfx9_cs_data; sect->section != NULL; ++sect) {
1670 		for (ext = sect->section; ext->extent != NULL; ++ext) {
1671 			if (sect->id == SECT_CONTEXT)
1672 				count += 2 + ext->reg_count;
1673 			else
1674 				return 0;
1675 		}
1676 	}
1677 
1678 	/* end clear state */
1679 	count += 2;
1680 	/* clear state */
1681 	count += 2;
1682 
1683 	return count;
1684 }
1685 
1686 static void gfx_v9_0_get_csb_buffer(struct amdgpu_device *adev,
1687 				    volatile u32 *buffer)
1688 {
1689 	u32 count = 0, i;
1690 	const struct cs_section_def *sect = NULL;
1691 	const struct cs_extent_def *ext = NULL;
1692 
1693 	if (adev->gfx.rlc.cs_data == NULL)
1694 		return;
1695 	if (buffer == NULL)
1696 		return;
1697 
1698 	buffer[count++] = cpu_to_le32(PACKET3(PACKET3_PREAMBLE_CNTL, 0));
1699 	buffer[count++] = cpu_to_le32(PACKET3_PREAMBLE_BEGIN_CLEAR_STATE);
1700 
1701 	buffer[count++] = cpu_to_le32(PACKET3(PACKET3_CONTEXT_CONTROL, 1));
1702 	buffer[count++] = cpu_to_le32(0x80000000);
1703 	buffer[count++] = cpu_to_le32(0x80000000);
1704 
1705 	for (sect = adev->gfx.rlc.cs_data; sect->section != NULL; ++sect) {
1706 		for (ext = sect->section; ext->extent != NULL; ++ext) {
1707 			if (sect->id == SECT_CONTEXT) {
1708 				buffer[count++] =
1709 					cpu_to_le32(PACKET3(PACKET3_SET_CONTEXT_REG, ext->reg_count));
1710 				buffer[count++] = cpu_to_le32(ext->reg_index -
1711 						PACKET3_SET_CONTEXT_REG_START);
1712 				for (i = 0; i < ext->reg_count; i++)
1713 					buffer[count++] = cpu_to_le32(ext->extent[i]);
1714 			} else {
1715 				return;
1716 			}
1717 		}
1718 	}
1719 
1720 	buffer[count++] = cpu_to_le32(PACKET3(PACKET3_PREAMBLE_CNTL, 0));
1721 	buffer[count++] = cpu_to_le32(PACKET3_PREAMBLE_END_CLEAR_STATE);
1722 
1723 	buffer[count++] = cpu_to_le32(PACKET3(PACKET3_CLEAR_STATE, 0));
1724 	buffer[count++] = cpu_to_le32(0);
1725 }
1726 
1727 static void gfx_v9_0_init_always_on_cu_mask(struct amdgpu_device *adev)
1728 {
1729 	struct amdgpu_cu_info *cu_info = &adev->gfx.cu_info;
1730 	uint32_t pg_always_on_cu_num = 2;
1731 	uint32_t always_on_cu_num;
1732 	uint32_t i, j, k;
1733 	uint32_t mask, cu_bitmap, counter;
1734 
1735 	if (adev->flags & AMD_IS_APU)
1736 		always_on_cu_num = 4;
1737 	else if (adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 2, 1))
1738 		always_on_cu_num = 8;
1739 	else
1740 		always_on_cu_num = 12;
1741 
1742 	mutex_lock(&adev->grbm_idx_mutex);
1743 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
1744 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
1745 			mask = 1;
1746 			cu_bitmap = 0;
1747 			counter = 0;
1748 			gfx_v9_0_select_se_sh(adev, i, j, 0xffffffff);
1749 
1750 			for (k = 0; k < adev->gfx.config.max_cu_per_sh; k ++) {
1751 				if (cu_info->bitmap[i][j] & mask) {
1752 					if (counter == pg_always_on_cu_num)
1753 						WREG32_SOC15(GC, 0, mmRLC_PG_ALWAYS_ON_CU_MASK, cu_bitmap);
1754 					if (counter < always_on_cu_num)
1755 						cu_bitmap |= mask;
1756 					else
1757 						break;
1758 					counter++;
1759 				}
1760 				mask <<= 1;
1761 			}
1762 
1763 			WREG32_SOC15(GC, 0, mmRLC_LB_ALWAYS_ACTIVE_CU_MASK, cu_bitmap);
1764 			cu_info->ao_cu_bitmap[i][j] = cu_bitmap;
1765 		}
1766 	}
1767 	gfx_v9_0_select_se_sh(adev, 0xffffffff, 0xffffffff, 0xffffffff);
1768 	mutex_unlock(&adev->grbm_idx_mutex);
1769 }
1770 
1771 static void gfx_v9_0_init_lbpw(struct amdgpu_device *adev)
1772 {
1773 	uint32_t data;
1774 
1775 	/* set mmRLC_LB_THR_CONFIG_1/2/3/4 */
1776 	WREG32_SOC15(GC, 0, mmRLC_LB_THR_CONFIG_1, 0x0000007F);
1777 	WREG32_SOC15(GC, 0, mmRLC_LB_THR_CONFIG_2, 0x0333A5A7);
1778 	WREG32_SOC15(GC, 0, mmRLC_LB_THR_CONFIG_3, 0x00000077);
1779 	WREG32_SOC15(GC, 0, mmRLC_LB_THR_CONFIG_4, (0x30 | 0x40 << 8 | 0x02FA << 16));
1780 
1781 	/* set mmRLC_LB_CNTR_INIT = 0x0000_0000 */
1782 	WREG32_SOC15(GC, 0, mmRLC_LB_CNTR_INIT, 0x00000000);
1783 
1784 	/* set mmRLC_LB_CNTR_MAX = 0x0000_0500 */
1785 	WREG32_SOC15(GC, 0, mmRLC_LB_CNTR_MAX, 0x00000500);
1786 
1787 	mutex_lock(&adev->grbm_idx_mutex);
1788 	/* set mmRLC_LB_INIT_CU_MASK thru broadcast mode to enable all SE/SH*/
1789 	gfx_v9_0_select_se_sh(adev, 0xffffffff, 0xffffffff, 0xffffffff);
1790 	WREG32_SOC15(GC, 0, mmRLC_LB_INIT_CU_MASK, 0xffffffff);
1791 
1792 	/* set mmRLC_LB_PARAMS = 0x003F_1006 */
1793 	data = REG_SET_FIELD(0, RLC_LB_PARAMS, FIFO_SAMPLES, 0x0003);
1794 	data |= REG_SET_FIELD(data, RLC_LB_PARAMS, PG_IDLE_SAMPLES, 0x0010);
1795 	data |= REG_SET_FIELD(data, RLC_LB_PARAMS, PG_IDLE_SAMPLE_INTERVAL, 0x033F);
1796 	WREG32_SOC15(GC, 0, mmRLC_LB_PARAMS, data);
1797 
1798 	/* set mmRLC_GPM_GENERAL_7[31-16] = 0x00C0 */
1799 	data = RREG32_SOC15(GC, 0, mmRLC_GPM_GENERAL_7);
1800 	data &= 0x0000FFFF;
1801 	data |= 0x00C00000;
1802 	WREG32_SOC15(GC, 0, mmRLC_GPM_GENERAL_7, data);
1803 
1804 	/*
1805 	 * RLC_LB_ALWAYS_ACTIVE_CU_MASK = 0xF (4 CUs AON for Raven),
1806 	 * programmed in gfx_v9_0_init_always_on_cu_mask()
1807 	 */
1808 
1809 	/* set RLC_LB_CNTL = 0x8000_0095, 31 bit is reserved,
1810 	 * but used for RLC_LB_CNTL configuration */
1811 	data = RLC_LB_CNTL__LB_CNT_SPIM_ACTIVE_MASK;
1812 	data |= REG_SET_FIELD(data, RLC_LB_CNTL, CU_MASK_USED_OFF_HYST, 0x09);
1813 	data |= REG_SET_FIELD(data, RLC_LB_CNTL, RESERVED, 0x80000);
1814 	WREG32_SOC15(GC, 0, mmRLC_LB_CNTL, data);
1815 	mutex_unlock(&adev->grbm_idx_mutex);
1816 
1817 	gfx_v9_0_init_always_on_cu_mask(adev);
1818 }
1819 
1820 static void gfx_v9_4_init_lbpw(struct amdgpu_device *adev)
1821 {
1822 	uint32_t data;
1823 
1824 	/* set mmRLC_LB_THR_CONFIG_1/2/3/4 */
1825 	WREG32_SOC15(GC, 0, mmRLC_LB_THR_CONFIG_1, 0x0000007F);
1826 	WREG32_SOC15(GC, 0, mmRLC_LB_THR_CONFIG_2, 0x033388F8);
1827 	WREG32_SOC15(GC, 0, mmRLC_LB_THR_CONFIG_3, 0x00000077);
1828 	WREG32_SOC15(GC, 0, mmRLC_LB_THR_CONFIG_4, (0x10 | 0x27 << 8 | 0x02FA << 16));
1829 
1830 	/* set mmRLC_LB_CNTR_INIT = 0x0000_0000 */
1831 	WREG32_SOC15(GC, 0, mmRLC_LB_CNTR_INIT, 0x00000000);
1832 
1833 	/* set mmRLC_LB_CNTR_MAX = 0x0000_0500 */
1834 	WREG32_SOC15(GC, 0, mmRLC_LB_CNTR_MAX, 0x00000800);
1835 
1836 	mutex_lock(&adev->grbm_idx_mutex);
1837 	/* set mmRLC_LB_INIT_CU_MASK thru broadcast mode to enable all SE/SH*/
1838 	gfx_v9_0_select_se_sh(adev, 0xffffffff, 0xffffffff, 0xffffffff);
1839 	WREG32_SOC15(GC, 0, mmRLC_LB_INIT_CU_MASK, 0xffffffff);
1840 
1841 	/* set mmRLC_LB_PARAMS = 0x003F_1006 */
1842 	data = REG_SET_FIELD(0, RLC_LB_PARAMS, FIFO_SAMPLES, 0x0003);
1843 	data |= REG_SET_FIELD(data, RLC_LB_PARAMS, PG_IDLE_SAMPLES, 0x0010);
1844 	data |= REG_SET_FIELD(data, RLC_LB_PARAMS, PG_IDLE_SAMPLE_INTERVAL, 0x033F);
1845 	WREG32_SOC15(GC, 0, mmRLC_LB_PARAMS, data);
1846 
1847 	/* set mmRLC_GPM_GENERAL_7[31-16] = 0x00C0 */
1848 	data = RREG32_SOC15(GC, 0, mmRLC_GPM_GENERAL_7);
1849 	data &= 0x0000FFFF;
1850 	data |= 0x00C00000;
1851 	WREG32_SOC15(GC, 0, mmRLC_GPM_GENERAL_7, data);
1852 
1853 	/*
1854 	 * RLC_LB_ALWAYS_ACTIVE_CU_MASK = 0xFFF (12 CUs AON),
1855 	 * programmed in gfx_v9_0_init_always_on_cu_mask()
1856 	 */
1857 
1858 	/* set RLC_LB_CNTL = 0x8000_0095, 31 bit is reserved,
1859 	 * but used for RLC_LB_CNTL configuration */
1860 	data = RLC_LB_CNTL__LB_CNT_SPIM_ACTIVE_MASK;
1861 	data |= REG_SET_FIELD(data, RLC_LB_CNTL, CU_MASK_USED_OFF_HYST, 0x09);
1862 	data |= REG_SET_FIELD(data, RLC_LB_CNTL, RESERVED, 0x80000);
1863 	WREG32_SOC15(GC, 0, mmRLC_LB_CNTL, data);
1864 	mutex_unlock(&adev->grbm_idx_mutex);
1865 
1866 	gfx_v9_0_init_always_on_cu_mask(adev);
1867 }
1868 
1869 static void gfx_v9_0_enable_lbpw(struct amdgpu_device *adev, bool enable)
1870 {
1871 	WREG32_FIELD15(GC, 0, RLC_LB_CNTL, LOAD_BALANCE_ENABLE, enable ? 1 : 0);
1872 }
1873 
1874 static int gfx_v9_0_cp_jump_table_num(struct amdgpu_device *adev)
1875 {
1876 	if (gfx_v9_0_load_mec2_fw_bin_support(adev))
1877 		return 5;
1878 	else
1879 		return 4;
1880 }
1881 
1882 static void gfx_v9_0_init_rlcg_reg_access_ctrl(struct amdgpu_device *adev)
1883 {
1884 	struct amdgpu_rlcg_reg_access_ctrl *reg_access_ctrl;
1885 
1886 	reg_access_ctrl = &adev->gfx.rlc.reg_access_ctrl;
1887 	reg_access_ctrl->scratch_reg0 = SOC15_REG_OFFSET(GC, 0, mmSCRATCH_REG0);
1888 	reg_access_ctrl->scratch_reg1 = SOC15_REG_OFFSET(GC, 0, mmSCRATCH_REG1);
1889 	reg_access_ctrl->scratch_reg2 = SOC15_REG_OFFSET(GC, 0, mmSCRATCH_REG2);
1890 	reg_access_ctrl->scratch_reg3 = SOC15_REG_OFFSET(GC, 0, mmSCRATCH_REG3);
1891 	reg_access_ctrl->grbm_cntl = SOC15_REG_OFFSET(GC, 0, mmGRBM_GFX_CNTL);
1892 	reg_access_ctrl->grbm_idx = SOC15_REG_OFFSET(GC, 0, mmGRBM_GFX_INDEX);
1893 	reg_access_ctrl->spare_int = SOC15_REG_OFFSET(GC, 0, mmRLC_SPARE_INT);
1894 	adev->gfx.rlc.rlcg_reg_access_supported = true;
1895 }
1896 
1897 static int gfx_v9_0_rlc_init(struct amdgpu_device *adev)
1898 {
1899 	const struct cs_section_def *cs_data;
1900 	int r;
1901 
1902 	adev->gfx.rlc.cs_data = gfx9_cs_data;
1903 
1904 	cs_data = adev->gfx.rlc.cs_data;
1905 
1906 	if (cs_data) {
1907 		/* init clear state block */
1908 		r = amdgpu_gfx_rlc_init_csb(adev);
1909 		if (r)
1910 			return r;
1911 	}
1912 
1913 	if (adev->flags & AMD_IS_APU) {
1914 		/* TODO: double check the cp_table_size for RV */
1915 		adev->gfx.rlc.cp_table_size = ALIGN(96 * 5 * 4, 2048) + (64 * 1024); /* JT + GDS */
1916 		r = amdgpu_gfx_rlc_init_cpt(adev);
1917 		if (r)
1918 			return r;
1919 	}
1920 
1921 	switch (adev->ip_versions[GC_HWIP][0]) {
1922 	case IP_VERSION(9, 2, 2):
1923 	case IP_VERSION(9, 1, 0):
1924 		gfx_v9_0_init_lbpw(adev);
1925 		break;
1926 	case IP_VERSION(9, 4, 0):
1927 		gfx_v9_4_init_lbpw(adev);
1928 		break;
1929 	default:
1930 		break;
1931 	}
1932 
1933 	/* init spm vmid with 0xf */
1934 	if (adev->gfx.rlc.funcs->update_spm_vmid)
1935 		adev->gfx.rlc.funcs->update_spm_vmid(adev, 0xf);
1936 
1937 	/* init rlcg reg access ctrl */
1938 	gfx_v9_0_init_rlcg_reg_access_ctrl(adev);
1939 
1940 	return 0;
1941 }
1942 
1943 static void gfx_v9_0_mec_fini(struct amdgpu_device *adev)
1944 {
1945 	amdgpu_bo_free_kernel(&adev->gfx.mec.hpd_eop_obj, NULL, NULL);
1946 	amdgpu_bo_free_kernel(&adev->gfx.mec.mec_fw_obj, NULL, NULL);
1947 }
1948 
1949 static int gfx_v9_0_mec_init(struct amdgpu_device *adev)
1950 {
1951 	int r;
1952 	u32 *hpd;
1953 	const __le32 *fw_data;
1954 	unsigned fw_size;
1955 	u32 *fw;
1956 	size_t mec_hpd_size;
1957 
1958 	const struct gfx_firmware_header_v1_0 *mec_hdr;
1959 
1960 	bitmap_zero(adev->gfx.mec.queue_bitmap, AMDGPU_MAX_COMPUTE_QUEUES);
1961 
1962 	/* take ownership of the relevant compute queues */
1963 	amdgpu_gfx_compute_queue_acquire(adev);
1964 	mec_hpd_size = adev->gfx.num_compute_rings * GFX9_MEC_HPD_SIZE;
1965 	if (mec_hpd_size) {
1966 		r = amdgpu_bo_create_reserved(adev, mec_hpd_size, PAGE_SIZE,
1967 					      AMDGPU_GEM_DOMAIN_VRAM,
1968 					      &adev->gfx.mec.hpd_eop_obj,
1969 					      &adev->gfx.mec.hpd_eop_gpu_addr,
1970 					      (void **)&hpd);
1971 		if (r) {
1972 			dev_warn(adev->dev, "(%d) create HDP EOP bo failed\n", r);
1973 			gfx_v9_0_mec_fini(adev);
1974 			return r;
1975 		}
1976 
1977 		memset(hpd, 0, mec_hpd_size);
1978 
1979 		amdgpu_bo_kunmap(adev->gfx.mec.hpd_eop_obj);
1980 		amdgpu_bo_unreserve(adev->gfx.mec.hpd_eop_obj);
1981 	}
1982 
1983 	mec_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
1984 
1985 	fw_data = (const __le32 *)
1986 		(adev->gfx.mec_fw->data +
1987 		 le32_to_cpu(mec_hdr->header.ucode_array_offset_bytes));
1988 	fw_size = le32_to_cpu(mec_hdr->header.ucode_size_bytes);
1989 
1990 	r = amdgpu_bo_create_reserved(adev, mec_hdr->header.ucode_size_bytes,
1991 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_GTT,
1992 				      &adev->gfx.mec.mec_fw_obj,
1993 				      &adev->gfx.mec.mec_fw_gpu_addr,
1994 				      (void **)&fw);
1995 	if (r) {
1996 		dev_warn(adev->dev, "(%d) create mec firmware bo failed\n", r);
1997 		gfx_v9_0_mec_fini(adev);
1998 		return r;
1999 	}
2000 
2001 	memcpy(fw, fw_data, fw_size);
2002 
2003 	amdgpu_bo_kunmap(adev->gfx.mec.mec_fw_obj);
2004 	amdgpu_bo_unreserve(adev->gfx.mec.mec_fw_obj);
2005 
2006 	return 0;
2007 }
2008 
2009 static uint32_t wave_read_ind(struct amdgpu_device *adev, uint32_t simd, uint32_t wave, uint32_t address)
2010 {
2011 	WREG32_SOC15_RLC(GC, 0, mmSQ_IND_INDEX,
2012 		(wave << SQ_IND_INDEX__WAVE_ID__SHIFT) |
2013 		(simd << SQ_IND_INDEX__SIMD_ID__SHIFT) |
2014 		(address << SQ_IND_INDEX__INDEX__SHIFT) |
2015 		(SQ_IND_INDEX__FORCE_READ_MASK));
2016 	return RREG32_SOC15(GC, 0, mmSQ_IND_DATA);
2017 }
2018 
2019 static void wave_read_regs(struct amdgpu_device *adev, uint32_t simd,
2020 			   uint32_t wave, uint32_t thread,
2021 			   uint32_t regno, uint32_t num, uint32_t *out)
2022 {
2023 	WREG32_SOC15_RLC(GC, 0, mmSQ_IND_INDEX,
2024 		(wave << SQ_IND_INDEX__WAVE_ID__SHIFT) |
2025 		(simd << SQ_IND_INDEX__SIMD_ID__SHIFT) |
2026 		(regno << SQ_IND_INDEX__INDEX__SHIFT) |
2027 		(thread << SQ_IND_INDEX__THREAD_ID__SHIFT) |
2028 		(SQ_IND_INDEX__FORCE_READ_MASK) |
2029 		(SQ_IND_INDEX__AUTO_INCR_MASK));
2030 	while (num--)
2031 		*(out++) = RREG32_SOC15(GC, 0, mmSQ_IND_DATA);
2032 }
2033 
2034 static void gfx_v9_0_read_wave_data(struct amdgpu_device *adev, uint32_t simd, uint32_t wave, uint32_t *dst, int *no_fields)
2035 {
2036 	/* type 1 wave data */
2037 	dst[(*no_fields)++] = 1;
2038 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_STATUS);
2039 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_PC_LO);
2040 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_PC_HI);
2041 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_EXEC_LO);
2042 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_EXEC_HI);
2043 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_HW_ID);
2044 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_INST_DW0);
2045 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_INST_DW1);
2046 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_GPR_ALLOC);
2047 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_LDS_ALLOC);
2048 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_TRAPSTS);
2049 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_IB_STS);
2050 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_IB_DBG0);
2051 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_M0);
2052 	dst[(*no_fields)++] = wave_read_ind(adev, simd, wave, ixSQ_WAVE_MODE);
2053 }
2054 
2055 static void gfx_v9_0_read_wave_sgprs(struct amdgpu_device *adev, uint32_t simd,
2056 				     uint32_t wave, uint32_t start,
2057 				     uint32_t size, uint32_t *dst)
2058 {
2059 	wave_read_regs(
2060 		adev, simd, wave, 0,
2061 		start + SQIND_WAVE_SGPRS_OFFSET, size, dst);
2062 }
2063 
2064 static void gfx_v9_0_read_wave_vgprs(struct amdgpu_device *adev, uint32_t simd,
2065 				     uint32_t wave, uint32_t thread,
2066 				     uint32_t start, uint32_t size,
2067 				     uint32_t *dst)
2068 {
2069 	wave_read_regs(
2070 		adev, simd, wave, thread,
2071 		start + SQIND_WAVE_VGPRS_OFFSET, size, dst);
2072 }
2073 
2074 static void gfx_v9_0_select_me_pipe_q(struct amdgpu_device *adev,
2075 				  u32 me, u32 pipe, u32 q, u32 vm)
2076 {
2077 	soc15_grbm_select(adev, me, pipe, q, vm);
2078 }
2079 
2080 static const struct amdgpu_gfx_funcs gfx_v9_0_gfx_funcs = {
2081         .get_gpu_clock_counter = &gfx_v9_0_get_gpu_clock_counter,
2082         .select_se_sh = &gfx_v9_0_select_se_sh,
2083         .read_wave_data = &gfx_v9_0_read_wave_data,
2084         .read_wave_sgprs = &gfx_v9_0_read_wave_sgprs,
2085         .read_wave_vgprs = &gfx_v9_0_read_wave_vgprs,
2086         .select_me_pipe_q = &gfx_v9_0_select_me_pipe_q,
2087 };
2088 
2089 const struct amdgpu_ras_block_hw_ops  gfx_v9_0_ras_ops = {
2090 		.ras_error_inject = &gfx_v9_0_ras_error_inject,
2091 		.query_ras_error_count = &gfx_v9_0_query_ras_error_count,
2092 		.reset_ras_error_count = &gfx_v9_0_reset_ras_error_count,
2093 };
2094 
2095 static struct amdgpu_gfx_ras gfx_v9_0_ras = {
2096 	.ras_block = {
2097 		.hw_ops = &gfx_v9_0_ras_ops,
2098 	},
2099 };
2100 
2101 static int gfx_v9_0_gpu_early_init(struct amdgpu_device *adev)
2102 {
2103 	u32 gb_addr_config;
2104 	int err;
2105 
2106 	adev->gfx.funcs = &gfx_v9_0_gfx_funcs;
2107 
2108 	switch (adev->ip_versions[GC_HWIP][0]) {
2109 	case IP_VERSION(9, 0, 1):
2110 		adev->gfx.config.max_hw_contexts = 8;
2111 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
2112 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
2113 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
2114 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
2115 		gb_addr_config = VEGA10_GB_ADDR_CONFIG_GOLDEN;
2116 		break;
2117 	case IP_VERSION(9, 2, 1):
2118 		adev->gfx.config.max_hw_contexts = 8;
2119 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
2120 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
2121 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
2122 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
2123 		gb_addr_config = VEGA12_GB_ADDR_CONFIG_GOLDEN;
2124 		DRM_INFO("fix gfx.config for vega12\n");
2125 		break;
2126 	case IP_VERSION(9, 4, 0):
2127 		adev->gfx.ras = &gfx_v9_0_ras;
2128 		adev->gfx.config.max_hw_contexts = 8;
2129 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
2130 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
2131 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
2132 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
2133 		gb_addr_config = RREG32_SOC15(GC, 0, mmGB_ADDR_CONFIG);
2134 		gb_addr_config &= ~0xf3e777ff;
2135 		gb_addr_config |= 0x22014042;
2136 		/* check vbios table if gpu info is not available */
2137 		err = amdgpu_atomfirmware_get_gfx_info(adev);
2138 		if (err)
2139 			return err;
2140 		break;
2141 	case IP_VERSION(9, 2, 2):
2142 	case IP_VERSION(9, 1, 0):
2143 		adev->gfx.config.max_hw_contexts = 8;
2144 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
2145 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
2146 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
2147 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
2148 		if (adev->apu_flags & AMD_APU_IS_RAVEN2)
2149 			gb_addr_config = RAVEN2_GB_ADDR_CONFIG_GOLDEN;
2150 		else
2151 			gb_addr_config = RAVEN_GB_ADDR_CONFIG_GOLDEN;
2152 		break;
2153 	case IP_VERSION(9, 4, 1):
2154 		adev->gfx.ras = &gfx_v9_4_ras;
2155 		adev->gfx.config.max_hw_contexts = 8;
2156 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
2157 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
2158 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
2159 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
2160 		gb_addr_config = RREG32_SOC15(GC, 0, mmGB_ADDR_CONFIG);
2161 		gb_addr_config &= ~0xf3e777ff;
2162 		gb_addr_config |= 0x22014042;
2163 		break;
2164 	case IP_VERSION(9, 3, 0):
2165 		adev->gfx.config.max_hw_contexts = 8;
2166 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
2167 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
2168 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x80;
2169 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
2170 		gb_addr_config = RREG32_SOC15(GC, 0, mmGB_ADDR_CONFIG);
2171 		gb_addr_config &= ~0xf3e777ff;
2172 		gb_addr_config |= 0x22010042;
2173 		break;
2174 	case IP_VERSION(9, 4, 2):
2175 		adev->gfx.ras = &gfx_v9_4_2_ras;
2176 		adev->gfx.config.max_hw_contexts = 8;
2177 		adev->gfx.config.sc_prim_fifo_size_frontend = 0x20;
2178 		adev->gfx.config.sc_prim_fifo_size_backend = 0x100;
2179 		adev->gfx.config.sc_hiz_tile_fifo_size = 0x30;
2180 		adev->gfx.config.sc_earlyz_tile_fifo_size = 0x4C0;
2181 		gb_addr_config = RREG32_SOC15(GC, 0, mmGB_ADDR_CONFIG);
2182 		gb_addr_config &= ~0xf3e777ff;
2183 		gb_addr_config |= 0x22014042;
2184 		/* check vbios table if gpu info is not available */
2185 		err = amdgpu_atomfirmware_get_gfx_info(adev);
2186 		if (err)
2187 			return err;
2188 		break;
2189 	default:
2190 		BUG();
2191 		break;
2192 	}
2193 
2194 	if (adev->gfx.ras) {
2195 		err = amdgpu_ras_register_ras_block(adev, &adev->gfx.ras->ras_block);
2196 		if (err) {
2197 			DRM_ERROR("Failed to register gfx ras block!\n");
2198 			return err;
2199 		}
2200 
2201 		strcpy(adev->gfx.ras->ras_block.name,"gfx");
2202 		adev->gfx.ras->ras_block.block = AMDGPU_RAS_BLOCK__GFX;
2203 
2204 		/* If not define special ras_late_init function, use gfx default ras_late_init */
2205 		if (!adev->gfx.ras->ras_block.ras_late_init)
2206 			adev->gfx.ras->ras_block.ras_late_init = amdgpu_gfx_ras_late_init;
2207 
2208 		/* If not define special ras_fini function, use gfx default ras_fini */
2209 		if (!adev->gfx.ras->ras_block.ras_fini)
2210 			adev->gfx.ras->ras_block.ras_fini = amdgpu_gfx_ras_fini;
2211 	}
2212 
2213 	adev->gfx.config.gb_addr_config = gb_addr_config;
2214 
2215 	adev->gfx.config.gb_addr_config_fields.num_pipes = 1 <<
2216 			REG_GET_FIELD(
2217 					adev->gfx.config.gb_addr_config,
2218 					GB_ADDR_CONFIG,
2219 					NUM_PIPES);
2220 
2221 	adev->gfx.config.max_tile_pipes =
2222 		adev->gfx.config.gb_addr_config_fields.num_pipes;
2223 
2224 	adev->gfx.config.gb_addr_config_fields.num_banks = 1 <<
2225 			REG_GET_FIELD(
2226 					adev->gfx.config.gb_addr_config,
2227 					GB_ADDR_CONFIG,
2228 					NUM_BANKS);
2229 	adev->gfx.config.gb_addr_config_fields.max_compress_frags = 1 <<
2230 			REG_GET_FIELD(
2231 					adev->gfx.config.gb_addr_config,
2232 					GB_ADDR_CONFIG,
2233 					MAX_COMPRESSED_FRAGS);
2234 	adev->gfx.config.gb_addr_config_fields.num_rb_per_se = 1 <<
2235 			REG_GET_FIELD(
2236 					adev->gfx.config.gb_addr_config,
2237 					GB_ADDR_CONFIG,
2238 					NUM_RB_PER_SE);
2239 	adev->gfx.config.gb_addr_config_fields.num_se = 1 <<
2240 			REG_GET_FIELD(
2241 					adev->gfx.config.gb_addr_config,
2242 					GB_ADDR_CONFIG,
2243 					NUM_SHADER_ENGINES);
2244 	adev->gfx.config.gb_addr_config_fields.pipe_interleave_size = 1 << (8 +
2245 			REG_GET_FIELD(
2246 					adev->gfx.config.gb_addr_config,
2247 					GB_ADDR_CONFIG,
2248 					PIPE_INTERLEAVE_SIZE));
2249 
2250 	return 0;
2251 }
2252 
2253 static int gfx_v9_0_compute_ring_init(struct amdgpu_device *adev, int ring_id,
2254 				      int mec, int pipe, int queue)
2255 {
2256 	unsigned irq_type;
2257 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[ring_id];
2258 	unsigned int hw_prio;
2259 
2260 	ring = &adev->gfx.compute_ring[ring_id];
2261 
2262 	/* mec0 is me1 */
2263 	ring->me = mec + 1;
2264 	ring->pipe = pipe;
2265 	ring->queue = queue;
2266 
2267 	ring->ring_obj = NULL;
2268 	ring->use_doorbell = true;
2269 	ring->doorbell_index = (adev->doorbell_index.mec_ring0 + ring_id) << 1;
2270 	ring->eop_gpu_addr = adev->gfx.mec.hpd_eop_gpu_addr
2271 				+ (ring_id * GFX9_MEC_HPD_SIZE);
2272 	sprintf(ring->name, "comp_%d.%d.%d", ring->me, ring->pipe, ring->queue);
2273 
2274 	irq_type = AMDGPU_CP_IRQ_COMPUTE_MEC1_PIPE0_EOP
2275 		+ ((ring->me - 1) * adev->gfx.mec.num_pipe_per_mec)
2276 		+ ring->pipe;
2277 	hw_prio = amdgpu_gfx_is_high_priority_compute_queue(adev, ring) ?
2278 			AMDGPU_GFX_PIPE_PRIO_HIGH : AMDGPU_GFX_PIPE_PRIO_NORMAL;
2279 	/* type-2 packets are deprecated on MEC, use type-3 instead */
2280 	return amdgpu_ring_init(adev, ring, 1024, &adev->gfx.eop_irq, irq_type,
2281 				hw_prio, NULL);
2282 }
2283 
2284 static int gfx_v9_0_sw_init(void *handle)
2285 {
2286 	int i, j, k, r, ring_id;
2287 	struct amdgpu_ring *ring;
2288 	struct amdgpu_kiq *kiq;
2289 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
2290 
2291 	switch (adev->ip_versions[GC_HWIP][0]) {
2292 	case IP_VERSION(9, 0, 1):
2293 	case IP_VERSION(9, 2, 1):
2294 	case IP_VERSION(9, 4, 0):
2295 	case IP_VERSION(9, 2, 2):
2296 	case IP_VERSION(9, 1, 0):
2297 	case IP_VERSION(9, 4, 1):
2298 	case IP_VERSION(9, 3, 0):
2299 	case IP_VERSION(9, 4, 2):
2300 		adev->gfx.mec.num_mec = 2;
2301 		break;
2302 	default:
2303 		adev->gfx.mec.num_mec = 1;
2304 		break;
2305 	}
2306 
2307 	adev->gfx.mec.num_pipe_per_mec = 4;
2308 	adev->gfx.mec.num_queue_per_pipe = 8;
2309 
2310 	/* EOP Event */
2311 	r = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_GRBM_CP, GFX_9_0__SRCID__CP_EOP_INTERRUPT, &adev->gfx.eop_irq);
2312 	if (r)
2313 		return r;
2314 
2315 	/* Privileged reg */
2316 	r = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_GRBM_CP, GFX_9_0__SRCID__CP_PRIV_REG_FAULT,
2317 			      &adev->gfx.priv_reg_irq);
2318 	if (r)
2319 		return r;
2320 
2321 	/* Privileged inst */
2322 	r = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_GRBM_CP, GFX_9_0__SRCID__CP_PRIV_INSTR_FAULT,
2323 			      &adev->gfx.priv_inst_irq);
2324 	if (r)
2325 		return r;
2326 
2327 	/* ECC error */
2328 	r = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_GRBM_CP, GFX_9_0__SRCID__CP_ECC_ERROR,
2329 			      &adev->gfx.cp_ecc_error_irq);
2330 	if (r)
2331 		return r;
2332 
2333 	/* FUE error */
2334 	r = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_GRBM_CP, GFX_9_0__SRCID__CP_FUE_ERROR,
2335 			      &adev->gfx.cp_ecc_error_irq);
2336 	if (r)
2337 		return r;
2338 
2339 	adev->gfx.gfx_current_status = AMDGPU_GFX_NORMAL_MODE;
2340 
2341 	gfx_v9_0_scratch_init(adev);
2342 
2343 	r = gfx_v9_0_init_microcode(adev);
2344 	if (r) {
2345 		DRM_ERROR("Failed to load gfx firmware!\n");
2346 		return r;
2347 	}
2348 
2349 	if (adev->gfx.rlc.funcs) {
2350 		if (adev->gfx.rlc.funcs->init) {
2351 			r = adev->gfx.rlc.funcs->init(adev);
2352 			if (r) {
2353 				dev_err(adev->dev, "Failed to init rlc BOs!\n");
2354 				return r;
2355 			}
2356 		}
2357 	}
2358 
2359 	r = gfx_v9_0_mec_init(adev);
2360 	if (r) {
2361 		DRM_ERROR("Failed to init MEC BOs!\n");
2362 		return r;
2363 	}
2364 
2365 	/* set up the gfx ring */
2366 	for (i = 0; i < adev->gfx.num_gfx_rings; i++) {
2367 		ring = &adev->gfx.gfx_ring[i];
2368 		ring->ring_obj = NULL;
2369 		if (!i)
2370 			sprintf(ring->name, "gfx");
2371 		else
2372 			sprintf(ring->name, "gfx_%d", i);
2373 		ring->use_doorbell = true;
2374 		ring->doorbell_index = adev->doorbell_index.gfx_ring0 << 1;
2375 		r = amdgpu_ring_init(adev, ring, 1024, &adev->gfx.eop_irq,
2376 				     AMDGPU_CP_IRQ_GFX_ME0_PIPE0_EOP,
2377 				     AMDGPU_RING_PRIO_DEFAULT, NULL);
2378 		if (r)
2379 			return r;
2380 	}
2381 
2382 	/* set up the compute queues - allocate horizontally across pipes */
2383 	ring_id = 0;
2384 	for (i = 0; i < adev->gfx.mec.num_mec; ++i) {
2385 		for (j = 0; j < adev->gfx.mec.num_queue_per_pipe; j++) {
2386 			for (k = 0; k < adev->gfx.mec.num_pipe_per_mec; k++) {
2387 				if (!amdgpu_gfx_is_mec_queue_enabled(adev, i, k, j))
2388 					continue;
2389 
2390 				r = gfx_v9_0_compute_ring_init(adev,
2391 							       ring_id,
2392 							       i, k, j);
2393 				if (r)
2394 					return r;
2395 
2396 				ring_id++;
2397 			}
2398 		}
2399 	}
2400 
2401 	r = amdgpu_gfx_kiq_init(adev, GFX9_MEC_HPD_SIZE);
2402 	if (r) {
2403 		DRM_ERROR("Failed to init KIQ BOs!\n");
2404 		return r;
2405 	}
2406 
2407 	kiq = &adev->gfx.kiq;
2408 	r = amdgpu_gfx_kiq_init_ring(adev, &kiq->ring, &kiq->irq);
2409 	if (r)
2410 		return r;
2411 
2412 	/* create MQD for all compute queues as wel as KIQ for SRIOV case */
2413 	r = amdgpu_gfx_mqd_sw_init(adev, sizeof(struct v9_mqd_allocation));
2414 	if (r)
2415 		return r;
2416 
2417 	adev->gfx.ce_ram_size = 0x8000;
2418 
2419 	r = gfx_v9_0_gpu_early_init(adev);
2420 	if (r)
2421 		return r;
2422 
2423 	return 0;
2424 }
2425 
2426 
2427 static int gfx_v9_0_sw_fini(void *handle)
2428 {
2429 	int i;
2430 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
2431 
2432 	if (adev->gfx.ras && adev->gfx.ras->ras_block.ras_fini)
2433 		adev->gfx.ras->ras_block.ras_fini(adev);
2434 
2435 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
2436 		amdgpu_ring_fini(&adev->gfx.gfx_ring[i]);
2437 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
2438 		amdgpu_ring_fini(&adev->gfx.compute_ring[i]);
2439 
2440 	amdgpu_gfx_mqd_sw_fini(adev);
2441 	amdgpu_gfx_kiq_free_ring(&adev->gfx.kiq.ring);
2442 	amdgpu_gfx_kiq_fini(adev);
2443 
2444 	gfx_v9_0_mec_fini(adev);
2445 	amdgpu_bo_free_kernel(&adev->gfx.rlc.clear_state_obj,
2446 				&adev->gfx.rlc.clear_state_gpu_addr,
2447 				(void **)&adev->gfx.rlc.cs_ptr);
2448 	if (adev->flags & AMD_IS_APU) {
2449 		amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj,
2450 				&adev->gfx.rlc.cp_table_gpu_addr,
2451 				(void **)&adev->gfx.rlc.cp_table_ptr);
2452 	}
2453 	gfx_v9_0_free_microcode(adev);
2454 
2455 	return 0;
2456 }
2457 
2458 
2459 static void gfx_v9_0_tiling_mode_table_init(struct amdgpu_device *adev)
2460 {
2461 	/* TODO */
2462 }
2463 
2464 void gfx_v9_0_select_se_sh(struct amdgpu_device *adev, u32 se_num, u32 sh_num,
2465 			   u32 instance)
2466 {
2467 	u32 data;
2468 
2469 	if (instance == 0xffffffff)
2470 		data = REG_SET_FIELD(0, GRBM_GFX_INDEX, INSTANCE_BROADCAST_WRITES, 1);
2471 	else
2472 		data = REG_SET_FIELD(0, GRBM_GFX_INDEX, INSTANCE_INDEX, instance);
2473 
2474 	if (se_num == 0xffffffff)
2475 		data = REG_SET_FIELD(data, GRBM_GFX_INDEX, SE_BROADCAST_WRITES, 1);
2476 	else
2477 		data = REG_SET_FIELD(data, GRBM_GFX_INDEX, SE_INDEX, se_num);
2478 
2479 	if (sh_num == 0xffffffff)
2480 		data = REG_SET_FIELD(data, GRBM_GFX_INDEX, SH_BROADCAST_WRITES, 1);
2481 	else
2482 		data = REG_SET_FIELD(data, GRBM_GFX_INDEX, SH_INDEX, sh_num);
2483 
2484 	WREG32_SOC15_RLC_SHADOW(GC, 0, mmGRBM_GFX_INDEX, data);
2485 }
2486 
2487 static u32 gfx_v9_0_get_rb_active_bitmap(struct amdgpu_device *adev)
2488 {
2489 	u32 data, mask;
2490 
2491 	data = RREG32_SOC15(GC, 0, mmCC_RB_BACKEND_DISABLE);
2492 	data |= RREG32_SOC15(GC, 0, mmGC_USER_RB_BACKEND_DISABLE);
2493 
2494 	data &= CC_RB_BACKEND_DISABLE__BACKEND_DISABLE_MASK;
2495 	data >>= GC_USER_RB_BACKEND_DISABLE__BACKEND_DISABLE__SHIFT;
2496 
2497 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_backends_per_se /
2498 					 adev->gfx.config.max_sh_per_se);
2499 
2500 	return (~data) & mask;
2501 }
2502 
2503 static void gfx_v9_0_setup_rb(struct amdgpu_device *adev)
2504 {
2505 	int i, j;
2506 	u32 data;
2507 	u32 active_rbs = 0;
2508 	u32 rb_bitmap_width_per_sh = adev->gfx.config.max_backends_per_se /
2509 					adev->gfx.config.max_sh_per_se;
2510 
2511 	mutex_lock(&adev->grbm_idx_mutex);
2512 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
2513 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
2514 			gfx_v9_0_select_se_sh(adev, i, j, 0xffffffff);
2515 			data = gfx_v9_0_get_rb_active_bitmap(adev);
2516 			active_rbs |= data << ((i * adev->gfx.config.max_sh_per_se + j) *
2517 					       rb_bitmap_width_per_sh);
2518 		}
2519 	}
2520 	gfx_v9_0_select_se_sh(adev, 0xffffffff, 0xffffffff, 0xffffffff);
2521 	mutex_unlock(&adev->grbm_idx_mutex);
2522 
2523 	adev->gfx.config.backend_enable_mask = active_rbs;
2524 	adev->gfx.config.num_rbs = hweight32(active_rbs);
2525 }
2526 
2527 #define DEFAULT_SH_MEM_BASES	(0x6000)
2528 static void gfx_v9_0_init_compute_vmid(struct amdgpu_device *adev)
2529 {
2530 	int i;
2531 	uint32_t sh_mem_config;
2532 	uint32_t sh_mem_bases;
2533 
2534 	/*
2535 	 * Configure apertures:
2536 	 * LDS:         0x60000000'00000000 - 0x60000001'00000000 (4GB)
2537 	 * Scratch:     0x60000001'00000000 - 0x60000002'00000000 (4GB)
2538 	 * GPUVM:       0x60010000'00000000 - 0x60020000'00000000 (1TB)
2539 	 */
2540 	sh_mem_bases = DEFAULT_SH_MEM_BASES | (DEFAULT_SH_MEM_BASES << 16);
2541 
2542 	sh_mem_config = SH_MEM_ADDRESS_MODE_64 |
2543 			SH_MEM_ALIGNMENT_MODE_UNALIGNED <<
2544 			SH_MEM_CONFIG__ALIGNMENT_MODE__SHIFT;
2545 
2546 	mutex_lock(&adev->srbm_mutex);
2547 	for (i = adev->vm_manager.first_kfd_vmid; i < AMDGPU_NUM_VMID; i++) {
2548 		soc15_grbm_select(adev, 0, 0, 0, i);
2549 		/* CP and shaders */
2550 		WREG32_SOC15_RLC(GC, 0, mmSH_MEM_CONFIG, sh_mem_config);
2551 		WREG32_SOC15_RLC(GC, 0, mmSH_MEM_BASES, sh_mem_bases);
2552 	}
2553 	soc15_grbm_select(adev, 0, 0, 0, 0);
2554 	mutex_unlock(&adev->srbm_mutex);
2555 
2556 	/* Initialize all compute VMIDs to have no GDS, GWS, or OA
2557 	   acccess. These should be enabled by FW for target VMIDs. */
2558 	for (i = adev->vm_manager.first_kfd_vmid; i < AMDGPU_NUM_VMID; i++) {
2559 		WREG32_SOC15_OFFSET(GC, 0, mmGDS_VMID0_BASE, 2 * i, 0);
2560 		WREG32_SOC15_OFFSET(GC, 0, mmGDS_VMID0_SIZE, 2 * i, 0);
2561 		WREG32_SOC15_OFFSET(GC, 0, mmGDS_GWS_VMID0, i, 0);
2562 		WREG32_SOC15_OFFSET(GC, 0, mmGDS_OA_VMID0, i, 0);
2563 	}
2564 }
2565 
2566 static void gfx_v9_0_init_gds_vmid(struct amdgpu_device *adev)
2567 {
2568 	int vmid;
2569 
2570 	/*
2571 	 * Initialize all compute and user-gfx VMIDs to have no GDS, GWS, or OA
2572 	 * access. Compute VMIDs should be enabled by FW for target VMIDs,
2573 	 * the driver can enable them for graphics. VMID0 should maintain
2574 	 * access so that HWS firmware can save/restore entries.
2575 	 */
2576 	for (vmid = 1; vmid < AMDGPU_NUM_VMID; vmid++) {
2577 		WREG32_SOC15_OFFSET(GC, 0, mmGDS_VMID0_BASE, 2 * vmid, 0);
2578 		WREG32_SOC15_OFFSET(GC, 0, mmGDS_VMID0_SIZE, 2 * vmid, 0);
2579 		WREG32_SOC15_OFFSET(GC, 0, mmGDS_GWS_VMID0, vmid, 0);
2580 		WREG32_SOC15_OFFSET(GC, 0, mmGDS_OA_VMID0, vmid, 0);
2581 	}
2582 }
2583 
2584 static void gfx_v9_0_init_sq_config(struct amdgpu_device *adev)
2585 {
2586 	uint32_t tmp;
2587 
2588 	switch (adev->ip_versions[GC_HWIP][0]) {
2589 	case IP_VERSION(9, 4, 1):
2590 		tmp = RREG32_SOC15(GC, 0, mmSQ_CONFIG);
2591 		tmp = REG_SET_FIELD(tmp, SQ_CONFIG,
2592 					DISABLE_BARRIER_WAITCNT, 1);
2593 		WREG32_SOC15(GC, 0, mmSQ_CONFIG, tmp);
2594 		break;
2595 	default:
2596 		break;
2597 	}
2598 }
2599 
2600 static void gfx_v9_0_constants_init(struct amdgpu_device *adev)
2601 {
2602 	u32 tmp;
2603 	int i;
2604 
2605 	WREG32_FIELD15_RLC(GC, 0, GRBM_CNTL, READ_TIMEOUT, 0xff);
2606 
2607 	gfx_v9_0_tiling_mode_table_init(adev);
2608 
2609 	gfx_v9_0_setup_rb(adev);
2610 	gfx_v9_0_get_cu_info(adev, &adev->gfx.cu_info);
2611 	adev->gfx.config.db_debug2 = RREG32_SOC15(GC, 0, mmDB_DEBUG2);
2612 
2613 	/* XXX SH_MEM regs */
2614 	/* where to put LDS, scratch, GPUVM in FSA64 space */
2615 	mutex_lock(&adev->srbm_mutex);
2616 	for (i = 0; i < adev->vm_manager.id_mgr[AMDGPU_GFXHUB_0].num_ids; i++) {
2617 		soc15_grbm_select(adev, 0, 0, 0, i);
2618 		/* CP and shaders */
2619 		if (i == 0) {
2620 			tmp = REG_SET_FIELD(0, SH_MEM_CONFIG, ALIGNMENT_MODE,
2621 					    SH_MEM_ALIGNMENT_MODE_UNALIGNED);
2622 			tmp = REG_SET_FIELD(tmp, SH_MEM_CONFIG, RETRY_DISABLE,
2623 					    !!adev->gmc.noretry);
2624 			WREG32_SOC15_RLC(GC, 0, mmSH_MEM_CONFIG, tmp);
2625 			WREG32_SOC15_RLC(GC, 0, mmSH_MEM_BASES, 0);
2626 		} else {
2627 			tmp = REG_SET_FIELD(0, SH_MEM_CONFIG, ALIGNMENT_MODE,
2628 					    SH_MEM_ALIGNMENT_MODE_UNALIGNED);
2629 			tmp = REG_SET_FIELD(tmp, SH_MEM_CONFIG, RETRY_DISABLE,
2630 					    !!adev->gmc.noretry);
2631 			WREG32_SOC15_RLC(GC, 0, mmSH_MEM_CONFIG, tmp);
2632 			tmp = REG_SET_FIELD(0, SH_MEM_BASES, PRIVATE_BASE,
2633 				(adev->gmc.private_aperture_start >> 48));
2634 			tmp = REG_SET_FIELD(tmp, SH_MEM_BASES, SHARED_BASE,
2635 				(adev->gmc.shared_aperture_start >> 48));
2636 			WREG32_SOC15_RLC(GC, 0, mmSH_MEM_BASES, tmp);
2637 		}
2638 	}
2639 	soc15_grbm_select(adev, 0, 0, 0, 0);
2640 
2641 	mutex_unlock(&adev->srbm_mutex);
2642 
2643 	gfx_v9_0_init_compute_vmid(adev);
2644 	gfx_v9_0_init_gds_vmid(adev);
2645 	gfx_v9_0_init_sq_config(adev);
2646 }
2647 
2648 static void gfx_v9_0_wait_for_rlc_serdes(struct amdgpu_device *adev)
2649 {
2650 	u32 i, j, k;
2651 	u32 mask;
2652 
2653 	mutex_lock(&adev->grbm_idx_mutex);
2654 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
2655 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
2656 			gfx_v9_0_select_se_sh(adev, i, j, 0xffffffff);
2657 			for (k = 0; k < adev->usec_timeout; k++) {
2658 				if (RREG32_SOC15(GC, 0, mmRLC_SERDES_CU_MASTER_BUSY) == 0)
2659 					break;
2660 				udelay(1);
2661 			}
2662 			if (k == adev->usec_timeout) {
2663 				gfx_v9_0_select_se_sh(adev, 0xffffffff,
2664 						      0xffffffff, 0xffffffff);
2665 				mutex_unlock(&adev->grbm_idx_mutex);
2666 				DRM_INFO("Timeout wait for RLC serdes %u,%u\n",
2667 					 i, j);
2668 				return;
2669 			}
2670 		}
2671 	}
2672 	gfx_v9_0_select_se_sh(adev, 0xffffffff, 0xffffffff, 0xffffffff);
2673 	mutex_unlock(&adev->grbm_idx_mutex);
2674 
2675 	mask = RLC_SERDES_NONCU_MASTER_BUSY__SE_MASTER_BUSY_MASK |
2676 		RLC_SERDES_NONCU_MASTER_BUSY__GC_MASTER_BUSY_MASK |
2677 		RLC_SERDES_NONCU_MASTER_BUSY__TC0_MASTER_BUSY_MASK |
2678 		RLC_SERDES_NONCU_MASTER_BUSY__TC1_MASTER_BUSY_MASK;
2679 	for (k = 0; k < adev->usec_timeout; k++) {
2680 		if ((RREG32_SOC15(GC, 0, mmRLC_SERDES_NONCU_MASTER_BUSY) & mask) == 0)
2681 			break;
2682 		udelay(1);
2683 	}
2684 }
2685 
2686 static void gfx_v9_0_enable_gui_idle_interrupt(struct amdgpu_device *adev,
2687 					       bool enable)
2688 {
2689 	u32 tmp;
2690 
2691 	/* These interrupts should be enabled to drive DS clock */
2692 
2693 	tmp= RREG32_SOC15(GC, 0, mmCP_INT_CNTL_RING0);
2694 
2695 	tmp = REG_SET_FIELD(tmp, CP_INT_CNTL_RING0, CNTX_BUSY_INT_ENABLE, enable ? 1 : 0);
2696 	tmp = REG_SET_FIELD(tmp, CP_INT_CNTL_RING0, CNTX_EMPTY_INT_ENABLE, enable ? 1 : 0);
2697 	tmp = REG_SET_FIELD(tmp, CP_INT_CNTL_RING0, CMP_BUSY_INT_ENABLE, enable ? 1 : 0);
2698 	if(adev->gfx.num_gfx_rings)
2699 		tmp = REG_SET_FIELD(tmp, CP_INT_CNTL_RING0, GFX_IDLE_INT_ENABLE, enable ? 1 : 0);
2700 
2701 	WREG32_SOC15(GC, 0, mmCP_INT_CNTL_RING0, tmp);
2702 }
2703 
2704 static void gfx_v9_0_init_csb(struct amdgpu_device *adev)
2705 {
2706 	adev->gfx.rlc.funcs->get_csb_buffer(adev, adev->gfx.rlc.cs_ptr);
2707 	/* csib */
2708 	WREG32_RLC(SOC15_REG_OFFSET(GC, 0, mmRLC_CSIB_ADDR_HI),
2709 			adev->gfx.rlc.clear_state_gpu_addr >> 32);
2710 	WREG32_RLC(SOC15_REG_OFFSET(GC, 0, mmRLC_CSIB_ADDR_LO),
2711 			adev->gfx.rlc.clear_state_gpu_addr & 0xfffffffc);
2712 	WREG32_RLC(SOC15_REG_OFFSET(GC, 0, mmRLC_CSIB_LENGTH),
2713 			adev->gfx.rlc.clear_state_size);
2714 }
2715 
2716 static void gfx_v9_1_parse_ind_reg_list(int *register_list_format,
2717 				int indirect_offset,
2718 				int list_size,
2719 				int *unique_indirect_regs,
2720 				int unique_indirect_reg_count,
2721 				int *indirect_start_offsets,
2722 				int *indirect_start_offsets_count,
2723 				int max_start_offsets_count)
2724 {
2725 	int idx;
2726 
2727 	for (; indirect_offset < list_size; indirect_offset++) {
2728 		WARN_ON(*indirect_start_offsets_count >= max_start_offsets_count);
2729 		indirect_start_offsets[*indirect_start_offsets_count] = indirect_offset;
2730 		*indirect_start_offsets_count = *indirect_start_offsets_count + 1;
2731 
2732 		while (register_list_format[indirect_offset] != 0xFFFFFFFF) {
2733 			indirect_offset += 2;
2734 
2735 			/* look for the matching indice */
2736 			for (idx = 0; idx < unique_indirect_reg_count; idx++) {
2737 				if (unique_indirect_regs[idx] ==
2738 					register_list_format[indirect_offset] ||
2739 					!unique_indirect_regs[idx])
2740 					break;
2741 			}
2742 
2743 			BUG_ON(idx >= unique_indirect_reg_count);
2744 
2745 			if (!unique_indirect_regs[idx])
2746 				unique_indirect_regs[idx] = register_list_format[indirect_offset];
2747 
2748 			indirect_offset++;
2749 		}
2750 	}
2751 }
2752 
2753 static int gfx_v9_1_init_rlc_save_restore_list(struct amdgpu_device *adev)
2754 {
2755 	int unique_indirect_regs[] = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0};
2756 	int unique_indirect_reg_count = 0;
2757 
2758 	int indirect_start_offsets[] = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0};
2759 	int indirect_start_offsets_count = 0;
2760 
2761 	int list_size = 0;
2762 	int i = 0, j = 0;
2763 	u32 tmp = 0;
2764 
2765 	u32 *register_list_format =
2766 		kmemdup(adev->gfx.rlc.register_list_format,
2767 			adev->gfx.rlc.reg_list_format_size_bytes, GFP_KERNEL);
2768 	if (!register_list_format)
2769 		return -ENOMEM;
2770 
2771 	/* setup unique_indirect_regs array and indirect_start_offsets array */
2772 	unique_indirect_reg_count = ARRAY_SIZE(unique_indirect_regs);
2773 	gfx_v9_1_parse_ind_reg_list(register_list_format,
2774 				    adev->gfx.rlc.reg_list_format_direct_reg_list_length,
2775 				    adev->gfx.rlc.reg_list_format_size_bytes >> 2,
2776 				    unique_indirect_regs,
2777 				    unique_indirect_reg_count,
2778 				    indirect_start_offsets,
2779 				    &indirect_start_offsets_count,
2780 				    ARRAY_SIZE(indirect_start_offsets));
2781 
2782 	/* enable auto inc in case it is disabled */
2783 	tmp = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_SRM_CNTL));
2784 	tmp |= RLC_SRM_CNTL__AUTO_INCR_ADDR_MASK;
2785 	WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_SRM_CNTL), tmp);
2786 
2787 	/* write register_restore table to offset 0x0 using RLC_SRM_ARAM_ADDR/DATA */
2788 	WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_SRM_ARAM_ADDR),
2789 		RLC_SAVE_RESTORE_ADDR_STARTING_OFFSET);
2790 	for (i = 0; i < adev->gfx.rlc.reg_list_size_bytes >> 2; i++)
2791 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_SRM_ARAM_DATA),
2792 			adev->gfx.rlc.register_restore[i]);
2793 
2794 	/* load indirect register */
2795 	WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_GPM_SCRATCH_ADDR),
2796 		adev->gfx.rlc.reg_list_format_start);
2797 
2798 	/* direct register portion */
2799 	for (i = 0; i < adev->gfx.rlc.reg_list_format_direct_reg_list_length; i++)
2800 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_GPM_SCRATCH_DATA),
2801 			register_list_format[i]);
2802 
2803 	/* indirect register portion */
2804 	while (i < (adev->gfx.rlc.reg_list_format_size_bytes >> 2)) {
2805 		if (register_list_format[i] == 0xFFFFFFFF) {
2806 			WREG32_SOC15(GC, 0, mmRLC_GPM_SCRATCH_DATA, register_list_format[i++]);
2807 			continue;
2808 		}
2809 
2810 		WREG32_SOC15(GC, 0, mmRLC_GPM_SCRATCH_DATA, register_list_format[i++]);
2811 		WREG32_SOC15(GC, 0, mmRLC_GPM_SCRATCH_DATA, register_list_format[i++]);
2812 
2813 		for (j = 0; j < unique_indirect_reg_count; j++) {
2814 			if (register_list_format[i] == unique_indirect_regs[j]) {
2815 				WREG32_SOC15(GC, 0, mmRLC_GPM_SCRATCH_DATA, j);
2816 				break;
2817 			}
2818 		}
2819 
2820 		BUG_ON(j >= unique_indirect_reg_count);
2821 
2822 		i++;
2823 	}
2824 
2825 	/* set save/restore list size */
2826 	list_size = adev->gfx.rlc.reg_list_size_bytes >> 2;
2827 	list_size = list_size >> 1;
2828 	WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_GPM_SCRATCH_ADDR),
2829 		adev->gfx.rlc.reg_restore_list_size);
2830 	WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_GPM_SCRATCH_DATA), list_size);
2831 
2832 	/* write the starting offsets to RLC scratch ram */
2833 	WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_GPM_SCRATCH_ADDR),
2834 		adev->gfx.rlc.starting_offsets_start);
2835 	for (i = 0; i < ARRAY_SIZE(indirect_start_offsets); i++)
2836 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_GPM_SCRATCH_DATA),
2837 		       indirect_start_offsets[i]);
2838 
2839 	/* load unique indirect regs*/
2840 	for (i = 0; i < ARRAY_SIZE(unique_indirect_regs); i++) {
2841 		if (unique_indirect_regs[i] != 0) {
2842 			WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_SRM_INDEX_CNTL_ADDR_0)
2843 			       + GFX_RLC_SRM_INDEX_CNTL_ADDR_OFFSETS[i],
2844 			       unique_indirect_regs[i] & 0x3FFFF);
2845 
2846 			WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_SRM_INDEX_CNTL_DATA_0)
2847 			       + GFX_RLC_SRM_INDEX_CNTL_DATA_OFFSETS[i],
2848 			       unique_indirect_regs[i] >> 20);
2849 		}
2850 	}
2851 
2852 	kfree(register_list_format);
2853 	return 0;
2854 }
2855 
2856 static void gfx_v9_0_enable_save_restore_machine(struct amdgpu_device *adev)
2857 {
2858 	WREG32_FIELD15(GC, 0, RLC_SRM_CNTL, SRM_ENABLE, 1);
2859 }
2860 
2861 static void pwr_10_0_gfxip_control_over_cgpg(struct amdgpu_device *adev,
2862 					     bool enable)
2863 {
2864 	uint32_t data = 0;
2865 	uint32_t default_data = 0;
2866 
2867 	default_data = data = RREG32(SOC15_REG_OFFSET(PWR, 0, mmPWR_MISC_CNTL_STATUS));
2868 	if (enable) {
2869 		/* enable GFXIP control over CGPG */
2870 		data |= PWR_MISC_CNTL_STATUS__PWR_GFX_RLC_CGPG_EN_MASK;
2871 		if(default_data != data)
2872 			WREG32(SOC15_REG_OFFSET(PWR, 0, mmPWR_MISC_CNTL_STATUS), data);
2873 
2874 		/* update status */
2875 		data &= ~PWR_MISC_CNTL_STATUS__PWR_GFXOFF_STATUS_MASK;
2876 		data |= (2 << PWR_MISC_CNTL_STATUS__PWR_GFXOFF_STATUS__SHIFT);
2877 		if(default_data != data)
2878 			WREG32(SOC15_REG_OFFSET(PWR, 0, mmPWR_MISC_CNTL_STATUS), data);
2879 	} else {
2880 		/* restore GFXIP control over GCPG */
2881 		data &= ~PWR_MISC_CNTL_STATUS__PWR_GFX_RLC_CGPG_EN_MASK;
2882 		if(default_data != data)
2883 			WREG32(SOC15_REG_OFFSET(PWR, 0, mmPWR_MISC_CNTL_STATUS), data);
2884 	}
2885 }
2886 
2887 static void gfx_v9_0_init_gfx_power_gating(struct amdgpu_device *adev)
2888 {
2889 	uint32_t data = 0;
2890 
2891 	if (adev->pg_flags & (AMD_PG_SUPPORT_GFX_PG |
2892 			      AMD_PG_SUPPORT_GFX_SMG |
2893 			      AMD_PG_SUPPORT_GFX_DMG)) {
2894 		/* init IDLE_POLL_COUNT = 60 */
2895 		data = RREG32(SOC15_REG_OFFSET(GC, 0, mmCP_RB_WPTR_POLL_CNTL));
2896 		data &= ~CP_RB_WPTR_POLL_CNTL__IDLE_POLL_COUNT_MASK;
2897 		data |= (0x60 << CP_RB_WPTR_POLL_CNTL__IDLE_POLL_COUNT__SHIFT);
2898 		WREG32(SOC15_REG_OFFSET(GC, 0, mmCP_RB_WPTR_POLL_CNTL), data);
2899 
2900 		/* init RLC PG Delay */
2901 		data = 0;
2902 		data |= (0x10 << RLC_PG_DELAY__POWER_UP_DELAY__SHIFT);
2903 		data |= (0x10 << RLC_PG_DELAY__POWER_DOWN_DELAY__SHIFT);
2904 		data |= (0x10 << RLC_PG_DELAY__CMD_PROPAGATE_DELAY__SHIFT);
2905 		data |= (0x40 << RLC_PG_DELAY__MEM_SLEEP_DELAY__SHIFT);
2906 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_DELAY), data);
2907 
2908 		data = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_DELAY_2));
2909 		data &= ~RLC_PG_DELAY_2__SERDES_CMD_DELAY_MASK;
2910 		data |= (0x4 << RLC_PG_DELAY_2__SERDES_CMD_DELAY__SHIFT);
2911 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_DELAY_2), data);
2912 
2913 		data = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_DELAY_3));
2914 		data &= ~RLC_PG_DELAY_3__CGCG_ACTIVE_BEFORE_CGPG_MASK;
2915 		data |= (0xff << RLC_PG_DELAY_3__CGCG_ACTIVE_BEFORE_CGPG__SHIFT);
2916 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_DELAY_3), data);
2917 
2918 		data = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_AUTO_PG_CTRL));
2919 		data &= ~RLC_AUTO_PG_CTRL__GRBM_REG_SAVE_GFX_IDLE_THRESHOLD_MASK;
2920 
2921 		/* program GRBM_REG_SAVE_GFX_IDLE_THRESHOLD to 0x55f0 */
2922 		data |= (0x55f0 << RLC_AUTO_PG_CTRL__GRBM_REG_SAVE_GFX_IDLE_THRESHOLD__SHIFT);
2923 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_AUTO_PG_CTRL), data);
2924 		if (adev->ip_versions[GC_HWIP][0] != IP_VERSION(9, 3, 0))
2925 			pwr_10_0_gfxip_control_over_cgpg(adev, true);
2926 	}
2927 }
2928 
2929 static void gfx_v9_0_enable_sck_slow_down_on_power_up(struct amdgpu_device *adev,
2930 						bool enable)
2931 {
2932 	uint32_t data = 0;
2933 	uint32_t default_data = 0;
2934 
2935 	default_data = data = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL));
2936 	data = REG_SET_FIELD(data, RLC_PG_CNTL,
2937 			     SMU_CLK_SLOWDOWN_ON_PU_ENABLE,
2938 			     enable ? 1 : 0);
2939 	if (default_data != data)
2940 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL), data);
2941 }
2942 
2943 static void gfx_v9_0_enable_sck_slow_down_on_power_down(struct amdgpu_device *adev,
2944 						bool enable)
2945 {
2946 	uint32_t data = 0;
2947 	uint32_t default_data = 0;
2948 
2949 	default_data = data = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL));
2950 	data = REG_SET_FIELD(data, RLC_PG_CNTL,
2951 			     SMU_CLK_SLOWDOWN_ON_PD_ENABLE,
2952 			     enable ? 1 : 0);
2953 	if(default_data != data)
2954 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL), data);
2955 }
2956 
2957 static void gfx_v9_0_enable_cp_power_gating(struct amdgpu_device *adev,
2958 					bool enable)
2959 {
2960 	uint32_t data = 0;
2961 	uint32_t default_data = 0;
2962 
2963 	default_data = data = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL));
2964 	data = REG_SET_FIELD(data, RLC_PG_CNTL,
2965 			     CP_PG_DISABLE,
2966 			     enable ? 0 : 1);
2967 	if(default_data != data)
2968 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL), data);
2969 }
2970 
2971 static void gfx_v9_0_enable_gfx_cg_power_gating(struct amdgpu_device *adev,
2972 						bool enable)
2973 {
2974 	uint32_t data, default_data;
2975 
2976 	default_data = data = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL));
2977 	data = REG_SET_FIELD(data, RLC_PG_CNTL,
2978 			     GFX_POWER_GATING_ENABLE,
2979 			     enable ? 1 : 0);
2980 	if(default_data != data)
2981 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL), data);
2982 }
2983 
2984 static void gfx_v9_0_enable_gfx_pipeline_powergating(struct amdgpu_device *adev,
2985 						bool enable)
2986 {
2987 	uint32_t data, default_data;
2988 
2989 	default_data = data = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL));
2990 	data = REG_SET_FIELD(data, RLC_PG_CNTL,
2991 			     GFX_PIPELINE_PG_ENABLE,
2992 			     enable ? 1 : 0);
2993 	if(default_data != data)
2994 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL), data);
2995 
2996 	if (!enable)
2997 		/* read any GFX register to wake up GFX */
2998 		data = RREG32(SOC15_REG_OFFSET(GC, 0, mmDB_RENDER_CONTROL));
2999 }
3000 
3001 static void gfx_v9_0_enable_gfx_static_mg_power_gating(struct amdgpu_device *adev,
3002 						       bool enable)
3003 {
3004 	uint32_t data, default_data;
3005 
3006 	default_data = data = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL));
3007 	data = REG_SET_FIELD(data, RLC_PG_CNTL,
3008 			     STATIC_PER_CU_PG_ENABLE,
3009 			     enable ? 1 : 0);
3010 	if(default_data != data)
3011 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL), data);
3012 }
3013 
3014 static void gfx_v9_0_enable_gfx_dynamic_mg_power_gating(struct amdgpu_device *adev,
3015 						bool enable)
3016 {
3017 	uint32_t data, default_data;
3018 
3019 	default_data = data = RREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL));
3020 	data = REG_SET_FIELD(data, RLC_PG_CNTL,
3021 			     DYN_PER_CU_PG_ENABLE,
3022 			     enable ? 1 : 0);
3023 	if(default_data != data)
3024 		WREG32(SOC15_REG_OFFSET(GC, 0, mmRLC_PG_CNTL), data);
3025 }
3026 
3027 static void gfx_v9_0_init_pg(struct amdgpu_device *adev)
3028 {
3029 	gfx_v9_0_init_csb(adev);
3030 
3031 	/*
3032 	 * Rlc save restore list is workable since v2_1.
3033 	 * And it's needed by gfxoff feature.
3034 	 */
3035 	if (adev->gfx.rlc.is_rlc_v2_1) {
3036 		if (adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 2, 1) ||
3037 		    (adev->apu_flags & AMD_APU_IS_RAVEN2))
3038 			gfx_v9_1_init_rlc_save_restore_list(adev);
3039 		gfx_v9_0_enable_save_restore_machine(adev);
3040 	}
3041 
3042 	if (adev->pg_flags & (AMD_PG_SUPPORT_GFX_PG |
3043 			      AMD_PG_SUPPORT_GFX_SMG |
3044 			      AMD_PG_SUPPORT_GFX_DMG |
3045 			      AMD_PG_SUPPORT_CP |
3046 			      AMD_PG_SUPPORT_GDS |
3047 			      AMD_PG_SUPPORT_RLC_SMU_HS)) {
3048 		WREG32_SOC15(GC, 0, mmRLC_JUMP_TABLE_RESTORE,
3049 			     adev->gfx.rlc.cp_table_gpu_addr >> 8);
3050 		gfx_v9_0_init_gfx_power_gating(adev);
3051 	}
3052 }
3053 
3054 static void gfx_v9_0_rlc_stop(struct amdgpu_device *adev)
3055 {
3056 	WREG32_FIELD15(GC, 0, RLC_CNTL, RLC_ENABLE_F32, 0);
3057 	gfx_v9_0_enable_gui_idle_interrupt(adev, false);
3058 	gfx_v9_0_wait_for_rlc_serdes(adev);
3059 }
3060 
3061 static void gfx_v9_0_rlc_reset(struct amdgpu_device *adev)
3062 {
3063 	WREG32_FIELD15(GC, 0, GRBM_SOFT_RESET, SOFT_RESET_RLC, 1);
3064 	udelay(50);
3065 	WREG32_FIELD15(GC, 0, GRBM_SOFT_RESET, SOFT_RESET_RLC, 0);
3066 	udelay(50);
3067 }
3068 
3069 static void gfx_v9_0_rlc_start(struct amdgpu_device *adev)
3070 {
3071 #ifdef AMDGPU_RLC_DEBUG_RETRY
3072 	u32 rlc_ucode_ver;
3073 #endif
3074 
3075 	WREG32_FIELD15(GC, 0, RLC_CNTL, RLC_ENABLE_F32, 1);
3076 	udelay(50);
3077 
3078 	/* carrizo do enable cp interrupt after cp inited */
3079 	if (!(adev->flags & AMD_IS_APU)) {
3080 		gfx_v9_0_enable_gui_idle_interrupt(adev, true);
3081 		udelay(50);
3082 	}
3083 
3084 #ifdef AMDGPU_RLC_DEBUG_RETRY
3085 	/* RLC_GPM_GENERAL_6 : RLC Ucode version */
3086 	rlc_ucode_ver = RREG32_SOC15(GC, 0, mmRLC_GPM_GENERAL_6);
3087 	if(rlc_ucode_ver == 0x108) {
3088 		DRM_INFO("Using rlc debug ucode. mmRLC_GPM_GENERAL_6 ==0x08%x / fw_ver == %i \n",
3089 				rlc_ucode_ver, adev->gfx.rlc_fw_version);
3090 		/* RLC_GPM_TIMER_INT_3 : Timer interval in RefCLK cycles,
3091 		 * default is 0x9C4 to create a 100us interval */
3092 		WREG32_SOC15(GC, 0, mmRLC_GPM_TIMER_INT_3, 0x9C4);
3093 		/* RLC_GPM_GENERAL_12 : Minimum gap between wptr and rptr
3094 		 * to disable the page fault retry interrupts, default is
3095 		 * 0x100 (256) */
3096 		WREG32_SOC15(GC, 0, mmRLC_GPM_GENERAL_12, 0x100);
3097 	}
3098 #endif
3099 }
3100 
3101 static int gfx_v9_0_rlc_load_microcode(struct amdgpu_device *adev)
3102 {
3103 	const struct rlc_firmware_header_v2_0 *hdr;
3104 	const __le32 *fw_data;
3105 	unsigned i, fw_size;
3106 
3107 	if (!adev->gfx.rlc_fw)
3108 		return -EINVAL;
3109 
3110 	hdr = (const struct rlc_firmware_header_v2_0 *)adev->gfx.rlc_fw->data;
3111 	amdgpu_ucode_print_rlc_hdr(&hdr->header);
3112 
3113 	fw_data = (const __le32 *)(adev->gfx.rlc_fw->data +
3114 			   le32_to_cpu(hdr->header.ucode_array_offset_bytes));
3115 	fw_size = le32_to_cpu(hdr->header.ucode_size_bytes) / 4;
3116 
3117 	WREG32_SOC15(GC, 0, mmRLC_GPM_UCODE_ADDR,
3118 			RLCG_UCODE_LOADING_START_ADDRESS);
3119 	for (i = 0; i < fw_size; i++)
3120 		WREG32_SOC15(GC, 0, mmRLC_GPM_UCODE_DATA, le32_to_cpup(fw_data++));
3121 	WREG32_SOC15(GC, 0, mmRLC_GPM_UCODE_ADDR, adev->gfx.rlc_fw_version);
3122 
3123 	return 0;
3124 }
3125 
3126 static int gfx_v9_0_rlc_resume(struct amdgpu_device *adev)
3127 {
3128 	int r;
3129 
3130 	if (amdgpu_sriov_vf(adev)) {
3131 		gfx_v9_0_init_csb(adev);
3132 		return 0;
3133 	}
3134 
3135 	adev->gfx.rlc.funcs->stop(adev);
3136 
3137 	/* disable CG */
3138 	WREG32_SOC15(GC, 0, mmRLC_CGCG_CGLS_CTRL, 0);
3139 
3140 	gfx_v9_0_init_pg(adev);
3141 
3142 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) {
3143 		/* legacy rlc firmware loading */
3144 		r = gfx_v9_0_rlc_load_microcode(adev);
3145 		if (r)
3146 			return r;
3147 	}
3148 
3149 	switch (adev->ip_versions[GC_HWIP][0]) {
3150 	case IP_VERSION(9, 2, 2):
3151 	case IP_VERSION(9, 1, 0):
3152 		if (amdgpu_lbpw == 0)
3153 			gfx_v9_0_enable_lbpw(adev, false);
3154 		else
3155 			gfx_v9_0_enable_lbpw(adev, true);
3156 		break;
3157 	case IP_VERSION(9, 4, 0):
3158 		if (amdgpu_lbpw > 0)
3159 			gfx_v9_0_enable_lbpw(adev, true);
3160 		else
3161 			gfx_v9_0_enable_lbpw(adev, false);
3162 		break;
3163 	default:
3164 		break;
3165 	}
3166 
3167 	adev->gfx.rlc.funcs->start(adev);
3168 
3169 	return 0;
3170 }
3171 
3172 static void gfx_v9_0_cp_gfx_enable(struct amdgpu_device *adev, bool enable)
3173 {
3174 	u32 tmp = RREG32_SOC15(GC, 0, mmCP_ME_CNTL);
3175 
3176 	tmp = REG_SET_FIELD(tmp, CP_ME_CNTL, ME_HALT, enable ? 0 : 1);
3177 	tmp = REG_SET_FIELD(tmp, CP_ME_CNTL, PFP_HALT, enable ? 0 : 1);
3178 	tmp = REG_SET_FIELD(tmp, CP_ME_CNTL, CE_HALT, enable ? 0 : 1);
3179 	WREG32_SOC15_RLC(GC, 0, mmCP_ME_CNTL, tmp);
3180 	udelay(50);
3181 }
3182 
3183 static int gfx_v9_0_cp_gfx_load_microcode(struct amdgpu_device *adev)
3184 {
3185 	const struct gfx_firmware_header_v1_0 *pfp_hdr;
3186 	const struct gfx_firmware_header_v1_0 *ce_hdr;
3187 	const struct gfx_firmware_header_v1_0 *me_hdr;
3188 	const __le32 *fw_data;
3189 	unsigned i, fw_size;
3190 
3191 	if (!adev->gfx.me_fw || !adev->gfx.pfp_fw || !adev->gfx.ce_fw)
3192 		return -EINVAL;
3193 
3194 	pfp_hdr = (const struct gfx_firmware_header_v1_0 *)
3195 		adev->gfx.pfp_fw->data;
3196 	ce_hdr = (const struct gfx_firmware_header_v1_0 *)
3197 		adev->gfx.ce_fw->data;
3198 	me_hdr = (const struct gfx_firmware_header_v1_0 *)
3199 		adev->gfx.me_fw->data;
3200 
3201 	amdgpu_ucode_print_gfx_hdr(&pfp_hdr->header);
3202 	amdgpu_ucode_print_gfx_hdr(&ce_hdr->header);
3203 	amdgpu_ucode_print_gfx_hdr(&me_hdr->header);
3204 
3205 	gfx_v9_0_cp_gfx_enable(adev, false);
3206 
3207 	/* PFP */
3208 	fw_data = (const __le32 *)
3209 		(adev->gfx.pfp_fw->data +
3210 		 le32_to_cpu(pfp_hdr->header.ucode_array_offset_bytes));
3211 	fw_size = le32_to_cpu(pfp_hdr->header.ucode_size_bytes) / 4;
3212 	WREG32_SOC15(GC, 0, mmCP_PFP_UCODE_ADDR, 0);
3213 	for (i = 0; i < fw_size; i++)
3214 		WREG32_SOC15(GC, 0, mmCP_PFP_UCODE_DATA, le32_to_cpup(fw_data++));
3215 	WREG32_SOC15(GC, 0, mmCP_PFP_UCODE_ADDR, adev->gfx.pfp_fw_version);
3216 
3217 	/* CE */
3218 	fw_data = (const __le32 *)
3219 		(adev->gfx.ce_fw->data +
3220 		 le32_to_cpu(ce_hdr->header.ucode_array_offset_bytes));
3221 	fw_size = le32_to_cpu(ce_hdr->header.ucode_size_bytes) / 4;
3222 	WREG32_SOC15(GC, 0, mmCP_CE_UCODE_ADDR, 0);
3223 	for (i = 0; i < fw_size; i++)
3224 		WREG32_SOC15(GC, 0, mmCP_CE_UCODE_DATA, le32_to_cpup(fw_data++));
3225 	WREG32_SOC15(GC, 0, mmCP_CE_UCODE_ADDR, adev->gfx.ce_fw_version);
3226 
3227 	/* ME */
3228 	fw_data = (const __le32 *)
3229 		(adev->gfx.me_fw->data +
3230 		 le32_to_cpu(me_hdr->header.ucode_array_offset_bytes));
3231 	fw_size = le32_to_cpu(me_hdr->header.ucode_size_bytes) / 4;
3232 	WREG32_SOC15(GC, 0, mmCP_ME_RAM_WADDR, 0);
3233 	for (i = 0; i < fw_size; i++)
3234 		WREG32_SOC15(GC, 0, mmCP_ME_RAM_DATA, le32_to_cpup(fw_data++));
3235 	WREG32_SOC15(GC, 0, mmCP_ME_RAM_WADDR, adev->gfx.me_fw_version);
3236 
3237 	return 0;
3238 }
3239 
3240 static int gfx_v9_0_cp_gfx_start(struct amdgpu_device *adev)
3241 {
3242 	struct amdgpu_ring *ring = &adev->gfx.gfx_ring[0];
3243 	const struct cs_section_def *sect = NULL;
3244 	const struct cs_extent_def *ext = NULL;
3245 	int r, i, tmp;
3246 
3247 	/* init the CP */
3248 	WREG32_SOC15(GC, 0, mmCP_MAX_CONTEXT, adev->gfx.config.max_hw_contexts - 1);
3249 	WREG32_SOC15(GC, 0, mmCP_DEVICE_ID, 1);
3250 
3251 	gfx_v9_0_cp_gfx_enable(adev, true);
3252 
3253 	r = amdgpu_ring_alloc(ring, gfx_v9_0_get_csb_size(adev) + 4 + 3);
3254 	if (r) {
3255 		DRM_ERROR("amdgpu: cp failed to lock ring (%d).\n", r);
3256 		return r;
3257 	}
3258 
3259 	amdgpu_ring_write(ring, PACKET3(PACKET3_PREAMBLE_CNTL, 0));
3260 	amdgpu_ring_write(ring, PACKET3_PREAMBLE_BEGIN_CLEAR_STATE);
3261 
3262 	amdgpu_ring_write(ring, PACKET3(PACKET3_CONTEXT_CONTROL, 1));
3263 	amdgpu_ring_write(ring, 0x80000000);
3264 	amdgpu_ring_write(ring, 0x80000000);
3265 
3266 	for (sect = gfx9_cs_data; sect->section != NULL; ++sect) {
3267 		for (ext = sect->section; ext->extent != NULL; ++ext) {
3268 			if (sect->id == SECT_CONTEXT) {
3269 				amdgpu_ring_write(ring,
3270 				       PACKET3(PACKET3_SET_CONTEXT_REG,
3271 					       ext->reg_count));
3272 				amdgpu_ring_write(ring,
3273 				       ext->reg_index - PACKET3_SET_CONTEXT_REG_START);
3274 				for (i = 0; i < ext->reg_count; i++)
3275 					amdgpu_ring_write(ring, ext->extent[i]);
3276 			}
3277 		}
3278 	}
3279 
3280 	amdgpu_ring_write(ring, PACKET3(PACKET3_PREAMBLE_CNTL, 0));
3281 	amdgpu_ring_write(ring, PACKET3_PREAMBLE_END_CLEAR_STATE);
3282 
3283 	amdgpu_ring_write(ring, PACKET3(PACKET3_CLEAR_STATE, 0));
3284 	amdgpu_ring_write(ring, 0);
3285 
3286 	amdgpu_ring_write(ring, PACKET3(PACKET3_SET_BASE, 2));
3287 	amdgpu_ring_write(ring, PACKET3_BASE_INDEX(CE_PARTITION_BASE));
3288 	amdgpu_ring_write(ring, 0x8000);
3289 	amdgpu_ring_write(ring, 0x8000);
3290 
3291 	amdgpu_ring_write(ring, PACKET3(PACKET3_SET_UCONFIG_REG,1));
3292 	tmp = (PACKET3_SET_UCONFIG_REG_INDEX_TYPE |
3293 		(SOC15_REG_OFFSET(GC, 0, mmVGT_INDEX_TYPE) - PACKET3_SET_UCONFIG_REG_START));
3294 	amdgpu_ring_write(ring, tmp);
3295 	amdgpu_ring_write(ring, 0);
3296 
3297 	amdgpu_ring_commit(ring);
3298 
3299 	return 0;
3300 }
3301 
3302 static int gfx_v9_0_cp_gfx_resume(struct amdgpu_device *adev)
3303 {
3304 	struct amdgpu_ring *ring;
3305 	u32 tmp;
3306 	u32 rb_bufsz;
3307 	u64 rb_addr, rptr_addr, wptr_gpu_addr;
3308 
3309 	/* Set the write pointer delay */
3310 	WREG32_SOC15(GC, 0, mmCP_RB_WPTR_DELAY, 0);
3311 
3312 	/* set the RB to use vmid 0 */
3313 	WREG32_SOC15(GC, 0, mmCP_RB_VMID, 0);
3314 
3315 	/* Set ring buffer size */
3316 	ring = &adev->gfx.gfx_ring[0];
3317 	rb_bufsz = order_base_2(ring->ring_size / 8);
3318 	tmp = REG_SET_FIELD(0, CP_RB0_CNTL, RB_BUFSZ, rb_bufsz);
3319 	tmp = REG_SET_FIELD(tmp, CP_RB0_CNTL, RB_BLKSZ, rb_bufsz - 2);
3320 #ifdef __BIG_ENDIAN
3321 	tmp = REG_SET_FIELD(tmp, CP_RB0_CNTL, BUF_SWAP, 1);
3322 #endif
3323 	WREG32_SOC15(GC, 0, mmCP_RB0_CNTL, tmp);
3324 
3325 	/* Initialize the ring buffer's write pointers */
3326 	ring->wptr = 0;
3327 	WREG32_SOC15(GC, 0, mmCP_RB0_WPTR, lower_32_bits(ring->wptr));
3328 	WREG32_SOC15(GC, 0, mmCP_RB0_WPTR_HI, upper_32_bits(ring->wptr));
3329 
3330 	/* set the wb address wether it's enabled or not */
3331 	rptr_addr = adev->wb.gpu_addr + (ring->rptr_offs * 4);
3332 	WREG32_SOC15(GC, 0, mmCP_RB0_RPTR_ADDR, lower_32_bits(rptr_addr));
3333 	WREG32_SOC15(GC, 0, mmCP_RB0_RPTR_ADDR_HI, upper_32_bits(rptr_addr) & CP_RB_RPTR_ADDR_HI__RB_RPTR_ADDR_HI_MASK);
3334 
3335 	wptr_gpu_addr = adev->wb.gpu_addr + (ring->wptr_offs * 4);
3336 	WREG32_SOC15(GC, 0, mmCP_RB_WPTR_POLL_ADDR_LO, lower_32_bits(wptr_gpu_addr));
3337 	WREG32_SOC15(GC, 0, mmCP_RB_WPTR_POLL_ADDR_HI, upper_32_bits(wptr_gpu_addr));
3338 
3339 	mdelay(1);
3340 	WREG32_SOC15(GC, 0, mmCP_RB0_CNTL, tmp);
3341 
3342 	rb_addr = ring->gpu_addr >> 8;
3343 	WREG32_SOC15(GC, 0, mmCP_RB0_BASE, rb_addr);
3344 	WREG32_SOC15(GC, 0, mmCP_RB0_BASE_HI, upper_32_bits(rb_addr));
3345 
3346 	tmp = RREG32_SOC15(GC, 0, mmCP_RB_DOORBELL_CONTROL);
3347 	if (ring->use_doorbell) {
3348 		tmp = REG_SET_FIELD(tmp, CP_RB_DOORBELL_CONTROL,
3349 				    DOORBELL_OFFSET, ring->doorbell_index);
3350 		tmp = REG_SET_FIELD(tmp, CP_RB_DOORBELL_CONTROL,
3351 				    DOORBELL_EN, 1);
3352 	} else {
3353 		tmp = REG_SET_FIELD(tmp, CP_RB_DOORBELL_CONTROL, DOORBELL_EN, 0);
3354 	}
3355 	WREG32_SOC15(GC, 0, mmCP_RB_DOORBELL_CONTROL, tmp);
3356 
3357 	tmp = REG_SET_FIELD(0, CP_RB_DOORBELL_RANGE_LOWER,
3358 			DOORBELL_RANGE_LOWER, ring->doorbell_index);
3359 	WREG32_SOC15(GC, 0, mmCP_RB_DOORBELL_RANGE_LOWER, tmp);
3360 
3361 	WREG32_SOC15(GC, 0, mmCP_RB_DOORBELL_RANGE_UPPER,
3362 		       CP_RB_DOORBELL_RANGE_UPPER__DOORBELL_RANGE_UPPER_MASK);
3363 
3364 
3365 	/* start the ring */
3366 	gfx_v9_0_cp_gfx_start(adev);
3367 	ring->sched.ready = true;
3368 
3369 	return 0;
3370 }
3371 
3372 static void gfx_v9_0_cp_compute_enable(struct amdgpu_device *adev, bool enable)
3373 {
3374 	if (enable) {
3375 		WREG32_SOC15_RLC(GC, 0, mmCP_MEC_CNTL, 0);
3376 	} else {
3377 		WREG32_SOC15_RLC(GC, 0, mmCP_MEC_CNTL,
3378 			(CP_MEC_CNTL__MEC_ME1_HALT_MASK | CP_MEC_CNTL__MEC_ME2_HALT_MASK));
3379 		adev->gfx.kiq.ring.sched.ready = false;
3380 	}
3381 	udelay(50);
3382 }
3383 
3384 static int gfx_v9_0_cp_compute_load_microcode(struct amdgpu_device *adev)
3385 {
3386 	const struct gfx_firmware_header_v1_0 *mec_hdr;
3387 	const __le32 *fw_data;
3388 	unsigned i;
3389 	u32 tmp;
3390 
3391 	if (!adev->gfx.mec_fw)
3392 		return -EINVAL;
3393 
3394 	gfx_v9_0_cp_compute_enable(adev, false);
3395 
3396 	mec_hdr = (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
3397 	amdgpu_ucode_print_gfx_hdr(&mec_hdr->header);
3398 
3399 	fw_data = (const __le32 *)
3400 		(adev->gfx.mec_fw->data +
3401 		 le32_to_cpu(mec_hdr->header.ucode_array_offset_bytes));
3402 	tmp = 0;
3403 	tmp = REG_SET_FIELD(tmp, CP_CPC_IC_BASE_CNTL, VMID, 0);
3404 	tmp = REG_SET_FIELD(tmp, CP_CPC_IC_BASE_CNTL, CACHE_POLICY, 0);
3405 	WREG32_SOC15(GC, 0, mmCP_CPC_IC_BASE_CNTL, tmp);
3406 
3407 	WREG32_SOC15(GC, 0, mmCP_CPC_IC_BASE_LO,
3408 		adev->gfx.mec.mec_fw_gpu_addr & 0xFFFFF000);
3409 	WREG32_SOC15(GC, 0, mmCP_CPC_IC_BASE_HI,
3410 		upper_32_bits(adev->gfx.mec.mec_fw_gpu_addr));
3411 
3412 	/* MEC1 */
3413 	WREG32_SOC15(GC, 0, mmCP_MEC_ME1_UCODE_ADDR,
3414 			 mec_hdr->jt_offset);
3415 	for (i = 0; i < mec_hdr->jt_size; i++)
3416 		WREG32_SOC15(GC, 0, mmCP_MEC_ME1_UCODE_DATA,
3417 			le32_to_cpup(fw_data + mec_hdr->jt_offset + i));
3418 
3419 	WREG32_SOC15(GC, 0, mmCP_MEC_ME1_UCODE_ADDR,
3420 			adev->gfx.mec_fw_version);
3421 	/* Todo : Loading MEC2 firmware is only necessary if MEC2 should run different microcode than MEC1. */
3422 
3423 	return 0;
3424 }
3425 
3426 /* KIQ functions */
3427 static void gfx_v9_0_kiq_setting(struct amdgpu_ring *ring)
3428 {
3429 	uint32_t tmp;
3430 	struct amdgpu_device *adev = ring->adev;
3431 
3432 	/* tell RLC which is KIQ queue */
3433 	tmp = RREG32_SOC15(GC, 0, mmRLC_CP_SCHEDULERS);
3434 	tmp &= 0xffffff00;
3435 	tmp |= (ring->me << 5) | (ring->pipe << 3) | (ring->queue);
3436 	WREG32_SOC15_RLC(GC, 0, mmRLC_CP_SCHEDULERS, tmp);
3437 	tmp |= 0x80;
3438 	WREG32_SOC15_RLC(GC, 0, mmRLC_CP_SCHEDULERS, tmp);
3439 }
3440 
3441 static void gfx_v9_0_mqd_set_priority(struct amdgpu_ring *ring, struct v9_mqd *mqd)
3442 {
3443 	struct amdgpu_device *adev = ring->adev;
3444 
3445 	if (ring->funcs->type == AMDGPU_RING_TYPE_COMPUTE) {
3446 		if (amdgpu_gfx_is_high_priority_compute_queue(adev, ring)) {
3447 			mqd->cp_hqd_pipe_priority = AMDGPU_GFX_PIPE_PRIO_HIGH;
3448 			mqd->cp_hqd_queue_priority =
3449 				AMDGPU_GFX_QUEUE_PRIORITY_MAXIMUM;
3450 		}
3451 	}
3452 }
3453 
3454 static int gfx_v9_0_mqd_init(struct amdgpu_ring *ring)
3455 {
3456 	struct amdgpu_device *adev = ring->adev;
3457 	struct v9_mqd *mqd = ring->mqd_ptr;
3458 	uint64_t hqd_gpu_addr, wb_gpu_addr, eop_base_addr;
3459 	uint32_t tmp;
3460 
3461 	mqd->header = 0xC0310800;
3462 	mqd->compute_pipelinestat_enable = 0x00000001;
3463 	mqd->compute_static_thread_mgmt_se0 = 0xffffffff;
3464 	mqd->compute_static_thread_mgmt_se1 = 0xffffffff;
3465 	mqd->compute_static_thread_mgmt_se2 = 0xffffffff;
3466 	mqd->compute_static_thread_mgmt_se3 = 0xffffffff;
3467 	mqd->compute_static_thread_mgmt_se4 = 0xffffffff;
3468 	mqd->compute_static_thread_mgmt_se5 = 0xffffffff;
3469 	mqd->compute_static_thread_mgmt_se6 = 0xffffffff;
3470 	mqd->compute_static_thread_mgmt_se7 = 0xffffffff;
3471 	mqd->compute_misc_reserved = 0x00000003;
3472 
3473 	mqd->dynamic_cu_mask_addr_lo =
3474 		lower_32_bits(ring->mqd_gpu_addr
3475 			      + offsetof(struct v9_mqd_allocation, dynamic_cu_mask));
3476 	mqd->dynamic_cu_mask_addr_hi =
3477 		upper_32_bits(ring->mqd_gpu_addr
3478 			      + offsetof(struct v9_mqd_allocation, dynamic_cu_mask));
3479 
3480 	eop_base_addr = ring->eop_gpu_addr >> 8;
3481 	mqd->cp_hqd_eop_base_addr_lo = eop_base_addr;
3482 	mqd->cp_hqd_eop_base_addr_hi = upper_32_bits(eop_base_addr);
3483 
3484 	/* set the EOP size, register value is 2^(EOP_SIZE+1) dwords */
3485 	tmp = RREG32_SOC15(GC, 0, mmCP_HQD_EOP_CONTROL);
3486 	tmp = REG_SET_FIELD(tmp, CP_HQD_EOP_CONTROL, EOP_SIZE,
3487 			(order_base_2(GFX9_MEC_HPD_SIZE / 4) - 1));
3488 
3489 	mqd->cp_hqd_eop_control = tmp;
3490 
3491 	/* enable doorbell? */
3492 	tmp = RREG32_SOC15(GC, 0, mmCP_HQD_PQ_DOORBELL_CONTROL);
3493 
3494 	if (ring->use_doorbell) {
3495 		tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_DOORBELL_CONTROL,
3496 				    DOORBELL_OFFSET, ring->doorbell_index);
3497 		tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_DOORBELL_CONTROL,
3498 				    DOORBELL_EN, 1);
3499 		tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_DOORBELL_CONTROL,
3500 				    DOORBELL_SOURCE, 0);
3501 		tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_DOORBELL_CONTROL,
3502 				    DOORBELL_HIT, 0);
3503 	} else {
3504 		tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_DOORBELL_CONTROL,
3505 					 DOORBELL_EN, 0);
3506 	}
3507 
3508 	mqd->cp_hqd_pq_doorbell_control = tmp;
3509 
3510 	/* disable the queue if it's active */
3511 	ring->wptr = 0;
3512 	mqd->cp_hqd_dequeue_request = 0;
3513 	mqd->cp_hqd_pq_rptr = 0;
3514 	mqd->cp_hqd_pq_wptr_lo = 0;
3515 	mqd->cp_hqd_pq_wptr_hi = 0;
3516 
3517 	/* set the pointer to the MQD */
3518 	mqd->cp_mqd_base_addr_lo = ring->mqd_gpu_addr & 0xfffffffc;
3519 	mqd->cp_mqd_base_addr_hi = upper_32_bits(ring->mqd_gpu_addr);
3520 
3521 	/* set MQD vmid to 0 */
3522 	tmp = RREG32_SOC15(GC, 0, mmCP_MQD_CONTROL);
3523 	tmp = REG_SET_FIELD(tmp, CP_MQD_CONTROL, VMID, 0);
3524 	mqd->cp_mqd_control = tmp;
3525 
3526 	/* set the pointer to the HQD, this is similar CP_RB0_BASE/_HI */
3527 	hqd_gpu_addr = ring->gpu_addr >> 8;
3528 	mqd->cp_hqd_pq_base_lo = hqd_gpu_addr;
3529 	mqd->cp_hqd_pq_base_hi = upper_32_bits(hqd_gpu_addr);
3530 
3531 	/* set up the HQD, this is similar to CP_RB0_CNTL */
3532 	tmp = RREG32_SOC15(GC, 0, mmCP_HQD_PQ_CONTROL);
3533 	tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_CONTROL, QUEUE_SIZE,
3534 			    (order_base_2(ring->ring_size / 4) - 1));
3535 	tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_CONTROL, RPTR_BLOCK_SIZE,
3536 			((order_base_2(AMDGPU_GPU_PAGE_SIZE / 4) - 1) << 8));
3537 #ifdef __BIG_ENDIAN
3538 	tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_CONTROL, ENDIAN_SWAP, 1);
3539 #endif
3540 	tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_CONTROL, UNORD_DISPATCH, 0);
3541 	tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_CONTROL, ROQ_PQ_IB_FLIP, 0);
3542 	tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_CONTROL, PRIV_STATE, 1);
3543 	tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_CONTROL, KMD_QUEUE, 1);
3544 	mqd->cp_hqd_pq_control = tmp;
3545 
3546 	/* set the wb address whether it's enabled or not */
3547 	wb_gpu_addr = adev->wb.gpu_addr + (ring->rptr_offs * 4);
3548 	mqd->cp_hqd_pq_rptr_report_addr_lo = wb_gpu_addr & 0xfffffffc;
3549 	mqd->cp_hqd_pq_rptr_report_addr_hi =
3550 		upper_32_bits(wb_gpu_addr) & 0xffff;
3551 
3552 	/* only used if CP_PQ_WPTR_POLL_CNTL.CP_PQ_WPTR_POLL_CNTL__EN_MASK=1 */
3553 	wb_gpu_addr = adev->wb.gpu_addr + (ring->wptr_offs * 4);
3554 	mqd->cp_hqd_pq_wptr_poll_addr_lo = wb_gpu_addr & 0xfffffffc;
3555 	mqd->cp_hqd_pq_wptr_poll_addr_hi = upper_32_bits(wb_gpu_addr) & 0xffff;
3556 
3557 	tmp = 0;
3558 	/* enable the doorbell if requested */
3559 	if (ring->use_doorbell) {
3560 		tmp = RREG32_SOC15(GC, 0, mmCP_HQD_PQ_DOORBELL_CONTROL);
3561 		tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_DOORBELL_CONTROL,
3562 				DOORBELL_OFFSET, ring->doorbell_index);
3563 
3564 		tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_DOORBELL_CONTROL,
3565 					 DOORBELL_EN, 1);
3566 		tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_DOORBELL_CONTROL,
3567 					 DOORBELL_SOURCE, 0);
3568 		tmp = REG_SET_FIELD(tmp, CP_HQD_PQ_DOORBELL_CONTROL,
3569 					 DOORBELL_HIT, 0);
3570 	}
3571 
3572 	mqd->cp_hqd_pq_doorbell_control = tmp;
3573 
3574 	/* reset read and write pointers, similar to CP_RB0_WPTR/_RPTR */
3575 	ring->wptr = 0;
3576 	mqd->cp_hqd_pq_rptr = RREG32_SOC15(GC, 0, mmCP_HQD_PQ_RPTR);
3577 
3578 	/* set the vmid for the queue */
3579 	mqd->cp_hqd_vmid = 0;
3580 
3581 	tmp = RREG32_SOC15(GC, 0, mmCP_HQD_PERSISTENT_STATE);
3582 	tmp = REG_SET_FIELD(tmp, CP_HQD_PERSISTENT_STATE, PRELOAD_SIZE, 0x53);
3583 	mqd->cp_hqd_persistent_state = tmp;
3584 
3585 	/* set MIN_IB_AVAIL_SIZE */
3586 	tmp = RREG32_SOC15(GC, 0, mmCP_HQD_IB_CONTROL);
3587 	tmp = REG_SET_FIELD(tmp, CP_HQD_IB_CONTROL, MIN_IB_AVAIL_SIZE, 3);
3588 	mqd->cp_hqd_ib_control = tmp;
3589 
3590 	/* set static priority for a queue/ring */
3591 	gfx_v9_0_mqd_set_priority(ring, mqd);
3592 	mqd->cp_hqd_quantum = RREG32_SOC15(GC, 0, mmCP_HQD_QUANTUM);
3593 
3594 	/* map_queues packet doesn't need activate the queue,
3595 	 * so only kiq need set this field.
3596 	 */
3597 	if (ring->funcs->type == AMDGPU_RING_TYPE_KIQ)
3598 		mqd->cp_hqd_active = 1;
3599 
3600 	return 0;
3601 }
3602 
3603 static int gfx_v9_0_kiq_init_register(struct amdgpu_ring *ring)
3604 {
3605 	struct amdgpu_device *adev = ring->adev;
3606 	struct v9_mqd *mqd = ring->mqd_ptr;
3607 	int j;
3608 
3609 	/* disable wptr polling */
3610 	WREG32_FIELD15(GC, 0, CP_PQ_WPTR_POLL_CNTL, EN, 0);
3611 
3612 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_EOP_BASE_ADDR,
3613 	       mqd->cp_hqd_eop_base_addr_lo);
3614 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_EOP_BASE_ADDR_HI,
3615 	       mqd->cp_hqd_eop_base_addr_hi);
3616 
3617 	/* set the EOP size, register value is 2^(EOP_SIZE+1) dwords */
3618 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_EOP_CONTROL,
3619 	       mqd->cp_hqd_eop_control);
3620 
3621 	/* enable doorbell? */
3622 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_DOORBELL_CONTROL,
3623 	       mqd->cp_hqd_pq_doorbell_control);
3624 
3625 	/* disable the queue if it's active */
3626 	if (RREG32_SOC15(GC, 0, mmCP_HQD_ACTIVE) & 1) {
3627 		WREG32_SOC15_RLC(GC, 0, mmCP_HQD_DEQUEUE_REQUEST, 1);
3628 		for (j = 0; j < adev->usec_timeout; j++) {
3629 			if (!(RREG32_SOC15(GC, 0, mmCP_HQD_ACTIVE) & 1))
3630 				break;
3631 			udelay(1);
3632 		}
3633 		WREG32_SOC15_RLC(GC, 0, mmCP_HQD_DEQUEUE_REQUEST,
3634 		       mqd->cp_hqd_dequeue_request);
3635 		WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_RPTR,
3636 		       mqd->cp_hqd_pq_rptr);
3637 		WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_WPTR_LO,
3638 		       mqd->cp_hqd_pq_wptr_lo);
3639 		WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_WPTR_HI,
3640 		       mqd->cp_hqd_pq_wptr_hi);
3641 	}
3642 
3643 	/* set the pointer to the MQD */
3644 	WREG32_SOC15_RLC(GC, 0, mmCP_MQD_BASE_ADDR,
3645 	       mqd->cp_mqd_base_addr_lo);
3646 	WREG32_SOC15_RLC(GC, 0, mmCP_MQD_BASE_ADDR_HI,
3647 	       mqd->cp_mqd_base_addr_hi);
3648 
3649 	/* set MQD vmid to 0 */
3650 	WREG32_SOC15_RLC(GC, 0, mmCP_MQD_CONTROL,
3651 	       mqd->cp_mqd_control);
3652 
3653 	/* set the pointer to the HQD, this is similar CP_RB0_BASE/_HI */
3654 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_BASE,
3655 	       mqd->cp_hqd_pq_base_lo);
3656 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_BASE_HI,
3657 	       mqd->cp_hqd_pq_base_hi);
3658 
3659 	/* set up the HQD, this is similar to CP_RB0_CNTL */
3660 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_CONTROL,
3661 	       mqd->cp_hqd_pq_control);
3662 
3663 	/* set the wb address whether it's enabled or not */
3664 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_RPTR_REPORT_ADDR,
3665 				mqd->cp_hqd_pq_rptr_report_addr_lo);
3666 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_RPTR_REPORT_ADDR_HI,
3667 				mqd->cp_hqd_pq_rptr_report_addr_hi);
3668 
3669 	/* only used if CP_PQ_WPTR_POLL_CNTL.CP_PQ_WPTR_POLL_CNTL__EN_MASK=1 */
3670 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_WPTR_POLL_ADDR,
3671 	       mqd->cp_hqd_pq_wptr_poll_addr_lo);
3672 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_WPTR_POLL_ADDR_HI,
3673 	       mqd->cp_hqd_pq_wptr_poll_addr_hi);
3674 
3675 	/* enable the doorbell if requested */
3676 	if (ring->use_doorbell) {
3677 		WREG32_SOC15(GC, 0, mmCP_MEC_DOORBELL_RANGE_LOWER,
3678 					(adev->doorbell_index.kiq * 2) << 2);
3679 		/* If GC has entered CGPG, ringing doorbell > first page
3680 		 * doesn't wakeup GC. Enlarge CP_MEC_DOORBELL_RANGE_UPPER to
3681 		 * workaround this issue. And this change has to align with firmware
3682 		 * update.
3683 		 */
3684 		if (check_if_enlarge_doorbell_range(adev))
3685 			WREG32_SOC15(GC, 0, mmCP_MEC_DOORBELL_RANGE_UPPER,
3686 					(adev->doorbell.size - 4));
3687 		else
3688 			WREG32_SOC15(GC, 0, mmCP_MEC_DOORBELL_RANGE_UPPER,
3689 					(adev->doorbell_index.userqueue_end * 2) << 2);
3690 	}
3691 
3692 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_DOORBELL_CONTROL,
3693 	       mqd->cp_hqd_pq_doorbell_control);
3694 
3695 	/* reset read and write pointers, similar to CP_RB0_WPTR/_RPTR */
3696 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_WPTR_LO,
3697 	       mqd->cp_hqd_pq_wptr_lo);
3698 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_WPTR_HI,
3699 	       mqd->cp_hqd_pq_wptr_hi);
3700 
3701 	/* set the vmid for the queue */
3702 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_VMID, mqd->cp_hqd_vmid);
3703 
3704 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PERSISTENT_STATE,
3705 	       mqd->cp_hqd_persistent_state);
3706 
3707 	/* activate the queue */
3708 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_ACTIVE,
3709 	       mqd->cp_hqd_active);
3710 
3711 	if (ring->use_doorbell)
3712 		WREG32_FIELD15(GC, 0, CP_PQ_STATUS, DOORBELL_ENABLE, 1);
3713 
3714 	return 0;
3715 }
3716 
3717 static int gfx_v9_0_kiq_fini_register(struct amdgpu_ring *ring)
3718 {
3719 	struct amdgpu_device *adev = ring->adev;
3720 	int j;
3721 
3722 	/* disable the queue if it's active */
3723 	if (RREG32_SOC15(GC, 0, mmCP_HQD_ACTIVE) & 1) {
3724 
3725 		WREG32_SOC15_RLC(GC, 0, mmCP_HQD_DEQUEUE_REQUEST, 1);
3726 
3727 		for (j = 0; j < adev->usec_timeout; j++) {
3728 			if (!(RREG32_SOC15(GC, 0, mmCP_HQD_ACTIVE) & 1))
3729 				break;
3730 			udelay(1);
3731 		}
3732 
3733 		if (j == AMDGPU_MAX_USEC_TIMEOUT) {
3734 			DRM_DEBUG("KIQ dequeue request failed.\n");
3735 
3736 			/* Manual disable if dequeue request times out */
3737 			WREG32_SOC15_RLC(GC, 0, mmCP_HQD_ACTIVE, 0);
3738 		}
3739 
3740 		WREG32_SOC15_RLC(GC, 0, mmCP_HQD_DEQUEUE_REQUEST,
3741 		      0);
3742 	}
3743 
3744 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_IQ_TIMER, 0);
3745 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_IB_CONTROL, 0);
3746 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PERSISTENT_STATE, 0);
3747 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_DOORBELL_CONTROL, 0x40000000);
3748 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_DOORBELL_CONTROL, 0);
3749 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_RPTR, 0);
3750 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_WPTR_HI, 0);
3751 	WREG32_SOC15_RLC(GC, 0, mmCP_HQD_PQ_WPTR_LO, 0);
3752 
3753 	return 0;
3754 }
3755 
3756 static int gfx_v9_0_kiq_init_queue(struct amdgpu_ring *ring)
3757 {
3758 	struct amdgpu_device *adev = ring->adev;
3759 	struct v9_mqd *mqd = ring->mqd_ptr;
3760 	int mqd_idx = AMDGPU_MAX_COMPUTE_RINGS;
3761 	struct v9_mqd *tmp_mqd;
3762 
3763 	gfx_v9_0_kiq_setting(ring);
3764 
3765 	/* GPU could be in bad state during probe, driver trigger the reset
3766 	 * after load the SMU, in this case , the mqd is not be initialized.
3767 	 * driver need to re-init the mqd.
3768 	 * check mqd->cp_hqd_pq_control since this value should not be 0
3769 	 */
3770 	tmp_mqd = (struct v9_mqd *)adev->gfx.mec.mqd_backup[mqd_idx];
3771 	if (amdgpu_in_reset(adev) && tmp_mqd->cp_hqd_pq_control){
3772 		/* for GPU_RESET case , reset MQD to a clean status */
3773 		if (adev->gfx.mec.mqd_backup[mqd_idx])
3774 			memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(struct v9_mqd_allocation));
3775 
3776 		/* reset ring buffer */
3777 		ring->wptr = 0;
3778 		amdgpu_ring_clear_ring(ring);
3779 
3780 		mutex_lock(&adev->srbm_mutex);
3781 		soc15_grbm_select(adev, ring->me, ring->pipe, ring->queue, 0);
3782 		gfx_v9_0_kiq_init_register(ring);
3783 		soc15_grbm_select(adev, 0, 0, 0, 0);
3784 		mutex_unlock(&adev->srbm_mutex);
3785 	} else {
3786 		memset((void *)mqd, 0, sizeof(struct v9_mqd_allocation));
3787 		((struct v9_mqd_allocation *)mqd)->dynamic_cu_mask = 0xFFFFFFFF;
3788 		((struct v9_mqd_allocation *)mqd)->dynamic_rb_mask = 0xFFFFFFFF;
3789 		mutex_lock(&adev->srbm_mutex);
3790 		soc15_grbm_select(adev, ring->me, ring->pipe, ring->queue, 0);
3791 		gfx_v9_0_mqd_init(ring);
3792 		gfx_v9_0_kiq_init_register(ring);
3793 		soc15_grbm_select(adev, 0, 0, 0, 0);
3794 		mutex_unlock(&adev->srbm_mutex);
3795 
3796 		if (adev->gfx.mec.mqd_backup[mqd_idx])
3797 			memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(struct v9_mqd_allocation));
3798 	}
3799 
3800 	return 0;
3801 }
3802 
3803 static int gfx_v9_0_kcq_init_queue(struct amdgpu_ring *ring)
3804 {
3805 	struct amdgpu_device *adev = ring->adev;
3806 	struct v9_mqd *mqd = ring->mqd_ptr;
3807 	int mqd_idx = ring - &adev->gfx.compute_ring[0];
3808 	struct v9_mqd *tmp_mqd;
3809 
3810 	/* Same as above kiq init, driver need to re-init the mqd if mqd->cp_hqd_pq_control
3811 	 * is not be initialized before
3812 	 */
3813 	tmp_mqd = (struct v9_mqd *)adev->gfx.mec.mqd_backup[mqd_idx];
3814 
3815 	if (!tmp_mqd->cp_hqd_pq_control ||
3816 	    (!amdgpu_in_reset(adev) && !adev->in_suspend)) {
3817 		memset((void *)mqd, 0, sizeof(struct v9_mqd_allocation));
3818 		((struct v9_mqd_allocation *)mqd)->dynamic_cu_mask = 0xFFFFFFFF;
3819 		((struct v9_mqd_allocation *)mqd)->dynamic_rb_mask = 0xFFFFFFFF;
3820 		mutex_lock(&adev->srbm_mutex);
3821 		soc15_grbm_select(adev, ring->me, ring->pipe, ring->queue, 0);
3822 		gfx_v9_0_mqd_init(ring);
3823 		soc15_grbm_select(adev, 0, 0, 0, 0);
3824 		mutex_unlock(&adev->srbm_mutex);
3825 
3826 		if (adev->gfx.mec.mqd_backup[mqd_idx])
3827 			memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(struct v9_mqd_allocation));
3828 	} else if (amdgpu_in_reset(adev)) { /* for GPU_RESET case */
3829 		/* reset MQD to a clean status */
3830 		if (adev->gfx.mec.mqd_backup[mqd_idx])
3831 			memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(struct v9_mqd_allocation));
3832 
3833 		/* reset ring buffer */
3834 		ring->wptr = 0;
3835 		atomic64_set((atomic64_t *)&adev->wb.wb[ring->wptr_offs], 0);
3836 		amdgpu_ring_clear_ring(ring);
3837 	} else {
3838 		amdgpu_ring_clear_ring(ring);
3839 	}
3840 
3841 	return 0;
3842 }
3843 
3844 static int gfx_v9_0_kiq_resume(struct amdgpu_device *adev)
3845 {
3846 	struct amdgpu_ring *ring;
3847 	int r;
3848 
3849 	ring = &adev->gfx.kiq.ring;
3850 
3851 	r = amdgpu_bo_reserve(ring->mqd_obj, false);
3852 	if (unlikely(r != 0))
3853 		return r;
3854 
3855 	r = amdgpu_bo_kmap(ring->mqd_obj, (void **)&ring->mqd_ptr);
3856 	if (unlikely(r != 0))
3857 		return r;
3858 
3859 	gfx_v9_0_kiq_init_queue(ring);
3860 	amdgpu_bo_kunmap(ring->mqd_obj);
3861 	ring->mqd_ptr = NULL;
3862 	amdgpu_bo_unreserve(ring->mqd_obj);
3863 	ring->sched.ready = true;
3864 	return 0;
3865 }
3866 
3867 static int gfx_v9_0_kcq_resume(struct amdgpu_device *adev)
3868 {
3869 	struct amdgpu_ring *ring = NULL;
3870 	int r = 0, i;
3871 
3872 	gfx_v9_0_cp_compute_enable(adev, true);
3873 
3874 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
3875 		ring = &adev->gfx.compute_ring[i];
3876 
3877 		r = amdgpu_bo_reserve(ring->mqd_obj, false);
3878 		if (unlikely(r != 0))
3879 			goto done;
3880 		r = amdgpu_bo_kmap(ring->mqd_obj, (void **)&ring->mqd_ptr);
3881 		if (!r) {
3882 			r = gfx_v9_0_kcq_init_queue(ring);
3883 			amdgpu_bo_kunmap(ring->mqd_obj);
3884 			ring->mqd_ptr = NULL;
3885 		}
3886 		amdgpu_bo_unreserve(ring->mqd_obj);
3887 		if (r)
3888 			goto done;
3889 	}
3890 
3891 	r = amdgpu_gfx_enable_kcq(adev);
3892 done:
3893 	return r;
3894 }
3895 
3896 static int gfx_v9_0_cp_resume(struct amdgpu_device *adev)
3897 {
3898 	int r, i;
3899 	struct amdgpu_ring *ring;
3900 
3901 	if (!(adev->flags & AMD_IS_APU))
3902 		gfx_v9_0_enable_gui_idle_interrupt(adev, false);
3903 
3904 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) {
3905 		if (adev->gfx.num_gfx_rings) {
3906 			/* legacy firmware loading */
3907 			r = gfx_v9_0_cp_gfx_load_microcode(adev);
3908 			if (r)
3909 				return r;
3910 		}
3911 
3912 		r = gfx_v9_0_cp_compute_load_microcode(adev);
3913 		if (r)
3914 			return r;
3915 	}
3916 
3917 	r = gfx_v9_0_kiq_resume(adev);
3918 	if (r)
3919 		return r;
3920 
3921 	if (adev->gfx.num_gfx_rings) {
3922 		r = gfx_v9_0_cp_gfx_resume(adev);
3923 		if (r)
3924 			return r;
3925 	}
3926 
3927 	r = gfx_v9_0_kcq_resume(adev);
3928 	if (r)
3929 		return r;
3930 
3931 	if (adev->gfx.num_gfx_rings) {
3932 		ring = &adev->gfx.gfx_ring[0];
3933 		r = amdgpu_ring_test_helper(ring);
3934 		if (r)
3935 			return r;
3936 	}
3937 
3938 	for (i = 0; i < adev->gfx.num_compute_rings; i++) {
3939 		ring = &adev->gfx.compute_ring[i];
3940 		amdgpu_ring_test_helper(ring);
3941 	}
3942 
3943 	gfx_v9_0_enable_gui_idle_interrupt(adev, true);
3944 
3945 	return 0;
3946 }
3947 
3948 static void gfx_v9_0_init_tcp_config(struct amdgpu_device *adev)
3949 {
3950 	u32 tmp;
3951 
3952 	if (adev->ip_versions[GC_HWIP][0] != IP_VERSION(9, 4, 1) &&
3953 	    adev->ip_versions[GC_HWIP][0] != IP_VERSION(9, 4, 2))
3954 		return;
3955 
3956 	tmp = RREG32_SOC15(GC, 0, mmTCP_ADDR_CONFIG);
3957 	tmp = REG_SET_FIELD(tmp, TCP_ADDR_CONFIG, ENABLE64KHASH,
3958 				adev->df.hash_status.hash_64k);
3959 	tmp = REG_SET_FIELD(tmp, TCP_ADDR_CONFIG, ENABLE2MHASH,
3960 				adev->df.hash_status.hash_2m);
3961 	tmp = REG_SET_FIELD(tmp, TCP_ADDR_CONFIG, ENABLE1GHASH,
3962 				adev->df.hash_status.hash_1g);
3963 	WREG32_SOC15(GC, 0, mmTCP_ADDR_CONFIG, tmp);
3964 }
3965 
3966 static void gfx_v9_0_cp_enable(struct amdgpu_device *adev, bool enable)
3967 {
3968 	if (adev->gfx.num_gfx_rings)
3969 		gfx_v9_0_cp_gfx_enable(adev, enable);
3970 	gfx_v9_0_cp_compute_enable(adev, enable);
3971 }
3972 
3973 static int gfx_v9_0_hw_init(void *handle)
3974 {
3975 	int r;
3976 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
3977 
3978 	if (!amdgpu_sriov_vf(adev))
3979 		gfx_v9_0_init_golden_registers(adev);
3980 
3981 	gfx_v9_0_constants_init(adev);
3982 
3983 	gfx_v9_0_init_tcp_config(adev);
3984 
3985 	r = adev->gfx.rlc.funcs->resume(adev);
3986 	if (r)
3987 		return r;
3988 
3989 	r = gfx_v9_0_cp_resume(adev);
3990 	if (r)
3991 		return r;
3992 
3993 	if (adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 4, 2))
3994 		gfx_v9_4_2_set_power_brake_sequence(adev);
3995 
3996 	return r;
3997 }
3998 
3999 static int gfx_v9_0_hw_fini(void *handle)
4000 {
4001 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
4002 
4003 	amdgpu_irq_put(adev, &adev->gfx.cp_ecc_error_irq, 0);
4004 	amdgpu_irq_put(adev, &adev->gfx.priv_reg_irq, 0);
4005 	amdgpu_irq_put(adev, &adev->gfx.priv_inst_irq, 0);
4006 
4007 	/* DF freeze and kcq disable will fail */
4008 	if (!amdgpu_ras_intr_triggered())
4009 		/* disable KCQ to avoid CPC touch memory not valid anymore */
4010 		amdgpu_gfx_disable_kcq(adev);
4011 
4012 	if (amdgpu_sriov_vf(adev)) {
4013 		gfx_v9_0_cp_gfx_enable(adev, false);
4014 		/* must disable polling for SRIOV when hw finished, otherwise
4015 		 * CPC engine may still keep fetching WB address which is already
4016 		 * invalid after sw finished and trigger DMAR reading error in
4017 		 * hypervisor side.
4018 		 */
4019 		WREG32_FIELD15(GC, 0, CP_PQ_WPTR_POLL_CNTL, EN, 0);
4020 		return 0;
4021 	}
4022 
4023 	/* Use deinitialize sequence from CAIL when unbinding device from driver,
4024 	 * otherwise KIQ is hanging when binding back
4025 	 */
4026 	if (!amdgpu_in_reset(adev) && !adev->in_suspend) {
4027 		mutex_lock(&adev->srbm_mutex);
4028 		soc15_grbm_select(adev, adev->gfx.kiq.ring.me,
4029 				adev->gfx.kiq.ring.pipe,
4030 				adev->gfx.kiq.ring.queue, 0);
4031 		gfx_v9_0_kiq_fini_register(&adev->gfx.kiq.ring);
4032 		soc15_grbm_select(adev, 0, 0, 0, 0);
4033 		mutex_unlock(&adev->srbm_mutex);
4034 	}
4035 
4036 	gfx_v9_0_cp_enable(adev, false);
4037 
4038 	/* Skip stopping RLC with A+A reset or when RLC controls GFX clock */
4039 	if ((adev->gmc.xgmi.connected_to_cpu && amdgpu_in_reset(adev)) ||
4040 	    (adev->ip_versions[GC_HWIP][0] >= IP_VERSION(9, 4, 2))) {
4041 		dev_dbg(adev->dev, "Skipping RLC halt\n");
4042 		return 0;
4043 	}
4044 
4045 	adev->gfx.rlc.funcs->stop(adev);
4046 	return 0;
4047 }
4048 
4049 static int gfx_v9_0_suspend(void *handle)
4050 {
4051 	return gfx_v9_0_hw_fini(handle);
4052 }
4053 
4054 static int gfx_v9_0_resume(void *handle)
4055 {
4056 	return gfx_v9_0_hw_init(handle);
4057 }
4058 
4059 static bool gfx_v9_0_is_idle(void *handle)
4060 {
4061 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
4062 
4063 	if (REG_GET_FIELD(RREG32_SOC15(GC, 0, mmGRBM_STATUS),
4064 				GRBM_STATUS, GUI_ACTIVE))
4065 		return false;
4066 	else
4067 		return true;
4068 }
4069 
4070 static int gfx_v9_0_wait_for_idle(void *handle)
4071 {
4072 	unsigned i;
4073 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
4074 
4075 	for (i = 0; i < adev->usec_timeout; i++) {
4076 		if (gfx_v9_0_is_idle(handle))
4077 			return 0;
4078 		udelay(1);
4079 	}
4080 	return -ETIMEDOUT;
4081 }
4082 
4083 static int gfx_v9_0_soft_reset(void *handle)
4084 {
4085 	u32 grbm_soft_reset = 0;
4086 	u32 tmp;
4087 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
4088 
4089 	/* GRBM_STATUS */
4090 	tmp = RREG32_SOC15(GC, 0, mmGRBM_STATUS);
4091 	if (tmp & (GRBM_STATUS__PA_BUSY_MASK | GRBM_STATUS__SC_BUSY_MASK |
4092 		   GRBM_STATUS__BCI_BUSY_MASK | GRBM_STATUS__SX_BUSY_MASK |
4093 		   GRBM_STATUS__TA_BUSY_MASK | GRBM_STATUS__VGT_BUSY_MASK |
4094 		   GRBM_STATUS__DB_BUSY_MASK | GRBM_STATUS__CB_BUSY_MASK |
4095 		   GRBM_STATUS__GDS_BUSY_MASK | GRBM_STATUS__SPI_BUSY_MASK |
4096 		   GRBM_STATUS__IA_BUSY_MASK | GRBM_STATUS__IA_BUSY_NO_DMA_MASK)) {
4097 		grbm_soft_reset = REG_SET_FIELD(grbm_soft_reset,
4098 						GRBM_SOFT_RESET, SOFT_RESET_CP, 1);
4099 		grbm_soft_reset = REG_SET_FIELD(grbm_soft_reset,
4100 						GRBM_SOFT_RESET, SOFT_RESET_GFX, 1);
4101 	}
4102 
4103 	if (tmp & (GRBM_STATUS__CP_BUSY_MASK | GRBM_STATUS__CP_COHERENCY_BUSY_MASK)) {
4104 		grbm_soft_reset = REG_SET_FIELD(grbm_soft_reset,
4105 						GRBM_SOFT_RESET, SOFT_RESET_CP, 1);
4106 	}
4107 
4108 	/* GRBM_STATUS2 */
4109 	tmp = RREG32_SOC15(GC, 0, mmGRBM_STATUS2);
4110 	if (REG_GET_FIELD(tmp, GRBM_STATUS2, RLC_BUSY))
4111 		grbm_soft_reset = REG_SET_FIELD(grbm_soft_reset,
4112 						GRBM_SOFT_RESET, SOFT_RESET_RLC, 1);
4113 
4114 
4115 	if (grbm_soft_reset) {
4116 		/* stop the rlc */
4117 		adev->gfx.rlc.funcs->stop(adev);
4118 
4119 		if (adev->gfx.num_gfx_rings)
4120 			/* Disable GFX parsing/prefetching */
4121 			gfx_v9_0_cp_gfx_enable(adev, false);
4122 
4123 		/* Disable MEC parsing/prefetching */
4124 		gfx_v9_0_cp_compute_enable(adev, false);
4125 
4126 		if (grbm_soft_reset) {
4127 			tmp = RREG32_SOC15(GC, 0, mmGRBM_SOFT_RESET);
4128 			tmp |= grbm_soft_reset;
4129 			dev_info(adev->dev, "GRBM_SOFT_RESET=0x%08X\n", tmp);
4130 			WREG32_SOC15(GC, 0, mmGRBM_SOFT_RESET, tmp);
4131 			tmp = RREG32_SOC15(GC, 0, mmGRBM_SOFT_RESET);
4132 
4133 			udelay(50);
4134 
4135 			tmp &= ~grbm_soft_reset;
4136 			WREG32_SOC15(GC, 0, mmGRBM_SOFT_RESET, tmp);
4137 			tmp = RREG32_SOC15(GC, 0, mmGRBM_SOFT_RESET);
4138 		}
4139 
4140 		/* Wait a little for things to settle down */
4141 		udelay(50);
4142 	}
4143 	return 0;
4144 }
4145 
4146 static uint64_t gfx_v9_0_kiq_read_clock(struct amdgpu_device *adev)
4147 {
4148 	signed long r, cnt = 0;
4149 	unsigned long flags;
4150 	uint32_t seq, reg_val_offs = 0;
4151 	uint64_t value = 0;
4152 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;
4153 	struct amdgpu_ring *ring = &kiq->ring;
4154 
4155 	BUG_ON(!ring->funcs->emit_rreg);
4156 
4157 	spin_lock_irqsave(&kiq->ring_lock, flags);
4158 	if (amdgpu_device_wb_get(adev, &reg_val_offs)) {
4159 		pr_err("critical bug! too many kiq readers\n");
4160 		goto failed_unlock;
4161 	}
4162 	amdgpu_ring_alloc(ring, 32);
4163 	amdgpu_ring_write(ring, PACKET3(PACKET3_COPY_DATA, 4));
4164 	amdgpu_ring_write(ring, 9 |	/* src: register*/
4165 				(5 << 8) |	/* dst: memory */
4166 				(1 << 16) |	/* count sel */
4167 				(1 << 20));	/* write confirm */
4168 	amdgpu_ring_write(ring, 0);
4169 	amdgpu_ring_write(ring, 0);
4170 	amdgpu_ring_write(ring, lower_32_bits(adev->wb.gpu_addr +
4171 				reg_val_offs * 4));
4172 	amdgpu_ring_write(ring, upper_32_bits(adev->wb.gpu_addr +
4173 				reg_val_offs * 4));
4174 	r = amdgpu_fence_emit_polling(ring, &seq, MAX_KIQ_REG_WAIT);
4175 	if (r)
4176 		goto failed_undo;
4177 
4178 	amdgpu_ring_commit(ring);
4179 	spin_unlock_irqrestore(&kiq->ring_lock, flags);
4180 
4181 	r = amdgpu_fence_wait_polling(ring, seq, MAX_KIQ_REG_WAIT);
4182 
4183 	/* don't wait anymore for gpu reset case because this way may
4184 	 * block gpu_recover() routine forever, e.g. this virt_kiq_rreg
4185 	 * is triggered in TTM and ttm_bo_lock_delayed_workqueue() will
4186 	 * never return if we keep waiting in virt_kiq_rreg, which cause
4187 	 * gpu_recover() hang there.
4188 	 *
4189 	 * also don't wait anymore for IRQ context
4190 	 * */
4191 	if (r < 1 && (amdgpu_in_reset(adev)))
4192 		goto failed_kiq_read;
4193 
4194 	might_sleep();
4195 	while (r < 1 && cnt++ < MAX_KIQ_REG_TRY) {
4196 		msleep(MAX_KIQ_REG_BAILOUT_INTERVAL);
4197 		r = amdgpu_fence_wait_polling(ring, seq, MAX_KIQ_REG_WAIT);
4198 	}
4199 
4200 	if (cnt > MAX_KIQ_REG_TRY)
4201 		goto failed_kiq_read;
4202 
4203 	mb();
4204 	value = (uint64_t)adev->wb.wb[reg_val_offs] |
4205 		(uint64_t)adev->wb.wb[reg_val_offs + 1 ] << 32ULL;
4206 	amdgpu_device_wb_free(adev, reg_val_offs);
4207 	return value;
4208 
4209 failed_undo:
4210 	amdgpu_ring_undo(ring);
4211 failed_unlock:
4212 	spin_unlock_irqrestore(&kiq->ring_lock, flags);
4213 failed_kiq_read:
4214 	if (reg_val_offs)
4215 		amdgpu_device_wb_free(adev, reg_val_offs);
4216 	pr_err("failed to read gpu clock\n");
4217 	return ~0;
4218 }
4219 
4220 static uint64_t gfx_v9_0_get_gpu_clock_counter(struct amdgpu_device *adev)
4221 {
4222 	uint64_t clock, clock_lo, clock_hi, hi_check;
4223 
4224 	switch (adev->ip_versions[GC_HWIP][0]) {
4225 	case IP_VERSION(9, 3, 0):
4226 		preempt_disable();
4227 		clock_hi = RREG32_SOC15_NO_KIQ(SMUIO, 0, mmGOLDEN_TSC_COUNT_UPPER_Renoir);
4228 		clock_lo = RREG32_SOC15_NO_KIQ(SMUIO, 0, mmGOLDEN_TSC_COUNT_LOWER_Renoir);
4229 		hi_check = RREG32_SOC15_NO_KIQ(SMUIO, 0, mmGOLDEN_TSC_COUNT_UPPER_Renoir);
4230 		/* The SMUIO TSC clock frequency is 100MHz, which sets 32-bit carry over
4231 		 * roughly every 42 seconds.
4232 		 */
4233 		if (hi_check != clock_hi) {
4234 			clock_lo = RREG32_SOC15_NO_KIQ(SMUIO, 0, mmGOLDEN_TSC_COUNT_LOWER_Renoir);
4235 			clock_hi = hi_check;
4236 		}
4237 		preempt_enable();
4238 		clock = clock_lo | (clock_hi << 32ULL);
4239 		break;
4240 	default:
4241 		amdgpu_gfx_off_ctrl(adev, false);
4242 		mutex_lock(&adev->gfx.gpu_clock_mutex);
4243 		if (adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 0, 1) && amdgpu_sriov_runtime(adev)) {
4244 			clock = gfx_v9_0_kiq_read_clock(adev);
4245 		} else {
4246 			WREG32_SOC15(GC, 0, mmRLC_CAPTURE_GPU_CLOCK_COUNT, 1);
4247 			clock = (uint64_t)RREG32_SOC15(GC, 0, mmRLC_GPU_CLOCK_COUNT_LSB) |
4248 				((uint64_t)RREG32_SOC15(GC, 0, mmRLC_GPU_CLOCK_COUNT_MSB) << 32ULL);
4249 		}
4250 		mutex_unlock(&adev->gfx.gpu_clock_mutex);
4251 		amdgpu_gfx_off_ctrl(adev, true);
4252 		break;
4253 	}
4254 	return clock;
4255 }
4256 
4257 static void gfx_v9_0_ring_emit_gds_switch(struct amdgpu_ring *ring,
4258 					  uint32_t vmid,
4259 					  uint32_t gds_base, uint32_t gds_size,
4260 					  uint32_t gws_base, uint32_t gws_size,
4261 					  uint32_t oa_base, uint32_t oa_size)
4262 {
4263 	struct amdgpu_device *adev = ring->adev;
4264 
4265 	/* GDS Base */
4266 	gfx_v9_0_write_data_to_reg(ring, 0, false,
4267 				   SOC15_REG_OFFSET(GC, 0, mmGDS_VMID0_BASE) + 2 * vmid,
4268 				   gds_base);
4269 
4270 	/* GDS Size */
4271 	gfx_v9_0_write_data_to_reg(ring, 0, false,
4272 				   SOC15_REG_OFFSET(GC, 0, mmGDS_VMID0_SIZE) + 2 * vmid,
4273 				   gds_size);
4274 
4275 	/* GWS */
4276 	gfx_v9_0_write_data_to_reg(ring, 0, false,
4277 				   SOC15_REG_OFFSET(GC, 0, mmGDS_GWS_VMID0) + vmid,
4278 				   gws_size << GDS_GWS_VMID0__SIZE__SHIFT | gws_base);
4279 
4280 	/* OA */
4281 	gfx_v9_0_write_data_to_reg(ring, 0, false,
4282 				   SOC15_REG_OFFSET(GC, 0, mmGDS_OA_VMID0) + vmid,
4283 				   (1 << (oa_size + oa_base)) - (1 << oa_base));
4284 }
4285 
4286 static const u32 vgpr_init_compute_shader[] =
4287 {
4288 	0xb07c0000, 0xbe8000ff,
4289 	0x000000f8, 0xbf110800,
4290 	0x7e000280, 0x7e020280,
4291 	0x7e040280, 0x7e060280,
4292 	0x7e080280, 0x7e0a0280,
4293 	0x7e0c0280, 0x7e0e0280,
4294 	0x80808800, 0xbe803200,
4295 	0xbf84fff5, 0xbf9c0000,
4296 	0xd28c0001, 0x0001007f,
4297 	0xd28d0001, 0x0002027e,
4298 	0x10020288, 0xb8810904,
4299 	0xb7814000, 0xd1196a01,
4300 	0x00000301, 0xbe800087,
4301 	0xbefc00c1, 0xd89c4000,
4302 	0x00020201, 0xd89cc080,
4303 	0x00040401, 0x320202ff,
4304 	0x00000800, 0x80808100,
4305 	0xbf84fff8, 0x7e020280,
4306 	0xbf810000, 0x00000000,
4307 };
4308 
4309 static const u32 sgpr_init_compute_shader[] =
4310 {
4311 	0xb07c0000, 0xbe8000ff,
4312 	0x0000005f, 0xbee50080,
4313 	0xbe812c65, 0xbe822c65,
4314 	0xbe832c65, 0xbe842c65,
4315 	0xbe852c65, 0xb77c0005,
4316 	0x80808500, 0xbf84fff8,
4317 	0xbe800080, 0xbf810000,
4318 };
4319 
4320 static const u32 vgpr_init_compute_shader_arcturus[] = {
4321 	0xd3d94000, 0x18000080, 0xd3d94001, 0x18000080, 0xd3d94002, 0x18000080,
4322 	0xd3d94003, 0x18000080, 0xd3d94004, 0x18000080, 0xd3d94005, 0x18000080,
4323 	0xd3d94006, 0x18000080, 0xd3d94007, 0x18000080, 0xd3d94008, 0x18000080,
4324 	0xd3d94009, 0x18000080, 0xd3d9400a, 0x18000080, 0xd3d9400b, 0x18000080,
4325 	0xd3d9400c, 0x18000080, 0xd3d9400d, 0x18000080, 0xd3d9400e, 0x18000080,
4326 	0xd3d9400f, 0x18000080, 0xd3d94010, 0x18000080, 0xd3d94011, 0x18000080,
4327 	0xd3d94012, 0x18000080, 0xd3d94013, 0x18000080, 0xd3d94014, 0x18000080,
4328 	0xd3d94015, 0x18000080, 0xd3d94016, 0x18000080, 0xd3d94017, 0x18000080,
4329 	0xd3d94018, 0x18000080, 0xd3d94019, 0x18000080, 0xd3d9401a, 0x18000080,
4330 	0xd3d9401b, 0x18000080, 0xd3d9401c, 0x18000080, 0xd3d9401d, 0x18000080,
4331 	0xd3d9401e, 0x18000080, 0xd3d9401f, 0x18000080, 0xd3d94020, 0x18000080,
4332 	0xd3d94021, 0x18000080, 0xd3d94022, 0x18000080, 0xd3d94023, 0x18000080,
4333 	0xd3d94024, 0x18000080, 0xd3d94025, 0x18000080, 0xd3d94026, 0x18000080,
4334 	0xd3d94027, 0x18000080, 0xd3d94028, 0x18000080, 0xd3d94029, 0x18000080,
4335 	0xd3d9402a, 0x18000080, 0xd3d9402b, 0x18000080, 0xd3d9402c, 0x18000080,
4336 	0xd3d9402d, 0x18000080, 0xd3d9402e, 0x18000080, 0xd3d9402f, 0x18000080,
4337 	0xd3d94030, 0x18000080, 0xd3d94031, 0x18000080, 0xd3d94032, 0x18000080,
4338 	0xd3d94033, 0x18000080, 0xd3d94034, 0x18000080, 0xd3d94035, 0x18000080,
4339 	0xd3d94036, 0x18000080, 0xd3d94037, 0x18000080, 0xd3d94038, 0x18000080,
4340 	0xd3d94039, 0x18000080, 0xd3d9403a, 0x18000080, 0xd3d9403b, 0x18000080,
4341 	0xd3d9403c, 0x18000080, 0xd3d9403d, 0x18000080, 0xd3d9403e, 0x18000080,
4342 	0xd3d9403f, 0x18000080, 0xd3d94040, 0x18000080, 0xd3d94041, 0x18000080,
4343 	0xd3d94042, 0x18000080, 0xd3d94043, 0x18000080, 0xd3d94044, 0x18000080,
4344 	0xd3d94045, 0x18000080, 0xd3d94046, 0x18000080, 0xd3d94047, 0x18000080,
4345 	0xd3d94048, 0x18000080, 0xd3d94049, 0x18000080, 0xd3d9404a, 0x18000080,
4346 	0xd3d9404b, 0x18000080, 0xd3d9404c, 0x18000080, 0xd3d9404d, 0x18000080,
4347 	0xd3d9404e, 0x18000080, 0xd3d9404f, 0x18000080, 0xd3d94050, 0x18000080,
4348 	0xd3d94051, 0x18000080, 0xd3d94052, 0x18000080, 0xd3d94053, 0x18000080,
4349 	0xd3d94054, 0x18000080, 0xd3d94055, 0x18000080, 0xd3d94056, 0x18000080,
4350 	0xd3d94057, 0x18000080, 0xd3d94058, 0x18000080, 0xd3d94059, 0x18000080,
4351 	0xd3d9405a, 0x18000080, 0xd3d9405b, 0x18000080, 0xd3d9405c, 0x18000080,
4352 	0xd3d9405d, 0x18000080, 0xd3d9405e, 0x18000080, 0xd3d9405f, 0x18000080,
4353 	0xd3d94060, 0x18000080, 0xd3d94061, 0x18000080, 0xd3d94062, 0x18000080,
4354 	0xd3d94063, 0x18000080, 0xd3d94064, 0x18000080, 0xd3d94065, 0x18000080,
4355 	0xd3d94066, 0x18000080, 0xd3d94067, 0x18000080, 0xd3d94068, 0x18000080,
4356 	0xd3d94069, 0x18000080, 0xd3d9406a, 0x18000080, 0xd3d9406b, 0x18000080,
4357 	0xd3d9406c, 0x18000080, 0xd3d9406d, 0x18000080, 0xd3d9406e, 0x18000080,
4358 	0xd3d9406f, 0x18000080, 0xd3d94070, 0x18000080, 0xd3d94071, 0x18000080,
4359 	0xd3d94072, 0x18000080, 0xd3d94073, 0x18000080, 0xd3d94074, 0x18000080,
4360 	0xd3d94075, 0x18000080, 0xd3d94076, 0x18000080, 0xd3d94077, 0x18000080,
4361 	0xd3d94078, 0x18000080, 0xd3d94079, 0x18000080, 0xd3d9407a, 0x18000080,
4362 	0xd3d9407b, 0x18000080, 0xd3d9407c, 0x18000080, 0xd3d9407d, 0x18000080,
4363 	0xd3d9407e, 0x18000080, 0xd3d9407f, 0x18000080, 0xd3d94080, 0x18000080,
4364 	0xd3d94081, 0x18000080, 0xd3d94082, 0x18000080, 0xd3d94083, 0x18000080,
4365 	0xd3d94084, 0x18000080, 0xd3d94085, 0x18000080, 0xd3d94086, 0x18000080,
4366 	0xd3d94087, 0x18000080, 0xd3d94088, 0x18000080, 0xd3d94089, 0x18000080,
4367 	0xd3d9408a, 0x18000080, 0xd3d9408b, 0x18000080, 0xd3d9408c, 0x18000080,
4368 	0xd3d9408d, 0x18000080, 0xd3d9408e, 0x18000080, 0xd3d9408f, 0x18000080,
4369 	0xd3d94090, 0x18000080, 0xd3d94091, 0x18000080, 0xd3d94092, 0x18000080,
4370 	0xd3d94093, 0x18000080, 0xd3d94094, 0x18000080, 0xd3d94095, 0x18000080,
4371 	0xd3d94096, 0x18000080, 0xd3d94097, 0x18000080, 0xd3d94098, 0x18000080,
4372 	0xd3d94099, 0x18000080, 0xd3d9409a, 0x18000080, 0xd3d9409b, 0x18000080,
4373 	0xd3d9409c, 0x18000080, 0xd3d9409d, 0x18000080, 0xd3d9409e, 0x18000080,
4374 	0xd3d9409f, 0x18000080, 0xd3d940a0, 0x18000080, 0xd3d940a1, 0x18000080,
4375 	0xd3d940a2, 0x18000080, 0xd3d940a3, 0x18000080, 0xd3d940a4, 0x18000080,
4376 	0xd3d940a5, 0x18000080, 0xd3d940a6, 0x18000080, 0xd3d940a7, 0x18000080,
4377 	0xd3d940a8, 0x18000080, 0xd3d940a9, 0x18000080, 0xd3d940aa, 0x18000080,
4378 	0xd3d940ab, 0x18000080, 0xd3d940ac, 0x18000080, 0xd3d940ad, 0x18000080,
4379 	0xd3d940ae, 0x18000080, 0xd3d940af, 0x18000080, 0xd3d940b0, 0x18000080,
4380 	0xd3d940b1, 0x18000080, 0xd3d940b2, 0x18000080, 0xd3d940b3, 0x18000080,
4381 	0xd3d940b4, 0x18000080, 0xd3d940b5, 0x18000080, 0xd3d940b6, 0x18000080,
4382 	0xd3d940b7, 0x18000080, 0xd3d940b8, 0x18000080, 0xd3d940b9, 0x18000080,
4383 	0xd3d940ba, 0x18000080, 0xd3d940bb, 0x18000080, 0xd3d940bc, 0x18000080,
4384 	0xd3d940bd, 0x18000080, 0xd3d940be, 0x18000080, 0xd3d940bf, 0x18000080,
4385 	0xd3d940c0, 0x18000080, 0xd3d940c1, 0x18000080, 0xd3d940c2, 0x18000080,
4386 	0xd3d940c3, 0x18000080, 0xd3d940c4, 0x18000080, 0xd3d940c5, 0x18000080,
4387 	0xd3d940c6, 0x18000080, 0xd3d940c7, 0x18000080, 0xd3d940c8, 0x18000080,
4388 	0xd3d940c9, 0x18000080, 0xd3d940ca, 0x18000080, 0xd3d940cb, 0x18000080,
4389 	0xd3d940cc, 0x18000080, 0xd3d940cd, 0x18000080, 0xd3d940ce, 0x18000080,
4390 	0xd3d940cf, 0x18000080, 0xd3d940d0, 0x18000080, 0xd3d940d1, 0x18000080,
4391 	0xd3d940d2, 0x18000080, 0xd3d940d3, 0x18000080, 0xd3d940d4, 0x18000080,
4392 	0xd3d940d5, 0x18000080, 0xd3d940d6, 0x18000080, 0xd3d940d7, 0x18000080,
4393 	0xd3d940d8, 0x18000080, 0xd3d940d9, 0x18000080, 0xd3d940da, 0x18000080,
4394 	0xd3d940db, 0x18000080, 0xd3d940dc, 0x18000080, 0xd3d940dd, 0x18000080,
4395 	0xd3d940de, 0x18000080, 0xd3d940df, 0x18000080, 0xd3d940e0, 0x18000080,
4396 	0xd3d940e1, 0x18000080, 0xd3d940e2, 0x18000080, 0xd3d940e3, 0x18000080,
4397 	0xd3d940e4, 0x18000080, 0xd3d940e5, 0x18000080, 0xd3d940e6, 0x18000080,
4398 	0xd3d940e7, 0x18000080, 0xd3d940e8, 0x18000080, 0xd3d940e9, 0x18000080,
4399 	0xd3d940ea, 0x18000080, 0xd3d940eb, 0x18000080, 0xd3d940ec, 0x18000080,
4400 	0xd3d940ed, 0x18000080, 0xd3d940ee, 0x18000080, 0xd3d940ef, 0x18000080,
4401 	0xd3d940f0, 0x18000080, 0xd3d940f1, 0x18000080, 0xd3d940f2, 0x18000080,
4402 	0xd3d940f3, 0x18000080, 0xd3d940f4, 0x18000080, 0xd3d940f5, 0x18000080,
4403 	0xd3d940f6, 0x18000080, 0xd3d940f7, 0x18000080, 0xd3d940f8, 0x18000080,
4404 	0xd3d940f9, 0x18000080, 0xd3d940fa, 0x18000080, 0xd3d940fb, 0x18000080,
4405 	0xd3d940fc, 0x18000080, 0xd3d940fd, 0x18000080, 0xd3d940fe, 0x18000080,
4406 	0xd3d940ff, 0x18000080, 0xb07c0000, 0xbe8a00ff, 0x000000f8, 0xbf11080a,
4407 	0x7e000280, 0x7e020280, 0x7e040280, 0x7e060280, 0x7e080280, 0x7e0a0280,
4408 	0x7e0c0280, 0x7e0e0280, 0x808a880a, 0xbe80320a, 0xbf84fff5, 0xbf9c0000,
4409 	0xd28c0001, 0x0001007f, 0xd28d0001, 0x0002027e, 0x10020288, 0xb88b0904,
4410 	0xb78b4000, 0xd1196a01, 0x00001701, 0xbe8a0087, 0xbefc00c1, 0xd89c4000,
4411 	0x00020201, 0xd89cc080, 0x00040401, 0x320202ff, 0x00000800, 0x808a810a,
4412 	0xbf84fff8, 0xbf810000,
4413 };
4414 
4415 /* When below register arrays changed, please update gpr_reg_size,
4416   and sec_ded_counter_reg_size in function gfx_v9_0_do_edc_gpr_workarounds,
4417   to cover all gfx9 ASICs */
4418 static const struct soc15_reg_entry vgpr_init_regs[] = {
4419    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_RESOURCE_LIMITS), 0x0000000 },
4420    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_X), 0x40 },
4421    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_Y), 4 },
4422    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_Z), 1 },
4423    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_PGM_RSRC1), 0x3f },
4424    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_PGM_RSRC2), 0x400000 },  /* 64KB LDS */
4425    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE0), 0xffffffff },
4426    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE1), 0xffffffff },
4427    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE2), 0xffffffff },
4428    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE3), 0xffffffff },
4429    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE4), 0xffffffff },
4430    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE5), 0xffffffff },
4431    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE6), 0xffffffff },
4432    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE7), 0xffffffff },
4433 };
4434 
4435 static const struct soc15_reg_entry vgpr_init_regs_arcturus[] = {
4436    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_RESOURCE_LIMITS), 0x0000000 },
4437    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_X), 0x40 },
4438    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_Y), 4 },
4439    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_Z), 1 },
4440    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_PGM_RSRC1), 0xbf },
4441    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_PGM_RSRC2), 0x400000 },  /* 64KB LDS */
4442    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE0), 0xffffffff },
4443    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE1), 0xffffffff },
4444    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE2), 0xffffffff },
4445    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE3), 0xffffffff },
4446    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE4), 0xffffffff },
4447    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE5), 0xffffffff },
4448    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE6), 0xffffffff },
4449    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE7), 0xffffffff },
4450 };
4451 
4452 static const struct soc15_reg_entry sgpr1_init_regs[] = {
4453    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_RESOURCE_LIMITS), 0x0000000 },
4454    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_X), 0x40 },
4455    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_Y), 8 },
4456    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_Z), 1 },
4457    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_PGM_RSRC1), 0x240 }, /* (80 GPRS) */
4458    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_PGM_RSRC2), 0x0 },
4459    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE0), 0x000000ff },
4460    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE1), 0x000000ff },
4461    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE2), 0x000000ff },
4462    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE3), 0x000000ff },
4463    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE4), 0x000000ff },
4464    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE5), 0x000000ff },
4465    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE6), 0x000000ff },
4466    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE7), 0x000000ff },
4467 };
4468 
4469 static const struct soc15_reg_entry sgpr2_init_regs[] = {
4470    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_RESOURCE_LIMITS), 0x0000000 },
4471    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_X), 0x40 },
4472    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_Y), 8 },
4473    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_NUM_THREAD_Z), 1 },
4474    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_PGM_RSRC1), 0x240 }, /* (80 GPRS) */
4475    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_PGM_RSRC2), 0x0 },
4476    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE0), 0x0000ff00 },
4477    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE1), 0x0000ff00 },
4478    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE2), 0x0000ff00 },
4479    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE3), 0x0000ff00 },
4480    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE4), 0x0000ff00 },
4481    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE5), 0x0000ff00 },
4482    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE6), 0x0000ff00 },
4483    { SOC15_REG_ENTRY(GC, 0, mmCOMPUTE_STATIC_THREAD_MGMT_SE7), 0x0000ff00 },
4484 };
4485 
4486 static const struct soc15_reg_entry gfx_v9_0_edc_counter_regs[] = {
4487    { SOC15_REG_ENTRY(GC, 0, mmCPC_EDC_SCRATCH_CNT), 0, 1, 1},
4488    { SOC15_REG_ENTRY(GC, 0, mmCPC_EDC_UCODE_CNT), 0, 1, 1},
4489    { SOC15_REG_ENTRY(GC, 0, mmCPF_EDC_ROQ_CNT), 0, 1, 1},
4490    { SOC15_REG_ENTRY(GC, 0, mmCPF_EDC_TAG_CNT), 0, 1, 1},
4491    { SOC15_REG_ENTRY(GC, 0, mmCPG_EDC_DMA_CNT), 0, 1, 1},
4492    { SOC15_REG_ENTRY(GC, 0, mmCPG_EDC_TAG_CNT), 0, 1, 1},
4493    { SOC15_REG_ENTRY(GC, 0, mmDC_EDC_CSINVOC_CNT), 0, 1, 1},
4494    { SOC15_REG_ENTRY(GC, 0, mmDC_EDC_RESTORE_CNT), 0, 1, 1},
4495    { SOC15_REG_ENTRY(GC, 0, mmDC_EDC_STATE_CNT), 0, 1, 1},
4496    { SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_CNT), 0, 1, 1},
4497    { SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_GRBM_CNT), 0, 1, 1},
4498    { SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_OA_DED), 0, 1, 1},
4499    { SOC15_REG_ENTRY(GC, 0, mmSPI_EDC_CNT), 0, 4, 1},
4500    { SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT), 0, 4, 6},
4501    { SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_DED_CNT), 0, 4, 16},
4502    { SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_INFO), 0, 4, 16},
4503    { SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_SEC_CNT), 0, 4, 16},
4504    { SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT), 0, 1, 16},
4505    { SOC15_REG_ENTRY(GC, 0, mmTCP_ATC_EDC_GATCL1_CNT), 0, 4, 16},
4506    { SOC15_REG_ENTRY(GC, 0, mmTCP_EDC_CNT), 0, 4, 16},
4507    { SOC15_REG_ENTRY(GC, 0, mmTCP_EDC_CNT_NEW), 0, 4, 16},
4508    { SOC15_REG_ENTRY(GC, 0, mmTD_EDC_CNT), 0, 4, 16},
4509    { SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2), 0, 4, 6},
4510    { SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_CNT), 0, 4, 16},
4511    { SOC15_REG_ENTRY(GC, 0, mmTA_EDC_CNT), 0, 4, 16},
4512    { SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_OA_PHY_CNT), 0, 1, 1},
4513    { SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_OA_PIPE_CNT), 0, 1, 1},
4514    { SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT), 0, 1, 32},
4515    { SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT2), 0, 1, 32},
4516    { SOC15_REG_ENTRY(GC, 0, mmTCI_EDC_CNT), 0, 1, 72},
4517    { SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT2), 0, 1, 16},
4518    { SOC15_REG_ENTRY(GC, 0, mmTCA_EDC_CNT), 0, 1, 2},
4519    { SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT3), 0, 4, 6},
4520 };
4521 
4522 static int gfx_v9_0_do_edc_gds_workarounds(struct amdgpu_device *adev)
4523 {
4524 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[0];
4525 	int i, r;
4526 
4527 	/* only support when RAS is enabled */
4528 	if (!amdgpu_ras_is_supported(adev, AMDGPU_RAS_BLOCK__GFX))
4529 		return 0;
4530 
4531 	r = amdgpu_ring_alloc(ring, 7);
4532 	if (r) {
4533 		DRM_ERROR("amdgpu: GDS workarounds failed to lock ring %s (%d).\n",
4534 			ring->name, r);
4535 		return r;
4536 	}
4537 
4538 	WREG32_SOC15(GC, 0, mmGDS_VMID0_BASE, 0x00000000);
4539 	WREG32_SOC15(GC, 0, mmGDS_VMID0_SIZE, adev->gds.gds_size);
4540 
4541 	amdgpu_ring_write(ring, PACKET3(PACKET3_DMA_DATA, 5));
4542 	amdgpu_ring_write(ring, (PACKET3_DMA_DATA_CP_SYNC |
4543 				PACKET3_DMA_DATA_DST_SEL(1) |
4544 				PACKET3_DMA_DATA_SRC_SEL(2) |
4545 				PACKET3_DMA_DATA_ENGINE(0)));
4546 	amdgpu_ring_write(ring, 0);
4547 	amdgpu_ring_write(ring, 0);
4548 	amdgpu_ring_write(ring, 0);
4549 	amdgpu_ring_write(ring, 0);
4550 	amdgpu_ring_write(ring, PACKET3_DMA_DATA_CMD_RAW_WAIT |
4551 				adev->gds.gds_size);
4552 
4553 	amdgpu_ring_commit(ring);
4554 
4555 	for (i = 0; i < adev->usec_timeout; i++) {
4556 		if (ring->wptr == gfx_v9_0_ring_get_rptr_compute(ring))
4557 			break;
4558 		udelay(1);
4559 	}
4560 
4561 	if (i >= adev->usec_timeout)
4562 		r = -ETIMEDOUT;
4563 
4564 	WREG32_SOC15(GC, 0, mmGDS_VMID0_SIZE, 0x00000000);
4565 
4566 	return r;
4567 }
4568 
4569 static int gfx_v9_0_do_edc_gpr_workarounds(struct amdgpu_device *adev)
4570 {
4571 	struct amdgpu_ring *ring = &adev->gfx.compute_ring[0];
4572 	struct amdgpu_ib ib;
4573 	struct dma_fence *f = NULL;
4574 	int r, i;
4575 	unsigned total_size, vgpr_offset, sgpr_offset;
4576 	u64 gpu_addr;
4577 
4578 	int compute_dim_x = adev->gfx.config.max_shader_engines *
4579 						adev->gfx.config.max_cu_per_sh *
4580 						adev->gfx.config.max_sh_per_se;
4581 	int sgpr_work_group_size = 5;
4582 	int gpr_reg_size = adev->gfx.config.max_shader_engines + 6;
4583 	int vgpr_init_shader_size;
4584 	const u32 *vgpr_init_shader_ptr;
4585 	const struct soc15_reg_entry *vgpr_init_regs_ptr;
4586 
4587 	/* only support when RAS is enabled */
4588 	if (!amdgpu_ras_is_supported(adev, AMDGPU_RAS_BLOCK__GFX))
4589 		return 0;
4590 
4591 	/* bail if the compute ring is not ready */
4592 	if (!ring->sched.ready)
4593 		return 0;
4594 
4595 	if (adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 4, 1)) {
4596 		vgpr_init_shader_ptr = vgpr_init_compute_shader_arcturus;
4597 		vgpr_init_shader_size = sizeof(vgpr_init_compute_shader_arcturus);
4598 		vgpr_init_regs_ptr = vgpr_init_regs_arcturus;
4599 	} else {
4600 		vgpr_init_shader_ptr = vgpr_init_compute_shader;
4601 		vgpr_init_shader_size = sizeof(vgpr_init_compute_shader);
4602 		vgpr_init_regs_ptr = vgpr_init_regs;
4603 	}
4604 
4605 	total_size =
4606 		(gpr_reg_size * 3 + 4 + 5 + 2) * 4; /* VGPRS */
4607 	total_size +=
4608 		(gpr_reg_size * 3 + 4 + 5 + 2) * 4; /* SGPRS1 */
4609 	total_size +=
4610 		(gpr_reg_size * 3 + 4 + 5 + 2) * 4; /* SGPRS2 */
4611 	total_size = ALIGN(total_size, 256);
4612 	vgpr_offset = total_size;
4613 	total_size += ALIGN(vgpr_init_shader_size, 256);
4614 	sgpr_offset = total_size;
4615 	total_size += sizeof(sgpr_init_compute_shader);
4616 
4617 	/* allocate an indirect buffer to put the commands in */
4618 	memset(&ib, 0, sizeof(ib));
4619 	r = amdgpu_ib_get(adev, NULL, total_size,
4620 					AMDGPU_IB_POOL_DIRECT, &ib);
4621 	if (r) {
4622 		DRM_ERROR("amdgpu: failed to get ib (%d).\n", r);
4623 		return r;
4624 	}
4625 
4626 	/* load the compute shaders */
4627 	for (i = 0; i < vgpr_init_shader_size/sizeof(u32); i++)
4628 		ib.ptr[i + (vgpr_offset / 4)] = vgpr_init_shader_ptr[i];
4629 
4630 	for (i = 0; i < ARRAY_SIZE(sgpr_init_compute_shader); i++)
4631 		ib.ptr[i + (sgpr_offset / 4)] = sgpr_init_compute_shader[i];
4632 
4633 	/* init the ib length to 0 */
4634 	ib.length_dw = 0;
4635 
4636 	/* VGPR */
4637 	/* write the register state for the compute dispatch */
4638 	for (i = 0; i < gpr_reg_size; i++) {
4639 		ib.ptr[ib.length_dw++] = PACKET3(PACKET3_SET_SH_REG, 1);
4640 		ib.ptr[ib.length_dw++] = SOC15_REG_ENTRY_OFFSET(vgpr_init_regs_ptr[i])
4641 								- PACKET3_SET_SH_REG_START;
4642 		ib.ptr[ib.length_dw++] = vgpr_init_regs_ptr[i].reg_value;
4643 	}
4644 	/* write the shader start address: mmCOMPUTE_PGM_LO, mmCOMPUTE_PGM_HI */
4645 	gpu_addr = (ib.gpu_addr + (u64)vgpr_offset) >> 8;
4646 	ib.ptr[ib.length_dw++] = PACKET3(PACKET3_SET_SH_REG, 2);
4647 	ib.ptr[ib.length_dw++] = SOC15_REG_OFFSET(GC, 0, mmCOMPUTE_PGM_LO)
4648 							- PACKET3_SET_SH_REG_START;
4649 	ib.ptr[ib.length_dw++] = lower_32_bits(gpu_addr);
4650 	ib.ptr[ib.length_dw++] = upper_32_bits(gpu_addr);
4651 
4652 	/* write dispatch packet */
4653 	ib.ptr[ib.length_dw++] = PACKET3(PACKET3_DISPATCH_DIRECT, 3);
4654 	ib.ptr[ib.length_dw++] = compute_dim_x * 2; /* x */
4655 	ib.ptr[ib.length_dw++] = 1; /* y */
4656 	ib.ptr[ib.length_dw++] = 1; /* z */
4657 	ib.ptr[ib.length_dw++] =
4658 		REG_SET_FIELD(0, COMPUTE_DISPATCH_INITIATOR, COMPUTE_SHADER_EN, 1);
4659 
4660 	/* write CS partial flush packet */
4661 	ib.ptr[ib.length_dw++] = PACKET3(PACKET3_EVENT_WRITE, 0);
4662 	ib.ptr[ib.length_dw++] = EVENT_TYPE(7) | EVENT_INDEX(4);
4663 
4664 	/* SGPR1 */
4665 	/* write the register state for the compute dispatch */
4666 	for (i = 0; i < gpr_reg_size; i++) {
4667 		ib.ptr[ib.length_dw++] = PACKET3(PACKET3_SET_SH_REG, 1);
4668 		ib.ptr[ib.length_dw++] = SOC15_REG_ENTRY_OFFSET(sgpr1_init_regs[i])
4669 								- PACKET3_SET_SH_REG_START;
4670 		ib.ptr[ib.length_dw++] = sgpr1_init_regs[i].reg_value;
4671 	}
4672 	/* write the shader start address: mmCOMPUTE_PGM_LO, mmCOMPUTE_PGM_HI */
4673 	gpu_addr = (ib.gpu_addr + (u64)sgpr_offset) >> 8;
4674 	ib.ptr[ib.length_dw++] = PACKET3(PACKET3_SET_SH_REG, 2);
4675 	ib.ptr[ib.length_dw++] = SOC15_REG_OFFSET(GC, 0, mmCOMPUTE_PGM_LO)
4676 							- PACKET3_SET_SH_REG_START;
4677 	ib.ptr[ib.length_dw++] = lower_32_bits(gpu_addr);
4678 	ib.ptr[ib.length_dw++] = upper_32_bits(gpu_addr);
4679 
4680 	/* write dispatch packet */
4681 	ib.ptr[ib.length_dw++] = PACKET3(PACKET3_DISPATCH_DIRECT, 3);
4682 	ib.ptr[ib.length_dw++] = compute_dim_x / 2 * sgpr_work_group_size; /* x */
4683 	ib.ptr[ib.length_dw++] = 1; /* y */
4684 	ib.ptr[ib.length_dw++] = 1; /* z */
4685 	ib.ptr[ib.length_dw++] =
4686 		REG_SET_FIELD(0, COMPUTE_DISPATCH_INITIATOR, COMPUTE_SHADER_EN, 1);
4687 
4688 	/* write CS partial flush packet */
4689 	ib.ptr[ib.length_dw++] = PACKET3(PACKET3_EVENT_WRITE, 0);
4690 	ib.ptr[ib.length_dw++] = EVENT_TYPE(7) | EVENT_INDEX(4);
4691 
4692 	/* SGPR2 */
4693 	/* write the register state for the compute dispatch */
4694 	for (i = 0; i < gpr_reg_size; i++) {
4695 		ib.ptr[ib.length_dw++] = PACKET3(PACKET3_SET_SH_REG, 1);
4696 		ib.ptr[ib.length_dw++] = SOC15_REG_ENTRY_OFFSET(sgpr2_init_regs[i])
4697 								- PACKET3_SET_SH_REG_START;
4698 		ib.ptr[ib.length_dw++] = sgpr2_init_regs[i].reg_value;
4699 	}
4700 	/* write the shader start address: mmCOMPUTE_PGM_LO, mmCOMPUTE_PGM_HI */
4701 	gpu_addr = (ib.gpu_addr + (u64)sgpr_offset) >> 8;
4702 	ib.ptr[ib.length_dw++] = PACKET3(PACKET3_SET_SH_REG, 2);
4703 	ib.ptr[ib.length_dw++] = SOC15_REG_OFFSET(GC, 0, mmCOMPUTE_PGM_LO)
4704 							- PACKET3_SET_SH_REG_START;
4705 	ib.ptr[ib.length_dw++] = lower_32_bits(gpu_addr);
4706 	ib.ptr[ib.length_dw++] = upper_32_bits(gpu_addr);
4707 
4708 	/* write dispatch packet */
4709 	ib.ptr[ib.length_dw++] = PACKET3(PACKET3_DISPATCH_DIRECT, 3);
4710 	ib.ptr[ib.length_dw++] = compute_dim_x / 2 * sgpr_work_group_size; /* x */
4711 	ib.ptr[ib.length_dw++] = 1; /* y */
4712 	ib.ptr[ib.length_dw++] = 1; /* z */
4713 	ib.ptr[ib.length_dw++] =
4714 		REG_SET_FIELD(0, COMPUTE_DISPATCH_INITIATOR, COMPUTE_SHADER_EN, 1);
4715 
4716 	/* write CS partial flush packet */
4717 	ib.ptr[ib.length_dw++] = PACKET3(PACKET3_EVENT_WRITE, 0);
4718 	ib.ptr[ib.length_dw++] = EVENT_TYPE(7) | EVENT_INDEX(4);
4719 
4720 	/* shedule the ib on the ring */
4721 	r = amdgpu_ib_schedule(ring, 1, &ib, NULL, &f);
4722 	if (r) {
4723 		DRM_ERROR("amdgpu: ib submit failed (%d).\n", r);
4724 		goto fail;
4725 	}
4726 
4727 	/* wait for the GPU to finish processing the IB */
4728 	r = dma_fence_wait(f, false);
4729 	if (r) {
4730 		DRM_ERROR("amdgpu: fence wait failed (%d).\n", r);
4731 		goto fail;
4732 	}
4733 
4734 fail:
4735 	amdgpu_ib_free(adev, &ib, NULL);
4736 	dma_fence_put(f);
4737 
4738 	return r;
4739 }
4740 
4741 static int gfx_v9_0_early_init(void *handle)
4742 {
4743 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
4744 
4745 	if (adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 4, 1) ||
4746 	    adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 4, 2))
4747 		adev->gfx.num_gfx_rings = 0;
4748 	else
4749 		adev->gfx.num_gfx_rings = GFX9_NUM_GFX_RINGS;
4750 	adev->gfx.num_compute_rings = min(amdgpu_gfx_get_num_kcq(adev),
4751 					  AMDGPU_MAX_COMPUTE_RINGS);
4752 	gfx_v9_0_set_kiq_pm4_funcs(adev);
4753 	gfx_v9_0_set_ring_funcs(adev);
4754 	gfx_v9_0_set_irq_funcs(adev);
4755 	gfx_v9_0_set_gds_init(adev);
4756 	gfx_v9_0_set_rlc_funcs(adev);
4757 
4758 	return 0;
4759 }
4760 
4761 static int gfx_v9_0_ecc_late_init(void *handle)
4762 {
4763 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
4764 	int r;
4765 
4766 	/*
4767 	 * Temp workaround to fix the issue that CP firmware fails to
4768 	 * update read pointer when CPDMA is writing clearing operation
4769 	 * to GDS in suspend/resume sequence on several cards. So just
4770 	 * limit this operation in cold boot sequence.
4771 	 */
4772 	if ((!adev->in_suspend) &&
4773 	    (adev->gds.gds_size)) {
4774 		r = gfx_v9_0_do_edc_gds_workarounds(adev);
4775 		if (r)
4776 			return r;
4777 	}
4778 
4779 	/* requires IBs so do in late init after IB pool is initialized */
4780 	if (adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 4, 2))
4781 		r = gfx_v9_4_2_do_edc_gpr_workarounds(adev);
4782 	else
4783 		r = gfx_v9_0_do_edc_gpr_workarounds(adev);
4784 
4785 	if (r)
4786 		return r;
4787 
4788 	if (adev->gfx.ras && adev->gfx.ras->ras_block.ras_late_init) {
4789 		r = adev->gfx.ras->ras_block.ras_late_init(adev, NULL);
4790 		if (r)
4791 			return r;
4792 	}
4793 
4794 	if (adev->gfx.ras &&
4795 	    adev->gfx.ras->enable_watchdog_timer)
4796 		adev->gfx.ras->enable_watchdog_timer(adev);
4797 
4798 	return 0;
4799 }
4800 
4801 static int gfx_v9_0_late_init(void *handle)
4802 {
4803 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
4804 	int r;
4805 
4806 	r = amdgpu_irq_get(adev, &adev->gfx.priv_reg_irq, 0);
4807 	if (r)
4808 		return r;
4809 
4810 	r = amdgpu_irq_get(adev, &adev->gfx.priv_inst_irq, 0);
4811 	if (r)
4812 		return r;
4813 
4814 	r = gfx_v9_0_ecc_late_init(handle);
4815 	if (r)
4816 		return r;
4817 
4818 	return 0;
4819 }
4820 
4821 static bool gfx_v9_0_is_rlc_enabled(struct amdgpu_device *adev)
4822 {
4823 	uint32_t rlc_setting;
4824 
4825 	/* if RLC is not enabled, do nothing */
4826 	rlc_setting = RREG32_SOC15(GC, 0, mmRLC_CNTL);
4827 	if (!(rlc_setting & RLC_CNTL__RLC_ENABLE_F32_MASK))
4828 		return false;
4829 
4830 	return true;
4831 }
4832 
4833 static void gfx_v9_0_set_safe_mode(struct amdgpu_device *adev)
4834 {
4835 	uint32_t data;
4836 	unsigned i;
4837 
4838 	data = RLC_SAFE_MODE__CMD_MASK;
4839 	data |= (1 << RLC_SAFE_MODE__MESSAGE__SHIFT);
4840 	WREG32_SOC15(GC, 0, mmRLC_SAFE_MODE, data);
4841 
4842 	/* wait for RLC_SAFE_MODE */
4843 	for (i = 0; i < adev->usec_timeout; i++) {
4844 		if (!REG_GET_FIELD(RREG32_SOC15(GC, 0, mmRLC_SAFE_MODE), RLC_SAFE_MODE, CMD))
4845 			break;
4846 		udelay(1);
4847 	}
4848 }
4849 
4850 static void gfx_v9_0_unset_safe_mode(struct amdgpu_device *adev)
4851 {
4852 	uint32_t data;
4853 
4854 	data = RLC_SAFE_MODE__CMD_MASK;
4855 	WREG32_SOC15(GC, 0, mmRLC_SAFE_MODE, data);
4856 }
4857 
4858 static void gfx_v9_0_update_gfx_cg_power_gating(struct amdgpu_device *adev,
4859 						bool enable)
4860 {
4861 	amdgpu_gfx_rlc_enter_safe_mode(adev);
4862 
4863 	if ((adev->pg_flags & AMD_PG_SUPPORT_GFX_PG) && enable) {
4864 		gfx_v9_0_enable_gfx_cg_power_gating(adev, true);
4865 		if (adev->pg_flags & AMD_PG_SUPPORT_GFX_PIPELINE)
4866 			gfx_v9_0_enable_gfx_pipeline_powergating(adev, true);
4867 	} else {
4868 		gfx_v9_0_enable_gfx_cg_power_gating(adev, false);
4869 		if (adev->pg_flags & AMD_PG_SUPPORT_GFX_PIPELINE)
4870 			gfx_v9_0_enable_gfx_pipeline_powergating(adev, false);
4871 	}
4872 
4873 	amdgpu_gfx_rlc_exit_safe_mode(adev);
4874 }
4875 
4876 static void gfx_v9_0_update_gfx_mg_power_gating(struct amdgpu_device *adev,
4877 						bool enable)
4878 {
4879 	/* TODO: double check if we need to perform under safe mode */
4880 	/* gfx_v9_0_enter_rlc_safe_mode(adev); */
4881 
4882 	if ((adev->pg_flags & AMD_PG_SUPPORT_GFX_SMG) && enable)
4883 		gfx_v9_0_enable_gfx_static_mg_power_gating(adev, true);
4884 	else
4885 		gfx_v9_0_enable_gfx_static_mg_power_gating(adev, false);
4886 
4887 	if ((adev->pg_flags & AMD_PG_SUPPORT_GFX_DMG) && enable)
4888 		gfx_v9_0_enable_gfx_dynamic_mg_power_gating(adev, true);
4889 	else
4890 		gfx_v9_0_enable_gfx_dynamic_mg_power_gating(adev, false);
4891 
4892 	/* gfx_v9_0_exit_rlc_safe_mode(adev); */
4893 }
4894 
4895 static void gfx_v9_0_update_medium_grain_clock_gating(struct amdgpu_device *adev,
4896 						      bool enable)
4897 {
4898 	uint32_t data, def;
4899 
4900 	amdgpu_gfx_rlc_enter_safe_mode(adev);
4901 
4902 	/* It is disabled by HW by default */
4903 	if (enable && (adev->cg_flags & AMD_CG_SUPPORT_GFX_MGCG)) {
4904 		/* 1 - RLC_CGTT_MGCG_OVERRIDE */
4905 		def = data = RREG32_SOC15(GC, 0, mmRLC_CGTT_MGCG_OVERRIDE);
4906 
4907 		if (adev->ip_versions[GC_HWIP][0] != IP_VERSION(9, 2, 1))
4908 			data &= ~RLC_CGTT_MGCG_OVERRIDE__CPF_CGTT_SCLK_OVERRIDE_MASK;
4909 
4910 		data &= ~(RLC_CGTT_MGCG_OVERRIDE__GRBM_CGTT_SCLK_OVERRIDE_MASK |
4911 			  RLC_CGTT_MGCG_OVERRIDE__GFXIP_MGCG_OVERRIDE_MASK |
4912 			  RLC_CGTT_MGCG_OVERRIDE__GFXIP_MGLS_OVERRIDE_MASK);
4913 
4914 		/* only for Vega10 & Raven1 */
4915 		data |= RLC_CGTT_MGCG_OVERRIDE__RLC_CGTT_SCLK_OVERRIDE_MASK;
4916 
4917 		if (def != data)
4918 			WREG32_SOC15(GC, 0, mmRLC_CGTT_MGCG_OVERRIDE, data);
4919 
4920 		/* MGLS is a global flag to control all MGLS in GFX */
4921 		if (adev->cg_flags & AMD_CG_SUPPORT_GFX_MGLS) {
4922 			/* 2 - RLC memory Light sleep */
4923 			if (adev->cg_flags & AMD_CG_SUPPORT_GFX_RLC_LS) {
4924 				def = data = RREG32_SOC15(GC, 0, mmRLC_MEM_SLP_CNTL);
4925 				data |= RLC_MEM_SLP_CNTL__RLC_MEM_LS_EN_MASK;
4926 				if (def != data)
4927 					WREG32_SOC15(GC, 0, mmRLC_MEM_SLP_CNTL, data);
4928 			}
4929 			/* 3 - CP memory Light sleep */
4930 			if (adev->cg_flags & AMD_CG_SUPPORT_GFX_CP_LS) {
4931 				def = data = RREG32_SOC15(GC, 0, mmCP_MEM_SLP_CNTL);
4932 				data |= CP_MEM_SLP_CNTL__CP_MEM_LS_EN_MASK;
4933 				if (def != data)
4934 					WREG32_SOC15(GC, 0, mmCP_MEM_SLP_CNTL, data);
4935 			}
4936 		}
4937 	} else {
4938 		/* 1 - MGCG_OVERRIDE */
4939 		def = data = RREG32_SOC15(GC, 0, mmRLC_CGTT_MGCG_OVERRIDE);
4940 
4941 		if (adev->ip_versions[GC_HWIP][0] != IP_VERSION(9, 2, 1))
4942 			data |= RLC_CGTT_MGCG_OVERRIDE__CPF_CGTT_SCLK_OVERRIDE_MASK;
4943 
4944 		data |= (RLC_CGTT_MGCG_OVERRIDE__RLC_CGTT_SCLK_OVERRIDE_MASK |
4945 			 RLC_CGTT_MGCG_OVERRIDE__GRBM_CGTT_SCLK_OVERRIDE_MASK |
4946 			 RLC_CGTT_MGCG_OVERRIDE__GFXIP_MGCG_OVERRIDE_MASK |
4947 			 RLC_CGTT_MGCG_OVERRIDE__GFXIP_MGLS_OVERRIDE_MASK);
4948 
4949 		if (def != data)
4950 			WREG32_SOC15(GC, 0, mmRLC_CGTT_MGCG_OVERRIDE, data);
4951 
4952 		/* 2 - disable MGLS in RLC */
4953 		data = RREG32_SOC15(GC, 0, mmRLC_MEM_SLP_CNTL);
4954 		if (data & RLC_MEM_SLP_CNTL__RLC_MEM_LS_EN_MASK) {
4955 			data &= ~RLC_MEM_SLP_CNTL__RLC_MEM_LS_EN_MASK;
4956 			WREG32_SOC15(GC, 0, mmRLC_MEM_SLP_CNTL, data);
4957 		}
4958 
4959 		/* 3 - disable MGLS in CP */
4960 		data = RREG32_SOC15(GC, 0, mmCP_MEM_SLP_CNTL);
4961 		if (data & CP_MEM_SLP_CNTL__CP_MEM_LS_EN_MASK) {
4962 			data &= ~CP_MEM_SLP_CNTL__CP_MEM_LS_EN_MASK;
4963 			WREG32_SOC15(GC, 0, mmCP_MEM_SLP_CNTL, data);
4964 		}
4965 	}
4966 
4967 	amdgpu_gfx_rlc_exit_safe_mode(adev);
4968 }
4969 
4970 static void gfx_v9_0_update_3d_clock_gating(struct amdgpu_device *adev,
4971 					   bool enable)
4972 {
4973 	uint32_t data, def;
4974 
4975 	if (!adev->gfx.num_gfx_rings)
4976 		return;
4977 
4978 	amdgpu_gfx_rlc_enter_safe_mode(adev);
4979 
4980 	/* Enable 3D CGCG/CGLS */
4981 	if (enable) {
4982 		/* write cmd to clear cgcg/cgls ov */
4983 		def = data = RREG32_SOC15(GC, 0, mmRLC_CGTT_MGCG_OVERRIDE);
4984 		/* unset CGCG override */
4985 		data &= ~RLC_CGTT_MGCG_OVERRIDE__GFXIP_GFX3D_CG_OVERRIDE_MASK;
4986 		/* update CGCG and CGLS override bits */
4987 		if (def != data)
4988 			WREG32_SOC15(GC, 0, mmRLC_CGTT_MGCG_OVERRIDE, data);
4989 
4990 		/* enable 3Dcgcg FSM(0x0000363f) */
4991 		def = RREG32_SOC15(GC, 0, mmRLC_CGCG_CGLS_CTRL_3D);
4992 
4993 		if (adev->cg_flags & AMD_CG_SUPPORT_GFX_3D_CGCG)
4994 			data = (0x36 << RLC_CGCG_CGLS_CTRL_3D__CGCG_GFX_IDLE_THRESHOLD__SHIFT) |
4995 				RLC_CGCG_CGLS_CTRL_3D__CGCG_EN_MASK;
4996 		else
4997 			data = 0x0 << RLC_CGCG_CGLS_CTRL_3D__CGCG_GFX_IDLE_THRESHOLD__SHIFT;
4998 
4999 		if (adev->cg_flags & AMD_CG_SUPPORT_GFX_3D_CGLS)
5000 			data |= (0x000F << RLC_CGCG_CGLS_CTRL_3D__CGLS_REP_COMPANSAT_DELAY__SHIFT) |
5001 				RLC_CGCG_CGLS_CTRL_3D__CGLS_EN_MASK;
5002 		if (def != data)
5003 			WREG32_SOC15(GC, 0, mmRLC_CGCG_CGLS_CTRL_3D, data);
5004 
5005 		/* set IDLE_POLL_COUNT(0x00900100) */
5006 		def = RREG32_SOC15(GC, 0, mmCP_RB_WPTR_POLL_CNTL);
5007 		data = (0x0100 << CP_RB_WPTR_POLL_CNTL__POLL_FREQUENCY__SHIFT) |
5008 			(0x0090 << CP_RB_WPTR_POLL_CNTL__IDLE_POLL_COUNT__SHIFT);
5009 		if (def != data)
5010 			WREG32_SOC15(GC, 0, mmCP_RB_WPTR_POLL_CNTL, data);
5011 	} else {
5012 		/* Disable CGCG/CGLS */
5013 		def = data = RREG32_SOC15(GC, 0, mmRLC_CGCG_CGLS_CTRL_3D);
5014 		/* disable cgcg, cgls should be disabled */
5015 		data &= ~(RLC_CGCG_CGLS_CTRL_3D__CGCG_EN_MASK |
5016 			  RLC_CGCG_CGLS_CTRL_3D__CGLS_EN_MASK);
5017 		/* disable cgcg and cgls in FSM */
5018 		if (def != data)
5019 			WREG32_SOC15(GC, 0, mmRLC_CGCG_CGLS_CTRL_3D, data);
5020 	}
5021 
5022 	amdgpu_gfx_rlc_exit_safe_mode(adev);
5023 }
5024 
5025 static void gfx_v9_0_update_coarse_grain_clock_gating(struct amdgpu_device *adev,
5026 						      bool enable)
5027 {
5028 	uint32_t def, data;
5029 
5030 	amdgpu_gfx_rlc_enter_safe_mode(adev);
5031 
5032 	if (enable && (adev->cg_flags & AMD_CG_SUPPORT_GFX_CGCG)) {
5033 		def = data = RREG32_SOC15(GC, 0, mmRLC_CGTT_MGCG_OVERRIDE);
5034 		/* unset CGCG override */
5035 		data &= ~RLC_CGTT_MGCG_OVERRIDE__GFXIP_CGCG_OVERRIDE_MASK;
5036 		if (adev->cg_flags & AMD_CG_SUPPORT_GFX_CGLS)
5037 			data &= ~RLC_CGTT_MGCG_OVERRIDE__GFXIP_CGLS_OVERRIDE_MASK;
5038 		else
5039 			data |= RLC_CGTT_MGCG_OVERRIDE__GFXIP_CGLS_OVERRIDE_MASK;
5040 		/* update CGCG and CGLS override bits */
5041 		if (def != data)
5042 			WREG32_SOC15(GC, 0, mmRLC_CGTT_MGCG_OVERRIDE, data);
5043 
5044 		/* enable cgcg FSM(0x0000363F) */
5045 		def = RREG32_SOC15(GC, 0, mmRLC_CGCG_CGLS_CTRL);
5046 
5047 		if (adev->ip_versions[GC_HWIP][0] == IP_VERSION(9, 4, 1))
5048 			data = (0x2000 << RLC_CGCG_CGLS_CTRL__CGCG_GFX_IDLE_THRESHOLD__SHIFT) |
5049 				RLC_CGCG_CGLS_CTRL__CGCG_EN_MASK;
5050 		else
5051 			data = (0x36 << RLC_CGCG_CGLS_CTRL__CGCG_GFX_IDLE_THRESHOLD__SHIFT) |
5052 				RLC_CGCG_CGLS_CTRL__CGCG_EN_MASK;
5053 		if (adev->cg_flags & AMD_CG_SUPPORT_GFX_CGLS)
5054 			data |= (0x000F << RLC_CGCG_CGLS_CTRL__CGLS_REP_COMPANSAT_DELAY__SHIFT) |
5055 				RLC_CGCG_CGLS_CTRL__CGLS_EN_MASK;
5056 		if (def != data)
5057 			WREG32_SOC15(GC, 0, mmRLC_CGCG_CGLS_CTRL, data);
5058 
5059 		/* set IDLE_POLL_COUNT(0x00900100) */
5060 		def = RREG32_SOC15(GC, 0, mmCP_RB_WPTR_POLL_CNTL);
5061 		data = (0x0100 << CP_RB_WPTR_POLL_CNTL__POLL_FREQUENCY__SHIFT) |
5062 			(0x0090 << CP_RB_WPTR_POLL_CNTL__IDLE_POLL_COUNT__SHIFT);
5063 		if (def != data)
5064 			WREG32_SOC15(GC, 0, mmCP_RB_WPTR_POLL_CNTL, data);
5065 	} else {
5066 		def = data = RREG32_SOC15(GC, 0, mmRLC_CGCG_CGLS_CTRL);
5067 		/* reset CGCG/CGLS bits */
5068 		data &= ~(RLC_CGCG_CGLS_CTRL__CGCG_EN_MASK | RLC_CGCG_CGLS_CTRL__CGLS_EN_MASK);
5069 		/* disable cgcg and cgls in FSM */
5070 		if (def != data)
5071 			WREG32_SOC15(GC, 0, mmRLC_CGCG_CGLS_CTRL, data);
5072 	}
5073 
5074 	amdgpu_gfx_rlc_exit_safe_mode(adev);
5075 }
5076 
5077 static int gfx_v9_0_update_gfx_clock_gating(struct amdgpu_device *adev,
5078 					    bool enable)
5079 {
5080 	if (enable) {
5081 		/* CGCG/CGLS should be enabled after MGCG/MGLS
5082 		 * ===  MGCG + MGLS ===
5083 		 */
5084 		gfx_v9_0_update_medium_grain_clock_gating(adev, enable);
5085 		/* ===  CGCG /CGLS for GFX 3D Only === */
5086 		gfx_v9_0_update_3d_clock_gating(adev, enable);
5087 		/* ===  CGCG + CGLS === */
5088 		gfx_v9_0_update_coarse_grain_clock_gating(adev, enable);
5089 	} else {
5090 		/* CGCG/CGLS should be disabled before MGCG/MGLS
5091 		 * ===  CGCG + CGLS ===
5092 		 */
5093 		gfx_v9_0_update_coarse_grain_clock_gating(adev, enable);
5094 		/* ===  CGCG /CGLS for GFX 3D Only === */
5095 		gfx_v9_0_update_3d_clock_gating(adev, enable);
5096 		/* ===  MGCG + MGLS === */
5097 		gfx_v9_0_update_medium_grain_clock_gating(adev, enable);
5098 	}
5099 	return 0;
5100 }
5101 
5102 static void gfx_v9_0_update_spm_vmid(struct amdgpu_device *adev, unsigned vmid)
5103 {
5104 	u32 reg, data;
5105 
5106 	amdgpu_gfx_off_ctrl(adev, false);
5107 
5108 	reg = SOC15_REG_OFFSET(GC, 0, mmRLC_SPM_MC_CNTL);
5109 	if (amdgpu_sriov_is_pp_one_vf(adev))
5110 		data = RREG32_NO_KIQ(reg);
5111 	else
5112 		data = RREG32_SOC15(GC, 0, mmRLC_SPM_MC_CNTL);
5113 
5114 	data &= ~RLC_SPM_MC_CNTL__RLC_SPM_VMID_MASK;
5115 	data |= (vmid & RLC_SPM_MC_CNTL__RLC_SPM_VMID_MASK) << RLC_SPM_MC_CNTL__RLC_SPM_VMID__SHIFT;
5116 
5117 	if (amdgpu_sriov_is_pp_one_vf(adev))
5118 		WREG32_SOC15_NO_KIQ(GC, 0, mmRLC_SPM_MC_CNTL, data);
5119 	else
5120 		WREG32_SOC15(GC, 0, mmRLC_SPM_MC_CNTL, data);
5121 
5122 	amdgpu_gfx_off_ctrl(adev, true);
5123 }
5124 
5125 static bool gfx_v9_0_check_rlcg_range(struct amdgpu_device *adev,
5126 					uint32_t offset,
5127 					struct soc15_reg_rlcg *entries, int arr_size)
5128 {
5129 	int i;
5130 	uint32_t reg;
5131 
5132 	if (!entries)
5133 		return false;
5134 
5135 	for (i = 0; i < arr_size; i++) {
5136 		const struct soc15_reg_rlcg *entry;
5137 
5138 		entry = &entries[i];
5139 		reg = adev->reg_offset[entry->hwip][entry->instance][entry->segment] + entry->reg;
5140 		if (offset == reg)
5141 			return true;
5142 	}
5143 
5144 	return false;
5145 }
5146 
5147 static bool gfx_v9_0_is_rlcg_access_range(struct amdgpu_device *adev, u32 offset)
5148 {
5149 	return gfx_v9_0_check_rlcg_range(adev, offset,
5150 					(void *)rlcg_access_gc_9_0,
5151 					ARRAY_SIZE(rlcg_access_gc_9_0));
5152 }
5153 
5154 static const struct amdgpu_rlc_funcs gfx_v9_0_rlc_funcs = {
5155 	.is_rlc_enabled = gfx_v9_0_is_rlc_enabled,
5156 	.set_safe_mode = gfx_v9_0_set_safe_mode,
5157 	.unset_safe_mode = gfx_v9_0_unset_safe_mode,
5158 	.init = gfx_v9_0_rlc_init,
5159 	.get_csb_size = gfx_v9_0_get_csb_size,
5160 	.get_csb_buffer = gfx_v9_0_get_csb_buffer,
5161 	.get_cp_table_num = gfx_v9_0_cp_jump_table_num,
5162 	.resume = gfx_v9_0_rlc_resume,
5163 	.stop = gfx_v9_0_rlc_stop,
5164 	.reset = gfx_v9_0_rlc_reset,
5165 	.start = gfx_v9_0_rlc_start,
5166 	.update_spm_vmid = gfx_v9_0_update_spm_vmid,
5167 	.is_rlcg_access_range = gfx_v9_0_is_rlcg_access_range,
5168 };
5169 
5170 static int gfx_v9_0_set_powergating_state(void *handle,
5171 					  enum amd_powergating_state state)
5172 {
5173 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
5174 	bool enable = (state == AMD_PG_STATE_GATE);
5175 
5176 	switch (adev->ip_versions[GC_HWIP][0]) {
5177 	case IP_VERSION(9, 2, 2):
5178 	case IP_VERSION(9, 1, 0):
5179 	case IP_VERSION(9, 3, 0):
5180 		if (!enable)
5181 			amdgpu_gfx_off_ctrl(adev, false);
5182 
5183 		if (adev->pg_flags & AMD_PG_SUPPORT_RLC_SMU_HS) {
5184 			gfx_v9_0_enable_sck_slow_down_on_power_up(adev, true);
5185 			gfx_v9_0_enable_sck_slow_down_on_power_down(adev, true);
5186 		} else {
5187 			gfx_v9_0_enable_sck_slow_down_on_power_up(adev, false);
5188 			gfx_v9_0_enable_sck_slow_down_on_power_down(adev, false);
5189 		}
5190 
5191 		if (adev->pg_flags & AMD_PG_SUPPORT_CP)
5192 			gfx_v9_0_enable_cp_power_gating(adev, true);
5193 		else
5194 			gfx_v9_0_enable_cp_power_gating(adev, false);
5195 
5196 		/* update gfx cgpg state */
5197 		gfx_v9_0_update_gfx_cg_power_gating(adev, enable);
5198 
5199 		/* update mgcg state */
5200 		gfx_v9_0_update_gfx_mg_power_gating(adev, enable);
5201 
5202 		if (enable)
5203 			amdgpu_gfx_off_ctrl(adev, true);
5204 		break;
5205 	case IP_VERSION(9, 2, 1):
5206 		amdgpu_gfx_off_ctrl(adev, enable);
5207 		break;
5208 	default:
5209 		break;
5210 	}
5211 
5212 	return 0;
5213 }
5214 
5215 static int gfx_v9_0_set_clockgating_state(void *handle,
5216 					  enum amd_clockgating_state state)
5217 {
5218 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
5219 
5220 	if (amdgpu_sriov_vf(adev))
5221 		return 0;
5222 
5223 	switch (adev->ip_versions[GC_HWIP][0]) {
5224 	case IP_VERSION(9, 0, 1):
5225 	case IP_VERSION(9, 2, 1):
5226 	case IP_VERSION(9, 4, 0):
5227 	case IP_VERSION(9, 2, 2):
5228 	case IP_VERSION(9, 1, 0):
5229 	case IP_VERSION(9, 4, 1):
5230 	case IP_VERSION(9, 3, 0):
5231 	case IP_VERSION(9, 4, 2):
5232 		gfx_v9_0_update_gfx_clock_gating(adev,
5233 						 state == AMD_CG_STATE_GATE);
5234 		break;
5235 	default:
5236 		break;
5237 	}
5238 	return 0;
5239 }
5240 
5241 static void gfx_v9_0_get_clockgating_state(void *handle, u32 *flags)
5242 {
5243 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
5244 	int data;
5245 
5246 	if (amdgpu_sriov_vf(adev))
5247 		*flags = 0;
5248 
5249 	/* AMD_CG_SUPPORT_GFX_MGCG */
5250 	data = RREG32_KIQ(SOC15_REG_OFFSET(GC, 0, mmRLC_CGTT_MGCG_OVERRIDE));
5251 	if (!(data & RLC_CGTT_MGCG_OVERRIDE__GFXIP_MGCG_OVERRIDE_MASK))
5252 		*flags |= AMD_CG_SUPPORT_GFX_MGCG;
5253 
5254 	/* AMD_CG_SUPPORT_GFX_CGCG */
5255 	data = RREG32_KIQ(SOC15_REG_OFFSET(GC, 0, mmRLC_CGCG_CGLS_CTRL));
5256 	if (data & RLC_CGCG_CGLS_CTRL__CGCG_EN_MASK)
5257 		*flags |= AMD_CG_SUPPORT_GFX_CGCG;
5258 
5259 	/* AMD_CG_SUPPORT_GFX_CGLS */
5260 	if (data & RLC_CGCG_CGLS_CTRL__CGLS_EN_MASK)
5261 		*flags |= AMD_CG_SUPPORT_GFX_CGLS;
5262 
5263 	/* AMD_CG_SUPPORT_GFX_RLC_LS */
5264 	data = RREG32_KIQ(SOC15_REG_OFFSET(GC, 0, mmRLC_MEM_SLP_CNTL));
5265 	if (data & RLC_MEM_SLP_CNTL__RLC_MEM_LS_EN_MASK)
5266 		*flags |= AMD_CG_SUPPORT_GFX_RLC_LS | AMD_CG_SUPPORT_GFX_MGLS;
5267 
5268 	/* AMD_CG_SUPPORT_GFX_CP_LS */
5269 	data = RREG32_KIQ(SOC15_REG_OFFSET(GC, 0, mmCP_MEM_SLP_CNTL));
5270 	if (data & CP_MEM_SLP_CNTL__CP_MEM_LS_EN_MASK)
5271 		*flags |= AMD_CG_SUPPORT_GFX_CP_LS | AMD_CG_SUPPORT_GFX_MGLS;
5272 
5273 	if (adev->ip_versions[GC_HWIP][0] != IP_VERSION(9, 4, 1)) {
5274 		/* AMD_CG_SUPPORT_GFX_3D_CGCG */
5275 		data = RREG32_KIQ(SOC15_REG_OFFSET(GC, 0, mmRLC_CGCG_CGLS_CTRL_3D));
5276 		if (data & RLC_CGCG_CGLS_CTRL_3D__CGCG_EN_MASK)
5277 			*flags |= AMD_CG_SUPPORT_GFX_3D_CGCG;
5278 
5279 		/* AMD_CG_SUPPORT_GFX_3D_CGLS */
5280 		if (data & RLC_CGCG_CGLS_CTRL_3D__CGLS_EN_MASK)
5281 			*flags |= AMD_CG_SUPPORT_GFX_3D_CGLS;
5282 	}
5283 }
5284 
5285 static u64 gfx_v9_0_ring_get_rptr_gfx(struct amdgpu_ring *ring)
5286 {
5287 	return ring->adev->wb.wb[ring->rptr_offs]; /* gfx9 is 32bit rptr*/
5288 }
5289 
5290 static u64 gfx_v9_0_ring_get_wptr_gfx(struct amdgpu_ring *ring)
5291 {
5292 	struct amdgpu_device *adev = ring->adev;
5293 	u64 wptr;
5294 
5295 	/* XXX check if swapping is necessary on BE */
5296 	if (ring->use_doorbell) {
5297 		wptr = atomic64_read((atomic64_t *)&adev->wb.wb[ring->wptr_offs]);
5298 	} else {
5299 		wptr = RREG32_SOC15(GC, 0, mmCP_RB0_WPTR);
5300 		wptr += (u64)RREG32_SOC15(GC, 0, mmCP_RB0_WPTR_HI) << 32;
5301 	}
5302 
5303 	return wptr;
5304 }
5305 
5306 static void gfx_v9_0_ring_set_wptr_gfx(struct amdgpu_ring *ring)
5307 {
5308 	struct amdgpu_device *adev = ring->adev;
5309 
5310 	if (ring->use_doorbell) {
5311 		/* XXX check if swapping is necessary on BE */
5312 		atomic64_set((atomic64_t *)&adev->wb.wb[ring->wptr_offs], ring->wptr);
5313 		WDOORBELL64(ring->doorbell_index, ring->wptr);
5314 	} else {
5315 		WREG32_SOC15(GC, 0, mmCP_RB0_WPTR, lower_32_bits(ring->wptr));
5316 		WREG32_SOC15(GC, 0, mmCP_RB0_WPTR_HI, upper_32_bits(ring->wptr));
5317 	}
5318 }
5319 
5320 static void gfx_v9_0_ring_emit_hdp_flush(struct amdgpu_ring *ring)
5321 {
5322 	struct amdgpu_device *adev = ring->adev;
5323 	u32 ref_and_mask, reg_mem_engine;
5324 	const struct nbio_hdp_flush_reg *nbio_hf_reg = adev->nbio.hdp_flush_reg;
5325 
5326 	if (ring->funcs->type == AMDGPU_RING_TYPE_COMPUTE) {
5327 		switch (ring->me) {
5328 		case 1:
5329 			ref_and_mask = nbio_hf_reg->ref_and_mask_cp2 << ring->pipe;
5330 			break;
5331 		case 2:
5332 			ref_and_mask = nbio_hf_reg->ref_and_mask_cp6 << ring->pipe;
5333 			break;
5334 		default:
5335 			return;
5336 		}
5337 		reg_mem_engine = 0;
5338 	} else {
5339 		ref_and_mask = nbio_hf_reg->ref_and_mask_cp0;
5340 		reg_mem_engine = 1; /* pfp */
5341 	}
5342 
5343 	gfx_v9_0_wait_reg_mem(ring, reg_mem_engine, 0, 1,
5344 			      adev->nbio.funcs->get_hdp_flush_req_offset(adev),
5345 			      adev->nbio.funcs->get_hdp_flush_done_offset(adev),
5346 			      ref_and_mask, ref_and_mask, 0x20);
5347 }
5348 
5349 static void gfx_v9_0_ring_emit_ib_gfx(struct amdgpu_ring *ring,
5350 					struct amdgpu_job *job,
5351 					struct amdgpu_ib *ib,
5352 					uint32_t flags)
5353 {
5354 	unsigned vmid = AMDGPU_JOB_GET_VMID(job);
5355 	u32 header, control = 0;
5356 
5357 	if (ib->flags & AMDGPU_IB_FLAG_CE)
5358 		header = PACKET3(PACKET3_INDIRECT_BUFFER_CONST, 2);
5359 	else
5360 		header = PACKET3(PACKET3_INDIRECT_BUFFER, 2);
5361 
5362 	control |= ib->length_dw | (vmid << 24);
5363 
5364 	if (amdgpu_sriov_vf(ring->adev) && (ib->flags & AMDGPU_IB_FLAG_PREEMPT)) {
5365 		control |= INDIRECT_BUFFER_PRE_ENB(1);
5366 
5367 		if (!(ib->flags & AMDGPU_IB_FLAG_CE) && vmid)
5368 			gfx_v9_0_ring_emit_de_meta(ring);
5369 	}
5370 
5371 	amdgpu_ring_write(ring, header);
5372 	BUG_ON(ib->gpu_addr & 0x3); /* Dword align */
5373 	amdgpu_ring_write(ring,
5374 #ifdef __BIG_ENDIAN
5375 		(2 << 0) |
5376 #endif
5377 		lower_32_bits(ib->gpu_addr));
5378 	amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr));
5379 	amdgpu_ring_write(ring, control);
5380 }
5381 
5382 static void gfx_v9_0_ring_emit_ib_compute(struct amdgpu_ring *ring,
5383 					  struct amdgpu_job *job,
5384 					  struct amdgpu_ib *ib,
5385 					  uint32_t flags)
5386 {
5387 	unsigned vmid = AMDGPU_JOB_GET_VMID(job);
5388 	u32 control = INDIRECT_BUFFER_VALID | ib->length_dw | (vmid << 24);
5389 
5390 	/* Currently, there is a high possibility to get wave ID mismatch
5391 	 * between ME and GDS, leading to a hw deadlock, because ME generates
5392 	 * different wave IDs than the GDS expects. This situation happens
5393 	 * randomly when at least 5 compute pipes use GDS ordered append.
5394 	 * The wave IDs generated by ME are also wrong after suspend/resume.
5395 	 * Those are probably bugs somewhere else in the kernel driver.
5396 	 *
5397 	 * Writing GDS_COMPUTE_MAX_WAVE_ID resets wave ID counters in ME and
5398 	 * GDS to 0 for this ring (me/pipe).
5399 	 */
5400 	if (ib->flags & AMDGPU_IB_FLAG_RESET_GDS_MAX_WAVE_ID) {
5401 		amdgpu_ring_write(ring, PACKET3(PACKET3_SET_CONFIG_REG, 1));
5402 		amdgpu_ring_write(ring, mmGDS_COMPUTE_MAX_WAVE_ID);
5403 		amdgpu_ring_write(ring, ring->adev->gds.gds_compute_max_wave_id);
5404 	}
5405 
5406 	amdgpu_ring_write(ring, PACKET3(PACKET3_INDIRECT_BUFFER, 2));
5407 	BUG_ON(ib->gpu_addr & 0x3); /* Dword align */
5408 	amdgpu_ring_write(ring,
5409 #ifdef __BIG_ENDIAN
5410 				(2 << 0) |
5411 #endif
5412 				lower_32_bits(ib->gpu_addr));
5413 	amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr));
5414 	amdgpu_ring_write(ring, control);
5415 }
5416 
5417 static void gfx_v9_0_ring_emit_fence(struct amdgpu_ring *ring, u64 addr,
5418 				     u64 seq, unsigned flags)
5419 {
5420 	bool write64bit = flags & AMDGPU_FENCE_FLAG_64BIT;
5421 	bool int_sel = flags & AMDGPU_FENCE_FLAG_INT;
5422 	bool writeback = flags & AMDGPU_FENCE_FLAG_TC_WB_ONLY;
5423 
5424 	/* RELEASE_MEM - flush caches, send int */
5425 	amdgpu_ring_write(ring, PACKET3(PACKET3_RELEASE_MEM, 6));
5426 	amdgpu_ring_write(ring, ((writeback ? (EOP_TC_WB_ACTION_EN |
5427 					       EOP_TC_NC_ACTION_EN) :
5428 					      (EOP_TCL1_ACTION_EN |
5429 					       EOP_TC_ACTION_EN |
5430 					       EOP_TC_WB_ACTION_EN |
5431 					       EOP_TC_MD_ACTION_EN)) |
5432 				 EVENT_TYPE(CACHE_FLUSH_AND_INV_TS_EVENT) |
5433 				 EVENT_INDEX(5)));
5434 	amdgpu_ring_write(ring, DATA_SEL(write64bit ? 2 : 1) | INT_SEL(int_sel ? 2 : 0));
5435 
5436 	/*
5437 	 * the address should be Qword aligned if 64bit write, Dword
5438 	 * aligned if only send 32bit data low (discard data high)
5439 	 */
5440 	if (write64bit)
5441 		BUG_ON(addr & 0x7);
5442 	else
5443 		BUG_ON(addr & 0x3);
5444 	amdgpu_ring_write(ring, lower_32_bits(addr));
5445 	amdgpu_ring_write(ring, upper_32_bits(addr));
5446 	amdgpu_ring_write(ring, lower_32_bits(seq));
5447 	amdgpu_ring_write(ring, upper_32_bits(seq));
5448 	amdgpu_ring_write(ring, 0);
5449 }
5450 
5451 static void gfx_v9_0_ring_emit_pipeline_sync(struct amdgpu_ring *ring)
5452 {
5453 	int usepfp = (ring->funcs->type == AMDGPU_RING_TYPE_GFX);
5454 	uint32_t seq = ring->fence_drv.sync_seq;
5455 	uint64_t addr = ring->fence_drv.gpu_addr;
5456 
5457 	gfx_v9_0_wait_reg_mem(ring, usepfp, 1, 0,
5458 			      lower_32_bits(addr), upper_32_bits(addr),
5459 			      seq, 0xffffffff, 4);
5460 }
5461 
5462 static void gfx_v9_0_ring_emit_vm_flush(struct amdgpu_ring *ring,
5463 					unsigned vmid, uint64_t pd_addr)
5464 {
5465 	amdgpu_gmc_emit_flush_gpu_tlb(ring, vmid, pd_addr);
5466 
5467 	/* compute doesn't have PFP */
5468 	if (ring->funcs->type == AMDGPU_RING_TYPE_GFX) {
5469 		/* sync PFP to ME, otherwise we might get invalid PFP reads */
5470 		amdgpu_ring_write(ring, PACKET3(PACKET3_PFP_SYNC_ME, 0));
5471 		amdgpu_ring_write(ring, 0x0);
5472 	}
5473 }
5474 
5475 static u64 gfx_v9_0_ring_get_rptr_compute(struct amdgpu_ring *ring)
5476 {
5477 	return ring->adev->wb.wb[ring->rptr_offs]; /* gfx9 hardware is 32bit rptr */
5478 }
5479 
5480 static u64 gfx_v9_0_ring_get_wptr_compute(struct amdgpu_ring *ring)
5481 {
5482 	u64 wptr;
5483 
5484 	/* XXX check if swapping is necessary on BE */
5485 	if (ring->use_doorbell)
5486 		wptr = atomic64_read((atomic64_t *)&ring->adev->wb.wb[ring->wptr_offs]);
5487 	else
5488 		BUG();
5489 	return wptr;
5490 }
5491 
5492 static void gfx_v9_0_ring_set_wptr_compute(struct amdgpu_ring *ring)
5493 {
5494 	struct amdgpu_device *adev = ring->adev;
5495 
5496 	/* XXX check if swapping is necessary on BE */
5497 	if (ring->use_doorbell) {
5498 		atomic64_set((atomic64_t *)&adev->wb.wb[ring->wptr_offs], ring->wptr);
5499 		WDOORBELL64(ring->doorbell_index, ring->wptr);
5500 	} else{
5501 		BUG(); /* only DOORBELL method supported on gfx9 now */
5502 	}
5503 }
5504 
5505 static void gfx_v9_0_ring_emit_fence_kiq(struct amdgpu_ring *ring, u64 addr,
5506 					 u64 seq, unsigned int flags)
5507 {
5508 	struct amdgpu_device *adev = ring->adev;
5509 
5510 	/* we only allocate 32bit for each seq wb address */
5511 	BUG_ON(flags & AMDGPU_FENCE_FLAG_64BIT);
5512 
5513 	/* write fence seq to the "addr" */
5514 	amdgpu_ring_write(ring, PACKET3(PACKET3_WRITE_DATA, 3));
5515 	amdgpu_ring_write(ring, (WRITE_DATA_ENGINE_SEL(0) |
5516 				 WRITE_DATA_DST_SEL(5) | WR_CONFIRM));
5517 	amdgpu_ring_write(ring, lower_32_bits(addr));
5518 	amdgpu_ring_write(ring, upper_32_bits(addr));
5519 	amdgpu_ring_write(ring, lower_32_bits(seq));
5520 
5521 	if (flags & AMDGPU_FENCE_FLAG_INT) {
5522 		/* set register to trigger INT */
5523 		amdgpu_ring_write(ring, PACKET3(PACKET3_WRITE_DATA, 3));
5524 		amdgpu_ring_write(ring, (WRITE_DATA_ENGINE_SEL(0) |
5525 					 WRITE_DATA_DST_SEL(0) | WR_CONFIRM));
5526 		amdgpu_ring_write(ring, SOC15_REG_OFFSET(GC, 0, mmCPC_INT_STATUS));
5527 		amdgpu_ring_write(ring, 0);
5528 		amdgpu_ring_write(ring, 0x20000000); /* src_id is 178 */
5529 	}
5530 }
5531 
5532 static void gfx_v9_ring_emit_sb(struct amdgpu_ring *ring)
5533 {
5534 	amdgpu_ring_write(ring, PACKET3(PACKET3_SWITCH_BUFFER, 0));
5535 	amdgpu_ring_write(ring, 0);
5536 }
5537 
5538 static void gfx_v9_0_ring_emit_ce_meta(struct amdgpu_ring *ring)
5539 {
5540 	struct v9_ce_ib_state ce_payload = {0};
5541 	uint64_t csa_addr;
5542 	int cnt;
5543 
5544 	cnt = (sizeof(ce_payload) >> 2) + 4 - 2;
5545 	csa_addr = amdgpu_csa_vaddr(ring->adev);
5546 
5547 	amdgpu_ring_write(ring, PACKET3(PACKET3_WRITE_DATA, cnt));
5548 	amdgpu_ring_write(ring, (WRITE_DATA_ENGINE_SEL(2) |
5549 				 WRITE_DATA_DST_SEL(8) |
5550 				 WR_CONFIRM) |
5551 				 WRITE_DATA_CACHE_POLICY(0));
5552 	amdgpu_ring_write(ring, lower_32_bits(csa_addr + offsetof(struct v9_gfx_meta_data, ce_payload)));
5553 	amdgpu_ring_write(ring, upper_32_bits(csa_addr + offsetof(struct v9_gfx_meta_data, ce_payload)));
5554 	amdgpu_ring_write_multiple(ring, (void *)&ce_payload, sizeof(ce_payload) >> 2);
5555 }
5556 
5557 static void gfx_v9_0_ring_emit_de_meta(struct amdgpu_ring *ring)
5558 {
5559 	struct v9_de_ib_state de_payload = {0};
5560 	uint64_t csa_addr, gds_addr;
5561 	int cnt;
5562 
5563 	csa_addr = amdgpu_csa_vaddr(ring->adev);
5564 	gds_addr = csa_addr + 4096;
5565 	de_payload.gds_backup_addrlo = lower_32_bits(gds_addr);
5566 	de_payload.gds_backup_addrhi = upper_32_bits(gds_addr);
5567 
5568 	cnt = (sizeof(de_payload) >> 2) + 4 - 2;
5569 	amdgpu_ring_write(ring, PACKET3(PACKET3_WRITE_DATA, cnt));
5570 	amdgpu_ring_write(ring, (WRITE_DATA_ENGINE_SEL(1) |
5571 				 WRITE_DATA_DST_SEL(8) |
5572 				 WR_CONFIRM) |
5573 				 WRITE_DATA_CACHE_POLICY(0));
5574 	amdgpu_ring_write(ring, lower_32_bits(csa_addr + offsetof(struct v9_gfx_meta_data, de_payload)));
5575 	amdgpu_ring_write(ring, upper_32_bits(csa_addr + offsetof(struct v9_gfx_meta_data, de_payload)));
5576 	amdgpu_ring_write_multiple(ring, (void *)&de_payload, sizeof(de_payload) >> 2);
5577 }
5578 
5579 static void gfx_v9_0_ring_emit_frame_cntl(struct amdgpu_ring *ring, bool start,
5580 				   bool secure)
5581 {
5582 	uint32_t v = secure ? FRAME_TMZ : 0;
5583 
5584 	amdgpu_ring_write(ring, PACKET3(PACKET3_FRAME_CONTROL, 0));
5585 	amdgpu_ring_write(ring, v | FRAME_CMD(start ? 0 : 1));
5586 }
5587 
5588 static void gfx_v9_ring_emit_cntxcntl(struct amdgpu_ring *ring, uint32_t flags)
5589 {
5590 	uint32_t dw2 = 0;
5591 
5592 	if (amdgpu_sriov_vf(ring->adev))
5593 		gfx_v9_0_ring_emit_ce_meta(ring);
5594 
5595 	dw2 |= 0x80000000; /* set load_enable otherwise this package is just NOPs */
5596 	if (flags & AMDGPU_HAVE_CTX_SWITCH) {
5597 		/* set load_global_config & load_global_uconfig */
5598 		dw2 |= 0x8001;
5599 		/* set load_cs_sh_regs */
5600 		dw2 |= 0x01000000;
5601 		/* set load_per_context_state & load_gfx_sh_regs for GFX */
5602 		dw2 |= 0x10002;
5603 
5604 		/* set load_ce_ram if preamble presented */
5605 		if (AMDGPU_PREAMBLE_IB_PRESENT & flags)
5606 			dw2 |= 0x10000000;
5607 	} else {
5608 		/* still load_ce_ram if this is the first time preamble presented
5609 		 * although there is no context switch happens.
5610 		 */
5611 		if (AMDGPU_PREAMBLE_IB_PRESENT_FIRST & flags)
5612 			dw2 |= 0x10000000;
5613 	}
5614 
5615 	amdgpu_ring_write(ring, PACKET3(PACKET3_CONTEXT_CONTROL, 1));
5616 	amdgpu_ring_write(ring, dw2);
5617 	amdgpu_ring_write(ring, 0);
5618 }
5619 
5620 static unsigned gfx_v9_0_ring_emit_init_cond_exec(struct amdgpu_ring *ring)
5621 {
5622 	unsigned ret;
5623 	amdgpu_ring_write(ring, PACKET3(PACKET3_COND_EXEC, 3));
5624 	amdgpu_ring_write(ring, lower_32_bits(ring->cond_exe_gpu_addr));
5625 	amdgpu_ring_write(ring, upper_32_bits(ring->cond_exe_gpu_addr));
5626 	amdgpu_ring_write(ring, 0); /* discard following DWs if *cond_exec_gpu_addr==0 */
5627 	ret = ring->wptr & ring->buf_mask;
5628 	amdgpu_ring_write(ring, 0x55aa55aa); /* patch dummy value later */
5629 	return ret;
5630 }
5631 
5632 static void gfx_v9_0_ring_emit_patch_cond_exec(struct amdgpu_ring *ring, unsigned offset)
5633 {
5634 	unsigned cur;
5635 	BUG_ON(offset > ring->buf_mask);
5636 	BUG_ON(ring->ring[offset] != 0x55aa55aa);
5637 
5638 	cur = (ring->wptr & ring->buf_mask) - 1;
5639 	if (likely(cur > offset))
5640 		ring->ring[offset] = cur - offset;
5641 	else
5642 		ring->ring[offset] = (ring->ring_size>>2) - offset + cur;
5643 }
5644 
5645 static void gfx_v9_0_ring_emit_rreg(struct amdgpu_ring *ring, uint32_t reg,
5646 				    uint32_t reg_val_offs)
5647 {
5648 	struct amdgpu_device *adev = ring->adev;
5649 
5650 	amdgpu_ring_write(ring, PACKET3(PACKET3_COPY_DATA, 4));
5651 	amdgpu_ring_write(ring, 0 |	/* src: register*/
5652 				(5 << 8) |	/* dst: memory */
5653 				(1 << 20));	/* write confirm */
5654 	amdgpu_ring_write(ring, reg);
5655 	amdgpu_ring_write(ring, 0);
5656 	amdgpu_ring_write(ring, lower_32_bits(adev->wb.gpu_addr +
5657 				reg_val_offs * 4));
5658 	amdgpu_ring_write(ring, upper_32_bits(adev->wb.gpu_addr +
5659 				reg_val_offs * 4));
5660 }
5661 
5662 static void gfx_v9_0_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg,
5663 				    uint32_t val)
5664 {
5665 	uint32_t cmd = 0;
5666 
5667 	switch (ring->funcs->type) {
5668 	case AMDGPU_RING_TYPE_GFX:
5669 		cmd = WRITE_DATA_ENGINE_SEL(1) | WR_CONFIRM;
5670 		break;
5671 	case AMDGPU_RING_TYPE_KIQ:
5672 		cmd = (1 << 16); /* no inc addr */
5673 		break;
5674 	default:
5675 		cmd = WR_CONFIRM;
5676 		break;
5677 	}
5678 	amdgpu_ring_write(ring, PACKET3(PACKET3_WRITE_DATA, 3));
5679 	amdgpu_ring_write(ring, cmd);
5680 	amdgpu_ring_write(ring, reg);
5681 	amdgpu_ring_write(ring, 0);
5682 	amdgpu_ring_write(ring, val);
5683 }
5684 
5685 static void gfx_v9_0_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
5686 					uint32_t val, uint32_t mask)
5687 {
5688 	gfx_v9_0_wait_reg_mem(ring, 0, 0, 0, reg, 0, val, mask, 0x20);
5689 }
5690 
5691 static void gfx_v9_0_ring_emit_reg_write_reg_wait(struct amdgpu_ring *ring,
5692 						  uint32_t reg0, uint32_t reg1,
5693 						  uint32_t ref, uint32_t mask)
5694 {
5695 	int usepfp = (ring->funcs->type == AMDGPU_RING_TYPE_GFX);
5696 	struct amdgpu_device *adev = ring->adev;
5697 	bool fw_version_ok = (ring->funcs->type == AMDGPU_RING_TYPE_GFX) ?
5698 		adev->gfx.me_fw_write_wait : adev->gfx.mec_fw_write_wait;
5699 
5700 	if (fw_version_ok)
5701 		gfx_v9_0_wait_reg_mem(ring, usepfp, 0, 1, reg0, reg1,
5702 				      ref, mask, 0x20);
5703 	else
5704 		amdgpu_ring_emit_reg_write_reg_wait_helper(ring, reg0, reg1,
5705 							   ref, mask);
5706 }
5707 
5708 static void gfx_v9_0_ring_soft_recovery(struct amdgpu_ring *ring, unsigned vmid)
5709 {
5710 	struct amdgpu_device *adev = ring->adev;
5711 	uint32_t value = 0;
5712 
5713 	value = REG_SET_FIELD(value, SQ_CMD, CMD, 0x03);
5714 	value = REG_SET_FIELD(value, SQ_CMD, MODE, 0x01);
5715 	value = REG_SET_FIELD(value, SQ_CMD, CHECK_VMID, 1);
5716 	value = REG_SET_FIELD(value, SQ_CMD, VM_ID, vmid);
5717 	WREG32_SOC15(GC, 0, mmSQ_CMD, value);
5718 }
5719 
5720 static void gfx_v9_0_set_gfx_eop_interrupt_state(struct amdgpu_device *adev,
5721 						 enum amdgpu_interrupt_state state)
5722 {
5723 	switch (state) {
5724 	case AMDGPU_IRQ_STATE_DISABLE:
5725 	case AMDGPU_IRQ_STATE_ENABLE:
5726 		WREG32_FIELD15(GC, 0, CP_INT_CNTL_RING0,
5727 			       TIME_STAMP_INT_ENABLE,
5728 			       state == AMDGPU_IRQ_STATE_ENABLE ? 1 : 0);
5729 		break;
5730 	default:
5731 		break;
5732 	}
5733 }
5734 
5735 static void gfx_v9_0_set_compute_eop_interrupt_state(struct amdgpu_device *adev,
5736 						     int me, int pipe,
5737 						     enum amdgpu_interrupt_state state)
5738 {
5739 	u32 mec_int_cntl, mec_int_cntl_reg;
5740 
5741 	/*
5742 	 * amdgpu controls only the first MEC. That's why this function only
5743 	 * handles the setting of interrupts for this specific MEC. All other
5744 	 * pipes' interrupts are set by amdkfd.
5745 	 */
5746 
5747 	if (me == 1) {
5748 		switch (pipe) {
5749 		case 0:
5750 			mec_int_cntl_reg = SOC15_REG_OFFSET(GC, 0, mmCP_ME1_PIPE0_INT_CNTL);
5751 			break;
5752 		case 1:
5753 			mec_int_cntl_reg = SOC15_REG_OFFSET(GC, 0, mmCP_ME1_PIPE1_INT_CNTL);
5754 			break;
5755 		case 2:
5756 			mec_int_cntl_reg = SOC15_REG_OFFSET(GC, 0, mmCP_ME1_PIPE2_INT_CNTL);
5757 			break;
5758 		case 3:
5759 			mec_int_cntl_reg = SOC15_REG_OFFSET(GC, 0, mmCP_ME1_PIPE3_INT_CNTL);
5760 			break;
5761 		default:
5762 			DRM_DEBUG("invalid pipe %d\n", pipe);
5763 			return;
5764 		}
5765 	} else {
5766 		DRM_DEBUG("invalid me %d\n", me);
5767 		return;
5768 	}
5769 
5770 	switch (state) {
5771 	case AMDGPU_IRQ_STATE_DISABLE:
5772 		mec_int_cntl = RREG32_SOC15_IP(GC,mec_int_cntl_reg);
5773 		mec_int_cntl = REG_SET_FIELD(mec_int_cntl, CP_ME1_PIPE0_INT_CNTL,
5774 					     TIME_STAMP_INT_ENABLE, 0);
5775 		WREG32_SOC15_IP(GC, mec_int_cntl_reg, mec_int_cntl);
5776 		break;
5777 	case AMDGPU_IRQ_STATE_ENABLE:
5778 		mec_int_cntl = RREG32_SOC15_IP(GC, mec_int_cntl_reg);
5779 		mec_int_cntl = REG_SET_FIELD(mec_int_cntl, CP_ME1_PIPE0_INT_CNTL,
5780 					     TIME_STAMP_INT_ENABLE, 1);
5781 		WREG32_SOC15_IP(GC, mec_int_cntl_reg, mec_int_cntl);
5782 		break;
5783 	default:
5784 		break;
5785 	}
5786 }
5787 
5788 static int gfx_v9_0_set_priv_reg_fault_state(struct amdgpu_device *adev,
5789 					     struct amdgpu_irq_src *source,
5790 					     unsigned type,
5791 					     enum amdgpu_interrupt_state state)
5792 {
5793 	switch (state) {
5794 	case AMDGPU_IRQ_STATE_DISABLE:
5795 	case AMDGPU_IRQ_STATE_ENABLE:
5796 		WREG32_FIELD15(GC, 0, CP_INT_CNTL_RING0,
5797 			       PRIV_REG_INT_ENABLE,
5798 			       state == AMDGPU_IRQ_STATE_ENABLE ? 1 : 0);
5799 		break;
5800 	default:
5801 		break;
5802 	}
5803 
5804 	return 0;
5805 }
5806 
5807 static int gfx_v9_0_set_priv_inst_fault_state(struct amdgpu_device *adev,
5808 					      struct amdgpu_irq_src *source,
5809 					      unsigned type,
5810 					      enum amdgpu_interrupt_state state)
5811 {
5812 	switch (state) {
5813 	case AMDGPU_IRQ_STATE_DISABLE:
5814 	case AMDGPU_IRQ_STATE_ENABLE:
5815 		WREG32_FIELD15(GC, 0, CP_INT_CNTL_RING0,
5816 			       PRIV_INSTR_INT_ENABLE,
5817 			       state == AMDGPU_IRQ_STATE_ENABLE ? 1 : 0);
5818 		break;
5819 	default:
5820 		break;
5821 	}
5822 
5823 	return 0;
5824 }
5825 
5826 #define ENABLE_ECC_ON_ME_PIPE(me, pipe)				\
5827 	WREG32_FIELD15(GC, 0, CP_ME##me##_PIPE##pipe##_INT_CNTL,\
5828 			CP_ECC_ERROR_INT_ENABLE, 1)
5829 
5830 #define DISABLE_ECC_ON_ME_PIPE(me, pipe)			\
5831 	WREG32_FIELD15(GC, 0, CP_ME##me##_PIPE##pipe##_INT_CNTL,\
5832 			CP_ECC_ERROR_INT_ENABLE, 0)
5833 
5834 static int gfx_v9_0_set_cp_ecc_error_state(struct amdgpu_device *adev,
5835 					      struct amdgpu_irq_src *source,
5836 					      unsigned type,
5837 					      enum amdgpu_interrupt_state state)
5838 {
5839 	switch (state) {
5840 	case AMDGPU_IRQ_STATE_DISABLE:
5841 		WREG32_FIELD15(GC, 0, CP_INT_CNTL_RING0,
5842 				CP_ECC_ERROR_INT_ENABLE, 0);
5843 		DISABLE_ECC_ON_ME_PIPE(1, 0);
5844 		DISABLE_ECC_ON_ME_PIPE(1, 1);
5845 		DISABLE_ECC_ON_ME_PIPE(1, 2);
5846 		DISABLE_ECC_ON_ME_PIPE(1, 3);
5847 		break;
5848 
5849 	case AMDGPU_IRQ_STATE_ENABLE:
5850 		WREG32_FIELD15(GC, 0, CP_INT_CNTL_RING0,
5851 				CP_ECC_ERROR_INT_ENABLE, 1);
5852 		ENABLE_ECC_ON_ME_PIPE(1, 0);
5853 		ENABLE_ECC_ON_ME_PIPE(1, 1);
5854 		ENABLE_ECC_ON_ME_PIPE(1, 2);
5855 		ENABLE_ECC_ON_ME_PIPE(1, 3);
5856 		break;
5857 	default:
5858 		break;
5859 	}
5860 
5861 	return 0;
5862 }
5863 
5864 
5865 static int gfx_v9_0_set_eop_interrupt_state(struct amdgpu_device *adev,
5866 					    struct amdgpu_irq_src *src,
5867 					    unsigned type,
5868 					    enum amdgpu_interrupt_state state)
5869 {
5870 	switch (type) {
5871 	case AMDGPU_CP_IRQ_GFX_ME0_PIPE0_EOP:
5872 		gfx_v9_0_set_gfx_eop_interrupt_state(adev, state);
5873 		break;
5874 	case AMDGPU_CP_IRQ_COMPUTE_MEC1_PIPE0_EOP:
5875 		gfx_v9_0_set_compute_eop_interrupt_state(adev, 1, 0, state);
5876 		break;
5877 	case AMDGPU_CP_IRQ_COMPUTE_MEC1_PIPE1_EOP:
5878 		gfx_v9_0_set_compute_eop_interrupt_state(adev, 1, 1, state);
5879 		break;
5880 	case AMDGPU_CP_IRQ_COMPUTE_MEC1_PIPE2_EOP:
5881 		gfx_v9_0_set_compute_eop_interrupt_state(adev, 1, 2, state);
5882 		break;
5883 	case AMDGPU_CP_IRQ_COMPUTE_MEC1_PIPE3_EOP:
5884 		gfx_v9_0_set_compute_eop_interrupt_state(adev, 1, 3, state);
5885 		break;
5886 	case AMDGPU_CP_IRQ_COMPUTE_MEC2_PIPE0_EOP:
5887 		gfx_v9_0_set_compute_eop_interrupt_state(adev, 2, 0, state);
5888 		break;
5889 	case AMDGPU_CP_IRQ_COMPUTE_MEC2_PIPE1_EOP:
5890 		gfx_v9_0_set_compute_eop_interrupt_state(adev, 2, 1, state);
5891 		break;
5892 	case AMDGPU_CP_IRQ_COMPUTE_MEC2_PIPE2_EOP:
5893 		gfx_v9_0_set_compute_eop_interrupt_state(adev, 2, 2, state);
5894 		break;
5895 	case AMDGPU_CP_IRQ_COMPUTE_MEC2_PIPE3_EOP:
5896 		gfx_v9_0_set_compute_eop_interrupt_state(adev, 2, 3, state);
5897 		break;
5898 	default:
5899 		break;
5900 	}
5901 	return 0;
5902 }
5903 
5904 static int gfx_v9_0_eop_irq(struct amdgpu_device *adev,
5905 			    struct amdgpu_irq_src *source,
5906 			    struct amdgpu_iv_entry *entry)
5907 {
5908 	int i;
5909 	u8 me_id, pipe_id, queue_id;
5910 	struct amdgpu_ring *ring;
5911 
5912 	DRM_DEBUG("IH: CP EOP\n");
5913 	me_id = (entry->ring_id & 0x0c) >> 2;
5914 	pipe_id = (entry->ring_id & 0x03) >> 0;
5915 	queue_id = (entry->ring_id & 0x70) >> 4;
5916 
5917 	switch (me_id) {
5918 	case 0:
5919 		amdgpu_fence_process(&adev->gfx.gfx_ring[0]);
5920 		break;
5921 	case 1:
5922 	case 2:
5923 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
5924 			ring = &adev->gfx.compute_ring[i];
5925 			/* Per-queue interrupt is supported for MEC starting from VI.
5926 			  * The interrupt can only be enabled/disabled per pipe instead of per queue.
5927 			  */
5928 			if ((ring->me == me_id) && (ring->pipe == pipe_id) && (ring->queue == queue_id))
5929 				amdgpu_fence_process(ring);
5930 		}
5931 		break;
5932 	}
5933 	return 0;
5934 }
5935 
5936 static void gfx_v9_0_fault(struct amdgpu_device *adev,
5937 			   struct amdgpu_iv_entry *entry)
5938 {
5939 	u8 me_id, pipe_id, queue_id;
5940 	struct amdgpu_ring *ring;
5941 	int i;
5942 
5943 	me_id = (entry->ring_id & 0x0c) >> 2;
5944 	pipe_id = (entry->ring_id & 0x03) >> 0;
5945 	queue_id = (entry->ring_id & 0x70) >> 4;
5946 
5947 	switch (me_id) {
5948 	case 0:
5949 		drm_sched_fault(&adev->gfx.gfx_ring[0].sched);
5950 		break;
5951 	case 1:
5952 	case 2:
5953 		for (i = 0; i < adev->gfx.num_compute_rings; i++) {
5954 			ring = &adev->gfx.compute_ring[i];
5955 			if (ring->me == me_id && ring->pipe == pipe_id &&
5956 			    ring->queue == queue_id)
5957 				drm_sched_fault(&ring->sched);
5958 		}
5959 		break;
5960 	}
5961 }
5962 
5963 static int gfx_v9_0_priv_reg_irq(struct amdgpu_device *adev,
5964 				 struct amdgpu_irq_src *source,
5965 				 struct amdgpu_iv_entry *entry)
5966 {
5967 	DRM_ERROR("Illegal register access in command stream\n");
5968 	gfx_v9_0_fault(adev, entry);
5969 	return 0;
5970 }
5971 
5972 static int gfx_v9_0_priv_inst_irq(struct amdgpu_device *adev,
5973 				  struct amdgpu_irq_src *source,
5974 				  struct amdgpu_iv_entry *entry)
5975 {
5976 	DRM_ERROR("Illegal instruction in command stream\n");
5977 	gfx_v9_0_fault(adev, entry);
5978 	return 0;
5979 }
5980 
5981 
5982 static const struct soc15_ras_field_entry gfx_v9_0_ras_fields[] = {
5983 	{ "CPC_SCRATCH", SOC15_REG_ENTRY(GC, 0, mmCPC_EDC_SCRATCH_CNT),
5984 	  SOC15_REG_FIELD(CPC_EDC_SCRATCH_CNT, SEC_COUNT),
5985 	  SOC15_REG_FIELD(CPC_EDC_SCRATCH_CNT, DED_COUNT)
5986 	},
5987 	{ "CPC_UCODE", SOC15_REG_ENTRY(GC, 0, mmCPC_EDC_UCODE_CNT),
5988 	  SOC15_REG_FIELD(CPC_EDC_UCODE_CNT, SEC_COUNT),
5989 	  SOC15_REG_FIELD(CPC_EDC_UCODE_CNT, DED_COUNT)
5990 	},
5991 	{ "CPF_ROQ_ME1", SOC15_REG_ENTRY(GC, 0, mmCPF_EDC_ROQ_CNT),
5992 	  SOC15_REG_FIELD(CPF_EDC_ROQ_CNT, COUNT_ME1),
5993 	  0, 0
5994 	},
5995 	{ "CPF_ROQ_ME2", SOC15_REG_ENTRY(GC, 0, mmCPF_EDC_ROQ_CNT),
5996 	  SOC15_REG_FIELD(CPF_EDC_ROQ_CNT, COUNT_ME2),
5997 	  0, 0
5998 	},
5999 	{ "CPF_TAG", SOC15_REG_ENTRY(GC, 0, mmCPF_EDC_TAG_CNT),
6000 	  SOC15_REG_FIELD(CPF_EDC_TAG_CNT, SEC_COUNT),
6001 	  SOC15_REG_FIELD(CPF_EDC_TAG_CNT, DED_COUNT)
6002 	},
6003 	{ "CPG_DMA_ROQ", SOC15_REG_ENTRY(GC, 0, mmCPG_EDC_DMA_CNT),
6004 	  SOC15_REG_FIELD(CPG_EDC_DMA_CNT, ROQ_COUNT),
6005 	  0, 0
6006 	},
6007 	{ "CPG_DMA_TAG", SOC15_REG_ENTRY(GC, 0, mmCPG_EDC_DMA_CNT),
6008 	  SOC15_REG_FIELD(CPG_EDC_DMA_CNT, TAG_SEC_COUNT),
6009 	  SOC15_REG_FIELD(CPG_EDC_DMA_CNT, TAG_DED_COUNT)
6010 	},
6011 	{ "CPG_TAG", SOC15_REG_ENTRY(GC, 0, mmCPG_EDC_TAG_CNT),
6012 	  SOC15_REG_FIELD(CPG_EDC_TAG_CNT, SEC_COUNT),
6013 	  SOC15_REG_FIELD(CPG_EDC_TAG_CNT, DED_COUNT)
6014 	},
6015 	{ "DC_CSINVOC", SOC15_REG_ENTRY(GC, 0, mmDC_EDC_CSINVOC_CNT),
6016 	  SOC15_REG_FIELD(DC_EDC_CSINVOC_CNT, COUNT_ME1),
6017 	  0, 0
6018 	},
6019 	{ "DC_RESTORE", SOC15_REG_ENTRY(GC, 0, mmDC_EDC_RESTORE_CNT),
6020 	  SOC15_REG_FIELD(DC_EDC_RESTORE_CNT, COUNT_ME1),
6021 	  0, 0
6022 	},
6023 	{ "DC_STATE", SOC15_REG_ENTRY(GC, 0, mmDC_EDC_STATE_CNT),
6024 	  SOC15_REG_FIELD(DC_EDC_STATE_CNT, COUNT_ME1),
6025 	  0, 0
6026 	},
6027 	{ "GDS_MEM", SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_CNT),
6028 	  SOC15_REG_FIELD(GDS_EDC_CNT, GDS_MEM_SEC),
6029 	  SOC15_REG_FIELD(GDS_EDC_CNT, GDS_MEM_DED)
6030 	},
6031 	{ "GDS_INPUT_QUEUE", SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_CNT),
6032 	  SOC15_REG_FIELD(GDS_EDC_CNT, GDS_INPUT_QUEUE_SED),
6033 	  0, 0
6034 	},
6035 	{ "GDS_ME0_CS_PIPE_MEM", SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_OA_PHY_CNT),
6036 	  SOC15_REG_FIELD(GDS_EDC_OA_PHY_CNT, ME0_CS_PIPE_MEM_SEC),
6037 	  SOC15_REG_FIELD(GDS_EDC_OA_PHY_CNT, ME0_CS_PIPE_MEM_DED)
6038 	},
6039 	{ "GDS_OA_PHY_PHY_CMD_RAM_MEM",
6040 	  SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_OA_PHY_CNT),
6041 	  SOC15_REG_FIELD(GDS_EDC_OA_PHY_CNT, PHY_CMD_RAM_MEM_SEC),
6042 	  SOC15_REG_FIELD(GDS_EDC_OA_PHY_CNT, PHY_CMD_RAM_MEM_DED)
6043 	},
6044 	{ "GDS_OA_PHY_PHY_DATA_RAM_MEM",
6045 	  SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_OA_PHY_CNT),
6046 	  SOC15_REG_FIELD(GDS_EDC_OA_PHY_CNT, PHY_DATA_RAM_MEM_SED),
6047 	  0, 0
6048 	},
6049 	{ "GDS_OA_PIPE_ME1_PIPE0_PIPE_MEM",
6050 	  SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_OA_PIPE_CNT),
6051 	  SOC15_REG_FIELD(GDS_EDC_OA_PIPE_CNT, ME1_PIPE0_PIPE_MEM_SEC),
6052 	  SOC15_REG_FIELD(GDS_EDC_OA_PIPE_CNT, ME1_PIPE0_PIPE_MEM_DED)
6053 	},
6054 	{ "GDS_OA_PIPE_ME1_PIPE1_PIPE_MEM",
6055 	  SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_OA_PIPE_CNT),
6056 	  SOC15_REG_FIELD(GDS_EDC_OA_PIPE_CNT, ME1_PIPE1_PIPE_MEM_SEC),
6057 	  SOC15_REG_FIELD(GDS_EDC_OA_PIPE_CNT, ME1_PIPE1_PIPE_MEM_DED)
6058 	},
6059 	{ "GDS_OA_PIPE_ME1_PIPE2_PIPE_MEM",
6060 	  SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_OA_PIPE_CNT),
6061 	  SOC15_REG_FIELD(GDS_EDC_OA_PIPE_CNT, ME1_PIPE2_PIPE_MEM_SEC),
6062 	  SOC15_REG_FIELD(GDS_EDC_OA_PIPE_CNT, ME1_PIPE2_PIPE_MEM_DED)
6063 	},
6064 	{ "GDS_OA_PIPE_ME1_PIPE3_PIPE_MEM",
6065 	  SOC15_REG_ENTRY(GC, 0, mmGDS_EDC_OA_PIPE_CNT),
6066 	  SOC15_REG_FIELD(GDS_EDC_OA_PIPE_CNT, ME1_PIPE3_PIPE_MEM_SEC),
6067 	  SOC15_REG_FIELD(GDS_EDC_OA_PIPE_CNT, ME1_PIPE3_PIPE_MEM_DED)
6068 	},
6069 	{ "SPI_SR_MEM", SOC15_REG_ENTRY(GC, 0, mmSPI_EDC_CNT),
6070 	  SOC15_REG_FIELD(SPI_EDC_CNT, SPI_SR_MEM_SED_COUNT),
6071 	  0, 0
6072 	},
6073 	{ "TA_FS_DFIFO", SOC15_REG_ENTRY(GC, 0, mmTA_EDC_CNT),
6074 	  SOC15_REG_FIELD(TA_EDC_CNT, TA_FS_DFIFO_SEC_COUNT),
6075 	  SOC15_REG_FIELD(TA_EDC_CNT, TA_FS_DFIFO_DED_COUNT)
6076 	},
6077 	{ "TA_FS_AFIFO", SOC15_REG_ENTRY(GC, 0, mmTA_EDC_CNT),
6078 	  SOC15_REG_FIELD(TA_EDC_CNT, TA_FS_AFIFO_SED_COUNT),
6079 	  0, 0
6080 	},
6081 	{ "TA_FL_LFIFO", SOC15_REG_ENTRY(GC, 0, mmTA_EDC_CNT),
6082 	  SOC15_REG_FIELD(TA_EDC_CNT, TA_FL_LFIFO_SED_COUNT),
6083 	  0, 0
6084 	},
6085 	{ "TA_FX_LFIFO", SOC15_REG_ENTRY(GC, 0, mmTA_EDC_CNT),
6086 	  SOC15_REG_FIELD(TA_EDC_CNT, TA_FX_LFIFO_SED_COUNT),
6087 	  0, 0
6088 	},
6089 	{ "TA_FS_CFIFO", SOC15_REG_ENTRY(GC, 0, mmTA_EDC_CNT),
6090 	  SOC15_REG_FIELD(TA_EDC_CNT, TA_FS_CFIFO_SED_COUNT),
6091 	  0, 0
6092 	},
6093 	{ "TCA_HOLE_FIFO", SOC15_REG_ENTRY(GC, 0, mmTCA_EDC_CNT),
6094 	  SOC15_REG_FIELD(TCA_EDC_CNT, HOLE_FIFO_SED_COUNT),
6095 	  0, 0
6096 	},
6097 	{ "TCA_REQ_FIFO", SOC15_REG_ENTRY(GC, 0, mmTCA_EDC_CNT),
6098 	  SOC15_REG_FIELD(TCA_EDC_CNT, REQ_FIFO_SED_COUNT),
6099 	  0, 0
6100 	},
6101 	{ "TCC_CACHE_DATA", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6102 	  SOC15_REG_FIELD(TCC_EDC_CNT, CACHE_DATA_SEC_COUNT),
6103 	  SOC15_REG_FIELD(TCC_EDC_CNT, CACHE_DATA_DED_COUNT)
6104 	},
6105 	{ "TCC_CACHE_DIRTY", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6106 	  SOC15_REG_FIELD(TCC_EDC_CNT, CACHE_DIRTY_SEC_COUNT),
6107 	  SOC15_REG_FIELD(TCC_EDC_CNT, CACHE_DIRTY_DED_COUNT)
6108 	},
6109 	{ "TCC_HIGH_RATE_TAG", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6110 	  SOC15_REG_FIELD(TCC_EDC_CNT, HIGH_RATE_TAG_SEC_COUNT),
6111 	  SOC15_REG_FIELD(TCC_EDC_CNT, HIGH_RATE_TAG_DED_COUNT)
6112 	},
6113 	{ "TCC_LOW_RATE_TAG", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6114 	  SOC15_REG_FIELD(TCC_EDC_CNT, LOW_RATE_TAG_SEC_COUNT),
6115 	  SOC15_REG_FIELD(TCC_EDC_CNT, LOW_RATE_TAG_DED_COUNT)
6116 	},
6117 	{ "TCC_SRC_FIFO", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6118 	  SOC15_REG_FIELD(TCC_EDC_CNT, SRC_FIFO_SEC_COUNT),
6119 	  SOC15_REG_FIELD(TCC_EDC_CNT, SRC_FIFO_DED_COUNT)
6120 	},
6121 	{ "TCC_IN_USE_DEC", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6122 	  SOC15_REG_FIELD(TCC_EDC_CNT, IN_USE_DEC_SED_COUNT),
6123 	  0, 0
6124 	},
6125 	{ "TCC_IN_USE_TRANSFER", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6126 	  SOC15_REG_FIELD(TCC_EDC_CNT, IN_USE_TRANSFER_SED_COUNT),
6127 	  0, 0
6128 	},
6129 	{ "TCC_LATENCY_FIFO", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6130 	  SOC15_REG_FIELD(TCC_EDC_CNT, LATENCY_FIFO_SED_COUNT),
6131 	  0, 0
6132 	},
6133 	{ "TCC_RETURN_DATA", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6134 	  SOC15_REG_FIELD(TCC_EDC_CNT, RETURN_DATA_SED_COUNT),
6135 	  0, 0
6136 	},
6137 	{ "TCC_RETURN_CONTROL", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6138 	  SOC15_REG_FIELD(TCC_EDC_CNT, RETURN_CONTROL_SED_COUNT),
6139 	  0, 0
6140 	},
6141 	{ "TCC_UC_ATOMIC_FIFO", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT),
6142 	  SOC15_REG_FIELD(TCC_EDC_CNT, UC_ATOMIC_FIFO_SED_COUNT),
6143 	  0, 0
6144 	},
6145 	{ "TCC_WRITE_RETURN", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT2),
6146 	  SOC15_REG_FIELD(TCC_EDC_CNT2, WRITE_RETURN_SED_COUNT),
6147 	  0, 0
6148 	},
6149 	{ "TCC_WRITE_CACHE_READ", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT2),
6150 	  SOC15_REG_FIELD(TCC_EDC_CNT2, WRITE_CACHE_READ_SED_COUNT),
6151 	  0, 0
6152 	},
6153 	{ "TCC_SRC_FIFO_NEXT_RAM", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT2),
6154 	  SOC15_REG_FIELD(TCC_EDC_CNT2, SRC_FIFO_NEXT_RAM_SED_COUNT),
6155 	  0, 0
6156 	},
6157 	{ "TCC_LATENCY_FIFO_NEXT_RAM", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT2),
6158 	  SOC15_REG_FIELD(TCC_EDC_CNT2, LATENCY_FIFO_NEXT_RAM_SED_COUNT),
6159 	  0, 0
6160 	},
6161 	{ "TCC_CACHE_TAG_PROBE_FIFO", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT2),
6162 	  SOC15_REG_FIELD(TCC_EDC_CNT2, CACHE_TAG_PROBE_FIFO_SED_COUNT),
6163 	  0, 0
6164 	},
6165 	{ "TCC_WRRET_TAG_WRITE_RETURN", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT2),
6166 	  SOC15_REG_FIELD(TCC_EDC_CNT2, WRRET_TAG_WRITE_RETURN_SED_COUNT),
6167 	  0, 0
6168 	},
6169 	{ "TCC_ATOMIC_RETURN_BUFFER", SOC15_REG_ENTRY(GC, 0, mmTCC_EDC_CNT2),
6170 	  SOC15_REG_FIELD(TCC_EDC_CNT2, ATOMIC_RETURN_BUFFER_SED_COUNT),
6171 	  0, 0
6172 	},
6173 	{ "TCI_WRITE_RAM", SOC15_REG_ENTRY(GC, 0, mmTCI_EDC_CNT),
6174 	  SOC15_REG_FIELD(TCI_EDC_CNT, WRITE_RAM_SED_COUNT),
6175 	  0, 0
6176 	},
6177 	{ "TCP_CACHE_RAM", SOC15_REG_ENTRY(GC, 0, mmTCP_EDC_CNT_NEW),
6178 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, CACHE_RAM_SEC_COUNT),
6179 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, CACHE_RAM_DED_COUNT)
6180 	},
6181 	{ "TCP_LFIFO_RAM", SOC15_REG_ENTRY(GC, 0, mmTCP_EDC_CNT_NEW),
6182 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, LFIFO_RAM_SEC_COUNT),
6183 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, LFIFO_RAM_DED_COUNT)
6184 	},
6185 	{ "TCP_CMD_FIFO", SOC15_REG_ENTRY(GC, 0, mmTCP_EDC_CNT_NEW),
6186 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, CMD_FIFO_SED_COUNT),
6187 	  0, 0
6188 	},
6189 	{ "TCP_VM_FIFO", SOC15_REG_ENTRY(GC, 0, mmTCP_EDC_CNT_NEW),
6190 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, VM_FIFO_SEC_COUNT),
6191 	  0, 0
6192 	},
6193 	{ "TCP_DB_RAM", SOC15_REG_ENTRY(GC, 0, mmTCP_EDC_CNT_NEW),
6194 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, DB_RAM_SED_COUNT),
6195 	  0, 0
6196 	},
6197 	{ "TCP_UTCL1_LFIFO0", SOC15_REG_ENTRY(GC, 0, mmTCP_EDC_CNT_NEW),
6198 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, UTCL1_LFIFO0_SEC_COUNT),
6199 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, UTCL1_LFIFO0_DED_COUNT)
6200 	},
6201 	{ "TCP_UTCL1_LFIFO1", SOC15_REG_ENTRY(GC, 0, mmTCP_EDC_CNT_NEW),
6202 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, UTCL1_LFIFO1_SEC_COUNT),
6203 	  SOC15_REG_FIELD(TCP_EDC_CNT_NEW, UTCL1_LFIFO1_DED_COUNT)
6204 	},
6205 	{ "TD_SS_FIFO_LO", SOC15_REG_ENTRY(GC, 0, mmTD_EDC_CNT),
6206 	  SOC15_REG_FIELD(TD_EDC_CNT, SS_FIFO_LO_SEC_COUNT),
6207 	  SOC15_REG_FIELD(TD_EDC_CNT, SS_FIFO_LO_DED_COUNT)
6208 	},
6209 	{ "TD_SS_FIFO_HI", SOC15_REG_ENTRY(GC, 0, mmTD_EDC_CNT),
6210 	  SOC15_REG_FIELD(TD_EDC_CNT, SS_FIFO_HI_SEC_COUNT),
6211 	  SOC15_REG_FIELD(TD_EDC_CNT, SS_FIFO_HI_DED_COUNT)
6212 	},
6213 	{ "TD_CS_FIFO", SOC15_REG_ENTRY(GC, 0, mmTD_EDC_CNT),
6214 	  SOC15_REG_FIELD(TD_EDC_CNT, CS_FIFO_SED_COUNT),
6215 	  0, 0
6216 	},
6217 	{ "SQ_LDS_D", SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_CNT),
6218 	  SOC15_REG_FIELD(SQ_EDC_CNT, LDS_D_SEC_COUNT),
6219 	  SOC15_REG_FIELD(SQ_EDC_CNT, LDS_D_DED_COUNT)
6220 	},
6221 	{ "SQ_LDS_I", SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_CNT),
6222 	  SOC15_REG_FIELD(SQ_EDC_CNT, LDS_I_SEC_COUNT),
6223 	  SOC15_REG_FIELD(SQ_EDC_CNT, LDS_I_DED_COUNT)
6224 	},
6225 	{ "SQ_SGPR", SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_CNT),
6226 	  SOC15_REG_FIELD(SQ_EDC_CNT, SGPR_SEC_COUNT),
6227 	  SOC15_REG_FIELD(SQ_EDC_CNT, SGPR_DED_COUNT)
6228 	},
6229 	{ "SQ_VGPR0", SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_CNT),
6230 	  SOC15_REG_FIELD(SQ_EDC_CNT, VGPR0_SEC_COUNT),
6231 	  SOC15_REG_FIELD(SQ_EDC_CNT, VGPR0_DED_COUNT)
6232 	},
6233 	{ "SQ_VGPR1", SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_CNT),
6234 	  SOC15_REG_FIELD(SQ_EDC_CNT, VGPR1_SEC_COUNT),
6235 	  SOC15_REG_FIELD(SQ_EDC_CNT, VGPR1_DED_COUNT)
6236 	},
6237 	{ "SQ_VGPR2", SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_CNT),
6238 	  SOC15_REG_FIELD(SQ_EDC_CNT, VGPR2_SEC_COUNT),
6239 	  SOC15_REG_FIELD(SQ_EDC_CNT, VGPR2_DED_COUNT)
6240 	},
6241 	{ "SQ_VGPR3", SOC15_REG_ENTRY(GC, 0, mmSQ_EDC_CNT),
6242 	  SOC15_REG_FIELD(SQ_EDC_CNT, VGPR3_SEC_COUNT),
6243 	  SOC15_REG_FIELD(SQ_EDC_CNT, VGPR3_DED_COUNT)
6244 	},
6245 	{ "SQC_DATA_CU0_WRITE_DATA_BUF", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT),
6246 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU0_WRITE_DATA_BUF_SEC_COUNT),
6247 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU0_WRITE_DATA_BUF_DED_COUNT)
6248 	},
6249 	{ "SQC_DATA_CU0_UTCL1_LFIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT),
6250 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU0_UTCL1_LFIFO_SEC_COUNT),
6251 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU0_UTCL1_LFIFO_DED_COUNT)
6252 	},
6253 	{ "SQC_DATA_CU1_WRITE_DATA_BUF", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT),
6254 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU1_WRITE_DATA_BUF_SEC_COUNT),
6255 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU1_WRITE_DATA_BUF_DED_COUNT)
6256 	},
6257 	{ "SQC_DATA_CU1_UTCL1_LFIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT),
6258 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU1_UTCL1_LFIFO_SEC_COUNT),
6259 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU1_UTCL1_LFIFO_DED_COUNT)
6260 	},
6261 	{ "SQC_DATA_CU2_WRITE_DATA_BUF", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT),
6262 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU2_WRITE_DATA_BUF_SEC_COUNT),
6263 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU2_WRITE_DATA_BUF_DED_COUNT)
6264 	},
6265 	{ "SQC_DATA_CU2_UTCL1_LFIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT),
6266 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU2_UTCL1_LFIFO_SEC_COUNT),
6267 	  SOC15_REG_FIELD(SQC_EDC_CNT, DATA_CU2_UTCL1_LFIFO_DED_COUNT)
6268 	},
6269 	{ "SQC_INST_BANKA_TAG_RAM", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2),
6270 	  SOC15_REG_FIELD(SQC_EDC_CNT2, INST_BANKA_TAG_RAM_SEC_COUNT),
6271 	  SOC15_REG_FIELD(SQC_EDC_CNT2, INST_BANKA_TAG_RAM_DED_COUNT)
6272 	},
6273 	{ "SQC_INST_BANKA_BANK_RAM", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2),
6274 	  SOC15_REG_FIELD(SQC_EDC_CNT2, INST_BANKA_BANK_RAM_SEC_COUNT),
6275 	  SOC15_REG_FIELD(SQC_EDC_CNT2, INST_BANKA_BANK_RAM_DED_COUNT)
6276 	},
6277 	{ "SQC_DATA_BANKA_TAG_RAM", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2),
6278 	  SOC15_REG_FIELD(SQC_EDC_CNT2, DATA_BANKA_TAG_RAM_SEC_COUNT),
6279 	  SOC15_REG_FIELD(SQC_EDC_CNT2, DATA_BANKA_TAG_RAM_DED_COUNT)
6280 	},
6281 	{ "SQC_DATA_BANKA_BANK_RAM", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2),
6282 	  SOC15_REG_FIELD(SQC_EDC_CNT2, DATA_BANKA_BANK_RAM_SEC_COUNT),
6283 	  SOC15_REG_FIELD(SQC_EDC_CNT2, DATA_BANKA_BANK_RAM_DED_COUNT)
6284 	},
6285 	{ "SQC_INST_BANKA_UTCL1_MISS_FIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2),
6286 	  SOC15_REG_FIELD(SQC_EDC_CNT2, INST_BANKA_UTCL1_MISS_FIFO_SED_COUNT),
6287 	  0, 0
6288 	},
6289 	{ "SQC_INST_BANKA_MISS_FIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2),
6290 	  SOC15_REG_FIELD(SQC_EDC_CNT2, INST_BANKA_MISS_FIFO_SED_COUNT),
6291 	  0, 0
6292 	},
6293 	{ "SQC_DATA_BANKA_HIT_FIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2),
6294 	  SOC15_REG_FIELD(SQC_EDC_CNT2, DATA_BANKA_HIT_FIFO_SED_COUNT),
6295 	  0, 0
6296 	},
6297 	{ "SQC_DATA_BANKA_MISS_FIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2),
6298 	  SOC15_REG_FIELD(SQC_EDC_CNT2, DATA_BANKA_MISS_FIFO_SED_COUNT),
6299 	  0, 0
6300 	},
6301 	{ "SQC_DATA_BANKA_DIRTY_BIT_RAM", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2),
6302 	  SOC15_REG_FIELD(SQC_EDC_CNT2, DATA_BANKA_DIRTY_BIT_RAM_SED_COUNT),
6303 	  0, 0
6304 	},
6305 	{ "SQC_INST_UTCL1_LFIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT2),
6306 	  SOC15_REG_FIELD(SQC_EDC_CNT2, INST_UTCL1_LFIFO_SEC_COUNT),
6307 	  SOC15_REG_FIELD(SQC_EDC_CNT2, INST_UTCL1_LFIFO_DED_COUNT)
6308 	},
6309 	{ "SQC_INST_BANKB_TAG_RAM", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT3),
6310 	  SOC15_REG_FIELD(SQC_EDC_CNT3, INST_BANKB_TAG_RAM_SEC_COUNT),
6311 	  SOC15_REG_FIELD(SQC_EDC_CNT3, INST_BANKB_TAG_RAM_DED_COUNT)
6312 	},
6313 	{ "SQC_INST_BANKB_BANK_RAM", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT3),
6314 	  SOC15_REG_FIELD(SQC_EDC_CNT3, INST_BANKB_BANK_RAM_SEC_COUNT),
6315 	  SOC15_REG_FIELD(SQC_EDC_CNT3, INST_BANKB_BANK_RAM_DED_COUNT)
6316 	},
6317 	{ "SQC_DATA_BANKB_TAG_RAM", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT3),
6318 	  SOC15_REG_FIELD(SQC_EDC_CNT3, DATA_BANKB_TAG_RAM_SEC_COUNT),
6319 	  SOC15_REG_FIELD(SQC_EDC_CNT3, DATA_BANKB_TAG_RAM_DED_COUNT)
6320 	},
6321 	{ "SQC_DATA_BANKB_BANK_RAM", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT3),
6322 	  SOC15_REG_FIELD(SQC_EDC_CNT3, DATA_BANKB_BANK_RAM_SEC_COUNT),
6323 	  SOC15_REG_FIELD(SQC_EDC_CNT3, DATA_BANKB_BANK_RAM_DED_COUNT)
6324 	},
6325 	{ "SQC_INST_BANKB_UTCL1_MISS_FIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT3),
6326 	  SOC15_REG_FIELD(SQC_EDC_CNT3, INST_BANKB_UTCL1_MISS_FIFO_SED_COUNT),
6327 	  0, 0
6328 	},
6329 	{ "SQC_INST_BANKB_MISS_FIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT3),
6330 	  SOC15_REG_FIELD(SQC_EDC_CNT3, INST_BANKB_MISS_FIFO_SED_COUNT),
6331 	  0, 0
6332 	},
6333 	{ "SQC_DATA_BANKB_HIT_FIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT3),
6334 	  SOC15_REG_FIELD(SQC_EDC_CNT3, DATA_BANKB_HIT_FIFO_SED_COUNT),
6335 	  0, 0
6336 	},
6337 	{ "SQC_DATA_BANKB_MISS_FIFO", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT3),
6338 	  SOC15_REG_FIELD(SQC_EDC_CNT3, DATA_BANKB_MISS_FIFO_SED_COUNT),
6339 	  0, 0
6340 	},
6341 	{ "SQC_DATA_BANKB_DIRTY_BIT_RAM", SOC15_REG_ENTRY(GC, 0, mmSQC_EDC_CNT3),
6342 	  SOC15_REG_FIELD(SQC_EDC_CNT3, DATA_BANKB_DIRTY_BIT_RAM_SED_COUNT),
6343 	  0, 0
6344 	},
6345 	{ "EA_DRAMRD_CMDMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT),
6346 	  SOC15_REG_FIELD(GCEA_EDC_CNT, DRAMRD_CMDMEM_SEC_COUNT),
6347 	  SOC15_REG_FIELD(GCEA_EDC_CNT, DRAMRD_CMDMEM_DED_COUNT)
6348 	},
6349 	{ "EA_DRAMWR_CMDMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT),
6350 	  SOC15_REG_FIELD(GCEA_EDC_CNT, DRAMWR_CMDMEM_SEC_COUNT),
6351 	  SOC15_REG_FIELD(GCEA_EDC_CNT, DRAMWR_CMDMEM_DED_COUNT)
6352 	},
6353 	{ "EA_DRAMWR_DATAMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT),
6354 	  SOC15_REG_FIELD(GCEA_EDC_CNT, DRAMWR_DATAMEM_SEC_COUNT),
6355 	  SOC15_REG_FIELD(GCEA_EDC_CNT, DRAMWR_DATAMEM_DED_COUNT)
6356 	},
6357 	{ "EA_RRET_TAGMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT),
6358 	  SOC15_REG_FIELD(GCEA_EDC_CNT, RRET_TAGMEM_SEC_COUNT),
6359 	  SOC15_REG_FIELD(GCEA_EDC_CNT, RRET_TAGMEM_DED_COUNT)
6360 	},
6361 	{ "EA_WRET_TAGMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT),
6362 	  SOC15_REG_FIELD(GCEA_EDC_CNT, WRET_TAGMEM_SEC_COUNT),
6363 	  SOC15_REG_FIELD(GCEA_EDC_CNT, WRET_TAGMEM_DED_COUNT)
6364 	},
6365 	{ "EA_DRAMRD_PAGEMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT),
6366 	  SOC15_REG_FIELD(GCEA_EDC_CNT, DRAMRD_PAGEMEM_SED_COUNT),
6367 	  0, 0
6368 	},
6369 	{ "EA_DRAMWR_PAGEMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT),
6370 	  SOC15_REG_FIELD(GCEA_EDC_CNT, DRAMWR_PAGEMEM_SED_COUNT),
6371 	  0, 0
6372 	},
6373 	{ "EA_IORD_CMDMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT),
6374 	  SOC15_REG_FIELD(GCEA_EDC_CNT, IORD_CMDMEM_SED_COUNT),
6375 	  0, 0
6376 	},
6377 	{ "EA_IOWR_CMDMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT),
6378 	  SOC15_REG_FIELD(GCEA_EDC_CNT, IOWR_CMDMEM_SED_COUNT),
6379 	  0, 0
6380 	},
6381 	{ "EA_IOWR_DATAMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT),
6382 	  SOC15_REG_FIELD(GCEA_EDC_CNT, IOWR_DATAMEM_SED_COUNT),
6383 	  0, 0
6384 	},
6385 	{ "GMIRD_CMDMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT2),
6386 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, GMIRD_CMDMEM_SEC_COUNT),
6387 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, GMIRD_CMDMEM_DED_COUNT)
6388 	},
6389 	{ "GMIWR_CMDMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT2),
6390 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, GMIWR_CMDMEM_SEC_COUNT),
6391 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, GMIWR_CMDMEM_DED_COUNT)
6392 	},
6393 	{ "GMIWR_DATAMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT2),
6394 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, GMIWR_DATAMEM_SEC_COUNT),
6395 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, GMIWR_DATAMEM_DED_COUNT)
6396 	},
6397 	{ "GMIRD_PAGEMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT2),
6398 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, GMIRD_PAGEMEM_SED_COUNT),
6399 	  0, 0
6400 	},
6401 	{ "GMIWR_PAGEMEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT2),
6402 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, GMIWR_PAGEMEM_SED_COUNT),
6403 	  0, 0
6404 	},
6405 	{ "MAM_D0MEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT2),
6406 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, MAM_D0MEM_SED_COUNT),
6407 	  0, 0
6408 	},
6409 	{ "MAM_D1MEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT2),
6410 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, MAM_D1MEM_SED_COUNT),
6411 	  0, 0
6412 	},
6413 	{ "MAM_D2MEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT2),
6414 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, MAM_D2MEM_SED_COUNT),
6415 	  0, 0
6416 	},
6417 	{ "MAM_D3MEM", SOC15_REG_ENTRY(GC, 0, mmGCEA_EDC_CNT2),
6418 	  SOC15_REG_FIELD(GCEA_EDC_CNT2, MAM_D3MEM_SED_COUNT),
6419 	  0, 0
6420 	}
6421 };
6422 
6423 static int gfx_v9_0_ras_error_inject(struct amdgpu_device *adev,
6424 				     void *inject_if)
6425 {
6426 	struct ras_inject_if *info = (struct ras_inject_if *)inject_if;
6427 	int ret;
6428 	struct ta_ras_trigger_error_input block_info = { 0 };
6429 
6430 	if (!amdgpu_ras_is_supported(adev, AMDGPU_RAS_BLOCK__GFX))
6431 		return -EINVAL;
6432 
6433 	if (info->head.sub_block_index >= ARRAY_SIZE(ras_gfx_subblocks))
6434 		return -EINVAL;
6435 
6436 	if (!ras_gfx_subblocks[info->head.sub_block_index].name)
6437 		return -EPERM;
6438 
6439 	if (!(ras_gfx_subblocks[info->head.sub_block_index].hw_supported_error_type &
6440 	      info->head.type)) {
6441 		DRM_ERROR("GFX Subblock %s, hardware do not support type 0x%x\n",
6442 			ras_gfx_subblocks[info->head.sub_block_index].name,
6443 			info->head.type);
6444 		return -EPERM;
6445 	}
6446 
6447 	if (!(ras_gfx_subblocks[info->head.sub_block_index].sw_supported_error_type &
6448 	      info->head.type)) {
6449 		DRM_ERROR("GFX Subblock %s, driver do not support type 0x%x\n",
6450 			ras_gfx_subblocks[info->head.sub_block_index].name,
6451 			info->head.type);
6452 		return -EPERM;
6453 	}
6454 
6455 	block_info.block_id = amdgpu_ras_block_to_ta(info->head.block);
6456 	block_info.sub_block_index =
6457 		ras_gfx_subblocks[info->head.sub_block_index].ta_subblock;
6458 	block_info.inject_error_type = amdgpu_ras_error_to_ta(info->head.type);
6459 	block_info.address = info->address;
6460 	block_info.value = info->value;
6461 
6462 	mutex_lock(&adev->grbm_idx_mutex);
6463 	ret = psp_ras_trigger_error(&adev->psp, &block_info);
6464 	mutex_unlock(&adev->grbm_idx_mutex);
6465 
6466 	return ret;
6467 }
6468 
6469 static const char *vml2_mems[] = {
6470 	"UTC_VML2_BANK_CACHE_0_BIGK_MEM0",
6471 	"UTC_VML2_BANK_CACHE_0_BIGK_MEM1",
6472 	"UTC_VML2_BANK_CACHE_0_4K_MEM0",
6473 	"UTC_VML2_BANK_CACHE_0_4K_MEM1",
6474 	"UTC_VML2_BANK_CACHE_1_BIGK_MEM0",
6475 	"UTC_VML2_BANK_CACHE_1_BIGK_MEM1",
6476 	"UTC_VML2_BANK_CACHE_1_4K_MEM0",
6477 	"UTC_VML2_BANK_CACHE_1_4K_MEM1",
6478 	"UTC_VML2_BANK_CACHE_2_BIGK_MEM0",
6479 	"UTC_VML2_BANK_CACHE_2_BIGK_MEM1",
6480 	"UTC_VML2_BANK_CACHE_2_4K_MEM0",
6481 	"UTC_VML2_BANK_CACHE_2_4K_MEM1",
6482 	"UTC_VML2_BANK_CACHE_3_BIGK_MEM0",
6483 	"UTC_VML2_BANK_CACHE_3_BIGK_MEM1",
6484 	"UTC_VML2_BANK_CACHE_3_4K_MEM0",
6485 	"UTC_VML2_BANK_CACHE_3_4K_MEM1",
6486 };
6487 
6488 static const char *vml2_walker_mems[] = {
6489 	"UTC_VML2_CACHE_PDE0_MEM0",
6490 	"UTC_VML2_CACHE_PDE0_MEM1",
6491 	"UTC_VML2_CACHE_PDE1_MEM0",
6492 	"UTC_VML2_CACHE_PDE1_MEM1",
6493 	"UTC_VML2_CACHE_PDE2_MEM0",
6494 	"UTC_VML2_CACHE_PDE2_MEM1",
6495 	"UTC_VML2_RDIF_LOG_FIFO",
6496 };
6497 
6498 static const char *atc_l2_cache_2m_mems[] = {
6499 	"UTC_ATCL2_CACHE_2M_BANK0_WAY0_MEM",
6500 	"UTC_ATCL2_CACHE_2M_BANK0_WAY1_MEM",
6501 	"UTC_ATCL2_CACHE_2M_BANK1_WAY0_MEM",
6502 	"UTC_ATCL2_CACHE_2M_BANK1_WAY1_MEM",
6503 };
6504 
6505 static const char *atc_l2_cache_4k_mems[] = {
6506 	"UTC_ATCL2_CACHE_4K_BANK0_WAY0_MEM0",
6507 	"UTC_ATCL2_CACHE_4K_BANK0_WAY0_MEM1",
6508 	"UTC_ATCL2_CACHE_4K_BANK0_WAY0_MEM2",
6509 	"UTC_ATCL2_CACHE_4K_BANK0_WAY0_MEM3",
6510 	"UTC_ATCL2_CACHE_4K_BANK0_WAY0_MEM4",
6511 	"UTC_ATCL2_CACHE_4K_BANK0_WAY0_MEM5",
6512 	"UTC_ATCL2_CACHE_4K_BANK0_WAY0_MEM6",
6513 	"UTC_ATCL2_CACHE_4K_BANK0_WAY0_MEM7",
6514 	"UTC_ATCL2_CACHE_4K_BANK0_WAY1_MEM0",
6515 	"UTC_ATCL2_CACHE_4K_BANK0_WAY1_MEM1",
6516 	"UTC_ATCL2_CACHE_4K_BANK0_WAY1_MEM2",
6517 	"UTC_ATCL2_CACHE_4K_BANK0_WAY1_MEM3",
6518 	"UTC_ATCL2_CACHE_4K_BANK0_WAY1_MEM4",
6519 	"UTC_ATCL2_CACHE_4K_BANK0_WAY1_MEM5",
6520 	"UTC_ATCL2_CACHE_4K_BANK0_WAY1_MEM6",
6521 	"UTC_ATCL2_CACHE_4K_BANK0_WAY1_MEM7",
6522 	"UTC_ATCL2_CACHE_4K_BANK1_WAY0_MEM0",
6523 	"UTC_ATCL2_CACHE_4K_BANK1_WAY0_MEM1",
6524 	"UTC_ATCL2_CACHE_4K_BANK1_WAY0_MEM2",
6525 	"UTC_ATCL2_CACHE_4K_BANK1_WAY0_MEM3",
6526 	"UTC_ATCL2_CACHE_4K_BANK1_WAY0_MEM4",
6527 	"UTC_ATCL2_CACHE_4K_BANK1_WAY0_MEM5",
6528 	"UTC_ATCL2_CACHE_4K_BANK1_WAY0_MEM6",
6529 	"UTC_ATCL2_CACHE_4K_BANK1_WAY0_MEM7",
6530 	"UTC_ATCL2_CACHE_4K_BANK1_WAY1_MEM0",
6531 	"UTC_ATCL2_CACHE_4K_BANK1_WAY1_MEM1",
6532 	"UTC_ATCL2_CACHE_4K_BANK1_WAY1_MEM2",
6533 	"UTC_ATCL2_CACHE_4K_BANK1_WAY1_MEM3",
6534 	"UTC_ATCL2_CACHE_4K_BANK1_WAY1_MEM4",
6535 	"UTC_ATCL2_CACHE_4K_BANK1_WAY1_MEM5",
6536 	"UTC_ATCL2_CACHE_4K_BANK1_WAY1_MEM6",
6537 	"UTC_ATCL2_CACHE_4K_BANK1_WAY1_MEM7",
6538 };
6539 
6540 static int gfx_v9_0_query_utc_edc_status(struct amdgpu_device *adev,
6541 					 struct ras_err_data *err_data)
6542 {
6543 	uint32_t i, data;
6544 	uint32_t sec_count, ded_count;
6545 
6546 	WREG32_SOC15(GC, 0, mmVM_L2_MEM_ECC_INDEX, 255);
6547 	WREG32_SOC15(GC, 0, mmVM_L2_MEM_ECC_CNT, 0);
6548 	WREG32_SOC15(GC, 0, mmVM_L2_WALKER_MEM_ECC_INDEX, 255);
6549 	WREG32_SOC15(GC, 0, mmVM_L2_WALKER_MEM_ECC_CNT, 0);
6550 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_2M_EDC_INDEX, 255);
6551 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_2M_EDC_CNT, 0);
6552 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_4K_EDC_INDEX, 255);
6553 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_4K_EDC_CNT, 0);
6554 
6555 	for (i = 0; i < ARRAY_SIZE(vml2_mems); i++) {
6556 		WREG32_SOC15(GC, 0, mmVM_L2_MEM_ECC_INDEX, i);
6557 		data = RREG32_SOC15(GC, 0, mmVM_L2_MEM_ECC_CNT);
6558 
6559 		sec_count = REG_GET_FIELD(data, VM_L2_MEM_ECC_CNT, SEC_COUNT);
6560 		if (sec_count) {
6561 			dev_info(adev->dev, "Instance[%d]: SubBlock %s, "
6562 				"SEC %d\n", i, vml2_mems[i], sec_count);
6563 			err_data->ce_count += sec_count;
6564 		}
6565 
6566 		ded_count = REG_GET_FIELD(data, VM_L2_MEM_ECC_CNT, DED_COUNT);
6567 		if (ded_count) {
6568 			dev_info(adev->dev, "Instance[%d]: SubBlock %s, "
6569 				"DED %d\n", i, vml2_mems[i], ded_count);
6570 			err_data->ue_count += ded_count;
6571 		}
6572 	}
6573 
6574 	for (i = 0; i < ARRAY_SIZE(vml2_walker_mems); i++) {
6575 		WREG32_SOC15(GC, 0, mmVM_L2_WALKER_MEM_ECC_INDEX, i);
6576 		data = RREG32_SOC15(GC, 0, mmVM_L2_WALKER_MEM_ECC_CNT);
6577 
6578 		sec_count = REG_GET_FIELD(data, VM_L2_WALKER_MEM_ECC_CNT,
6579 						SEC_COUNT);
6580 		if (sec_count) {
6581 			dev_info(adev->dev, "Instance[%d]: SubBlock %s, "
6582 				"SEC %d\n", i, vml2_walker_mems[i], sec_count);
6583 			err_data->ce_count += sec_count;
6584 		}
6585 
6586 		ded_count = REG_GET_FIELD(data, VM_L2_WALKER_MEM_ECC_CNT,
6587 						DED_COUNT);
6588 		if (ded_count) {
6589 			dev_info(adev->dev, "Instance[%d]: SubBlock %s, "
6590 				"DED %d\n", i, vml2_walker_mems[i], ded_count);
6591 			err_data->ue_count += ded_count;
6592 		}
6593 	}
6594 
6595 	for (i = 0; i < ARRAY_SIZE(atc_l2_cache_2m_mems); i++) {
6596 		WREG32_SOC15(GC, 0, mmATC_L2_CACHE_2M_EDC_INDEX, i);
6597 		data = RREG32_SOC15(GC, 0, mmATC_L2_CACHE_2M_EDC_CNT);
6598 
6599 		sec_count = (data & 0x00006000L) >> 0xd;
6600 		if (sec_count) {
6601 			dev_info(adev->dev, "Instance[%d]: SubBlock %s, "
6602 				"SEC %d\n", i, atc_l2_cache_2m_mems[i],
6603 				sec_count);
6604 			err_data->ce_count += sec_count;
6605 		}
6606 	}
6607 
6608 	for (i = 0; i < ARRAY_SIZE(atc_l2_cache_4k_mems); i++) {
6609 		WREG32_SOC15(GC, 0, mmATC_L2_CACHE_4K_EDC_INDEX, i);
6610 		data = RREG32_SOC15(GC, 0, mmATC_L2_CACHE_4K_EDC_CNT);
6611 
6612 		sec_count = (data & 0x00006000L) >> 0xd;
6613 		if (sec_count) {
6614 			dev_info(adev->dev, "Instance[%d]: SubBlock %s, "
6615 				"SEC %d\n", i, atc_l2_cache_4k_mems[i],
6616 				sec_count);
6617 			err_data->ce_count += sec_count;
6618 		}
6619 
6620 		ded_count = (data & 0x00018000L) >> 0xf;
6621 		if (ded_count) {
6622 			dev_info(adev->dev, "Instance[%d]: SubBlock %s, "
6623 				"DED %d\n", i, atc_l2_cache_4k_mems[i],
6624 				ded_count);
6625 			err_data->ue_count += ded_count;
6626 		}
6627 	}
6628 
6629 	WREG32_SOC15(GC, 0, mmVM_L2_MEM_ECC_INDEX, 255);
6630 	WREG32_SOC15(GC, 0, mmVM_L2_WALKER_MEM_ECC_INDEX, 255);
6631 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_2M_EDC_INDEX, 255);
6632 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_4K_EDC_INDEX, 255);
6633 
6634 	return 0;
6635 }
6636 
6637 static int gfx_v9_0_ras_error_count(struct amdgpu_device *adev,
6638 	const struct soc15_reg_entry *reg,
6639 	uint32_t se_id, uint32_t inst_id, uint32_t value,
6640 	uint32_t *sec_count, uint32_t *ded_count)
6641 {
6642 	uint32_t i;
6643 	uint32_t sec_cnt, ded_cnt;
6644 
6645 	for (i = 0; i < ARRAY_SIZE(gfx_v9_0_ras_fields); i++) {
6646 		if(gfx_v9_0_ras_fields[i].reg_offset != reg->reg_offset ||
6647 			gfx_v9_0_ras_fields[i].seg != reg->seg ||
6648 			gfx_v9_0_ras_fields[i].inst != reg->inst)
6649 			continue;
6650 
6651 		sec_cnt = (value &
6652 				gfx_v9_0_ras_fields[i].sec_count_mask) >>
6653 				gfx_v9_0_ras_fields[i].sec_count_shift;
6654 		if (sec_cnt) {
6655 			dev_info(adev->dev, "GFX SubBlock %s, "
6656 				"Instance[%d][%d], SEC %d\n",
6657 				gfx_v9_0_ras_fields[i].name,
6658 				se_id, inst_id,
6659 				sec_cnt);
6660 			*sec_count += sec_cnt;
6661 		}
6662 
6663 		ded_cnt = (value &
6664 				gfx_v9_0_ras_fields[i].ded_count_mask) >>
6665 				gfx_v9_0_ras_fields[i].ded_count_shift;
6666 		if (ded_cnt) {
6667 			dev_info(adev->dev, "GFX SubBlock %s, "
6668 				"Instance[%d][%d], DED %d\n",
6669 				gfx_v9_0_ras_fields[i].name,
6670 				se_id, inst_id,
6671 				ded_cnt);
6672 			*ded_count += ded_cnt;
6673 		}
6674 	}
6675 
6676 	return 0;
6677 }
6678 
6679 static void gfx_v9_0_reset_ras_error_count(struct amdgpu_device *adev)
6680 {
6681 	int i, j, k;
6682 
6683 	if (!amdgpu_ras_is_supported(adev, AMDGPU_RAS_BLOCK__GFX))
6684 		return;
6685 
6686 	/* read back registers to clear the counters */
6687 	mutex_lock(&adev->grbm_idx_mutex);
6688 	for (i = 0; i < ARRAY_SIZE(gfx_v9_0_edc_counter_regs); i++) {
6689 		for (j = 0; j < gfx_v9_0_edc_counter_regs[i].se_num; j++) {
6690 			for (k = 0; k < gfx_v9_0_edc_counter_regs[i].instance; k++) {
6691 				gfx_v9_0_select_se_sh(adev, j, 0x0, k);
6692 				RREG32(SOC15_REG_ENTRY_OFFSET(gfx_v9_0_edc_counter_regs[i]));
6693 			}
6694 		}
6695 	}
6696 	WREG32_SOC15(GC, 0, mmGRBM_GFX_INDEX, 0xe0000000);
6697 	mutex_unlock(&adev->grbm_idx_mutex);
6698 
6699 	WREG32_SOC15(GC, 0, mmVM_L2_MEM_ECC_INDEX, 255);
6700 	WREG32_SOC15(GC, 0, mmVM_L2_MEM_ECC_CNT, 0);
6701 	WREG32_SOC15(GC, 0, mmVM_L2_WALKER_MEM_ECC_INDEX, 255);
6702 	WREG32_SOC15(GC, 0, mmVM_L2_WALKER_MEM_ECC_CNT, 0);
6703 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_2M_EDC_INDEX, 255);
6704 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_2M_EDC_CNT, 0);
6705 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_4K_EDC_INDEX, 255);
6706 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_4K_EDC_CNT, 0);
6707 
6708 	for (i = 0; i < ARRAY_SIZE(vml2_mems); i++) {
6709 		WREG32_SOC15(GC, 0, mmVM_L2_MEM_ECC_INDEX, i);
6710 		RREG32_SOC15(GC, 0, mmVM_L2_MEM_ECC_CNT);
6711 	}
6712 
6713 	for (i = 0; i < ARRAY_SIZE(vml2_walker_mems); i++) {
6714 		WREG32_SOC15(GC, 0, mmVM_L2_WALKER_MEM_ECC_INDEX, i);
6715 		RREG32_SOC15(GC, 0, mmVM_L2_WALKER_MEM_ECC_CNT);
6716 	}
6717 
6718 	for (i = 0; i < ARRAY_SIZE(atc_l2_cache_2m_mems); i++) {
6719 		WREG32_SOC15(GC, 0, mmATC_L2_CACHE_2M_EDC_INDEX, i);
6720 		RREG32_SOC15(GC, 0, mmATC_L2_CACHE_2M_EDC_CNT);
6721 	}
6722 
6723 	for (i = 0; i < ARRAY_SIZE(atc_l2_cache_4k_mems); i++) {
6724 		WREG32_SOC15(GC, 0, mmATC_L2_CACHE_4K_EDC_INDEX, i);
6725 		RREG32_SOC15(GC, 0, mmATC_L2_CACHE_4K_EDC_CNT);
6726 	}
6727 
6728 	WREG32_SOC15(GC, 0, mmVM_L2_MEM_ECC_INDEX, 255);
6729 	WREG32_SOC15(GC, 0, mmVM_L2_WALKER_MEM_ECC_INDEX, 255);
6730 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_2M_EDC_INDEX, 255);
6731 	WREG32_SOC15(GC, 0, mmATC_L2_CACHE_4K_EDC_INDEX, 255);
6732 }
6733 
6734 static void gfx_v9_0_query_ras_error_count(struct amdgpu_device *adev,
6735 					  void *ras_error_status)
6736 {
6737 	struct ras_err_data *err_data = (struct ras_err_data *)ras_error_status;
6738 	uint32_t sec_count = 0, ded_count = 0;
6739 	uint32_t i, j, k;
6740 	uint32_t reg_value;
6741 
6742 	if (!amdgpu_ras_is_supported(adev, AMDGPU_RAS_BLOCK__GFX))
6743 		return;
6744 
6745 	err_data->ue_count = 0;
6746 	err_data->ce_count = 0;
6747 
6748 	mutex_lock(&adev->grbm_idx_mutex);
6749 
6750 	for (i = 0; i < ARRAY_SIZE(gfx_v9_0_edc_counter_regs); i++) {
6751 		for (j = 0; j < gfx_v9_0_edc_counter_regs[i].se_num; j++) {
6752 			for (k = 0; k < gfx_v9_0_edc_counter_regs[i].instance; k++) {
6753 				gfx_v9_0_select_se_sh(adev, j, 0, k);
6754 				reg_value =
6755 					RREG32(SOC15_REG_ENTRY_OFFSET(gfx_v9_0_edc_counter_regs[i]));
6756 				if (reg_value)
6757 					gfx_v9_0_ras_error_count(adev,
6758 						&gfx_v9_0_edc_counter_regs[i],
6759 						j, k, reg_value,
6760 						&sec_count, &ded_count);
6761 			}
6762 		}
6763 	}
6764 
6765 	err_data->ce_count += sec_count;
6766 	err_data->ue_count += ded_count;
6767 
6768 	gfx_v9_0_select_se_sh(adev, 0xffffffff, 0xffffffff, 0xffffffff);
6769 	mutex_unlock(&adev->grbm_idx_mutex);
6770 
6771 	gfx_v9_0_query_utc_edc_status(adev, err_data);
6772 }
6773 
6774 static void gfx_v9_0_emit_mem_sync(struct amdgpu_ring *ring)
6775 {
6776 	const unsigned int cp_coher_cntl =
6777 			PACKET3_ACQUIRE_MEM_CP_COHER_CNTL_SH_ICACHE_ACTION_ENA(1) |
6778 			PACKET3_ACQUIRE_MEM_CP_COHER_CNTL_SH_KCACHE_ACTION_ENA(1) |
6779 			PACKET3_ACQUIRE_MEM_CP_COHER_CNTL_TC_ACTION_ENA(1) |
6780 			PACKET3_ACQUIRE_MEM_CP_COHER_CNTL_TCL1_ACTION_ENA(1) |
6781 			PACKET3_ACQUIRE_MEM_CP_COHER_CNTL_TC_WB_ACTION_ENA(1);
6782 
6783 	/* ACQUIRE_MEM -make one or more surfaces valid for use by the subsequent operations */
6784 	amdgpu_ring_write(ring, PACKET3(PACKET3_ACQUIRE_MEM, 5));
6785 	amdgpu_ring_write(ring, cp_coher_cntl); /* CP_COHER_CNTL */
6786 	amdgpu_ring_write(ring, 0xffffffff);  /* CP_COHER_SIZE */
6787 	amdgpu_ring_write(ring, 0xffffff);  /* CP_COHER_SIZE_HI */
6788 	amdgpu_ring_write(ring, 0); /* CP_COHER_BASE */
6789 	amdgpu_ring_write(ring, 0);  /* CP_COHER_BASE_HI */
6790 	amdgpu_ring_write(ring, 0x0000000A); /* POLL_INTERVAL */
6791 }
6792 
6793 static void gfx_v9_0_emit_wave_limit_cs(struct amdgpu_ring *ring,
6794 					uint32_t pipe, bool enable)
6795 {
6796 	struct amdgpu_device *adev = ring->adev;
6797 	uint32_t val;
6798 	uint32_t wcl_cs_reg;
6799 
6800 	/* mmSPI_WCL_PIPE_PERCENT_CS[0-7]_DEFAULT values are same */
6801 	val = enable ? 0x1 : mmSPI_WCL_PIPE_PERCENT_CS0_DEFAULT;
6802 
6803 	switch (pipe) {
6804 	case 0:
6805 		wcl_cs_reg = SOC15_REG_OFFSET(GC, 0, mmSPI_WCL_PIPE_PERCENT_CS0);
6806 		break;
6807 	case 1:
6808 		wcl_cs_reg = SOC15_REG_OFFSET(GC, 0, mmSPI_WCL_PIPE_PERCENT_CS1);
6809 		break;
6810 	case 2:
6811 		wcl_cs_reg = SOC15_REG_OFFSET(GC, 0, mmSPI_WCL_PIPE_PERCENT_CS2);
6812 		break;
6813 	case 3:
6814 		wcl_cs_reg = SOC15_REG_OFFSET(GC, 0, mmSPI_WCL_PIPE_PERCENT_CS3);
6815 		break;
6816 	default:
6817 		DRM_DEBUG("invalid pipe %d\n", pipe);
6818 		return;
6819 	}
6820 
6821 	amdgpu_ring_emit_wreg(ring, wcl_cs_reg, val);
6822 
6823 }
6824 static void gfx_v9_0_emit_wave_limit(struct amdgpu_ring *ring, bool enable)
6825 {
6826 	struct amdgpu_device *adev = ring->adev;
6827 	uint32_t val;
6828 	int i;
6829 
6830 
6831 	/* mmSPI_WCL_PIPE_PERCENT_GFX is 7 bit multiplier register to limit
6832 	 * number of gfx waves. Setting 5 bit will make sure gfx only gets
6833 	 * around 25% of gpu resources.
6834 	 */
6835 	val = enable ? 0x1f : mmSPI_WCL_PIPE_PERCENT_GFX_DEFAULT;
6836 	amdgpu_ring_emit_wreg(ring,
6837 			      SOC15_REG_OFFSET(GC, 0, mmSPI_WCL_PIPE_PERCENT_GFX),
6838 			      val);
6839 
6840 	/* Restrict waves for normal/low priority compute queues as well
6841 	 * to get best QoS for high priority compute jobs.
6842 	 *
6843 	 * amdgpu controls only 1st ME(0-3 CS pipes).
6844 	 */
6845 	for (i = 0; i < adev->gfx.mec.num_pipe_per_mec; i++) {
6846 		if (i != ring->pipe)
6847 			gfx_v9_0_emit_wave_limit_cs(ring, i, enable);
6848 
6849 	}
6850 }
6851 
6852 static const struct amd_ip_funcs gfx_v9_0_ip_funcs = {
6853 	.name = "gfx_v9_0",
6854 	.early_init = gfx_v9_0_early_init,
6855 	.late_init = gfx_v9_0_late_init,
6856 	.sw_init = gfx_v9_0_sw_init,
6857 	.sw_fini = gfx_v9_0_sw_fini,
6858 	.hw_init = gfx_v9_0_hw_init,
6859 	.hw_fini = gfx_v9_0_hw_fini,
6860 	.suspend = gfx_v9_0_suspend,
6861 	.resume = gfx_v9_0_resume,
6862 	.is_idle = gfx_v9_0_is_idle,
6863 	.wait_for_idle = gfx_v9_0_wait_for_idle,
6864 	.soft_reset = gfx_v9_0_soft_reset,
6865 	.set_clockgating_state = gfx_v9_0_set_clockgating_state,
6866 	.set_powergating_state = gfx_v9_0_set_powergating_state,
6867 	.get_clockgating_state = gfx_v9_0_get_clockgating_state,
6868 };
6869 
6870 static const struct amdgpu_ring_funcs gfx_v9_0_ring_funcs_gfx = {
6871 	.type = AMDGPU_RING_TYPE_GFX,
6872 	.align_mask = 0xff,
6873 	.nop = PACKET3(PACKET3_NOP, 0x3FFF),
6874 	.support_64bit_ptrs = true,
6875 	.vmhub = AMDGPU_GFXHUB_0,
6876 	.get_rptr = gfx_v9_0_ring_get_rptr_gfx,
6877 	.get_wptr = gfx_v9_0_ring_get_wptr_gfx,
6878 	.set_wptr = gfx_v9_0_ring_set_wptr_gfx,
6879 	.emit_frame_size = /* totally 242 maximum if 16 IBs */
6880 		5 +  /* COND_EXEC */
6881 		7 +  /* PIPELINE_SYNC */
6882 		SOC15_FLUSH_GPU_TLB_NUM_WREG * 5 +
6883 		SOC15_FLUSH_GPU_TLB_NUM_REG_WAIT * 7 +
6884 		2 + /* VM_FLUSH */
6885 		8 +  /* FENCE for VM_FLUSH */
6886 		20 + /* GDS switch */
6887 		4 + /* double SWITCH_BUFFER,
6888 		       the first COND_EXEC jump to the place just
6889 			   prior to this double SWITCH_BUFFER  */
6890 		5 + /* COND_EXEC */
6891 		7 +	 /*	HDP_flush */
6892 		4 +	 /*	VGT_flush */
6893 		14 + /*	CE_META */
6894 		31 + /*	DE_META */
6895 		3 + /* CNTX_CTRL */
6896 		5 + /* HDP_INVL */
6897 		8 + 8 + /* FENCE x2 */
6898 		2 + /* SWITCH_BUFFER */
6899 		7, /* gfx_v9_0_emit_mem_sync */
6900 	.emit_ib_size =	4, /* gfx_v9_0_ring_emit_ib_gfx */
6901 	.emit_ib = gfx_v9_0_ring_emit_ib_gfx,
6902 	.emit_fence = gfx_v9_0_ring_emit_fence,
6903 	.emit_pipeline_sync = gfx_v9_0_ring_emit_pipeline_sync,
6904 	.emit_vm_flush = gfx_v9_0_ring_emit_vm_flush,
6905 	.emit_gds_switch = gfx_v9_0_ring_emit_gds_switch,
6906 	.emit_hdp_flush = gfx_v9_0_ring_emit_hdp_flush,
6907 	.test_ring = gfx_v9_0_ring_test_ring,
6908 	.test_ib = gfx_v9_0_ring_test_ib,
6909 	.insert_nop = amdgpu_ring_insert_nop,
6910 	.pad_ib = amdgpu_ring_generic_pad_ib,
6911 	.emit_switch_buffer = gfx_v9_ring_emit_sb,
6912 	.emit_cntxcntl = gfx_v9_ring_emit_cntxcntl,
6913 	.init_cond_exec = gfx_v9_0_ring_emit_init_cond_exec,
6914 	.patch_cond_exec = gfx_v9_0_ring_emit_patch_cond_exec,
6915 	.emit_frame_cntl = gfx_v9_0_ring_emit_frame_cntl,
6916 	.emit_wreg = gfx_v9_0_ring_emit_wreg,
6917 	.emit_reg_wait = gfx_v9_0_ring_emit_reg_wait,
6918 	.emit_reg_write_reg_wait = gfx_v9_0_ring_emit_reg_write_reg_wait,
6919 	.soft_recovery = gfx_v9_0_ring_soft_recovery,
6920 	.emit_mem_sync = gfx_v9_0_emit_mem_sync,
6921 };
6922 
6923 static const struct amdgpu_ring_funcs gfx_v9_0_ring_funcs_compute = {
6924 	.type = AMDGPU_RING_TYPE_COMPUTE,
6925 	.align_mask = 0xff,
6926 	.nop = PACKET3(PACKET3_NOP, 0x3FFF),
6927 	.support_64bit_ptrs = true,
6928 	.vmhub = AMDGPU_GFXHUB_0,
6929 	.get_rptr = gfx_v9_0_ring_get_rptr_compute,
6930 	.get_wptr = gfx_v9_0_ring_get_wptr_compute,
6931 	.set_wptr = gfx_v9_0_ring_set_wptr_compute,
6932 	.emit_frame_size =
6933 		20 + /* gfx_v9_0_ring_emit_gds_switch */
6934 		7 + /* gfx_v9_0_ring_emit_hdp_flush */
6935 		5 + /* hdp invalidate */
6936 		7 + /* gfx_v9_0_ring_emit_pipeline_sync */
6937 		SOC15_FLUSH_GPU_TLB_NUM_WREG * 5 +
6938 		SOC15_FLUSH_GPU_TLB_NUM_REG_WAIT * 7 +
6939 		2 + /* gfx_v9_0_ring_emit_vm_flush */
6940 		8 + 8 + 8 + /* gfx_v9_0_ring_emit_fence x3 for user fence, vm fence */
6941 		7 + /* gfx_v9_0_emit_mem_sync */
6942 		5 + /* gfx_v9_0_emit_wave_limit for updating mmSPI_WCL_PIPE_PERCENT_GFX register */
6943 		15, /* for updating 3 mmSPI_WCL_PIPE_PERCENT_CS registers */
6944 	.emit_ib_size =	7, /* gfx_v9_0_ring_emit_ib_compute */
6945 	.emit_ib = gfx_v9_0_ring_emit_ib_compute,
6946 	.emit_fence = gfx_v9_0_ring_emit_fence,
6947 	.emit_pipeline_sync = gfx_v9_0_ring_emit_pipeline_sync,
6948 	.emit_vm_flush = gfx_v9_0_ring_emit_vm_flush,
6949 	.emit_gds_switch = gfx_v9_0_ring_emit_gds_switch,
6950 	.emit_hdp_flush = gfx_v9_0_ring_emit_hdp_flush,
6951 	.test_ring = gfx_v9_0_ring_test_ring,
6952 	.test_ib = gfx_v9_0_ring_test_ib,
6953 	.insert_nop = amdgpu_ring_insert_nop,
6954 	.pad_ib = amdgpu_ring_generic_pad_ib,
6955 	.emit_wreg = gfx_v9_0_ring_emit_wreg,
6956 	.emit_reg_wait = gfx_v9_0_ring_emit_reg_wait,
6957 	.emit_reg_write_reg_wait = gfx_v9_0_ring_emit_reg_write_reg_wait,
6958 	.emit_mem_sync = gfx_v9_0_emit_mem_sync,
6959 	.emit_wave_limit = gfx_v9_0_emit_wave_limit,
6960 };
6961 
6962 static const struct amdgpu_ring_funcs gfx_v9_0_ring_funcs_kiq = {
6963 	.type = AMDGPU_RING_TYPE_KIQ,
6964 	.align_mask = 0xff,
6965 	.nop = PACKET3(PACKET3_NOP, 0x3FFF),
6966 	.support_64bit_ptrs = true,
6967 	.vmhub = AMDGPU_GFXHUB_0,
6968 	.get_rptr = gfx_v9_0_ring_get_rptr_compute,
6969 	.get_wptr = gfx_v9_0_ring_get_wptr_compute,
6970 	.set_wptr = gfx_v9_0_ring_set_wptr_compute,
6971 	.emit_frame_size =
6972 		20 + /* gfx_v9_0_ring_emit_gds_switch */
6973 		7 + /* gfx_v9_0_ring_emit_hdp_flush */
6974 		5 + /* hdp invalidate */
6975 		7 + /* gfx_v9_0_ring_emit_pipeline_sync */
6976 		SOC15_FLUSH_GPU_TLB_NUM_WREG * 5 +
6977 		SOC15_FLUSH_GPU_TLB_NUM_REG_WAIT * 7 +
6978 		2 + /* gfx_v9_0_ring_emit_vm_flush */
6979 		8 + 8 + 8, /* gfx_v9_0_ring_emit_fence_kiq x3 for user fence, vm fence */
6980 	.emit_ib_size =	7, /* gfx_v9_0_ring_emit_ib_compute */
6981 	.emit_fence = gfx_v9_0_ring_emit_fence_kiq,
6982 	.test_ring = gfx_v9_0_ring_test_ring,
6983 	.insert_nop = amdgpu_ring_insert_nop,
6984 	.pad_ib = amdgpu_ring_generic_pad_ib,
6985 	.emit_rreg = gfx_v9_0_ring_emit_rreg,
6986 	.emit_wreg = gfx_v9_0_ring_emit_wreg,
6987 	.emit_reg_wait = gfx_v9_0_ring_emit_reg_wait,
6988 	.emit_reg_write_reg_wait = gfx_v9_0_ring_emit_reg_write_reg_wait,
6989 };
6990 
6991 static void gfx_v9_0_set_ring_funcs(struct amdgpu_device *adev)
6992 {
6993 	int i;
6994 
6995 	adev->gfx.kiq.ring.funcs = &gfx_v9_0_ring_funcs_kiq;
6996 
6997 	for (i = 0; i < adev->gfx.num_gfx_rings; i++)
6998 		adev->gfx.gfx_ring[i].funcs = &gfx_v9_0_ring_funcs_gfx;
6999 
7000 	for (i = 0; i < adev->gfx.num_compute_rings; i++)
7001 		adev->gfx.compute_ring[i].funcs = &gfx_v9_0_ring_funcs_compute;
7002 }
7003 
7004 static const struct amdgpu_irq_src_funcs gfx_v9_0_eop_irq_funcs = {
7005 	.set = gfx_v9_0_set_eop_interrupt_state,
7006 	.process = gfx_v9_0_eop_irq,
7007 };
7008 
7009 static const struct amdgpu_irq_src_funcs gfx_v9_0_priv_reg_irq_funcs = {
7010 	.set = gfx_v9_0_set_priv_reg_fault_state,
7011 	.process = gfx_v9_0_priv_reg_irq,
7012 };
7013 
7014 static const struct amdgpu_irq_src_funcs gfx_v9_0_priv_inst_irq_funcs = {
7015 	.set = gfx_v9_0_set_priv_inst_fault_state,
7016 	.process = gfx_v9_0_priv_inst_irq,
7017 };
7018 
7019 static const struct amdgpu_irq_src_funcs gfx_v9_0_cp_ecc_error_irq_funcs = {
7020 	.set = gfx_v9_0_set_cp_ecc_error_state,
7021 	.process = amdgpu_gfx_cp_ecc_error_irq,
7022 };
7023 
7024 
7025 static void gfx_v9_0_set_irq_funcs(struct amdgpu_device *adev)
7026 {
7027 	adev->gfx.eop_irq.num_types = AMDGPU_CP_IRQ_LAST;
7028 	adev->gfx.eop_irq.funcs = &gfx_v9_0_eop_irq_funcs;
7029 
7030 	adev->gfx.priv_reg_irq.num_types = 1;
7031 	adev->gfx.priv_reg_irq.funcs = &gfx_v9_0_priv_reg_irq_funcs;
7032 
7033 	adev->gfx.priv_inst_irq.num_types = 1;
7034 	adev->gfx.priv_inst_irq.funcs = &gfx_v9_0_priv_inst_irq_funcs;
7035 
7036 	adev->gfx.cp_ecc_error_irq.num_types = 2; /*C5 ECC error and C9 FUE error*/
7037 	adev->gfx.cp_ecc_error_irq.funcs = &gfx_v9_0_cp_ecc_error_irq_funcs;
7038 }
7039 
7040 static void gfx_v9_0_set_rlc_funcs(struct amdgpu_device *adev)
7041 {
7042 	switch (adev->ip_versions[GC_HWIP][0]) {
7043 	case IP_VERSION(9, 0, 1):
7044 	case IP_VERSION(9, 2, 1):
7045 	case IP_VERSION(9, 4, 0):
7046 	case IP_VERSION(9, 2, 2):
7047 	case IP_VERSION(9, 1, 0):
7048 	case IP_VERSION(9, 4, 1):
7049 	case IP_VERSION(9, 3, 0):
7050 	case IP_VERSION(9, 4, 2):
7051 		adev->gfx.rlc.funcs = &gfx_v9_0_rlc_funcs;
7052 		break;
7053 	default:
7054 		break;
7055 	}
7056 }
7057 
7058 static void gfx_v9_0_set_gds_init(struct amdgpu_device *adev)
7059 {
7060 	/* init asci gds info */
7061 	switch (adev->ip_versions[GC_HWIP][0]) {
7062 	case IP_VERSION(9, 0, 1):
7063 	case IP_VERSION(9, 2, 1):
7064 	case IP_VERSION(9, 4, 0):
7065 		adev->gds.gds_size = 0x10000;
7066 		break;
7067 	case IP_VERSION(9, 2, 2):
7068 	case IP_VERSION(9, 1, 0):
7069 	case IP_VERSION(9, 4, 1):
7070 		adev->gds.gds_size = 0x1000;
7071 		break;
7072 	case IP_VERSION(9, 4, 2):
7073 		/* aldebaran removed all the GDS internal memory,
7074 		 * only support GWS opcode in kernel, like barrier
7075 		 * semaphore.etc */
7076 		adev->gds.gds_size = 0;
7077 		break;
7078 	default:
7079 		adev->gds.gds_size = 0x10000;
7080 		break;
7081 	}
7082 
7083 	switch (adev->ip_versions[GC_HWIP][0]) {
7084 	case IP_VERSION(9, 0, 1):
7085 	case IP_VERSION(9, 4, 0):
7086 		adev->gds.gds_compute_max_wave_id = 0x7ff;
7087 		break;
7088 	case IP_VERSION(9, 2, 1):
7089 		adev->gds.gds_compute_max_wave_id = 0x27f;
7090 		break;
7091 	case IP_VERSION(9, 2, 2):
7092 	case IP_VERSION(9, 1, 0):
7093 		if (adev->apu_flags & AMD_APU_IS_RAVEN2)
7094 			adev->gds.gds_compute_max_wave_id = 0x77; /* raven2 */
7095 		else
7096 			adev->gds.gds_compute_max_wave_id = 0x15f; /* raven1 */
7097 		break;
7098 	case IP_VERSION(9, 4, 1):
7099 		adev->gds.gds_compute_max_wave_id = 0xfff;
7100 		break;
7101 	case IP_VERSION(9, 4, 2):
7102 		/* deprecated for Aldebaran, no usage at all */
7103 		adev->gds.gds_compute_max_wave_id = 0;
7104 		break;
7105 	default:
7106 		/* this really depends on the chip */
7107 		adev->gds.gds_compute_max_wave_id = 0x7ff;
7108 		break;
7109 	}
7110 
7111 	adev->gds.gws_size = 64;
7112 	adev->gds.oa_size = 16;
7113 }
7114 
7115 static void gfx_v9_0_set_user_cu_inactive_bitmap(struct amdgpu_device *adev,
7116 						 u32 bitmap)
7117 {
7118 	u32 data;
7119 
7120 	if (!bitmap)
7121 		return;
7122 
7123 	data = bitmap << GC_USER_SHADER_ARRAY_CONFIG__INACTIVE_CUS__SHIFT;
7124 	data &= GC_USER_SHADER_ARRAY_CONFIG__INACTIVE_CUS_MASK;
7125 
7126 	WREG32_SOC15(GC, 0, mmGC_USER_SHADER_ARRAY_CONFIG, data);
7127 }
7128 
7129 static u32 gfx_v9_0_get_cu_active_bitmap(struct amdgpu_device *adev)
7130 {
7131 	u32 data, mask;
7132 
7133 	data = RREG32_SOC15(GC, 0, mmCC_GC_SHADER_ARRAY_CONFIG);
7134 	data |= RREG32_SOC15(GC, 0, mmGC_USER_SHADER_ARRAY_CONFIG);
7135 
7136 	data &= CC_GC_SHADER_ARRAY_CONFIG__INACTIVE_CUS_MASK;
7137 	data >>= CC_GC_SHADER_ARRAY_CONFIG__INACTIVE_CUS__SHIFT;
7138 
7139 	mask = amdgpu_gfx_create_bitmask(adev->gfx.config.max_cu_per_sh);
7140 
7141 	return (~data) & mask;
7142 }
7143 
7144 static int gfx_v9_0_get_cu_info(struct amdgpu_device *adev,
7145 				 struct amdgpu_cu_info *cu_info)
7146 {
7147 	int i, j, k, counter, active_cu_number = 0;
7148 	u32 mask, bitmap, ao_bitmap, ao_cu_mask = 0;
7149 	unsigned disable_masks[4 * 4];
7150 
7151 	if (!adev || !cu_info)
7152 		return -EINVAL;
7153 
7154 	/*
7155 	 * 16 comes from bitmap array size 4*4, and it can cover all gfx9 ASICs
7156 	 */
7157 	if (adev->gfx.config.max_shader_engines *
7158 		adev->gfx.config.max_sh_per_se > 16)
7159 		return -EINVAL;
7160 
7161 	amdgpu_gfx_parse_disable_cu(disable_masks,
7162 				    adev->gfx.config.max_shader_engines,
7163 				    adev->gfx.config.max_sh_per_se);
7164 
7165 	mutex_lock(&adev->grbm_idx_mutex);
7166 	for (i = 0; i < adev->gfx.config.max_shader_engines; i++) {
7167 		for (j = 0; j < adev->gfx.config.max_sh_per_se; j++) {
7168 			mask = 1;
7169 			ao_bitmap = 0;
7170 			counter = 0;
7171 			gfx_v9_0_select_se_sh(adev, i, j, 0xffffffff);
7172 			gfx_v9_0_set_user_cu_inactive_bitmap(
7173 				adev, disable_masks[i * adev->gfx.config.max_sh_per_se + j]);
7174 			bitmap = gfx_v9_0_get_cu_active_bitmap(adev);
7175 
7176 			/*
7177 			 * The bitmap(and ao_cu_bitmap) in cu_info structure is
7178 			 * 4x4 size array, and it's usually suitable for Vega
7179 			 * ASICs which has 4*2 SE/SH layout.
7180 			 * But for Arcturus, SE/SH layout is changed to 8*1.
7181 			 * To mostly reduce the impact, we make it compatible
7182 			 * with current bitmap array as below:
7183 			 *    SE4,SH0 --> bitmap[0][1]
7184 			 *    SE5,SH0 --> bitmap[1][1]
7185 			 *    SE6,SH0 --> bitmap[2][1]
7186 			 *    SE7,SH0 --> bitmap[3][1]
7187 			 */
7188 			cu_info->bitmap[i % 4][j + i / 4] = bitmap;
7189 
7190 			for (k = 0; k < adev->gfx.config.max_cu_per_sh; k ++) {
7191 				if (bitmap & mask) {
7192 					if (counter < adev->gfx.config.max_cu_per_sh)
7193 						ao_bitmap |= mask;
7194 					counter ++;
7195 				}
7196 				mask <<= 1;
7197 			}
7198 			active_cu_number += counter;
7199 			if (i < 2 && j < 2)
7200 				ao_cu_mask |= (ao_bitmap << (i * 16 + j * 8));
7201 			cu_info->ao_cu_bitmap[i % 4][j + i / 4] = ao_bitmap;
7202 		}
7203 	}
7204 	gfx_v9_0_select_se_sh(adev, 0xffffffff, 0xffffffff, 0xffffffff);
7205 	mutex_unlock(&adev->grbm_idx_mutex);
7206 
7207 	cu_info->number = active_cu_number;
7208 	cu_info->ao_cu_mask = ao_cu_mask;
7209 	cu_info->simd_per_cu = NUM_SIMD_PER_CU;
7210 
7211 	return 0;
7212 }
7213 
7214 const struct amdgpu_ip_block_version gfx_v9_0_ip_block =
7215 {
7216 	.type = AMD_IP_BLOCK_TYPE_GFX,
7217 	.major = 9,
7218 	.minor = 0,
7219 	.rev = 0,
7220 	.funcs = &gfx_v9_0_ip_funcs,
7221 };
7222