xref: /openbmc/linux/drivers/gpu/drm/amd/amdgpu/nv.c (revision f172865a)
1c6b6a421SHawking Zhang /*
2c6b6a421SHawking Zhang  * Copyright 2019 Advanced Micro Devices, Inc.
3c6b6a421SHawking Zhang  *
4c6b6a421SHawking Zhang  * Permission is hereby granted, free of charge, to any person obtaining a
5c6b6a421SHawking Zhang  * copy of this software and associated documentation files (the "Software"),
6c6b6a421SHawking Zhang  * to deal in the Software without restriction, including without limitation
7c6b6a421SHawking Zhang  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8c6b6a421SHawking Zhang  * and/or sell copies of the Software, and to permit persons to whom the
9c6b6a421SHawking Zhang  * Software is furnished to do so, subject to the following conditions:
10c6b6a421SHawking Zhang  *
11c6b6a421SHawking Zhang  * The above copyright notice and this permission notice shall be included in
12c6b6a421SHawking Zhang  * all copies or substantial portions of the Software.
13c6b6a421SHawking Zhang  *
14c6b6a421SHawking Zhang  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15c6b6a421SHawking Zhang  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16c6b6a421SHawking Zhang  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17c6b6a421SHawking Zhang  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18c6b6a421SHawking Zhang  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19c6b6a421SHawking Zhang  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20c6b6a421SHawking Zhang  * OTHER DEALINGS IN THE SOFTWARE.
21c6b6a421SHawking Zhang  *
22c6b6a421SHawking Zhang  */
23c6b6a421SHawking Zhang #include <linux/firmware.h>
24c6b6a421SHawking Zhang #include <linux/slab.h>
25c6b6a421SHawking Zhang #include <linux/module.h>
26e9eea902SAlex Deucher #include <linux/pci.h>
27e9eea902SAlex Deucher 
28c6b6a421SHawking Zhang #include "amdgpu.h"
29c6b6a421SHawking Zhang #include "amdgpu_atombios.h"
30c6b6a421SHawking Zhang #include "amdgpu_ih.h"
31c6b6a421SHawking Zhang #include "amdgpu_uvd.h"
32c6b6a421SHawking Zhang #include "amdgpu_vce.h"
33c6b6a421SHawking Zhang #include "amdgpu_ucode.h"
34c6b6a421SHawking Zhang #include "amdgpu_psp.h"
35767acabdSKevin Wang #include "amdgpu_smu.h"
36c6b6a421SHawking Zhang #include "atom.h"
37c6b6a421SHawking Zhang #include "amd_pcie.h"
38c6b6a421SHawking Zhang 
39c6b6a421SHawking Zhang #include "gc/gc_10_1_0_offset.h"
40c6b6a421SHawking Zhang #include "gc/gc_10_1_0_sh_mask.h"
413967ae6dSAlex Deucher #include "mp/mp_11_0_offset.h"
42c6b6a421SHawking Zhang 
43c6b6a421SHawking Zhang #include "soc15.h"
44c6b6a421SHawking Zhang #include "soc15_common.h"
45c6b6a421SHawking Zhang #include "gmc_v10_0.h"
46c6b6a421SHawking Zhang #include "gfxhub_v2_0.h"
47c6b6a421SHawking Zhang #include "mmhub_v2_0.h"
48bebc0762SHawking Zhang #include "nbio_v2_3.h"
49a7e91bd7SHuang Rui #include "nbio_v7_2.h"
50bf087285SLikun Gao #include "hdp_v5_0.h"
51c6b6a421SHawking Zhang #include "nv.h"
52c6b6a421SHawking Zhang #include "navi10_ih.h"
53c6b6a421SHawking Zhang #include "gfx_v10_0.h"
54c6b6a421SHawking Zhang #include "sdma_v5_0.h"
55157e72e8SLikun Gao #include "sdma_v5_2.h"
56c6b6a421SHawking Zhang #include "vcn_v2_0.h"
575be45a26SLeo Liu #include "jpeg_v2_0.h"
58b8f10585SLeo Liu #include "vcn_v3_0.h"
594d72dd12SLeo Liu #include "jpeg_v3_0.h"
60c6b6a421SHawking Zhang #include "dce_virtual.h"
61c6b6a421SHawking Zhang #include "mes_v10_1.h"
62b05b6903SJiange Zhao #include "mxgpu_nv.h"
630bf7f2dcSLikun Gao #include "smuio_v11_0.h"
640bf7f2dcSLikun Gao #include "smuio_v11_0_6.h"
65c6b6a421SHawking Zhang 
66c6b6a421SHawking Zhang static const struct amd_ip_funcs nv_common_ip_funcs;
67c6b6a421SHawking Zhang 
68c6b6a421SHawking Zhang /*
69c6b6a421SHawking Zhang  * Indirect registers accessor
70c6b6a421SHawking Zhang  */
71c6b6a421SHawking Zhang static u32 nv_pcie_rreg(struct amdgpu_device *adev, u32 reg)
72c6b6a421SHawking Zhang {
73705a2b5bSHawking Zhang 	unsigned long address, data;
74bebc0762SHawking Zhang 	address = adev->nbio.funcs->get_pcie_index_offset(adev);
75bebc0762SHawking Zhang 	data = adev->nbio.funcs->get_pcie_data_offset(adev);
76c6b6a421SHawking Zhang 
77705a2b5bSHawking Zhang 	return amdgpu_device_indirect_rreg(adev, address, data, reg);
78c6b6a421SHawking Zhang }
79c6b6a421SHawking Zhang 
80c6b6a421SHawking Zhang static void nv_pcie_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
81c6b6a421SHawking Zhang {
82705a2b5bSHawking Zhang 	unsigned long address, data;
83c6b6a421SHawking Zhang 
84bebc0762SHawking Zhang 	address = adev->nbio.funcs->get_pcie_index_offset(adev);
85bebc0762SHawking Zhang 	data = adev->nbio.funcs->get_pcie_data_offset(adev);
86c6b6a421SHawking Zhang 
87705a2b5bSHawking Zhang 	amdgpu_device_indirect_wreg(adev, address, data, reg, v);
88c6b6a421SHawking Zhang }
89c6b6a421SHawking Zhang 
904922f1bcSJohn Clements static u64 nv_pcie_rreg64(struct amdgpu_device *adev, u32 reg)
914922f1bcSJohn Clements {
92705a2b5bSHawking Zhang 	unsigned long address, data;
934922f1bcSJohn Clements 	address = adev->nbio.funcs->get_pcie_index_offset(adev);
944922f1bcSJohn Clements 	data = adev->nbio.funcs->get_pcie_data_offset(adev);
954922f1bcSJohn Clements 
96705a2b5bSHawking Zhang 	return amdgpu_device_indirect_rreg64(adev, address, data, reg);
974922f1bcSJohn Clements }
984922f1bcSJohn Clements 
995de54343SHuang Rui static u32 nv_pcie_port_rreg(struct amdgpu_device *adev, u32 reg)
1005de54343SHuang Rui {
1015de54343SHuang Rui 	unsigned long flags, address, data;
1025de54343SHuang Rui 	u32 r;
1035de54343SHuang Rui 	address = adev->nbio.funcs->get_pcie_port_index_offset(adev);
1045de54343SHuang Rui 	data = adev->nbio.funcs->get_pcie_port_data_offset(adev);
1055de54343SHuang Rui 
1065de54343SHuang Rui 	spin_lock_irqsave(&adev->pcie_idx_lock, flags);
1075de54343SHuang Rui 	WREG32(address, reg * 4);
1085de54343SHuang Rui 	(void)RREG32(address);
1095de54343SHuang Rui 	r = RREG32(data);
1105de54343SHuang Rui 	spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
1115de54343SHuang Rui 	return r;
1125de54343SHuang Rui }
1135de54343SHuang Rui 
1144922f1bcSJohn Clements static void nv_pcie_wreg64(struct amdgpu_device *adev, u32 reg, u64 v)
1154922f1bcSJohn Clements {
116705a2b5bSHawking Zhang 	unsigned long address, data;
1174922f1bcSJohn Clements 
1184922f1bcSJohn Clements 	address = adev->nbio.funcs->get_pcie_index_offset(adev);
1194922f1bcSJohn Clements 	data = adev->nbio.funcs->get_pcie_data_offset(adev);
1204922f1bcSJohn Clements 
121705a2b5bSHawking Zhang 	amdgpu_device_indirect_wreg64(adev, address, data, reg, v);
1224922f1bcSJohn Clements }
1234922f1bcSJohn Clements 
1245de54343SHuang Rui static void nv_pcie_port_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
1255de54343SHuang Rui {
1265de54343SHuang Rui 	unsigned long flags, address, data;
1275de54343SHuang Rui 
1285de54343SHuang Rui 	address = adev->nbio.funcs->get_pcie_port_index_offset(adev);
1295de54343SHuang Rui 	data = adev->nbio.funcs->get_pcie_port_data_offset(adev);
1305de54343SHuang Rui 
1315de54343SHuang Rui 	spin_lock_irqsave(&adev->pcie_idx_lock, flags);
1325de54343SHuang Rui 	WREG32(address, reg * 4);
1335de54343SHuang Rui 	(void)RREG32(address);
1345de54343SHuang Rui 	WREG32(data, v);
1355de54343SHuang Rui 	(void)RREG32(data);
1365de54343SHuang Rui 	spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
1375de54343SHuang Rui }
1385de54343SHuang Rui 
139c6b6a421SHawking Zhang static u32 nv_didt_rreg(struct amdgpu_device *adev, u32 reg)
140c6b6a421SHawking Zhang {
141c6b6a421SHawking Zhang 	unsigned long flags, address, data;
142c6b6a421SHawking Zhang 	u32 r;
143c6b6a421SHawking Zhang 
144c6b6a421SHawking Zhang 	address = SOC15_REG_OFFSET(GC, 0, mmDIDT_IND_INDEX);
145c6b6a421SHawking Zhang 	data = SOC15_REG_OFFSET(GC, 0, mmDIDT_IND_DATA);
146c6b6a421SHawking Zhang 
147c6b6a421SHawking Zhang 	spin_lock_irqsave(&adev->didt_idx_lock, flags);
148c6b6a421SHawking Zhang 	WREG32(address, (reg));
149c6b6a421SHawking Zhang 	r = RREG32(data);
150c6b6a421SHawking Zhang 	spin_unlock_irqrestore(&adev->didt_idx_lock, flags);
151c6b6a421SHawking Zhang 	return r;
152c6b6a421SHawking Zhang }
153c6b6a421SHawking Zhang 
154c6b6a421SHawking Zhang static void nv_didt_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
155c6b6a421SHawking Zhang {
156c6b6a421SHawking Zhang 	unsigned long flags, address, data;
157c6b6a421SHawking Zhang 
158c6b6a421SHawking Zhang 	address = SOC15_REG_OFFSET(GC, 0, mmDIDT_IND_INDEX);
159c6b6a421SHawking Zhang 	data = SOC15_REG_OFFSET(GC, 0, mmDIDT_IND_DATA);
160c6b6a421SHawking Zhang 
161c6b6a421SHawking Zhang 	spin_lock_irqsave(&adev->didt_idx_lock, flags);
162c6b6a421SHawking Zhang 	WREG32(address, (reg));
163c6b6a421SHawking Zhang 	WREG32(data, (v));
164c6b6a421SHawking Zhang 	spin_unlock_irqrestore(&adev->didt_idx_lock, flags);
165c6b6a421SHawking Zhang }
166c6b6a421SHawking Zhang 
167c6b6a421SHawking Zhang static u32 nv_get_config_memsize(struct amdgpu_device *adev)
168c6b6a421SHawking Zhang {
169bebc0762SHawking Zhang 	return adev->nbio.funcs->get_memsize(adev);
170c6b6a421SHawking Zhang }
171c6b6a421SHawking Zhang 
172c6b6a421SHawking Zhang static u32 nv_get_xclk(struct amdgpu_device *adev)
173c6b6a421SHawking Zhang {
174462a70d8STao Zhou 	return adev->clock.spll.reference_freq;
175c6b6a421SHawking Zhang }
176c6b6a421SHawking Zhang 
177c6b6a421SHawking Zhang 
178c6b6a421SHawking Zhang void nv_grbm_select(struct amdgpu_device *adev,
179c6b6a421SHawking Zhang 		     u32 me, u32 pipe, u32 queue, u32 vmid)
180c6b6a421SHawking Zhang {
181c6b6a421SHawking Zhang 	u32 grbm_gfx_cntl = 0;
182c6b6a421SHawking Zhang 	grbm_gfx_cntl = REG_SET_FIELD(grbm_gfx_cntl, GRBM_GFX_CNTL, PIPEID, pipe);
183c6b6a421SHawking Zhang 	grbm_gfx_cntl = REG_SET_FIELD(grbm_gfx_cntl, GRBM_GFX_CNTL, MEID, me);
184c6b6a421SHawking Zhang 	grbm_gfx_cntl = REG_SET_FIELD(grbm_gfx_cntl, GRBM_GFX_CNTL, VMID, vmid);
185c6b6a421SHawking Zhang 	grbm_gfx_cntl = REG_SET_FIELD(grbm_gfx_cntl, GRBM_GFX_CNTL, QUEUEID, queue);
186c6b6a421SHawking Zhang 
187c6b6a421SHawking Zhang 	WREG32(SOC15_REG_OFFSET(GC, 0, mmGRBM_GFX_CNTL), grbm_gfx_cntl);
188c6b6a421SHawking Zhang }
189c6b6a421SHawking Zhang 
190c6b6a421SHawking Zhang static void nv_vga_set_state(struct amdgpu_device *adev, bool state)
191c6b6a421SHawking Zhang {
192c6b6a421SHawking Zhang 	/* todo */
193c6b6a421SHawking Zhang }
194c6b6a421SHawking Zhang 
195c6b6a421SHawking Zhang static bool nv_read_disabled_bios(struct amdgpu_device *adev)
196c6b6a421SHawking Zhang {
197c6b6a421SHawking Zhang 	/* todo */
198c6b6a421SHawking Zhang 	return false;
199c6b6a421SHawking Zhang }
200c6b6a421SHawking Zhang 
201c6b6a421SHawking Zhang static bool nv_read_bios_from_rom(struct amdgpu_device *adev,
202c6b6a421SHawking Zhang 				  u8 *bios, u32 length_bytes)
203c6b6a421SHawking Zhang {
20429bc37b4SAlex Deucher 	u32 *dw_ptr;
20529bc37b4SAlex Deucher 	u32 i, length_dw;
2060bf7f2dcSLikun Gao 	u32 rom_index_offset, rom_data_offset;
20729bc37b4SAlex Deucher 
20829bc37b4SAlex Deucher 	if (bios == NULL)
209c6b6a421SHawking Zhang 		return false;
21029bc37b4SAlex Deucher 	if (length_bytes == 0)
21129bc37b4SAlex Deucher 		return false;
21229bc37b4SAlex Deucher 	/* APU vbios image is part of sbios image */
21329bc37b4SAlex Deucher 	if (adev->flags & AMD_IS_APU)
21429bc37b4SAlex Deucher 		return false;
21529bc37b4SAlex Deucher 
21629bc37b4SAlex Deucher 	dw_ptr = (u32 *)bios;
21729bc37b4SAlex Deucher 	length_dw = ALIGN(length_bytes, 4) / 4;
21829bc37b4SAlex Deucher 
2190bf7f2dcSLikun Gao 	rom_index_offset =
2200bf7f2dcSLikun Gao 		adev->smuio.funcs->get_rom_index_offset(adev);
2210bf7f2dcSLikun Gao 	rom_data_offset =
2220bf7f2dcSLikun Gao 		adev->smuio.funcs->get_rom_data_offset(adev);
2230bf7f2dcSLikun Gao 
22429bc37b4SAlex Deucher 	/* set rom index to 0 */
2250bf7f2dcSLikun Gao 	WREG32(rom_index_offset, 0);
22629bc37b4SAlex Deucher 	/* read out the rom data */
22729bc37b4SAlex Deucher 	for (i = 0; i < length_dw; i++)
2280bf7f2dcSLikun Gao 		dw_ptr[i] = RREG32(rom_data_offset);
22929bc37b4SAlex Deucher 
23029bc37b4SAlex Deucher 	return true;
231c6b6a421SHawking Zhang }
232c6b6a421SHawking Zhang 
233c6b6a421SHawking Zhang static struct soc15_allowed_register_entry nv_allowed_read_registers[] = {
234c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmGRBM_STATUS)},
235c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmGRBM_STATUS2)},
236c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmGRBM_STATUS_SE0)},
237c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmGRBM_STATUS_SE1)},
238c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmGRBM_STATUS_SE2)},
239c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmGRBM_STATUS_SE3)},
240c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(SDMA0, 0, mmSDMA0_STATUS_REG)},
241c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(SDMA1, 0, mmSDMA1_STATUS_REG)},
242c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmCP_STAT)},
243c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmCP_STALLED_STAT1)},
244c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmCP_STALLED_STAT2)},
245c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmCP_STALLED_STAT3)},
246c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmCP_CPF_BUSY_STAT)},
247c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmCP_CPF_STALLED_STAT1)},
248c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmCP_CPF_STATUS)},
249664fe85aSMarek Olšák 	{ SOC15_REG_ENTRY(GC, 0, mmCP_CPC_BUSY_STAT)},
250c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmCP_CPC_STALLED_STAT1)},
251c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmCP_CPC_STATUS)},
252c6b6a421SHawking Zhang 	{ SOC15_REG_ENTRY(GC, 0, mmGB_ADDR_CONFIG)},
253c6b6a421SHawking Zhang };
254c6b6a421SHawking Zhang 
255c6b6a421SHawking Zhang static uint32_t nv_read_indexed_register(struct amdgpu_device *adev, u32 se_num,
256c6b6a421SHawking Zhang 					 u32 sh_num, u32 reg_offset)
257c6b6a421SHawking Zhang {
258c6b6a421SHawking Zhang 	uint32_t val;
259c6b6a421SHawking Zhang 
260c6b6a421SHawking Zhang 	mutex_lock(&adev->grbm_idx_mutex);
261c6b6a421SHawking Zhang 	if (se_num != 0xffffffff || sh_num != 0xffffffff)
262c6b6a421SHawking Zhang 		amdgpu_gfx_select_se_sh(adev, se_num, sh_num, 0xffffffff);
263c6b6a421SHawking Zhang 
264c6b6a421SHawking Zhang 	val = RREG32(reg_offset);
265c6b6a421SHawking Zhang 
266c6b6a421SHawking Zhang 	if (se_num != 0xffffffff || sh_num != 0xffffffff)
267c6b6a421SHawking Zhang 		amdgpu_gfx_select_se_sh(adev, 0xffffffff, 0xffffffff, 0xffffffff);
268c6b6a421SHawking Zhang 	mutex_unlock(&adev->grbm_idx_mutex);
269c6b6a421SHawking Zhang 	return val;
270c6b6a421SHawking Zhang }
271c6b6a421SHawking Zhang 
272c6b6a421SHawking Zhang static uint32_t nv_get_register_value(struct amdgpu_device *adev,
273c6b6a421SHawking Zhang 				      bool indexed, u32 se_num,
274c6b6a421SHawking Zhang 				      u32 sh_num, u32 reg_offset)
275c6b6a421SHawking Zhang {
276c6b6a421SHawking Zhang 	if (indexed) {
277c6b6a421SHawking Zhang 		return nv_read_indexed_register(adev, se_num, sh_num, reg_offset);
278c6b6a421SHawking Zhang 	} else {
279c6b6a421SHawking Zhang 		if (reg_offset == SOC15_REG_OFFSET(GC, 0, mmGB_ADDR_CONFIG))
280c6b6a421SHawking Zhang 			return adev->gfx.config.gb_addr_config;
281c6b6a421SHawking Zhang 		return RREG32(reg_offset);
282c6b6a421SHawking Zhang 	}
283c6b6a421SHawking Zhang }
284c6b6a421SHawking Zhang 
285c6b6a421SHawking Zhang static int nv_read_register(struct amdgpu_device *adev, u32 se_num,
286c6b6a421SHawking Zhang 			    u32 sh_num, u32 reg_offset, u32 *value)
287c6b6a421SHawking Zhang {
288c6b6a421SHawking Zhang 	uint32_t i;
289c6b6a421SHawking Zhang 	struct soc15_allowed_register_entry  *en;
290c6b6a421SHawking Zhang 
291c6b6a421SHawking Zhang 	*value = 0;
292c6b6a421SHawking Zhang 	for (i = 0; i < ARRAY_SIZE(nv_allowed_read_registers); i++) {
293c6b6a421SHawking Zhang 		en = &nv_allowed_read_registers[i];
294fced3c3aSHuang Rui 		if ((i == 7 && (adev->sdma.num_instances == 1)) || /* some asics don't have SDMA1 */
295fced3c3aSHuang Rui 		    reg_offset !=
296c6b6a421SHawking Zhang 		    (adev->reg_offset[en->hwip][en->inst][en->seg] + en->reg_offset))
297c6b6a421SHawking Zhang 			continue;
298c6b6a421SHawking Zhang 
299c6b6a421SHawking Zhang 		*value = nv_get_register_value(adev,
300c6b6a421SHawking Zhang 					       nv_allowed_read_registers[i].grbm_indexed,
301c6b6a421SHawking Zhang 					       se_num, sh_num, reg_offset);
302c6b6a421SHawking Zhang 		return 0;
303c6b6a421SHawking Zhang 	}
304c6b6a421SHawking Zhang 	return -EINVAL;
305c6b6a421SHawking Zhang }
306c6b6a421SHawking Zhang 
3073e2bb60aSKevin Wang static int nv_asic_mode1_reset(struct amdgpu_device *adev)
3083e2bb60aSKevin Wang {
3093e2bb60aSKevin Wang 	u32 i;
3103e2bb60aSKevin Wang 	int ret = 0;
3113e2bb60aSKevin Wang 
3123e2bb60aSKevin Wang 	amdgpu_atombios_scratch_regs_engine_hung(adev, true);
3133e2bb60aSKevin Wang 
3143e2bb60aSKevin Wang 	/* disable BM */
3153e2bb60aSKevin Wang 	pci_clear_master(adev->pdev);
3163e2bb60aSKevin Wang 
317c1dd4aa6SAndrey Grodzovsky 	amdgpu_device_cache_pci_state(adev->pdev);
3183e2bb60aSKevin Wang 
319311531f0SWenhui Sheng 	if (amdgpu_dpm_is_mode1_reset_supported(adev)) {
320311531f0SWenhui Sheng 		dev_info(adev->dev, "GPU smu mode1 reset\n");
321311531f0SWenhui Sheng 		ret = amdgpu_dpm_mode1_reset(adev);
322311531f0SWenhui Sheng 	} else {
323311531f0SWenhui Sheng 		dev_info(adev->dev, "GPU psp mode1 reset\n");
3243e2bb60aSKevin Wang 		ret = psp_gpu_reset(adev);
325311531f0SWenhui Sheng 	}
326311531f0SWenhui Sheng 
3273e2bb60aSKevin Wang 	if (ret)
3283e2bb60aSKevin Wang 		dev_err(adev->dev, "GPU mode1 reset failed\n");
329c1dd4aa6SAndrey Grodzovsky 	amdgpu_device_load_pci_state(adev->pdev);
3303e2bb60aSKevin Wang 
3313e2bb60aSKevin Wang 	/* wait for asic to come out of reset */
3323e2bb60aSKevin Wang 	for (i = 0; i < adev->usec_timeout; i++) {
333bebc0762SHawking Zhang 		u32 memsize = adev->nbio.funcs->get_memsize(adev);
3343e2bb60aSKevin Wang 
3353e2bb60aSKevin Wang 		if (memsize != 0xffffffff)
3363e2bb60aSKevin Wang 			break;
3373e2bb60aSKevin Wang 		udelay(1);
3383e2bb60aSKevin Wang 	}
3393e2bb60aSKevin Wang 
3403e2bb60aSKevin Wang 	amdgpu_atombios_scratch_regs_engine_hung(adev, false);
3413e2bb60aSKevin Wang 
3423e2bb60aSKevin Wang 	return ret;
3433e2bb60aSKevin Wang }
3442ddc6c3eSAlex Deucher 
345b913ec62SAlex Deucher static int nv_asic_mode2_reset(struct amdgpu_device *adev)
346b913ec62SAlex Deucher {
347b913ec62SAlex Deucher 	u32 i;
348b913ec62SAlex Deucher 	int ret = 0;
349b913ec62SAlex Deucher 
350b913ec62SAlex Deucher 	amdgpu_atombios_scratch_regs_engine_hung(adev, true);
351b913ec62SAlex Deucher 
352b913ec62SAlex Deucher 	/* disable BM */
353b913ec62SAlex Deucher 	pci_clear_master(adev->pdev);
354b913ec62SAlex Deucher 
355b913ec62SAlex Deucher 	amdgpu_device_cache_pci_state(adev->pdev);
356b913ec62SAlex Deucher 
357b913ec62SAlex Deucher 	ret = amdgpu_dpm_mode2_reset(adev);
358b913ec62SAlex Deucher 	if (ret)
359b913ec62SAlex Deucher 		dev_err(adev->dev, "GPU mode2 reset failed\n");
360b913ec62SAlex Deucher 
361b913ec62SAlex Deucher 	amdgpu_device_load_pci_state(adev->pdev);
362b913ec62SAlex Deucher 
363b913ec62SAlex Deucher 	/* wait for asic to come out of reset */
364b913ec62SAlex Deucher 	for (i = 0; i < adev->usec_timeout; i++) {
365b913ec62SAlex Deucher 		u32 memsize = adev->nbio.funcs->get_memsize(adev);
366b913ec62SAlex Deucher 
367b913ec62SAlex Deucher 		if (memsize != 0xffffffff)
368b913ec62SAlex Deucher 			break;
369b913ec62SAlex Deucher 		udelay(1);
370b913ec62SAlex Deucher 	}
371b913ec62SAlex Deucher 
372b913ec62SAlex Deucher 	amdgpu_atombios_scratch_regs_engine_hung(adev, false);
373b913ec62SAlex Deucher 
374b913ec62SAlex Deucher 	return ret;
375b913ec62SAlex Deucher }
376b913ec62SAlex Deucher 
377ac742616SAlex Deucher static bool nv_asic_supports_baco(struct amdgpu_device *adev)
378ac742616SAlex Deucher {
379ac742616SAlex Deucher 	struct smu_context *smu = &adev->smu;
380ac742616SAlex Deucher 
381ac742616SAlex Deucher 	if (smu_baco_is_support(smu))
382ac742616SAlex Deucher 		return true;
383ac742616SAlex Deucher 	else
384ac742616SAlex Deucher 		return false;
385ac742616SAlex Deucher }
386ac742616SAlex Deucher 
3872ddc6c3eSAlex Deucher static enum amd_reset_method
3882ddc6c3eSAlex Deucher nv_asic_reset_method(struct amdgpu_device *adev)
3892ddc6c3eSAlex Deucher {
3902ddc6c3eSAlex Deucher 	struct smu_context *smu = &adev->smu;
3912ddc6c3eSAlex Deucher 
392273da6ffSWenhui Sheng 	if (amdgpu_reset_method == AMD_RESET_METHOD_MODE1 ||
39316086355SAlex Deucher 	    amdgpu_reset_method == AMD_RESET_METHOD_MODE2 ||
394*f172865aSAlex Deucher 	    amdgpu_reset_method == AMD_RESET_METHOD_BACO ||
395*f172865aSAlex Deucher 	    amdgpu_reset_method == AMD_RESET_METHOD_PCI)
396273da6ffSWenhui Sheng 		return amdgpu_reset_method;
397273da6ffSWenhui Sheng 
398273da6ffSWenhui Sheng 	if (amdgpu_reset_method != -1)
399273da6ffSWenhui Sheng 		dev_warn(adev->dev, "Specified reset method:%d isn't supported, using AUTO instead.\n",
400273da6ffSWenhui Sheng 				  amdgpu_reset_method);
401273da6ffSWenhui Sheng 
402ca6fd7a6SLikun Gao 	switch (adev->asic_type) {
40316086355SAlex Deucher 	case CHIP_VANGOGH:
40416086355SAlex Deucher 		return AMD_RESET_METHOD_MODE2;
405ca6fd7a6SLikun Gao 	case CHIP_SIENNA_CICHLID:
40622dd44f4SJiansong Chen 	case CHIP_NAVY_FLOUNDER:
40715ed44c0STao Zhou 	case CHIP_DIMGREY_CAVEFISH:
408ca6fd7a6SLikun Gao 		return AMD_RESET_METHOD_MODE1;
409ca6fd7a6SLikun Gao 	default:
410311531f0SWenhui Sheng 		if (smu_baco_is_support(smu))
4112ddc6c3eSAlex Deucher 			return AMD_RESET_METHOD_BACO;
4122ddc6c3eSAlex Deucher 		else
4132ddc6c3eSAlex Deucher 			return AMD_RESET_METHOD_MODE1;
4142ddc6c3eSAlex Deucher 	}
415ca6fd7a6SLikun Gao }
4162ddc6c3eSAlex Deucher 
417c6b6a421SHawking Zhang static int nv_asic_reset(struct amdgpu_device *adev)
418c6b6a421SHawking Zhang {
419767acabdSKevin Wang 	int ret = 0;
420767acabdSKevin Wang 	struct smu_context *smu = &adev->smu;
421c6b6a421SHawking Zhang 
42233cf440dSAlex Deucher 	/* skip reset on vangogh for now */
42333cf440dSAlex Deucher 	if (adev->asic_type == CHIP_VANGOGH)
42433cf440dSAlex Deucher 		return 0;
42533cf440dSAlex Deucher 
42616086355SAlex Deucher 	switch (nv_asic_reset_method(adev)) {
427*f172865aSAlex Deucher 	case AMD_RESET_METHOD_PCI:
428*f172865aSAlex Deucher 		dev_info(adev->dev, "PCI reset\n");
429*f172865aSAlex Deucher 		ret = amdgpu_device_pci_reset(adev);
430*f172865aSAlex Deucher 		break;
43116086355SAlex Deucher 	case AMD_RESET_METHOD_BACO:
43211043b7aSAlex Deucher 		dev_info(adev->dev, "BACO reset\n");
433311531f0SWenhui Sheng 
43411520f27SAlex Deucher 		ret = smu_baco_enter(smu);
43511520f27SAlex Deucher 		if (ret)
43611520f27SAlex Deucher 			return ret;
43711520f27SAlex Deucher 		ret = smu_baco_exit(smu);
43811520f27SAlex Deucher 		if (ret)
43911520f27SAlex Deucher 			return ret;
44016086355SAlex Deucher 		break;
44116086355SAlex Deucher 	case AMD_RESET_METHOD_MODE2:
44216086355SAlex Deucher 		dev_info(adev->dev, "MODE2 reset\n");
443b913ec62SAlex Deucher 		ret = nv_asic_mode2_reset(adev);
44416086355SAlex Deucher 		break;
44516086355SAlex Deucher 	default:
44611043b7aSAlex Deucher 		dev_info(adev->dev, "MODE1 reset\n");
4473e2bb60aSKevin Wang 		ret = nv_asic_mode1_reset(adev);
44816086355SAlex Deucher 		break;
44911043b7aSAlex Deucher 	}
450767acabdSKevin Wang 
451767acabdSKevin Wang 	return ret;
452c6b6a421SHawking Zhang }
453c6b6a421SHawking Zhang 
454c6b6a421SHawking Zhang static int nv_set_uvd_clocks(struct amdgpu_device *adev, u32 vclk, u32 dclk)
455c6b6a421SHawking Zhang {
456c6b6a421SHawking Zhang 	/* todo */
457c6b6a421SHawking Zhang 	return 0;
458c6b6a421SHawking Zhang }
459c6b6a421SHawking Zhang 
460c6b6a421SHawking Zhang static int nv_set_vce_clocks(struct amdgpu_device *adev, u32 evclk, u32 ecclk)
461c6b6a421SHawking Zhang {
462c6b6a421SHawking Zhang 	/* todo */
463c6b6a421SHawking Zhang 	return 0;
464c6b6a421SHawking Zhang }
465c6b6a421SHawking Zhang 
466c6b6a421SHawking Zhang static void nv_pcie_gen3_enable(struct amdgpu_device *adev)
467c6b6a421SHawking Zhang {
468c6b6a421SHawking Zhang 	if (pci_is_root_bus(adev->pdev->bus))
469c6b6a421SHawking Zhang 		return;
470c6b6a421SHawking Zhang 
471c6b6a421SHawking Zhang 	if (amdgpu_pcie_gen2 == 0)
472c6b6a421SHawking Zhang 		return;
473c6b6a421SHawking Zhang 
474c6b6a421SHawking Zhang 	if (!(adev->pm.pcie_gen_mask & (CAIL_PCIE_LINK_SPEED_SUPPORT_GEN2 |
475c6b6a421SHawking Zhang 					CAIL_PCIE_LINK_SPEED_SUPPORT_GEN3)))
476c6b6a421SHawking Zhang 		return;
477c6b6a421SHawking Zhang 
478c6b6a421SHawking Zhang 	/* todo */
479c6b6a421SHawking Zhang }
480c6b6a421SHawking Zhang 
481c6b6a421SHawking Zhang static void nv_program_aspm(struct amdgpu_device *adev)
482c6b6a421SHawking Zhang {
483e1edaeafSLikun Gao 	if (amdgpu_aspm != 1)
484c6b6a421SHawking Zhang 		return;
485c6b6a421SHawking Zhang 
486e1edaeafSLikun Gao 	if ((adev->asic_type >= CHIP_SIENNA_CICHLID) &&
487e1edaeafSLikun Gao 	    !(adev->flags & AMD_IS_APU) &&
488e1edaeafSLikun Gao 	    (adev->nbio.funcs->program_aspm))
489e1edaeafSLikun Gao 		adev->nbio.funcs->program_aspm(adev);
490e1edaeafSLikun Gao 
491c6b6a421SHawking Zhang }
492c6b6a421SHawking Zhang 
493c6b6a421SHawking Zhang static void nv_enable_doorbell_aperture(struct amdgpu_device *adev,
494c6b6a421SHawking Zhang 					bool enable)
495c6b6a421SHawking Zhang {
496bebc0762SHawking Zhang 	adev->nbio.funcs->enable_doorbell_aperture(adev, enable);
497bebc0762SHawking Zhang 	adev->nbio.funcs->enable_doorbell_selfring_aperture(adev, enable);
498c6b6a421SHawking Zhang }
499c6b6a421SHawking Zhang 
500c6b6a421SHawking Zhang static const struct amdgpu_ip_block_version nv_common_ip_block =
501c6b6a421SHawking Zhang {
502c6b6a421SHawking Zhang 	.type = AMD_IP_BLOCK_TYPE_COMMON,
503c6b6a421SHawking Zhang 	.major = 1,
504c6b6a421SHawking Zhang 	.minor = 0,
505c6b6a421SHawking Zhang 	.rev = 0,
506c6b6a421SHawking Zhang 	.funcs = &nv_common_ip_funcs,
507c6b6a421SHawking Zhang };
508c6b6a421SHawking Zhang 
509b5c73856SXiaojie Yuan static int nv_reg_base_init(struct amdgpu_device *adev)
510c6b6a421SHawking Zhang {
511b5c73856SXiaojie Yuan 	int r;
512b5c73856SXiaojie Yuan 
513b5c73856SXiaojie Yuan 	if (amdgpu_discovery) {
514b5c73856SXiaojie Yuan 		r = amdgpu_discovery_reg_base_init(adev);
515b5c73856SXiaojie Yuan 		if (r) {
516b5c73856SXiaojie Yuan 			DRM_WARN("failed to init reg base from ip discovery table, "
517b5c73856SXiaojie Yuan 					"fallback to legacy init method\n");
518b5c73856SXiaojie Yuan 			goto legacy_init;
519b5c73856SXiaojie Yuan 		}
520b5c73856SXiaojie Yuan 
521b5c73856SXiaojie Yuan 		return 0;
522b5c73856SXiaojie Yuan 	}
523b5c73856SXiaojie Yuan 
524b5c73856SXiaojie Yuan legacy_init:
525c6b6a421SHawking Zhang 	switch (adev->asic_type) {
526c6b6a421SHawking Zhang 	case CHIP_NAVI10:
527c6b6a421SHawking Zhang 		navi10_reg_base_init(adev);
528c6b6a421SHawking Zhang 		break;
529a0f6d926SXiaojie Yuan 	case CHIP_NAVI14:
530a0f6d926SXiaojie Yuan 		navi14_reg_base_init(adev);
531a0f6d926SXiaojie Yuan 		break;
53203d0a073SXiaojie Yuan 	case CHIP_NAVI12:
53303d0a073SXiaojie Yuan 		navi12_reg_base_init(adev);
53403d0a073SXiaojie Yuan 		break;
535dccdbf3fSLikun Gao 	case CHIP_SIENNA_CICHLID:
536c8c959f6SJiansong Chen 	case CHIP_NAVY_FLOUNDER:
537dccdbf3fSLikun Gao 		sienna_cichlid_reg_base_init(adev);
538dccdbf3fSLikun Gao 		break;
539026570e6SHuang Rui 	case CHIP_VANGOGH:
540026570e6SHuang Rui 		vangogh_reg_base_init(adev);
541026570e6SHuang Rui 		break;
542038d757bSTao Zhou 	case CHIP_DIMGREY_CAVEFISH:
543038d757bSTao Zhou 		dimgrey_cavefish_reg_base_init(adev);
544038d757bSTao Zhou 		break;
545c6b6a421SHawking Zhang 	default:
546c6b6a421SHawking Zhang 		return -EINVAL;
547c6b6a421SHawking Zhang 	}
548c6b6a421SHawking Zhang 
549b5c73856SXiaojie Yuan 	return 0;
550b5c73856SXiaojie Yuan }
551b5c73856SXiaojie Yuan 
552c1299461SWenhui Sheng void nv_set_virt_ops(struct amdgpu_device *adev)
553c1299461SWenhui Sheng {
554c1299461SWenhui Sheng 	adev->virt.ops = &xgpu_nv_virt_ops;
555c1299461SWenhui Sheng }
556c1299461SWenhui Sheng 
5579c94b5efSFlora Cui static bool nv_is_headless_sku(struct pci_dev *pdev)
558aa5375c5STianci.Yin {
559dd657888SFlora Cui 	if ((pdev->device == 0x731E &&
560dd657888SFlora Cui 	    (pdev->revision == 0xC6 || pdev->revision == 0xC7)) ||
561dd657888SFlora Cui 	    (pdev->device == 0x7340 && pdev->revision == 0xC9))
562aa5375c5STianci.Yin 		return true;
563aa5375c5STianci.Yin 	return false;
564aa5375c5STianci.Yin }
565aa5375c5STianci.Yin 
566b5c73856SXiaojie Yuan int nv_set_ip_blocks(struct amdgpu_device *adev)
567b5c73856SXiaojie Yuan {
568b5c73856SXiaojie Yuan 	int r;
569b5c73856SXiaojie Yuan 
570a7e91bd7SHuang Rui 	if (adev->flags & AMD_IS_APU) {
571a7e91bd7SHuang Rui 		adev->nbio.funcs = &nbio_v7_2_funcs;
572a7e91bd7SHuang Rui 		adev->nbio.hdp_flush_reg = &nbio_v7_2_hdp_flush_reg;
573a7e91bd7SHuang Rui 	} else {
574122078deSMonk Liu 		adev->nbio.funcs = &nbio_v2_3_funcs;
575122078deSMonk Liu 		adev->nbio.hdp_flush_reg = &nbio_v2_3_hdp_flush_reg;
576a7e91bd7SHuang Rui 	}
577bf087285SLikun Gao 	adev->hdp.funcs = &hdp_v5_0_funcs;
578122078deSMonk Liu 
5790bf7f2dcSLikun Gao 	if (adev->asic_type >= CHIP_SIENNA_CICHLID)
5800bf7f2dcSLikun Gao 		adev->smuio.funcs = &smuio_v11_0_6_funcs;
5810bf7f2dcSLikun Gao 	else
5820bf7f2dcSLikun Gao 		adev->smuio.funcs = &smuio_v11_0_funcs;
5830bf7f2dcSLikun Gao 
584c652923aSJohn Clements 	if (adev->asic_type == CHIP_SIENNA_CICHLID)
585c652923aSJohn Clements 		adev->gmc.xgmi.supported = true;
586c652923aSJohn Clements 
587b5c73856SXiaojie Yuan 	/* Set IP register base before any HW register access */
588b5c73856SXiaojie Yuan 	r = nv_reg_base_init(adev);
589b5c73856SXiaojie Yuan 	if (r)
590b5c73856SXiaojie Yuan 		return r;
591b5c73856SXiaojie Yuan 
592c6b6a421SHawking Zhang 	switch (adev->asic_type) {
593c6b6a421SHawking Zhang 	case CHIP_NAVI10:
594d1daf850SAlex Deucher 	case CHIP_NAVI14:
595c6b6a421SHawking Zhang 		amdgpu_device_ip_block_add(adev, &nv_common_ip_block);
596c6b6a421SHawking Zhang 		amdgpu_device_ip_block_add(adev, &gmc_v10_0_ip_block);
597c6b6a421SHawking Zhang 		amdgpu_device_ip_block_add(adev, &navi10_ih_ip_block);
598c6b6a421SHawking Zhang 		amdgpu_device_ip_block_add(adev, &psp_v11_0_ip_block);
599c6b6a421SHawking Zhang 		if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP &&
6009530273eSEvan Quan 		    !amdgpu_sriov_vf(adev))
601c6b6a421SHawking Zhang 			amdgpu_device_ip_block_add(adev, &smu_v11_0_ip_block);
602c6b6a421SHawking Zhang 		if (adev->enable_virtual_display || amdgpu_sriov_vf(adev))
603c6b6a421SHawking Zhang 			amdgpu_device_ip_block_add(adev, &dce_virtual_ip_block);
604f8a7976bSAlex Deucher #if defined(CONFIG_DRM_AMD_DC)
6058301f6b9STianci.Yin 		else if (amdgpu_device_has_dc_support(adev))
606b4f199c7SHarry Wentland 			amdgpu_device_ip_block_add(adev, &dm_ip_block);
607f8a7976bSAlex Deucher #endif
608c6b6a421SHawking Zhang 		amdgpu_device_ip_block_add(adev, &gfx_v10_0_ip_block);
609c6b6a421SHawking Zhang 		amdgpu_device_ip_block_add(adev, &sdma_v5_0_ip_block);
610c6b6a421SHawking Zhang 		if (adev->firmware.load_type == AMDGPU_FW_LOAD_DIRECT &&
6119530273eSEvan Quan 		    !amdgpu_sriov_vf(adev))
612c6b6a421SHawking Zhang 			amdgpu_device_ip_block_add(adev, &smu_v11_0_ip_block);
6139c94b5efSFlora Cui 		if (!nv_is_headless_sku(adev->pdev))
614c6b6a421SHawking Zhang 			amdgpu_device_ip_block_add(adev, &vcn_v2_0_ip_block);
6155be45a26SLeo Liu 		amdgpu_device_ip_block_add(adev, &jpeg_v2_0_ip_block);
616c6b6a421SHawking Zhang 		if (adev->enable_mes)
617c6b6a421SHawking Zhang 			amdgpu_device_ip_block_add(adev, &mes_v10_1_ip_block);
618c6b6a421SHawking Zhang 		break;
61944e9e7c9SXiaojie Yuan 	case CHIP_NAVI12:
62044e9e7c9SXiaojie Yuan 		amdgpu_device_ip_block_add(adev, &nv_common_ip_block);
62144e9e7c9SXiaojie Yuan 		amdgpu_device_ip_block_add(adev, &gmc_v10_0_ip_block);
62244e9e7c9SXiaojie Yuan 		amdgpu_device_ip_block_add(adev, &navi10_ih_ip_block);
6236b66ae2eSXiaojie Yuan 		amdgpu_device_ip_block_add(adev, &psp_v11_0_ip_block);
62479bebabbSMonk Liu 		if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP)
6257f47efebSXiaojie Yuan 			amdgpu_device_ip_block_add(adev, &smu_v11_0_ip_block);
62679902029SXiaojie Yuan 		if (adev->enable_virtual_display || amdgpu_sriov_vf(adev))
62779902029SXiaojie Yuan 			amdgpu_device_ip_block_add(adev, &dce_virtual_ip_block);
62820c14ee1SPetr Cvek #if defined(CONFIG_DRM_AMD_DC)
629078655d9SLeo Li 		else if (amdgpu_device_has_dc_support(adev))
630078655d9SLeo Li 			amdgpu_device_ip_block_add(adev, &dm_ip_block);
63120c14ee1SPetr Cvek #endif
63244e9e7c9SXiaojie Yuan 		amdgpu_device_ip_block_add(adev, &gfx_v10_0_ip_block);
63344e9e7c9SXiaojie Yuan 		amdgpu_device_ip_block_add(adev, &sdma_v5_0_ip_block);
6347f47efebSXiaojie Yuan 		if (adev->firmware.load_type == AMDGPU_FW_LOAD_DIRECT &&
6359530273eSEvan Quan 		    !amdgpu_sriov_vf(adev))
6367f47efebSXiaojie Yuan 			amdgpu_device_ip_block_add(adev, &smu_v11_0_ip_block);
6371fbed280SBoyuan Zhang 		amdgpu_device_ip_block_add(adev, &vcn_v2_0_ip_block);
638fe442491SMonk Liu 		if (!amdgpu_sriov_vf(adev))
6395be45a26SLeo Liu 			amdgpu_device_ip_block_add(adev, &jpeg_v2_0_ip_block);
64044e9e7c9SXiaojie Yuan 		break;
6412e1ba10eSLikun Gao 	case CHIP_SIENNA_CICHLID:
6422e1ba10eSLikun Gao 		amdgpu_device_ip_block_add(adev, &nv_common_ip_block);
6430b3df16bSLikun Gao 		amdgpu_device_ip_block_add(adev, &gmc_v10_0_ip_block);
644757b3af8SLikun Gao 		amdgpu_device_ip_block_add(adev, &navi10_ih_ip_block);
64556304e72SLikun Gao 		if (likely(adev->firmware.load_type == AMDGPU_FW_LOAD_PSP))
6465aa02350SLikun Gao 			amdgpu_device_ip_block_add(adev, &psp_v11_0_ip_block);
647b07e5c60SLikun Gao 		if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP &&
648acf2740fSJane Jian 		    is_support_sw_smu(adev))
649b07e5c60SLikun Gao 			amdgpu_device_ip_block_add(adev, &smu_v11_0_ip_block);
6509a986760SLikun Gao 		if (adev->enable_virtual_display || amdgpu_sriov_vf(adev))
6519a986760SLikun Gao 			amdgpu_device_ip_block_add(adev, &dce_virtual_ip_block);
652464ab91aSBhawanpreet Lakha #if defined(CONFIG_DRM_AMD_DC)
653464ab91aSBhawanpreet Lakha 		else if (amdgpu_device_has_dc_support(adev))
654464ab91aSBhawanpreet Lakha 			amdgpu_device_ip_block_add(adev, &dm_ip_block);
655464ab91aSBhawanpreet Lakha #endif
656933c8a93SLikun Gao 		amdgpu_device_ip_block_add(adev, &gfx_v10_0_ip_block);
657157e72e8SLikun Gao 		amdgpu_device_ip_block_add(adev, &sdma_v5_2_ip_block);
658b8f10585SLeo Liu 		amdgpu_device_ip_block_add(adev, &vcn_v3_0_ip_block);
659c45fbe1bSJack Zhang 		if (!amdgpu_sriov_vf(adev))
6604d72dd12SLeo Liu 			amdgpu_device_ip_block_add(adev, &jpeg_v3_0_ip_block);
661c45fbe1bSJack Zhang 
662a346ef86SJack Xiao 		if (adev->enable_mes)
663a346ef86SJack Xiao 			amdgpu_device_ip_block_add(adev, &mes_v10_1_ip_block);
6642e1ba10eSLikun Gao 		break;
6658515e0a4SJiansong Chen 	case CHIP_NAVY_FLOUNDER:
6668515e0a4SJiansong Chen 		amdgpu_device_ip_block_add(adev, &nv_common_ip_block);
667fc8f07daSJiansong Chen 		amdgpu_device_ip_block_add(adev, &gmc_v10_0_ip_block);
668026c396bSJiansong Chen 		amdgpu_device_ip_block_add(adev, &navi10_ih_ip_block);
6697420eab2SJiansong Chen 		if (likely(adev->firmware.load_type == AMDGPU_FW_LOAD_PSP))
6707420eab2SJiansong Chen 			amdgpu_device_ip_block_add(adev, &psp_v11_0_ip_block);
6717420eab2SJiansong Chen 		if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP &&
6727420eab2SJiansong Chen 		    is_support_sw_smu(adev))
6737420eab2SJiansong Chen 			amdgpu_device_ip_block_add(adev, &smu_v11_0_ip_block);
6745404f073SJiansong Chen 		if (adev->enable_virtual_display || amdgpu_sriov_vf(adev))
6755404f073SJiansong Chen 			amdgpu_device_ip_block_add(adev, &dce_virtual_ip_block);
676a6c5308fSBhawanpreet Lakha #if defined(CONFIG_DRM_AMD_DC)
677a6c5308fSBhawanpreet Lakha 		else if (amdgpu_device_has_dc_support(adev))
678a6c5308fSBhawanpreet Lakha 			amdgpu_device_ip_block_add(adev, &dm_ip_block);
679a6c5308fSBhawanpreet Lakha #endif
680885eb3faSJiansong Chen 		amdgpu_device_ip_block_add(adev, &gfx_v10_0_ip_block);
681df2d15dfSJiansong Chen 		amdgpu_device_ip_block_add(adev, &sdma_v5_2_ip_block);
682290b4ad5SBoyuan Zhang 		amdgpu_device_ip_block_add(adev, &vcn_v3_0_ip_block);
683290b4ad5SBoyuan Zhang 		amdgpu_device_ip_block_add(adev, &jpeg_v3_0_ip_block);
684f4497d10SJiansong Chen 		if (adev->firmware.load_type == AMDGPU_FW_LOAD_DIRECT &&
685f4497d10SJiansong Chen 		    is_support_sw_smu(adev))
686f4497d10SJiansong Chen 			amdgpu_device_ip_block_add(adev, &smu_v11_0_ip_block);
6878515e0a4SJiansong Chen 		break;
68888edbad6SHuang Rui 	case CHIP_VANGOGH:
68988edbad6SHuang Rui 		amdgpu_device_ip_block_add(adev, &nv_common_ip_block);
69088edbad6SHuang Rui 		amdgpu_device_ip_block_add(adev, &gmc_v10_0_ip_block);
69188edbad6SHuang Rui 		amdgpu_device_ip_block_add(adev, &navi10_ih_ip_block);
692ed3b7353SHuang Rui 		if (likely(adev->firmware.load_type == AMDGPU_FW_LOAD_PSP))
693ed3b7353SHuang Rui 			amdgpu_device_ip_block_add(adev, &psp_v11_0_ip_block);
694c821e0fbSHuang Rui 		amdgpu_device_ip_block_add(adev, &smu_v11_0_ip_block);
69588edbad6SHuang Rui 		if (adev->enable_virtual_display || amdgpu_sriov_vf(adev))
69688edbad6SHuang Rui 			amdgpu_device_ip_block_add(adev, &dce_virtual_ip_block);
69784b934bcSHuang Rui #if defined(CONFIG_DRM_AMD_DC)
69884b934bcSHuang Rui 		else if (amdgpu_device_has_dc_support(adev))
69984b934bcSHuang Rui 			amdgpu_device_ip_block_add(adev, &dm_ip_block);
70084b934bcSHuang Rui #endif
70188edbad6SHuang Rui 		amdgpu_device_ip_block_add(adev, &gfx_v10_0_ip_block);
70288edbad6SHuang Rui 		amdgpu_device_ip_block_add(adev, &sdma_v5_2_ip_block);
703b4e532d6SThong Thai 		amdgpu_device_ip_block_add(adev, &vcn_v3_0_ip_block);
704b4e532d6SThong Thai 		amdgpu_device_ip_block_add(adev, &jpeg_v3_0_ip_block);
70588edbad6SHuang Rui 		break;
7062aa92b12STao Zhou 	case CHIP_DIMGREY_CAVEFISH:
7072aa92b12STao Zhou 		amdgpu_device_ip_block_add(adev, &nv_common_ip_block);
7083e02ad44STao Zhou 		amdgpu_device_ip_block_add(adev, &gmc_v10_0_ip_block);
709771cc67eSTao Zhou 		amdgpu_device_ip_block_add(adev, &navi10_ih_ip_block);
710aff39cdeSTao Zhou 		if (likely(adev->firmware.load_type == AMDGPU_FW_LOAD_PSP))
711aff39cdeSTao Zhou 			amdgpu_device_ip_block_add(adev, &psp_v11_0_ip_block);
712aff39cdeSTao Zhou 		if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP &&
713aff39cdeSTao Zhou 		    is_support_sw_smu(adev))
714aff39cdeSTao Zhou 			amdgpu_device_ip_block_add(adev, &smu_v11_0_ip_block);
71576a2d9eaSTao Zhou 		if (adev->enable_virtual_display || amdgpu_sriov_vf(adev))
71676a2d9eaSTao Zhou 			amdgpu_device_ip_block_add(adev, &dce_virtual_ip_block);
7177cc656e2STao Zhou #if defined(CONFIG_DRM_AMD_DC)
7187cc656e2STao Zhou                 else if (amdgpu_device_has_dc_support(adev))
7197cc656e2STao Zhou                         amdgpu_device_ip_block_add(adev, &dm_ip_block);
7207cc656e2STao Zhou #endif
721feb6329cSTao Zhou 		amdgpu_device_ip_block_add(adev, &gfx_v10_0_ip_block);
72201069226STao Zhou 		amdgpu_device_ip_block_add(adev, &sdma_v5_2_ip_block);
7230afc770bSJames Zhu 		amdgpu_device_ip_block_add(adev, &vcn_v3_0_ip_block);
724be6b1cd3SJames Zhu 		amdgpu_device_ip_block_add(adev, &jpeg_v3_0_ip_block);
7252aa92b12STao Zhou 		break;
726c6b6a421SHawking Zhang 	default:
727c6b6a421SHawking Zhang 		return -EINVAL;
728c6b6a421SHawking Zhang 	}
729c6b6a421SHawking Zhang 
730c6b6a421SHawking Zhang 	return 0;
731c6b6a421SHawking Zhang }
732c6b6a421SHawking Zhang 
733c6b6a421SHawking Zhang static uint32_t nv_get_rev_id(struct amdgpu_device *adev)
734c6b6a421SHawking Zhang {
735bebc0762SHawking Zhang 	return adev->nbio.funcs->get_rev_id(adev);
736c6b6a421SHawking Zhang }
737c6b6a421SHawking Zhang 
738c6b6a421SHawking Zhang static bool nv_need_full_reset(struct amdgpu_device *adev)
739c6b6a421SHawking Zhang {
740c6b6a421SHawking Zhang 	return true;
741c6b6a421SHawking Zhang }
742c6b6a421SHawking Zhang 
743c6b6a421SHawking Zhang static bool nv_need_reset_on_init(struct amdgpu_device *adev)
744c6b6a421SHawking Zhang {
745c6b6a421SHawking Zhang 	u32 sol_reg;
746c6b6a421SHawking Zhang 
747c6b6a421SHawking Zhang 	if (adev->flags & AMD_IS_APU)
748c6b6a421SHawking Zhang 		return false;
749c6b6a421SHawking Zhang 
750c6b6a421SHawking Zhang 	/* Check sOS sign of life register to confirm sys driver and sOS
751c6b6a421SHawking Zhang 	 * are already been loaded.
752c6b6a421SHawking Zhang 	 */
753c6b6a421SHawking Zhang 	sol_reg = RREG32_SOC15(MP0, 0, mmMP0_SMN_C2PMSG_81);
754c6b6a421SHawking Zhang 	if (sol_reg)
755c6b6a421SHawking Zhang 		return true;
7563967ae6dSAlex Deucher 
757c6b6a421SHawking Zhang 	return false;
758c6b6a421SHawking Zhang }
759c6b6a421SHawking Zhang 
7602af81531SKevin Wang static uint64_t nv_get_pcie_replay_count(struct amdgpu_device *adev)
7612af81531SKevin Wang {
7622af81531SKevin Wang 
7632af81531SKevin Wang 	/* TODO
7642af81531SKevin Wang 	 * dummy implement for pcie_replay_count sysfs interface
7652af81531SKevin Wang 	 * */
7662af81531SKevin Wang 
7672af81531SKevin Wang 	return 0;
7682af81531SKevin Wang }
7692af81531SKevin Wang 
770c6b6a421SHawking Zhang static void nv_init_doorbell_index(struct amdgpu_device *adev)
771c6b6a421SHawking Zhang {
772c6b6a421SHawking Zhang 	adev->doorbell_index.kiq = AMDGPU_NAVI10_DOORBELL_KIQ;
773c6b6a421SHawking Zhang 	adev->doorbell_index.mec_ring0 = AMDGPU_NAVI10_DOORBELL_MEC_RING0;
774c6b6a421SHawking Zhang 	adev->doorbell_index.mec_ring1 = AMDGPU_NAVI10_DOORBELL_MEC_RING1;
775c6b6a421SHawking Zhang 	adev->doorbell_index.mec_ring2 = AMDGPU_NAVI10_DOORBELL_MEC_RING2;
776c6b6a421SHawking Zhang 	adev->doorbell_index.mec_ring3 = AMDGPU_NAVI10_DOORBELL_MEC_RING3;
777c6b6a421SHawking Zhang 	adev->doorbell_index.mec_ring4 = AMDGPU_NAVI10_DOORBELL_MEC_RING4;
778c6b6a421SHawking Zhang 	adev->doorbell_index.mec_ring5 = AMDGPU_NAVI10_DOORBELL_MEC_RING5;
779c6b6a421SHawking Zhang 	adev->doorbell_index.mec_ring6 = AMDGPU_NAVI10_DOORBELL_MEC_RING6;
780c6b6a421SHawking Zhang 	adev->doorbell_index.mec_ring7 = AMDGPU_NAVI10_DOORBELL_MEC_RING7;
781c6b6a421SHawking Zhang 	adev->doorbell_index.userqueue_start = AMDGPU_NAVI10_DOORBELL_USERQUEUE_START;
782c6b6a421SHawking Zhang 	adev->doorbell_index.userqueue_end = AMDGPU_NAVI10_DOORBELL_USERQUEUE_END;
783c6b6a421SHawking Zhang 	adev->doorbell_index.gfx_ring0 = AMDGPU_NAVI10_DOORBELL_GFX_RING0;
784c6b6a421SHawking Zhang 	adev->doorbell_index.gfx_ring1 = AMDGPU_NAVI10_DOORBELL_GFX_RING1;
78520519232SJack Xiao 	adev->doorbell_index.mes_ring = AMDGPU_NAVI10_DOORBELL_MES_RING;
786c6b6a421SHawking Zhang 	adev->doorbell_index.sdma_engine[0] = AMDGPU_NAVI10_DOORBELL_sDMA_ENGINE0;
787c6b6a421SHawking Zhang 	adev->doorbell_index.sdma_engine[1] = AMDGPU_NAVI10_DOORBELL_sDMA_ENGINE1;
788157e72e8SLikun Gao 	adev->doorbell_index.sdma_engine[2] = AMDGPU_NAVI10_DOORBELL_sDMA_ENGINE2;
789157e72e8SLikun Gao 	adev->doorbell_index.sdma_engine[3] = AMDGPU_NAVI10_DOORBELL_sDMA_ENGINE3;
790c6b6a421SHawking Zhang 	adev->doorbell_index.ih = AMDGPU_NAVI10_DOORBELL_IH;
791c6b6a421SHawking Zhang 	adev->doorbell_index.vcn.vcn_ring0_1 = AMDGPU_NAVI10_DOORBELL64_VCN0_1;
792c6b6a421SHawking Zhang 	adev->doorbell_index.vcn.vcn_ring2_3 = AMDGPU_NAVI10_DOORBELL64_VCN2_3;
793c6b6a421SHawking Zhang 	adev->doorbell_index.vcn.vcn_ring4_5 = AMDGPU_NAVI10_DOORBELL64_VCN4_5;
794c6b6a421SHawking Zhang 	adev->doorbell_index.vcn.vcn_ring6_7 = AMDGPU_NAVI10_DOORBELL64_VCN6_7;
795c6b6a421SHawking Zhang 	adev->doorbell_index.first_non_cp = AMDGPU_NAVI10_DOORBELL64_FIRST_NON_CP;
796c6b6a421SHawking Zhang 	adev->doorbell_index.last_non_cp = AMDGPU_NAVI10_DOORBELL64_LAST_NON_CP;
797c6b6a421SHawking Zhang 
798c6b6a421SHawking Zhang 	adev->doorbell_index.max_assignment = AMDGPU_NAVI10_DOORBELL_MAX_ASSIGNMENT << 1;
799c6b6a421SHawking Zhang 	adev->doorbell_index.sdma_doorbell_range = 20;
800c6b6a421SHawking Zhang }
801c6b6a421SHawking Zhang 
802a7173731SAlex Deucher static void nv_pre_asic_init(struct amdgpu_device *adev)
803a7173731SAlex Deucher {
804a7173731SAlex Deucher }
805a7173731SAlex Deucher 
80627747293SEvan Quan static int nv_update_umd_stable_pstate(struct amdgpu_device *adev,
80727747293SEvan Quan 				       bool enter)
80827747293SEvan Quan {
80927747293SEvan Quan 	if (enter)
81027747293SEvan Quan 		amdgpu_gfx_rlc_enter_safe_mode(adev);
81127747293SEvan Quan 	else
81227747293SEvan Quan 		amdgpu_gfx_rlc_exit_safe_mode(adev);
81327747293SEvan Quan 
81427747293SEvan Quan 	if (adev->gfx.funcs->update_perfmon_mgcg)
81527747293SEvan Quan 		adev->gfx.funcs->update_perfmon_mgcg(adev, !enter);
81627747293SEvan Quan 
81727747293SEvan Quan 	/*
81827747293SEvan Quan 	 * The ASPM function is not fully enabled and verified on
81927747293SEvan Quan 	 * Navi yet. Temporarily skip this until ASPM enabled.
82027747293SEvan Quan 	 */
821e1edaeafSLikun Gao 	if ((adev->asic_type >= CHIP_SIENNA_CICHLID) &&
822e1edaeafSLikun Gao 	    !(adev->flags & AMD_IS_APU) &&
823e1edaeafSLikun Gao 	    (adev->nbio.funcs->enable_aspm))
82427747293SEvan Quan 		adev->nbio.funcs->enable_aspm(adev, !enter);
82527747293SEvan Quan 
82627747293SEvan Quan 	return 0;
82727747293SEvan Quan }
82827747293SEvan Quan 
829c6b6a421SHawking Zhang static const struct amdgpu_asic_funcs nv_asic_funcs =
830c6b6a421SHawking Zhang {
831c6b6a421SHawking Zhang 	.read_disabled_bios = &nv_read_disabled_bios,
832c6b6a421SHawking Zhang 	.read_bios_from_rom = &nv_read_bios_from_rom,
833c6b6a421SHawking Zhang 	.read_register = &nv_read_register,
834c6b6a421SHawking Zhang 	.reset = &nv_asic_reset,
8352ddc6c3eSAlex Deucher 	.reset_method = &nv_asic_reset_method,
836c6b6a421SHawking Zhang 	.set_vga_state = &nv_vga_set_state,
837c6b6a421SHawking Zhang 	.get_xclk = &nv_get_xclk,
838c6b6a421SHawking Zhang 	.set_uvd_clocks = &nv_set_uvd_clocks,
839c6b6a421SHawking Zhang 	.set_vce_clocks = &nv_set_vce_clocks,
840c6b6a421SHawking Zhang 	.get_config_memsize = &nv_get_config_memsize,
841c6b6a421SHawking Zhang 	.init_doorbell_index = &nv_init_doorbell_index,
842c6b6a421SHawking Zhang 	.need_full_reset = &nv_need_full_reset,
843c6b6a421SHawking Zhang 	.need_reset_on_init = &nv_need_reset_on_init,
8442af81531SKevin Wang 	.get_pcie_replay_count = &nv_get_pcie_replay_count,
845ac742616SAlex Deucher 	.supports_baco = &nv_asic_supports_baco,
846a7173731SAlex Deucher 	.pre_asic_init = &nv_pre_asic_init,
84727747293SEvan Quan 	.update_umd_stable_pstate = &nv_update_umd_stable_pstate,
848c6b6a421SHawking Zhang };
849c6b6a421SHawking Zhang 
850c6b6a421SHawking Zhang static int nv_common_early_init(void *handle)
851c6b6a421SHawking Zhang {
852923c087aSYong Zhao #define MMIO_REG_HOLE_OFFSET (0x80000 - PAGE_SIZE)
853c6b6a421SHawking Zhang 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
854c6b6a421SHawking Zhang 
855923c087aSYong Zhao 	adev->rmmio_remap.reg_offset = MMIO_REG_HOLE_OFFSET;
856923c087aSYong Zhao 	adev->rmmio_remap.bus_addr = adev->rmmio_base + MMIO_REG_HOLE_OFFSET;
857c6b6a421SHawking Zhang 	adev->smc_rreg = NULL;
858c6b6a421SHawking Zhang 	adev->smc_wreg = NULL;
859c6b6a421SHawking Zhang 	adev->pcie_rreg = &nv_pcie_rreg;
860c6b6a421SHawking Zhang 	adev->pcie_wreg = &nv_pcie_wreg;
8614922f1bcSJohn Clements 	adev->pcie_rreg64 = &nv_pcie_rreg64;
8624922f1bcSJohn Clements 	adev->pcie_wreg64 = &nv_pcie_wreg64;
8635de54343SHuang Rui 	adev->pciep_rreg = &nv_pcie_port_rreg;
8645de54343SHuang Rui 	adev->pciep_wreg = &nv_pcie_port_wreg;
865c6b6a421SHawking Zhang 
866c6b6a421SHawking Zhang 	/* TODO: will add them during VCN v2 implementation */
867c6b6a421SHawking Zhang 	adev->uvd_ctx_rreg = NULL;
868c6b6a421SHawking Zhang 	adev->uvd_ctx_wreg = NULL;
869c6b6a421SHawking Zhang 
870c6b6a421SHawking Zhang 	adev->didt_rreg = &nv_didt_rreg;
871c6b6a421SHawking Zhang 	adev->didt_wreg = &nv_didt_wreg;
872c6b6a421SHawking Zhang 
873c6b6a421SHawking Zhang 	adev->asic_funcs = &nv_asic_funcs;
874c6b6a421SHawking Zhang 
875c6b6a421SHawking Zhang 	adev->rev_id = nv_get_rev_id(adev);
876c6b6a421SHawking Zhang 	adev->external_rev_id = 0xff;
877c6b6a421SHawking Zhang 	switch (adev->asic_type) {
878c6b6a421SHawking Zhang 	case CHIP_NAVI10:
879c6b6a421SHawking Zhang 		adev->cg_flags = AMD_CG_SUPPORT_GFX_MGCG |
880c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_GFX_CGCG |
881c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_IH_CG |
882c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_HDP_MGCG |
883c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_HDP_LS |
884c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_SDMA_MGCG |
885c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_SDMA_LS |
886c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_MC_MGCG |
887c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_MC_LS |
888c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_ATHUB_MGCG |
889c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_ATHUB_LS |
890c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_VCN_MGCG |
891099d66e4SLeo Liu 			AMD_CG_SUPPORT_JPEG_MGCG |
892c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_BIF_MGCG |
893c6b6a421SHawking Zhang 			AMD_CG_SUPPORT_BIF_LS;
894157710eaSLeo Liu 		adev->pg_flags = AMD_PG_SUPPORT_VCN |
895c12d410fSHuang Rui 			AMD_PG_SUPPORT_VCN_DPG |
896099d66e4SLeo Liu 			AMD_PG_SUPPORT_JPEG |
897a201b6acSHuang Rui 			AMD_PG_SUPPORT_ATHUB;
898c6b6a421SHawking Zhang 		adev->external_rev_id = adev->rev_id + 0x1;
899c6b6a421SHawking Zhang 		break;
9005e71e011SXiaojie Yuan 	case CHIP_NAVI14:
901d0c39f8cSXiaojie Yuan 		adev->cg_flags = AMD_CG_SUPPORT_GFX_MGCG |
902d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_GFX_CGCG |
903d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_IH_CG |
904d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_HDP_MGCG |
905d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_HDP_LS |
906d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_SDMA_MGCG |
907d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_SDMA_LS |
908d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_MC_MGCG |
909d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_MC_LS |
910d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_ATHUB_MGCG |
911d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_ATHUB_LS |
912d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_VCN_MGCG |
913099d66e4SLeo Liu 			AMD_CG_SUPPORT_JPEG_MGCG |
914d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_BIF_MGCG |
915d0c39f8cSXiaojie Yuan 			AMD_CG_SUPPORT_BIF_LS;
9160377b088SXiaojie Yuan 		adev->pg_flags = AMD_PG_SUPPORT_VCN |
917099d66e4SLeo Liu 			AMD_PG_SUPPORT_JPEG |
9180377b088SXiaojie Yuan 			AMD_PG_SUPPORT_VCN_DPG;
91935ef88faStiancyin 		adev->external_rev_id = adev->rev_id + 20;
9205e71e011SXiaojie Yuan 		break;
92174b5e509SXiaojie Yuan 	case CHIP_NAVI12:
922dca009e7SXiaojie Yuan 		adev->cg_flags = AMD_CG_SUPPORT_GFX_MGCG |
923dca009e7SXiaojie Yuan 			AMD_CG_SUPPORT_GFX_MGLS |
924dca009e7SXiaojie Yuan 			AMD_CG_SUPPORT_GFX_CGCG |
925dca009e7SXiaojie Yuan 			AMD_CG_SUPPORT_GFX_CP_LS |
9265211c37aSXiaojie Yuan 			AMD_CG_SUPPORT_GFX_RLC_LS |
927fbe0bc57SXiaojie Yuan 			AMD_CG_SUPPORT_IH_CG |
9285211c37aSXiaojie Yuan 			AMD_CG_SUPPORT_HDP_MGCG |
929358ab97fSXiaojie Yuan 			AMD_CG_SUPPORT_HDP_LS |
930358ab97fSXiaojie Yuan 			AMD_CG_SUPPORT_SDMA_MGCG |
9318b797b3dSXiaojie Yuan 			AMD_CG_SUPPORT_SDMA_LS |
9328b797b3dSXiaojie Yuan 			AMD_CG_SUPPORT_MC_MGCG |
933ca51678dSXiaojie Yuan 			AMD_CG_SUPPORT_MC_LS |
934ca51678dSXiaojie Yuan 			AMD_CG_SUPPORT_ATHUB_MGCG |
93565872e59SXiaojie Yuan 			AMD_CG_SUPPORT_ATHUB_LS |
936099d66e4SLeo Liu 			AMD_CG_SUPPORT_VCN_MGCG |
937099d66e4SLeo Liu 			AMD_CG_SUPPORT_JPEG_MGCG;
938c1653ea0SXiaojie Yuan 		adev->pg_flags = AMD_PG_SUPPORT_VCN |
9395ef3b8acSXiaojie Yuan 			AMD_PG_SUPPORT_VCN_DPG |
940099d66e4SLeo Liu 			AMD_PG_SUPPORT_JPEG |
9411b0443b1SLikun Gao 			AMD_PG_SUPPORT_ATHUB;
942df5e984cSTiecheng Zhou 		/* guest vm gets 0xffffffff when reading RCC_DEV0_EPF0_STRAP0,
943df5e984cSTiecheng Zhou 		 * as a consequence, the rev_id and external_rev_id are wrong.
944df5e984cSTiecheng Zhou 		 * workaround it by hardcoding rev_id to 0 (default value).
945df5e984cSTiecheng Zhou 		 */
946df5e984cSTiecheng Zhou 		if (amdgpu_sriov_vf(adev))
947df5e984cSTiecheng Zhou 			adev->rev_id = 0;
94874b5e509SXiaojie Yuan 		adev->external_rev_id = adev->rev_id + 0xa;
94974b5e509SXiaojie Yuan 		break;
950117910edSLikun Gao 	case CHIP_SIENNA_CICHLID:
95100194defSLikun Gao 		adev->cg_flags = AMD_CG_SUPPORT_GFX_MGCG |
95200194defSLikun Gao 			AMD_CG_SUPPORT_GFX_CGCG |
95300194defSLikun Gao 			AMD_CG_SUPPORT_GFX_3D_CGCG |
95498f8ea29SLikun Gao 			AMD_CG_SUPPORT_MC_MGCG |
95500194defSLikun Gao 			AMD_CG_SUPPORT_VCN_MGCG |
956ca36461fSKenneth Feng 			AMD_CG_SUPPORT_JPEG_MGCG |
957ca36461fSKenneth Feng 			AMD_CG_SUPPORT_HDP_MGCG |
9583a32c25aSKenneth Feng 			AMD_CG_SUPPORT_HDP_LS |
959bcc8367fSKenneth Feng 			AMD_CG_SUPPORT_IH_CG |
960bcc8367fSKenneth Feng 			AMD_CG_SUPPORT_MC_LS;
961b467c4f5SLeo Liu 		adev->pg_flags = AMD_PG_SUPPORT_VCN |
962d00b0fa9SBoyuan Zhang 			AMD_PG_SUPPORT_VCN_DPG |
963b794616dSKenneth Feng 			AMD_PG_SUPPORT_JPEG |
9641b0443b1SLikun Gao 			AMD_PG_SUPPORT_ATHUB |
9651b0443b1SLikun Gao 			AMD_PG_SUPPORT_MMHUB;
966c45fbe1bSJack Zhang 		if (amdgpu_sriov_vf(adev)) {
967c45fbe1bSJack Zhang 			/* hypervisor control CG and PG enablement */
968c45fbe1bSJack Zhang 			adev->cg_flags = 0;
969c45fbe1bSJack Zhang 			adev->pg_flags = 0;
970c45fbe1bSJack Zhang 		}
971117910edSLikun Gao 		adev->external_rev_id = adev->rev_id + 0x28;
972117910edSLikun Gao 		break;
973543aa259SJiansong Chen 	case CHIP_NAVY_FLOUNDER:
97440582e67SJiansong Chen 		adev->cg_flags = AMD_CG_SUPPORT_GFX_MGCG |
97540582e67SJiansong Chen 			AMD_CG_SUPPORT_GFX_CGCG |
97640582e67SJiansong Chen 			AMD_CG_SUPPORT_GFX_3D_CGCG |
97740582e67SJiansong Chen 			AMD_CG_SUPPORT_VCN_MGCG |
97892c73756SJiansong Chen 			AMD_CG_SUPPORT_JPEG_MGCG |
97992c73756SJiansong Chen 			AMD_CG_SUPPORT_MC_MGCG |
9804759f887SJiansong Chen 			AMD_CG_SUPPORT_MC_LS |
9814759f887SJiansong Chen 			AMD_CG_SUPPORT_HDP_MGCG |
98285e7151bSJiansong Chen 			AMD_CG_SUPPORT_HDP_LS |
98385e7151bSJiansong Chen 			AMD_CG_SUPPORT_IH_CG;
984c6e9dd0eSBoyuan Zhang 		adev->pg_flags = AMD_PG_SUPPORT_VCN |
98500740df9SBoyuan Zhang 			AMD_PG_SUPPORT_VCN_DPG |
98647fc894aSJiansong Chen 			AMD_PG_SUPPORT_JPEG |
98747fc894aSJiansong Chen 			AMD_PG_SUPPORT_ATHUB |
98847fc894aSJiansong Chen 			AMD_PG_SUPPORT_MMHUB;
989543aa259SJiansong Chen 		adev->external_rev_id = adev->rev_id + 0x32;
990543aa259SJiansong Chen 		break;
991543aa259SJiansong Chen 
992026570e6SHuang Rui 	case CHIP_VANGOGH:
993c345c89bSHuang Rui 		adev->apu_flags |= AMD_APU_IS_VANGOGH;
99451a7e938SJinzhou.Su 		adev->cg_flags = AMD_CG_SUPPORT_GFX_MGCG |
99551a7e938SJinzhou.Su 			AMD_CG_SUPPORT_GFX_MGLS |
99651a7e938SJinzhou.Su 			AMD_CG_SUPPORT_GFX_CP_LS |
99751a7e938SJinzhou.Su 			AMD_CG_SUPPORT_GFX_RLC_LS |
99851a7e938SJinzhou.Su 			AMD_CG_SUPPORT_GFX_CGCG |
999ac0dc4c5SHuang Rui 			AMD_CG_SUPPORT_GFX_CGLS |
1000ac0dc4c5SHuang Rui 			AMD_CG_SUPPORT_GFX_3D_CGCG |
100107f9c22fSBoyuan Zhang 			AMD_CG_SUPPORT_GFX_3D_CGLS |
10020ebce667SJinzhou.Su 			AMD_CG_SUPPORT_MC_MGCG |
10030ebce667SJinzhou.Su 			AMD_CG_SUPPORT_MC_LS |
1004a3964ec4SJinzhou.Su 			AMD_CG_SUPPORT_GFX_FGCG |
100507f9c22fSBoyuan Zhang 			AMD_CG_SUPPORT_VCN_MGCG |
100607f9c22fSBoyuan Zhang 			AMD_CG_SUPPORT_JPEG_MGCG;
100707f9c22fSBoyuan Zhang 		adev->pg_flags = AMD_PG_SUPPORT_GFX_PG |
100807f9c22fSBoyuan Zhang 			AMD_PG_SUPPORT_VCN |
100907f9c22fSBoyuan Zhang 			AMD_PG_SUPPORT_VCN_DPG |
101007f9c22fSBoyuan Zhang 			AMD_PG_SUPPORT_JPEG;
1011c345c89bSHuang Rui 		if (adev->apu_flags & AMD_APU_IS_VANGOGH)
1012026570e6SHuang Rui 			adev->external_rev_id = adev->rev_id + 0x01;
1013026570e6SHuang Rui 		break;
1014550c58e0STao Zhou 	case CHIP_DIMGREY_CAVEFISH:
1015583e5a5eSTao Zhou 		adev->cg_flags = AMD_CG_SUPPORT_GFX_MGCG |
1016583e5a5eSTao Zhou 			AMD_CG_SUPPORT_GFX_CGCG |
1017583e5a5eSTao Zhou 			AMD_CG_SUPPORT_GFX_3D_CGCG |
1018583e5a5eSTao Zhou 			AMD_CG_SUPPORT_VCN_MGCG |
1019135333a0STao Zhou 			AMD_CG_SUPPORT_JPEG_MGCG |
1020135333a0STao Zhou 			AMD_CG_SUPPORT_MC_MGCG |
10212c70c332STao Zhou 			AMD_CG_SUPPORT_MC_LS |
10222c70c332STao Zhou 			AMD_CG_SUPPORT_HDP_MGCG |
10238e3bfb99STao Zhou 			AMD_CG_SUPPORT_HDP_LS |
10248e3bfb99STao Zhou 			AMD_CG_SUPPORT_IH_CG;
1025d5bc1579SJames Zhu 		adev->pg_flags = AMD_PG_SUPPORT_VCN |
1026cc6161aaSJames Zhu 			AMD_PG_SUPPORT_VCN_DPG |
102773da8e86STao Zhou 			AMD_PG_SUPPORT_JPEG |
102873da8e86STao Zhou 			AMD_PG_SUPPORT_ATHUB |
102973da8e86STao Zhou 			AMD_PG_SUPPORT_MMHUB;
1030550c58e0STao Zhou 		adev->external_rev_id = adev->rev_id + 0x3c;
1031550c58e0STao Zhou 		break;
1032c6b6a421SHawking Zhang 	default:
1033c6b6a421SHawking Zhang 		/* FIXME: not supported yet */
1034c6b6a421SHawking Zhang 		return -EINVAL;
1035c6b6a421SHawking Zhang 	}
1036c6b6a421SHawking Zhang 
1037b05b6903SJiange Zhao 	if (amdgpu_sriov_vf(adev)) {
1038b05b6903SJiange Zhao 		amdgpu_virt_init_setting(adev);
1039b05b6903SJiange Zhao 		xgpu_nv_mailbox_set_irq_funcs(adev);
1040b05b6903SJiange Zhao 	}
1041b05b6903SJiange Zhao 
1042c6b6a421SHawking Zhang 	return 0;
1043c6b6a421SHawking Zhang }
1044c6b6a421SHawking Zhang 
1045c6b6a421SHawking Zhang static int nv_common_late_init(void *handle)
1046c6b6a421SHawking Zhang {
1047b05b6903SJiange Zhao 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1048b05b6903SJiange Zhao 
1049b05b6903SJiange Zhao 	if (amdgpu_sriov_vf(adev))
1050b05b6903SJiange Zhao 		xgpu_nv_mailbox_get_irq(adev);
1051b05b6903SJiange Zhao 
1052c6b6a421SHawking Zhang 	return 0;
1053c6b6a421SHawking Zhang }
1054c6b6a421SHawking Zhang 
1055c6b6a421SHawking Zhang static int nv_common_sw_init(void *handle)
1056c6b6a421SHawking Zhang {
1057b05b6903SJiange Zhao 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1058b05b6903SJiange Zhao 
1059b05b6903SJiange Zhao 	if (amdgpu_sriov_vf(adev))
1060b05b6903SJiange Zhao 		xgpu_nv_mailbox_add_irq_id(adev);
1061b05b6903SJiange Zhao 
1062c6b6a421SHawking Zhang 	return 0;
1063c6b6a421SHawking Zhang }
1064c6b6a421SHawking Zhang 
1065c6b6a421SHawking Zhang static int nv_common_sw_fini(void *handle)
1066c6b6a421SHawking Zhang {
1067c6b6a421SHawking Zhang 	return 0;
1068c6b6a421SHawking Zhang }
1069c6b6a421SHawking Zhang 
1070c6b6a421SHawking Zhang static int nv_common_hw_init(void *handle)
1071c6b6a421SHawking Zhang {
1072c6b6a421SHawking Zhang 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1073c6b6a421SHawking Zhang 
1074c6b6a421SHawking Zhang 	/* enable pcie gen2/3 link */
1075c6b6a421SHawking Zhang 	nv_pcie_gen3_enable(adev);
1076c6b6a421SHawking Zhang 	/* enable aspm */
1077c6b6a421SHawking Zhang 	nv_program_aspm(adev);
1078c6b6a421SHawking Zhang 	/* setup nbio registers */
1079bebc0762SHawking Zhang 	adev->nbio.funcs->init_registers(adev);
1080923c087aSYong Zhao 	/* remap HDP registers to a hole in mmio space,
1081923c087aSYong Zhao 	 * for the purpose of expose those registers
1082923c087aSYong Zhao 	 * to process space
1083923c087aSYong Zhao 	 */
1084923c087aSYong Zhao 	if (adev->nbio.funcs->remap_hdp_registers)
1085923c087aSYong Zhao 		adev->nbio.funcs->remap_hdp_registers(adev);
1086c6b6a421SHawking Zhang 	/* enable the doorbell aperture */
1087c6b6a421SHawking Zhang 	nv_enable_doorbell_aperture(adev, true);
1088c6b6a421SHawking Zhang 
1089c6b6a421SHawking Zhang 	return 0;
1090c6b6a421SHawking Zhang }
1091c6b6a421SHawking Zhang 
1092c6b6a421SHawking Zhang static int nv_common_hw_fini(void *handle)
1093c6b6a421SHawking Zhang {
1094c6b6a421SHawking Zhang 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1095c6b6a421SHawking Zhang 
1096c6b6a421SHawking Zhang 	/* disable the doorbell aperture */
1097c6b6a421SHawking Zhang 	nv_enable_doorbell_aperture(adev, false);
1098c6b6a421SHawking Zhang 
1099c6b6a421SHawking Zhang 	return 0;
1100c6b6a421SHawking Zhang }
1101c6b6a421SHawking Zhang 
1102c6b6a421SHawking Zhang static int nv_common_suspend(void *handle)
1103c6b6a421SHawking Zhang {
1104c6b6a421SHawking Zhang 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1105c6b6a421SHawking Zhang 
1106c6b6a421SHawking Zhang 	return nv_common_hw_fini(adev);
1107c6b6a421SHawking Zhang }
1108c6b6a421SHawking Zhang 
1109c6b6a421SHawking Zhang static int nv_common_resume(void *handle)
1110c6b6a421SHawking Zhang {
1111c6b6a421SHawking Zhang 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1112c6b6a421SHawking Zhang 
1113c6b6a421SHawking Zhang 	return nv_common_hw_init(adev);
1114c6b6a421SHawking Zhang }
1115c6b6a421SHawking Zhang 
1116c6b6a421SHawking Zhang static bool nv_common_is_idle(void *handle)
1117c6b6a421SHawking Zhang {
1118c6b6a421SHawking Zhang 	return true;
1119c6b6a421SHawking Zhang }
1120c6b6a421SHawking Zhang 
1121c6b6a421SHawking Zhang static int nv_common_wait_for_idle(void *handle)
1122c6b6a421SHawking Zhang {
1123c6b6a421SHawking Zhang 	return 0;
1124c6b6a421SHawking Zhang }
1125c6b6a421SHawking Zhang 
1126c6b6a421SHawking Zhang static int nv_common_soft_reset(void *handle)
1127c6b6a421SHawking Zhang {
1128c6b6a421SHawking Zhang 	return 0;
1129c6b6a421SHawking Zhang }
1130c6b6a421SHawking Zhang 
1131c6b6a421SHawking Zhang static int nv_common_set_clockgating_state(void *handle,
1132c6b6a421SHawking Zhang 					   enum amd_clockgating_state state)
1133c6b6a421SHawking Zhang {
1134c6b6a421SHawking Zhang 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1135c6b6a421SHawking Zhang 
1136c6b6a421SHawking Zhang 	if (amdgpu_sriov_vf(adev))
1137c6b6a421SHawking Zhang 		return 0;
1138c6b6a421SHawking Zhang 
1139c6b6a421SHawking Zhang 	switch (adev->asic_type) {
1140c6b6a421SHawking Zhang 	case CHIP_NAVI10:
11415e71e011SXiaojie Yuan 	case CHIP_NAVI14:
11427e17e58bSXiaojie Yuan 	case CHIP_NAVI12:
1143117910edSLikun Gao 	case CHIP_SIENNA_CICHLID:
1144543aa259SJiansong Chen 	case CHIP_NAVY_FLOUNDER:
1145550c58e0STao Zhou 	case CHIP_DIMGREY_CAVEFISH:
1146bebc0762SHawking Zhang 		adev->nbio.funcs->update_medium_grain_clock_gating(adev,
1147a9d4fe2fSNirmoy Das 				state == AMD_CG_STATE_GATE);
1148bebc0762SHawking Zhang 		adev->nbio.funcs->update_medium_grain_light_sleep(adev,
1149a9d4fe2fSNirmoy Das 				state == AMD_CG_STATE_GATE);
1150bf087285SLikun Gao 		adev->hdp.funcs->update_clock_gating(adev,
1151a9d4fe2fSNirmoy Das 				state == AMD_CG_STATE_GATE);
11521001f2a1SLikun Gao 		adev->smuio.funcs->update_rom_clock_gating(adev,
11531001f2a1SLikun Gao 				state == AMD_CG_STATE_GATE);
1154c6b6a421SHawking Zhang 		break;
1155c6b6a421SHawking Zhang 	default:
1156c6b6a421SHawking Zhang 		break;
1157c6b6a421SHawking Zhang 	}
1158c6b6a421SHawking Zhang 	return 0;
1159c6b6a421SHawking Zhang }
1160c6b6a421SHawking Zhang 
1161c6b6a421SHawking Zhang static int nv_common_set_powergating_state(void *handle,
1162c6b6a421SHawking Zhang 					   enum amd_powergating_state state)
1163c6b6a421SHawking Zhang {
1164c6b6a421SHawking Zhang 	/* TODO */
1165c6b6a421SHawking Zhang 	return 0;
1166c6b6a421SHawking Zhang }
1167c6b6a421SHawking Zhang 
1168c6b6a421SHawking Zhang static void nv_common_get_clockgating_state(void *handle, u32 *flags)
1169c6b6a421SHawking Zhang {
1170c6b6a421SHawking Zhang 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1171c6b6a421SHawking Zhang 
1172c6b6a421SHawking Zhang 	if (amdgpu_sriov_vf(adev))
1173c6b6a421SHawking Zhang 		*flags = 0;
1174c6b6a421SHawking Zhang 
1175bebc0762SHawking Zhang 	adev->nbio.funcs->get_clockgating_state(adev, flags);
1176c6b6a421SHawking Zhang 
1177bf087285SLikun Gao 	adev->hdp.funcs->get_clock_gating_state(adev, flags);
1178c6b6a421SHawking Zhang 
11791001f2a1SLikun Gao 	adev->smuio.funcs->get_clock_gating_state(adev, flags);
11801001f2a1SLikun Gao 
1181c6b6a421SHawking Zhang 	return;
1182c6b6a421SHawking Zhang }
1183c6b6a421SHawking Zhang 
1184c6b6a421SHawking Zhang static const struct amd_ip_funcs nv_common_ip_funcs = {
1185c6b6a421SHawking Zhang 	.name = "nv_common",
1186c6b6a421SHawking Zhang 	.early_init = nv_common_early_init,
1187c6b6a421SHawking Zhang 	.late_init = nv_common_late_init,
1188c6b6a421SHawking Zhang 	.sw_init = nv_common_sw_init,
1189c6b6a421SHawking Zhang 	.sw_fini = nv_common_sw_fini,
1190c6b6a421SHawking Zhang 	.hw_init = nv_common_hw_init,
1191c6b6a421SHawking Zhang 	.hw_fini = nv_common_hw_fini,
1192c6b6a421SHawking Zhang 	.suspend = nv_common_suspend,
1193c6b6a421SHawking Zhang 	.resume = nv_common_resume,
1194c6b6a421SHawking Zhang 	.is_idle = nv_common_is_idle,
1195c6b6a421SHawking Zhang 	.wait_for_idle = nv_common_wait_for_idle,
1196c6b6a421SHawking Zhang 	.soft_reset = nv_common_soft_reset,
1197c6b6a421SHawking Zhang 	.set_clockgating_state = nv_common_set_clockgating_state,
1198c6b6a421SHawking Zhang 	.set_powergating_state = nv_common_set_powergating_state,
1199c6b6a421SHawking Zhang 	.get_clockgating_state = nv_common_get_clockgating_state,
1200c6b6a421SHawking Zhang };
1201