1e098bc96SEvan Quan /*
2e098bc96SEvan Quan  * Copyright 2016 Advanced Micro Devices, Inc.
3e098bc96SEvan Quan  *
4e098bc96SEvan Quan  * Permission is hereby granted, free of charge, to any person obtaining a
5e098bc96SEvan Quan  * copy of this software and associated documentation files (the "Software"),
6e098bc96SEvan Quan  * to deal in the Software without restriction, including without limitation
7e098bc96SEvan Quan  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8e098bc96SEvan Quan  * and/or sell copies of the Software, and to permit persons to whom the
9e098bc96SEvan Quan  * Software is furnished to do so, subject to the following conditions:
10e098bc96SEvan Quan  *
11e098bc96SEvan Quan  * The above copyright notice and this permission notice shall be included in
12e098bc96SEvan Quan  * all copies or substantial portions of the Software.
13e098bc96SEvan Quan  *
14e098bc96SEvan Quan  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15e098bc96SEvan Quan  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16e098bc96SEvan Quan  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17e098bc96SEvan Quan  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18e098bc96SEvan Quan  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19e098bc96SEvan Quan  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20e098bc96SEvan Quan  * OTHER DEALINGS IN THE SOFTWARE.
21e098bc96SEvan Quan  *
22e098bc96SEvan Quan  * Author: Huang Rui <ray.huang@amd.com>
23e098bc96SEvan Quan  *
24e098bc96SEvan Quan  */
25e098bc96SEvan Quan #include "pp_debug.h"
26e098bc96SEvan Quan #include <linux/types.h>
27e098bc96SEvan Quan #include <linux/kernel.h>
28e098bc96SEvan Quan #include <linux/pci.h>
29e098bc96SEvan Quan #include <linux/slab.h>
30e098bc96SEvan Quan #include <linux/gfp.h>
31e098bc96SEvan Quan 
32e098bc96SEvan Quan #include "smumgr.h"
33e098bc96SEvan Quan #include "iceland_smumgr.h"
34e098bc96SEvan Quan 
35e098bc96SEvan Quan #include "ppsmc.h"
36e098bc96SEvan Quan 
37e098bc96SEvan Quan #include "cgs_common.h"
38e098bc96SEvan Quan 
39e098bc96SEvan Quan #include "smu7_dyn_defaults.h"
40e098bc96SEvan Quan #include "smu7_hwmgr.h"
41e098bc96SEvan Quan #include "hardwaremanager.h"
42e098bc96SEvan Quan #include "ppatomctrl.h"
43e098bc96SEvan Quan #include "atombios.h"
44e098bc96SEvan Quan #include "pppcielanes.h"
45e098bc96SEvan Quan #include "pp_endian.h"
46e098bc96SEvan Quan #include "processpptables.h"
47e098bc96SEvan Quan 
48e098bc96SEvan Quan 
49e098bc96SEvan Quan #include "smu/smu_7_1_1_d.h"
50e098bc96SEvan Quan #include "smu/smu_7_1_1_sh_mask.h"
51e098bc96SEvan Quan #include "smu71_discrete.h"
52e098bc96SEvan Quan 
53e098bc96SEvan Quan #include "smu_ucode_xfer_vi.h"
54e098bc96SEvan Quan #include "gmc/gmc_8_1_d.h"
55e098bc96SEvan Quan #include "gmc/gmc_8_1_sh_mask.h"
56e098bc96SEvan Quan #include "bif/bif_5_0_d.h"
57e098bc96SEvan Quan #include "bif/bif_5_0_sh_mask.h"
58e098bc96SEvan Quan #include "dce/dce_10_0_d.h"
59e098bc96SEvan Quan #include "dce/dce_10_0_sh_mask.h"
60e098bc96SEvan Quan 
61e098bc96SEvan Quan 
62e098bc96SEvan Quan #define ICELAND_SMC_SIZE               0x20000
63e098bc96SEvan Quan 
64e098bc96SEvan Quan #define POWERTUNE_DEFAULT_SET_MAX    1
65e098bc96SEvan Quan #define MC_CG_ARB_FREQ_F1           0x0b
66e098bc96SEvan Quan #define VDDC_VDDCI_DELTA            200
67e098bc96SEvan Quan 
68e098bc96SEvan Quan #define DEVICE_ID_VI_ICELAND_M_6900	0x6900
69e098bc96SEvan Quan #define DEVICE_ID_VI_ICELAND_M_6901	0x6901
70e098bc96SEvan Quan #define DEVICE_ID_VI_ICELAND_M_6902	0x6902
71e098bc96SEvan Quan #define DEVICE_ID_VI_ICELAND_M_6903	0x6903
72e098bc96SEvan Quan 
73e098bc96SEvan Quan static const struct iceland_pt_defaults defaults_iceland = {
74e098bc96SEvan Quan 	/*
75e098bc96SEvan Quan 	 * sviLoadLIneEn, SviLoadLineVddC, TDC_VDDC_ThrottleReleaseLimitPerc,
76e098bc96SEvan Quan 	 * TDC_MAWt, TdcWaterfallCtl, DTEAmbientTempBase, DisplayCac, BAPM_TEMP_GRADIENT
77e098bc96SEvan Quan 	 */
78e098bc96SEvan Quan 	1, 0xF, 0xFD, 0x19, 5, 45, 0, 0xB0000,
79e098bc96SEvan Quan 	{ 0x79,  0x253, 0x25D, 0xAE,  0x72,  0x80,  0x83,  0x86,  0x6F,  0xC8,  0xC9,  0xC9,  0x2F,  0x4D,  0x61  },
80e098bc96SEvan Quan 	{ 0x17C, 0x172, 0x180, 0x1BC, 0x1B3, 0x1BD, 0x206, 0x200, 0x203, 0x25D, 0x25A, 0x255, 0x2C3, 0x2C5, 0x2B4 }
81e098bc96SEvan Quan };
82e098bc96SEvan Quan 
83e098bc96SEvan Quan /* 35W - XT, XTL */
84e098bc96SEvan Quan static const struct iceland_pt_defaults defaults_icelandxt = {
85e098bc96SEvan Quan 	/*
86e098bc96SEvan Quan 	 * sviLoadLIneEn, SviLoadLineVddC,
87e098bc96SEvan Quan 	 * TDC_VDDC_ThrottleReleaseLimitPerc, TDC_MAWt,
88e098bc96SEvan Quan 	 * TdcWaterfallCtl, DTEAmbientTempBase, DisplayCac,
89e098bc96SEvan Quan 	 * BAPM_TEMP_GRADIENT
90e098bc96SEvan Quan 	 */
91e098bc96SEvan Quan 	1, 0xF, 0xFD, 0x19, 5, 45, 0, 0x0,
92e098bc96SEvan Quan 	{ 0xA7,  0x0, 0x0, 0xB5,  0x0, 0x0, 0x9F,  0x0, 0x0, 0xD6,  0x0, 0x0, 0xD7,  0x0, 0x0},
93e098bc96SEvan Quan 	{ 0x1EA, 0x0, 0x0, 0x224, 0x0, 0x0, 0x25E, 0x0, 0x0, 0x28E, 0x0, 0x0, 0x2AB, 0x0, 0x0}
94e098bc96SEvan Quan };
95e098bc96SEvan Quan 
96e098bc96SEvan Quan /* 25W - PRO, LE */
97e098bc96SEvan Quan static const struct iceland_pt_defaults defaults_icelandpro = {
98e098bc96SEvan Quan 	/*
99e098bc96SEvan Quan 	 * sviLoadLIneEn, SviLoadLineVddC,
100e098bc96SEvan Quan 	 * TDC_VDDC_ThrottleReleaseLimitPerc, TDC_MAWt,
101e098bc96SEvan Quan 	 * TdcWaterfallCtl, DTEAmbientTempBase, DisplayCac,
102e098bc96SEvan Quan 	 * BAPM_TEMP_GRADIENT
103e098bc96SEvan Quan 	 */
104e098bc96SEvan Quan 	1, 0xF, 0xFD, 0x19, 5, 45, 0, 0x0,
105e098bc96SEvan Quan 	{ 0xB7,  0x0, 0x0, 0xC3,  0x0, 0x0, 0xB5,  0x0, 0x0, 0xEA,  0x0, 0x0, 0xE6,  0x0, 0x0},
106e098bc96SEvan Quan 	{ 0x1EA, 0x0, 0x0, 0x224, 0x0, 0x0, 0x25E, 0x0, 0x0, 0x28E, 0x0, 0x0, 0x2AB, 0x0, 0x0}
107e098bc96SEvan Quan };
108e098bc96SEvan Quan 
iceland_start_smc(struct pp_hwmgr * hwmgr)109e098bc96SEvan Quan static int iceland_start_smc(struct pp_hwmgr *hwmgr)
110e098bc96SEvan Quan {
111e098bc96SEvan Quan 	PHM_WRITE_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC,
112e098bc96SEvan Quan 				  SMC_SYSCON_RESET_CNTL, rst_reg, 0);
113e098bc96SEvan Quan 
114e098bc96SEvan Quan 	return 0;
115e098bc96SEvan Quan }
116e098bc96SEvan Quan 
iceland_reset_smc(struct pp_hwmgr * hwmgr)117e098bc96SEvan Quan static void iceland_reset_smc(struct pp_hwmgr *hwmgr)
118e098bc96SEvan Quan {
119e098bc96SEvan Quan 	PHM_WRITE_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC,
120e098bc96SEvan Quan 				  SMC_SYSCON_RESET_CNTL,
121e098bc96SEvan Quan 				  rst_reg, 1);
122e098bc96SEvan Quan }
123e098bc96SEvan Quan 
124e098bc96SEvan Quan 
iceland_stop_smc_clock(struct pp_hwmgr * hwmgr)125e098bc96SEvan Quan static void iceland_stop_smc_clock(struct pp_hwmgr *hwmgr)
126e098bc96SEvan Quan {
127e098bc96SEvan Quan 	PHM_WRITE_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC,
128e098bc96SEvan Quan 				  SMC_SYSCON_CLOCK_CNTL_0,
129e098bc96SEvan Quan 				  ck_disable, 1);
130e098bc96SEvan Quan }
131e098bc96SEvan Quan 
iceland_start_smc_clock(struct pp_hwmgr * hwmgr)132e098bc96SEvan Quan static void iceland_start_smc_clock(struct pp_hwmgr *hwmgr)
133e098bc96SEvan Quan {
134e098bc96SEvan Quan 	PHM_WRITE_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC,
135e098bc96SEvan Quan 				  SMC_SYSCON_CLOCK_CNTL_0,
136e098bc96SEvan Quan 				  ck_disable, 0);
137e098bc96SEvan Quan }
138e098bc96SEvan Quan 
iceland_smu_start_smc(struct pp_hwmgr * hwmgr)139e098bc96SEvan Quan static int iceland_smu_start_smc(struct pp_hwmgr *hwmgr)
140e098bc96SEvan Quan {
141e098bc96SEvan Quan 	/* set smc instruct start point at 0x0 */
142e098bc96SEvan Quan 	smu7_program_jump_on_start(hwmgr);
143e098bc96SEvan Quan 
144e098bc96SEvan Quan 	/* enable smc clock */
145e098bc96SEvan Quan 	iceland_start_smc_clock(hwmgr);
146e098bc96SEvan Quan 
147e098bc96SEvan Quan 	/* de-assert reset */
148e098bc96SEvan Quan 	iceland_start_smc(hwmgr);
149e098bc96SEvan Quan 
150e098bc96SEvan Quan 	PHM_WAIT_INDIRECT_FIELD(hwmgr, SMC_IND, FIRMWARE_FLAGS,
151e098bc96SEvan Quan 				 INTERRUPTS_ENABLED, 1);
152e098bc96SEvan Quan 
153e098bc96SEvan Quan 	return 0;
154e098bc96SEvan Quan }
155e098bc96SEvan Quan 
156e098bc96SEvan Quan 
iceland_upload_smc_firmware_data(struct pp_hwmgr * hwmgr,uint32_t length,const uint8_t * src,uint32_t limit,uint32_t start_addr)157e098bc96SEvan Quan static int iceland_upload_smc_firmware_data(struct pp_hwmgr *hwmgr,
158e098bc96SEvan Quan 					uint32_t length, const uint8_t *src,
159e098bc96SEvan Quan 					uint32_t limit, uint32_t start_addr)
160e098bc96SEvan Quan {
161e098bc96SEvan Quan 	uint32_t byte_count = length;
162e098bc96SEvan Quan 	uint32_t data;
163e098bc96SEvan Quan 
164e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE((limit >= byte_count), "SMC address is beyond the SMC RAM area.", return -EINVAL);
165e098bc96SEvan Quan 
166e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmSMC_IND_INDEX_0, start_addr);
167e098bc96SEvan Quan 	PHM_WRITE_FIELD(hwmgr->device, SMC_IND_ACCESS_CNTL, AUTO_INCREMENT_IND_0, 1);
168e098bc96SEvan Quan 
169e098bc96SEvan Quan 	while (byte_count >= 4) {
170e098bc96SEvan Quan 		data = src[0] * 0x1000000 + src[1] * 0x10000 + src[2] * 0x100 + src[3];
171e098bc96SEvan Quan 		cgs_write_register(hwmgr->device, mmSMC_IND_DATA_0, data);
172e098bc96SEvan Quan 		src += 4;
173e098bc96SEvan Quan 		byte_count -= 4;
174e098bc96SEvan Quan 	}
175e098bc96SEvan Quan 
176e098bc96SEvan Quan 	PHM_WRITE_FIELD(hwmgr->device, SMC_IND_ACCESS_CNTL, AUTO_INCREMENT_IND_0, 0);
177e098bc96SEvan Quan 
178e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE((0 == byte_count), "SMC size must be divisible by 4.", return -EINVAL);
179e098bc96SEvan Quan 
180e098bc96SEvan Quan 	return 0;
181e098bc96SEvan Quan }
182e098bc96SEvan Quan 
183e098bc96SEvan Quan 
iceland_smu_upload_firmware_image(struct pp_hwmgr * hwmgr)184e098bc96SEvan Quan static int iceland_smu_upload_firmware_image(struct pp_hwmgr *hwmgr)
185e098bc96SEvan Quan {
186e098bc96SEvan Quan 	uint32_t val;
187e098bc96SEvan Quan 	struct cgs_firmware_info info = {0};
188e098bc96SEvan Quan 
189e098bc96SEvan Quan 	if (hwmgr == NULL || hwmgr->device == NULL)
190e098bc96SEvan Quan 		return -EINVAL;
191e098bc96SEvan Quan 
192e098bc96SEvan Quan 	/* load SMC firmware */
193e098bc96SEvan Quan 	cgs_get_firmware_info(hwmgr->device,
194e098bc96SEvan Quan 		smu7_convert_fw_type_to_cgs(UCODE_ID_SMU), &info);
195e098bc96SEvan Quan 
196e098bc96SEvan Quan 	if (info.image_size & 3) {
197e098bc96SEvan Quan 		pr_err("[ powerplay ] SMC ucode is not 4 bytes aligned\n");
198e098bc96SEvan Quan 		return -EINVAL;
199e098bc96SEvan Quan 	}
200e098bc96SEvan Quan 
201e098bc96SEvan Quan 	if (info.image_size > ICELAND_SMC_SIZE) {
202e098bc96SEvan Quan 		pr_err("[ powerplay ] SMC address is beyond the SMC RAM area\n");
203e098bc96SEvan Quan 		return -EINVAL;
204e098bc96SEvan Quan 	}
205e098bc96SEvan Quan 	hwmgr->smu_version = info.version;
206e098bc96SEvan Quan 	/* wait for smc boot up */
207e098bc96SEvan Quan 	PHM_WAIT_INDIRECT_FIELD_UNEQUAL(hwmgr, SMC_IND,
208e098bc96SEvan Quan 					 RCU_UC_EVENTS, boot_seq_done, 0);
209e098bc96SEvan Quan 
210e098bc96SEvan Quan 	/* clear firmware interrupt enable flag */
211e098bc96SEvan Quan 	val = cgs_read_ind_register(hwmgr->device, CGS_IND_REG__SMC,
212e098bc96SEvan Quan 				    ixSMC_SYSCON_MISC_CNTL);
213e098bc96SEvan Quan 	cgs_write_ind_register(hwmgr->device, CGS_IND_REG__SMC,
214e098bc96SEvan Quan 			       ixSMC_SYSCON_MISC_CNTL, val | 1);
215e098bc96SEvan Quan 
216e098bc96SEvan Quan 	/* stop smc clock */
217e098bc96SEvan Quan 	iceland_stop_smc_clock(hwmgr);
218e098bc96SEvan Quan 
219e098bc96SEvan Quan 	/* reset smc */
220e098bc96SEvan Quan 	iceland_reset_smc(hwmgr);
221e098bc96SEvan Quan 	iceland_upload_smc_firmware_data(hwmgr, info.image_size,
222e098bc96SEvan Quan 				(uint8_t *)info.kptr, ICELAND_SMC_SIZE,
223e098bc96SEvan Quan 				info.ucode_start_address);
224e098bc96SEvan Quan 
225e098bc96SEvan Quan 	return 0;
226e098bc96SEvan Quan }
227e098bc96SEvan Quan 
iceland_request_smu_load_specific_fw(struct pp_hwmgr * hwmgr,uint32_t firmwareType)228e098bc96SEvan Quan static int iceland_request_smu_load_specific_fw(struct pp_hwmgr *hwmgr,
229e098bc96SEvan Quan 						uint32_t firmwareType)
230e098bc96SEvan Quan {
231e098bc96SEvan Quan 	return 0;
232e098bc96SEvan Quan }
233e098bc96SEvan Quan 
iceland_start_smu(struct pp_hwmgr * hwmgr)234e098bc96SEvan Quan static int iceland_start_smu(struct pp_hwmgr *hwmgr)
235e098bc96SEvan Quan {
236e098bc96SEvan Quan 	struct iceland_smumgr *priv = hwmgr->smu_backend;
237e098bc96SEvan Quan 	int result;
238e098bc96SEvan Quan 
239e098bc96SEvan Quan 	if (!smu7_is_smc_ram_running(hwmgr)) {
240e098bc96SEvan Quan 		result = iceland_smu_upload_firmware_image(hwmgr);
241e098bc96SEvan Quan 		if (result)
242e098bc96SEvan Quan 			return result;
243e098bc96SEvan Quan 
244e098bc96SEvan Quan 		iceland_smu_start_smc(hwmgr);
245e098bc96SEvan Quan 	}
246e098bc96SEvan Quan 
247e098bc96SEvan Quan 	/* Setup SoftRegsStart here to visit the register UcodeLoadStatus
248e098bc96SEvan Quan 	 * to check fw loading state
249e098bc96SEvan Quan 	 */
250e098bc96SEvan Quan 	smu7_read_smc_sram_dword(hwmgr,
251e098bc96SEvan Quan 			SMU71_FIRMWARE_HEADER_LOCATION +
252e098bc96SEvan Quan 			offsetof(SMU71_Firmware_Header, SoftRegisters),
253e098bc96SEvan Quan 			&(priv->smu7_data.soft_regs_start), 0x40000);
254e098bc96SEvan Quan 
255e098bc96SEvan Quan 	result = smu7_request_smu_load_fw(hwmgr);
256e098bc96SEvan Quan 
257e098bc96SEvan Quan 	return result;
258e098bc96SEvan Quan }
259e098bc96SEvan Quan 
iceland_smu_init(struct pp_hwmgr * hwmgr)260e098bc96SEvan Quan static int iceland_smu_init(struct pp_hwmgr *hwmgr)
261e098bc96SEvan Quan {
262*6f8e98b9SRuan Jinjie 	struct iceland_smumgr *iceland_priv;
263e098bc96SEvan Quan 
264e098bc96SEvan Quan 	iceland_priv = kzalloc(sizeof(struct iceland_smumgr), GFP_KERNEL);
265e098bc96SEvan Quan 
266e098bc96SEvan Quan 	if (iceland_priv == NULL)
267e098bc96SEvan Quan 		return -ENOMEM;
268e098bc96SEvan Quan 
269e098bc96SEvan Quan 	hwmgr->smu_backend = iceland_priv;
270e098bc96SEvan Quan 
271e098bc96SEvan Quan 	if (smu7_init(hwmgr)) {
272e098bc96SEvan Quan 		kfree(iceland_priv);
273e098bc96SEvan Quan 		return -EINVAL;
274e098bc96SEvan Quan 	}
275e098bc96SEvan Quan 
276e098bc96SEvan Quan 	return 0;
277e098bc96SEvan Quan }
278e098bc96SEvan Quan 
279e098bc96SEvan Quan 
iceland_initialize_power_tune_defaults(struct pp_hwmgr * hwmgr)280e098bc96SEvan Quan static void iceland_initialize_power_tune_defaults(struct pp_hwmgr *hwmgr)
281e098bc96SEvan Quan {
282e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
283e098bc96SEvan Quan 	struct amdgpu_device *adev = hwmgr->adev;
284e098bc96SEvan Quan 	uint32_t dev_id;
285e098bc96SEvan Quan 
286e098bc96SEvan Quan 	dev_id = adev->pdev->device;
287e098bc96SEvan Quan 
288e098bc96SEvan Quan 	switch (dev_id) {
289e098bc96SEvan Quan 	case DEVICE_ID_VI_ICELAND_M_6900:
290e098bc96SEvan Quan 	case DEVICE_ID_VI_ICELAND_M_6903:
291e098bc96SEvan Quan 		smu_data->power_tune_defaults = &defaults_icelandxt;
292e098bc96SEvan Quan 		break;
293e098bc96SEvan Quan 
294e098bc96SEvan Quan 	case DEVICE_ID_VI_ICELAND_M_6901:
295e098bc96SEvan Quan 	case DEVICE_ID_VI_ICELAND_M_6902:
296e098bc96SEvan Quan 		smu_data->power_tune_defaults = &defaults_icelandpro;
297e098bc96SEvan Quan 		break;
298e098bc96SEvan Quan 	default:
299e098bc96SEvan Quan 		smu_data->power_tune_defaults = &defaults_iceland;
300e098bc96SEvan Quan 		pr_warn("Unknown V.I. Device ID.\n");
301e098bc96SEvan Quan 		break;
302e098bc96SEvan Quan 	}
303e098bc96SEvan Quan 	return;
304e098bc96SEvan Quan }
305e098bc96SEvan Quan 
iceland_populate_svi_load_line(struct pp_hwmgr * hwmgr)306e098bc96SEvan Quan static int iceland_populate_svi_load_line(struct pp_hwmgr *hwmgr)
307e098bc96SEvan Quan {
308e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
309e098bc96SEvan Quan 	const struct iceland_pt_defaults *defaults = smu_data->power_tune_defaults;
310e098bc96SEvan Quan 
311e098bc96SEvan Quan 	smu_data->power_tune_table.SviLoadLineEn = defaults->svi_load_line_en;
312e098bc96SEvan Quan 	smu_data->power_tune_table.SviLoadLineVddC = defaults->svi_load_line_vddc;
313e098bc96SEvan Quan 	smu_data->power_tune_table.SviLoadLineTrimVddC = 3;
314e098bc96SEvan Quan 	smu_data->power_tune_table.SviLoadLineOffsetVddC = 0;
315e098bc96SEvan Quan 
316e098bc96SEvan Quan 	return 0;
317e098bc96SEvan Quan }
318e098bc96SEvan Quan 
iceland_populate_tdc_limit(struct pp_hwmgr * hwmgr)319e098bc96SEvan Quan static int iceland_populate_tdc_limit(struct pp_hwmgr *hwmgr)
320e098bc96SEvan Quan {
321e098bc96SEvan Quan 	uint16_t tdc_limit;
322e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
323e098bc96SEvan Quan 	const struct iceland_pt_defaults *defaults = smu_data->power_tune_defaults;
324e098bc96SEvan Quan 
325e098bc96SEvan Quan 	tdc_limit = (uint16_t)(hwmgr->dyn_state.cac_dtp_table->usTDC * 256);
326e098bc96SEvan Quan 	smu_data->power_tune_table.TDC_VDDC_PkgLimit =
327e098bc96SEvan Quan 			CONVERT_FROM_HOST_TO_SMC_US(tdc_limit);
328e098bc96SEvan Quan 	smu_data->power_tune_table.TDC_VDDC_ThrottleReleaseLimitPerc =
329e098bc96SEvan Quan 			defaults->tdc_vddc_throttle_release_limit_perc;
330e098bc96SEvan Quan 	smu_data->power_tune_table.TDC_MAWt = defaults->tdc_mawt;
331e098bc96SEvan Quan 
332e098bc96SEvan Quan 	return 0;
333e098bc96SEvan Quan }
334e098bc96SEvan Quan 
iceland_populate_dw8(struct pp_hwmgr * hwmgr,uint32_t fuse_table_offset)335e098bc96SEvan Quan static int iceland_populate_dw8(struct pp_hwmgr *hwmgr, uint32_t fuse_table_offset)
336e098bc96SEvan Quan {
337e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
338e098bc96SEvan Quan 	const struct iceland_pt_defaults *defaults = smu_data->power_tune_defaults;
339e098bc96SEvan Quan 	uint32_t temp;
340e098bc96SEvan Quan 
341e098bc96SEvan Quan 	if (smu7_read_smc_sram_dword(hwmgr,
342e098bc96SEvan Quan 			fuse_table_offset +
343e098bc96SEvan Quan 			offsetof(SMU71_Discrete_PmFuses, TdcWaterfallCtl),
344e098bc96SEvan Quan 			(uint32_t *)&temp, SMC_RAM_END))
345e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE(false,
346e098bc96SEvan Quan 				"Attempt to read PmFuses.DW6 (SviLoadLineEn) from SMC Failed!",
347e098bc96SEvan Quan 				return -EINVAL);
348e098bc96SEvan Quan 	else
349e098bc96SEvan Quan 		smu_data->power_tune_table.TdcWaterfallCtl = defaults->tdc_waterfall_ctl;
350e098bc96SEvan Quan 
351e098bc96SEvan Quan 	return 0;
352e098bc96SEvan Quan }
353e098bc96SEvan Quan 
iceland_populate_temperature_scaler(struct pp_hwmgr * hwmgr)354e098bc96SEvan Quan static int iceland_populate_temperature_scaler(struct pp_hwmgr *hwmgr)
355e098bc96SEvan Quan {
356e098bc96SEvan Quan 	return 0;
357e098bc96SEvan Quan }
358e098bc96SEvan Quan 
iceland_populate_gnb_lpml(struct pp_hwmgr * hwmgr)359e098bc96SEvan Quan static int iceland_populate_gnb_lpml(struct pp_hwmgr *hwmgr)
360e098bc96SEvan Quan {
361e098bc96SEvan Quan 	int i;
362e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
363e098bc96SEvan Quan 
364e098bc96SEvan Quan 	/* Currently not used. Set all to zero. */
365e098bc96SEvan Quan 	for (i = 0; i < 8; i++)
366e098bc96SEvan Quan 		smu_data->power_tune_table.GnbLPML[i] = 0;
367e098bc96SEvan Quan 
368e098bc96SEvan Quan 	return 0;
369e098bc96SEvan Quan }
370e098bc96SEvan Quan 
iceland_populate_bapm_vddc_base_leakage_sidd(struct pp_hwmgr * hwmgr)371e098bc96SEvan Quan static int iceland_populate_bapm_vddc_base_leakage_sidd(struct pp_hwmgr *hwmgr)
372e098bc96SEvan Quan {
373e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
374e098bc96SEvan Quan 	uint16_t HiSidd = smu_data->power_tune_table.BapmVddCBaseLeakageHiSidd;
375e098bc96SEvan Quan 	uint16_t LoSidd = smu_data->power_tune_table.BapmVddCBaseLeakageLoSidd;
376e098bc96SEvan Quan 	struct phm_cac_tdp_table *cac_table = hwmgr->dyn_state.cac_dtp_table;
377e098bc96SEvan Quan 
378e098bc96SEvan Quan 	HiSidd = (uint16_t)(cac_table->usHighCACLeakage / 100 * 256);
379e098bc96SEvan Quan 	LoSidd = (uint16_t)(cac_table->usLowCACLeakage / 100 * 256);
380e098bc96SEvan Quan 
381e098bc96SEvan Quan 	smu_data->power_tune_table.BapmVddCBaseLeakageHiSidd =
382e098bc96SEvan Quan 			CONVERT_FROM_HOST_TO_SMC_US(HiSidd);
383e098bc96SEvan Quan 	smu_data->power_tune_table.BapmVddCBaseLeakageLoSidd =
384e098bc96SEvan Quan 			CONVERT_FROM_HOST_TO_SMC_US(LoSidd);
385e098bc96SEvan Quan 
386e098bc96SEvan Quan 	return 0;
387e098bc96SEvan Quan }
388e098bc96SEvan Quan 
iceland_populate_bapm_vddc_vid_sidd(struct pp_hwmgr * hwmgr)389e098bc96SEvan Quan static int iceland_populate_bapm_vddc_vid_sidd(struct pp_hwmgr *hwmgr)
390e098bc96SEvan Quan {
391e098bc96SEvan Quan 	int i;
392e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
393e098bc96SEvan Quan 	uint8_t *hi_vid = smu_data->power_tune_table.BapmVddCVidHiSidd;
394e098bc96SEvan Quan 	uint8_t *lo_vid = smu_data->power_tune_table.BapmVddCVidLoSidd;
395e098bc96SEvan Quan 
396e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(NULL != hwmgr->dyn_state.cac_leakage_table,
397e098bc96SEvan Quan 			    "The CAC Leakage table does not exist!", return -EINVAL);
398e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(hwmgr->dyn_state.cac_leakage_table->count <= 8,
399e098bc96SEvan Quan 			    "There should never be more than 8 entries for BapmVddcVid!!!", return -EINVAL);
400e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(hwmgr->dyn_state.cac_leakage_table->count == hwmgr->dyn_state.vddc_dependency_on_sclk->count,
401e098bc96SEvan Quan 			    "CACLeakageTable->count and VddcDependencyOnSCLk->count not equal", return -EINVAL);
402e098bc96SEvan Quan 
403e098bc96SEvan Quan 	if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps, PHM_PlatformCaps_EVV)) {
404e098bc96SEvan Quan 		for (i = 0; (uint32_t) i < hwmgr->dyn_state.cac_leakage_table->count; i++) {
405e098bc96SEvan Quan 			lo_vid[i] = convert_to_vid(hwmgr->dyn_state.cac_leakage_table->entries[i].Vddc1);
406e098bc96SEvan Quan 			hi_vid[i] = convert_to_vid(hwmgr->dyn_state.cac_leakage_table->entries[i].Vddc2);
407e098bc96SEvan Quan 		}
408e098bc96SEvan Quan 	} else {
409e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE(false, "Iceland should always support EVV", return -EINVAL);
410e098bc96SEvan Quan 	}
411e098bc96SEvan Quan 
412e098bc96SEvan Quan 	return 0;
413e098bc96SEvan Quan }
414e098bc96SEvan Quan 
iceland_populate_vddc_vid(struct pp_hwmgr * hwmgr)415e098bc96SEvan Quan static int iceland_populate_vddc_vid(struct pp_hwmgr *hwmgr)
416e098bc96SEvan Quan {
417e098bc96SEvan Quan 	int i;
418e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
419e098bc96SEvan Quan 	uint8_t *vid = smu_data->power_tune_table.VddCVid;
420e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
421e098bc96SEvan Quan 
422e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(data->vddc_voltage_table.count <= 8,
423e098bc96SEvan Quan 		"There should never be more than 8 entries for VddcVid!!!",
424e098bc96SEvan Quan 		return -EINVAL);
425e098bc96SEvan Quan 
426e098bc96SEvan Quan 	for (i = 0; i < (int)data->vddc_voltage_table.count; i++) {
427e098bc96SEvan Quan 		vid[i] = convert_to_vid(data->vddc_voltage_table.entries[i].value);
428e098bc96SEvan Quan 	}
429e098bc96SEvan Quan 
430e098bc96SEvan Quan 	return 0;
431e098bc96SEvan Quan }
432e098bc96SEvan Quan 
433e098bc96SEvan Quan 
434e098bc96SEvan Quan 
iceland_populate_pm_fuses(struct pp_hwmgr * hwmgr)435e098bc96SEvan Quan static int iceland_populate_pm_fuses(struct pp_hwmgr *hwmgr)
436e098bc96SEvan Quan {
437e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
438e098bc96SEvan Quan 	uint32_t pm_fuse_table_offset;
439e098bc96SEvan Quan 
440e098bc96SEvan Quan 	if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
441e098bc96SEvan Quan 			PHM_PlatformCaps_PowerContainment)) {
442e098bc96SEvan Quan 		if (smu7_read_smc_sram_dword(hwmgr,
443e098bc96SEvan Quan 				SMU71_FIRMWARE_HEADER_LOCATION +
444e098bc96SEvan Quan 				offsetof(SMU71_Firmware_Header, PmFuseTable),
445e098bc96SEvan Quan 				&pm_fuse_table_offset, SMC_RAM_END))
446e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(false,
447e098bc96SEvan Quan 					"Attempt to get pm_fuse_table_offset Failed!",
448e098bc96SEvan Quan 					return -EINVAL);
449e098bc96SEvan Quan 
450e098bc96SEvan Quan 		/* DW0 - DW3 */
451e098bc96SEvan Quan 		if (iceland_populate_bapm_vddc_vid_sidd(hwmgr))
452e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(false,
453e098bc96SEvan Quan 					"Attempt to populate bapm vddc vid Failed!",
454e098bc96SEvan Quan 					return -EINVAL);
455e098bc96SEvan Quan 
456e098bc96SEvan Quan 		/* DW4 - DW5 */
457e098bc96SEvan Quan 		if (iceland_populate_vddc_vid(hwmgr))
458e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(false,
459e098bc96SEvan Quan 					"Attempt to populate vddc vid Failed!",
460e098bc96SEvan Quan 					return -EINVAL);
461e098bc96SEvan Quan 
462e098bc96SEvan Quan 		/* DW6 */
463e098bc96SEvan Quan 		if (iceland_populate_svi_load_line(hwmgr))
464e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(false,
465e098bc96SEvan Quan 					"Attempt to populate SviLoadLine Failed!",
466e098bc96SEvan Quan 					return -EINVAL);
467e098bc96SEvan Quan 		/* DW7 */
468e098bc96SEvan Quan 		if (iceland_populate_tdc_limit(hwmgr))
469e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(false,
470e098bc96SEvan Quan 					"Attempt to populate TDCLimit Failed!", return -EINVAL);
471e098bc96SEvan Quan 		/* DW8 */
472e098bc96SEvan Quan 		if (iceland_populate_dw8(hwmgr, pm_fuse_table_offset))
473e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(false,
474e098bc96SEvan Quan 					"Attempt to populate TdcWaterfallCtl, "
475e098bc96SEvan Quan 					"LPMLTemperature Min and Max Failed!",
476e098bc96SEvan Quan 					return -EINVAL);
477e098bc96SEvan Quan 
478e098bc96SEvan Quan 		/* DW9-DW12 */
479e098bc96SEvan Quan 		if (0 != iceland_populate_temperature_scaler(hwmgr))
480e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(false,
481e098bc96SEvan Quan 					"Attempt to populate LPMLTemperatureScaler Failed!",
482e098bc96SEvan Quan 					return -EINVAL);
483e098bc96SEvan Quan 
484e098bc96SEvan Quan 		/* DW13-DW16 */
485e098bc96SEvan Quan 		if (iceland_populate_gnb_lpml(hwmgr))
486e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(false,
487e098bc96SEvan Quan 					"Attempt to populate GnbLPML Failed!",
488e098bc96SEvan Quan 					return -EINVAL);
489e098bc96SEvan Quan 
490e098bc96SEvan Quan 		/* DW18 */
491e098bc96SEvan Quan 		if (iceland_populate_bapm_vddc_base_leakage_sidd(hwmgr))
492e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(false,
493e098bc96SEvan Quan 					"Attempt to populate BapmVddCBaseLeakage Hi and Lo Sidd Failed!",
494e098bc96SEvan Quan 					return -EINVAL);
495e098bc96SEvan Quan 
496e098bc96SEvan Quan 		if (smu7_copy_bytes_to_smc(hwmgr, pm_fuse_table_offset,
497e098bc96SEvan Quan 				(uint8_t *)&smu_data->power_tune_table,
498e098bc96SEvan Quan 				sizeof(struct SMU71_Discrete_PmFuses), SMC_RAM_END))
499e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(false,
500e098bc96SEvan Quan 					"Attempt to download PmFuseTable Failed!",
501e098bc96SEvan Quan 					return -EINVAL);
502e098bc96SEvan Quan 	}
503e098bc96SEvan Quan 	return 0;
504e098bc96SEvan Quan }
505e098bc96SEvan Quan 
iceland_get_dependency_volt_by_clk(struct pp_hwmgr * hwmgr,struct phm_clock_voltage_dependency_table * allowed_clock_voltage_table,uint32_t clock,uint32_t * vol)506e098bc96SEvan Quan static int iceland_get_dependency_volt_by_clk(struct pp_hwmgr *hwmgr,
507e098bc96SEvan Quan 	struct phm_clock_voltage_dependency_table *allowed_clock_voltage_table,
508e098bc96SEvan Quan 	uint32_t clock, uint32_t *vol)
509e098bc96SEvan Quan {
510e098bc96SEvan Quan 	uint32_t i = 0;
511e098bc96SEvan Quan 
512e098bc96SEvan Quan 	/* clock - voltage dependency table is empty table */
513e098bc96SEvan Quan 	if (allowed_clock_voltage_table->count == 0)
514e098bc96SEvan Quan 		return -EINVAL;
515e098bc96SEvan Quan 
516e098bc96SEvan Quan 	for (i = 0; i < allowed_clock_voltage_table->count; i++) {
517e098bc96SEvan Quan 		/* find first sclk bigger than request */
518e098bc96SEvan Quan 		if (allowed_clock_voltage_table->entries[i].clk >= clock) {
519e098bc96SEvan Quan 			*vol = allowed_clock_voltage_table->entries[i].v;
520e098bc96SEvan Quan 			return 0;
521e098bc96SEvan Quan 		}
522e098bc96SEvan Quan 	}
523e098bc96SEvan Quan 
524e098bc96SEvan Quan 	/* sclk is bigger than max sclk in the dependence table */
525e098bc96SEvan Quan 	*vol = allowed_clock_voltage_table->entries[i - 1].v;
526e098bc96SEvan Quan 
527e098bc96SEvan Quan 	return 0;
528e098bc96SEvan Quan }
529e098bc96SEvan Quan 
iceland_get_std_voltage_value_sidd(struct pp_hwmgr * hwmgr,pp_atomctrl_voltage_table_entry * tab,uint16_t * hi,uint16_t * lo)530e098bc96SEvan Quan static int iceland_get_std_voltage_value_sidd(struct pp_hwmgr *hwmgr,
531e098bc96SEvan Quan 		pp_atomctrl_voltage_table_entry *tab, uint16_t *hi,
532e098bc96SEvan Quan 		uint16_t *lo)
533e098bc96SEvan Quan {
534e098bc96SEvan Quan 	uint16_t v_index;
535e098bc96SEvan Quan 	bool vol_found = false;
536e098bc96SEvan Quan 	*hi = tab->value * VOLTAGE_SCALE;
537e098bc96SEvan Quan 	*lo = tab->value * VOLTAGE_SCALE;
538e098bc96SEvan Quan 
539e098bc96SEvan Quan 	/* SCLK/VDDC Dependency Table has to exist. */
540e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(NULL != hwmgr->dyn_state.vddc_dependency_on_sclk,
541e098bc96SEvan Quan 			"The SCLK/VDDC Dependency Table does not exist.",
542e098bc96SEvan Quan 			return -EINVAL);
543e098bc96SEvan Quan 
544e098bc96SEvan Quan 	if (NULL == hwmgr->dyn_state.cac_leakage_table) {
545e098bc96SEvan Quan 		pr_warn("CAC Leakage Table does not exist, using vddc.\n");
546e098bc96SEvan Quan 		return 0;
547e098bc96SEvan Quan 	}
548e098bc96SEvan Quan 
549e098bc96SEvan Quan 	/*
550e098bc96SEvan Quan 	 * Since voltage in the sclk/vddc dependency table is not
551e098bc96SEvan Quan 	 * necessarily in ascending order because of ELB voltage
552e098bc96SEvan Quan 	 * patching, loop through entire list to find exact voltage.
553e098bc96SEvan Quan 	 */
554e098bc96SEvan Quan 	for (v_index = 0; (uint32_t)v_index < hwmgr->dyn_state.vddc_dependency_on_sclk->count; v_index++) {
555e098bc96SEvan Quan 		if (tab->value == hwmgr->dyn_state.vddc_dependency_on_sclk->entries[v_index].v) {
556e098bc96SEvan Quan 			vol_found = true;
557e098bc96SEvan Quan 			if ((uint32_t)v_index < hwmgr->dyn_state.cac_leakage_table->count) {
558e098bc96SEvan Quan 				*lo = hwmgr->dyn_state.cac_leakage_table->entries[v_index].Vddc * VOLTAGE_SCALE;
559e098bc96SEvan Quan 				*hi = (uint16_t)(hwmgr->dyn_state.cac_leakage_table->entries[v_index].Leakage * VOLTAGE_SCALE);
560e098bc96SEvan Quan 			} else {
561e098bc96SEvan Quan 				pr_warn("Index from SCLK/VDDC Dependency Table exceeds the CAC Leakage Table index, using maximum index from CAC table.\n");
562e098bc96SEvan Quan 				*lo = hwmgr->dyn_state.cac_leakage_table->entries[hwmgr->dyn_state.cac_leakage_table->count - 1].Vddc * VOLTAGE_SCALE;
563e098bc96SEvan Quan 				*hi = (uint16_t)(hwmgr->dyn_state.cac_leakage_table->entries[hwmgr->dyn_state.cac_leakage_table->count - 1].Leakage * VOLTAGE_SCALE);
564e098bc96SEvan Quan 			}
565e098bc96SEvan Quan 			break;
566e098bc96SEvan Quan 		}
567e098bc96SEvan Quan 	}
568e098bc96SEvan Quan 
569e098bc96SEvan Quan 	/*
570e098bc96SEvan Quan 	 * If voltage is not found in the first pass, loop again to
571e098bc96SEvan Quan 	 * find the best match, equal or higher value.
572e098bc96SEvan Quan 	 */
573e098bc96SEvan Quan 	if (!vol_found) {
574e098bc96SEvan Quan 		for (v_index = 0; (uint32_t)v_index < hwmgr->dyn_state.vddc_dependency_on_sclk->count; v_index++) {
575e098bc96SEvan Quan 			if (tab->value <= hwmgr->dyn_state.vddc_dependency_on_sclk->entries[v_index].v) {
576e098bc96SEvan Quan 				vol_found = true;
577e098bc96SEvan Quan 				if ((uint32_t)v_index < hwmgr->dyn_state.cac_leakage_table->count) {
578e098bc96SEvan Quan 					*lo = hwmgr->dyn_state.cac_leakage_table->entries[v_index].Vddc * VOLTAGE_SCALE;
579e098bc96SEvan Quan 					*hi = (uint16_t)(hwmgr->dyn_state.cac_leakage_table->entries[v_index].Leakage) * VOLTAGE_SCALE;
580e098bc96SEvan Quan 				} else {
581e098bc96SEvan Quan 					pr_warn("Index from SCLK/VDDC Dependency Table exceeds the CAC Leakage Table index in second look up, using maximum index from CAC table.");
582e098bc96SEvan Quan 					*lo = hwmgr->dyn_state.cac_leakage_table->entries[hwmgr->dyn_state.cac_leakage_table->count - 1].Vddc * VOLTAGE_SCALE;
583e098bc96SEvan Quan 					*hi = (uint16_t)(hwmgr->dyn_state.cac_leakage_table->entries[hwmgr->dyn_state.cac_leakage_table->count - 1].Leakage * VOLTAGE_SCALE);
584e098bc96SEvan Quan 				}
585e098bc96SEvan Quan 				break;
586e098bc96SEvan Quan 			}
587e098bc96SEvan Quan 		}
588e098bc96SEvan Quan 
589e098bc96SEvan Quan 		if (!vol_found)
590e098bc96SEvan Quan 			pr_warn("Unable to get std_vddc from SCLK/VDDC Dependency Table, using vddc.\n");
591e098bc96SEvan Quan 	}
592e098bc96SEvan Quan 
593e098bc96SEvan Quan 	return 0;
594e098bc96SEvan Quan }
595e098bc96SEvan Quan 
iceland_populate_smc_voltage_table(struct pp_hwmgr * hwmgr,pp_atomctrl_voltage_table_entry * tab,SMU71_Discrete_VoltageLevel * smc_voltage_tab)596e098bc96SEvan Quan static int iceland_populate_smc_voltage_table(struct pp_hwmgr *hwmgr,
597e098bc96SEvan Quan 		pp_atomctrl_voltage_table_entry *tab,
598e098bc96SEvan Quan 		SMU71_Discrete_VoltageLevel *smc_voltage_tab)
599e098bc96SEvan Quan {
600e098bc96SEvan Quan 	int result;
601e098bc96SEvan Quan 
602e098bc96SEvan Quan 	result = iceland_get_std_voltage_value_sidd(hwmgr, tab,
603e098bc96SEvan Quan 			&smc_voltage_tab->StdVoltageHiSidd,
604e098bc96SEvan Quan 			&smc_voltage_tab->StdVoltageLoSidd);
605e098bc96SEvan Quan 	if (0 != result) {
606e098bc96SEvan Quan 		smc_voltage_tab->StdVoltageHiSidd = tab->value * VOLTAGE_SCALE;
607e098bc96SEvan Quan 		smc_voltage_tab->StdVoltageLoSidd = tab->value * VOLTAGE_SCALE;
608e098bc96SEvan Quan 	}
609e098bc96SEvan Quan 
610e098bc96SEvan Quan 	smc_voltage_tab->Voltage = PP_HOST_TO_SMC_US(tab->value * VOLTAGE_SCALE);
611e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_US(smc_voltage_tab->StdVoltageHiSidd);
612e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_US(smc_voltage_tab->StdVoltageHiSidd);
613e098bc96SEvan Quan 
614e098bc96SEvan Quan 	return 0;
615e098bc96SEvan Quan }
616e098bc96SEvan Quan 
iceland_populate_smc_vddc_table(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * table)617e098bc96SEvan Quan static int iceland_populate_smc_vddc_table(struct pp_hwmgr *hwmgr,
618e098bc96SEvan Quan 			SMU71_Discrete_DpmTable *table)
619e098bc96SEvan Quan {
620e098bc96SEvan Quan 	unsigned int count;
621e098bc96SEvan Quan 	int result;
622e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
623e098bc96SEvan Quan 
624e098bc96SEvan Quan 	table->VddcLevelCount = data->vddc_voltage_table.count;
625e098bc96SEvan Quan 	for (count = 0; count < table->VddcLevelCount; count++) {
626e098bc96SEvan Quan 		result = iceland_populate_smc_voltage_table(hwmgr,
627e098bc96SEvan Quan 				&(data->vddc_voltage_table.entries[count]),
628e098bc96SEvan Quan 				&(table->VddcLevel[count]));
629e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE(0 == result, "do not populate SMC VDDC voltage table", return -EINVAL);
630e098bc96SEvan Quan 
631e098bc96SEvan Quan 		/* GPIO voltage control */
632e098bc96SEvan Quan 		if (SMU7_VOLTAGE_CONTROL_BY_GPIO == data->voltage_control)
633e098bc96SEvan Quan 			table->VddcLevel[count].Smio |= data->vddc_voltage_table.entries[count].smio_low;
634e098bc96SEvan Quan 		else if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->voltage_control)
635e098bc96SEvan Quan 			table->VddcLevel[count].Smio = 0;
636e098bc96SEvan Quan 	}
637e098bc96SEvan Quan 
638e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->VddcLevelCount);
639e098bc96SEvan Quan 
640e098bc96SEvan Quan 	return 0;
641e098bc96SEvan Quan }
642e098bc96SEvan Quan 
iceland_populate_smc_vdd_ci_table(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * table)643e098bc96SEvan Quan static int iceland_populate_smc_vdd_ci_table(struct pp_hwmgr *hwmgr,
644e098bc96SEvan Quan 			SMU71_Discrete_DpmTable *table)
645e098bc96SEvan Quan {
646e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
647e098bc96SEvan Quan 	uint32_t count;
648e098bc96SEvan Quan 	int result;
649e098bc96SEvan Quan 
650e098bc96SEvan Quan 	table->VddciLevelCount = data->vddci_voltage_table.count;
651e098bc96SEvan Quan 
652e098bc96SEvan Quan 	for (count = 0; count < table->VddciLevelCount; count++) {
653e098bc96SEvan Quan 		result = iceland_populate_smc_voltage_table(hwmgr,
654e098bc96SEvan Quan 				&(data->vddci_voltage_table.entries[count]),
655e098bc96SEvan Quan 				&(table->VddciLevel[count]));
656e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE(result == 0, "do not populate SMC VDDCI voltage table", return -EINVAL);
657e098bc96SEvan Quan 		if (SMU7_VOLTAGE_CONTROL_BY_GPIO == data->vddci_control)
658e098bc96SEvan Quan 			table->VddciLevel[count].Smio |= data->vddci_voltage_table.entries[count].smio_low;
659e098bc96SEvan Quan 		else
660e098bc96SEvan Quan 			table->VddciLevel[count].Smio |= 0;
661e098bc96SEvan Quan 	}
662e098bc96SEvan Quan 
663e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->VddciLevelCount);
664e098bc96SEvan Quan 
665e098bc96SEvan Quan 	return 0;
666e098bc96SEvan Quan }
667e098bc96SEvan Quan 
iceland_populate_smc_mvdd_table(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * table)668e098bc96SEvan Quan static int iceland_populate_smc_mvdd_table(struct pp_hwmgr *hwmgr,
669e098bc96SEvan Quan 			SMU71_Discrete_DpmTable *table)
670e098bc96SEvan Quan {
671e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
672e098bc96SEvan Quan 	uint32_t count;
673e098bc96SEvan Quan 	int result;
674e098bc96SEvan Quan 
675e098bc96SEvan Quan 	table->MvddLevelCount = data->mvdd_voltage_table.count;
676e098bc96SEvan Quan 
677e098bc96SEvan Quan 	for (count = 0; count < table->VddciLevelCount; count++) {
678e098bc96SEvan Quan 		result = iceland_populate_smc_voltage_table(hwmgr,
679e098bc96SEvan Quan 				&(data->mvdd_voltage_table.entries[count]),
680e098bc96SEvan Quan 				&table->MvddLevel[count]);
681e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE(result == 0, "do not populate SMC mvdd voltage table", return -EINVAL);
682e098bc96SEvan Quan 		if (SMU7_VOLTAGE_CONTROL_BY_GPIO == data->mvdd_control)
683e098bc96SEvan Quan 			table->MvddLevel[count].Smio |= data->mvdd_voltage_table.entries[count].smio_low;
684e098bc96SEvan Quan 		else
685e098bc96SEvan Quan 			table->MvddLevel[count].Smio |= 0;
686e098bc96SEvan Quan 	}
687e098bc96SEvan Quan 
688e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->MvddLevelCount);
689e098bc96SEvan Quan 
690e098bc96SEvan Quan 	return 0;
691e098bc96SEvan Quan }
692e098bc96SEvan Quan 
693e098bc96SEvan Quan 
iceland_populate_smc_voltage_tables(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * table)694e098bc96SEvan Quan static int iceland_populate_smc_voltage_tables(struct pp_hwmgr *hwmgr,
695e098bc96SEvan Quan 	SMU71_Discrete_DpmTable *table)
696e098bc96SEvan Quan {
697e098bc96SEvan Quan 	int result;
698e098bc96SEvan Quan 
699e098bc96SEvan Quan 	result = iceland_populate_smc_vddc_table(hwmgr, table);
700e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
701e098bc96SEvan Quan 			"can not populate VDDC voltage table to SMC", return -EINVAL);
702e098bc96SEvan Quan 
703e098bc96SEvan Quan 	result = iceland_populate_smc_vdd_ci_table(hwmgr, table);
704e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
705e098bc96SEvan Quan 			"can not populate VDDCI voltage table to SMC", return -EINVAL);
706e098bc96SEvan Quan 
707e098bc96SEvan Quan 	result = iceland_populate_smc_mvdd_table(hwmgr, table);
708e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
709e098bc96SEvan Quan 			"can not populate MVDD voltage table to SMC", return -EINVAL);
710e098bc96SEvan Quan 
711e098bc96SEvan Quan 	return 0;
712e098bc96SEvan Quan }
713e098bc96SEvan Quan 
iceland_populate_ulv_level(struct pp_hwmgr * hwmgr,struct SMU71_Discrete_Ulv * state)714e098bc96SEvan Quan static int iceland_populate_ulv_level(struct pp_hwmgr *hwmgr,
715e098bc96SEvan Quan 		struct SMU71_Discrete_Ulv *state)
716e098bc96SEvan Quan {
717e098bc96SEvan Quan 	uint32_t voltage_response_time, ulv_voltage;
718e098bc96SEvan Quan 	int result;
719e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
720e098bc96SEvan Quan 
721e098bc96SEvan Quan 	state->CcPwrDynRm = 0;
722e098bc96SEvan Quan 	state->CcPwrDynRm1 = 0;
723e098bc96SEvan Quan 
724e098bc96SEvan Quan 	result = pp_tables_get_response_times(hwmgr, &voltage_response_time, &ulv_voltage);
725e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE((0 == result), "can not get ULV voltage value", return result;);
726e098bc96SEvan Quan 
727e098bc96SEvan Quan 	if (ulv_voltage == 0) {
728e098bc96SEvan Quan 		data->ulv_supported = false;
729e098bc96SEvan Quan 		return 0;
730e098bc96SEvan Quan 	}
731e098bc96SEvan Quan 
732e098bc96SEvan Quan 	if (data->voltage_control != SMU7_VOLTAGE_CONTROL_BY_SVID2) {
733e098bc96SEvan Quan 		/* use minimum voltage if ulv voltage in pptable is bigger than minimum voltage */
734e098bc96SEvan Quan 		if (ulv_voltage > hwmgr->dyn_state.vddc_dependency_on_sclk->entries[0].v)
735e098bc96SEvan Quan 			state->VddcOffset = 0;
736e098bc96SEvan Quan 		else
737e098bc96SEvan Quan 			/* used in SMIO Mode. not implemented for now. this is backup only for CI. */
738e098bc96SEvan Quan 			state->VddcOffset = (uint16_t)(hwmgr->dyn_state.vddc_dependency_on_sclk->entries[0].v - ulv_voltage);
739e098bc96SEvan Quan 	} else {
740e098bc96SEvan Quan 		/* use minimum voltage if ulv voltage in pptable is bigger than minimum voltage */
741e098bc96SEvan Quan 		if (ulv_voltage > hwmgr->dyn_state.vddc_dependency_on_sclk->entries[0].v)
742e098bc96SEvan Quan 			state->VddcOffsetVid = 0;
743e098bc96SEvan Quan 		else  /* used in SVI2 Mode */
744e098bc96SEvan Quan 			state->VddcOffsetVid = (uint8_t)(
745e098bc96SEvan Quan 					(hwmgr->dyn_state.vddc_dependency_on_sclk->entries[0].v - ulv_voltage)
746e098bc96SEvan Quan 						* VOLTAGE_VID_OFFSET_SCALE2
747e098bc96SEvan Quan 						/ VOLTAGE_VID_OFFSET_SCALE1);
748e098bc96SEvan Quan 	}
749e098bc96SEvan Quan 	state->VddcPhase = 1;
750e098bc96SEvan Quan 
751e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(state->CcPwrDynRm);
752e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(state->CcPwrDynRm1);
753e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_US(state->VddcOffset);
754e098bc96SEvan Quan 
755e098bc96SEvan Quan 	return 0;
756e098bc96SEvan Quan }
757e098bc96SEvan Quan 
iceland_populate_ulv_state(struct pp_hwmgr * hwmgr,SMU71_Discrete_Ulv * ulv_level)758e098bc96SEvan Quan static int iceland_populate_ulv_state(struct pp_hwmgr *hwmgr,
759e098bc96SEvan Quan 		 SMU71_Discrete_Ulv *ulv_level)
760e098bc96SEvan Quan {
761e098bc96SEvan Quan 	return iceland_populate_ulv_level(hwmgr, ulv_level);
762e098bc96SEvan Quan }
763e098bc96SEvan Quan 
iceland_populate_smc_link_level(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * table)764e098bc96SEvan Quan static int iceland_populate_smc_link_level(struct pp_hwmgr *hwmgr, SMU71_Discrete_DpmTable *table)
765e098bc96SEvan Quan {
766e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
767e098bc96SEvan Quan 	struct smu7_dpm_table *dpm_table = &data->dpm_table;
768e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
769e098bc96SEvan Quan 	uint32_t i;
770e098bc96SEvan Quan 
771e098bc96SEvan Quan 	/* Index (dpm_table->pcie_speed_table.count) is reserved for PCIE boot level. */
772e098bc96SEvan Quan 	for (i = 0; i <= dpm_table->pcie_speed_table.count; i++) {
773e098bc96SEvan Quan 		table->LinkLevel[i].PcieGenSpeed  =
774e098bc96SEvan Quan 			(uint8_t)dpm_table->pcie_speed_table.dpm_levels[i].value;
775e098bc96SEvan Quan 		table->LinkLevel[i].PcieLaneCount =
776e098bc96SEvan Quan 			(uint8_t)encode_pcie_lane_width(dpm_table->pcie_speed_table.dpm_levels[i].param1);
777e098bc96SEvan Quan 		table->LinkLevel[i].EnabledForActivity =
778e098bc96SEvan Quan 			1;
779e098bc96SEvan Quan 		table->LinkLevel[i].SPC =
780e098bc96SEvan Quan 			(uint8_t)(data->pcie_spc_cap & 0xff);
781e098bc96SEvan Quan 		table->LinkLevel[i].DownThreshold =
782e098bc96SEvan Quan 			PP_HOST_TO_SMC_UL(5);
783e098bc96SEvan Quan 		table->LinkLevel[i].UpThreshold =
784e098bc96SEvan Quan 			PP_HOST_TO_SMC_UL(30);
785e098bc96SEvan Quan 	}
786e098bc96SEvan Quan 
787e098bc96SEvan Quan 	smu_data->smc_state_table.LinkLevelCount =
788e098bc96SEvan Quan 		(uint8_t)dpm_table->pcie_speed_table.count;
789e098bc96SEvan Quan 	data->dpm_level_enable_mask.pcie_dpm_enable_mask =
790e098bc96SEvan Quan 		phm_get_dpm_level_enable_mask_value(&dpm_table->pcie_speed_table);
791e098bc96SEvan Quan 
792e098bc96SEvan Quan 	return 0;
793e098bc96SEvan Quan }
794e098bc96SEvan Quan 
iceland_calculate_sclk_params(struct pp_hwmgr * hwmgr,uint32_t engine_clock,SMU71_Discrete_GraphicsLevel * sclk)795e098bc96SEvan Quan static int iceland_calculate_sclk_params(struct pp_hwmgr *hwmgr,
796e098bc96SEvan Quan 		uint32_t engine_clock, SMU71_Discrete_GraphicsLevel *sclk)
797e098bc96SEvan Quan {
798e098bc96SEvan Quan 	const struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
799e098bc96SEvan Quan 	pp_atomctrl_clock_dividers_vi dividers;
800e098bc96SEvan Quan 	uint32_t spll_func_cntl            = data->clock_registers.vCG_SPLL_FUNC_CNTL;
801e098bc96SEvan Quan 	uint32_t spll_func_cntl_3          = data->clock_registers.vCG_SPLL_FUNC_CNTL_3;
802e098bc96SEvan Quan 	uint32_t spll_func_cntl_4          = data->clock_registers.vCG_SPLL_FUNC_CNTL_4;
803e098bc96SEvan Quan 	uint32_t cg_spll_spread_spectrum   = data->clock_registers.vCG_SPLL_SPREAD_SPECTRUM;
804e098bc96SEvan Quan 	uint32_t cg_spll_spread_spectrum_2 = data->clock_registers.vCG_SPLL_SPREAD_SPECTRUM_2;
805e098bc96SEvan Quan 	uint32_t    reference_clock;
806e098bc96SEvan Quan 	uint32_t reference_divider;
807e098bc96SEvan Quan 	uint32_t fbdiv;
808e098bc96SEvan Quan 	int result;
809e098bc96SEvan Quan 
810e098bc96SEvan Quan 	/* get the engine clock dividers for this clock value*/
811e098bc96SEvan Quan 	result = atomctrl_get_engine_pll_dividers_vi(hwmgr, engine_clock,  &dividers);
812e098bc96SEvan Quan 
813e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(result == 0,
814e098bc96SEvan Quan 		"Error retrieving Engine Clock dividers from VBIOS.", return result);
815e098bc96SEvan Quan 
816e098bc96SEvan Quan 	/* To get FBDIV we need to multiply this by 16384 and divide it by Fref.*/
817e098bc96SEvan Quan 	reference_clock = atomctrl_get_reference_clock(hwmgr);
818e098bc96SEvan Quan 
819e098bc96SEvan Quan 	reference_divider = 1 + dividers.uc_pll_ref_div;
820e098bc96SEvan Quan 
821e098bc96SEvan Quan 	/* low 14 bits is fraction and high 12 bits is divider*/
822e098bc96SEvan Quan 	fbdiv = dividers.ul_fb_div.ul_fb_divider & 0x3FFFFFF;
823e098bc96SEvan Quan 
824e098bc96SEvan Quan 	/* SPLL_FUNC_CNTL setup*/
825e098bc96SEvan Quan 	spll_func_cntl = PHM_SET_FIELD(spll_func_cntl,
826e098bc96SEvan Quan 		CG_SPLL_FUNC_CNTL, SPLL_REF_DIV, dividers.uc_pll_ref_div);
827e098bc96SEvan Quan 	spll_func_cntl = PHM_SET_FIELD(spll_func_cntl,
828e098bc96SEvan Quan 		CG_SPLL_FUNC_CNTL, SPLL_PDIV_A,  dividers.uc_pll_post_div);
829e098bc96SEvan Quan 
830e098bc96SEvan Quan 	/* SPLL_FUNC_CNTL_3 setup*/
831e098bc96SEvan Quan 	spll_func_cntl_3 = PHM_SET_FIELD(spll_func_cntl_3,
832e098bc96SEvan Quan 		CG_SPLL_FUNC_CNTL_3, SPLL_FB_DIV, fbdiv);
833e098bc96SEvan Quan 
834e098bc96SEvan Quan 	/* set to use fractional accumulation*/
835e098bc96SEvan Quan 	spll_func_cntl_3 = PHM_SET_FIELD(spll_func_cntl_3,
836e098bc96SEvan Quan 		CG_SPLL_FUNC_CNTL_3, SPLL_DITHEN, 1);
837e098bc96SEvan Quan 
838e098bc96SEvan Quan 	if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
839e098bc96SEvan Quan 			PHM_PlatformCaps_EngineSpreadSpectrumSupport)) {
840e098bc96SEvan Quan 		pp_atomctrl_internal_ss_info ss_info;
841e098bc96SEvan Quan 
842e098bc96SEvan Quan 		uint32_t vcoFreq = engine_clock * dividers.uc_pll_post_div;
843e098bc96SEvan Quan 		if (0 == atomctrl_get_engine_clock_spread_spectrum(hwmgr, vcoFreq, &ss_info)) {
844e098bc96SEvan Quan 			/*
845e098bc96SEvan Quan 			* ss_info.speed_spectrum_percentage -- in unit of 0.01%
846e098bc96SEvan Quan 			* ss_info.speed_spectrum_rate -- in unit of khz
847e098bc96SEvan Quan 			*/
848e098bc96SEvan Quan 			/* clks = reference_clock * 10 / (REFDIV + 1) / speed_spectrum_rate / 2 */
849e098bc96SEvan Quan 			uint32_t clkS = reference_clock * 5 / (reference_divider * ss_info.speed_spectrum_rate);
850e098bc96SEvan Quan 
851e098bc96SEvan Quan 			/* clkv = 2 * D * fbdiv / NS */
852e098bc96SEvan Quan 			uint32_t clkV = 4 * ss_info.speed_spectrum_percentage * fbdiv / (clkS * 10000);
853e098bc96SEvan Quan 
854e098bc96SEvan Quan 			cg_spll_spread_spectrum =
855e098bc96SEvan Quan 				PHM_SET_FIELD(cg_spll_spread_spectrum, CG_SPLL_SPREAD_SPECTRUM, CLKS, clkS);
856e098bc96SEvan Quan 			cg_spll_spread_spectrum =
857e098bc96SEvan Quan 				PHM_SET_FIELD(cg_spll_spread_spectrum, CG_SPLL_SPREAD_SPECTRUM, SSEN, 1);
858e098bc96SEvan Quan 			cg_spll_spread_spectrum_2 =
859e098bc96SEvan Quan 				PHM_SET_FIELD(cg_spll_spread_spectrum_2, CG_SPLL_SPREAD_SPECTRUM_2, CLKV, clkV);
860e098bc96SEvan Quan 		}
861e098bc96SEvan Quan 	}
862e098bc96SEvan Quan 
863e098bc96SEvan Quan 	sclk->SclkFrequency        = engine_clock;
864e098bc96SEvan Quan 	sclk->CgSpllFuncCntl3      = spll_func_cntl_3;
865e098bc96SEvan Quan 	sclk->CgSpllFuncCntl4      = spll_func_cntl_4;
866e098bc96SEvan Quan 	sclk->SpllSpreadSpectrum   = cg_spll_spread_spectrum;
867e098bc96SEvan Quan 	sclk->SpllSpreadSpectrum2  = cg_spll_spread_spectrum_2;
868e098bc96SEvan Quan 	sclk->SclkDid              = (uint8_t)dividers.pll_post_divider;
869e098bc96SEvan Quan 
870e098bc96SEvan Quan 	return 0;
871e098bc96SEvan Quan }
872e098bc96SEvan Quan 
iceland_populate_phase_value_based_on_sclk(struct pp_hwmgr * hwmgr,const struct phm_phase_shedding_limits_table * pl,uint32_t sclk,uint32_t * p_shed)873e098bc96SEvan Quan static int iceland_populate_phase_value_based_on_sclk(struct pp_hwmgr *hwmgr,
874e098bc96SEvan Quan 				const struct phm_phase_shedding_limits_table *pl,
875e098bc96SEvan Quan 					uint32_t sclk, uint32_t *p_shed)
876e098bc96SEvan Quan {
877e098bc96SEvan Quan 	unsigned int i;
878e098bc96SEvan Quan 
879e098bc96SEvan Quan 	/* use the minimum phase shedding */
880e098bc96SEvan Quan 	*p_shed = 1;
881e098bc96SEvan Quan 
882e098bc96SEvan Quan 	for (i = 0; i < pl->count; i++) {
883e098bc96SEvan Quan 		if (sclk < pl->entries[i].Sclk) {
884e098bc96SEvan Quan 			*p_shed = i;
885e098bc96SEvan Quan 			break;
886e098bc96SEvan Quan 		}
887e098bc96SEvan Quan 	}
888e098bc96SEvan Quan 	return 0;
889e098bc96SEvan Quan }
890e098bc96SEvan Quan 
iceland_populate_single_graphic_level(struct pp_hwmgr * hwmgr,uint32_t engine_clock,SMU71_Discrete_GraphicsLevel * graphic_level)891e098bc96SEvan Quan static int iceland_populate_single_graphic_level(struct pp_hwmgr *hwmgr,
892e098bc96SEvan Quan 						uint32_t engine_clock,
893e098bc96SEvan Quan 				SMU71_Discrete_GraphicsLevel *graphic_level)
894e098bc96SEvan Quan {
895e098bc96SEvan Quan 	int result;
896e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
897e098bc96SEvan Quan 
898e098bc96SEvan Quan 	result = iceland_calculate_sclk_params(hwmgr, engine_clock, graphic_level);
899e098bc96SEvan Quan 
900e098bc96SEvan Quan 	/* populate graphics levels*/
901e098bc96SEvan Quan 	result = iceland_get_dependency_volt_by_clk(hwmgr,
902e098bc96SEvan Quan 		hwmgr->dyn_state.vddc_dependency_on_sclk, engine_clock,
903e098bc96SEvan Quan 		&graphic_level->MinVddc);
904e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE((0 == result),
905e098bc96SEvan Quan 		"can not find VDDC voltage value for VDDC engine clock dependency table", return result);
906e098bc96SEvan Quan 
907e098bc96SEvan Quan 	/* SCLK frequency in units of 10KHz*/
908e098bc96SEvan Quan 	graphic_level->SclkFrequency = engine_clock;
909e098bc96SEvan Quan 	graphic_level->MinVddcPhases = 1;
910e098bc96SEvan Quan 
911e098bc96SEvan Quan 	if (data->vddc_phase_shed_control)
912e098bc96SEvan Quan 		iceland_populate_phase_value_based_on_sclk(hwmgr,
913e098bc96SEvan Quan 				hwmgr->dyn_state.vddc_phase_shed_limits_table,
914e098bc96SEvan Quan 				engine_clock,
915e098bc96SEvan Quan 				&graphic_level->MinVddcPhases);
916e098bc96SEvan Quan 
917e098bc96SEvan Quan 	/* Indicates maximum activity level for this performance level. 50% for now*/
918e098bc96SEvan Quan 	graphic_level->ActivityLevel = data->current_profile_setting.sclk_activity;
919e098bc96SEvan Quan 
920e098bc96SEvan Quan 	graphic_level->CcPwrDynRm = 0;
921e098bc96SEvan Quan 	graphic_level->CcPwrDynRm1 = 0;
922e098bc96SEvan Quan 	/* this level can be used if activity is high enough.*/
923e098bc96SEvan Quan 	graphic_level->EnabledForActivity = 0;
924e098bc96SEvan Quan 	/* this level can be used for throttling.*/
925e098bc96SEvan Quan 	graphic_level->EnabledForThrottle = 1;
926e098bc96SEvan Quan 	graphic_level->UpHyst = data->current_profile_setting.sclk_up_hyst;
927e098bc96SEvan Quan 	graphic_level->DownHyst = data->current_profile_setting.sclk_down_hyst;
928e098bc96SEvan Quan 	graphic_level->VoltageDownHyst = 0;
929e098bc96SEvan Quan 	graphic_level->PowerThrottle = 0;
930e098bc96SEvan Quan 
931e098bc96SEvan Quan 	data->display_timing.min_clock_in_sr =
932e098bc96SEvan Quan 			hwmgr->display_config->min_core_set_clock_in_sr;
933e098bc96SEvan Quan 
934e098bc96SEvan Quan 	if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
935e098bc96SEvan Quan 			PHM_PlatformCaps_SclkDeepSleep))
936e098bc96SEvan Quan 		graphic_level->DeepSleepDivId =
937e098bc96SEvan Quan 				smu7_get_sleep_divider_id_from_clock(engine_clock,
938e098bc96SEvan Quan 						data->display_timing.min_clock_in_sr);
939e098bc96SEvan Quan 
940e098bc96SEvan Quan 	/* Default to slow, highest DPM level will be set to PPSMC_DISPLAY_WATERMARK_LOW later.*/
941e098bc96SEvan Quan 	graphic_level->DisplayWatermark = PPSMC_DISPLAY_WATERMARK_LOW;
942e098bc96SEvan Quan 
943e098bc96SEvan Quan 	if (0 == result) {
944e098bc96SEvan Quan 		graphic_level->MinVddc = PP_HOST_TO_SMC_UL(graphic_level->MinVddc * VOLTAGE_SCALE);
945e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->MinVddcPhases);
946e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->SclkFrequency);
947e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_US(graphic_level->ActivityLevel);
948e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->CgSpllFuncCntl3);
949e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->CgSpllFuncCntl4);
950e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->SpllSpreadSpectrum);
951e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->SpllSpreadSpectrum2);
952e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->CcPwrDynRm);
953e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(graphic_level->CcPwrDynRm1);
954e098bc96SEvan Quan 	}
955e098bc96SEvan Quan 
956e098bc96SEvan Quan 	return result;
957e098bc96SEvan Quan }
958e098bc96SEvan Quan 
iceland_populate_all_graphic_levels(struct pp_hwmgr * hwmgr)959e098bc96SEvan Quan static int iceland_populate_all_graphic_levels(struct pp_hwmgr *hwmgr)
960e098bc96SEvan Quan {
961e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
962e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
963e098bc96SEvan Quan 	struct smu7_dpm_table *dpm_table = &data->dpm_table;
964e098bc96SEvan Quan 	uint32_t level_array_adress = smu_data->smu7_data.dpm_table_start +
965e098bc96SEvan Quan 				offsetof(SMU71_Discrete_DpmTable, GraphicsLevel);
966e098bc96SEvan Quan 
967e098bc96SEvan Quan 	uint32_t level_array_size = sizeof(SMU71_Discrete_GraphicsLevel) *
968e098bc96SEvan Quan 						SMU71_MAX_LEVELS_GRAPHICS;
969e098bc96SEvan Quan 
970e098bc96SEvan Quan 	SMU71_Discrete_GraphicsLevel *levels = smu_data->smc_state_table.GraphicsLevel;
971e098bc96SEvan Quan 
972e098bc96SEvan Quan 	uint32_t i;
973e098bc96SEvan Quan 	uint8_t highest_pcie_level_enabled = 0;
974e098bc96SEvan Quan 	uint8_t lowest_pcie_level_enabled = 0, mid_pcie_level_enabled = 0;
975e098bc96SEvan Quan 	uint8_t count = 0;
976e098bc96SEvan Quan 	int result = 0;
977e098bc96SEvan Quan 
978e098bc96SEvan Quan 	memset(levels, 0x00, level_array_size);
979e098bc96SEvan Quan 
980e098bc96SEvan Quan 	for (i = 0; i < dpm_table->sclk_table.count; i++) {
981e098bc96SEvan Quan 		result = iceland_populate_single_graphic_level(hwmgr,
982e098bc96SEvan Quan 					dpm_table->sclk_table.dpm_levels[i].value,
983e098bc96SEvan Quan 					&(smu_data->smc_state_table.GraphicsLevel[i]));
984e098bc96SEvan Quan 		if (result != 0)
985e098bc96SEvan Quan 			return result;
986e098bc96SEvan Quan 
987e098bc96SEvan Quan 		/* Making sure only DPM level 0-1 have Deep Sleep Div ID populated. */
988e098bc96SEvan Quan 		if (i > 1)
989e098bc96SEvan Quan 			smu_data->smc_state_table.GraphicsLevel[i].DeepSleepDivId = 0;
990e098bc96SEvan Quan 	}
991e098bc96SEvan Quan 
992e098bc96SEvan Quan 	/* Only enable level 0 for now. */
993e098bc96SEvan Quan 	smu_data->smc_state_table.GraphicsLevel[0].EnabledForActivity = 1;
994e098bc96SEvan Quan 
995e098bc96SEvan Quan 	/* set highest level watermark to high */
996e098bc96SEvan Quan 	if (dpm_table->sclk_table.count > 1)
997e098bc96SEvan Quan 		smu_data->smc_state_table.GraphicsLevel[dpm_table->sclk_table.count-1].DisplayWatermark =
998e098bc96SEvan Quan 			PPSMC_DISPLAY_WATERMARK_HIGH;
999e098bc96SEvan Quan 
1000e098bc96SEvan Quan 	smu_data->smc_state_table.GraphicsDpmLevelCount =
1001e098bc96SEvan Quan 		(uint8_t)dpm_table->sclk_table.count;
1002e098bc96SEvan Quan 	data->dpm_level_enable_mask.sclk_dpm_enable_mask =
1003e098bc96SEvan Quan 		phm_get_dpm_level_enable_mask_value(&dpm_table->sclk_table);
1004e098bc96SEvan Quan 
1005e098bc96SEvan Quan 	while ((data->dpm_level_enable_mask.pcie_dpm_enable_mask &
1006e098bc96SEvan Quan 				(1 << (highest_pcie_level_enabled + 1))) != 0) {
1007e098bc96SEvan Quan 		highest_pcie_level_enabled++;
1008e098bc96SEvan Quan 	}
1009e098bc96SEvan Quan 
1010e098bc96SEvan Quan 	while ((data->dpm_level_enable_mask.pcie_dpm_enable_mask &
1011e098bc96SEvan Quan 		(1 << lowest_pcie_level_enabled)) == 0) {
1012e098bc96SEvan Quan 		lowest_pcie_level_enabled++;
1013e098bc96SEvan Quan 	}
1014e098bc96SEvan Quan 
1015e098bc96SEvan Quan 	while ((count < highest_pcie_level_enabled) &&
1016e098bc96SEvan Quan 			((data->dpm_level_enable_mask.pcie_dpm_enable_mask &
1017e098bc96SEvan Quan 				(1 << (lowest_pcie_level_enabled + 1 + count))) == 0)) {
1018e098bc96SEvan Quan 		count++;
1019e098bc96SEvan Quan 	}
1020e098bc96SEvan Quan 
1021e098bc96SEvan Quan 	mid_pcie_level_enabled = (lowest_pcie_level_enabled+1+count) < highest_pcie_level_enabled ?
1022e098bc96SEvan Quan 		(lowest_pcie_level_enabled+1+count) : highest_pcie_level_enabled;
1023e098bc96SEvan Quan 
1024e098bc96SEvan Quan 
1025e098bc96SEvan Quan 	/* set pcieDpmLevel to highest_pcie_level_enabled*/
1026e098bc96SEvan Quan 	for (i = 2; i < dpm_table->sclk_table.count; i++) {
1027e098bc96SEvan Quan 		smu_data->smc_state_table.GraphicsLevel[i].pcieDpmLevel = highest_pcie_level_enabled;
1028e098bc96SEvan Quan 	}
1029e098bc96SEvan Quan 
1030e098bc96SEvan Quan 	/* set pcieDpmLevel to lowest_pcie_level_enabled*/
1031e098bc96SEvan Quan 	smu_data->smc_state_table.GraphicsLevel[0].pcieDpmLevel = lowest_pcie_level_enabled;
1032e098bc96SEvan Quan 
1033e098bc96SEvan Quan 	/* set pcieDpmLevel to mid_pcie_level_enabled*/
1034e098bc96SEvan Quan 	smu_data->smc_state_table.GraphicsLevel[1].pcieDpmLevel = mid_pcie_level_enabled;
1035e098bc96SEvan Quan 
1036e098bc96SEvan Quan 	/* level count will send to smc once at init smc table and never change*/
1037e098bc96SEvan Quan 	result = smu7_copy_bytes_to_smc(hwmgr, level_array_adress,
1038e098bc96SEvan Quan 				(uint8_t *)levels, (uint32_t)level_array_size,
1039e098bc96SEvan Quan 								SMC_RAM_END);
1040e098bc96SEvan Quan 
1041e098bc96SEvan Quan 	return result;
1042e098bc96SEvan Quan }
1043e098bc96SEvan Quan 
iceland_calculate_mclk_params(struct pp_hwmgr * hwmgr,uint32_t memory_clock,SMU71_Discrete_MemoryLevel * mclk,bool strobe_mode,bool dllStateOn)1044e098bc96SEvan Quan static int iceland_calculate_mclk_params(
1045e098bc96SEvan Quan 		struct pp_hwmgr *hwmgr,
1046e098bc96SEvan Quan 		uint32_t memory_clock,
1047e098bc96SEvan Quan 		SMU71_Discrete_MemoryLevel *mclk,
1048e098bc96SEvan Quan 		bool strobe_mode,
1049e098bc96SEvan Quan 		bool dllStateOn
1050e098bc96SEvan Quan 		)
1051e098bc96SEvan Quan {
1052e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1053e098bc96SEvan Quan 
1054e098bc96SEvan Quan 	uint32_t  dll_cntl = data->clock_registers.vDLL_CNTL;
1055e098bc96SEvan Quan 	uint32_t  mclk_pwrmgt_cntl = data->clock_registers.vMCLK_PWRMGT_CNTL;
1056e098bc96SEvan Quan 	uint32_t  mpll_ad_func_cntl = data->clock_registers.vMPLL_AD_FUNC_CNTL;
1057e098bc96SEvan Quan 	uint32_t  mpll_dq_func_cntl = data->clock_registers.vMPLL_DQ_FUNC_CNTL;
1058e098bc96SEvan Quan 	uint32_t  mpll_func_cntl = data->clock_registers.vMPLL_FUNC_CNTL;
1059e098bc96SEvan Quan 	uint32_t  mpll_func_cntl_1 = data->clock_registers.vMPLL_FUNC_CNTL_1;
1060e098bc96SEvan Quan 	uint32_t  mpll_func_cntl_2 = data->clock_registers.vMPLL_FUNC_CNTL_2;
1061e098bc96SEvan Quan 	uint32_t  mpll_ss1 = data->clock_registers.vMPLL_SS1;
1062e098bc96SEvan Quan 	uint32_t  mpll_ss2 = data->clock_registers.vMPLL_SS2;
1063e098bc96SEvan Quan 
1064e098bc96SEvan Quan 	pp_atomctrl_memory_clock_param mpll_param;
1065e098bc96SEvan Quan 	int result;
1066e098bc96SEvan Quan 
1067e098bc96SEvan Quan 	result = atomctrl_get_memory_pll_dividers_si(hwmgr,
1068e098bc96SEvan Quan 				memory_clock, &mpll_param, strobe_mode);
1069e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1070e098bc96SEvan Quan 		"Error retrieving Memory Clock Parameters from VBIOS.", return result);
1071e098bc96SEvan Quan 
1072e098bc96SEvan Quan 	/* MPLL_FUNC_CNTL setup*/
1073e098bc96SEvan Quan 	mpll_func_cntl = PHM_SET_FIELD(mpll_func_cntl, MPLL_FUNC_CNTL, BWCTRL, mpll_param.bw_ctrl);
1074e098bc96SEvan Quan 
1075e098bc96SEvan Quan 	/* MPLL_FUNC_CNTL_1 setup*/
1076e098bc96SEvan Quan 	mpll_func_cntl_1  = PHM_SET_FIELD(mpll_func_cntl_1,
1077e098bc96SEvan Quan 							MPLL_FUNC_CNTL_1, CLKF, mpll_param.mpll_fb_divider.cl_kf);
1078e098bc96SEvan Quan 	mpll_func_cntl_1  = PHM_SET_FIELD(mpll_func_cntl_1,
1079e098bc96SEvan Quan 							MPLL_FUNC_CNTL_1, CLKFRAC, mpll_param.mpll_fb_divider.clk_frac);
1080e098bc96SEvan Quan 	mpll_func_cntl_1  = PHM_SET_FIELD(mpll_func_cntl_1,
1081e098bc96SEvan Quan 							MPLL_FUNC_CNTL_1, VCO_MODE, mpll_param.vco_mode);
1082e098bc96SEvan Quan 
1083e098bc96SEvan Quan 	/* MPLL_AD_FUNC_CNTL setup*/
1084e098bc96SEvan Quan 	mpll_ad_func_cntl = PHM_SET_FIELD(mpll_ad_func_cntl,
1085e098bc96SEvan Quan 							MPLL_AD_FUNC_CNTL, YCLK_POST_DIV, mpll_param.mpll_post_divider);
1086e098bc96SEvan Quan 
1087e098bc96SEvan Quan 	if (data->is_memory_gddr5) {
1088e098bc96SEvan Quan 		/* MPLL_DQ_FUNC_CNTL setup*/
1089e098bc96SEvan Quan 		mpll_dq_func_cntl  = PHM_SET_FIELD(mpll_dq_func_cntl,
1090e098bc96SEvan Quan 								MPLL_DQ_FUNC_CNTL, YCLK_SEL, mpll_param.yclk_sel);
1091e098bc96SEvan Quan 		mpll_dq_func_cntl  = PHM_SET_FIELD(mpll_dq_func_cntl,
1092e098bc96SEvan Quan 								MPLL_DQ_FUNC_CNTL, YCLK_POST_DIV, mpll_param.mpll_post_divider);
1093e098bc96SEvan Quan 	}
1094e098bc96SEvan Quan 
1095e098bc96SEvan Quan 	if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
1096e098bc96SEvan Quan 			PHM_PlatformCaps_MemorySpreadSpectrumSupport)) {
1097e098bc96SEvan Quan 		/*
1098e098bc96SEvan Quan 		 ************************************
1099e098bc96SEvan Quan 		 Fref = Reference Frequency
1100e098bc96SEvan Quan 		 NF = Feedback divider ratio
1101e098bc96SEvan Quan 		 NR = Reference divider ratio
1102e098bc96SEvan Quan 		 Fnom = Nominal VCO output frequency = Fref * NF / NR
1103e098bc96SEvan Quan 		 Fs = Spreading Rate
1104e098bc96SEvan Quan 		 D = Percentage down-spread / 2
1105e098bc96SEvan Quan 		 Fint = Reference input frequency to PFD = Fref / NR
1106e098bc96SEvan Quan 		 NS = Spreading rate divider ratio = int(Fint / (2 * Fs))
1107e098bc96SEvan Quan 		 CLKS = NS - 1 = ISS_STEP_NUM[11:0]
1108e098bc96SEvan Quan 		 NV = D * Fs / Fnom * 4 * ((Fnom/Fref * NR) ^ 2)
1109e098bc96SEvan Quan 		 CLKV = 65536 * NV = ISS_STEP_SIZE[25:0]
1110e098bc96SEvan Quan 		 *************************************
1111e098bc96SEvan Quan 		 */
1112e098bc96SEvan Quan 		pp_atomctrl_internal_ss_info ss_info;
1113e098bc96SEvan Quan 		uint32_t freq_nom;
1114e098bc96SEvan Quan 		uint32_t tmp;
1115e098bc96SEvan Quan 		uint32_t reference_clock = atomctrl_get_mpll_reference_clock(hwmgr);
1116e098bc96SEvan Quan 
1117e098bc96SEvan Quan 		/* for GDDR5 for all modes and DDR3 */
1118e098bc96SEvan Quan 		if (1 == mpll_param.qdr)
1119e098bc96SEvan Quan 			freq_nom = memory_clock * 4 * (1 << mpll_param.mpll_post_divider);
1120e098bc96SEvan Quan 		else
1121e098bc96SEvan Quan 			freq_nom = memory_clock * 2 * (1 << mpll_param.mpll_post_divider);
1122e098bc96SEvan Quan 
1123e098bc96SEvan Quan 		/* tmp = (freq_nom / reference_clock * reference_divider) ^ 2  Note: S.I. reference_divider = 1*/
1124e098bc96SEvan Quan 		tmp = (freq_nom / reference_clock);
1125e098bc96SEvan Quan 		tmp = tmp * tmp;
1126e098bc96SEvan Quan 
1127e098bc96SEvan Quan 		if (0 == atomctrl_get_memory_clock_spread_spectrum(hwmgr, freq_nom, &ss_info)) {
1128e098bc96SEvan Quan 			/* ss_info.speed_spectrum_percentage -- in unit of 0.01% */
1129e098bc96SEvan Quan 			/* ss.Info.speed_spectrum_rate -- in unit of khz */
1130e098bc96SEvan Quan 			/* CLKS = reference_clock / (2 * speed_spectrum_rate * reference_divider) * 10 */
1131e098bc96SEvan Quan 			/*     = reference_clock * 5 / speed_spectrum_rate */
1132e098bc96SEvan Quan 			uint32_t clks = reference_clock * 5 / ss_info.speed_spectrum_rate;
1133e098bc96SEvan Quan 
1134e098bc96SEvan Quan 			/* CLKV = 65536 * speed_spectrum_percentage / 2 * spreadSpecrumRate / freq_nom * 4 / 100000 * ((freq_nom / reference_clock) ^ 2) */
1135e098bc96SEvan Quan 			/*     = 131 * speed_spectrum_percentage * speed_spectrum_rate / 100 * ((freq_nom / reference_clock) ^ 2) / freq_nom */
1136e098bc96SEvan Quan 			uint32_t clkv =
1137e098bc96SEvan Quan 				(uint32_t)((((131 * ss_info.speed_spectrum_percentage *
1138e098bc96SEvan Quan 							ss_info.speed_spectrum_rate) / 100) * tmp) / freq_nom);
1139e098bc96SEvan Quan 
1140e098bc96SEvan Quan 			mpll_ss1 = PHM_SET_FIELD(mpll_ss1, MPLL_SS1, CLKV, clkv);
1141e098bc96SEvan Quan 			mpll_ss2 = PHM_SET_FIELD(mpll_ss2, MPLL_SS2, CLKS, clks);
1142e098bc96SEvan Quan 		}
1143e098bc96SEvan Quan 	}
1144e098bc96SEvan Quan 
1145e098bc96SEvan Quan 	/* MCLK_PWRMGT_CNTL setup */
1146e098bc96SEvan Quan 	mclk_pwrmgt_cntl = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1147e098bc96SEvan Quan 		MCLK_PWRMGT_CNTL, DLL_SPEED, mpll_param.dll_speed);
1148e098bc96SEvan Quan 	mclk_pwrmgt_cntl = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1149e098bc96SEvan Quan 		MCLK_PWRMGT_CNTL, MRDCK0_PDNB, dllStateOn);
1150e098bc96SEvan Quan 	mclk_pwrmgt_cntl = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1151e098bc96SEvan Quan 		MCLK_PWRMGT_CNTL, MRDCK1_PDNB, dllStateOn);
1152e098bc96SEvan Quan 
1153e098bc96SEvan Quan 
1154e098bc96SEvan Quan 	/* Save the result data to outpupt memory level structure */
1155e098bc96SEvan Quan 	mclk->MclkFrequency   = memory_clock;
1156e098bc96SEvan Quan 	mclk->MpllFuncCntl    = mpll_func_cntl;
1157e098bc96SEvan Quan 	mclk->MpllFuncCntl_1  = mpll_func_cntl_1;
1158e098bc96SEvan Quan 	mclk->MpllFuncCntl_2  = mpll_func_cntl_2;
1159e098bc96SEvan Quan 	mclk->MpllAdFuncCntl  = mpll_ad_func_cntl;
1160e098bc96SEvan Quan 	mclk->MpllDqFuncCntl  = mpll_dq_func_cntl;
1161e098bc96SEvan Quan 	mclk->MclkPwrmgtCntl  = mclk_pwrmgt_cntl;
1162e098bc96SEvan Quan 	mclk->DllCntl         = dll_cntl;
1163e098bc96SEvan Quan 	mclk->MpllSs1         = mpll_ss1;
1164e098bc96SEvan Quan 	mclk->MpllSs2         = mpll_ss2;
1165e098bc96SEvan Quan 
1166e098bc96SEvan Quan 	return 0;
1167e098bc96SEvan Quan }
1168e098bc96SEvan Quan 
iceland_get_mclk_frequency_ratio(uint32_t memory_clock,bool strobe_mode)1169e098bc96SEvan Quan static uint8_t iceland_get_mclk_frequency_ratio(uint32_t memory_clock,
1170e098bc96SEvan Quan 		bool strobe_mode)
1171e098bc96SEvan Quan {
1172e098bc96SEvan Quan 	uint8_t mc_para_index;
1173e098bc96SEvan Quan 
1174e098bc96SEvan Quan 	if (strobe_mode) {
1175e098bc96SEvan Quan 		if (memory_clock < 12500) {
1176e098bc96SEvan Quan 			mc_para_index = 0x00;
1177e098bc96SEvan Quan 		} else if (memory_clock > 47500) {
1178e098bc96SEvan Quan 			mc_para_index = 0x0f;
1179e098bc96SEvan Quan 		} else {
1180e098bc96SEvan Quan 			mc_para_index = (uint8_t)((memory_clock - 10000) / 2500);
1181e098bc96SEvan Quan 		}
1182e098bc96SEvan Quan 	} else {
1183e098bc96SEvan Quan 		if (memory_clock < 65000) {
1184e098bc96SEvan Quan 			mc_para_index = 0x00;
1185e098bc96SEvan Quan 		} else if (memory_clock > 135000) {
1186e098bc96SEvan Quan 			mc_para_index = 0x0f;
1187e098bc96SEvan Quan 		} else {
1188e098bc96SEvan Quan 			mc_para_index = (uint8_t)((memory_clock - 60000) / 5000);
1189e098bc96SEvan Quan 		}
1190e098bc96SEvan Quan 	}
1191e098bc96SEvan Quan 
1192e098bc96SEvan Quan 	return mc_para_index;
1193e098bc96SEvan Quan }
1194e098bc96SEvan Quan 
iceland_get_ddr3_mclk_frequency_ratio(uint32_t memory_clock)1195e098bc96SEvan Quan static uint8_t iceland_get_ddr3_mclk_frequency_ratio(uint32_t memory_clock)
1196e098bc96SEvan Quan {
1197e098bc96SEvan Quan 	uint8_t mc_para_index;
1198e098bc96SEvan Quan 
1199e098bc96SEvan Quan 	if (memory_clock < 10000) {
1200e098bc96SEvan Quan 		mc_para_index = 0;
1201e098bc96SEvan Quan 	} else if (memory_clock >= 80000) {
1202e098bc96SEvan Quan 		mc_para_index = 0x0f;
1203e098bc96SEvan Quan 	} else {
1204e098bc96SEvan Quan 		mc_para_index = (uint8_t)((memory_clock - 10000) / 5000 + 1);
1205e098bc96SEvan Quan 	}
1206e098bc96SEvan Quan 
1207e098bc96SEvan Quan 	return mc_para_index;
1208e098bc96SEvan Quan }
1209e098bc96SEvan Quan 
iceland_populate_phase_value_based_on_mclk(struct pp_hwmgr * hwmgr,const struct phm_phase_shedding_limits_table * pl,uint32_t memory_clock,uint32_t * p_shed)1210e098bc96SEvan Quan static int iceland_populate_phase_value_based_on_mclk(struct pp_hwmgr *hwmgr, const struct phm_phase_shedding_limits_table *pl,
1211e098bc96SEvan Quan 					uint32_t memory_clock, uint32_t *p_shed)
1212e098bc96SEvan Quan {
1213e098bc96SEvan Quan 	unsigned int i;
1214e098bc96SEvan Quan 
1215e098bc96SEvan Quan 	*p_shed = 1;
1216e098bc96SEvan Quan 
1217e098bc96SEvan Quan 	for (i = 0; i < pl->count; i++) {
1218e098bc96SEvan Quan 		if (memory_clock < pl->entries[i].Mclk) {
1219e098bc96SEvan Quan 			*p_shed = i;
1220e098bc96SEvan Quan 			break;
1221e098bc96SEvan Quan 		}
1222e098bc96SEvan Quan 	}
1223e098bc96SEvan Quan 
1224e098bc96SEvan Quan 	return 0;
1225e098bc96SEvan Quan }
1226e098bc96SEvan Quan 
iceland_populate_single_memory_level(struct pp_hwmgr * hwmgr,uint32_t memory_clock,SMU71_Discrete_MemoryLevel * memory_level)1227e098bc96SEvan Quan static int iceland_populate_single_memory_level(
1228e098bc96SEvan Quan 		struct pp_hwmgr *hwmgr,
1229e098bc96SEvan Quan 		uint32_t memory_clock,
1230e098bc96SEvan Quan 		SMU71_Discrete_MemoryLevel *memory_level
1231e098bc96SEvan Quan 		)
1232e098bc96SEvan Quan {
1233e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1234e098bc96SEvan Quan 	int result = 0;
1235e098bc96SEvan Quan 	bool dll_state_on;
1236e098bc96SEvan Quan 	uint32_t mclk_edc_wr_enable_threshold = 40000;
1237e098bc96SEvan Quan 	uint32_t mclk_edc_enable_threshold = 40000;
1238e098bc96SEvan Quan 	uint32_t mclk_strobe_mode_threshold = 40000;
1239e098bc96SEvan Quan 
1240e098bc96SEvan Quan 	if (hwmgr->dyn_state.vddc_dependency_on_mclk != NULL) {
1241e098bc96SEvan Quan 		result = iceland_get_dependency_volt_by_clk(hwmgr,
1242e098bc96SEvan Quan 			hwmgr->dyn_state.vddc_dependency_on_mclk, memory_clock, &memory_level->MinVddc);
1243e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE((0 == result),
1244e098bc96SEvan Quan 			"can not find MinVddc voltage value from memory VDDC voltage dependency table", return result);
1245e098bc96SEvan Quan 	}
1246e098bc96SEvan Quan 
1247e098bc96SEvan Quan 	if (data->vddci_control == SMU7_VOLTAGE_CONTROL_NONE) {
1248e098bc96SEvan Quan 		memory_level->MinVddci = memory_level->MinVddc;
1249e098bc96SEvan Quan 	} else if (NULL != hwmgr->dyn_state.vddci_dependency_on_mclk) {
1250e098bc96SEvan Quan 		result = iceland_get_dependency_volt_by_clk(hwmgr,
1251e098bc96SEvan Quan 				hwmgr->dyn_state.vddci_dependency_on_mclk,
1252e098bc96SEvan Quan 				memory_clock,
1253e098bc96SEvan Quan 				&memory_level->MinVddci);
1254e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE((0 == result),
1255e098bc96SEvan Quan 			"can not find MinVddci voltage value from memory VDDCI voltage dependency table", return result);
1256e098bc96SEvan Quan 	}
1257e098bc96SEvan Quan 
1258e098bc96SEvan Quan 	memory_level->MinVddcPhases = 1;
1259e098bc96SEvan Quan 
1260e098bc96SEvan Quan 	if (data->vddc_phase_shed_control) {
1261e098bc96SEvan Quan 		iceland_populate_phase_value_based_on_mclk(hwmgr, hwmgr->dyn_state.vddc_phase_shed_limits_table,
1262e098bc96SEvan Quan 				memory_clock, &memory_level->MinVddcPhases);
1263e098bc96SEvan Quan 	}
1264e098bc96SEvan Quan 
1265e098bc96SEvan Quan 	memory_level->EnabledForThrottle = 1;
1266e098bc96SEvan Quan 	memory_level->EnabledForActivity = 0;
1267e098bc96SEvan Quan 	memory_level->UpHyst = data->current_profile_setting.mclk_up_hyst;
1268e098bc96SEvan Quan 	memory_level->DownHyst = data->current_profile_setting.mclk_down_hyst;
1269e098bc96SEvan Quan 	memory_level->VoltageDownHyst = 0;
1270e098bc96SEvan Quan 
1271e098bc96SEvan Quan 	/* Indicates maximum activity level for this performance level.*/
1272e098bc96SEvan Quan 	memory_level->ActivityLevel = data->current_profile_setting.mclk_activity;
1273e098bc96SEvan Quan 	memory_level->StutterEnable = 0;
1274e098bc96SEvan Quan 	memory_level->StrobeEnable = 0;
1275e098bc96SEvan Quan 	memory_level->EdcReadEnable = 0;
1276e098bc96SEvan Quan 	memory_level->EdcWriteEnable = 0;
1277e098bc96SEvan Quan 	memory_level->RttEnable = 0;
1278e098bc96SEvan Quan 
1279e098bc96SEvan Quan 	/* default set to low watermark. Highest level will be set to high later.*/
1280e098bc96SEvan Quan 	memory_level->DisplayWatermark = PPSMC_DISPLAY_WATERMARK_LOW;
1281e098bc96SEvan Quan 
1282e098bc96SEvan Quan 	data->display_timing.num_existing_displays = hwmgr->display_config->num_display;
1283e098bc96SEvan Quan 	data->display_timing.vrefresh = hwmgr->display_config->vrefresh;
1284e098bc96SEvan Quan 
1285e098bc96SEvan Quan 	/* stutter mode not support on iceland */
1286e098bc96SEvan Quan 
1287e098bc96SEvan Quan 	/* decide strobe mode*/
1288e098bc96SEvan Quan 	memory_level->StrobeEnable = (mclk_strobe_mode_threshold != 0) &&
1289e098bc96SEvan Quan 		(memory_clock <= mclk_strobe_mode_threshold);
1290e098bc96SEvan Quan 
1291e098bc96SEvan Quan 	/* decide EDC mode and memory clock ratio*/
1292e098bc96SEvan Quan 	if (data->is_memory_gddr5) {
1293e098bc96SEvan Quan 		memory_level->StrobeRatio = iceland_get_mclk_frequency_ratio(memory_clock,
1294e098bc96SEvan Quan 					memory_level->StrobeEnable);
1295e098bc96SEvan Quan 
1296e098bc96SEvan Quan 		if ((mclk_edc_enable_threshold != 0) &&
1297e098bc96SEvan Quan 				(memory_clock > mclk_edc_enable_threshold)) {
1298e098bc96SEvan Quan 			memory_level->EdcReadEnable = 1;
1299e098bc96SEvan Quan 		}
1300e098bc96SEvan Quan 
1301e098bc96SEvan Quan 		if ((mclk_edc_wr_enable_threshold != 0) &&
1302e098bc96SEvan Quan 				(memory_clock > mclk_edc_wr_enable_threshold)) {
1303e098bc96SEvan Quan 			memory_level->EdcWriteEnable = 1;
1304e098bc96SEvan Quan 		}
1305e098bc96SEvan Quan 
1306e098bc96SEvan Quan 		if (memory_level->StrobeEnable) {
1307e098bc96SEvan Quan 			if (iceland_get_mclk_frequency_ratio(memory_clock, 1) >=
1308e098bc96SEvan Quan 					((cgs_read_register(hwmgr->device, mmMC_SEQ_MISC7) >> 16) & 0xf))
1309e098bc96SEvan Quan 				dll_state_on = ((cgs_read_register(hwmgr->device, mmMC_SEQ_MISC5) >> 1) & 0x1) ? 1 : 0;
1310e098bc96SEvan Quan 			else
1311e098bc96SEvan Quan 				dll_state_on = ((cgs_read_register(hwmgr->device, mmMC_SEQ_MISC6) >> 1) & 0x1) ? 1 : 0;
1312e098bc96SEvan Quan 		} else
1313e098bc96SEvan Quan 			dll_state_on = data->dll_default_on;
1314e098bc96SEvan Quan 	} else {
1315e098bc96SEvan Quan 		memory_level->StrobeRatio =
1316e098bc96SEvan Quan 			iceland_get_ddr3_mclk_frequency_ratio(memory_clock);
1317e098bc96SEvan Quan 		dll_state_on = ((cgs_read_register(hwmgr->device, mmMC_SEQ_MISC5) >> 1) & 0x1) ? 1 : 0;
1318e098bc96SEvan Quan 	}
1319e098bc96SEvan Quan 
1320e098bc96SEvan Quan 	result = iceland_calculate_mclk_params(hwmgr,
1321e098bc96SEvan Quan 		memory_clock, memory_level, memory_level->StrobeEnable, dll_state_on);
1322e098bc96SEvan Quan 
1323e098bc96SEvan Quan 	if (0 == result) {
1324e098bc96SEvan Quan 		memory_level->MinVddc = PP_HOST_TO_SMC_UL(memory_level->MinVddc * VOLTAGE_SCALE);
1325e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MinVddcPhases);
1326e098bc96SEvan Quan 		memory_level->MinVddci = PP_HOST_TO_SMC_UL(memory_level->MinVddci * VOLTAGE_SCALE);
1327e098bc96SEvan Quan 		memory_level->MinMvdd = PP_HOST_TO_SMC_UL(memory_level->MinMvdd * VOLTAGE_SCALE);
1328e098bc96SEvan Quan 		/* MCLK frequency in units of 10KHz*/
1329e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MclkFrequency);
1330e098bc96SEvan Quan 		/* Indicates maximum activity level for this performance level.*/
1331e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_US(memory_level->ActivityLevel);
1332e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllFuncCntl);
1333e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllFuncCntl_1);
1334e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllFuncCntl_2);
1335e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllAdFuncCntl);
1336e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllDqFuncCntl);
1337e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MclkPwrmgtCntl);
1338e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->DllCntl);
1339e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllSs1);
1340e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(memory_level->MpllSs2);
1341e098bc96SEvan Quan 	}
1342e098bc96SEvan Quan 
1343e098bc96SEvan Quan 	return result;
1344e098bc96SEvan Quan }
1345e098bc96SEvan Quan 
iceland_populate_all_memory_levels(struct pp_hwmgr * hwmgr)1346e098bc96SEvan Quan static int iceland_populate_all_memory_levels(struct pp_hwmgr *hwmgr)
1347e098bc96SEvan Quan {
1348e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1349e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
1350e098bc96SEvan Quan 	struct smu7_dpm_table *dpm_table = &data->dpm_table;
1351e098bc96SEvan Quan 	int result;
1352e098bc96SEvan Quan 
1353e098bc96SEvan Quan 	/* populate MCLK dpm table to SMU7 */
1354e098bc96SEvan Quan 	uint32_t level_array_adress = smu_data->smu7_data.dpm_table_start + offsetof(SMU71_Discrete_DpmTable, MemoryLevel);
1355e098bc96SEvan Quan 	uint32_t level_array_size = sizeof(SMU71_Discrete_MemoryLevel) * SMU71_MAX_LEVELS_MEMORY;
1356e098bc96SEvan Quan 	SMU71_Discrete_MemoryLevel *levels = smu_data->smc_state_table.MemoryLevel;
1357e098bc96SEvan Quan 	uint32_t i;
1358e098bc96SEvan Quan 
1359e098bc96SEvan Quan 	memset(levels, 0x00, level_array_size);
1360e098bc96SEvan Quan 
1361e098bc96SEvan Quan 	for (i = 0; i < dpm_table->mclk_table.count; i++) {
1362e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE((0 != dpm_table->mclk_table.dpm_levels[i].value),
1363e098bc96SEvan Quan 			"can not populate memory level as memory clock is zero", return -EINVAL);
1364e098bc96SEvan Quan 		result = iceland_populate_single_memory_level(hwmgr, dpm_table->mclk_table.dpm_levels[i].value,
1365e098bc96SEvan Quan 			&(smu_data->smc_state_table.MemoryLevel[i]));
1366e098bc96SEvan Quan 		if (0 != result) {
1367e098bc96SEvan Quan 			return result;
1368e098bc96SEvan Quan 		}
1369e098bc96SEvan Quan 	}
1370e098bc96SEvan Quan 
1371e098bc96SEvan Quan 	/* Only enable level 0 for now.*/
1372e098bc96SEvan Quan 	smu_data->smc_state_table.MemoryLevel[0].EnabledForActivity = 1;
1373e098bc96SEvan Quan 
1374e098bc96SEvan Quan 	/*
1375e098bc96SEvan Quan 	* in order to prevent MC activity from stutter mode to push DPM up.
1376e098bc96SEvan Quan 	* the UVD change complements this by putting the MCLK in a higher state
1377e098bc96SEvan Quan 	* by default such that we are not effected by up threshold or and MCLK DPM latency.
1378e098bc96SEvan Quan 	*/
1379e098bc96SEvan Quan 	smu_data->smc_state_table.MemoryLevel[0].ActivityLevel = 0x1F;
1380e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_US(smu_data->smc_state_table.MemoryLevel[0].ActivityLevel);
1381e098bc96SEvan Quan 
1382e098bc96SEvan Quan 	smu_data->smc_state_table.MemoryDpmLevelCount = (uint8_t)dpm_table->mclk_table.count;
1383e098bc96SEvan Quan 	data->dpm_level_enable_mask.mclk_dpm_enable_mask = phm_get_dpm_level_enable_mask_value(&dpm_table->mclk_table);
1384e098bc96SEvan Quan 	/* set highest level watermark to high*/
1385e098bc96SEvan Quan 	smu_data->smc_state_table.MemoryLevel[dpm_table->mclk_table.count-1].DisplayWatermark = PPSMC_DISPLAY_WATERMARK_HIGH;
1386e098bc96SEvan Quan 
1387e098bc96SEvan Quan 	/* level count will send to smc once at init smc table and never change*/
1388e098bc96SEvan Quan 	result = smu7_copy_bytes_to_smc(hwmgr,
1389e098bc96SEvan Quan 		level_array_adress, (uint8_t *)levels, (uint32_t)level_array_size,
1390e098bc96SEvan Quan 		SMC_RAM_END);
1391e098bc96SEvan Quan 
1392e098bc96SEvan Quan 	return result;
1393e098bc96SEvan Quan }
1394e098bc96SEvan Quan 
iceland_populate_mvdd_value(struct pp_hwmgr * hwmgr,uint32_t mclk,SMU71_Discrete_VoltageLevel * voltage)1395e098bc96SEvan Quan static int iceland_populate_mvdd_value(struct pp_hwmgr *hwmgr, uint32_t mclk,
1396e098bc96SEvan Quan 					SMU71_Discrete_VoltageLevel *voltage)
1397e098bc96SEvan Quan {
1398e098bc96SEvan Quan 	const struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1399e098bc96SEvan Quan 
1400e098bc96SEvan Quan 	uint32_t i = 0;
1401e098bc96SEvan Quan 
1402e098bc96SEvan Quan 	if (SMU7_VOLTAGE_CONTROL_NONE != data->mvdd_control) {
1403e098bc96SEvan Quan 		/* find mvdd value which clock is more than request */
1404e098bc96SEvan Quan 		for (i = 0; i < hwmgr->dyn_state.mvdd_dependency_on_mclk->count; i++) {
1405e098bc96SEvan Quan 			if (mclk <= hwmgr->dyn_state.mvdd_dependency_on_mclk->entries[i].clk) {
1406e098bc96SEvan Quan 				/* Always round to higher voltage. */
1407e098bc96SEvan Quan 				voltage->Voltage = data->mvdd_voltage_table.entries[i].value;
1408e098bc96SEvan Quan 				break;
1409e098bc96SEvan Quan 			}
1410e098bc96SEvan Quan 		}
1411e098bc96SEvan Quan 
1412e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE(i < hwmgr->dyn_state.mvdd_dependency_on_mclk->count,
1413e098bc96SEvan Quan 			"MVDD Voltage is outside the supported range.", return -EINVAL);
1414e098bc96SEvan Quan 
1415e098bc96SEvan Quan 	} else {
1416e098bc96SEvan Quan 		return -EINVAL;
1417e098bc96SEvan Quan 	}
1418e098bc96SEvan Quan 
1419e098bc96SEvan Quan 	return 0;
1420e098bc96SEvan Quan }
1421e098bc96SEvan Quan 
iceland_populate_smc_acpi_level(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * table)1422e098bc96SEvan Quan static int iceland_populate_smc_acpi_level(struct pp_hwmgr *hwmgr,
1423e098bc96SEvan Quan 	SMU71_Discrete_DpmTable *table)
1424e098bc96SEvan Quan {
1425e098bc96SEvan Quan 	int result = 0;
1426e098bc96SEvan Quan 	const struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1427e098bc96SEvan Quan 	struct pp_atomctrl_clock_dividers_vi dividers;
1428e098bc96SEvan Quan 	uint32_t vddc_phase_shed_control = 0;
1429e098bc96SEvan Quan 
1430e098bc96SEvan Quan 	SMU71_Discrete_VoltageLevel voltage_level;
1431e098bc96SEvan Quan 	uint32_t spll_func_cntl    = data->clock_registers.vCG_SPLL_FUNC_CNTL;
1432e098bc96SEvan Quan 	uint32_t spll_func_cntl_2  = data->clock_registers.vCG_SPLL_FUNC_CNTL_2;
1433e098bc96SEvan Quan 	uint32_t dll_cntl          = data->clock_registers.vDLL_CNTL;
1434e098bc96SEvan Quan 	uint32_t mclk_pwrmgt_cntl  = data->clock_registers.vMCLK_PWRMGT_CNTL;
1435e098bc96SEvan Quan 
1436e098bc96SEvan Quan 
1437e098bc96SEvan Quan 	/* The ACPI state should not do DPM on DC (or ever).*/
1438e098bc96SEvan Quan 	table->ACPILevel.Flags &= ~PPSMC_SWSTATE_FLAG_DC;
1439e098bc96SEvan Quan 
1440e098bc96SEvan Quan 	if (data->acpi_vddc)
1441e098bc96SEvan Quan 		table->ACPILevel.MinVddc = PP_HOST_TO_SMC_UL(data->acpi_vddc * VOLTAGE_SCALE);
1442e098bc96SEvan Quan 	else
1443e098bc96SEvan Quan 		table->ACPILevel.MinVddc = PP_HOST_TO_SMC_UL(data->min_vddc_in_pptable * VOLTAGE_SCALE);
1444e098bc96SEvan Quan 
1445e098bc96SEvan Quan 	table->ACPILevel.MinVddcPhases = vddc_phase_shed_control ? 0 : 1;
1446e098bc96SEvan Quan 	/* assign zero for now*/
1447e098bc96SEvan Quan 	table->ACPILevel.SclkFrequency = atomctrl_get_reference_clock(hwmgr);
1448e098bc96SEvan Quan 
1449e098bc96SEvan Quan 	/* get the engine clock dividers for this clock value*/
1450e098bc96SEvan Quan 	result = atomctrl_get_engine_pll_dividers_vi(hwmgr,
1451e098bc96SEvan Quan 		table->ACPILevel.SclkFrequency,  &dividers);
1452e098bc96SEvan Quan 
1453e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(result == 0,
1454e098bc96SEvan Quan 		"Error retrieving Engine Clock dividers from VBIOS.", return result);
1455e098bc96SEvan Quan 
1456e098bc96SEvan Quan 	/* divider ID for required SCLK*/
1457e098bc96SEvan Quan 	table->ACPILevel.SclkDid = (uint8_t)dividers.pll_post_divider;
1458e098bc96SEvan Quan 	table->ACPILevel.DisplayWatermark = PPSMC_DISPLAY_WATERMARK_LOW;
1459e098bc96SEvan Quan 	table->ACPILevel.DeepSleepDivId = 0;
1460e098bc96SEvan Quan 
1461e098bc96SEvan Quan 	spll_func_cntl      = PHM_SET_FIELD(spll_func_cntl,
1462e098bc96SEvan Quan 							CG_SPLL_FUNC_CNTL,   SPLL_PWRON,     0);
1463e098bc96SEvan Quan 	spll_func_cntl      = PHM_SET_FIELD(spll_func_cntl,
1464e098bc96SEvan Quan 							CG_SPLL_FUNC_CNTL,   SPLL_RESET,     1);
1465e098bc96SEvan Quan 	spll_func_cntl_2    = PHM_SET_FIELD(spll_func_cntl_2,
1466e098bc96SEvan Quan 							CG_SPLL_FUNC_CNTL_2, SCLK_MUX_SEL,   4);
1467e098bc96SEvan Quan 
1468e098bc96SEvan Quan 	table->ACPILevel.CgSpllFuncCntl = spll_func_cntl;
1469e098bc96SEvan Quan 	table->ACPILevel.CgSpllFuncCntl2 = spll_func_cntl_2;
1470e098bc96SEvan Quan 	table->ACPILevel.CgSpllFuncCntl3 = data->clock_registers.vCG_SPLL_FUNC_CNTL_3;
1471e098bc96SEvan Quan 	table->ACPILevel.CgSpllFuncCntl4 = data->clock_registers.vCG_SPLL_FUNC_CNTL_4;
1472e098bc96SEvan Quan 	table->ACPILevel.SpllSpreadSpectrum = data->clock_registers.vCG_SPLL_SPREAD_SPECTRUM;
1473e098bc96SEvan Quan 	table->ACPILevel.SpllSpreadSpectrum2 = data->clock_registers.vCG_SPLL_SPREAD_SPECTRUM_2;
1474e098bc96SEvan Quan 	table->ACPILevel.CcPwrDynRm = 0;
1475e098bc96SEvan Quan 	table->ACPILevel.CcPwrDynRm1 = 0;
1476e098bc96SEvan Quan 
1477e098bc96SEvan Quan 
1478e098bc96SEvan Quan 	/* For various features to be enabled/disabled while this level is active.*/
1479e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.Flags);
1480e098bc96SEvan Quan 	/* SCLK frequency in units of 10KHz*/
1481e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.SclkFrequency);
1482e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CgSpllFuncCntl);
1483e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CgSpllFuncCntl2);
1484e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CgSpllFuncCntl3);
1485e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CgSpllFuncCntl4);
1486e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.SpllSpreadSpectrum);
1487e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.SpllSpreadSpectrum2);
1488e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CcPwrDynRm);
1489e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->ACPILevel.CcPwrDynRm1);
1490e098bc96SEvan Quan 
1491e098bc96SEvan Quan 	/* table->MemoryACPILevel.MinVddcPhases = table->ACPILevel.MinVddcPhases;*/
1492e098bc96SEvan Quan 	table->MemoryACPILevel.MinVddc = table->ACPILevel.MinVddc;
1493e098bc96SEvan Quan 	table->MemoryACPILevel.MinVddcPhases = table->ACPILevel.MinVddcPhases;
1494e098bc96SEvan Quan 
1495e098bc96SEvan Quan 	if (SMU7_VOLTAGE_CONTROL_NONE == data->vddci_control)
1496e098bc96SEvan Quan 		table->MemoryACPILevel.MinVddci = table->MemoryACPILevel.MinVddc;
1497e098bc96SEvan Quan 	else {
1498e098bc96SEvan Quan 		if (data->acpi_vddci != 0)
1499e098bc96SEvan Quan 			table->MemoryACPILevel.MinVddci = PP_HOST_TO_SMC_UL(data->acpi_vddci * VOLTAGE_SCALE);
1500e098bc96SEvan Quan 		else
1501e098bc96SEvan Quan 			table->MemoryACPILevel.MinVddci = PP_HOST_TO_SMC_UL(data->min_vddci_in_pptable * VOLTAGE_SCALE);
1502e098bc96SEvan Quan 	}
1503e098bc96SEvan Quan 
1504e098bc96SEvan Quan 	if (0 == iceland_populate_mvdd_value(hwmgr, 0, &voltage_level))
1505e098bc96SEvan Quan 		table->MemoryACPILevel.MinMvdd =
1506e098bc96SEvan Quan 			PP_HOST_TO_SMC_UL(voltage_level.Voltage * VOLTAGE_SCALE);
1507e098bc96SEvan Quan 	else
1508e098bc96SEvan Quan 		table->MemoryACPILevel.MinMvdd = 0;
1509e098bc96SEvan Quan 
1510e098bc96SEvan Quan 	/* Force reset on DLL*/
1511e098bc96SEvan Quan 	mclk_pwrmgt_cntl    = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1512e098bc96SEvan Quan 		MCLK_PWRMGT_CNTL, MRDCK0_RESET, 0x1);
1513e098bc96SEvan Quan 	mclk_pwrmgt_cntl    = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1514e098bc96SEvan Quan 		MCLK_PWRMGT_CNTL, MRDCK1_RESET, 0x1);
1515e098bc96SEvan Quan 
1516e098bc96SEvan Quan 	/* Disable DLL in ACPIState*/
1517e098bc96SEvan Quan 	mclk_pwrmgt_cntl    = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1518e098bc96SEvan Quan 		MCLK_PWRMGT_CNTL, MRDCK0_PDNB, 0);
1519e098bc96SEvan Quan 	mclk_pwrmgt_cntl    = PHM_SET_FIELD(mclk_pwrmgt_cntl,
1520e098bc96SEvan Quan 		MCLK_PWRMGT_CNTL, MRDCK1_PDNB, 0);
1521e098bc96SEvan Quan 
1522e098bc96SEvan Quan 	/* Enable DLL bypass signal*/
1523e098bc96SEvan Quan 	dll_cntl            = PHM_SET_FIELD(dll_cntl,
1524e098bc96SEvan Quan 		DLL_CNTL, MRDCK0_BYPASS, 0);
1525e098bc96SEvan Quan 	dll_cntl            = PHM_SET_FIELD(dll_cntl,
1526e098bc96SEvan Quan 		DLL_CNTL, MRDCK1_BYPASS, 0);
1527e098bc96SEvan Quan 
1528e098bc96SEvan Quan 	table->MemoryACPILevel.DllCntl            =
1529e098bc96SEvan Quan 		PP_HOST_TO_SMC_UL(dll_cntl);
1530e098bc96SEvan Quan 	table->MemoryACPILevel.MclkPwrmgtCntl     =
1531e098bc96SEvan Quan 		PP_HOST_TO_SMC_UL(mclk_pwrmgt_cntl);
1532e098bc96SEvan Quan 	table->MemoryACPILevel.MpllAdFuncCntl     =
1533e098bc96SEvan Quan 		PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_AD_FUNC_CNTL);
1534e098bc96SEvan Quan 	table->MemoryACPILevel.MpllDqFuncCntl     =
1535e098bc96SEvan Quan 		PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_DQ_FUNC_CNTL);
1536e098bc96SEvan Quan 	table->MemoryACPILevel.MpllFuncCntl       =
1537e098bc96SEvan Quan 		PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_FUNC_CNTL);
1538e098bc96SEvan Quan 	table->MemoryACPILevel.MpllFuncCntl_1     =
1539e098bc96SEvan Quan 		PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_FUNC_CNTL_1);
1540e098bc96SEvan Quan 	table->MemoryACPILevel.MpllFuncCntl_2     =
1541e098bc96SEvan Quan 		PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_FUNC_CNTL_2);
1542e098bc96SEvan Quan 	table->MemoryACPILevel.MpllSs1            =
1543e098bc96SEvan Quan 		PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_SS1);
1544e098bc96SEvan Quan 	table->MemoryACPILevel.MpllSs2            =
1545e098bc96SEvan Quan 		PP_HOST_TO_SMC_UL(data->clock_registers.vMPLL_SS2);
1546e098bc96SEvan Quan 
1547e098bc96SEvan Quan 	table->MemoryACPILevel.EnabledForThrottle = 0;
1548e098bc96SEvan Quan 	table->MemoryACPILevel.EnabledForActivity = 0;
1549e098bc96SEvan Quan 	table->MemoryACPILevel.UpHyst = 0;
1550e098bc96SEvan Quan 	table->MemoryACPILevel.DownHyst = 100;
1551e098bc96SEvan Quan 	table->MemoryACPILevel.VoltageDownHyst = 0;
1552e098bc96SEvan Quan 	/* Indicates maximum activity level for this performance level.*/
1553e098bc96SEvan Quan 	table->MemoryACPILevel.ActivityLevel = PP_HOST_TO_SMC_US(data->current_profile_setting.mclk_activity);
1554e098bc96SEvan Quan 
1555e098bc96SEvan Quan 	table->MemoryACPILevel.StutterEnable = 0;
1556e098bc96SEvan Quan 	table->MemoryACPILevel.StrobeEnable = 0;
1557e098bc96SEvan Quan 	table->MemoryACPILevel.EdcReadEnable = 0;
1558e098bc96SEvan Quan 	table->MemoryACPILevel.EdcWriteEnable = 0;
1559e098bc96SEvan Quan 	table->MemoryACPILevel.RttEnable = 0;
1560e098bc96SEvan Quan 
1561e098bc96SEvan Quan 	return result;
1562e098bc96SEvan Quan }
1563e098bc96SEvan Quan 
iceland_populate_smc_uvd_level(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * table)1564e098bc96SEvan Quan static int iceland_populate_smc_uvd_level(struct pp_hwmgr *hwmgr,
1565e098bc96SEvan Quan 					SMU71_Discrete_DpmTable *table)
1566e098bc96SEvan Quan {
1567e098bc96SEvan Quan 	return 0;
1568e098bc96SEvan Quan }
1569e098bc96SEvan Quan 
iceland_populate_smc_vce_level(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * table)1570e098bc96SEvan Quan static int iceland_populate_smc_vce_level(struct pp_hwmgr *hwmgr,
1571e098bc96SEvan Quan 		SMU71_Discrete_DpmTable *table)
1572e098bc96SEvan Quan {
1573e098bc96SEvan Quan 	return 0;
1574e098bc96SEvan Quan }
1575e098bc96SEvan Quan 
iceland_populate_smc_acp_level(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * table)1576e098bc96SEvan Quan static int iceland_populate_smc_acp_level(struct pp_hwmgr *hwmgr,
1577e098bc96SEvan Quan 		SMU71_Discrete_DpmTable *table)
1578e098bc96SEvan Quan {
1579e098bc96SEvan Quan 	return 0;
1580e098bc96SEvan Quan }
1581e098bc96SEvan Quan 
iceland_populate_memory_timing_parameters(struct pp_hwmgr * hwmgr,uint32_t engine_clock,uint32_t memory_clock,struct SMU71_Discrete_MCArbDramTimingTableEntry * arb_regs)1582e098bc96SEvan Quan static int iceland_populate_memory_timing_parameters(
1583e098bc96SEvan Quan 		struct pp_hwmgr *hwmgr,
1584e098bc96SEvan Quan 		uint32_t engine_clock,
1585e098bc96SEvan Quan 		uint32_t memory_clock,
1586e098bc96SEvan Quan 		struct SMU71_Discrete_MCArbDramTimingTableEntry *arb_regs
1587e098bc96SEvan Quan 		)
1588e098bc96SEvan Quan {
1589e098bc96SEvan Quan 	uint32_t dramTiming;
1590e098bc96SEvan Quan 	uint32_t dramTiming2;
1591e098bc96SEvan Quan 	uint32_t burstTime;
1592e098bc96SEvan Quan 	int result;
1593e098bc96SEvan Quan 
1594e098bc96SEvan Quan 	result = atomctrl_set_engine_dram_timings_rv770(hwmgr,
1595e098bc96SEvan Quan 				engine_clock, memory_clock);
1596e098bc96SEvan Quan 
1597e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(result == 0,
1598e098bc96SEvan Quan 		"Error calling VBIOS to set DRAM_TIMING.", return result);
1599e098bc96SEvan Quan 
1600e098bc96SEvan Quan 	dramTiming  = cgs_read_register(hwmgr->device, mmMC_ARB_DRAM_TIMING);
1601e098bc96SEvan Quan 	dramTiming2 = cgs_read_register(hwmgr->device, mmMC_ARB_DRAM_TIMING2);
1602e098bc96SEvan Quan 	burstTime = PHM_READ_FIELD(hwmgr->device, MC_ARB_BURST_TIME, STATE0);
1603e098bc96SEvan Quan 
1604e098bc96SEvan Quan 	arb_regs->McArbDramTiming  = PP_HOST_TO_SMC_UL(dramTiming);
1605e098bc96SEvan Quan 	arb_regs->McArbDramTiming2 = PP_HOST_TO_SMC_UL(dramTiming2);
1606e098bc96SEvan Quan 	arb_regs->McArbBurstTime = (uint8_t)burstTime;
1607e098bc96SEvan Quan 
1608e098bc96SEvan Quan 	return 0;
1609e098bc96SEvan Quan }
1610e098bc96SEvan Quan 
iceland_program_memory_timing_parameters(struct pp_hwmgr * hwmgr)1611e098bc96SEvan Quan static int iceland_program_memory_timing_parameters(struct pp_hwmgr *hwmgr)
1612e098bc96SEvan Quan {
1613e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1614e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
1615e098bc96SEvan Quan 	int result = 0;
1616e098bc96SEvan Quan 	SMU71_Discrete_MCArbDramTimingTable  arb_regs;
1617e098bc96SEvan Quan 	uint32_t i, j;
1618e098bc96SEvan Quan 
1619e098bc96SEvan Quan 	memset(&arb_regs, 0x00, sizeof(SMU71_Discrete_MCArbDramTimingTable));
1620e098bc96SEvan Quan 
1621e098bc96SEvan Quan 	for (i = 0; i < data->dpm_table.sclk_table.count; i++) {
1622e098bc96SEvan Quan 		for (j = 0; j < data->dpm_table.mclk_table.count; j++) {
1623e098bc96SEvan Quan 			result = iceland_populate_memory_timing_parameters
1624e098bc96SEvan Quan 				(hwmgr, data->dpm_table.sclk_table.dpm_levels[i].value,
1625e098bc96SEvan Quan 				 data->dpm_table.mclk_table.dpm_levels[j].value,
1626e098bc96SEvan Quan 				 &arb_regs.entries[i][j]);
1627e098bc96SEvan Quan 
1628e098bc96SEvan Quan 			if (0 != result) {
1629e098bc96SEvan Quan 				break;
1630e098bc96SEvan Quan 			}
1631e098bc96SEvan Quan 		}
1632e098bc96SEvan Quan 	}
1633e098bc96SEvan Quan 
1634e098bc96SEvan Quan 	if (0 == result) {
1635e098bc96SEvan Quan 		result = smu7_copy_bytes_to_smc(
1636e098bc96SEvan Quan 				hwmgr,
1637e098bc96SEvan Quan 				smu_data->smu7_data.arb_table_start,
1638e098bc96SEvan Quan 				(uint8_t *)&arb_regs,
1639e098bc96SEvan Quan 				sizeof(SMU71_Discrete_MCArbDramTimingTable),
1640e098bc96SEvan Quan 				SMC_RAM_END
1641e098bc96SEvan Quan 				);
1642e098bc96SEvan Quan 	}
1643e098bc96SEvan Quan 
1644e098bc96SEvan Quan 	return result;
1645e098bc96SEvan Quan }
1646e098bc96SEvan Quan 
iceland_populate_smc_boot_level(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * table)1647e098bc96SEvan Quan static int iceland_populate_smc_boot_level(struct pp_hwmgr *hwmgr,
1648e098bc96SEvan Quan 			SMU71_Discrete_DpmTable *table)
1649e098bc96SEvan Quan {
1650e098bc96SEvan Quan 	int result = 0;
1651e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1652e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
1653e098bc96SEvan Quan 	table->GraphicsBootLevel = 0;
1654e098bc96SEvan Quan 	table->MemoryBootLevel = 0;
1655e098bc96SEvan Quan 
1656e098bc96SEvan Quan 	/* find boot level from dpm table*/
1657e098bc96SEvan Quan 	result = phm_find_boot_level(&(data->dpm_table.sclk_table),
1658e098bc96SEvan Quan 			data->vbios_boot_state.sclk_bootup_value,
1659e098bc96SEvan Quan 			(uint32_t *)&(smu_data->smc_state_table.GraphicsBootLevel));
1660e098bc96SEvan Quan 
1661e098bc96SEvan Quan 	if (0 != result) {
1662e098bc96SEvan Quan 		smu_data->smc_state_table.GraphicsBootLevel = 0;
1663e098bc96SEvan Quan 		pr_err("VBIOS did not find boot engine clock value in dependency table. Using Graphics DPM level 0!\n");
1664e098bc96SEvan Quan 		result = 0;
1665e098bc96SEvan Quan 	}
1666e098bc96SEvan Quan 
1667e098bc96SEvan Quan 	result = phm_find_boot_level(&(data->dpm_table.mclk_table),
1668e098bc96SEvan Quan 		data->vbios_boot_state.mclk_bootup_value,
1669e098bc96SEvan Quan 		(uint32_t *)&(smu_data->smc_state_table.MemoryBootLevel));
1670e098bc96SEvan Quan 
1671e098bc96SEvan Quan 	if (0 != result) {
1672e098bc96SEvan Quan 		smu_data->smc_state_table.MemoryBootLevel = 0;
1673e098bc96SEvan Quan 		pr_err("VBIOS did not find boot engine clock value in dependency table. Using Memory DPM level 0!\n");
1674e098bc96SEvan Quan 		result = 0;
1675e098bc96SEvan Quan 	}
1676e098bc96SEvan Quan 
1677e098bc96SEvan Quan 	table->BootVddc = data->vbios_boot_state.vddc_bootup_value;
1678e098bc96SEvan Quan 	if (SMU7_VOLTAGE_CONTROL_NONE == data->vddci_control)
1679e098bc96SEvan Quan 		table->BootVddci = table->BootVddc;
1680e098bc96SEvan Quan 	else
1681e098bc96SEvan Quan 		table->BootVddci = data->vbios_boot_state.vddci_bootup_value;
1682e098bc96SEvan Quan 
1683e098bc96SEvan Quan 	table->BootMVdd = data->vbios_boot_state.mvdd_bootup_value;
1684e098bc96SEvan Quan 
1685e098bc96SEvan Quan 	return result;
1686e098bc96SEvan Quan }
1687e098bc96SEvan Quan 
iceland_populate_mc_reg_address(struct pp_hwmgr * hwmgr,SMU71_Discrete_MCRegisters * mc_reg_table)1688e098bc96SEvan Quan static int iceland_populate_mc_reg_address(struct pp_hwmgr *hwmgr,
1689e098bc96SEvan Quan 				 SMU71_Discrete_MCRegisters *mc_reg_table)
1690e098bc96SEvan Quan {
1691e098bc96SEvan Quan 	const struct iceland_smumgr *smu_data = (struct iceland_smumgr *)hwmgr->smu_backend;
1692e098bc96SEvan Quan 
1693e098bc96SEvan Quan 	uint32_t i, j;
1694e098bc96SEvan Quan 
1695e098bc96SEvan Quan 	for (i = 0, j = 0; j < smu_data->mc_reg_table.last; j++) {
1696e098bc96SEvan Quan 		if (smu_data->mc_reg_table.validflag & 1<<j) {
1697e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE(i < SMU71_DISCRETE_MC_REGISTER_ARRAY_SIZE,
1698e098bc96SEvan Quan 				"Index of mc_reg_table->address[] array out of boundary", return -EINVAL);
1699e098bc96SEvan Quan 			mc_reg_table->address[i].s0 =
1700e098bc96SEvan Quan 				PP_HOST_TO_SMC_US(smu_data->mc_reg_table.mc_reg_address[j].s0);
1701e098bc96SEvan Quan 			mc_reg_table->address[i].s1 =
1702e098bc96SEvan Quan 				PP_HOST_TO_SMC_US(smu_data->mc_reg_table.mc_reg_address[j].s1);
1703e098bc96SEvan Quan 			i++;
1704e098bc96SEvan Quan 		}
1705e098bc96SEvan Quan 	}
1706e098bc96SEvan Quan 
1707e098bc96SEvan Quan 	mc_reg_table->last = (uint8_t)i;
1708e098bc96SEvan Quan 
1709e098bc96SEvan Quan 	return 0;
1710e098bc96SEvan Quan }
1711e098bc96SEvan Quan 
1712e098bc96SEvan Quan /*convert register values from driver to SMC format */
iceland_convert_mc_registers(const struct iceland_mc_reg_entry * entry,SMU71_Discrete_MCRegisterSet * data,uint32_t num_entries,uint32_t valid_flag)1713e098bc96SEvan Quan static void iceland_convert_mc_registers(
1714e098bc96SEvan Quan 	const struct iceland_mc_reg_entry *entry,
1715e098bc96SEvan Quan 	SMU71_Discrete_MCRegisterSet *data,
1716e098bc96SEvan Quan 	uint32_t num_entries, uint32_t valid_flag)
1717e098bc96SEvan Quan {
1718e098bc96SEvan Quan 	uint32_t i, j;
1719e098bc96SEvan Quan 
1720e098bc96SEvan Quan 	for (i = 0, j = 0; j < num_entries; j++) {
1721e098bc96SEvan Quan 		if (valid_flag & 1<<j) {
1722e098bc96SEvan Quan 			data->value[i] = PP_HOST_TO_SMC_UL(entry->mc_data[j]);
1723e098bc96SEvan Quan 			i++;
1724e098bc96SEvan Quan 		}
1725e098bc96SEvan Quan 	}
1726e098bc96SEvan Quan }
1727e098bc96SEvan Quan 
iceland_convert_mc_reg_table_entry_to_smc(struct pp_hwmgr * hwmgr,const uint32_t memory_clock,SMU71_Discrete_MCRegisterSet * mc_reg_table_data)1728e098bc96SEvan Quan static int iceland_convert_mc_reg_table_entry_to_smc(struct pp_hwmgr *hwmgr,
1729e098bc96SEvan Quan 		const uint32_t memory_clock,
1730e098bc96SEvan Quan 		SMU71_Discrete_MCRegisterSet *mc_reg_table_data
1731e098bc96SEvan Quan 		)
1732e098bc96SEvan Quan {
1733e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
1734e098bc96SEvan Quan 	uint32_t i = 0;
1735e098bc96SEvan Quan 
1736e098bc96SEvan Quan 	for (i = 0; i < smu_data->mc_reg_table.num_entries; i++) {
1737e098bc96SEvan Quan 		if (memory_clock <=
1738e098bc96SEvan Quan 			smu_data->mc_reg_table.mc_reg_table_entry[i].mclk_max) {
1739e098bc96SEvan Quan 			break;
1740e098bc96SEvan Quan 		}
1741e098bc96SEvan Quan 	}
1742e098bc96SEvan Quan 
1743e098bc96SEvan Quan 	if ((i == smu_data->mc_reg_table.num_entries) && (i > 0))
1744e098bc96SEvan Quan 		--i;
1745e098bc96SEvan Quan 
1746e098bc96SEvan Quan 	iceland_convert_mc_registers(&smu_data->mc_reg_table.mc_reg_table_entry[i],
1747e098bc96SEvan Quan 				mc_reg_table_data, smu_data->mc_reg_table.last,
1748e098bc96SEvan Quan 				smu_data->mc_reg_table.validflag);
1749e098bc96SEvan Quan 
1750e098bc96SEvan Quan 	return 0;
1751e098bc96SEvan Quan }
1752e098bc96SEvan Quan 
iceland_convert_mc_reg_table_to_smc(struct pp_hwmgr * hwmgr,SMU71_Discrete_MCRegisters * mc_regs)1753e098bc96SEvan Quan static int iceland_convert_mc_reg_table_to_smc(struct pp_hwmgr *hwmgr,
1754e098bc96SEvan Quan 		SMU71_Discrete_MCRegisters *mc_regs)
1755e098bc96SEvan Quan {
1756e098bc96SEvan Quan 	int result = 0;
1757e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1758e098bc96SEvan Quan 	int res;
1759e098bc96SEvan Quan 	uint32_t i;
1760e098bc96SEvan Quan 
1761e098bc96SEvan Quan 	for (i = 0; i < data->dpm_table.mclk_table.count; i++) {
1762e098bc96SEvan Quan 		res = iceland_convert_mc_reg_table_entry_to_smc(
1763e098bc96SEvan Quan 				hwmgr,
1764e098bc96SEvan Quan 				data->dpm_table.mclk_table.dpm_levels[i].value,
1765e098bc96SEvan Quan 				&mc_regs->data[i]
1766e098bc96SEvan Quan 				);
1767e098bc96SEvan Quan 
1768e098bc96SEvan Quan 		if (0 != res)
1769e098bc96SEvan Quan 			result = res;
1770e098bc96SEvan Quan 	}
1771e098bc96SEvan Quan 
1772e098bc96SEvan Quan 	return result;
1773e098bc96SEvan Quan }
1774e098bc96SEvan Quan 
iceland_update_and_upload_mc_reg_table(struct pp_hwmgr * hwmgr)1775e098bc96SEvan Quan static int iceland_update_and_upload_mc_reg_table(struct pp_hwmgr *hwmgr)
1776e098bc96SEvan Quan {
1777e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
1778e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1779e098bc96SEvan Quan 	uint32_t address;
1780e098bc96SEvan Quan 	int32_t result;
1781e098bc96SEvan Quan 
1782e098bc96SEvan Quan 	if (0 == (data->need_update_smu7_dpm_table & DPMTABLE_OD_UPDATE_MCLK))
1783e098bc96SEvan Quan 		return 0;
1784e098bc96SEvan Quan 
1785e098bc96SEvan Quan 
1786e098bc96SEvan Quan 	memset(&smu_data->mc_regs, 0, sizeof(SMU71_Discrete_MCRegisters));
1787e098bc96SEvan Quan 
1788e098bc96SEvan Quan 	result = iceland_convert_mc_reg_table_to_smc(hwmgr, &(smu_data->mc_regs));
1789e098bc96SEvan Quan 
1790e098bc96SEvan Quan 	if (result != 0)
1791e098bc96SEvan Quan 		return result;
1792e098bc96SEvan Quan 
1793e098bc96SEvan Quan 
1794e098bc96SEvan Quan 	address = smu_data->smu7_data.mc_reg_table_start + (uint32_t)offsetof(SMU71_Discrete_MCRegisters, data[0]);
1795e098bc96SEvan Quan 
1796e098bc96SEvan Quan 	return  smu7_copy_bytes_to_smc(hwmgr, address,
1797e098bc96SEvan Quan 				 (uint8_t *)&smu_data->mc_regs.data[0],
1798e098bc96SEvan Quan 				sizeof(SMU71_Discrete_MCRegisterSet) * data->dpm_table.mclk_table.count,
1799e098bc96SEvan Quan 				SMC_RAM_END);
1800e098bc96SEvan Quan }
1801e098bc96SEvan Quan 
iceland_populate_initial_mc_reg_table(struct pp_hwmgr * hwmgr)1802e098bc96SEvan Quan static int iceland_populate_initial_mc_reg_table(struct pp_hwmgr *hwmgr)
1803e098bc96SEvan Quan {
1804e098bc96SEvan Quan 	int result;
1805e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
1806e098bc96SEvan Quan 
1807e098bc96SEvan Quan 	memset(&smu_data->mc_regs, 0x00, sizeof(SMU71_Discrete_MCRegisters));
1808e098bc96SEvan Quan 	result = iceland_populate_mc_reg_address(hwmgr, &(smu_data->mc_regs));
1809e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1810e098bc96SEvan Quan 		"Failed to initialize MCRegTable for the MC register addresses!", return result;);
1811e098bc96SEvan Quan 
1812e098bc96SEvan Quan 	result = iceland_convert_mc_reg_table_to_smc(hwmgr, &smu_data->mc_regs);
1813e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1814e098bc96SEvan Quan 		"Failed to initialize MCRegTable for driver state!", return result;);
1815e098bc96SEvan Quan 
1816e098bc96SEvan Quan 	return smu7_copy_bytes_to_smc(hwmgr, smu_data->smu7_data.mc_reg_table_start,
1817e098bc96SEvan Quan 			(uint8_t *)&smu_data->mc_regs, sizeof(SMU71_Discrete_MCRegisters), SMC_RAM_END);
1818e098bc96SEvan Quan }
1819e098bc96SEvan Quan 
iceland_populate_smc_initial_state(struct pp_hwmgr * hwmgr)1820e098bc96SEvan Quan static int iceland_populate_smc_initial_state(struct pp_hwmgr *hwmgr)
1821e098bc96SEvan Quan {
1822e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1823e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
1824e098bc96SEvan Quan 	uint8_t count, level;
1825e098bc96SEvan Quan 
1826e098bc96SEvan Quan 	count = (uint8_t)(hwmgr->dyn_state.vddc_dependency_on_sclk->count);
1827e098bc96SEvan Quan 
1828e098bc96SEvan Quan 	for (level = 0; level < count; level++) {
1829e098bc96SEvan Quan 		if (hwmgr->dyn_state.vddc_dependency_on_sclk->entries[level].clk
1830e098bc96SEvan Quan 			 >= data->vbios_boot_state.sclk_bootup_value) {
1831e098bc96SEvan Quan 			smu_data->smc_state_table.GraphicsBootLevel = level;
1832e098bc96SEvan Quan 			break;
1833e098bc96SEvan Quan 		}
1834e098bc96SEvan Quan 	}
1835e098bc96SEvan Quan 
1836e098bc96SEvan Quan 	count = (uint8_t)(hwmgr->dyn_state.vddc_dependency_on_mclk->count);
1837e098bc96SEvan Quan 
1838e098bc96SEvan Quan 	for (level = 0; level < count; level++) {
1839e098bc96SEvan Quan 		if (hwmgr->dyn_state.vddc_dependency_on_mclk->entries[level].clk
1840e098bc96SEvan Quan 			>= data->vbios_boot_state.mclk_bootup_value) {
1841e098bc96SEvan Quan 			smu_data->smc_state_table.MemoryBootLevel = level;
1842e098bc96SEvan Quan 			break;
1843e098bc96SEvan Quan 		}
1844e098bc96SEvan Quan 	}
1845e098bc96SEvan Quan 
1846e098bc96SEvan Quan 	return 0;
1847e098bc96SEvan Quan }
1848e098bc96SEvan Quan 
iceland_populate_bapm_parameters_in_dpm_table(struct pp_hwmgr * hwmgr)1849e098bc96SEvan Quan static int iceland_populate_bapm_parameters_in_dpm_table(struct pp_hwmgr *hwmgr)
1850e098bc96SEvan Quan {
1851e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1852e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
1853e098bc96SEvan Quan 	const struct iceland_pt_defaults *defaults = smu_data->power_tune_defaults;
1854e098bc96SEvan Quan 	SMU71_Discrete_DpmTable  *dpm_table = &(smu_data->smc_state_table);
1855e098bc96SEvan Quan 	struct phm_cac_tdp_table *cac_dtp_table = hwmgr->dyn_state.cac_dtp_table;
1856e098bc96SEvan Quan 	struct phm_ppm_table *ppm = hwmgr->dyn_state.ppm_parameter_table;
1857e098bc96SEvan Quan 	const uint16_t *def1, *def2;
1858e098bc96SEvan Quan 	int i, j, k;
1859e098bc96SEvan Quan 
1860e098bc96SEvan Quan 
1861e098bc96SEvan Quan 	/*
1862e098bc96SEvan Quan 	 * TDP number of fraction bits are changed from 8 to 7 for Iceland
1863e098bc96SEvan Quan 	 * as requested by SMC team
1864e098bc96SEvan Quan 	 */
1865e098bc96SEvan Quan 
1866e098bc96SEvan Quan 	dpm_table->DefaultTdp = PP_HOST_TO_SMC_US((uint16_t)(cac_dtp_table->usTDP * 256));
1867e098bc96SEvan Quan 	dpm_table->TargetTdp = PP_HOST_TO_SMC_US((uint16_t)(cac_dtp_table->usConfigurableTDP * 256));
1868e098bc96SEvan Quan 
1869e098bc96SEvan Quan 
1870e098bc96SEvan Quan 	dpm_table->DTETjOffset = 0;
1871e098bc96SEvan Quan 
1872e098bc96SEvan Quan 	dpm_table->GpuTjMax = (uint8_t)(data->thermal_temp_setting.temperature_high / PP_TEMPERATURE_UNITS_PER_CENTIGRADES);
1873e098bc96SEvan Quan 	dpm_table->GpuTjHyst = 8;
1874e098bc96SEvan Quan 
1875e098bc96SEvan Quan 	dpm_table->DTEAmbientTempBase = defaults->dte_ambient_temp_base;
1876e098bc96SEvan Quan 
1877e098bc96SEvan Quan 	/* The following are for new Iceland Multi-input fan/thermal control */
1878e098bc96SEvan Quan 	if (NULL != ppm) {
1879e098bc96SEvan Quan 		dpm_table->PPM_PkgPwrLimit = (uint16_t)ppm->dgpu_tdp * 256 / 1000;
1880e098bc96SEvan Quan 		dpm_table->PPM_TemperatureLimit = (uint16_t)ppm->tj_max * 256;
1881e098bc96SEvan Quan 	} else {
1882e098bc96SEvan Quan 		dpm_table->PPM_PkgPwrLimit = 0;
1883e098bc96SEvan Quan 		dpm_table->PPM_TemperatureLimit = 0;
1884e098bc96SEvan Quan 	}
1885e098bc96SEvan Quan 
1886e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_US(dpm_table->PPM_PkgPwrLimit);
1887e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_US(dpm_table->PPM_TemperatureLimit);
1888e098bc96SEvan Quan 
1889e098bc96SEvan Quan 	dpm_table->BAPM_TEMP_GRADIENT = PP_HOST_TO_SMC_UL(defaults->bapm_temp_gradient);
1890e098bc96SEvan Quan 	def1 = defaults->bapmti_r;
1891e098bc96SEvan Quan 	def2 = defaults->bapmti_rc;
1892e098bc96SEvan Quan 
1893e098bc96SEvan Quan 	for (i = 0; i < SMU71_DTE_ITERATIONS; i++) {
1894e098bc96SEvan Quan 		for (j = 0; j < SMU71_DTE_SOURCES; j++) {
1895e098bc96SEvan Quan 			for (k = 0; k < SMU71_DTE_SINKS; k++) {
1896e098bc96SEvan Quan 				dpm_table->BAPMTI_R[i][j][k] = PP_HOST_TO_SMC_US(*def1);
1897e098bc96SEvan Quan 				dpm_table->BAPMTI_RC[i][j][k] = PP_HOST_TO_SMC_US(*def2);
1898e098bc96SEvan Quan 				def1++;
1899e098bc96SEvan Quan 				def2++;
1900e098bc96SEvan Quan 			}
1901e098bc96SEvan Quan 		}
1902e098bc96SEvan Quan 	}
1903e098bc96SEvan Quan 
1904e098bc96SEvan Quan 	return 0;
1905e098bc96SEvan Quan }
1906e098bc96SEvan Quan 
iceland_populate_smc_svi2_config(struct pp_hwmgr * hwmgr,SMU71_Discrete_DpmTable * tab)1907e098bc96SEvan Quan static int iceland_populate_smc_svi2_config(struct pp_hwmgr *hwmgr,
1908e098bc96SEvan Quan 					    SMU71_Discrete_DpmTable *tab)
1909e098bc96SEvan Quan {
1910e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1911e098bc96SEvan Quan 
1912e098bc96SEvan Quan 	if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->voltage_control)
1913e098bc96SEvan Quan 		tab->SVI2Enable |= VDDC_ON_SVI2;
1914e098bc96SEvan Quan 
1915e098bc96SEvan Quan 	if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->vddci_control)
1916e098bc96SEvan Quan 		tab->SVI2Enable |= VDDCI_ON_SVI2;
1917e098bc96SEvan Quan 	else
1918e098bc96SEvan Quan 		tab->MergedVddci = 1;
1919e098bc96SEvan Quan 
1920e098bc96SEvan Quan 	if (SMU7_VOLTAGE_CONTROL_BY_SVID2 == data->mvdd_control)
1921e098bc96SEvan Quan 		tab->SVI2Enable |= MVDD_ON_SVI2;
1922e098bc96SEvan Quan 
1923e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(tab->SVI2Enable != (VDDC_ON_SVI2 | VDDCI_ON_SVI2 | MVDD_ON_SVI2) &&
1924e098bc96SEvan Quan 		(tab->SVI2Enable & VDDC_ON_SVI2), "SVI2 domain configuration is incorrect!", return -EINVAL);
1925e098bc96SEvan Quan 
1926e098bc96SEvan Quan 	return 0;
1927e098bc96SEvan Quan }
1928e098bc96SEvan Quan 
iceland_init_smc_table(struct pp_hwmgr * hwmgr)1929e098bc96SEvan Quan static int iceland_init_smc_table(struct pp_hwmgr *hwmgr)
1930e098bc96SEvan Quan {
1931e098bc96SEvan Quan 	int result;
1932e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
1933e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
1934e098bc96SEvan Quan 	SMU71_Discrete_DpmTable  *table = &(smu_data->smc_state_table);
1935e098bc96SEvan Quan 
1936e098bc96SEvan Quan 
1937e098bc96SEvan Quan 	iceland_initialize_power_tune_defaults(hwmgr);
1938e098bc96SEvan Quan 	memset(&(smu_data->smc_state_table), 0x00, sizeof(smu_data->smc_state_table));
1939e098bc96SEvan Quan 
1940e098bc96SEvan Quan 	if (SMU7_VOLTAGE_CONTROL_NONE != data->voltage_control) {
1941e098bc96SEvan Quan 		iceland_populate_smc_voltage_tables(hwmgr, table);
1942e098bc96SEvan Quan 	}
1943e098bc96SEvan Quan 
1944e098bc96SEvan Quan 	if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
1945e098bc96SEvan Quan 			PHM_PlatformCaps_AutomaticDCTransition))
1946e098bc96SEvan Quan 		table->SystemFlags |= PPSMC_SYSTEMFLAG_GPIO_DC;
1947e098bc96SEvan Quan 
1948e098bc96SEvan Quan 
1949e098bc96SEvan Quan 	if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
1950e098bc96SEvan Quan 			PHM_PlatformCaps_StepVddc))
1951e098bc96SEvan Quan 		table->SystemFlags |= PPSMC_SYSTEMFLAG_STEPVDDC;
1952e098bc96SEvan Quan 
1953e098bc96SEvan Quan 	if (data->is_memory_gddr5)
1954e098bc96SEvan Quan 		table->SystemFlags |= PPSMC_SYSTEMFLAG_GDDR5;
1955e098bc96SEvan Quan 
1956e098bc96SEvan Quan 
1957e098bc96SEvan Quan 	if (data->ulv_supported) {
1958e098bc96SEvan Quan 		result = iceland_populate_ulv_state(hwmgr, &(smu_data->ulv_setting));
1959e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE(0 == result,
1960e098bc96SEvan Quan 			"Failed to initialize ULV state!", return result;);
1961e098bc96SEvan Quan 
1962e098bc96SEvan Quan 		cgs_write_ind_register(hwmgr->device, CGS_IND_REG__SMC,
1963e098bc96SEvan Quan 			ixCG_ULV_PARAMETER, 0x40035);
1964e098bc96SEvan Quan 	}
1965e098bc96SEvan Quan 
1966e098bc96SEvan Quan 	result = iceland_populate_smc_link_level(hwmgr, table);
1967e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1968e098bc96SEvan Quan 		"Failed to initialize Link Level!", return result;);
1969e098bc96SEvan Quan 
1970e098bc96SEvan Quan 	result = iceland_populate_all_graphic_levels(hwmgr);
1971e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1972e098bc96SEvan Quan 		"Failed to initialize Graphics Level!", return result;);
1973e098bc96SEvan Quan 
1974e098bc96SEvan Quan 	result = iceland_populate_all_memory_levels(hwmgr);
1975e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1976e098bc96SEvan Quan 		"Failed to initialize Memory Level!", return result;);
1977e098bc96SEvan Quan 
1978e098bc96SEvan Quan 	result = iceland_populate_smc_acpi_level(hwmgr, table);
1979e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1980e098bc96SEvan Quan 		"Failed to initialize ACPI Level!", return result;);
1981e098bc96SEvan Quan 
1982e098bc96SEvan Quan 	result = iceland_populate_smc_vce_level(hwmgr, table);
1983e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1984e098bc96SEvan Quan 		"Failed to initialize VCE Level!", return result;);
1985e098bc96SEvan Quan 
1986e098bc96SEvan Quan 	result = iceland_populate_smc_acp_level(hwmgr, table);
1987e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1988e098bc96SEvan Quan 		"Failed to initialize ACP Level!", return result;);
1989e098bc96SEvan Quan 
1990e098bc96SEvan Quan 	/* Since only the initial state is completely set up at this point (the other states are just copies of the boot state) we only */
1991e098bc96SEvan Quan 	/* need to populate the  ARB settings for the initial state. */
1992e098bc96SEvan Quan 	result = iceland_program_memory_timing_parameters(hwmgr);
1993e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1994e098bc96SEvan Quan 		"Failed to Write ARB settings for the initial state.", return result;);
1995e098bc96SEvan Quan 
1996e098bc96SEvan Quan 	result = iceland_populate_smc_uvd_level(hwmgr, table);
1997e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
1998e098bc96SEvan Quan 		"Failed to initialize UVD Level!", return result;);
1999e098bc96SEvan Quan 
2000e098bc96SEvan Quan 	table->GraphicsBootLevel = 0;
2001e098bc96SEvan Quan 	table->MemoryBootLevel = 0;
2002e098bc96SEvan Quan 
2003e098bc96SEvan Quan 	result = iceland_populate_smc_boot_level(hwmgr, table);
2004e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
2005e098bc96SEvan Quan 		"Failed to initialize Boot Level!", return result;);
2006e098bc96SEvan Quan 
2007e098bc96SEvan Quan 	result = iceland_populate_smc_initial_state(hwmgr);
2008e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result, "Failed to initialize Boot State!", return result);
2009e098bc96SEvan Quan 
2010e098bc96SEvan Quan 	result = iceland_populate_bapm_parameters_in_dpm_table(hwmgr);
2011e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result, "Failed to populate BAPM Parameters!", return result);
2012e098bc96SEvan Quan 
2013e098bc96SEvan Quan 	table->GraphicsVoltageChangeEnable  = 1;
2014e098bc96SEvan Quan 	table->GraphicsThermThrottleEnable  = 1;
2015e098bc96SEvan Quan 	table->GraphicsInterval = 1;
2016e098bc96SEvan Quan 	table->VoltageInterval  = 1;
2017e098bc96SEvan Quan 	table->ThermalInterval  = 1;
2018e098bc96SEvan Quan 
2019e098bc96SEvan Quan 	table->TemperatureLimitHigh =
2020e098bc96SEvan Quan 		(data->thermal_temp_setting.temperature_high *
2021e098bc96SEvan Quan 		 SMU7_Q88_FORMAT_CONVERSION_UNIT) / PP_TEMPERATURE_UNITS_PER_CENTIGRADES;
2022e098bc96SEvan Quan 	table->TemperatureLimitLow =
2023e098bc96SEvan Quan 		(data->thermal_temp_setting.temperature_low *
2024e098bc96SEvan Quan 		SMU7_Q88_FORMAT_CONVERSION_UNIT) / PP_TEMPERATURE_UNITS_PER_CENTIGRADES;
2025e098bc96SEvan Quan 
2026e098bc96SEvan Quan 	table->MemoryVoltageChangeEnable  = 1;
2027e098bc96SEvan Quan 	table->MemoryInterval  = 1;
2028e098bc96SEvan Quan 	table->VoltageResponseTime  = 0;
2029e098bc96SEvan Quan 	table->PhaseResponseTime  = 0;
2030e098bc96SEvan Quan 	table->MemoryThermThrottleEnable  = 1;
2031e098bc96SEvan Quan 	table->PCIeBootLinkLevel = 0;
2032e098bc96SEvan Quan 	table->PCIeGenInterval = 1;
2033e098bc96SEvan Quan 
2034e098bc96SEvan Quan 	result = iceland_populate_smc_svi2_config(hwmgr, table);
2035e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
2036e098bc96SEvan Quan 		"Failed to populate SVI2 setting!", return result);
2037e098bc96SEvan Quan 
2038e098bc96SEvan Quan 	table->ThermGpio  = 17;
2039e098bc96SEvan Quan 	table->SclkStepSize = 0x4000;
2040e098bc96SEvan Quan 
2041e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->SystemFlags);
2042e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->SmioMaskVddcVid);
2043e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->SmioMaskVddcPhase);
2044e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->SmioMaskVddciVid);
2045e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->SmioMaskMvddVid);
2046e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_UL(table->SclkStepSize);
2047e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_US(table->TemperatureLimitHigh);
2048e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_US(table->TemperatureLimitLow);
2049e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_US(table->VoltageResponseTime);
2050e098bc96SEvan Quan 	CONVERT_FROM_HOST_TO_SMC_US(table->PhaseResponseTime);
2051e098bc96SEvan Quan 
2052e098bc96SEvan Quan 	table->BootVddc = PP_HOST_TO_SMC_US(table->BootVddc * VOLTAGE_SCALE);
2053e098bc96SEvan Quan 	table->BootVddci = PP_HOST_TO_SMC_US(table->BootVddci * VOLTAGE_SCALE);
2054e098bc96SEvan Quan 	table->BootMVdd = PP_HOST_TO_SMC_US(table->BootMVdd * VOLTAGE_SCALE);
2055e098bc96SEvan Quan 
2056e098bc96SEvan Quan 	/* Upload all dpm data to SMC memory.(dpm level, dpm level count etc) */
2057e098bc96SEvan Quan 	result = smu7_copy_bytes_to_smc(hwmgr, smu_data->smu7_data.dpm_table_start +
2058e098bc96SEvan Quan 										offsetof(SMU71_Discrete_DpmTable, SystemFlags),
2059e098bc96SEvan Quan 										(uint8_t *)&(table->SystemFlags),
2060e098bc96SEvan Quan 										sizeof(SMU71_Discrete_DpmTable)-3 * sizeof(SMU71_PIDController),
2061e098bc96SEvan Quan 										SMC_RAM_END);
2062e098bc96SEvan Quan 
2063e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
2064e098bc96SEvan Quan 		"Failed to upload dpm data to SMC memory!", return result;);
2065e098bc96SEvan Quan 
2066e098bc96SEvan Quan 	/* Upload all ulv setting to SMC memory.(dpm level, dpm level count etc) */
2067e098bc96SEvan Quan 	result = smu7_copy_bytes_to_smc(hwmgr,
2068e098bc96SEvan Quan 			smu_data->smu7_data.ulv_setting_starts,
2069e098bc96SEvan Quan 			(uint8_t *)&(smu_data->ulv_setting),
2070e098bc96SEvan Quan 			sizeof(SMU71_Discrete_Ulv),
2071e098bc96SEvan Quan 			SMC_RAM_END);
2072e098bc96SEvan Quan 
2073e098bc96SEvan Quan 
2074e098bc96SEvan Quan 	result = iceland_populate_initial_mc_reg_table(hwmgr);
2075e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE((0 == result),
2076e098bc96SEvan Quan 		"Failed to populate initialize MC Reg table!", return result);
2077e098bc96SEvan Quan 
2078e098bc96SEvan Quan 	result = iceland_populate_pm_fuses(hwmgr);
2079e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE(0 == result,
2080e098bc96SEvan Quan 			"Failed to  populate PM fuses to SMC memory!", return result);
2081e098bc96SEvan Quan 
2082e098bc96SEvan Quan 	return 0;
2083e098bc96SEvan Quan }
2084e098bc96SEvan Quan 
iceland_thermal_setup_fan_table(struct pp_hwmgr * hwmgr)2085ca2d038fSLee Jones static int iceland_thermal_setup_fan_table(struct pp_hwmgr *hwmgr)
2086e098bc96SEvan Quan {
2087e098bc96SEvan Quan 	struct smu7_smumgr *smu7_data = (struct smu7_smumgr *)(hwmgr->smu_backend);
2088e098bc96SEvan Quan 	SMU71_Discrete_FanTable fan_table = { FDO_MODE_HARDWARE };
2089e098bc96SEvan Quan 	uint32_t duty100;
2090e098bc96SEvan Quan 	uint32_t t_diff1, t_diff2, pwm_diff1, pwm_diff2;
2091e098bc96SEvan Quan 	uint16_t fdo_min, slope1, slope2;
2092e098bc96SEvan Quan 	uint32_t reference_clock;
2093e098bc96SEvan Quan 	int res;
2094e098bc96SEvan Quan 	uint64_t tmp64;
2095e098bc96SEvan Quan 
2096e098bc96SEvan Quan 	if (!phm_cap_enabled(hwmgr->platform_descriptor.platformCaps, PHM_PlatformCaps_MicrocodeFanControl))
2097e098bc96SEvan Quan 		return 0;
2098e098bc96SEvan Quan 
2099e098bc96SEvan Quan 	if (hwmgr->thermal_controller.fanInfo.bNoFan) {
2100e098bc96SEvan Quan 		phm_cap_unset(hwmgr->platform_descriptor.platformCaps,
2101e098bc96SEvan Quan 			PHM_PlatformCaps_MicrocodeFanControl);
2102e098bc96SEvan Quan 		return 0;
2103e098bc96SEvan Quan 	}
2104e098bc96SEvan Quan 
2105e098bc96SEvan Quan 	if (0 == smu7_data->fan_table_start) {
2106e098bc96SEvan Quan 		phm_cap_unset(hwmgr->platform_descriptor.platformCaps, PHM_PlatformCaps_MicrocodeFanControl);
2107e098bc96SEvan Quan 		return 0;
2108e098bc96SEvan Quan 	}
2109e098bc96SEvan Quan 
2110e098bc96SEvan Quan 	duty100 = PHM_READ_VFPF_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC, CG_FDO_CTRL1, FMAX_DUTY100);
2111e098bc96SEvan Quan 
2112e098bc96SEvan Quan 	if (0 == duty100) {
2113e098bc96SEvan Quan 		phm_cap_unset(hwmgr->platform_descriptor.platformCaps, PHM_PlatformCaps_MicrocodeFanControl);
2114e098bc96SEvan Quan 		return 0;
2115e098bc96SEvan Quan 	}
2116e098bc96SEvan Quan 
2117e098bc96SEvan Quan 	tmp64 = hwmgr->thermal_controller.advanceFanControlParameters.usPWMMin * duty100;
2118e098bc96SEvan Quan 	do_div(tmp64, 10000);
2119e098bc96SEvan Quan 	fdo_min = (uint16_t)tmp64;
2120e098bc96SEvan Quan 
2121e098bc96SEvan Quan 	t_diff1 = hwmgr->thermal_controller.advanceFanControlParameters.usTMed - hwmgr->thermal_controller.advanceFanControlParameters.usTMin;
2122e098bc96SEvan Quan 	t_diff2 = hwmgr->thermal_controller.advanceFanControlParameters.usTHigh - hwmgr->thermal_controller.advanceFanControlParameters.usTMed;
2123e098bc96SEvan Quan 
2124e098bc96SEvan Quan 	pwm_diff1 = hwmgr->thermal_controller.advanceFanControlParameters.usPWMMed - hwmgr->thermal_controller.advanceFanControlParameters.usPWMMin;
2125e098bc96SEvan Quan 	pwm_diff2 = hwmgr->thermal_controller.advanceFanControlParameters.usPWMHigh - hwmgr->thermal_controller.advanceFanControlParameters.usPWMMed;
2126e098bc96SEvan Quan 
2127e098bc96SEvan Quan 	slope1 = (uint16_t)((50 + ((16 * duty100 * pwm_diff1) / t_diff1)) / 100);
2128e098bc96SEvan Quan 	slope2 = (uint16_t)((50 + ((16 * duty100 * pwm_diff2) / t_diff2)) / 100);
2129e098bc96SEvan Quan 
2130e098bc96SEvan Quan 	fan_table.TempMin = cpu_to_be16((50 + hwmgr->thermal_controller.advanceFanControlParameters.usTMin) / 100);
2131e098bc96SEvan Quan 	fan_table.TempMed = cpu_to_be16((50 + hwmgr->thermal_controller.advanceFanControlParameters.usTMed) / 100);
2132e098bc96SEvan Quan 	fan_table.TempMax = cpu_to_be16((50 + hwmgr->thermal_controller.advanceFanControlParameters.usTMax) / 100);
2133e098bc96SEvan Quan 
2134e098bc96SEvan Quan 	fan_table.Slope1 = cpu_to_be16(slope1);
2135e098bc96SEvan Quan 	fan_table.Slope2 = cpu_to_be16(slope2);
2136e098bc96SEvan Quan 
2137e098bc96SEvan Quan 	fan_table.FdoMin = cpu_to_be16(fdo_min);
2138e098bc96SEvan Quan 
2139e098bc96SEvan Quan 	fan_table.HystDown = cpu_to_be16(hwmgr->thermal_controller.advanceFanControlParameters.ucTHyst);
2140e098bc96SEvan Quan 
2141e098bc96SEvan Quan 	fan_table.HystUp = cpu_to_be16(1);
2142e098bc96SEvan Quan 
2143e098bc96SEvan Quan 	fan_table.HystSlope = cpu_to_be16(1);
2144e098bc96SEvan Quan 
2145e098bc96SEvan Quan 	fan_table.TempRespLim = cpu_to_be16(5);
2146e098bc96SEvan Quan 
2147e098bc96SEvan Quan 	reference_clock = amdgpu_asic_get_xclk((struct amdgpu_device *)hwmgr->adev);
2148e098bc96SEvan Quan 
2149e098bc96SEvan Quan 	fan_table.RefreshPeriod = cpu_to_be32((hwmgr->thermal_controller.advanceFanControlParameters.ulCycleDelay * reference_clock) / 1600);
2150e098bc96SEvan Quan 
2151e098bc96SEvan Quan 	fan_table.FdoMax = cpu_to_be16((uint16_t)duty100);
2152e098bc96SEvan Quan 
2153e098bc96SEvan Quan 	fan_table.TempSrc = (uint8_t)PHM_READ_VFPF_INDIRECT_FIELD(hwmgr->device, CGS_IND_REG__SMC, CG_MULT_THERMAL_CTRL, TEMP_SEL);
2154e098bc96SEvan Quan 
2155e098bc96SEvan Quan 	/* fan_table.FanControl_GL_Flag = 1; */
2156e098bc96SEvan Quan 
2157e098bc96SEvan Quan 	res = smu7_copy_bytes_to_smc(hwmgr, smu7_data->fan_table_start, (uint8_t *)&fan_table, (uint32_t)sizeof(fan_table), SMC_RAM_END);
2158e098bc96SEvan Quan 
2159402bdef8SAlex Deucher 	return res;
2160e098bc96SEvan Quan }
2161e098bc96SEvan Quan 
2162e098bc96SEvan Quan 
iceland_program_mem_timing_parameters(struct pp_hwmgr * hwmgr)2163e098bc96SEvan Quan static int iceland_program_mem_timing_parameters(struct pp_hwmgr *hwmgr)
2164e098bc96SEvan Quan {
2165e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
2166e098bc96SEvan Quan 
2167e098bc96SEvan Quan 	if (data->need_update_smu7_dpm_table &
21684e185502SDeepak R Varma 		(DPMTABLE_OD_UPDATE_SCLK | DPMTABLE_OD_UPDATE_MCLK))
2169e098bc96SEvan Quan 		return iceland_program_memory_timing_parameters(hwmgr);
2170e098bc96SEvan Quan 
2171e098bc96SEvan Quan 	return 0;
2172e098bc96SEvan Quan }
2173e098bc96SEvan Quan 
iceland_update_sclk_threshold(struct pp_hwmgr * hwmgr)2174e098bc96SEvan Quan static int iceland_update_sclk_threshold(struct pp_hwmgr *hwmgr)
2175e098bc96SEvan Quan {
2176e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
2177e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
2178e098bc96SEvan Quan 
2179e098bc96SEvan Quan 	int result = 0;
2180e098bc96SEvan Quan 	uint32_t low_sclk_interrupt_threshold = 0;
2181e098bc96SEvan Quan 
2182e098bc96SEvan Quan 	if (phm_cap_enabled(hwmgr->platform_descriptor.platformCaps,
2183e098bc96SEvan Quan 			PHM_PlatformCaps_SclkThrottleLowNotification)
2184e098bc96SEvan Quan 		&& (data->low_sclk_interrupt_threshold != 0)) {
2185e098bc96SEvan Quan 		low_sclk_interrupt_threshold =
2186e098bc96SEvan Quan 				data->low_sclk_interrupt_threshold;
2187e098bc96SEvan Quan 
2188e098bc96SEvan Quan 		CONVERT_FROM_HOST_TO_SMC_UL(low_sclk_interrupt_threshold);
2189e098bc96SEvan Quan 
2190e098bc96SEvan Quan 		result = smu7_copy_bytes_to_smc(
2191e098bc96SEvan Quan 				hwmgr,
2192e098bc96SEvan Quan 				smu_data->smu7_data.dpm_table_start +
2193e098bc96SEvan Quan 				offsetof(SMU71_Discrete_DpmTable,
2194e098bc96SEvan Quan 					LowSclkInterruptThreshold),
2195e098bc96SEvan Quan 				(uint8_t *)&low_sclk_interrupt_threshold,
2196e098bc96SEvan Quan 				sizeof(uint32_t),
2197e098bc96SEvan Quan 				SMC_RAM_END);
2198e098bc96SEvan Quan 	}
2199e098bc96SEvan Quan 
2200e098bc96SEvan Quan 	result = iceland_update_and_upload_mc_reg_table(hwmgr);
2201e098bc96SEvan Quan 
2202e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE((0 == result), "Failed to upload MC reg table!", return result);
2203e098bc96SEvan Quan 
2204e098bc96SEvan Quan 	result = iceland_program_mem_timing_parameters(hwmgr);
2205e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE((result == 0),
2206e098bc96SEvan Quan 			"Failed to program memory timing parameters!",
2207e098bc96SEvan Quan 			);
2208e098bc96SEvan Quan 
2209e098bc96SEvan Quan 	return result;
2210e098bc96SEvan Quan }
2211e098bc96SEvan Quan 
iceland_get_offsetof(uint32_t type,uint32_t member)2212e098bc96SEvan Quan static uint32_t iceland_get_offsetof(uint32_t type, uint32_t member)
2213e098bc96SEvan Quan {
2214e098bc96SEvan Quan 	switch (type) {
2215e098bc96SEvan Quan 	case SMU_SoftRegisters:
2216e098bc96SEvan Quan 		switch (member) {
2217e098bc96SEvan Quan 		case HandshakeDisables:
2218e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, HandshakeDisables);
2219e098bc96SEvan Quan 		case VoltageChangeTimeout:
2220e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, VoltageChangeTimeout);
2221e098bc96SEvan Quan 		case AverageGraphicsActivity:
2222e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, AverageGraphicsActivity);
2223e098bc96SEvan Quan 		case AverageMemoryActivity:
2224e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, AverageMemoryActivity);
2225e098bc96SEvan Quan 		case PreVBlankGap:
2226e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, PreVBlankGap);
2227e098bc96SEvan Quan 		case VBlankTimeout:
2228e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, VBlankTimeout);
2229e098bc96SEvan Quan 		case UcodeLoadStatus:
2230e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, UcodeLoadStatus);
2231e098bc96SEvan Quan 		case DRAM_LOG_ADDR_H:
2232e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, DRAM_LOG_ADDR_H);
2233e098bc96SEvan Quan 		case DRAM_LOG_ADDR_L:
2234e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, DRAM_LOG_ADDR_L);
2235e098bc96SEvan Quan 		case DRAM_LOG_PHY_ADDR_H:
2236e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, DRAM_LOG_PHY_ADDR_H);
2237e098bc96SEvan Quan 		case DRAM_LOG_PHY_ADDR_L:
2238e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, DRAM_LOG_PHY_ADDR_L);
2239e098bc96SEvan Quan 		case DRAM_LOG_BUFF_SIZE:
2240e098bc96SEvan Quan 			return offsetof(SMU71_SoftRegisters, DRAM_LOG_BUFF_SIZE);
2241e098bc96SEvan Quan 		}
2242e098bc96SEvan Quan 		break;
2243e098bc96SEvan Quan 	case SMU_Discrete_DpmTable:
2244e098bc96SEvan Quan 		switch (member) {
2245e098bc96SEvan Quan 		case LowSclkInterruptThreshold:
2246e098bc96SEvan Quan 			return offsetof(SMU71_Discrete_DpmTable, LowSclkInterruptThreshold);
2247e098bc96SEvan Quan 		}
2248e098bc96SEvan Quan 		break;
2249e098bc96SEvan Quan 	}
2250e098bc96SEvan Quan 	pr_warn("can't get the offset of type %x member %x\n", type, member);
2251e098bc96SEvan Quan 	return 0;
2252e098bc96SEvan Quan }
2253e098bc96SEvan Quan 
iceland_get_mac_definition(uint32_t value)2254e098bc96SEvan Quan static uint32_t iceland_get_mac_definition(uint32_t value)
2255e098bc96SEvan Quan {
2256e098bc96SEvan Quan 	switch (value) {
2257e098bc96SEvan Quan 	case SMU_MAX_LEVELS_GRAPHICS:
2258e098bc96SEvan Quan 		return SMU71_MAX_LEVELS_GRAPHICS;
2259e098bc96SEvan Quan 	case SMU_MAX_LEVELS_MEMORY:
2260e098bc96SEvan Quan 		return SMU71_MAX_LEVELS_MEMORY;
2261e098bc96SEvan Quan 	case SMU_MAX_LEVELS_LINK:
2262e098bc96SEvan Quan 		return SMU71_MAX_LEVELS_LINK;
2263e098bc96SEvan Quan 	case SMU_MAX_ENTRIES_SMIO:
2264e098bc96SEvan Quan 		return SMU71_MAX_ENTRIES_SMIO;
2265e098bc96SEvan Quan 	case SMU_MAX_LEVELS_VDDC:
2266e098bc96SEvan Quan 		return SMU71_MAX_LEVELS_VDDC;
2267e098bc96SEvan Quan 	case SMU_MAX_LEVELS_VDDCI:
2268e098bc96SEvan Quan 		return SMU71_MAX_LEVELS_VDDCI;
2269e098bc96SEvan Quan 	case SMU_MAX_LEVELS_MVDD:
2270e098bc96SEvan Quan 		return SMU71_MAX_LEVELS_MVDD;
2271e098bc96SEvan Quan 	}
2272e098bc96SEvan Quan 
2273e098bc96SEvan Quan 	pr_warn("can't get the mac of %x\n", value);
2274e098bc96SEvan Quan 	return 0;
2275e098bc96SEvan Quan }
2276e098bc96SEvan Quan 
iceland_process_firmware_header(struct pp_hwmgr * hwmgr)2277e098bc96SEvan Quan static int iceland_process_firmware_header(struct pp_hwmgr *hwmgr)
2278e098bc96SEvan Quan {
2279e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
2280e098bc96SEvan Quan 	struct smu7_smumgr *smu7_data = (struct smu7_smumgr *)(hwmgr->smu_backend);
2281e098bc96SEvan Quan 
2282e098bc96SEvan Quan 	uint32_t tmp;
2283e098bc96SEvan Quan 	int result;
2284e098bc96SEvan Quan 	bool error = false;
2285e098bc96SEvan Quan 
2286e098bc96SEvan Quan 	result = smu7_read_smc_sram_dword(hwmgr,
2287e098bc96SEvan Quan 				SMU71_FIRMWARE_HEADER_LOCATION +
2288e098bc96SEvan Quan 				offsetof(SMU71_Firmware_Header, DpmTable),
2289e098bc96SEvan Quan 				&tmp, SMC_RAM_END);
2290e098bc96SEvan Quan 
2291e098bc96SEvan Quan 	if (0 == result) {
2292e098bc96SEvan Quan 		smu7_data->dpm_table_start = tmp;
2293e098bc96SEvan Quan 	}
2294e098bc96SEvan Quan 
2295e098bc96SEvan Quan 	error |= (0 != result);
2296e098bc96SEvan Quan 
2297e098bc96SEvan Quan 	result = smu7_read_smc_sram_dword(hwmgr,
2298e098bc96SEvan Quan 				SMU71_FIRMWARE_HEADER_LOCATION +
2299e098bc96SEvan Quan 				offsetof(SMU71_Firmware_Header, SoftRegisters),
2300e098bc96SEvan Quan 				&tmp, SMC_RAM_END);
2301e098bc96SEvan Quan 
2302e098bc96SEvan Quan 	if (0 == result) {
2303e098bc96SEvan Quan 		data->soft_regs_start = tmp;
2304e098bc96SEvan Quan 		smu7_data->soft_regs_start = tmp;
2305e098bc96SEvan Quan 	}
2306e098bc96SEvan Quan 
2307e098bc96SEvan Quan 	error |= (0 != result);
2308e098bc96SEvan Quan 
2309e098bc96SEvan Quan 
2310e098bc96SEvan Quan 	result = smu7_read_smc_sram_dword(hwmgr,
2311e098bc96SEvan Quan 				SMU71_FIRMWARE_HEADER_LOCATION +
2312e098bc96SEvan Quan 				offsetof(SMU71_Firmware_Header, mcRegisterTable),
2313e098bc96SEvan Quan 				&tmp, SMC_RAM_END);
2314e098bc96SEvan Quan 
2315e098bc96SEvan Quan 	if (0 == result) {
2316e098bc96SEvan Quan 		smu7_data->mc_reg_table_start = tmp;
2317e098bc96SEvan Quan 	}
2318e098bc96SEvan Quan 
2319e098bc96SEvan Quan 	result = smu7_read_smc_sram_dword(hwmgr,
2320e098bc96SEvan Quan 				SMU71_FIRMWARE_HEADER_LOCATION +
2321e098bc96SEvan Quan 				offsetof(SMU71_Firmware_Header, FanTable),
2322e098bc96SEvan Quan 				&tmp, SMC_RAM_END);
2323e098bc96SEvan Quan 
2324e098bc96SEvan Quan 	if (0 == result) {
2325e098bc96SEvan Quan 		smu7_data->fan_table_start = tmp;
2326e098bc96SEvan Quan 	}
2327e098bc96SEvan Quan 
2328e098bc96SEvan Quan 	error |= (0 != result);
2329e098bc96SEvan Quan 
2330e098bc96SEvan Quan 	result = smu7_read_smc_sram_dword(hwmgr,
2331e098bc96SEvan Quan 				SMU71_FIRMWARE_HEADER_LOCATION +
2332e098bc96SEvan Quan 				offsetof(SMU71_Firmware_Header, mcArbDramTimingTable),
2333e098bc96SEvan Quan 				&tmp, SMC_RAM_END);
2334e098bc96SEvan Quan 
2335e098bc96SEvan Quan 	if (0 == result) {
2336e098bc96SEvan Quan 		smu7_data->arb_table_start = tmp;
2337e098bc96SEvan Quan 	}
2338e098bc96SEvan Quan 
2339e098bc96SEvan Quan 	error |= (0 != result);
2340e098bc96SEvan Quan 
2341e098bc96SEvan Quan 
2342e098bc96SEvan Quan 	result = smu7_read_smc_sram_dword(hwmgr,
2343e098bc96SEvan Quan 				SMU71_FIRMWARE_HEADER_LOCATION +
2344e098bc96SEvan Quan 				offsetof(SMU71_Firmware_Header, Version),
2345e098bc96SEvan Quan 				&tmp, SMC_RAM_END);
2346e098bc96SEvan Quan 
2347e098bc96SEvan Quan 	if (0 == result) {
2348e098bc96SEvan Quan 		hwmgr->microcode_version_info.SMC = tmp;
2349e098bc96SEvan Quan 	}
2350e098bc96SEvan Quan 
2351e098bc96SEvan Quan 	error |= (0 != result);
2352e098bc96SEvan Quan 
2353e098bc96SEvan Quan 	result = smu7_read_smc_sram_dword(hwmgr,
2354e098bc96SEvan Quan 				SMU71_FIRMWARE_HEADER_LOCATION +
2355e098bc96SEvan Quan 				offsetof(SMU71_Firmware_Header, UlvSettings),
2356e098bc96SEvan Quan 				&tmp, SMC_RAM_END);
2357e098bc96SEvan Quan 
2358e098bc96SEvan Quan 	if (0 == result) {
2359e098bc96SEvan Quan 		smu7_data->ulv_setting_starts = tmp;
2360e098bc96SEvan Quan 	}
2361e098bc96SEvan Quan 
2362e098bc96SEvan Quan 	error |= (0 != result);
2363e098bc96SEvan Quan 
2364e098bc96SEvan Quan 	return error ? 1 : 0;
2365e098bc96SEvan Quan }
2366e098bc96SEvan Quan 
2367e098bc96SEvan Quan /*---------------------------MC----------------------------*/
2368e098bc96SEvan Quan 
iceland_get_memory_modile_index(struct pp_hwmgr * hwmgr)2369e098bc96SEvan Quan static uint8_t iceland_get_memory_modile_index(struct pp_hwmgr *hwmgr)
2370e098bc96SEvan Quan {
2371e098bc96SEvan Quan 	return (uint8_t) (0xFF & (cgs_read_register(hwmgr->device, mmBIOS_SCRATCH_4) >> 16));
2372e098bc96SEvan Quan }
2373e098bc96SEvan Quan 
iceland_check_s0_mc_reg_index(uint16_t in_reg,uint16_t * out_reg)2374e098bc96SEvan Quan static bool iceland_check_s0_mc_reg_index(uint16_t in_reg, uint16_t *out_reg)
2375e098bc96SEvan Quan {
2376e098bc96SEvan Quan 	bool result = true;
2377e098bc96SEvan Quan 
2378e098bc96SEvan Quan 	switch (in_reg) {
2379e098bc96SEvan Quan 	case  mmMC_SEQ_RAS_TIMING:
2380e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_RAS_TIMING_LP;
2381e098bc96SEvan Quan 		break;
2382e098bc96SEvan Quan 
2383e098bc96SEvan Quan 	case  mmMC_SEQ_DLL_STBY:
2384e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_DLL_STBY_LP;
2385e098bc96SEvan Quan 		break;
2386e098bc96SEvan Quan 
2387e098bc96SEvan Quan 	case  mmMC_SEQ_G5PDX_CMD0:
2388e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_G5PDX_CMD0_LP;
2389e098bc96SEvan Quan 		break;
2390e098bc96SEvan Quan 
2391e098bc96SEvan Quan 	case  mmMC_SEQ_G5PDX_CMD1:
2392e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_G5PDX_CMD1_LP;
2393e098bc96SEvan Quan 		break;
2394e098bc96SEvan Quan 
2395e098bc96SEvan Quan 	case  mmMC_SEQ_G5PDX_CTRL:
2396e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_G5PDX_CTRL_LP;
2397e098bc96SEvan Quan 		break;
2398e098bc96SEvan Quan 
2399e098bc96SEvan Quan 	case mmMC_SEQ_CAS_TIMING:
2400e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_CAS_TIMING_LP;
2401e098bc96SEvan Quan 		break;
2402e098bc96SEvan Quan 
2403e098bc96SEvan Quan 	case mmMC_SEQ_MISC_TIMING:
2404e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_MISC_TIMING_LP;
2405e098bc96SEvan Quan 		break;
2406e098bc96SEvan Quan 
2407e098bc96SEvan Quan 	case mmMC_SEQ_MISC_TIMING2:
2408e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_MISC_TIMING2_LP;
2409e098bc96SEvan Quan 		break;
2410e098bc96SEvan Quan 
2411e098bc96SEvan Quan 	case mmMC_SEQ_PMG_DVS_CMD:
2412e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_PMG_DVS_CMD_LP;
2413e098bc96SEvan Quan 		break;
2414e098bc96SEvan Quan 
2415e098bc96SEvan Quan 	case mmMC_SEQ_PMG_DVS_CTL:
2416e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_PMG_DVS_CTL_LP;
2417e098bc96SEvan Quan 		break;
2418e098bc96SEvan Quan 
2419e098bc96SEvan Quan 	case mmMC_SEQ_RD_CTL_D0:
2420e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_RD_CTL_D0_LP;
2421e098bc96SEvan Quan 		break;
2422e098bc96SEvan Quan 
2423e098bc96SEvan Quan 	case mmMC_SEQ_RD_CTL_D1:
2424e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_RD_CTL_D1_LP;
2425e098bc96SEvan Quan 		break;
2426e098bc96SEvan Quan 
2427e098bc96SEvan Quan 	case mmMC_SEQ_WR_CTL_D0:
2428e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_WR_CTL_D0_LP;
2429e098bc96SEvan Quan 		break;
2430e098bc96SEvan Quan 
2431e098bc96SEvan Quan 	case mmMC_SEQ_WR_CTL_D1:
2432e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_WR_CTL_D1_LP;
2433e098bc96SEvan Quan 		break;
2434e098bc96SEvan Quan 
2435e098bc96SEvan Quan 	case mmMC_PMG_CMD_EMRS:
2436e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_PMG_CMD_EMRS_LP;
2437e098bc96SEvan Quan 		break;
2438e098bc96SEvan Quan 
2439e098bc96SEvan Quan 	case mmMC_PMG_CMD_MRS:
2440e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_PMG_CMD_MRS_LP;
2441e098bc96SEvan Quan 		break;
2442e098bc96SEvan Quan 
2443e098bc96SEvan Quan 	case mmMC_PMG_CMD_MRS1:
2444e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_PMG_CMD_MRS1_LP;
2445e098bc96SEvan Quan 		break;
2446e098bc96SEvan Quan 
2447e098bc96SEvan Quan 	case mmMC_SEQ_PMG_TIMING:
2448e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_PMG_TIMING_LP;
2449e098bc96SEvan Quan 		break;
2450e098bc96SEvan Quan 
2451e098bc96SEvan Quan 	case mmMC_PMG_CMD_MRS2:
2452e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_PMG_CMD_MRS2_LP;
2453e098bc96SEvan Quan 		break;
2454e098bc96SEvan Quan 
2455e098bc96SEvan Quan 	case mmMC_SEQ_WR_CTL_2:
2456e098bc96SEvan Quan 		*out_reg = mmMC_SEQ_WR_CTL_2_LP;
2457e098bc96SEvan Quan 		break;
2458e098bc96SEvan Quan 
2459e098bc96SEvan Quan 	default:
2460e098bc96SEvan Quan 		result = false;
2461e098bc96SEvan Quan 		break;
2462e098bc96SEvan Quan 	}
2463e098bc96SEvan Quan 
2464e098bc96SEvan Quan 	return result;
2465e098bc96SEvan Quan }
2466e098bc96SEvan Quan 
iceland_set_s0_mc_reg_index(struct iceland_mc_reg_table * table)2467e098bc96SEvan Quan static int iceland_set_s0_mc_reg_index(struct iceland_mc_reg_table *table)
2468e098bc96SEvan Quan {
2469e098bc96SEvan Quan 	uint32_t i;
2470e098bc96SEvan Quan 	uint16_t address;
2471e098bc96SEvan Quan 
2472e098bc96SEvan Quan 	for (i = 0; i < table->last; i++) {
2473e098bc96SEvan Quan 		table->mc_reg_address[i].s0 =
2474e098bc96SEvan Quan 			iceland_check_s0_mc_reg_index(table->mc_reg_address[i].s1, &address)
2475e098bc96SEvan Quan 			? address : table->mc_reg_address[i].s1;
2476e098bc96SEvan Quan 	}
2477e098bc96SEvan Quan 	return 0;
2478e098bc96SEvan Quan }
2479e098bc96SEvan Quan 
iceland_copy_vbios_smc_reg_table(const pp_atomctrl_mc_reg_table * table,struct iceland_mc_reg_table * ni_table)2480e098bc96SEvan Quan static int iceland_copy_vbios_smc_reg_table(const pp_atomctrl_mc_reg_table *table,
2481e098bc96SEvan Quan 					struct iceland_mc_reg_table *ni_table)
2482e098bc96SEvan Quan {
2483e098bc96SEvan Quan 	uint8_t i, j;
2484e098bc96SEvan Quan 
2485e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE((table->last <= SMU71_DISCRETE_MC_REGISTER_ARRAY_SIZE),
2486e098bc96SEvan Quan 		"Invalid VramInfo table.", return -EINVAL);
2487e098bc96SEvan Quan 	PP_ASSERT_WITH_CODE((table->num_entries <= MAX_AC_TIMING_ENTRIES),
2488e098bc96SEvan Quan 		"Invalid VramInfo table.", return -EINVAL);
2489e098bc96SEvan Quan 
2490e098bc96SEvan Quan 	for (i = 0; i < table->last; i++) {
2491e098bc96SEvan Quan 		ni_table->mc_reg_address[i].s1 = table->mc_reg_address[i].s1;
2492e098bc96SEvan Quan 	}
2493e098bc96SEvan Quan 	ni_table->last = table->last;
2494e098bc96SEvan Quan 
2495e098bc96SEvan Quan 	for (i = 0; i < table->num_entries; i++) {
2496e098bc96SEvan Quan 		ni_table->mc_reg_table_entry[i].mclk_max =
2497e098bc96SEvan Quan 			table->mc_reg_table_entry[i].mclk_max;
2498e098bc96SEvan Quan 		for (j = 0; j < table->last; j++) {
2499e098bc96SEvan Quan 			ni_table->mc_reg_table_entry[i].mc_data[j] =
2500e098bc96SEvan Quan 				table->mc_reg_table_entry[i].mc_data[j];
2501e098bc96SEvan Quan 		}
2502e098bc96SEvan Quan 	}
2503e098bc96SEvan Quan 
2504e098bc96SEvan Quan 	ni_table->num_entries = table->num_entries;
2505e098bc96SEvan Quan 
2506e098bc96SEvan Quan 	return 0;
2507e098bc96SEvan Quan }
2508e098bc96SEvan Quan 
iceland_set_mc_special_registers(struct pp_hwmgr * hwmgr,struct iceland_mc_reg_table * table)2509e098bc96SEvan Quan static int iceland_set_mc_special_registers(struct pp_hwmgr *hwmgr,
2510e098bc96SEvan Quan 					struct iceland_mc_reg_table *table)
2511e098bc96SEvan Quan {
2512e098bc96SEvan Quan 	uint8_t i, j, k;
2513e098bc96SEvan Quan 	uint32_t temp_reg;
2514e098bc96SEvan Quan 	struct smu7_hwmgr *data = (struct smu7_hwmgr *)(hwmgr->backend);
2515e098bc96SEvan Quan 
2516e098bc96SEvan Quan 	for (i = 0, j = table->last; i < table->last; i++) {
2517e098bc96SEvan Quan 		PP_ASSERT_WITH_CODE((j < SMU71_DISCRETE_MC_REGISTER_ARRAY_SIZE),
2518e098bc96SEvan Quan 			"Invalid VramInfo table.", return -EINVAL);
2519e098bc96SEvan Quan 
2520e098bc96SEvan Quan 		switch (table->mc_reg_address[i].s1) {
2521e098bc96SEvan Quan 
2522e098bc96SEvan Quan 		case mmMC_SEQ_MISC1:
2523e098bc96SEvan Quan 			temp_reg = cgs_read_register(hwmgr->device, mmMC_PMG_CMD_EMRS);
2524e098bc96SEvan Quan 			table->mc_reg_address[j].s1 = mmMC_PMG_CMD_EMRS;
2525e098bc96SEvan Quan 			table->mc_reg_address[j].s0 = mmMC_SEQ_PMG_CMD_EMRS_LP;
2526e098bc96SEvan Quan 			for (k = 0; k < table->num_entries; k++) {
2527e098bc96SEvan Quan 				table->mc_reg_table_entry[k].mc_data[j] =
2528e098bc96SEvan Quan 					((temp_reg & 0xffff0000)) |
2529e098bc96SEvan Quan 					((table->mc_reg_table_entry[k].mc_data[i] & 0xffff0000) >> 16);
2530e098bc96SEvan Quan 			}
2531e098bc96SEvan Quan 			j++;
2532e098bc96SEvan Quan 
2533e098bc96SEvan Quan 			PP_ASSERT_WITH_CODE((j < SMU71_DISCRETE_MC_REGISTER_ARRAY_SIZE),
2534e098bc96SEvan Quan 				"Invalid VramInfo table.", return -EINVAL);
2535e098bc96SEvan Quan 			temp_reg = cgs_read_register(hwmgr->device, mmMC_PMG_CMD_MRS);
2536e098bc96SEvan Quan 			table->mc_reg_address[j].s1 = mmMC_PMG_CMD_MRS;
2537e098bc96SEvan Quan 			table->mc_reg_address[j].s0 = mmMC_SEQ_PMG_CMD_MRS_LP;
2538e098bc96SEvan Quan 			for (k = 0; k < table->num_entries; k++) {
2539e098bc96SEvan Quan 				table->mc_reg_table_entry[k].mc_data[j] =
2540e098bc96SEvan Quan 					(temp_reg & 0xffff0000) |
2541e098bc96SEvan Quan 					(table->mc_reg_table_entry[k].mc_data[i] & 0x0000ffff);
2542e098bc96SEvan Quan 
2543e098bc96SEvan Quan 				if (!data->is_memory_gddr5) {
2544e098bc96SEvan Quan 					table->mc_reg_table_entry[k].mc_data[j] |= 0x100;
2545e098bc96SEvan Quan 				}
2546e098bc96SEvan Quan 			}
2547e098bc96SEvan Quan 			j++;
2548e098bc96SEvan Quan 
2549e098bc96SEvan Quan 			if (!data->is_memory_gddr5) {
2550e098bc96SEvan Quan 				PP_ASSERT_WITH_CODE((j < SMU71_DISCRETE_MC_REGISTER_ARRAY_SIZE),
2551e098bc96SEvan Quan 					"Invalid VramInfo table.", return -EINVAL);
2552e098bc96SEvan Quan 				table->mc_reg_address[j].s1 = mmMC_PMG_AUTO_CMD;
2553e098bc96SEvan Quan 				table->mc_reg_address[j].s0 = mmMC_PMG_AUTO_CMD;
2554e098bc96SEvan Quan 				for (k = 0; k < table->num_entries; k++) {
2555e098bc96SEvan Quan 					table->mc_reg_table_entry[k].mc_data[j] =
2556e098bc96SEvan Quan 						(table->mc_reg_table_entry[k].mc_data[i] & 0xffff0000) >> 16;
2557e098bc96SEvan Quan 				}
2558e098bc96SEvan Quan 				j++;
2559e098bc96SEvan Quan 			}
2560e098bc96SEvan Quan 
2561e098bc96SEvan Quan 			break;
2562e098bc96SEvan Quan 
2563e098bc96SEvan Quan 		case mmMC_SEQ_RESERVE_M:
2564e098bc96SEvan Quan 			temp_reg = cgs_read_register(hwmgr->device, mmMC_PMG_CMD_MRS1);
2565e098bc96SEvan Quan 			table->mc_reg_address[j].s1 = mmMC_PMG_CMD_MRS1;
2566e098bc96SEvan Quan 			table->mc_reg_address[j].s0 = mmMC_SEQ_PMG_CMD_MRS1_LP;
2567e098bc96SEvan Quan 			for (k = 0; k < table->num_entries; k++) {
2568e098bc96SEvan Quan 				table->mc_reg_table_entry[k].mc_data[j] =
2569e098bc96SEvan Quan 					(temp_reg & 0xffff0000) |
2570e098bc96SEvan Quan 					(table->mc_reg_table_entry[k].mc_data[i] & 0x0000ffff);
2571e098bc96SEvan Quan 			}
2572e098bc96SEvan Quan 			j++;
2573e098bc96SEvan Quan 			break;
2574e098bc96SEvan Quan 
2575e098bc96SEvan Quan 		default:
2576e098bc96SEvan Quan 			break;
2577e098bc96SEvan Quan 		}
2578e098bc96SEvan Quan 
2579e098bc96SEvan Quan 	}
2580e098bc96SEvan Quan 
2581e098bc96SEvan Quan 	table->last = j;
2582e098bc96SEvan Quan 
2583e098bc96SEvan Quan 	return 0;
2584e098bc96SEvan Quan }
2585e098bc96SEvan Quan 
iceland_set_valid_flag(struct iceland_mc_reg_table * table)2586e098bc96SEvan Quan static int iceland_set_valid_flag(struct iceland_mc_reg_table *table)
2587e098bc96SEvan Quan {
2588e098bc96SEvan Quan 	uint8_t i, j;
2589e098bc96SEvan Quan 	for (i = 0; i < table->last; i++) {
2590e098bc96SEvan Quan 		for (j = 1; j < table->num_entries; j++) {
2591e098bc96SEvan Quan 			if (table->mc_reg_table_entry[j-1].mc_data[i] !=
2592e098bc96SEvan Quan 				table->mc_reg_table_entry[j].mc_data[i]) {
2593e098bc96SEvan Quan 				table->validflag |= (1<<i);
2594e098bc96SEvan Quan 				break;
2595e098bc96SEvan Quan 			}
2596e098bc96SEvan Quan 		}
2597e098bc96SEvan Quan 	}
2598e098bc96SEvan Quan 
2599e098bc96SEvan Quan 	return 0;
2600e098bc96SEvan Quan }
2601e098bc96SEvan Quan 
iceland_initialize_mc_reg_table(struct pp_hwmgr * hwmgr)2602e098bc96SEvan Quan static int iceland_initialize_mc_reg_table(struct pp_hwmgr *hwmgr)
2603e098bc96SEvan Quan {
2604e098bc96SEvan Quan 	int result;
2605e098bc96SEvan Quan 	struct iceland_smumgr *smu_data = (struct iceland_smumgr *)(hwmgr->smu_backend);
2606e098bc96SEvan Quan 	pp_atomctrl_mc_reg_table *table;
2607e098bc96SEvan Quan 	struct iceland_mc_reg_table *ni_table = &smu_data->mc_reg_table;
2608e098bc96SEvan Quan 	uint8_t module_index = iceland_get_memory_modile_index(hwmgr);
2609e098bc96SEvan Quan 
2610e098bc96SEvan Quan 	table = kzalloc(sizeof(pp_atomctrl_mc_reg_table), GFP_KERNEL);
2611e098bc96SEvan Quan 
2612e098bc96SEvan Quan 	if (NULL == table)
2613e098bc96SEvan Quan 		return -ENOMEM;
2614e098bc96SEvan Quan 
2615e098bc96SEvan Quan 	/* Program additional LP registers that are no longer programmed by VBIOS */
2616e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_RAS_TIMING_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_RAS_TIMING));
2617e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_CAS_TIMING_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_CAS_TIMING));
2618e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_DLL_STBY_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_DLL_STBY));
2619e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_G5PDX_CMD0_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_G5PDX_CMD0));
2620e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_G5PDX_CMD1_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_G5PDX_CMD1));
2621e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_G5PDX_CTRL_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_G5PDX_CTRL));
2622e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_DVS_CMD_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_PMG_DVS_CMD));
2623e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_DVS_CTL_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_PMG_DVS_CTL));
2624e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_MISC_TIMING_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_MISC_TIMING));
2625e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_MISC_TIMING2_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_MISC_TIMING2));
2626e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_CMD_EMRS_LP, cgs_read_register(hwmgr->device, mmMC_PMG_CMD_EMRS));
2627e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_CMD_MRS_LP, cgs_read_register(hwmgr->device, mmMC_PMG_CMD_MRS));
2628e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_CMD_MRS1_LP, cgs_read_register(hwmgr->device, mmMC_PMG_CMD_MRS1));
2629e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_WR_CTL_D0_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_WR_CTL_D0));
2630e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_WR_CTL_D1_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_WR_CTL_D1));
2631e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_RD_CTL_D0_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_RD_CTL_D0));
2632e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_RD_CTL_D1_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_RD_CTL_D1));
2633e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_TIMING_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_PMG_TIMING));
2634e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_PMG_CMD_MRS2_LP, cgs_read_register(hwmgr->device, mmMC_PMG_CMD_MRS2));
2635e098bc96SEvan Quan 	cgs_write_register(hwmgr->device, mmMC_SEQ_WR_CTL_2_LP, cgs_read_register(hwmgr->device, mmMC_SEQ_WR_CTL_2));
2636e098bc96SEvan Quan 
2637e098bc96SEvan Quan 	result = atomctrl_initialize_mc_reg_table(hwmgr, module_index, table);
2638e098bc96SEvan Quan 
2639e098bc96SEvan Quan 	if (0 == result)
2640e098bc96SEvan Quan 		result = iceland_copy_vbios_smc_reg_table(table, ni_table);
2641e098bc96SEvan Quan 
2642e098bc96SEvan Quan 	if (0 == result) {
2643e098bc96SEvan Quan 		iceland_set_s0_mc_reg_index(ni_table);
2644e098bc96SEvan Quan 		result = iceland_set_mc_special_registers(hwmgr, ni_table);
2645e098bc96SEvan Quan 	}
2646e098bc96SEvan Quan 
2647e098bc96SEvan Quan 	if (0 == result)
2648e098bc96SEvan Quan 		iceland_set_valid_flag(ni_table);
2649e098bc96SEvan Quan 
2650e098bc96SEvan Quan 	kfree(table);
2651e098bc96SEvan Quan 
2652e098bc96SEvan Quan 	return result;
2653e098bc96SEvan Quan }
2654e098bc96SEvan Quan 
iceland_is_dpm_running(struct pp_hwmgr * hwmgr)2655e098bc96SEvan Quan static bool iceland_is_dpm_running(struct pp_hwmgr *hwmgr)
2656e098bc96SEvan Quan {
2657e098bc96SEvan Quan 	return (1 == PHM_READ_INDIRECT_FIELD(hwmgr->device,
2658e098bc96SEvan Quan 			CGS_IND_REG__SMC, FEATURE_STATUS, VOLTAGE_CONTROLLER_ON))
2659e098bc96SEvan Quan 			? true : false;
2660e098bc96SEvan Quan }
2661e098bc96SEvan Quan 
2662e098bc96SEvan Quan const struct pp_smumgr_func iceland_smu_funcs = {
2663e098bc96SEvan Quan 	.name = "iceland_smu",
2664e098bc96SEvan Quan 	.smu_init = &iceland_smu_init,
2665e098bc96SEvan Quan 	.smu_fini = &smu7_smu_fini,
2666e098bc96SEvan Quan 	.start_smu = &iceland_start_smu,
2667e098bc96SEvan Quan 	.check_fw_load_finish = &smu7_check_fw_load_finish,
2668e098bc96SEvan Quan 	.request_smu_load_fw = &smu7_request_smu_load_fw,
2669e098bc96SEvan Quan 	.request_smu_load_specific_fw = &iceland_request_smu_load_specific_fw,
2670e098bc96SEvan Quan 	.send_msg_to_smc = &smu7_send_msg_to_smc,
2671e098bc96SEvan Quan 	.send_msg_to_smc_with_parameter = &smu7_send_msg_to_smc_with_parameter,
2672e098bc96SEvan Quan 	.get_argument = smu7_get_argument,
2673e098bc96SEvan Quan 	.download_pptable_settings = NULL,
2674e098bc96SEvan Quan 	.upload_pptable_settings = NULL,
2675e098bc96SEvan Quan 	.get_offsetof = iceland_get_offsetof,
2676e098bc96SEvan Quan 	.process_firmware_header = iceland_process_firmware_header,
2677e098bc96SEvan Quan 	.init_smc_table = iceland_init_smc_table,
2678e098bc96SEvan Quan 	.update_sclk_threshold = iceland_update_sclk_threshold,
2679e098bc96SEvan Quan 	.thermal_setup_fan_table = iceland_thermal_setup_fan_table,
2680e098bc96SEvan Quan 	.populate_all_graphic_levels = iceland_populate_all_graphic_levels,
2681e098bc96SEvan Quan 	.populate_all_memory_levels = iceland_populate_all_memory_levels,
2682e098bc96SEvan Quan 	.get_mac_definition = iceland_get_mac_definition,
2683e098bc96SEvan Quan 	.initialize_mc_reg_table = iceland_initialize_mc_reg_table,
2684e098bc96SEvan Quan 	.is_dpm_running = iceland_is_dpm_running,
2685e098bc96SEvan Quan };
2686e098bc96SEvan Quan 
2687