xref: /openbmc/linux/drivers/net/wireless/realtek/rtw89/rtw8852a_rfk.c (revision 2612e3bbc0386368a850140a6c9b990cd496a5ec)
1  // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
2  /* Copyright(c) 2019-2020  Realtek Corporation
3   */
4  
5  #include "coex.h"
6  #include "debug.h"
7  #include "mac.h"
8  #include "phy.h"
9  #include "reg.h"
10  #include "rtw8852a.h"
11  #include "rtw8852a_rfk.h"
12  #include "rtw8852a_rfk_table.h"
13  #include "rtw8852a_table.h"
14  
_kpath(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx)15  static u8 _kpath(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy_idx)
16  {
17  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[RFK]dbcc_en: %x,  PHY%d\n",
18  		    rtwdev->dbcc_en, phy_idx);
19  
20  	if (!rtwdev->dbcc_en)
21  		return RF_AB;
22  
23  	if (phy_idx == RTW89_PHY_0)
24  		return RF_A;
25  	else
26  		return RF_B;
27  }
28  
29  static const u32 rtw8852a_backup_bb_regs[] = {0x2344, 0x58f0, 0x78f0};
30  static const u32 rtw8852a_backup_rf_regs[] = {0xef, 0xde, 0x0, 0x1e, 0x2, 0x85, 0x90, 0x5};
31  #define BACKUP_BB_REGS_NR ARRAY_SIZE(rtw8852a_backup_bb_regs)
32  #define BACKUP_RF_REGS_NR ARRAY_SIZE(rtw8852a_backup_rf_regs)
33  
_rfk_backup_bb_reg(struct rtw89_dev * rtwdev,u32 backup_bb_reg_val[])34  static void _rfk_backup_bb_reg(struct rtw89_dev *rtwdev, u32 backup_bb_reg_val[])
35  {
36  	u32 i;
37  
38  	for (i = 0; i < BACKUP_BB_REGS_NR; i++) {
39  		backup_bb_reg_val[i] =
40  			rtw89_phy_read32_mask(rtwdev, rtw8852a_backup_bb_regs[i],
41  					      MASKDWORD);
42  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
43  			    "[IQK]backup bb reg : %x, value =%x\n",
44  			    rtw8852a_backup_bb_regs[i], backup_bb_reg_val[i]);
45  	}
46  }
47  
_rfk_backup_rf_reg(struct rtw89_dev * rtwdev,u32 backup_rf_reg_val[],u8 rf_path)48  static void _rfk_backup_rf_reg(struct rtw89_dev *rtwdev, u32 backup_rf_reg_val[],
49  			       u8 rf_path)
50  {
51  	u32 i;
52  
53  	for (i = 0; i < BACKUP_RF_REGS_NR; i++) {
54  		backup_rf_reg_val[i] =
55  			rtw89_read_rf(rtwdev, rf_path,
56  				      rtw8852a_backup_rf_regs[i], RFREG_MASK);
57  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
58  			    "[IQK]backup rf S%d reg : %x, value =%x\n", rf_path,
59  			    rtw8852a_backup_rf_regs[i], backup_rf_reg_val[i]);
60  	}
61  }
62  
_rfk_restore_bb_reg(struct rtw89_dev * rtwdev,u32 backup_bb_reg_val[])63  static void _rfk_restore_bb_reg(struct rtw89_dev *rtwdev,
64  				u32 backup_bb_reg_val[])
65  {
66  	u32 i;
67  
68  	for (i = 0; i < BACKUP_BB_REGS_NR; i++) {
69  		rtw89_phy_write32_mask(rtwdev, rtw8852a_backup_bb_regs[i],
70  				       MASKDWORD, backup_bb_reg_val[i]);
71  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
72  			    "[IQK]restore bb reg : %x, value =%x\n",
73  			    rtw8852a_backup_bb_regs[i], backup_bb_reg_val[i]);
74  	}
75  }
76  
_rfk_restore_rf_reg(struct rtw89_dev * rtwdev,u32 backup_rf_reg_val[],u8 rf_path)77  static void _rfk_restore_rf_reg(struct rtw89_dev *rtwdev,
78  				u32 backup_rf_reg_val[], u8 rf_path)
79  {
80  	u32 i;
81  
82  	for (i = 0; i < BACKUP_RF_REGS_NR; i++) {
83  		rtw89_write_rf(rtwdev, rf_path, rtw8852a_backup_rf_regs[i],
84  			       RFREG_MASK, backup_rf_reg_val[i]);
85  
86  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
87  			    "[IQK]restore rf S%d reg: %x, value =%x\n", rf_path,
88  			    rtw8852a_backup_rf_regs[i], backup_rf_reg_val[i]);
89  	}
90  }
91  
_wait_rx_mode(struct rtw89_dev * rtwdev,u8 kpath)92  static void _wait_rx_mode(struct rtw89_dev *rtwdev, u8 kpath)
93  {
94  	u8 path;
95  	u32 rf_mode;
96  	int ret;
97  
98  	for (path = 0; path < RF_PATH_MAX; path++) {
99  		if (!(kpath & BIT(path)))
100  			continue;
101  
102  		ret = read_poll_timeout_atomic(rtw89_read_rf, rf_mode, rf_mode != 2,
103  					       2, 5000, false, rtwdev, path, 0x00,
104  					       RR_MOD_MASK);
105  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
106  			    "[RFK] Wait S%d to Rx mode!! (ret = %d)\n",
107  			    path, ret);
108  	}
109  }
110  
_dack_dump(struct rtw89_dev * rtwdev)111  static void _dack_dump(struct rtw89_dev *rtwdev)
112  {
113  	struct rtw89_dack_info *dack = &rtwdev->dack;
114  	u8 i;
115  	u8 t;
116  
117  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
118  		    "[DACK]S0 ADC_DCK ic = 0x%x, qc = 0x%x\n",
119  		    dack->addck_d[0][0], dack->addck_d[0][1]);
120  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
121  		    "[DACK]S1 ADC_DCK ic = 0x%x, qc = 0x%x\n",
122  		    dack->addck_d[1][0], dack->addck_d[1][1]);
123  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
124  		    "[DACK]S0 DAC_DCK ic = 0x%x, qc = 0x%x\n",
125  		    dack->dadck_d[0][0], dack->dadck_d[0][1]);
126  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
127  		    "[DACK]S1 DAC_DCK ic = 0x%x, qc = 0x%x\n",
128  		    dack->dadck_d[1][0], dack->dadck_d[1][1]);
129  
130  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
131  		    "[DACK]S0 biask ic = 0x%x, qc = 0x%x\n",
132  		    dack->biask_d[0][0], dack->biask_d[0][1]);
133  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
134  		    "[DACK]S1 biask ic = 0x%x, qc = 0x%x\n",
135  		    dack->biask_d[1][0], dack->biask_d[1][1]);
136  
137  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]S0 MSBK ic:\n");
138  	for (i = 0; i < RTW89_DACK_MSBK_NR; i++) {
139  		t = dack->msbk_d[0][0][i];
140  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]0x%x\n", t);
141  	}
142  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]S0 MSBK qc:\n");
143  	for (i = 0; i < RTW89_DACK_MSBK_NR; i++) {
144  		t = dack->msbk_d[0][1][i];
145  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]0x%x\n", t);
146  	}
147  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]S1 MSBK ic:\n");
148  	for (i = 0; i < RTW89_DACK_MSBK_NR; i++) {
149  		t = dack->msbk_d[1][0][i];
150  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]0x%x\n", t);
151  	}
152  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]S1 MSBK qc:\n");
153  	for (i = 0; i < RTW89_DACK_MSBK_NR; i++) {
154  		t = dack->msbk_d[1][1][i];
155  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]0x%x\n", t);
156  	}
157  }
158  
_afe_init(struct rtw89_dev * rtwdev)159  static void _afe_init(struct rtw89_dev *rtwdev)
160  {
161  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_afe_init_defs_tbl);
162  }
163  
_addck_backup(struct rtw89_dev * rtwdev)164  static void _addck_backup(struct rtw89_dev *rtwdev)
165  {
166  	struct rtw89_dack_info *dack = &rtwdev->dack;
167  
168  	rtw89_phy_write32_clr(rtwdev, R_S0_RXDC2, B_S0_RXDC2_SEL);
169  	dack->addck_d[0][0] = (u16)rtw89_phy_read32_mask(rtwdev, R_S0_ADDCK,
170  							 B_S0_ADDCK_Q);
171  	dack->addck_d[0][1] = (u16)rtw89_phy_read32_mask(rtwdev, R_S0_ADDCK,
172  							 B_S0_ADDCK_I);
173  
174  	rtw89_phy_write32_clr(rtwdev, R_S1_RXDC2, B_S1_RXDC2_SEL);
175  	dack->addck_d[1][0] = (u16)rtw89_phy_read32_mask(rtwdev, R_S1_ADDCK,
176  							 B_S1_ADDCK_Q);
177  	dack->addck_d[1][1] = (u16)rtw89_phy_read32_mask(rtwdev, R_S1_ADDCK,
178  							 B_S1_ADDCK_I);
179  }
180  
_addck_reload(struct rtw89_dev * rtwdev)181  static void _addck_reload(struct rtw89_dev *rtwdev)
182  {
183  	struct rtw89_dack_info *dack = &rtwdev->dack;
184  
185  	rtw89_phy_write32_mask(rtwdev, R_S0_RXDC, B_S0_RXDC_I, dack->addck_d[0][0]);
186  	rtw89_phy_write32_mask(rtwdev, R_S0_RXDC2, B_S0_RXDC2_Q2,
187  			       (dack->addck_d[0][1] >> 6));
188  	rtw89_phy_write32_mask(rtwdev, R_S0_RXDC, B_S0_RXDC_Q,
189  			       (dack->addck_d[0][1] & 0x3f));
190  	rtw89_phy_write32_set(rtwdev, R_S0_RXDC2, B_S0_RXDC2_MEN);
191  	rtw89_phy_write32_mask(rtwdev, R_S1_RXDC, B_S1_RXDC_I, dack->addck_d[1][0]);
192  	rtw89_phy_write32_mask(rtwdev, R_S1_RXDC2, B_S1_RXDC2_Q2,
193  			       (dack->addck_d[1][1] >> 6));
194  	rtw89_phy_write32_mask(rtwdev, R_S1_RXDC, B_S1_RXDC_Q,
195  			       (dack->addck_d[1][1] & 0x3f));
196  	rtw89_phy_write32_set(rtwdev, R_S1_RXDC2, B_S1_RXDC2_EN);
197  }
198  
_dack_backup_s0(struct rtw89_dev * rtwdev)199  static void _dack_backup_s0(struct rtw89_dev *rtwdev)
200  {
201  	struct rtw89_dack_info *dack = &rtwdev->dack;
202  	u8 i;
203  
204  	rtw89_phy_write32_set(rtwdev, R_S0_DACKI, B_S0_DACKI_EN);
205  	rtw89_phy_write32_set(rtwdev, R_S0_DACKQ, B_S0_DACKQ_EN);
206  	rtw89_phy_write32_set(rtwdev, R_P0_NRBW, B_P0_NRBW_DBG);
207  
208  	for (i = 0; i < RTW89_DACK_MSBK_NR; i++) {
209  		rtw89_phy_write32_mask(rtwdev, R_S0_DACKI, B_S0_DACKI_AR, i);
210  		dack->msbk_d[0][0][i] =
211  			(u8)rtw89_phy_read32_mask(rtwdev, R_S0_DACKI7, B_S0_DACKI7_K);
212  		rtw89_phy_write32_mask(rtwdev, R_S0_DACKQ, B_S0_DACKQ_AR, i);
213  		dack->msbk_d[0][1][i] =
214  			(u8)rtw89_phy_read32_mask(rtwdev, R_S0_DACKQ7, B_S0_DACKQ7_K);
215  	}
216  	dack->biask_d[0][0] = (u16)rtw89_phy_read32_mask(rtwdev, R_S0_DACKI2,
217  							 B_S0_DACKI2_K);
218  	dack->biask_d[0][1] = (u16)rtw89_phy_read32_mask(rtwdev, R_S0_DACKQ2,
219  							 B_S0_DACKQ2_K);
220  	dack->dadck_d[0][0] = (u8)rtw89_phy_read32_mask(rtwdev, R_S0_DACKI8,
221  							B_S0_DACKI8_K) - 8;
222  	dack->dadck_d[0][1] = (u8)rtw89_phy_read32_mask(rtwdev, R_S0_DACKQ8,
223  							B_S0_DACKQ8_K) - 8;
224  }
225  
_dack_backup_s1(struct rtw89_dev * rtwdev)226  static void _dack_backup_s1(struct rtw89_dev *rtwdev)
227  {
228  	struct rtw89_dack_info *dack = &rtwdev->dack;
229  	u8 i;
230  
231  	rtw89_phy_write32_set(rtwdev, R_S1_DACKI, B_S1_DACKI_EN);
232  	rtw89_phy_write32_set(rtwdev, R_S1_DACKQ, B_S1_DACKQ_EN);
233  	rtw89_phy_write32_set(rtwdev, R_P1_DBGMOD, B_P1_DBGMOD_ON);
234  
235  	for (i = 0; i < RTW89_DACK_MSBK_NR; i++) {
236  		rtw89_phy_write32_mask(rtwdev, R_S1_DACKI, B_S1_DACKI_AR, i);
237  		dack->msbk_d[1][0][i] =
238  			(u8)rtw89_phy_read32_mask(rtwdev, R_S1_DACKI7, B_S1_DACKI_K);
239  		rtw89_phy_write32_mask(rtwdev, R_S1_DACKQ, B_S1_DACKQ_AR, i);
240  		dack->msbk_d[1][1][i] =
241  			(u8)rtw89_phy_read32_mask(rtwdev, R_S1_DACKQ7, B_S1_DACKQ7_K);
242  	}
243  	dack->biask_d[1][0] =
244  		(u16)rtw89_phy_read32_mask(rtwdev, R_S1_DACKI2, B_S1_DACKI2_K);
245  	dack->biask_d[1][1] =
246  		(u16)rtw89_phy_read32_mask(rtwdev, R_S1_DACKQ2, B_S1_DACKQ2_K);
247  	dack->dadck_d[1][0] =
248  		(u8)rtw89_phy_read32_mask(rtwdev, R_S1_DACKI8, B_S1_DACKI8_K) - 8;
249  	dack->dadck_d[1][1] =
250  		(u8)rtw89_phy_read32_mask(rtwdev, R_S1_DACKQ8, B_S1_DACKQ8_K) - 8;
251  }
252  
_dack_reload_by_path(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,u8 index)253  static void _dack_reload_by_path(struct rtw89_dev *rtwdev,
254  				 enum rtw89_rf_path path, u8 index)
255  {
256  	struct rtw89_dack_info *dack = &rtwdev->dack;
257  	u32 tmp = 0, tmp_offset, tmp_reg;
258  	u8 i;
259  	u32 idx_offset, path_offset;
260  
261  	if (index == 0)
262  		idx_offset = 0;
263  	else
264  		idx_offset = 0x50;
265  
266  	if (path == RF_PATH_A)
267  		path_offset = 0;
268  	else
269  		path_offset = 0x2000;
270  
271  	tmp_offset = idx_offset + path_offset;
272  	/* msbk_d: 15/14/13/12 */
273  	tmp = 0x0;
274  	for (i = 0; i < RTW89_DACK_MSBK_NR / 4; i++)
275  		tmp |= dack->msbk_d[path][index][i + 12] << (i * 8);
276  	tmp_reg = 0x5e14 + tmp_offset;
277  	rtw89_phy_write32(rtwdev, tmp_reg, tmp);
278  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]0x%x=0x%x\n", tmp_reg,
279  		    rtw89_phy_read32_mask(rtwdev, tmp_reg, MASKDWORD));
280  	/* msbk_d: 11/10/9/8 */
281  	tmp = 0x0;
282  	for (i = 0; i < RTW89_DACK_MSBK_NR / 4; i++)
283  		tmp |= dack->msbk_d[path][index][i + 8] << (i * 8);
284  	tmp_reg = 0x5e18 + tmp_offset;
285  	rtw89_phy_write32(rtwdev, tmp_reg, tmp);
286  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]0x%x=0x%x\n", tmp_reg,
287  		    rtw89_phy_read32_mask(rtwdev, tmp_reg, MASKDWORD));
288  	/* msbk_d: 7/6/5/4 */
289  	tmp = 0x0;
290  	for (i = 0; i < RTW89_DACK_MSBK_NR / 4; i++)
291  		tmp |= dack->msbk_d[path][index][i + 4] << (i * 8);
292  	tmp_reg = 0x5e1c + tmp_offset;
293  	rtw89_phy_write32(rtwdev, tmp_reg, tmp);
294  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]0x%x=0x%x\n", tmp_reg,
295  		    rtw89_phy_read32_mask(rtwdev, tmp_reg, MASKDWORD));
296  	/* msbk_d: 3/2/1/0 */
297  	tmp = 0x0;
298  	for (i = 0; i < RTW89_DACK_MSBK_NR / 4; i++)
299  		tmp |= dack->msbk_d[path][index][i] << (i * 8);
300  	tmp_reg = 0x5e20 + tmp_offset;
301  	rtw89_phy_write32(rtwdev, tmp_reg, tmp);
302  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]0x%x=0x%x\n", tmp_reg,
303  		    rtw89_phy_read32_mask(rtwdev, tmp_reg, MASKDWORD));
304  	/* dadak_d/biask_d */
305  	tmp = 0x0;
306  	tmp = (dack->biask_d[path][index] << 22) |
307  	       (dack->dadck_d[path][index] << 14);
308  	tmp_reg = 0x5e24 + tmp_offset;
309  	rtw89_phy_write32(rtwdev, tmp_reg, tmp);
310  }
311  
_dack_reload(struct rtw89_dev * rtwdev,enum rtw89_rf_path path)312  static void _dack_reload(struct rtw89_dev *rtwdev, enum rtw89_rf_path path)
313  {
314  	u8 i;
315  
316  	for (i = 0; i < 2; i++)
317  		_dack_reload_by_path(rtwdev, path, i);
318  
319  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
320  				 &rtw8852a_rfk_dack_reload_defs_a_tbl,
321  				 &rtw8852a_rfk_dack_reload_defs_b_tbl);
322  }
323  
324  #define ADDC_T_AVG 100
_check_addc(struct rtw89_dev * rtwdev,enum rtw89_rf_path path)325  static void _check_addc(struct rtw89_dev *rtwdev, enum rtw89_rf_path path)
326  {
327  	s32 dc_re = 0, dc_im = 0;
328  	u32 tmp;
329  	u32 i;
330  
331  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
332  				 &rtw8852a_rfk_check_addc_defs_a_tbl,
333  				 &rtw8852a_rfk_check_addc_defs_b_tbl);
334  
335  	for (i = 0; i < ADDC_T_AVG; i++) {
336  		tmp = rtw89_phy_read32_mask(rtwdev, R_DBG32_D, MASKDWORD);
337  		dc_re += sign_extend32(FIELD_GET(0xfff000, tmp), 11);
338  		dc_im += sign_extend32(FIELD_GET(0xfff, tmp), 11);
339  	}
340  
341  	dc_re /= ADDC_T_AVG;
342  	dc_im /= ADDC_T_AVG;
343  
344  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
345  		    "[DACK]S%d,dc_re = 0x%x,dc_im =0x%x\n", path, dc_re, dc_im);
346  }
347  
_addck(struct rtw89_dev * rtwdev)348  static void _addck(struct rtw89_dev *rtwdev)
349  {
350  	struct rtw89_dack_info *dack = &rtwdev->dack;
351  	u32 val;
352  	int ret;
353  
354  	/* S0 */
355  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_addck_reset_defs_a_tbl);
356  
357  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]before S0 ADDCK\n");
358  	_check_addc(rtwdev, RF_PATH_A);
359  
360  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_addck_trigger_defs_a_tbl);
361  
362  	ret = read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val, 1, 10000,
363  				       false, rtwdev, 0x1e00, BIT(0));
364  	if (ret) {
365  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]S0 ADDCK timeout\n");
366  		dack->addck_timeout[0] = true;
367  	}
368  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]ADDCK ret = %d\n", ret);
369  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]after S0 ADDCK\n");
370  	_check_addc(rtwdev, RF_PATH_A);
371  
372  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_addck_restore_defs_a_tbl);
373  
374  	/* S1 */
375  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_addck_reset_defs_b_tbl);
376  
377  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]before S1 ADDCK\n");
378  	_check_addc(rtwdev, RF_PATH_B);
379  
380  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_addck_trigger_defs_b_tbl);
381  
382  	ret = read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val, 1, 10000,
383  				       false, rtwdev, 0x3e00, BIT(0));
384  	if (ret) {
385  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]S1 ADDCK timeout\n");
386  		dack->addck_timeout[1] = true;
387  	}
388  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]ADDCK ret = %d\n", ret);
389  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]after S1 ADDCK\n");
390  	_check_addc(rtwdev, RF_PATH_B);
391  
392  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_addck_restore_defs_b_tbl);
393  }
394  
_check_dadc(struct rtw89_dev * rtwdev,enum rtw89_rf_path path)395  static void _check_dadc(struct rtw89_dev *rtwdev, enum rtw89_rf_path path)
396  {
397  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
398  				 &rtw8852a_rfk_check_dadc_defs_f_a_tbl,
399  				 &rtw8852a_rfk_check_dadc_defs_f_b_tbl);
400  
401  	_check_addc(rtwdev, path);
402  
403  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
404  				 &rtw8852a_rfk_check_dadc_defs_r_a_tbl,
405  				 &rtw8852a_rfk_check_dadc_defs_r_b_tbl);
406  }
407  
_dack_s0(struct rtw89_dev * rtwdev)408  static void _dack_s0(struct rtw89_dev *rtwdev)
409  {
410  	struct rtw89_dack_info *dack = &rtwdev->dack;
411  	u32 val;
412  	int ret;
413  
414  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dack_defs_f_a_tbl);
415  
416  	ret = read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val, 1, 10000,
417  				       false, rtwdev, 0x5e28, BIT(15));
418  	ret |= read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val, 1, 10000,
419  					false, rtwdev, 0x5e78, BIT(15));
420  	if (ret) {
421  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]S0 MSBK timeout\n");
422  		dack->msbk_timeout[0] = true;
423  	}
424  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]DACK ret = %d\n", ret);
425  
426  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dack_defs_m_a_tbl);
427  
428  	ret = read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val, 1, 10000,
429  				       false, rtwdev, 0x5e48, BIT(17));
430  	ret |= read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val, 1, 10000,
431  					false, rtwdev, 0x5e98, BIT(17));
432  	if (ret) {
433  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]S0 DADACK timeout\n");
434  		dack->dadck_timeout[0] = true;
435  	}
436  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]DACK ret = %d\n", ret);
437  
438  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dack_defs_r_a_tbl);
439  
440  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]after S0 DADCK\n");
441  	_check_dadc(rtwdev, RF_PATH_A);
442  
443  	_dack_backup_s0(rtwdev);
444  	_dack_reload(rtwdev, RF_PATH_A);
445  
446  	rtw89_phy_write32_clr(rtwdev, R_P0_NRBW, B_P0_NRBW_DBG);
447  }
448  
_dack_s1(struct rtw89_dev * rtwdev)449  static void _dack_s1(struct rtw89_dev *rtwdev)
450  {
451  	struct rtw89_dack_info *dack = &rtwdev->dack;
452  	u32 val;
453  	int ret;
454  
455  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dack_defs_f_b_tbl);
456  
457  	ret = read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val, 1, 10000,
458  				       false, rtwdev, 0x7e28, BIT(15));
459  	ret |= read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val, 1, 10000,
460  					false, rtwdev, 0x7e78, BIT(15));
461  	if (ret) {
462  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]S1 MSBK timeout\n");
463  		dack->msbk_timeout[1] = true;
464  	}
465  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]DACK ret = %d\n", ret);
466  
467  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dack_defs_m_b_tbl);
468  
469  	ret = read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val, 1, 10000,
470  				       false, rtwdev, 0x7e48, BIT(17));
471  	ret |= read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val, 1, 10000,
472  					false, rtwdev, 0x7e98, BIT(17));
473  	if (ret) {
474  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]S1 DADCK timeout\n");
475  		dack->dadck_timeout[1] = true;
476  	}
477  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]DACK ret = %d\n", ret);
478  
479  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dack_defs_r_b_tbl);
480  
481  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]after S1 DADCK\n");
482  	_check_dadc(rtwdev, RF_PATH_B);
483  
484  	_dack_backup_s1(rtwdev);
485  	_dack_reload(rtwdev, RF_PATH_B);
486  
487  	rtw89_phy_write32_clr(rtwdev, R_P1_DBGMOD, B_P1_DBGMOD_ON);
488  }
489  
_dack(struct rtw89_dev * rtwdev)490  static void _dack(struct rtw89_dev *rtwdev)
491  {
492  	_dack_s0(rtwdev);
493  	_dack_s1(rtwdev);
494  }
495  
_dac_cal(struct rtw89_dev * rtwdev,bool force)496  static void _dac_cal(struct rtw89_dev *rtwdev, bool force)
497  {
498  	struct rtw89_dack_info *dack = &rtwdev->dack;
499  	u32 rf0_0, rf1_0;
500  	u8 phy_map = rtw89_btc_phymap(rtwdev, RTW89_PHY_0, RF_AB);
501  
502  	dack->dack_done = false;
503  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]DACK b\n");
504  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]DACK start!!!\n");
505  	rf0_0 = rtw89_read_rf(rtwdev, RF_PATH_A, RR_MOD, RFREG_MASK);
506  	rf1_0 = rtw89_read_rf(rtwdev, RF_PATH_B, RR_MOD, RFREG_MASK);
507  	_afe_init(rtwdev);
508  	rtw89_write_rf(rtwdev, RF_PATH_A, RR_RSV1, RR_RSV1_RST, 0x0);
509  	rtw89_write_rf(rtwdev, RF_PATH_B, RR_RSV1, RR_RSV1_RST, 0x0);
510  	rtw89_write_rf(rtwdev, RF_PATH_A, RR_MOD, RFREG_MASK, 0x30001);
511  	rtw89_write_rf(rtwdev, RF_PATH_B, RR_MOD, RFREG_MASK, 0x30001);
512  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DACK, BTC_WRFK_ONESHOT_START);
513  	_addck(rtwdev);
514  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DACK, BTC_WRFK_ONESHOT_STOP);
515  	_addck_backup(rtwdev);
516  	_addck_reload(rtwdev);
517  	rtw89_write_rf(rtwdev, RF_PATH_A, RR_MOD, RFREG_MASK, 0x40001);
518  	rtw89_write_rf(rtwdev, RF_PATH_B, RR_MOD, RFREG_MASK, 0x40001);
519  	rtw89_write_rf(rtwdev, RF_PATH_A, RR_MODOPT, RFREG_MASK, 0x0);
520  	rtw89_write_rf(rtwdev, RF_PATH_B, RR_MODOPT, RFREG_MASK, 0x0);
521  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DACK, BTC_WRFK_ONESHOT_START);
522  	_dack(rtwdev);
523  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DACK, BTC_WRFK_ONESHOT_STOP);
524  	_dack_dump(rtwdev);
525  	dack->dack_done = true;
526  	rtw89_write_rf(rtwdev, RF_PATH_A, RR_MOD, RFREG_MASK, rf0_0);
527  	rtw89_write_rf(rtwdev, RF_PATH_B, RR_MOD, RFREG_MASK, rf1_0);
528  	rtw89_write_rf(rtwdev, RF_PATH_A, RR_RSV1, RR_RSV1_RST, 0x1);
529  	rtw89_write_rf(rtwdev, RF_PATH_B, RR_RSV1, RR_RSV1_RST, 0x1);
530  	dack->dack_cnt++;
531  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DACK]DACK finish!!!\n");
532  }
533  
534  #define RTW8852A_NCTL_VER 0xd
535  #define RTW8852A_IQK_VER 0x2a
536  #define RTW8852A_IQK_SS 2
537  #define RTW8852A_IQK_THR_REK 8
538  #define RTW8852A_IQK_CFIR_GROUP_NR 4
539  
540  enum rtw8852a_iqk_type {
541  	ID_TXAGC,
542  	ID_FLOK_COARSE,
543  	ID_FLOK_FINE,
544  	ID_TXK,
545  	ID_RXAGC,
546  	ID_RXK,
547  	ID_NBTXK,
548  	ID_NBRXK,
549  };
550  
_iqk_read_fft_dbcc0(struct rtw89_dev * rtwdev,u8 path)551  static void _iqk_read_fft_dbcc0(struct rtw89_dev *rtwdev, u8 path)
552  {
553  	u8 i = 0x0;
554  	u32 fft[6] = {0x0};
555  
556  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]===>%s\n", __func__);
557  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT1, MASKDWORD, 0x00160000);
558  	fft[0] = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKDWORD);
559  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT1, MASKDWORD, 0x00170000);
560  	fft[1] = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKDWORD);
561  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT1, MASKDWORD, 0x00180000);
562  	fft[2] = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKDWORD);
563  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT1, MASKDWORD, 0x00190000);
564  	fft[3] = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKDWORD);
565  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT1, MASKDWORD, 0x001a0000);
566  	fft[4] = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKDWORD);
567  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT1, MASKDWORD, 0x001b0000);
568  	fft[5] = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKDWORD);
569  	for (i = 0; i < 6; i++)
570  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%x,fft[%x]= %x\n",
571  			    path, i, fft[i]);
572  }
573  
_iqk_read_xym_dbcc0(struct rtw89_dev * rtwdev,u8 path)574  static void _iqk_read_xym_dbcc0(struct rtw89_dev *rtwdev, u8 path)
575  {
576  	u8 i = 0x0;
577  	u32 tmp = 0x0;
578  
579  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]===>%s\n", __func__);
580  	rtw89_phy_write32_mask(rtwdev, R_NCTL_CFG, B_NCTL_CFG_SPAGE, path);
581  	rtw89_phy_write32_mask(rtwdev, R_IQK_DIF, B_IQK_DIF_TRX, 0x1);
582  
583  	for (i = 0x0; i < 0x18; i++) {
584  		rtw89_phy_write32_mask(rtwdev, R_NCTL_N2, MASKDWORD, 0x000000c0 + i);
585  		rtw89_phy_write32_clr(rtwdev, R_NCTL_N2, MASKDWORD);
586  		tmp = rtw89_phy_read32_mask(rtwdev, R_TXIQC + (path << 8), MASKDWORD);
587  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%x, 0x8%lx38 = %x\n",
588  			    path, BIT(path), tmp);
589  		udelay(1);
590  	}
591  	rtw89_phy_write32_clr(rtwdev, R_IQK_DIF, B_IQK_DIF_TRX);
592  	rtw89_phy_write32_mask(rtwdev, R_TXIQC + (path << 8), MASKDWORD, 0x40000000);
593  	rtw89_phy_write32_mask(rtwdev, R_NCTL_N2, MASKDWORD, 0x80010100);
594  	udelay(1);
595  }
596  
_iqk_read_txcfir_dbcc0(struct rtw89_dev * rtwdev,u8 path,u8 group)597  static void _iqk_read_txcfir_dbcc0(struct rtw89_dev *rtwdev, u8 path,
598  				   u8 group)
599  {
600  	static const u32 base_addrs[RTW8852A_IQK_SS][RTW8852A_IQK_CFIR_GROUP_NR] = {
601  		{0x8f20, 0x8f54, 0x8f88, 0x8fbc},
602  		{0x9320, 0x9354, 0x9388, 0x93bc},
603  	};
604  	u8 idx = 0x0;
605  	u32 tmp = 0x0;
606  	u32 base_addr;
607  
608  	if (path >= RTW8852A_IQK_SS) {
609  		rtw89_warn(rtwdev, "cfir path %d out of range\n", path);
610  		return;
611  	}
612  	if (group >= RTW8852A_IQK_CFIR_GROUP_NR) {
613  		rtw89_warn(rtwdev, "cfir group %d out of range\n", group);
614  		return;
615  	}
616  
617  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]===>%s\n", __func__);
618  	rtw89_phy_write32_mask(rtwdev, R_W_COEF + (path << 8), MASKDWORD, 0x00000001);
619  
620  	base_addr = base_addrs[path][group];
621  
622  	for (idx = 0; idx < 0x0d; idx++) {
623  		tmp = rtw89_phy_read32_mask(rtwdev, base_addr + (idx << 2), MASKDWORD);
624  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
625  			    "[IQK] %x = %x\n",
626  			    base_addr + (idx << 2), tmp);
627  	}
628  
629  	if (path == 0x0) {
630  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]\n");
631  		tmp = rtw89_phy_read32_mask(rtwdev, R_TXCFIR_P0C0, MASKDWORD);
632  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x8f50 = %x\n", tmp);
633  		tmp = rtw89_phy_read32_mask(rtwdev, R_TXCFIR_P0C1, MASKDWORD);
634  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x8f84 = %x\n", tmp);
635  		tmp = rtw89_phy_read32_mask(rtwdev, R_TXCFIR_P0C2, MASKDWORD);
636  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x8fb8 = %x\n", tmp);
637  		tmp = rtw89_phy_read32_mask(rtwdev, R_TXCFIR_P0C3, MASKDWORD);
638  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x8fec = %x\n", tmp);
639  	} else {
640  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]\n");
641  		tmp = rtw89_phy_read32_mask(rtwdev, R_TXCFIR_P1C0, MASKDWORD);
642  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x9350 = %x\n", tmp);
643  		tmp = rtw89_phy_read32_mask(rtwdev, R_TXCFIR_P1C1, MASKDWORD);
644  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x9384 = %x\n", tmp);
645  		tmp = rtw89_phy_read32_mask(rtwdev, R_TXCFIR_P1C2, MASKDWORD);
646  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x93b8 = %x\n", tmp);
647  		tmp = rtw89_phy_read32_mask(rtwdev, R_TXCFIR_P1C3, MASKDWORD);
648  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x93ec = %x\n", tmp);
649  	}
650  	rtw89_phy_write32_clr(rtwdev, R_W_COEF + (path << 8), MASKDWORD);
651  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT + (path << 8), B_KIP_RPT_SEL, 0xc);
652  	udelay(1);
653  	tmp = rtw89_phy_read32_mask(rtwdev, R_RPT_PER + (path << 8), MASKDWORD);
654  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%x, 0x8%lxfc = %x\n", path,
655  		    BIT(path), tmp);
656  }
657  
_iqk_read_rxcfir_dbcc0(struct rtw89_dev * rtwdev,u8 path,u8 group)658  static void _iqk_read_rxcfir_dbcc0(struct rtw89_dev *rtwdev, u8 path,
659  				   u8 group)
660  {
661  	static const u32 base_addrs[RTW8852A_IQK_SS][RTW8852A_IQK_CFIR_GROUP_NR] = {
662  		{0x8d00, 0x8d44, 0x8d88, 0x8dcc},
663  		{0x9100, 0x9144, 0x9188, 0x91cc},
664  	};
665  	u8 idx = 0x0;
666  	u32 tmp = 0x0;
667  	u32 base_addr;
668  
669  	if (path >= RTW8852A_IQK_SS) {
670  		rtw89_warn(rtwdev, "cfir path %d out of range\n", path);
671  		return;
672  	}
673  	if (group >= RTW8852A_IQK_CFIR_GROUP_NR) {
674  		rtw89_warn(rtwdev, "cfir group %d out of range\n", group);
675  		return;
676  	}
677  
678  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]===>%s\n", __func__);
679  	rtw89_phy_write32_mask(rtwdev, R_W_COEF + (path << 8), MASKDWORD, 0x00000001);
680  
681  	base_addr = base_addrs[path][group];
682  	for (idx = 0; idx < 0x10; idx++) {
683  		tmp = rtw89_phy_read32_mask(rtwdev, base_addr + (idx << 2), MASKDWORD);
684  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
685  			    "[IQK]%x = %x\n",
686  			    base_addr + (idx << 2), tmp);
687  	}
688  
689  	if (path == 0x0) {
690  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]\n");
691  		tmp = rtw89_phy_read32_mask(rtwdev, R_RXCFIR_P0C0, MASKDWORD);
692  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x8d40 = %x\n", tmp);
693  		tmp = rtw89_phy_read32_mask(rtwdev, R_RXCFIR_P0C1, MASKDWORD);
694  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x8d84 = %x\n", tmp);
695  		tmp = rtw89_phy_read32_mask(rtwdev, R_RXCFIR_P0C2, MASKDWORD);
696  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x8dc8 = %x\n", tmp);
697  		tmp = rtw89_phy_read32_mask(rtwdev, R_RXCFIR_P0C3, MASKDWORD);
698  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x8e0c = %x\n", tmp);
699  	} else {
700  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]\n");
701  		tmp = rtw89_phy_read32_mask(rtwdev, R_RXCFIR_P1C0, MASKDWORD);
702  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x9140 = %x\n", tmp);
703  		tmp = rtw89_phy_read32_mask(rtwdev, R_RXCFIR_P1C1, MASKDWORD);
704  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x9184 = %x\n", tmp);
705  		tmp = rtw89_phy_read32_mask(rtwdev, R_RXCFIR_P1C2, MASKDWORD);
706  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x91c8 = %x\n", tmp);
707  		tmp = rtw89_phy_read32_mask(rtwdev, R_RXCFIR_P1C3, MASKDWORD);
708  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK] 0x920c = %x\n", tmp);
709  	}
710  	rtw89_phy_write32_clr(rtwdev, R_W_COEF + (path << 8), MASKDWORD);
711  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT + (path << 8), B_KIP_RPT_SEL, 0xd);
712  	tmp = rtw89_phy_read32_mask(rtwdev, R_RPT_PER + (path << 8), MASKDWORD);
713  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%x, 0x8%lxfc = %x\n", path,
714  		    BIT(path), tmp);
715  }
716  
_iqk_sram(struct rtw89_dev * rtwdev,u8 path)717  static void _iqk_sram(struct rtw89_dev *rtwdev, u8 path)
718  {
719  	u32 tmp = 0x0;
720  	u32 i = 0x0;
721  
722  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]===>%s\n", __func__);
723  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT1, MASKDWORD, 0x00020000);
724  	rtw89_phy_write32_mask(rtwdev, R_SRAM_IQRX2, MASKDWORD, 0x00000080);
725  	rtw89_phy_write32_mask(rtwdev, R_SRAM_IQRX, MASKDWORD, 0x00010000);
726  	rtw89_phy_write32_mask(rtwdev, R_IQK_DIF4, B_IQK_DIF4_TXT, 0x009);
727  
728  	for (i = 0; i <= 0x9f; i++) {
729  		rtw89_phy_write32_mask(rtwdev, R_SRAM_IQRX, MASKDWORD, 0x00010000 + i);
730  		tmp = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, B_PRT_COM_DCI);
731  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]0x%x\n", tmp);
732  	}
733  
734  	for (i = 0; i <= 0x9f; i++) {
735  		rtw89_phy_write32_mask(rtwdev, R_SRAM_IQRX, MASKDWORD, 0x00010000 + i);
736  		tmp = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, B_PRT_COM_DCQ);
737  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]0x%x\n", tmp);
738  	}
739  	rtw89_phy_write32_clr(rtwdev, R_SRAM_IQRX2, MASKDWORD);
740  	rtw89_phy_write32_clr(rtwdev, R_SRAM_IQRX, MASKDWORD);
741  }
742  
_iqk_rxk_setting(struct rtw89_dev * rtwdev,u8 path)743  static void _iqk_rxk_setting(struct rtw89_dev *rtwdev, u8 path)
744  {
745  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
746  	u32 tmp = 0x0;
747  
748  	rtw89_phy_write32_set(rtwdev, R_P0_NRBW + (path << 13), B_P0_NRBW_DBG);
749  	rtw89_phy_write32_mask(rtwdev, R_ANAPAR_PW15, B_ANAPAR_PW15, 0x3);
750  	rtw89_phy_write32_mask(rtwdev, R_ANAPAR, B_ANAPAR_15, 0xa041);
751  	udelay(1);
752  	rtw89_phy_write32_mask(rtwdev, R_ANAPAR_PW15, B_ANAPAR_PW15_H2, 0x3);
753  	rtw89_phy_write32_mask(rtwdev, R_ANAPAR, B_ANAPAR_FLTRST, 0x0);
754  	udelay(1);
755  	rtw89_phy_write32_mask(rtwdev, R_ANAPAR, B_ANAPAR_FLTRST, 0x1);
756  	rtw89_phy_write32_mask(rtwdev, R_ANAPAR_PW15, B_ANAPAR_PW15_H2, 0x0);
757  	udelay(1);
758  	rtw89_phy_write32_mask(rtwdev, R_ADC_FIFO, B_ADC_FIFO_RST, 0x0303);
759  	rtw89_phy_write32_mask(rtwdev, R_ADC_FIFO, B_ADC_FIFO_RST, 0x0000);
760  
761  	switch (iqk_info->iqk_band[path]) {
762  	case RTW89_BAND_2G:
763  		rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_MASK, RR_MOD_V_RXK2);
764  		rtw89_write_rf(rtwdev, path, RR_RXK, RR_RXK_SEL2G, 0x1);
765  		break;
766  	case RTW89_BAND_5G:
767  		rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_MASK, RR_MOD_V_RXK2);
768  		rtw89_write_rf(rtwdev, path, RR_WLSEL, RR_WLSEL_AG, 0x5);
769  		rtw89_write_rf(rtwdev, path, RR_RXK, RR_RXK_SEL5G, 0x1);
770  		break;
771  	default:
772  		break;
773  	}
774  	tmp = rtw89_read_rf(rtwdev, path, RR_CFGCH, RFREG_MASK);
775  	rtw89_write_rf(rtwdev, path, RR_RSV4, RFREG_MASK, tmp);
776  	rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_OFF, 0x13);
777  	rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_POW, 0x0);
778  	rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_POW, 0x1);
779  	fsleep(128);
780  }
781  
_iqk_check_cal(struct rtw89_dev * rtwdev,u8 path,u8 ktype)782  static bool _iqk_check_cal(struct rtw89_dev *rtwdev, u8 path, u8 ktype)
783  {
784  	u32 tmp;
785  	u32 val;
786  	int ret;
787  
788  	ret = read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val == 0x55, 1, 8200,
789  				       false, rtwdev, 0xbff8, MASKBYTE0);
790  	if (ret)
791  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]IQK timeout!!!\n");
792  	rtw89_phy_write32_clr(rtwdev, R_NCTL_N1, MASKBYTE0);
793  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%x, ret=%d\n", path, ret);
794  	tmp = rtw89_phy_read32_mask(rtwdev, R_NCTL_RPT, MASKDWORD);
795  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
796  		    "[IQK]S%x, type= %x, 0x8008 = 0x%x\n", path, ktype, tmp);
797  
798  	return false;
799  }
800  
_iqk_one_shot(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path,u8 ktype)801  static bool _iqk_one_shot(struct rtw89_dev *rtwdev,
802  			  enum rtw89_phy_idx phy_idx, u8 path, u8 ktype)
803  {
804  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
805  	bool fail = false;
806  	u32 iqk_cmd = 0x0;
807  	u8 phy_map = rtw89_btc_path_phymap(rtwdev, phy_idx, path);
808  	u32 addr_rfc_ctl = 0x0;
809  
810  	if (path == RF_PATH_A)
811  		addr_rfc_ctl = 0x5864;
812  	else
813  		addr_rfc_ctl = 0x7864;
814  
815  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_IQK, BTC_WRFK_ONESHOT_START);
816  	switch (ktype) {
817  	case ID_TXAGC:
818  		iqk_cmd = 0x008 | (1 << (4 + path)) | (path << 1);
819  		break;
820  	case ID_FLOK_COARSE:
821  		rtw89_phy_write32_set(rtwdev, addr_rfc_ctl, 0x20000000);
822  		rtw89_phy_write32_mask(rtwdev, R_IQK_DIF4, B_IQK_DIF4_TXT, 0x009);
823  		iqk_cmd = 0x108 | (1 << (4 + path));
824  		break;
825  	case ID_FLOK_FINE:
826  		rtw89_phy_write32_set(rtwdev, addr_rfc_ctl, 0x20000000);
827  		rtw89_phy_write32_mask(rtwdev, R_IQK_DIF4, B_IQK_DIF4_TXT, 0x009);
828  		iqk_cmd = 0x208 | (1 << (4 + path));
829  		break;
830  	case ID_TXK:
831  		rtw89_phy_write32_clr(rtwdev, addr_rfc_ctl, 0x20000000);
832  		rtw89_phy_write32_mask(rtwdev, R_IQK_DIF4, B_IQK_DIF4_TXT, 0x025);
833  		iqk_cmd = 0x008 | (1 << (path + 4)) |
834  			  (((0x8 + iqk_info->iqk_bw[path]) & 0xf) << 8);
835  		break;
836  	case ID_RXAGC:
837  		iqk_cmd = 0x508 | (1 << (4 + path)) | (path << 1);
838  		break;
839  	case ID_RXK:
840  		rtw89_phy_write32_set(rtwdev, addr_rfc_ctl, 0x20000000);
841  		rtw89_phy_write32_mask(rtwdev, R_IQK_DIF4, B_IQK_DIF4_RXT, 0x011);
842  		iqk_cmd = 0x008 | (1 << (path + 4)) |
843  			  (((0xb + iqk_info->iqk_bw[path]) & 0xf) << 8);
844  		break;
845  	case ID_NBTXK:
846  		rtw89_phy_write32_clr(rtwdev, addr_rfc_ctl, 0x20000000);
847  		rtw89_phy_write32_mask(rtwdev, R_IQK_DIF4, B_IQK_DIF4_TXT, 0x025);
848  		iqk_cmd = 0x308 | (1 << (4 + path));
849  		break;
850  	case ID_NBRXK:
851  		rtw89_phy_write32_set(rtwdev, addr_rfc_ctl, 0x20000000);
852  		rtw89_phy_write32_mask(rtwdev, R_IQK_DIF4, B_IQK_DIF4_RXT, 0x011);
853  		iqk_cmd = 0x608 | (1 << (4 + path));
854  		break;
855  	default:
856  		return false;
857  	}
858  
859  	rtw89_phy_write32_mask(rtwdev, R_NCTL_CFG, MASKDWORD, iqk_cmd + 1);
860  	rtw89_phy_write32_set(rtwdev, R_DPK_CTL, B_DPK_CTL_EN);
861  	udelay(1);
862  	fail = _iqk_check_cal(rtwdev, path, ktype);
863  	if (iqk_info->iqk_xym_en)
864  		_iqk_read_xym_dbcc0(rtwdev, path);
865  	if (iqk_info->iqk_fft_en)
866  		_iqk_read_fft_dbcc0(rtwdev, path);
867  	if (iqk_info->iqk_sram_en)
868  		_iqk_sram(rtwdev, path);
869  	if (iqk_info->iqk_cfir_en) {
870  		if (ktype == ID_TXK) {
871  			_iqk_read_txcfir_dbcc0(rtwdev, path, 0x0);
872  			_iqk_read_txcfir_dbcc0(rtwdev, path, 0x1);
873  			_iqk_read_txcfir_dbcc0(rtwdev, path, 0x2);
874  			_iqk_read_txcfir_dbcc0(rtwdev, path, 0x3);
875  		} else {
876  			_iqk_read_rxcfir_dbcc0(rtwdev, path, 0x0);
877  			_iqk_read_rxcfir_dbcc0(rtwdev, path, 0x1);
878  			_iqk_read_rxcfir_dbcc0(rtwdev, path, 0x2);
879  			_iqk_read_rxcfir_dbcc0(rtwdev, path, 0x3);
880  		}
881  	}
882  
883  	rtw89_phy_write32_clr(rtwdev, addr_rfc_ctl, 0x20000000);
884  
885  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_IQK, BTC_WRFK_ONESHOT_STOP);
886  
887  	return fail;
888  }
889  
_rxk_group_sel(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path)890  static bool _rxk_group_sel(struct rtw89_dev *rtwdev,
891  			   enum rtw89_phy_idx phy_idx, u8 path)
892  {
893  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
894  	static const u32 rxgn_a[4] = {0x18C, 0x1A0, 0x28C, 0x2A0};
895  	static const u32 attc2_a[4] = {0x0, 0x0, 0x07, 0x30};
896  	static const u32 attc1_a[4] = {0x7, 0x5, 0x1, 0x1};
897  	static const u32 rxgn_g[4] = {0x1CC, 0x1E0, 0x2CC, 0x2E0};
898  	static const u32 attc2_g[4] = {0x0, 0x15, 0x3, 0x1a};
899  	static const u32 attc1_g[4] = {0x1, 0x0, 0x1, 0x0};
900  	u8 gp = 0x0;
901  	bool fail = false;
902  	u32 rf0 = 0x0;
903  
904  	for (gp = 0; gp < 0x4; gp++) {
905  		switch (iqk_info->iqk_band[path]) {
906  		case RTW89_BAND_2G:
907  			rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_M_RXG, rxgn_g[gp]);
908  			rtw89_write_rf(rtwdev, path, RR_RXBB, RR_RXBB_C2G, attc2_g[gp]);
909  			rtw89_write_rf(rtwdev, path, RR_RXBB, RR_RXBB_C1G, attc1_g[gp]);
910  			break;
911  		case RTW89_BAND_5G:
912  			rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_M_RXG, rxgn_a[gp]);
913  			rtw89_write_rf(rtwdev, path, RR_RXA2, RR_RXA2_C2, attc2_a[gp]);
914  			rtw89_write_rf(rtwdev, path, RR_RXA2, RR_RXA2_C1, attc1_a[gp]);
915  			break;
916  		default:
917  			break;
918  		}
919  		rtw89_phy_write32_set(rtwdev, R_IQK_CFG, B_IQK_CFG_SET);
920  		rf0 = rtw89_read_rf(rtwdev, path, RR_MOD, RFREG_MASK);
921  		rtw89_phy_write32_mask(rtwdev, R_IQK_DIF2, B_IQK_DIF2_RXPI,
922  				       rf0 | iqk_info->syn1to2);
923  		rtw89_phy_write32_mask(rtwdev, R_IQK_COM, MASKDWORD, 0x40010100);
924  		rtw89_phy_write32_clr(rtwdev, R_IQK_RES + (path << 8), B_IQK_RES_RXCFIR);
925  		rtw89_phy_write32_set(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_SEL);
926  		rtw89_phy_write32_clr(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_G3);
927  		rtw89_phy_write32_mask(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_GP, gp);
928  		rtw89_phy_write32_mask(rtwdev, R_IOQ_IQK_DPK, B_IOQ_IQK_DPK_EN, 0x1);
929  		rtw89_phy_write32_clr(rtwdev, R_NCTL_N1, B_NCTL_N1_CIP);
930  		fail = _iqk_one_shot(rtwdev, phy_idx, path, ID_RXK);
931  		rtw89_phy_write32_mask(rtwdev, R_IQKINF, BIT(16 + gp + path * 4), fail);
932  	}
933  
934  	switch (iqk_info->iqk_band[path]) {
935  	case RTW89_BAND_2G:
936  		rtw89_write_rf(rtwdev, path, RR_RXK, RR_RXK_SEL2G, 0x0);
937  		rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_POW, 0x0);
938  		break;
939  	case RTW89_BAND_5G:
940  		rtw89_write_rf(rtwdev, path, RR_RXK, RR_RXK_SEL5G, 0x0);
941  		rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_POW, 0x0);
942  		rtw89_write_rf(rtwdev, path, RR_WLSEL, RR_WLSEL_AG, 0x0);
943  		break;
944  	default:
945  		break;
946  	}
947  	iqk_info->nb_rxcfir[path] = 0x40000000;
948  	rtw89_phy_write32_mask(rtwdev, R_IQK_RES + (path << 8),
949  			       B_IQK_RES_RXCFIR, 0x5);
950  	iqk_info->is_wb_rxiqk[path] = true;
951  	return false;
952  }
953  
_iqk_nbrxk(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path)954  static bool _iqk_nbrxk(struct rtw89_dev *rtwdev,
955  		       enum rtw89_phy_idx phy_idx, u8 path)
956  {
957  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
958  	u8 group = 0x0;
959  	u32 rf0 = 0x0, tmp = 0x0;
960  	u32 idxrxgain_a = 0x1a0;
961  	u32 idxattc2_a = 0x00;
962  	u32 idxattc1_a = 0x5;
963  	u32 idxrxgain_g = 0x1E0;
964  	u32 idxattc2_g = 0x15;
965  	u32 idxattc1_g = 0x0;
966  	bool fail = false;
967  
968  	switch (iqk_info->iqk_band[path]) {
969  	case RTW89_BAND_2G:
970  		rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_M_RXG, idxrxgain_g);
971  		rtw89_write_rf(rtwdev, path, RR_RXBB, RR_RXBB_C2G, idxattc2_g);
972  		rtw89_write_rf(rtwdev, path, RR_RXBB, RR_RXBB_C1G, idxattc1_g);
973  		break;
974  	case RTW89_BAND_5G:
975  		rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_M_RXG, idxrxgain_a);
976  		rtw89_write_rf(rtwdev, path, RR_RXA2, RR_RXA2_C2, idxattc2_a);
977  		rtw89_write_rf(rtwdev, path, RR_RXA2, RR_RXA2_C1, idxattc1_a);
978  		break;
979  	default:
980  		break;
981  	}
982  	rtw89_phy_write32_set(rtwdev, R_IQK_CFG, B_IQK_CFG_SET);
983  	rf0 = rtw89_read_rf(rtwdev, path, RR_MOD, RFREG_MASK);
984  	rtw89_phy_write32_mask(rtwdev, R_IQK_DIF2, B_IQK_DIF2_RXPI,
985  			       rf0 | iqk_info->syn1to2);
986  	rtw89_phy_write32_mask(rtwdev, R_IQK_COM, MASKDWORD, 0x40010100);
987  	rtw89_phy_write32_clr(rtwdev, R_IQK_RES + (path << 8), B_IQK_RES_RXCFIR);
988  	rtw89_phy_write32_set(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_SEL);
989  	rtw89_phy_write32_clr(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_G3);
990  	rtw89_phy_write32_mask(rtwdev, R_CFIR_LUT + (path << 8),
991  			       B_CFIR_LUT_GP, group);
992  	rtw89_phy_write32_set(rtwdev, R_IOQ_IQK_DPK, B_IOQ_IQK_DPK_EN);
993  	rtw89_phy_write32_clr(rtwdev, R_NCTL_N1, B_NCTL_N1_CIP);
994  	fail = _iqk_one_shot(rtwdev, phy_idx, path, ID_NBRXK);
995  
996  	switch (iqk_info->iqk_band[path]) {
997  	case RTW89_BAND_2G:
998  		rtw89_write_rf(rtwdev, path, RR_RXK, RR_RXK_SEL2G, 0x0);
999  		rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_POW, 0x0);
1000  		break;
1001  	case RTW89_BAND_5G:
1002  		rtw89_write_rf(rtwdev, path, RR_RXK, RR_RXK_SEL5G, 0x0);
1003  		rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_POW, 0x0);
1004  		rtw89_write_rf(rtwdev, path, RR_WLSEL, RR_WLSEL_AG, 0x0);
1005  		break;
1006  	default:
1007  		break;
1008  	}
1009  	if (!fail) {
1010  		tmp = rtw89_phy_read32_mask(rtwdev, R_RXIQC + (path << 8), MASKDWORD);
1011  		iqk_info->nb_rxcfir[path] = tmp | 0x2;
1012  	} else {
1013  		iqk_info->nb_rxcfir[path] = 0x40000002;
1014  	}
1015  	return fail;
1016  }
1017  
_iqk_rxclk_setting(struct rtw89_dev * rtwdev,u8 path)1018  static void _iqk_rxclk_setting(struct rtw89_dev *rtwdev, u8 path)
1019  {
1020  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1021  
1022  	if (iqk_info->iqk_bw[path] == RTW89_CHANNEL_WIDTH_80) {
1023  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]===>%s\n", __func__);
1024  		rtw89_phy_write32_mask(rtwdev, R_CFIR_SYS + (path << 8),
1025  				       MASKDWORD, 0x4d000a08);
1026  		rtw89_phy_write32_mask(rtwdev, R_P0_RXCK + (path << 13),
1027  				       B_P0_RXCK_VAL, 0x2);
1028  		rtw89_phy_write32_set(rtwdev, R_P0_RXCK + (path << 13), B_P0_RXCK_ON);
1029  		rtw89_phy_write32_set(rtwdev, R_UPD_CLK_ADC, B_UPD_CLK_ADC_ON);
1030  		rtw89_phy_write32_mask(rtwdev, R_UPD_CLK_ADC, B_UPD_CLK_ADC_VAL, 0x1);
1031  	} else {
1032  		rtw89_phy_write32_mask(rtwdev, R_CFIR_SYS + (path << 8),
1033  				       MASKDWORD, 0x44000a08);
1034  		rtw89_phy_write32_mask(rtwdev, R_P0_RXCK + (path << 13),
1035  				       B_P0_RXCK_VAL, 0x1);
1036  		rtw89_phy_write32_set(rtwdev, R_P0_RXCK + (path << 13), B_P0_RXCK_ON);
1037  		rtw89_phy_write32_set(rtwdev, R_UPD_CLK_ADC, B_UPD_CLK_ADC_ON);
1038  		rtw89_phy_write32_clr(rtwdev, R_UPD_CLK_ADC, B_UPD_CLK_ADC_VAL);
1039  	}
1040  }
1041  
_txk_group_sel(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path)1042  static bool _txk_group_sel(struct rtw89_dev *rtwdev,
1043  			   enum rtw89_phy_idx phy_idx, u8 path)
1044  {
1045  	static const u32 a_txgain[4] = {0xE466, 0x646D, 0xE4E2, 0x64ED};
1046  	static const u32 g_txgain[4] = {0x60e8, 0x60f0, 0x61e8, 0x61ED};
1047  	static const u32 a_itqt[4] = {0x12, 0x12, 0x12, 0x1b};
1048  	static const u32 g_itqt[4] = {0x09, 0x12, 0x12, 0x12};
1049  	static const u32 g_attsmxr[4] = {0x0, 0x1, 0x1, 0x1};
1050  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1051  	bool fail = false;
1052  	u8 gp = 0x0;
1053  	u32 tmp = 0x0;
1054  
1055  	for (gp = 0x0; gp < 0x4; gp++) {
1056  		switch (iqk_info->iqk_band[path]) {
1057  		case RTW89_BAND_2G:
1058  			rtw89_phy_write32_mask(rtwdev, R_RFGAIN_BND + (path << 8),
1059  					       B_RFGAIN_BND, 0x08);
1060  			rtw89_write_rf(rtwdev, path, RR_GAINTX, RR_GAINTX_ALL,
1061  				       g_txgain[gp]);
1062  			rtw89_write_rf(rtwdev, path, RR_TXG1, RR_TXG1_ATT1,
1063  				       g_attsmxr[gp]);
1064  			rtw89_write_rf(rtwdev, path, RR_TXG2, RR_TXG2_ATT0,
1065  				       g_attsmxr[gp]);
1066  			rtw89_phy_write32_mask(rtwdev, R_KIP_IQP + (path << 8),
1067  					       MASKDWORD, g_itqt[gp]);
1068  			break;
1069  		case RTW89_BAND_5G:
1070  			rtw89_phy_write32_mask(rtwdev, R_RFGAIN_BND + (path << 8),
1071  					       B_RFGAIN_BND, 0x04);
1072  			rtw89_write_rf(rtwdev, path, RR_GAINTX, RR_GAINTX_ALL,
1073  				       a_txgain[gp]);
1074  			rtw89_phy_write32_mask(rtwdev, R_KIP_IQP + (path << 8),
1075  					       MASKDWORD, a_itqt[gp]);
1076  			break;
1077  		default:
1078  			break;
1079  		}
1080  		rtw89_phy_write32_clr(rtwdev, R_IQK_RES + (path << 8), B_IQK_RES_TXCFIR);
1081  		rtw89_phy_write32_set(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_SEL);
1082  		rtw89_phy_write32_set(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_G3);
1083  		rtw89_phy_write32_mask(rtwdev, R_CFIR_LUT + (path << 8),
1084  				       B_CFIR_LUT_GP, gp);
1085  		rtw89_phy_write32_clr(rtwdev, R_NCTL_N1, B_NCTL_N1_CIP);
1086  		fail = _iqk_one_shot(rtwdev, phy_idx, path, ID_TXK);
1087  		rtw89_phy_write32_mask(rtwdev, R_IQKINF, BIT(8 + gp + path * 4), fail);
1088  	}
1089  
1090  	iqk_info->nb_txcfir[path] = 0x40000000;
1091  	rtw89_phy_write32_mask(rtwdev, R_IQK_RES + (path << 8),
1092  			       B_IQK_RES_TXCFIR, 0x5);
1093  	iqk_info->is_wb_txiqk[path] = true;
1094  	tmp = rtw89_phy_read32_mask(rtwdev, R_TXIQC + (path << 8), MASKDWORD);
1095  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%x, 0x8%lx38 = 0x%x\n", path,
1096  		    BIT(path), tmp);
1097  	return false;
1098  }
1099  
_iqk_nbtxk(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path)1100  static bool _iqk_nbtxk(struct rtw89_dev *rtwdev,
1101  		       enum rtw89_phy_idx phy_idx, u8 path)
1102  {
1103  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1104  	u8 group = 0x2;
1105  	u32 a_mode_txgain = 0x64e2;
1106  	u32 g_mode_txgain = 0x61e8;
1107  	u32 attsmxr = 0x1;
1108  	u32 itqt = 0x12;
1109  	u32 tmp = 0x0;
1110  	bool fail = false;
1111  
1112  	switch (iqk_info->iqk_band[path]) {
1113  	case RTW89_BAND_2G:
1114  		rtw89_phy_write32_mask(rtwdev, R_RFGAIN_BND + (path << 8),
1115  				       B_RFGAIN_BND, 0x08);
1116  		rtw89_write_rf(rtwdev, path, RR_GAINTX, RR_GAINTX_ALL, g_mode_txgain);
1117  		rtw89_write_rf(rtwdev, path, RR_TXG1, RR_TXG1_ATT1, attsmxr);
1118  		rtw89_write_rf(rtwdev, path, RR_TXG2, RR_TXG2_ATT0, attsmxr);
1119  		break;
1120  	case RTW89_BAND_5G:
1121  		rtw89_phy_write32_mask(rtwdev, R_RFGAIN_BND + (path << 8),
1122  				       B_RFGAIN_BND, 0x04);
1123  		rtw89_write_rf(rtwdev, path, RR_GAINTX, RR_GAINTX_ALL, a_mode_txgain);
1124  		break;
1125  	default:
1126  		break;
1127  	}
1128  	rtw89_phy_write32_clr(rtwdev, R_IQK_RES + (path << 8), B_IQK_RES_TXCFIR);
1129  	rtw89_phy_write32_set(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_SEL);
1130  	rtw89_phy_write32_set(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_G3);
1131  	rtw89_phy_write32_mask(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_GP, group);
1132  	rtw89_phy_write32_mask(rtwdev, R_KIP_IQP + (path << 8), MASKDWORD, itqt);
1133  	rtw89_phy_write32_clr(rtwdev, R_NCTL_N1, B_NCTL_N1_CIP);
1134  	fail = _iqk_one_shot(rtwdev, phy_idx, path, ID_NBTXK);
1135  	if (!fail) {
1136  		tmp = rtw89_phy_read32_mask(rtwdev, R_TXIQC + (path << 8), MASKDWORD);
1137  		iqk_info->nb_txcfir[path] = tmp | 0x2;
1138  	} else {
1139  		iqk_info->nb_txcfir[path] = 0x40000002;
1140  	}
1141  	tmp = rtw89_phy_read32_mask(rtwdev, R_TXIQC + (path << 8), MASKDWORD);
1142  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%x, 0x8%lx38 = 0x%x\n", path,
1143  		    BIT(path), tmp);
1144  	return fail;
1145  }
1146  
_lok_res_table(struct rtw89_dev * rtwdev,u8 path,u8 ibias)1147  static void _lok_res_table(struct rtw89_dev *rtwdev, u8 path, u8 ibias)
1148  {
1149  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1150  
1151  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%x, ibias = %x\n", path, ibias);
1152  	rtw89_write_rf(rtwdev, path, RR_LUTWE, RFREG_MASK, 0x2);
1153  	if (iqk_info->iqk_band[path] == RTW89_BAND_2G)
1154  		rtw89_write_rf(rtwdev, path, RR_LUTWA, RFREG_MASK, 0x0);
1155  	else
1156  		rtw89_write_rf(rtwdev, path, RR_LUTWA, RFREG_MASK, 0x1);
1157  	rtw89_write_rf(rtwdev, path, RR_LUTWD0, RFREG_MASK, ibias);
1158  	rtw89_write_rf(rtwdev, path, RR_LUTWE, RFREG_MASK, 0x0);
1159  }
1160  
_lok_finetune_check(struct rtw89_dev * rtwdev,u8 path)1161  static bool _lok_finetune_check(struct rtw89_dev *rtwdev, u8 path)
1162  {
1163  	bool is_fail = false;
1164  	u32 tmp = 0x0;
1165  	u32 core_i = 0x0;
1166  	u32 core_q = 0x0;
1167  
1168  	tmp = rtw89_read_rf(rtwdev, path, RR_TXMO, RFREG_MASK);
1169  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK][FineLOK] S%x, 0x58 = 0x%x\n",
1170  		    path, tmp);
1171  	core_i = FIELD_GET(RR_TXMO_COI, tmp);
1172  	core_q = FIELD_GET(RR_TXMO_COQ, tmp);
1173  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%x, i = 0x%x\n", path, core_i);
1174  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%x, q = 0x%x\n", path, core_q);
1175  
1176  	if (core_i < 0x2 || core_i > 0x1d || core_q < 0x2 || core_q > 0x1d)
1177  		is_fail = true;
1178  	return is_fail;
1179  }
1180  
_iqk_lok(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path)1181  static bool _iqk_lok(struct rtw89_dev *rtwdev,
1182  		     enum rtw89_phy_idx phy_idx, u8 path)
1183  {
1184  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1185  	u32 rf0 = 0x0;
1186  	u8 itqt = 0x12;
1187  	bool fail = false;
1188  	bool tmp = false;
1189  
1190  	switch (iqk_info->iqk_band[path]) {
1191  	case RTW89_BAND_2G:
1192  		rtw89_write_rf(rtwdev, path, RR_GAINTX, RR_GAINTX_ALL, 0xe5e0);
1193  		itqt = 0x09;
1194  		break;
1195  	case RTW89_BAND_5G:
1196  		rtw89_write_rf(rtwdev, path, RR_GAINTX, RR_GAINTX_ALL, 0xe4e0);
1197  		itqt = 0x12;
1198  		break;
1199  	default:
1200  		break;
1201  	}
1202  	rtw89_phy_write32_set(rtwdev, R_IQK_CFG, B_IQK_CFG_SET);
1203  	rf0 = rtw89_read_rf(rtwdev, path, RR_MOD, RFREG_MASK);
1204  	rtw89_phy_write32_mask(rtwdev, R_IQK_DIF1, B_IQK_DIF1_TXPI,
1205  			       rf0 | iqk_info->syn1to2);
1206  	rtw89_phy_write32_clr(rtwdev, R_IQK_RES + (path << 8), B_IQK_RES_TXCFIR);
1207  	rtw89_phy_write32_mask(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_SEL, 0x1);
1208  	rtw89_phy_write32_mask(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_G3, 0x1);
1209  	rtw89_phy_write32_mask(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_GP, 0x0);
1210  	rtw89_phy_write32_set(rtwdev, R_IOQ_IQK_DPK, B_IOQ_IQK_DPK_EN);
1211  	rtw89_phy_write32_clr(rtwdev, R_NCTL_N1, B_NCTL_N1_CIP);
1212  	rtw89_phy_write32_mask(rtwdev, R_KIP_IQP + (path << 8), MASKDWORD, itqt);
1213  	tmp = _iqk_one_shot(rtwdev, phy_idx, path, ID_FLOK_COARSE);
1214  	iqk_info->lok_cor_fail[0][path] = tmp;
1215  	fsleep(10);
1216  	rtw89_phy_write32_mask(rtwdev, R_KIP_IQP + (path << 8), MASKDWORD, itqt);
1217  	tmp = _iqk_one_shot(rtwdev, phy_idx, path, ID_FLOK_FINE);
1218  	iqk_info->lok_fin_fail[0][path] = tmp;
1219  	fail = _lok_finetune_check(rtwdev, path);
1220  	return fail;
1221  }
1222  
_iqk_txk_setting(struct rtw89_dev * rtwdev,u8 path)1223  static void _iqk_txk_setting(struct rtw89_dev *rtwdev, u8 path)
1224  {
1225  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1226  
1227  	rtw89_phy_write32_set(rtwdev, R_P0_NRBW + (path << 13), B_P0_NRBW_DBG);
1228  	rtw89_phy_write32_mask(rtwdev, R_ANAPAR_PW15, B_ANAPAR_PW15, 0x1f);
1229  	udelay(1);
1230  	rtw89_phy_write32_mask(rtwdev, R_ANAPAR_PW15, B_ANAPAR_PW15, 0x13);
1231  	rtw89_phy_write32_mask(rtwdev, R_ANAPAR, B_ANAPAR_15, 0x0001);
1232  	udelay(1);
1233  	rtw89_phy_write32_mask(rtwdev, R_ANAPAR, B_ANAPAR_15, 0x0041);
1234  	udelay(1);
1235  	rtw89_phy_write32_mask(rtwdev, R_ADC_FIFO, B_ADC_FIFO_RST, 0x0303);
1236  	rtw89_phy_write32_mask(rtwdev, R_ADC_FIFO, B_ADC_FIFO_RST, 0x0000);
1237  	switch (iqk_info->iqk_band[path]) {
1238  	case RTW89_BAND_2G:
1239  		rtw89_write_rf(rtwdev, path, RR_XALNA2, RR_XALNA2_SW, 0x00);
1240  		rtw89_write_rf(rtwdev, path, RR_RCKD, RR_RCKD_POW, 0x3f);
1241  		rtw89_write_rf(rtwdev, path, RR_TXG1, RR_TXG1_ATT2, 0x0);
1242  		rtw89_write_rf(rtwdev, path, RR_TXG1, RR_TXG1_ATT1, 0x1);
1243  		rtw89_write_rf(rtwdev, path, RR_TXG2, RR_TXG2_ATT0, 0x1);
1244  		rtw89_write_rf(rtwdev, path, RR_TXGA, RR_TXGA_LOK_EN, 0x0);
1245  		rtw89_write_rf(rtwdev, path, RR_LUTWE, RR_LUTWE_LOK, 0x1);
1246  		rtw89_write_rf(rtwdev, path, RR_LUTDBG, RR_LUTDBG_LOK, 0x0);
1247  		rtw89_write_rf(rtwdev, path, RR_LUTWA, RR_LUTWA_MASK, 0x000);
1248  		rtw89_write_rf(rtwdev, path, RR_RSV2, RFREG_MASK, 0x80200);
1249  		rtw89_write_rf(rtwdev, path, RR_DTXLOK, RFREG_MASK, 0x80200);
1250  		rtw89_write_rf(rtwdev, path, RR_MOD, RFREG_MASK,
1251  			       0x403e0 | iqk_info->syn1to2);
1252  		udelay(1);
1253  		break;
1254  	case RTW89_BAND_5G:
1255  		rtw89_write_rf(rtwdev, path, RR_XGLNA2, RR_XGLNA2_SW, 0x00);
1256  		rtw89_write_rf(rtwdev, path, RR_RCKD, RR_RCKD_POW, 0x3f);
1257  		rtw89_write_rf(rtwdev, path, RR_BIASA, RR_BIASA_A, 0x7);
1258  		rtw89_write_rf(rtwdev, path, RR_TXGA, RR_TXGA_LOK_EN, 0x0);
1259  		rtw89_write_rf(rtwdev, path, RR_LUTWE, RR_LUTWE_LOK, 0x1);
1260  		rtw89_write_rf(rtwdev, path, RR_LUTDBG, RR_LUTDBG_LOK, 0x0);
1261  		rtw89_write_rf(rtwdev, path, RR_LUTWA, RR_LUTWA_MASK, 0x100);
1262  		rtw89_write_rf(rtwdev, path, RR_RSV2, RFREG_MASK, 0x80200);
1263  		rtw89_write_rf(rtwdev, path, RR_DTXLOK, RFREG_MASK, 0x80200);
1264  		rtw89_write_rf(rtwdev, path, RR_LUTWD0, RFREG_MASK, 0x1);
1265  		rtw89_write_rf(rtwdev, path, RR_LUTWD0, RFREG_MASK, 0x0);
1266  		rtw89_write_rf(rtwdev, path, RR_MOD, RFREG_MASK,
1267  			       0x403e0 | iqk_info->syn1to2);
1268  		udelay(1);
1269  		break;
1270  	default:
1271  		break;
1272  	}
1273  }
1274  
_iqk_txclk_setting(struct rtw89_dev * rtwdev,u8 path)1275  static void _iqk_txclk_setting(struct rtw89_dev *rtwdev, u8 path)
1276  {
1277  	rtw89_phy_write32_mask(rtwdev, R_CFIR_SYS + (path << 8), MASKDWORD, 0xce000a08);
1278  }
1279  
_iqk_info_iqk(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path)1280  static void _iqk_info_iqk(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy_idx,
1281  			  u8 path)
1282  {
1283  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1284  	u32 tmp = 0x0;
1285  	bool flag = 0x0;
1286  
1287  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%d_thermal = %lu\n", path,
1288  		    ewma_thermal_read(&rtwdev->phystat.avg_thermal[path]));
1289  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%d_LOK_COR_fail= %d\n", path,
1290  		    iqk_info->lok_cor_fail[0][path]);
1291  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%d_LOK_FIN_fail= %d\n", path,
1292  		    iqk_info->lok_fin_fail[0][path]);
1293  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%d_TXIQK_fail = %d\n", path,
1294  		    iqk_info->iqk_tx_fail[0][path]);
1295  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]S%d_RXIQK_fail= %d,\n", path,
1296  		    iqk_info->iqk_rx_fail[0][path]);
1297  	flag = iqk_info->lok_cor_fail[0][path];
1298  	rtw89_phy_write32_mask(rtwdev, R_IQKINF, BIT(0) << (path * 4), flag);
1299  	flag = iqk_info->lok_fin_fail[0][path];
1300  	rtw89_phy_write32_mask(rtwdev, R_IQKINF, BIT(1) << (path * 4), flag);
1301  	flag = iqk_info->iqk_tx_fail[0][path];
1302  	rtw89_phy_write32_mask(rtwdev, R_IQKINF, BIT(2) << (path * 4), flag);
1303  	flag = iqk_info->iqk_rx_fail[0][path];
1304  	rtw89_phy_write32_mask(rtwdev, R_IQKINF, BIT(3) << (path * 4), flag);
1305  
1306  	tmp = rtw89_phy_read32_mask(rtwdev, R_IQK_RES + (path << 8), MASKDWORD);
1307  	iqk_info->bp_iqkenable[path] = tmp;
1308  	tmp = rtw89_phy_read32_mask(rtwdev, R_TXIQC + (path << 8), MASKDWORD);
1309  	iqk_info->bp_txkresult[path] = tmp;
1310  	tmp = rtw89_phy_read32_mask(rtwdev, R_RXIQC + (path << 8), MASKDWORD);
1311  	iqk_info->bp_rxkresult[path] = tmp;
1312  
1313  	rtw89_phy_write32_mask(rtwdev, R_IQKINF2, B_IQKINF2_KCNT,
1314  			       (u8)iqk_info->iqk_times);
1315  
1316  	tmp = rtw89_phy_read32_mask(rtwdev, R_IQKINF, 0x0000000f << (path * 4));
1317  	if (tmp != 0x0)
1318  		iqk_info->iqk_fail_cnt++;
1319  	rtw89_phy_write32_mask(rtwdev, R_IQKINF2, 0x00ff0000 << (path * 4),
1320  			       iqk_info->iqk_fail_cnt);
1321  }
1322  
1323  static
_iqk_by_path(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path)1324  void _iqk_by_path(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy_idx, u8 path)
1325  {
1326  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1327  	bool lok_is_fail = false;
1328  	u8 ibias = 0x1;
1329  	u8 i = 0;
1330  
1331  	_iqk_txclk_setting(rtwdev, path);
1332  
1333  	for (i = 0; i < 3; i++) {
1334  		_lok_res_table(rtwdev, path, ibias++);
1335  		_iqk_txk_setting(rtwdev, path);
1336  		lok_is_fail = _iqk_lok(rtwdev, phy_idx, path);
1337  		if (!lok_is_fail)
1338  			break;
1339  	}
1340  	if (iqk_info->is_nbiqk)
1341  		iqk_info->iqk_tx_fail[0][path] = _iqk_nbtxk(rtwdev, phy_idx, path);
1342  	else
1343  		iqk_info->iqk_tx_fail[0][path] = _txk_group_sel(rtwdev, phy_idx, path);
1344  
1345  	_iqk_rxclk_setting(rtwdev, path);
1346  	_iqk_rxk_setting(rtwdev, path);
1347  	if (iqk_info->is_nbiqk || rtwdev->dbcc_en || iqk_info->iqk_band[path] == RTW89_BAND_2G)
1348  		iqk_info->iqk_rx_fail[0][path] = _iqk_nbrxk(rtwdev, phy_idx, path);
1349  	else
1350  		iqk_info->iqk_rx_fail[0][path] = _rxk_group_sel(rtwdev, phy_idx, path);
1351  
1352  	_iqk_info_iqk(rtwdev, phy_idx, path);
1353  }
1354  
_iqk_get_ch_info(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,u8 path)1355  static void _iqk_get_ch_info(struct rtw89_dev *rtwdev,
1356  			     enum rtw89_phy_idx phy, u8 path)
1357  {
1358  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1359  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
1360  	u32 reg_rf18 = 0x0, reg_35c = 0x0;
1361  	u8 idx = 0;
1362  	u8 get_empty_table = false;
1363  
1364  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]===>%s\n", __func__);
1365  	for  (idx = 0; idx < RTW89_IQK_CHS_NR; idx++) {
1366  		if (iqk_info->iqk_mcc_ch[idx][path] == 0) {
1367  			get_empty_table = true;
1368  			break;
1369  		}
1370  	}
1371  	if (!get_empty_table) {
1372  		idx = iqk_info->iqk_table_idx[path] + 1;
1373  		if (idx > RTW89_IQK_CHS_NR - 1)
1374  			idx = 0;
1375  	}
1376  	reg_rf18 = rtw89_read_rf(rtwdev, path, RR_CFGCH, RFREG_MASK);
1377  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]cfg ch = %d\n", reg_rf18);
1378  	reg_35c = rtw89_phy_read32_mask(rtwdev, 0x35c, 0x00000c00);
1379  
1380  	iqk_info->iqk_band[path] = chan->band_type;
1381  	iqk_info->iqk_bw[path] = chan->band_width;
1382  	iqk_info->iqk_ch[path] = chan->channel;
1383  
1384  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
1385  		    "[IQK]iqk_info->iqk_band[%x] = 0x%x\n", path,
1386  		    iqk_info->iqk_band[path]);
1387  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]iqk_info->iqk_bw[%x] = 0x%x\n",
1388  		    path, iqk_info->iqk_bw[path]);
1389  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]iqk_info->iqk_ch[%x] = 0x%x\n",
1390  		    path, iqk_info->iqk_ch[path]);
1391  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
1392  		    "[IQK]S%d (PHY%d): / DBCC %s/ %s/ CH%d/ %s\n", path, phy,
1393  		    rtwdev->dbcc_en ? "on" : "off",
1394  		    iqk_info->iqk_band[path] == 0 ? "2G" :
1395  		    iqk_info->iqk_band[path] == 1 ? "5G" : "6G",
1396  		    iqk_info->iqk_ch[path],
1397  		    iqk_info->iqk_bw[path] == 0 ? "20M" :
1398  		    iqk_info->iqk_bw[path] == 1 ? "40M" : "80M");
1399  	if (reg_35c == 0x01)
1400  		iqk_info->syn1to2 = 0x1;
1401  	else
1402  		iqk_info->syn1to2 = 0x0;
1403  
1404  	rtw89_phy_write32_mask(rtwdev, R_IQKINF, B_IQKINF_VER, RTW8852A_IQK_VER);
1405  	rtw89_phy_write32_mask(rtwdev, R_IQKCH, 0x000f << (path * 16),
1406  			       (u8)iqk_info->iqk_band[path]);
1407  	rtw89_phy_write32_mask(rtwdev, R_IQKCH, 0x00f0 << (path * 16),
1408  			       (u8)iqk_info->iqk_bw[path]);
1409  	rtw89_phy_write32_mask(rtwdev, R_IQKCH, 0xff00 << (path * 16),
1410  			       (u8)iqk_info->iqk_ch[path]);
1411  
1412  	rtw89_phy_write32_mask(rtwdev, R_IQKINF2, 0x000000ff, RTW8852A_NCTL_VER);
1413  }
1414  
_iqk_start_iqk(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path)1415  static void _iqk_start_iqk(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy_idx,
1416  			   u8 path)
1417  {
1418  	_iqk_by_path(rtwdev, phy_idx, path);
1419  }
1420  
_iqk_restore(struct rtw89_dev * rtwdev,u8 path)1421  static void _iqk_restore(struct rtw89_dev *rtwdev, u8 path)
1422  {
1423  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1424  
1425  	rtw89_phy_write32_mask(rtwdev, R_TXIQC + (path << 8), MASKDWORD,
1426  			       iqk_info->nb_txcfir[path]);
1427  	rtw89_phy_write32_mask(rtwdev, R_RXIQC + (path << 8), MASKDWORD,
1428  			       iqk_info->nb_rxcfir[path]);
1429  	rtw89_phy_write32_clr(rtwdev, R_NCTL_RPT, MASKDWORD);
1430  	rtw89_phy_write32_clr(rtwdev, R_MDPK_RX_DCK, MASKDWORD);
1431  	rtw89_phy_write32_mask(rtwdev, R_KIP_SYSCFG, MASKDWORD, 0x80000000);
1432  	rtw89_phy_write32_clr(rtwdev, R_KPATH_CFG, MASKDWORD);
1433  	rtw89_phy_write32_clr(rtwdev, R_GAPK, B_GAPK_ADR);
1434  	rtw89_phy_write32_mask(rtwdev, R_CFIR_SYS + (path << 8), MASKDWORD, 0x10010000);
1435  	rtw89_phy_write32_clr(rtwdev, R_KIP + (path << 8), B_KIP_RFGAIN);
1436  	rtw89_phy_write32_mask(rtwdev, R_CFIR_MAP + (path << 8), MASKDWORD, 0xe4e4e4e4);
1437  	rtw89_phy_write32_clr(rtwdev, R_CFIR_LUT + (path << 8), B_CFIR_LUT_SEL);
1438  	rtw89_phy_write32_clr(rtwdev, R_KIP_IQP + (path << 8), B_KIP_IQP_IQSW);
1439  	rtw89_phy_write32_mask(rtwdev, R_LOAD_COEF + (path << 8), MASKDWORD, 0x00000002);
1440  	rtw89_write_rf(rtwdev, path, RR_LUTWE, RR_LUTWE_LOK, 0x0);
1441  	rtw89_write_rf(rtwdev, path, RR_RCKD, RR_RCKD_POW, 0x0);
1442  	rtw89_write_rf(rtwdev, path, RR_LUTWE, RR_LUTWE_LOK, 0x0);
1443  	rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_MASK, RR_MOD_V_RX);
1444  	rtw89_write_rf(rtwdev, path, RR_TXRSV, RR_TXRSV_GAPK, 0x0);
1445  	rtw89_write_rf(rtwdev, path, RR_BIAS, RR_BIAS_GAPK, 0x0);
1446  	rtw89_write_rf(rtwdev, path, RR_RSV1, RR_RSV1_RST, 0x1);
1447  }
1448  
_iqk_afebb_restore(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path)1449  static void _iqk_afebb_restore(struct rtw89_dev *rtwdev,
1450  			       enum rtw89_phy_idx phy_idx, u8 path)
1451  {
1452  	const struct rtw89_rfk_tbl *tbl;
1453  
1454  	switch (_kpath(rtwdev, phy_idx)) {
1455  	case RF_A:
1456  		tbl = &rtw8852a_rfk_iqk_restore_defs_dbcc_path0_tbl;
1457  		break;
1458  	case RF_B:
1459  		tbl = &rtw8852a_rfk_iqk_restore_defs_dbcc_path1_tbl;
1460  		break;
1461  	default:
1462  		tbl = &rtw8852a_rfk_iqk_restore_defs_nondbcc_path01_tbl;
1463  		break;
1464  	}
1465  
1466  	rtw89_rfk_parser(rtwdev, tbl);
1467  }
1468  
_iqk_preset(struct rtw89_dev * rtwdev,u8 path)1469  static void _iqk_preset(struct rtw89_dev *rtwdev, u8 path)
1470  {
1471  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1472  	u8 idx = iqk_info->iqk_table_idx[path];
1473  
1474  	if (rtwdev->dbcc_en) {
1475  		rtw89_phy_write32_mask(rtwdev, R_COEF_SEL + (path << 8),
1476  				       B_COEF_SEL_IQC, path & 0x1);
1477  		rtw89_phy_write32_mask(rtwdev, R_CFIR_LUT + (path << 8),
1478  				       B_CFIR_LUT_G2, path & 0x1);
1479  	} else {
1480  		rtw89_phy_write32_mask(rtwdev, R_COEF_SEL + (path << 8),
1481  				       B_COEF_SEL_IQC, idx);
1482  		rtw89_phy_write32_mask(rtwdev, R_CFIR_LUT + (path << 8),
1483  				       B_CFIR_LUT_G2, idx);
1484  	}
1485  	rtw89_write_rf(rtwdev, path, RR_RSV1, RR_RSV1_RST, 0x0);
1486  	rtw89_phy_write32_mask(rtwdev, R_NCTL_RPT, MASKDWORD, 0x00000080);
1487  	rtw89_phy_write32_clr(rtwdev, R_NCTL_RW, MASKDWORD);
1488  	rtw89_phy_write32_mask(rtwdev, R_KIP_SYSCFG, MASKDWORD, 0x81ff010a);
1489  	rtw89_phy_write32_mask(rtwdev, R_KPATH_CFG, MASKDWORD, 0x00200000);
1490  	rtw89_phy_write32_mask(rtwdev, R_MDPK_RX_DCK, MASKDWORD, 0x80000000);
1491  	rtw89_phy_write32_clr(rtwdev, R_LOAD_COEF + (path << 8), MASKDWORD);
1492  }
1493  
_iqk_macbb_setting(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,u8 path)1494  static void _iqk_macbb_setting(struct rtw89_dev *rtwdev,
1495  			       enum rtw89_phy_idx phy_idx, u8 path)
1496  {
1497  	const struct rtw89_rfk_tbl *tbl;
1498  
1499  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]===> %s\n", __func__);
1500  
1501  	switch (_kpath(rtwdev, phy_idx)) {
1502  	case RF_A:
1503  		tbl = &rtw8852a_rfk_iqk_set_defs_dbcc_path0_tbl;
1504  		break;
1505  	case RF_B:
1506  		tbl = &rtw8852a_rfk_iqk_set_defs_dbcc_path1_tbl;
1507  		break;
1508  	default:
1509  		tbl = &rtw8852a_rfk_iqk_set_defs_nondbcc_path01_tbl;
1510  		break;
1511  	}
1512  
1513  	rtw89_rfk_parser(rtwdev, tbl);
1514  }
1515  
_iqk_dbcc(struct rtw89_dev * rtwdev,u8 path)1516  static void _iqk_dbcc(struct rtw89_dev *rtwdev, u8 path)
1517  {
1518  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1519  	u8 phy_idx = 0x0;
1520  
1521  	iqk_info->iqk_times++;
1522  
1523  	if (path == 0x0)
1524  		phy_idx = RTW89_PHY_0;
1525  	else
1526  		phy_idx = RTW89_PHY_1;
1527  
1528  	_iqk_get_ch_info(rtwdev, phy_idx, path);
1529  	_iqk_macbb_setting(rtwdev, phy_idx, path);
1530  	_iqk_preset(rtwdev, path);
1531  	_iqk_start_iqk(rtwdev, phy_idx, path);
1532  	_iqk_restore(rtwdev, path);
1533  	_iqk_afebb_restore(rtwdev, phy_idx, path);
1534  }
1535  
_rck(struct rtw89_dev * rtwdev,enum rtw89_rf_path path)1536  static void _rck(struct rtw89_dev *rtwdev, enum rtw89_rf_path path)
1537  {
1538  	u32 rf_reg5, rck_val = 0;
1539  	u32 val;
1540  	int ret;
1541  
1542  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[RCK] ====== S%d RCK ======\n", path);
1543  
1544  	rf_reg5 = rtw89_read_rf(rtwdev, path, RR_RSV1, RFREG_MASK);
1545  
1546  	rtw89_write_rf(rtwdev, path, RR_RSV1, RR_RSV1_RST, 0x0);
1547  	rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_MASK, RR_MOD_V_RX);
1548  
1549  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[RCK] RF0x00 = 0x%x\n",
1550  		    rtw89_read_rf(rtwdev, path, RR_MOD, RFREG_MASK));
1551  
1552  	/* RCK trigger */
1553  	rtw89_write_rf(rtwdev, path, RR_RCKC, RFREG_MASK, 0x00240);
1554  
1555  	ret = read_poll_timeout_atomic(rtw89_read_rf, val, val, 2, 20,
1556  				       false, rtwdev, path, 0x1c, BIT(3));
1557  	if (ret)
1558  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[RCK] RCK timeout\n");
1559  
1560  	rck_val = rtw89_read_rf(rtwdev, path, RR_RCKC, RR_RCKC_CA);
1561  	rtw89_write_rf(rtwdev, path, RR_RCKC, RFREG_MASK, rck_val);
1562  
1563  	/* RCK_ADC_OFFSET */
1564  	rtw89_write_rf(rtwdev, path, RR_RCKO, RR_RCKO_OFF, 0x4);
1565  
1566  	rtw89_write_rf(rtwdev, path, RR_RFC, RR_RFC_CKEN, 0x1);
1567  	rtw89_write_rf(rtwdev, path, RR_RFC, RR_RFC_CKEN, 0x0);
1568  
1569  	rtw89_write_rf(rtwdev, path, RR_RSV1, RFREG_MASK, rf_reg5);
1570  
1571  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
1572  		    "[RCK] RF 0x1b / 0x1c / 0x1d = 0x%x / 0x%x / 0x%x\n",
1573  		    rtw89_read_rf(rtwdev, path, RR_RCKC, RFREG_MASK),
1574  		    rtw89_read_rf(rtwdev, path, RR_RCKS, RFREG_MASK),
1575  		    rtw89_read_rf(rtwdev, path, RR_RCKO, RFREG_MASK));
1576  }
1577  
_iqk_init(struct rtw89_dev * rtwdev)1578  static void _iqk_init(struct rtw89_dev *rtwdev)
1579  {
1580  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1581  	u8 ch, path;
1582  
1583  	rtw89_phy_write32_clr(rtwdev, R_IQKINF, MASKDWORD);
1584  	if (iqk_info->is_iqk_init)
1585  		return;
1586  
1587  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]===>%s\n", __func__);
1588  	iqk_info->is_iqk_init = true;
1589  	iqk_info->is_nbiqk = false;
1590  	iqk_info->iqk_fft_en = false;
1591  	iqk_info->iqk_sram_en = false;
1592  	iqk_info->iqk_cfir_en = false;
1593  	iqk_info->iqk_xym_en = false;
1594  	iqk_info->iqk_times = 0x0;
1595  
1596  	for (ch = 0; ch < RTW89_IQK_CHS_NR; ch++) {
1597  		iqk_info->iqk_channel[ch] = 0x0;
1598  		for (path = 0; path < RTW8852A_IQK_SS; path++) {
1599  			iqk_info->lok_cor_fail[ch][path] = false;
1600  			iqk_info->lok_fin_fail[ch][path] = false;
1601  			iqk_info->iqk_tx_fail[ch][path] = false;
1602  			iqk_info->iqk_rx_fail[ch][path] = false;
1603  			iqk_info->iqk_mcc_ch[ch][path] = 0x0;
1604  			iqk_info->iqk_table_idx[path] = 0x0;
1605  		}
1606  	}
1607  }
1608  
_doiqk(struct rtw89_dev * rtwdev,bool force,enum rtw89_phy_idx phy_idx,u8 path)1609  static void _doiqk(struct rtw89_dev *rtwdev, bool force,
1610  		   enum rtw89_phy_idx phy_idx, u8 path)
1611  {
1612  	struct rtw89_iqk_info *iqk_info = &rtwdev->iqk;
1613  	u32 backup_bb_val[BACKUP_BB_REGS_NR];
1614  	u32 backup_rf_val[RTW8852A_IQK_SS][BACKUP_RF_REGS_NR];
1615  	u8 phy_map = rtw89_btc_phymap(rtwdev, phy_idx, RF_AB);
1616  
1617  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_IQK, BTC_WRFK_ONESHOT_START);
1618  
1619  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
1620  		    "[IQK]==========IQK start!!!!!==========\n");
1621  	iqk_info->iqk_times++;
1622  	iqk_info->version = RTW8852A_IQK_VER;
1623  
1624  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[IQK]Test Ver 0x%x\n", iqk_info->version);
1625  	_iqk_get_ch_info(rtwdev, phy_idx, path);
1626  	_rfk_backup_bb_reg(rtwdev, &backup_bb_val[0]);
1627  	_rfk_backup_rf_reg(rtwdev, &backup_rf_val[path][0], path);
1628  	_iqk_macbb_setting(rtwdev, phy_idx, path);
1629  	_iqk_preset(rtwdev, path);
1630  	_iqk_start_iqk(rtwdev, phy_idx, path);
1631  	_iqk_restore(rtwdev, path);
1632  	_iqk_afebb_restore(rtwdev, phy_idx, path);
1633  	_rfk_restore_bb_reg(rtwdev, &backup_bb_val[0]);
1634  	_rfk_restore_rf_reg(rtwdev, &backup_rf_val[path][0], path);
1635  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_IQK, BTC_WRFK_ONESHOT_STOP);
1636  }
1637  
_iqk(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,bool force)1638  static void _iqk(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy_idx, bool force)
1639  {
1640  	switch (_kpath(rtwdev, phy_idx)) {
1641  	case RF_A:
1642  		_doiqk(rtwdev, force, phy_idx, RF_PATH_A);
1643  		break;
1644  	case RF_B:
1645  		_doiqk(rtwdev, force, phy_idx, RF_PATH_B);
1646  		break;
1647  	case RF_AB:
1648  		_doiqk(rtwdev, force, phy_idx, RF_PATH_A);
1649  		_doiqk(rtwdev, force, phy_idx, RF_PATH_B);
1650  		break;
1651  	default:
1652  		break;
1653  	}
1654  }
1655  
1656  #define RXDCK_VER_8852A 0xe
1657  
_set_rx_dck(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path,bool is_afe)1658  static void _set_rx_dck(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
1659  			enum rtw89_rf_path path, bool is_afe)
1660  {
1661  	u8 phy_map = rtw89_btc_path_phymap(rtwdev, phy, path);
1662  	u32 ori_val;
1663  
1664  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
1665  		    "[RX_DCK] ==== S%d RX DCK (by %s)====\n",
1666  		    path, is_afe ? "AFE" : "RFC");
1667  
1668  	ori_val = rtw89_phy_read32_mask(rtwdev, R_P0_RXCK + (path << 13), MASKDWORD);
1669  
1670  	if (is_afe) {
1671  		rtw89_phy_write32_set(rtwdev, R_P0_NRBW + (path << 13), B_P0_NRBW_DBG);
1672  		rtw89_phy_write32_set(rtwdev, R_P0_RXCK + (path << 13), B_P0_RXCK_ON);
1673  		rtw89_phy_write32_mask(rtwdev, R_P0_RXCK + (path << 13),
1674  				       B_P0_RXCK_VAL, 0x3);
1675  		rtw89_phy_write32_set(rtwdev, R_S0_RXDC2 + (path << 13), B_S0_RXDC2_MEN);
1676  		rtw89_phy_write32_mask(rtwdev, R_S0_RXDC2 + (path << 13),
1677  				       B_S0_RXDC2_AVG, 0x3);
1678  		rtw89_phy_write32_mask(rtwdev, R_ANAPAR_PW15, B_ANAPAR_PW15_H, 0x3);
1679  		rtw89_phy_write32_clr(rtwdev, R_ANAPAR, B_ANAPAR_ADCCLK);
1680  		rtw89_phy_write32_clr(rtwdev, R_ANAPAR, B_ANAPAR_FLTRST);
1681  		rtw89_phy_write32_set(rtwdev, R_ANAPAR, B_ANAPAR_FLTRST);
1682  		rtw89_phy_write32_mask(rtwdev, R_ANAPAR, B_ANAPAR_CRXBB, 0x1);
1683  	}
1684  
1685  	rtw89_write_rf(rtwdev, path, RR_DCK2, RR_DCK2_CYCLE, 0x3f);
1686  	rtw89_write_rf(rtwdev, path, RR_DCK1, RR_DCK1_SEL, is_afe);
1687  
1688  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_RXDCK, BTC_WRFK_ONESHOT_START);
1689  
1690  	rtw89_write_rf(rtwdev, path, RR_DCK, RR_DCK_LV, 0x0);
1691  	rtw89_write_rf(rtwdev, path, RR_DCK, RR_DCK_LV, 0x1);
1692  
1693  	fsleep(600);
1694  
1695  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_RXDCK, BTC_WRFK_ONESHOT_STOP);
1696  
1697  	rtw89_write_rf(rtwdev, path, RR_DCK, RR_DCK_LV, 0x0);
1698  
1699  	if (is_afe) {
1700  		rtw89_phy_write32_clr(rtwdev, R_P0_NRBW + (path << 13), B_P0_NRBW_DBG);
1701  		rtw89_phy_write32_mask(rtwdev, R_P0_RXCK + (path << 13),
1702  				       MASKDWORD, ori_val);
1703  	}
1704  }
1705  
_rx_dck(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,bool is_afe)1706  static void _rx_dck(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
1707  		    bool is_afe)
1708  {
1709  	u8 path, kpath, dck_tune;
1710  	u32 rf_reg5;
1711  	u32 addr;
1712  
1713  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
1714  		    "[RX_DCK] ****** RXDCK Start (Ver: 0x%x, Cv: %d) ******\n",
1715  		    RXDCK_VER_8852A, rtwdev->hal.cv);
1716  
1717  	kpath = _kpath(rtwdev, phy);
1718  
1719  	for (path = 0; path < 2; path++) {
1720  		if (!(kpath & BIT(path)))
1721  			continue;
1722  
1723  		rf_reg5 = rtw89_read_rf(rtwdev, path, RR_RSV1, RFREG_MASK);
1724  		dck_tune = (u8)rtw89_read_rf(rtwdev, path, RR_DCK, RR_DCK_FINE);
1725  
1726  		if (rtwdev->is_tssi_mode[path]) {
1727  			addr = 0x5818 + (path << 13);
1728  			/* TSSI pause */
1729  			rtw89_phy_write32_set(rtwdev, addr, BIT(30));
1730  		}
1731  
1732  		rtw89_write_rf(rtwdev, path, RR_RSV1, RR_RSV1_RST, 0x0);
1733  		rtw89_write_rf(rtwdev, path, RR_DCK, RR_DCK_FINE, 0x0);
1734  		rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_MASK, RR_MOD_V_RX);
1735  		_set_rx_dck(rtwdev, phy, path, is_afe);
1736  		rtw89_write_rf(rtwdev, path, RR_DCK, RR_DCK_FINE, dck_tune);
1737  		rtw89_write_rf(rtwdev, path, RR_RSV1, RFREG_MASK, rf_reg5);
1738  
1739  		if (rtwdev->is_tssi_mode[path]) {
1740  			addr = 0x5818 + (path << 13);
1741  			/* TSSI resume */
1742  			rtw89_phy_write32_clr(rtwdev, addr, BIT(30));
1743  		}
1744  	}
1745  }
1746  
1747  #define RTW8852A_RF_REL_VERSION 34
1748  #define RTW8852A_DPK_VER 0x10
1749  #define RTW8852A_DPK_TH_AVG_NUM 4
1750  #define RTW8852A_DPK_RF_PATH 2
1751  #define RTW8852A_DPK_KIP_REG_NUM 2
1752  
1753  enum rtw8852a_dpk_id {
1754  	LBK_RXIQK	= 0x06,
1755  	SYNC		= 0x10,
1756  	MDPK_IDL	= 0x11,
1757  	MDPK_MPA	= 0x12,
1758  	GAIN_LOSS	= 0x13,
1759  	GAIN_CAL	= 0x14,
1760  };
1761  
_rf_direct_cntrl(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,bool is_bybb)1762  static void _rf_direct_cntrl(struct rtw89_dev *rtwdev,
1763  			     enum rtw89_rf_path path, bool is_bybb)
1764  {
1765  	if (is_bybb)
1766  		rtw89_write_rf(rtwdev, path, RR_RSV1, RR_RSV1_RST, 0x1);
1767  	else
1768  		rtw89_write_rf(rtwdev, path, RR_RSV1, RR_RSV1_RST, 0x0);
1769  }
1770  
1771  static void _dpk_onoff(struct rtw89_dev *rtwdev,
1772  		       enum rtw89_rf_path path, bool off);
1773  
_dpk_bkup_kip(struct rtw89_dev * rtwdev,u32 * reg,u32 reg_bkup[][RTW8852A_DPK_KIP_REG_NUM],u8 path)1774  static void _dpk_bkup_kip(struct rtw89_dev *rtwdev, u32 *reg,
1775  			  u32 reg_bkup[][RTW8852A_DPK_KIP_REG_NUM],
1776  			  u8 path)
1777  {
1778  	u8 i;
1779  
1780  	for (i = 0; i < RTW8852A_DPK_KIP_REG_NUM; i++) {
1781  		reg_bkup[path][i] = rtw89_phy_read32_mask(rtwdev,
1782  							  reg[i] + (path << 8),
1783  							  MASKDWORD);
1784  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] Backup 0x%x = %x\n",
1785  			    reg[i] + (path << 8), reg_bkup[path][i]);
1786  	}
1787  }
1788  
_dpk_reload_kip(struct rtw89_dev * rtwdev,u32 * reg,u32 reg_bkup[][RTW8852A_DPK_KIP_REG_NUM],u8 path)1789  static void _dpk_reload_kip(struct rtw89_dev *rtwdev, u32 *reg,
1790  			    u32 reg_bkup[][RTW8852A_DPK_KIP_REG_NUM], u8 path)
1791  {
1792  	u8 i;
1793  
1794  	for (i = 0; i < RTW8852A_DPK_KIP_REG_NUM; i++) {
1795  		rtw89_phy_write32_mask(rtwdev, reg[i] + (path << 8),
1796  				       MASKDWORD, reg_bkup[path][i]);
1797  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] Reload 0x%x = %x\n",
1798  			    reg[i] + (path << 8), reg_bkup[path][i]);
1799  	}
1800  }
1801  
_dpk_one_shot(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path,enum rtw8852a_dpk_id id)1802  static u8 _dpk_one_shot(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
1803  			enum rtw89_rf_path path, enum rtw8852a_dpk_id id)
1804  {
1805  	u8 phy_map  = rtw89_btc_path_phymap(rtwdev, phy, path);
1806  	u16 dpk_cmd = 0x0;
1807  	u32 val;
1808  	int ret;
1809  
1810  	dpk_cmd = (u16)((id << 8) | (0x19 + (path << 4)));
1811  
1812  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DPK, BTC_WRFK_ONESHOT_START);
1813  
1814  	rtw89_phy_write32_mask(rtwdev, R_NCTL_CFG, MASKDWORD, dpk_cmd);
1815  	rtw89_phy_write32_set(rtwdev, R_DPK_CTL, B_DPK_CTL_EN);
1816  
1817  	ret = read_poll_timeout_atomic(rtw89_phy_read32_mask, val, val == 0x55,
1818  				       10, 20000, false, rtwdev, 0xbff8, MASKBYTE0);
1819  
1820  	rtw89_phy_write32_clr(rtwdev, R_NCTL_N1, MASKBYTE0);
1821  
1822  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DPK, BTC_WRFK_ONESHOT_STOP);
1823  
1824  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
1825  		    "[DPK] one-shot for %s = 0x%x (ret=%d)\n",
1826  		    id == 0x06 ? "LBK_RXIQK" :
1827  		    id == 0x10 ? "SYNC" :
1828  		    id == 0x11 ? "MDPK_IDL" :
1829  		    id == 0x12 ? "MDPK_MPA" :
1830  		    id == 0x13 ? "GAIN_LOSS" : "PWR_CAL",
1831  		    dpk_cmd, ret);
1832  
1833  	if (ret) {
1834  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
1835  			    "[DPK] one-shot over 20ms!!!!\n");
1836  		return 1;
1837  	}
1838  
1839  	return 0;
1840  }
1841  
_dpk_rx_dck(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)1842  static void _dpk_rx_dck(struct rtw89_dev *rtwdev,
1843  			enum rtw89_phy_idx phy,
1844  			enum rtw89_rf_path path)
1845  {
1846  	rtw89_write_rf(rtwdev, path, RR_RXBB2, RR_EN_TIA_IDA, 0x3);
1847  	_set_rx_dck(rtwdev, phy, path, false);
1848  }
1849  
_dpk_information(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)1850  static void _dpk_information(struct rtw89_dev *rtwdev,
1851  			     enum rtw89_phy_idx phy,
1852  			     enum rtw89_rf_path path)
1853  {
1854  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
1855  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
1856  	u8 kidx = dpk->cur_idx[path];
1857  
1858  	dpk->bp[path][kidx].band = chan->band_type;
1859  	dpk->bp[path][kidx].ch = chan->channel;
1860  	dpk->bp[path][kidx].bw = chan->band_width;
1861  
1862  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
1863  		    "[DPK] S%d[%d] (PHY%d): TSSI %s/ DBCC %s/ %s/ CH%d/ %s\n",
1864  		    path, dpk->cur_idx[path], phy,
1865  		    rtwdev->is_tssi_mode[path] ? "on" : "off",
1866  		    rtwdev->dbcc_en ? "on" : "off",
1867  		    dpk->bp[path][kidx].band == 0 ? "2G" :
1868  		    dpk->bp[path][kidx].band == 1 ? "5G" : "6G",
1869  		    dpk->bp[path][kidx].ch,
1870  		    dpk->bp[path][kidx].bw == 0 ? "20M" :
1871  		    dpk->bp[path][kidx].bw == 1 ? "40M" : "80M");
1872  }
1873  
_dpk_bb_afe_setting(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path,u8 kpath)1874  static void _dpk_bb_afe_setting(struct rtw89_dev *rtwdev,
1875  				enum rtw89_phy_idx phy,
1876  				enum rtw89_rf_path path, u8 kpath)
1877  {
1878  	switch (kpath) {
1879  	case RF_A:
1880  		rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_bb_afe_sf_defs_a_tbl);
1881  
1882  		if (rtw89_phy_read32_mask(rtwdev, R_2P4G_BAND, B_2P4G_BAND_SEL) == 0x0)
1883  			rtw89_phy_write32_set(rtwdev, R_RXCCA, B_RXCCA_DIS);
1884  
1885  		rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_bb_afe_sr_defs_a_tbl);
1886  		break;
1887  	case RF_B:
1888  		rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_bb_afe_sf_defs_b_tbl);
1889  
1890  		if (rtw89_phy_read32_mask(rtwdev, R_2P4G_BAND, B_2P4G_BAND_SEL) == 0x1)
1891  			rtw89_phy_write32_set(rtwdev, R_RXCCA, B_RXCCA_DIS);
1892  
1893  		rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_bb_afe_sr_defs_b_tbl);
1894  		break;
1895  	case RF_AB:
1896  		rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_bb_afe_s_defs_ab_tbl);
1897  		break;
1898  	default:
1899  		break;
1900  	}
1901  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
1902  		    "[DPK] Set BB/AFE for PHY%d (kpath=%d)\n", phy, kpath);
1903  }
1904  
_dpk_bb_afe_restore(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path,u8 kpath)1905  static void _dpk_bb_afe_restore(struct rtw89_dev *rtwdev,
1906  				enum rtw89_phy_idx phy,
1907  				enum rtw89_rf_path path, u8 kpath)
1908  {
1909  	switch (kpath) {
1910  	case RF_A:
1911  		rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_bb_afe_r_defs_a_tbl);
1912  		break;
1913  	case RF_B:
1914  		rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_bb_afe_r_defs_b_tbl);
1915  		break;
1916  	case RF_AB:
1917  		rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_bb_afe_r_defs_ab_tbl);
1918  		break;
1919  	default:
1920  		break;
1921  	}
1922  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
1923  		    "[DPK] Restore BB/AFE for PHY%d (kpath=%d)\n", phy, kpath);
1924  }
1925  
_dpk_tssi_pause(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,bool is_pause)1926  static void _dpk_tssi_pause(struct rtw89_dev *rtwdev,
1927  			    enum rtw89_rf_path path, bool is_pause)
1928  {
1929  	rtw89_phy_write32_mask(rtwdev, R_P0_TSSI_TRK + (path << 13),
1930  			       B_P0_TSSI_TRK_EN, is_pause);
1931  
1932  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] S%d TSSI %s\n", path,
1933  		    is_pause ? "pause" : "resume");
1934  }
1935  
_dpk_kip_setting(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,u8 kidx)1936  static void _dpk_kip_setting(struct rtw89_dev *rtwdev,
1937  			     enum rtw89_rf_path path, u8 kidx)
1938  {
1939  	rtw89_phy_write32_mask(rtwdev, R_NCTL_RPT, MASKDWORD, 0x00000080);
1940  	rtw89_phy_write32_mask(rtwdev, R_KIP_CLK, MASKDWORD, 0x00093f3f);
1941  	rtw89_phy_write32_mask(rtwdev, R_KIP_SYSCFG, MASKDWORD, 0x807f030a);
1942  	rtw89_phy_write32_mask(rtwdev, R_CFIR_SYS + (path << 8), MASKDWORD, 0xce000a08);
1943  	rtw89_phy_write32_mask(rtwdev, R_DPK_CFG, B_DPK_CFG_IDX, 0x2);
1944  	rtw89_phy_write32_mask(rtwdev, R_NCTL_CFG, B_NCTL_CFG_SPAGE, path); /*subpage_id*/
1945  	rtw89_phy_write32_mask(rtwdev, R_DPD_CH0 + (path << 8) + (kidx << 2),
1946  			       MASKDWORD, 0x003f2e2e);
1947  	rtw89_phy_write32_mask(rtwdev, R_DPD_CH0A + (path << 8) + (kidx << 2),
1948  			       MASKDWORD, 0x005b5b5b);
1949  
1950  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] KIP setting for S%d[%d]!!\n",
1951  		    path, kidx);
1952  }
1953  
_dpk_kip_restore(struct rtw89_dev * rtwdev,enum rtw89_rf_path path)1954  static void _dpk_kip_restore(struct rtw89_dev *rtwdev,
1955  			     enum rtw89_rf_path path)
1956  {
1957  	rtw89_phy_write32_clr(rtwdev, R_NCTL_RPT, MASKDWORD);
1958  	rtw89_phy_write32_mask(rtwdev, R_KIP_SYSCFG, MASKDWORD, 0x80000000);
1959  	rtw89_phy_write32_mask(rtwdev, R_CFIR_SYS + (path << 8), MASKDWORD, 0x10010000);
1960  	rtw89_phy_write32_clr(rtwdev, R_KIP_CLK, MASKDWORD);
1961  
1962  	if (rtwdev->hal.cv > CHIP_CBV)
1963  		rtw89_phy_write32_mask(rtwdev, R_DPD_COM + (path << 8), BIT(15), 0x1);
1964  
1965  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] S%d restore KIP\n", path);
1966  }
1967  
_dpk_lbk_rxiqk(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)1968  static void _dpk_lbk_rxiqk(struct rtw89_dev *rtwdev,
1969  			   enum rtw89_phy_idx phy,
1970  			   enum rtw89_rf_path path)
1971  {
1972  	u8 cur_rxbb;
1973  
1974  	cur_rxbb = (u8)rtw89_read_rf(rtwdev, path, RR_MOD, RR_MOD_M_RXBB);
1975  
1976  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_lbk_rxiqk_defs_f_tbl);
1977  
1978  	rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_MASK, 0xc);
1979  	rtw89_write_rf(rtwdev, path, RR_RXK, RR_RXK_PLLEN, 0x1);
1980  	rtw89_write_rf(rtwdev, path, RR_RXPOW, RR_RXPOW_IQK, 0x2);
1981  	rtw89_write_rf(rtwdev, path, RR_RSV4, RFREG_MASK,
1982  		       rtw89_read_rf(rtwdev, path, RR_CFGCH, RFREG_MASK));
1983  	rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_OFF, 0x13);
1984  	rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_POW, 0x0);
1985  	rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_POW, 0x1);
1986  
1987  	fsleep(70);
1988  
1989  	rtw89_write_rf(rtwdev, path, RR_RXIQGEN, RR_RXIQGEN_ATTL, 0x1f);
1990  
1991  	if (cur_rxbb <= 0xa)
1992  		rtw89_write_rf(rtwdev, path, RR_RXIQGEN, RR_RXIQGEN_ATTH, 0x3);
1993  	else if (cur_rxbb <= 0x10 && cur_rxbb >= 0xb)
1994  		rtw89_write_rf(rtwdev, path, RR_RXIQGEN, RR_RXIQGEN_ATTH, 0x1);
1995  	else
1996  		rtw89_write_rf(rtwdev, path, RR_RXIQGEN, RR_RXIQGEN_ATTH, 0x0);
1997  
1998  	rtw89_phy_write32_mask(rtwdev, R_IQK_DIF4, B_IQK_DIF4_RXT, 0x11);
1999  
2000  	_dpk_one_shot(rtwdev, phy, path, LBK_RXIQK);
2001  
2002  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] S%d LBK RXIQC = 0x%x\n", path,
2003  		    rtw89_phy_read32_mask(rtwdev, R_RXIQC, MASKDWORD));
2004  
2005  	rtw89_write_rf(rtwdev, path, RR_RXK, RR_RXK_PLLEN, 0x0);
2006  	rtw89_write_rf(rtwdev, path, RR_RXPOW, RR_RXPOW_IQK, 0x0);
2007  	rtw89_write_rf(rtwdev, path, RR_RXKPLL, RR_RXKPLL_POW, 0x0); /*POW IQKPLL*/
2008  	rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_MASK, RR_MOD_V_DPK);
2009  
2010  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_lbk_rxiqk_defs_r_tbl);
2011  }
2012  
_dpk_get_thermal(struct rtw89_dev * rtwdev,u8 kidx,enum rtw89_rf_path path)2013  static void _dpk_get_thermal(struct rtw89_dev *rtwdev, u8 kidx,
2014  			     enum rtw89_rf_path path)
2015  {
2016  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
2017  
2018  	dpk->bp[path][kidx].ther_dpk =
2019  		ewma_thermal_read(&rtwdev->phystat.avg_thermal[path]);
2020  
2021  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] thermal@DPK = 0x%x\n",
2022  		    dpk->bp[path][kidx].ther_dpk);
2023  }
2024  
_dpk_set_tx_pwr(struct rtw89_dev * rtwdev,u8 gain,enum rtw89_rf_path path)2025  static u8 _dpk_set_tx_pwr(struct rtw89_dev *rtwdev, u8 gain,
2026  			  enum rtw89_rf_path path)
2027  {
2028  	u8 txagc_ori = 0x38;
2029  
2030  	rtw89_write_rf(rtwdev, path, RR_MODOPT, RFREG_MASK, txagc_ori);
2031  
2032  	return txagc_ori;
2033  }
2034  
_dpk_rf_setting(struct rtw89_dev * rtwdev,u8 gain,enum rtw89_rf_path path,u8 kidx)2035  static void _dpk_rf_setting(struct rtw89_dev *rtwdev, u8 gain,
2036  			    enum rtw89_rf_path path, u8 kidx)
2037  {
2038  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
2039  
2040  	if (dpk->bp[path][kidx].band == RTW89_BAND_2G) {
2041  		rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_DPK, 0x280b);
2042  		rtw89_write_rf(rtwdev, path, RR_RXBB, RR_RXBB_ATTC, 0x0);
2043  		rtw89_write_rf(rtwdev, path, RR_RXBB, RR_RXBB_ATTR, 0x4);
2044  		rtw89_write_rf(rtwdev, path, RR_MIXER, RR_MIXER_GN, 0x0);
2045  	} else {
2046  		rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_DPK, 0x282e);
2047  		rtw89_write_rf(rtwdev, path, RR_BIASA2, RR_BIASA2_LB, 0x7);
2048  		rtw89_write_rf(rtwdev, path, RR_TXATANK, RR_TXATANK_LBSW, 0x3);
2049  		rtw89_write_rf(rtwdev, path, RR_RXA, RR_RXA_DPK, 0x3);
2050  	}
2051  	rtw89_write_rf(rtwdev, path, RR_RCKD, RR_RCKD_BW, 0x1);
2052  	rtw89_write_rf(rtwdev, path, RR_BTC, RR_BTC_TXBB, dpk->bp[path][kidx].bw + 1);
2053  	rtw89_write_rf(rtwdev, path, RR_BTC, RR_BTC_RXBB, 0x0);
2054  
2055  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
2056  		    "[DPK] RF 0x0/0x1/0x1a = 0x%x/ 0x%x/ 0x%x\n",
2057  		    rtw89_read_rf(rtwdev, path, RR_MOD, RFREG_MASK),
2058  		    rtw89_read_rf(rtwdev, path, RR_MODOPT, RFREG_MASK),
2059  		    rtw89_read_rf(rtwdev, path, RR_BTC, RFREG_MASK));
2060  }
2061  
_dpk_manual_txcfir(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,bool is_manual)2062  static void _dpk_manual_txcfir(struct rtw89_dev *rtwdev,
2063  			       enum rtw89_rf_path path, bool is_manual)
2064  {
2065  	u8 tmp_pad, tmp_txbb;
2066  
2067  	if (is_manual) {
2068  		rtw89_phy_write32_mask(rtwdev, R_KIP + (path << 8), B_KIP_RFGAIN, 0x1);
2069  		tmp_pad = (u8)rtw89_read_rf(rtwdev, path, RR_GAINTX, RR_GAINTX_PAD);
2070  		rtw89_phy_write32_mask(rtwdev, R_RFGAIN + (path << 8),
2071  				       B_RFGAIN_PAD, tmp_pad);
2072  
2073  		tmp_txbb = (u8)rtw89_read_rf(rtwdev, path, RR_GAINTX, RR_GAINTX_BB);
2074  		rtw89_phy_write32_mask(rtwdev, R_RFGAIN + (path << 8),
2075  				       B_RFGAIN_TXBB, tmp_txbb);
2076  
2077  		rtw89_phy_write32_mask(rtwdev, R_LOAD_COEF + (path << 8),
2078  				       B_LOAD_COEF_CFIR, 0x1);
2079  		rtw89_phy_write32_clr(rtwdev, R_LOAD_COEF + (path << 8),
2080  				      B_LOAD_COEF_CFIR);
2081  
2082  		rtw89_phy_write32_mask(rtwdev, R_LOAD_COEF + (path << 8), BIT(1), 0x1);
2083  
2084  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
2085  			    "[DPK] PAD_man / TXBB_man = 0x%x / 0x%x\n", tmp_pad,
2086  			    tmp_txbb);
2087  	} else {
2088  		rtw89_phy_write32_clr(rtwdev, R_KIP + (path << 8), B_KIP_RFGAIN);
2089  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
2090  			    "[DPK] disable manual switch TXCFIR\n");
2091  	}
2092  }
2093  
_dpk_bypass_rxcfir(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,bool is_bypass)2094  static void _dpk_bypass_rxcfir(struct rtw89_dev *rtwdev,
2095  			       enum rtw89_rf_path path, bool is_bypass)
2096  {
2097  	if (is_bypass) {
2098  		rtw89_phy_write32_mask(rtwdev, R_RXIQC + (path << 8),
2099  				       B_RXIQC_BYPASS2, 0x1);
2100  		rtw89_phy_write32_mask(rtwdev, R_RXIQC + (path << 8),
2101  				       B_RXIQC_BYPASS, 0x1);
2102  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
2103  			    "[DPK] Bypass RXIQC (0x8%d3c = 0x%x)\n", 1 + path,
2104  			    rtw89_phy_read32_mask(rtwdev, R_RXIQC + (path << 8),
2105  						  MASKDWORD));
2106  	} else {
2107  		rtw89_phy_write32_clr(rtwdev, R_RXIQC + (path << 8), B_RXIQC_BYPASS2);
2108  		rtw89_phy_write32_clr(rtwdev, R_RXIQC + (path << 8), B_RXIQC_BYPASS);
2109  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
2110  			    "[DPK] restore 0x8%d3c = 0x%x\n", 1 + path,
2111  			    rtw89_phy_read32_mask(rtwdev, R_RXIQC + (path << 8),
2112  						  MASKDWORD));
2113  	}
2114  }
2115  
2116  static
_dpk_tpg_sel(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,u8 kidx)2117  void _dpk_tpg_sel(struct rtw89_dev *rtwdev, enum rtw89_rf_path path, u8 kidx)
2118  {
2119  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
2120  
2121  	if (dpk->bp[path][kidx].bw == RTW89_CHANNEL_WIDTH_80)
2122  		rtw89_phy_write32_clr(rtwdev, R_TPG_MOD, B_TPG_MOD_F);
2123  	else if (dpk->bp[path][kidx].bw == RTW89_CHANNEL_WIDTH_40)
2124  		rtw89_phy_write32_mask(rtwdev, R_TPG_MOD, B_TPG_MOD_F, 0x2);
2125  	else
2126  		rtw89_phy_write32_mask(rtwdev, R_TPG_MOD, B_TPG_MOD_F, 0x1);
2127  
2128  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] TPG_Select for %s\n",
2129  		    dpk->bp[path][kidx].bw == RTW89_CHANNEL_WIDTH_80 ? "80M" :
2130  		    dpk->bp[path][kidx].bw == RTW89_CHANNEL_WIDTH_40 ? "40M" : "20M");
2131  }
2132  
_dpk_table_select(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,u8 kidx,u8 gain)2133  static void _dpk_table_select(struct rtw89_dev *rtwdev,
2134  			      enum rtw89_rf_path path, u8 kidx, u8 gain)
2135  {
2136  	u8 val;
2137  
2138  	val = 0x80 + kidx * 0x20 + gain * 0x10;
2139  	rtw89_phy_write32_mask(rtwdev, R_DPD_CH0 + (path << 8), MASKBYTE3, val);
2140  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
2141  		    "[DPK] table select for Kidx[%d], Gain[%d] (0x%x)\n", kidx,
2142  		    gain, val);
2143  }
2144  
_dpk_sync_check(struct rtw89_dev * rtwdev,enum rtw89_rf_path path)2145  static bool _dpk_sync_check(struct rtw89_dev *rtwdev,
2146  			    enum rtw89_rf_path path)
2147  {
2148  #define DPK_SYNC_TH_DC_I 200
2149  #define DPK_SYNC_TH_DC_Q 200
2150  #define DPK_SYNC_TH_CORR 170
2151  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
2152  	u16 dc_i, dc_q;
2153  	u8 corr_val, corr_idx;
2154  
2155  	rtw89_phy_write32_clr(rtwdev, R_KIP_RPT1, B_KIP_RPT1_SEL);
2156  
2157  	corr_idx = (u8)rtw89_phy_read32_mask(rtwdev, R_RPT_COM, B_PRT_COM_CORI);
2158  	corr_val = (u8)rtw89_phy_read32_mask(rtwdev, R_RPT_COM, B_PRT_COM_CORV);
2159  
2160  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
2161  		    "[DPK] S%d Corr_idx / Corr_val = %d / %d\n", path, corr_idx,
2162  		    corr_val);
2163  
2164  	dpk->corr_idx[path][0] = corr_idx;
2165  	dpk->corr_val[path][0] = corr_val;
2166  
2167  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT1, B_KIP_RPT1_SEL, 0x9);
2168  
2169  	dc_i = (u16)rtw89_phy_read32_mask(rtwdev, R_RPT_COM, B_PRT_COM_DCI);
2170  	dc_q = (u16)rtw89_phy_read32_mask(rtwdev, R_RPT_COM, B_PRT_COM_DCQ);
2171  
2172  	dc_i = abs(sign_extend32(dc_i, 11));
2173  	dc_q = abs(sign_extend32(dc_q, 11));
2174  
2175  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] S%d DC I/Q, = %d / %d\n",
2176  		    path, dc_i, dc_q);
2177  
2178  	dpk->dc_i[path][0] = dc_i;
2179  	dpk->dc_q[path][0] = dc_q;
2180  
2181  	if (dc_i > DPK_SYNC_TH_DC_I || dc_q > DPK_SYNC_TH_DC_Q ||
2182  	    corr_val < DPK_SYNC_TH_CORR)
2183  		return true;
2184  	else
2185  		return false;
2186  }
2187  
_dpk_sync(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path,u8 kidx)2188  static bool _dpk_sync(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
2189  		      enum rtw89_rf_path path, u8 kidx)
2190  {
2191  	_dpk_tpg_sel(rtwdev, path, kidx);
2192  	_dpk_one_shot(rtwdev, phy, path, SYNC);
2193  	return _dpk_sync_check(rtwdev, path); /*1= fail*/
2194  }
2195  
_dpk_dgain_read(struct rtw89_dev * rtwdev)2196  static u16 _dpk_dgain_read(struct rtw89_dev *rtwdev)
2197  {
2198  	u16 dgain = 0x0;
2199  
2200  	rtw89_phy_write32_clr(rtwdev, R_KIP_RPT1, B_KIP_RPT1_SEL);
2201  
2202  	rtw89_phy_read32_mask(rtwdev, R_RPT_COM, B_PRT_COM_SYNERR);
2203  
2204  	dgain = (u16)rtw89_phy_read32_mask(rtwdev, R_RPT_COM, B_PRT_COM_DCI);
2205  
2206  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] DGain = 0x%x (%d)\n", dgain,
2207  		    dgain);
2208  
2209  	return dgain;
2210  }
2211  
_dpk_dgain_mapping(struct rtw89_dev * rtwdev,u16 dgain)2212  static s8 _dpk_dgain_mapping(struct rtw89_dev *rtwdev, u16 dgain)
2213  {
2214  	s8 offset;
2215  
2216  	if (dgain >= 0x783)
2217  		offset = 0x6;
2218  	else if (dgain <= 0x782 && dgain >= 0x551)
2219  		offset = 0x3;
2220  	else if (dgain <= 0x550 && dgain >= 0x3c4)
2221  		offset = 0x0;
2222  	else if (dgain <= 0x3c3 && dgain >= 0x2aa)
2223  		offset = -3;
2224  	else if (dgain <= 0x2a9 && dgain >= 0x1e3)
2225  		offset = -6;
2226  	else if (dgain <= 0x1e2 && dgain >= 0x156)
2227  		offset = -9;
2228  	else if (dgain <= 0x155)
2229  		offset = -12;
2230  	else
2231  		offset = 0x0;
2232  
2233  	return offset;
2234  }
2235  
_dpk_gainloss_read(struct rtw89_dev * rtwdev)2236  static u8 _dpk_gainloss_read(struct rtw89_dev *rtwdev)
2237  {
2238  	rtw89_phy_write32_mask(rtwdev, R_KIP_RPT1, B_KIP_RPT1_SEL, 0x6);
2239  	rtw89_phy_write32_mask(rtwdev, R_DPK_CFG2, B_DPK_CFG2_ST, 0x1);
2240  	return rtw89_phy_read32_mask(rtwdev, R_RPT_COM, B_PRT_COM_GL);
2241  }
2242  
_dpk_gainloss(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path,u8 kidx)2243  static void _dpk_gainloss(struct rtw89_dev *rtwdev,
2244  			  enum rtw89_phy_idx phy, enum rtw89_rf_path path,
2245  			  u8 kidx)
2246  {
2247  	_dpk_table_select(rtwdev, path, kidx, 1);
2248  	_dpk_one_shot(rtwdev, phy, path, GAIN_LOSS);
2249  }
2250  
2251  #define DPK_TXAGC_LOWER 0x2e
2252  #define DPK_TXAGC_UPPER 0x3f
2253  #define DPK_TXAGC_INVAL 0xff
2254  
_dpk_set_offset(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,s8 gain_offset)2255  static u8 _dpk_set_offset(struct rtw89_dev *rtwdev,
2256  			  enum rtw89_rf_path path, s8 gain_offset)
2257  {
2258  	u8 txagc;
2259  
2260  	txagc = (u8)rtw89_read_rf(rtwdev, path, RR_MODOPT, RFREG_MASK);
2261  
2262  	if (txagc - gain_offset < DPK_TXAGC_LOWER)
2263  		txagc = DPK_TXAGC_LOWER;
2264  	else if (txagc - gain_offset > DPK_TXAGC_UPPER)
2265  		txagc = DPK_TXAGC_UPPER;
2266  	else
2267  		txagc = txagc - gain_offset;
2268  
2269  	rtw89_write_rf(rtwdev, path, RR_MODOPT, RFREG_MASK, txagc);
2270  
2271  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] tmp_txagc (GL=%d) = 0x%x\n",
2272  		    gain_offset, txagc);
2273  	return txagc;
2274  }
2275  
2276  enum dpk_agc_step {
2277  	DPK_AGC_STEP_SYNC_DGAIN,
2278  	DPK_AGC_STEP_GAIN_ADJ,
2279  	DPK_AGC_STEP_GAIN_LOSS_IDX,
2280  	DPK_AGC_STEP_GL_GT_CRITERION,
2281  	DPK_AGC_STEP_GL_LT_CRITERION,
2282  	DPK_AGC_STEP_SET_TX_GAIN,
2283  };
2284  
_dpk_pas_read(struct rtw89_dev * rtwdev,bool is_check)2285  static u8 _dpk_pas_read(struct rtw89_dev *rtwdev, bool is_check)
2286  {
2287  	u32 val1_i = 0, val1_q = 0, val2_i = 0, val2_q = 0;
2288  	u8 i;
2289  
2290  	rtw89_rfk_parser(rtwdev, &rtw8852a_rfk_dpk_pas_read_defs_tbl);
2291  
2292  	if (is_check) {
2293  		rtw89_phy_write32_mask(rtwdev, R_DPK_CFG3, MASKBYTE3, 0x00);
2294  		val1_i = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKHWORD);
2295  		val1_i = abs(sign_extend32(val1_i, 11));
2296  		val1_q = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKLWORD);
2297  		val1_q = abs(sign_extend32(val1_q, 11));
2298  		rtw89_phy_write32_mask(rtwdev, R_DPK_CFG3, MASKBYTE3, 0x1f);
2299  		val2_i = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKHWORD);
2300  		val2_i = abs(sign_extend32(val2_i, 11));
2301  		val2_q = rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKLWORD);
2302  		val2_q = abs(sign_extend32(val2_q, 11));
2303  
2304  		rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] PAS_delta = 0x%x\n",
2305  			    phy_div(val1_i * val1_i + val1_q * val1_q,
2306  				    val2_i * val2_i + val2_q * val2_q));
2307  
2308  	} else {
2309  		for (i = 0; i < 32; i++) {
2310  			rtw89_phy_write32_mask(rtwdev, R_DPK_CFG3, MASKBYTE3, i);
2311  			rtw89_debug(rtwdev, RTW89_DBG_RFK,
2312  				    "[DPK] PAS_Read[%02d]= 0x%08x\n", i,
2313  				    rtw89_phy_read32_mask(rtwdev, R_RPT_COM, MASKDWORD));
2314  		}
2315  	}
2316  	if ((val1_i * val1_i + val1_q * val1_q) >=
2317  	    ((val2_i * val2_i + val2_q * val2_q) * 8 / 5))
2318  		return 1;
2319  	else
2320  		return 0;
2321  }
2322  
_dpk_agc(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path,u8 kidx,u8 init_txagc,bool loss_only)2323  static u8 _dpk_agc(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
2324  		   enum rtw89_rf_path path, u8 kidx, u8 init_txagc,
2325  		   bool loss_only)
2326  {
2327  #define DPK_AGC_ADJ_LMT 6
2328  #define DPK_DGAIN_UPPER 1922
2329  #define DPK_DGAIN_LOWER 342
2330  #define DPK_RXBB_UPPER 0x1f
2331  #define DPK_RXBB_LOWER 0
2332  #define DPK_GL_CRIT 7
2333  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
2334  	u8 tmp_txagc, tmp_rxbb = 0, tmp_gl_idx = 0;
2335  	u8 agc_cnt = 0;
2336  	bool limited_rxbb = false;
2337  	s8 offset = 0;
2338  	u16 dgain = 0;
2339  	u8 step = DPK_AGC_STEP_SYNC_DGAIN;
2340  	bool goout = false;
2341  
2342  	tmp_txagc = init_txagc;
2343  
2344  	do {
2345  		switch (step) {
2346  		case DPK_AGC_STEP_SYNC_DGAIN:
2347  			if (_dpk_sync(rtwdev, phy, path, kidx)) {
2348  				tmp_txagc = DPK_TXAGC_INVAL;
2349  				goout = true;
2350  				break;
2351  			}
2352  
2353  			dgain = _dpk_dgain_read(rtwdev);
2354  
2355  			if (loss_only || limited_rxbb)
2356  				step = DPK_AGC_STEP_GAIN_LOSS_IDX;
2357  			else
2358  				step = DPK_AGC_STEP_GAIN_ADJ;
2359  			break;
2360  
2361  		case DPK_AGC_STEP_GAIN_ADJ:
2362  			tmp_rxbb = (u8)rtw89_read_rf(rtwdev, path, RR_MOD, RR_MOD_M_RXBB);
2363  			offset = _dpk_dgain_mapping(rtwdev, dgain);
2364  
2365  			if (tmp_rxbb + offset > DPK_RXBB_UPPER) {
2366  				tmp_rxbb = DPK_RXBB_UPPER;
2367  				limited_rxbb = true;
2368  			} else if (tmp_rxbb + offset < DPK_RXBB_LOWER) {
2369  				tmp_rxbb = DPK_RXBB_LOWER;
2370  				limited_rxbb = true;
2371  			} else {
2372  				tmp_rxbb = tmp_rxbb + offset;
2373  			}
2374  
2375  			rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_M_RXBB, tmp_rxbb);
2376  			rtw89_debug(rtwdev, RTW89_DBG_RFK,
2377  				    "[DPK] Adjust RXBB (%d) = 0x%x\n", offset,
2378  				    tmp_rxbb);
2379  			if (offset != 0 || agc_cnt == 0) {
2380  				if (chan->band_width < RTW89_CHANNEL_WIDTH_80)
2381  					_dpk_bypass_rxcfir(rtwdev, path, true);
2382  				else
2383  					_dpk_lbk_rxiqk(rtwdev, phy, path);
2384  			}
2385  			if (dgain > DPK_DGAIN_UPPER || dgain < DPK_DGAIN_LOWER)
2386  				step = DPK_AGC_STEP_SYNC_DGAIN;
2387  			else
2388  				step = DPK_AGC_STEP_GAIN_LOSS_IDX;
2389  
2390  			agc_cnt++;
2391  			break;
2392  
2393  		case DPK_AGC_STEP_GAIN_LOSS_IDX:
2394  			_dpk_gainloss(rtwdev, phy, path, kidx);
2395  			tmp_gl_idx = _dpk_gainloss_read(rtwdev);
2396  
2397  			if ((tmp_gl_idx == 0 && _dpk_pas_read(rtwdev, true)) ||
2398  			    tmp_gl_idx > DPK_GL_CRIT)
2399  				step = DPK_AGC_STEP_GL_GT_CRITERION;
2400  			else if (tmp_gl_idx == 0)
2401  				step = DPK_AGC_STEP_GL_LT_CRITERION;
2402  			else
2403  				step = DPK_AGC_STEP_SET_TX_GAIN;
2404  			break;
2405  
2406  		case DPK_AGC_STEP_GL_GT_CRITERION:
2407  			if (tmp_txagc == DPK_TXAGC_LOWER) {
2408  				goout = true;
2409  				rtw89_debug(rtwdev, RTW89_DBG_RFK,
2410  					    "[DPK] Txagc@lower bound!!\n");
2411  			} else {
2412  				tmp_txagc = _dpk_set_offset(rtwdev, path, 3);
2413  			}
2414  			step = DPK_AGC_STEP_GAIN_LOSS_IDX;
2415  			agc_cnt++;
2416  			break;
2417  
2418  		case DPK_AGC_STEP_GL_LT_CRITERION:
2419  			if (tmp_txagc == DPK_TXAGC_UPPER) {
2420  				goout = true;
2421  				rtw89_debug(rtwdev, RTW89_DBG_RFK,
2422  					    "[DPK] Txagc@upper bound!!\n");
2423  			} else {
2424  				tmp_txagc = _dpk_set_offset(rtwdev, path, -2);
2425  			}
2426  			step = DPK_AGC_STEP_GAIN_LOSS_IDX;
2427  			agc_cnt++;
2428  			break;
2429  
2430  		case DPK_AGC_STEP_SET_TX_GAIN:
2431  			tmp_txagc = _dpk_set_offset(rtwdev, path, tmp_gl_idx);
2432  			goout = true;
2433  			agc_cnt++;
2434  			break;
2435  
2436  		default:
2437  			goout = true;
2438  			break;
2439  		}
2440  	} while (!goout && (agc_cnt < DPK_AGC_ADJ_LMT));
2441  
2442  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
2443  		    "[DPK] Txagc / RXBB for DPK = 0x%x / 0x%x\n", tmp_txagc,
2444  		    tmp_rxbb);
2445  
2446  	return tmp_txagc;
2447  }
2448  
_dpk_set_mdpd_para(struct rtw89_dev * rtwdev,u8 order)2449  static void _dpk_set_mdpd_para(struct rtw89_dev *rtwdev, u8 order)
2450  {
2451  	switch (order) {
2452  	case 0:
2453  		rtw89_phy_write32_mask(rtwdev, R_LDL_NORM, B_LDL_NORM_OP, order);
2454  		rtw89_phy_write32_mask(rtwdev, R_LDL_NORM, B_LDL_NORM_PN, 0x3);
2455  		rtw89_phy_write32_mask(rtwdev, R_MDPK_SYNC, B_MDPK_SYNC_MAN, 0x1);
2456  		break;
2457  	case 1:
2458  		rtw89_phy_write32_mask(rtwdev, R_LDL_NORM, B_LDL_NORM_OP, order);
2459  		rtw89_phy_write32_clr(rtwdev, R_LDL_NORM, B_LDL_NORM_PN);
2460  		rtw89_phy_write32_clr(rtwdev, R_MDPK_SYNC, B_MDPK_SYNC_MAN);
2461  		break;
2462  	case 2:
2463  		rtw89_phy_write32_mask(rtwdev, R_LDL_NORM, B_LDL_NORM_OP, order);
2464  		rtw89_phy_write32_clr(rtwdev, R_LDL_NORM, B_LDL_NORM_PN);
2465  		rtw89_phy_write32_clr(rtwdev, R_MDPK_SYNC, B_MDPK_SYNC_MAN);
2466  		break;
2467  	default:
2468  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
2469  			    "[DPK] Wrong MDPD order!!(0x%x)\n", order);
2470  		break;
2471  	}
2472  
2473  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
2474  		    "[DPK] Set MDPD order to 0x%x for IDL\n", order);
2475  }
2476  
_dpk_idl_mpa(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path,u8 kidx,u8 gain)2477  static void _dpk_idl_mpa(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
2478  			 enum rtw89_rf_path path, u8 kidx, u8 gain)
2479  {
2480  	_dpk_set_mdpd_para(rtwdev, 0x0);
2481  	_dpk_table_select(rtwdev, path, kidx, 1);
2482  	_dpk_one_shot(rtwdev, phy, path, MDPK_IDL);
2483  }
2484  
_dpk_fill_result(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,u8 kidx,u8 gain,u8 txagc)2485  static void _dpk_fill_result(struct rtw89_dev *rtwdev,
2486  			     enum rtw89_rf_path path, u8 kidx, u8 gain,
2487  			     u8 txagc)
2488  {
2489  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
2490  
2491  	u16 pwsf = 0x78;
2492  	u8 gs = 0x5b;
2493  
2494  	rtw89_phy_write32_mask(rtwdev, R_COEF_SEL + (path << 8), B_COEF_SEL_MDPD, kidx);
2495  
2496  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
2497  		    "[DPK] Fill txagc/ pwsf/ gs = 0x%x/ 0x%x/ 0x%x\n", txagc,
2498  		    pwsf, gs);
2499  
2500  	dpk->bp[path][kidx].txagc_dpk = txagc;
2501  	rtw89_phy_write32_mask(rtwdev, R_TXAGC_RFK + (path << 8),
2502  			       0x3F << ((gain << 3) + (kidx << 4)), txagc);
2503  
2504  	dpk->bp[path][kidx].pwsf = pwsf;
2505  	rtw89_phy_write32_mask(rtwdev, R_DPD_BND + (path << 8) + (kidx << 2),
2506  			       0x1FF << (gain << 4), pwsf);
2507  
2508  	rtw89_phy_write32_mask(rtwdev, R_LOAD_COEF + (path << 8), B_LOAD_COEF_MDPD, 0x1);
2509  	rtw89_phy_write32_clr(rtwdev, R_LOAD_COEF + (path << 8), B_LOAD_COEF_MDPD);
2510  
2511  	dpk->bp[path][kidx].gs = gs;
2512  	rtw89_phy_write32_mask(rtwdev, R_DPD_CH0A + (path << 8) + (kidx << 2),
2513  			       MASKDWORD, 0x065b5b5b);
2514  
2515  	rtw89_phy_write32_clr(rtwdev, R_DPD_V1 + (path << 8), MASKDWORD);
2516  
2517  	rtw89_phy_write32_clr(rtwdev, R_MDPK_SYNC, B_MDPK_SYNC_SEL);
2518  }
2519  
_dpk_reload_check(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)2520  static bool _dpk_reload_check(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
2521  			      enum rtw89_rf_path path)
2522  {
2523  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
2524  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
2525  	bool is_reload = false;
2526  	u8 idx, cur_band, cur_ch;
2527  
2528  	cur_band = chan->band_type;
2529  	cur_ch = chan->channel;
2530  
2531  	for (idx = 0; idx < RTW89_DPK_BKUP_NUM; idx++) {
2532  		if (cur_band != dpk->bp[path][idx].band ||
2533  		    cur_ch != dpk->bp[path][idx].ch)
2534  			continue;
2535  
2536  		rtw89_phy_write32_mask(rtwdev, R_COEF_SEL + (path << 8),
2537  				       B_COEF_SEL_MDPD, idx);
2538  		dpk->cur_idx[path] = idx;
2539  		is_reload = true;
2540  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
2541  			    "[DPK] reload S%d[%d] success\n", path, idx);
2542  	}
2543  
2544  	return is_reload;
2545  }
2546  
_dpk_main(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path,u8 gain)2547  static bool _dpk_main(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
2548  		      enum rtw89_rf_path path, u8 gain)
2549  {
2550  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
2551  	u8 txagc = 0, kidx = dpk->cur_idx[path];
2552  	bool is_fail = false;
2553  
2554  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
2555  		    "[DPK] ========= S%d[%d] DPK Start =========\n", path,
2556  		    kidx);
2557  
2558  	_rf_direct_cntrl(rtwdev, path, false);
2559  	txagc = _dpk_set_tx_pwr(rtwdev, gain, path);
2560  	_dpk_rf_setting(rtwdev, gain, path, kidx);
2561  	_dpk_rx_dck(rtwdev, phy, path);
2562  
2563  	_dpk_kip_setting(rtwdev, path, kidx);
2564  	_dpk_manual_txcfir(rtwdev, path, true);
2565  	txagc = _dpk_agc(rtwdev, phy, path, kidx, txagc, false);
2566  	if (txagc == DPK_TXAGC_INVAL)
2567  		is_fail = true;
2568  	_dpk_get_thermal(rtwdev, kidx, path);
2569  
2570  	_dpk_idl_mpa(rtwdev, phy, path, kidx, gain);
2571  	rtw89_write_rf(rtwdev, path, RR_MOD, RR_MOD_MASK, RR_MOD_V_RX);
2572  	_dpk_fill_result(rtwdev, path, kidx, gain, txagc);
2573  	_dpk_manual_txcfir(rtwdev, path, false);
2574  
2575  	if (!is_fail)
2576  		dpk->bp[path][kidx].path_ok = true;
2577  	else
2578  		dpk->bp[path][kidx].path_ok = false;
2579  
2580  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] S%d[%d] DPK %s\n", path, kidx,
2581  		    is_fail ? "Check" : "Success");
2582  
2583  	return is_fail;
2584  }
2585  
_dpk_cal_select(struct rtw89_dev * rtwdev,bool force,enum rtw89_phy_idx phy,u8 kpath)2586  static void _dpk_cal_select(struct rtw89_dev *rtwdev, bool force,
2587  			    enum rtw89_phy_idx phy, u8 kpath)
2588  {
2589  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
2590  	u32 backup_bb_val[BACKUP_BB_REGS_NR];
2591  	u32 backup_rf_val[RTW8852A_DPK_RF_PATH][BACKUP_RF_REGS_NR];
2592  	u32 kip_bkup[RTW8852A_DPK_RF_PATH][RTW8852A_DPK_KIP_REG_NUM] = {{0}};
2593  	u32 kip_reg[] = {R_RXIQC, R_IQK_RES};
2594  	u8 path;
2595  	bool is_fail = true, reloaded[RTW8852A_DPK_RF_PATH] = {false};
2596  
2597  	if (dpk->is_dpk_reload_en) {
2598  		for (path = 0; path < RTW8852A_DPK_RF_PATH; path++) {
2599  			if (!(kpath & BIT(path)))
2600  				continue;
2601  
2602  			reloaded[path] = _dpk_reload_check(rtwdev, phy, path);
2603  			if (!reloaded[path] && dpk->bp[path][0].ch != 0)
2604  				dpk->cur_idx[path] = !dpk->cur_idx[path];
2605  			else
2606  				_dpk_onoff(rtwdev, path, false);
2607  		}
2608  	} else {
2609  		for (path = 0; path < RTW8852A_DPK_RF_PATH; path++)
2610  			dpk->cur_idx[path] = 0;
2611  	}
2612  
2613  	if ((kpath == RF_A && reloaded[RF_PATH_A]) ||
2614  	    (kpath == RF_B && reloaded[RF_PATH_B]) ||
2615  	    (kpath == RF_AB && reloaded[RF_PATH_A] && reloaded[RF_PATH_B]))
2616  		return;
2617  
2618  	_rfk_backup_bb_reg(rtwdev, &backup_bb_val[0]);
2619  
2620  	for (path = 0; path < RTW8852A_DPK_RF_PATH; path++) {
2621  		if (!(kpath & BIT(path)) || reloaded[path])
2622  			continue;
2623  		if (rtwdev->is_tssi_mode[path])
2624  			_dpk_tssi_pause(rtwdev, path, true);
2625  		_dpk_bkup_kip(rtwdev, kip_reg, kip_bkup, path);
2626  		_rfk_backup_rf_reg(rtwdev, &backup_rf_val[path][0], path);
2627  		_dpk_information(rtwdev, phy, path);
2628  	}
2629  
2630  	_dpk_bb_afe_setting(rtwdev, phy, path, kpath);
2631  
2632  	for (path = 0; path < RTW8852A_DPK_RF_PATH; path++) {
2633  		if (!(kpath & BIT(path)) || reloaded[path])
2634  			continue;
2635  
2636  		is_fail = _dpk_main(rtwdev, phy, path, 1);
2637  		_dpk_onoff(rtwdev, path, is_fail);
2638  	}
2639  
2640  	_dpk_bb_afe_restore(rtwdev, phy, path, kpath);
2641  	_rfk_restore_bb_reg(rtwdev, &backup_bb_val[0]);
2642  
2643  	for (path = 0; path < RTW8852A_DPK_RF_PATH; path++) {
2644  		if (!(kpath & BIT(path)) || reloaded[path])
2645  			continue;
2646  
2647  		_dpk_kip_restore(rtwdev, path);
2648  		_dpk_reload_kip(rtwdev, kip_reg, kip_bkup, path);
2649  		_rfk_restore_rf_reg(rtwdev, &backup_rf_val[path][0], path);
2650  		if (rtwdev->is_tssi_mode[path])
2651  			_dpk_tssi_pause(rtwdev, path, false);
2652  	}
2653  }
2654  
_dpk_bypass_check(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)2655  static bool _dpk_bypass_check(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
2656  {
2657  	struct rtw89_fem_info *fem = &rtwdev->fem;
2658  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
2659  
2660  	if (fem->epa_2g && chan->band_type == RTW89_BAND_2G) {
2661  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
2662  			    "[DPK] Skip DPK due to 2G_ext_PA exist!!\n");
2663  		return true;
2664  	} else if (fem->epa_5g && chan->band_type == RTW89_BAND_5G) {
2665  		rtw89_debug(rtwdev, RTW89_DBG_RFK,
2666  			    "[DPK] Skip DPK due to 5G_ext_PA exist!!\n");
2667  		return true;
2668  	}
2669  
2670  	return false;
2671  }
2672  
_dpk_force_bypass(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)2673  static void _dpk_force_bypass(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
2674  {
2675  	u8 path, kpath;
2676  
2677  	kpath = _kpath(rtwdev, phy);
2678  
2679  	for (path = 0; path < RTW8852A_DPK_RF_PATH; path++) {
2680  		if (kpath & BIT(path))
2681  			_dpk_onoff(rtwdev, path, true);
2682  	}
2683  }
2684  
_dpk(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,bool force)2685  static void _dpk(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy, bool force)
2686  {
2687  	rtw89_debug(rtwdev, RTW89_DBG_RFK,
2688  		    "[DPK] ****** DPK Start (Ver: 0x%x, Cv: %d, RF_para: %d) ******\n",
2689  		    RTW8852A_DPK_VER, rtwdev->hal.cv,
2690  		    RTW8852A_RF_REL_VERSION);
2691  
2692  	if (_dpk_bypass_check(rtwdev, phy))
2693  		_dpk_force_bypass(rtwdev, phy);
2694  	else
2695  		_dpk_cal_select(rtwdev, force, phy, _kpath(rtwdev, phy));
2696  }
2697  
_dpk_onoff(struct rtw89_dev * rtwdev,enum rtw89_rf_path path,bool off)2698  static void _dpk_onoff(struct rtw89_dev *rtwdev,
2699  		       enum rtw89_rf_path path, bool off)
2700  {
2701  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
2702  	u8 val, kidx = dpk->cur_idx[path];
2703  
2704  	val = dpk->is_dpk_enable && !off && dpk->bp[path][kidx].path_ok;
2705  
2706  	rtw89_phy_write32_mask(rtwdev, R_DPD_CH0A + (path << 8) + (kidx << 2),
2707  			       MASKBYTE3, 0x6 | val);
2708  
2709  	rtw89_debug(rtwdev, RTW89_DBG_RFK, "[DPK] S%d[%d] DPK %s !!!\n", path,
2710  		    kidx, dpk->is_dpk_enable && !off ? "enable" : "disable");
2711  }
2712  
_dpk_track(struct rtw89_dev * rtwdev)2713  static void _dpk_track(struct rtw89_dev *rtwdev)
2714  {
2715  	struct rtw89_dpk_info *dpk = &rtwdev->dpk;
2716  	struct rtw89_tssi_info *tssi_info = &rtwdev->tssi;
2717  	u8 path, kidx;
2718  	u8 trk_idx = 0, txagc_rf = 0;
2719  	s8 txagc_bb = 0, txagc_bb_tp = 0, ini_diff = 0, txagc_ofst = 0;
2720  	u16 pwsf[2];
2721  	u8 cur_ther;
2722  	s8 delta_ther[2] = {0};
2723  
2724  	for (path = 0; path < RTW8852A_DPK_RF_PATH; path++) {
2725  		kidx = dpk->cur_idx[path];
2726  
2727  		rtw89_debug(rtwdev, RTW89_DBG_RFK_TRACK,
2728  			    "[DPK_TRK] ================[S%d[%d] (CH %d)]================\n",
2729  			    path, kidx, dpk->bp[path][kidx].ch);
2730  
2731  		cur_ther = ewma_thermal_read(&rtwdev->phystat.avg_thermal[path]);
2732  
2733  		rtw89_debug(rtwdev, RTW89_DBG_RFK_TRACK,
2734  			    "[DPK_TRK] thermal now = %d\n", cur_ther);
2735  
2736  		if (dpk->bp[path][kidx].ch != 0 && cur_ther != 0)
2737  			delta_ther[path] = dpk->bp[path][kidx].ther_dpk - cur_ther;
2738  
2739  		if (dpk->bp[path][kidx].band == RTW89_BAND_2G)
2740  			delta_ther[path] = delta_ther[path] * 3 / 2;
2741  		else
2742  			delta_ther[path] = delta_ther[path] * 5 / 2;
2743  
2744  		txagc_rf = (u8)rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB  + (path << 13),
2745  						     RR_MODOPT_M_TXPWR);
2746  
2747  		if (rtwdev->is_tssi_mode[path]) {
2748  			trk_idx = (u8)rtw89_read_rf(rtwdev, path, RR_TXA, RR_TXA_TRK);
2749  
2750  			rtw89_debug(rtwdev, RTW89_DBG_RFK_TRACK,
2751  				    "[DPK_TRK] txagc_RF / track_idx = 0x%x / %d\n",
2752  				    txagc_rf, trk_idx);
2753  
2754  			txagc_bb =
2755  				(s8)rtw89_phy_read32_mask(rtwdev,
2756  							  R_TXAGC_BB + (path << 13),
2757  							  MASKBYTE2);
2758  			txagc_bb_tp =
2759  				(u8)rtw89_phy_read32_mask(rtwdev,
2760  							  R_TXAGC_TP + (path << 13),
2761  							  B_TXAGC_TP);
2762  
2763  			rtw89_debug(rtwdev, RTW89_DBG_RFK_TRACK,
2764  				    "[DPK_TRK] txagc_bb_tp / txagc_bb = 0x%x / 0x%x\n",
2765  				    txagc_bb_tp, txagc_bb);
2766  
2767  			txagc_ofst =
2768  				(s8)rtw89_phy_read32_mask(rtwdev,
2769  							  R_TXAGC_BB + (path << 13),
2770  							  MASKBYTE3);
2771  
2772  			rtw89_debug(rtwdev, RTW89_DBG_RFK_TRACK,
2773  				    "[DPK_TRK] txagc_offset / delta_ther = %d / %d\n",
2774  				    txagc_ofst, delta_ther[path]);
2775  
2776  			if (rtw89_phy_read32_mask(rtwdev, R_DPD_COM + (path << 8),
2777  						  BIT(15)) == 0x1)
2778  				txagc_ofst = 0;
2779  
2780  			if (txagc_rf != 0 && cur_ther != 0)
2781  				ini_diff = txagc_ofst + delta_ther[path];
2782  
2783  			if (rtw89_phy_read32_mask(rtwdev, R_P0_TXDPD + (path << 13),
2784  						  B_P0_TXDPD) == 0x0) {
2785  				pwsf[0] = dpk->bp[path][kidx].pwsf + txagc_bb_tp -
2786  					  txagc_bb + ini_diff +
2787  					  tssi_info->extra_ofst[path];
2788  				pwsf[1] = dpk->bp[path][kidx].pwsf + txagc_bb_tp -
2789  					  txagc_bb + ini_diff +
2790  					  tssi_info->extra_ofst[path];
2791  			} else {
2792  				pwsf[0] = dpk->bp[path][kidx].pwsf + ini_diff +
2793  					  tssi_info->extra_ofst[path];
2794  				pwsf[1] = dpk->bp[path][kidx].pwsf + ini_diff +
2795  					  tssi_info->extra_ofst[path];
2796  			}
2797  
2798  		} else {
2799  			pwsf[0] = (dpk->bp[path][kidx].pwsf + delta_ther[path]) & 0x1ff;
2800  			pwsf[1] = (dpk->bp[path][kidx].pwsf + delta_ther[path]) & 0x1ff;
2801  		}
2802  
2803  		if (rtw89_phy_read32_mask(rtwdev, R_DPK_TRK, B_DPK_TRK_DIS) == 0x0 &&
2804  		    txagc_rf != 0) {
2805  			rtw89_debug(rtwdev, RTW89_DBG_RFK_TRACK,
2806  				    "[DPK_TRK] New pwsf[0] / pwsf[1] = 0x%x / 0x%x\n",
2807  				    pwsf[0], pwsf[1]);
2808  
2809  			rtw89_phy_write32_mask(rtwdev, R_DPD_BND + (path << 8) + (kidx << 2),
2810  					       0x000001FF, pwsf[0]);
2811  			rtw89_phy_write32_mask(rtwdev, R_DPD_BND + (path << 8) + (kidx << 2),
2812  					       0x01FF0000, pwsf[1]);
2813  		}
2814  	}
2815  }
2816  
_tssi_rf_setting(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)2817  static void _tssi_rf_setting(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
2818  			     enum rtw89_rf_path path)
2819  {
2820  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
2821  	enum rtw89_band band = chan->band_type;
2822  
2823  	if (band == RTW89_BAND_2G)
2824  		rtw89_write_rf(rtwdev, path, RR_TXPOW, RR_TXPOW_TXG, 0x1);
2825  	else
2826  		rtw89_write_rf(rtwdev, path, RR_TXPOW, RR_TXPOW_TXA, 0x1);
2827  }
2828  
_tssi_set_sys(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)2829  static void _tssi_set_sys(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
2830  {
2831  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
2832  	enum rtw89_band band = chan->band_type;
2833  
2834  	rtw89_rfk_parser(rtwdev, &rtw8852a_tssi_sys_defs_tbl);
2835  	rtw89_rfk_parser_by_cond(rtwdev, band == RTW89_BAND_2G,
2836  				 &rtw8852a_tssi_sys_defs_2g_tbl,
2837  				 &rtw8852a_tssi_sys_defs_5g_tbl);
2838  }
2839  
_tssi_ini_txpwr_ctrl_bb(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)2840  static void _tssi_ini_txpwr_ctrl_bb(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
2841  				    enum rtw89_rf_path path)
2842  {
2843  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
2844  	enum rtw89_band band = chan->band_type;
2845  
2846  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
2847  				 &rtw8852a_tssi_txpwr_ctrl_bb_defs_a_tbl,
2848  				 &rtw8852a_tssi_txpwr_ctrl_bb_defs_b_tbl);
2849  	rtw89_rfk_parser_by_cond(rtwdev, band == RTW89_BAND_2G,
2850  				 &rtw8852a_tssi_txpwr_ctrl_bb_defs_2g_tbl,
2851  				 &rtw8852a_tssi_txpwr_ctrl_bb_defs_5g_tbl);
2852  }
2853  
_tssi_ini_txpwr_ctrl_bb_he_tb(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)2854  static void _tssi_ini_txpwr_ctrl_bb_he_tb(struct rtw89_dev *rtwdev,
2855  					  enum rtw89_phy_idx phy,
2856  					  enum rtw89_rf_path path)
2857  {
2858  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
2859  				 &rtw8852a_tssi_txpwr_ctrl_bb_he_tb_defs_a_tbl,
2860  				 &rtw8852a_tssi_txpwr_ctrl_bb_he_tb_defs_b_tbl);
2861  }
2862  
_tssi_set_dck(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)2863  static void _tssi_set_dck(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
2864  			  enum rtw89_rf_path path)
2865  {
2866  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
2867  				 &rtw8852a_tssi_dck_defs_a_tbl,
2868  				 &rtw8852a_tssi_dck_defs_b_tbl);
2869  }
2870  
_tssi_set_tmeter_tbl(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)2871  static void _tssi_set_tmeter_tbl(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
2872  				 enum rtw89_rf_path path)
2873  {
2874  #define __get_val(ptr, idx)				\
2875  ({							\
2876  	s8 *__ptr = (ptr);				\
2877  	u8 __idx = (idx), __i, __v;			\
2878  	u32 __val = 0;					\
2879  	for (__i = 0; __i < 4; __i++) {			\
2880  		__v = (__ptr[__idx + __i]);		\
2881  		__val |= (__v << (8 * __i));		\
2882  	}						\
2883  	__val;						\
2884  })
2885  	struct rtw89_tssi_info *tssi_info = &rtwdev->tssi;
2886  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
2887  	u8 ch = chan->channel;
2888  	u8 subband = chan->subband_type;
2889  	const s8 *thm_up_a = NULL;
2890  	const s8 *thm_down_a = NULL;
2891  	const s8 *thm_up_b = NULL;
2892  	const s8 *thm_down_b = NULL;
2893  	u8 thermal = 0xff;
2894  	s8 thm_ofst[64] = {0};
2895  	u32 tmp = 0;
2896  	u8 i, j;
2897  
2898  	switch (subband) {
2899  	default:
2900  	case RTW89_CH_2G:
2901  		thm_up_a = rtw89_8852a_trk_cfg.delta_swingidx_2ga_p;
2902  		thm_down_a = rtw89_8852a_trk_cfg.delta_swingidx_2ga_n;
2903  		thm_up_b = rtw89_8852a_trk_cfg.delta_swingidx_2gb_p;
2904  		thm_down_b = rtw89_8852a_trk_cfg.delta_swingidx_2gb_n;
2905  		break;
2906  	case RTW89_CH_5G_BAND_1:
2907  		thm_up_a = rtw89_8852a_trk_cfg.delta_swingidx_5ga_p[0];
2908  		thm_down_a = rtw89_8852a_trk_cfg.delta_swingidx_5ga_n[0];
2909  		thm_up_b = rtw89_8852a_trk_cfg.delta_swingidx_5gb_p[0];
2910  		thm_down_b = rtw89_8852a_trk_cfg.delta_swingidx_5gb_n[0];
2911  		break;
2912  	case RTW89_CH_5G_BAND_3:
2913  		thm_up_a = rtw89_8852a_trk_cfg.delta_swingidx_5ga_p[1];
2914  		thm_down_a = rtw89_8852a_trk_cfg.delta_swingidx_5ga_n[1];
2915  		thm_up_b = rtw89_8852a_trk_cfg.delta_swingidx_5gb_p[1];
2916  		thm_down_b = rtw89_8852a_trk_cfg.delta_swingidx_5gb_n[1];
2917  		break;
2918  	case RTW89_CH_5G_BAND_4:
2919  		thm_up_a = rtw89_8852a_trk_cfg.delta_swingidx_5ga_p[2];
2920  		thm_down_a = rtw89_8852a_trk_cfg.delta_swingidx_5ga_n[2];
2921  		thm_up_b = rtw89_8852a_trk_cfg.delta_swingidx_5gb_p[2];
2922  		thm_down_b = rtw89_8852a_trk_cfg.delta_swingidx_5gb_n[2];
2923  		break;
2924  	}
2925  
2926  	if (path == RF_PATH_A) {
2927  		thermal = tssi_info->thermal[RF_PATH_A];
2928  
2929  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
2930  			    "[TSSI] ch=%d thermal_pathA=0x%x\n", ch, thermal);
2931  
2932  		rtw89_phy_write32_mask(rtwdev, R_P0_TMETER, B_P0_TMETER_DIS, 0x0);
2933  		rtw89_phy_write32_mask(rtwdev, R_P0_TMETER, B_P0_TMETER_TRK, 0x1);
2934  
2935  		if (thermal == 0xff) {
2936  			rtw89_phy_write32_mask(rtwdev, R_P0_TMETER, B_P0_TMETER, 32);
2937  			rtw89_phy_write32_mask(rtwdev, R_P0_RFCTM, B_P0_RFCTM_VAL, 32);
2938  
2939  			for (i = 0; i < 64; i += 4) {
2940  				rtw89_phy_write32(rtwdev, R_P0_TSSI_BASE + i, 0x0);
2941  
2942  				rtw89_debug(rtwdev, RTW89_DBG_TSSI,
2943  					    "[TSSI] write 0x%x val=0x%08x\n",
2944  					    0x5c00 + i, 0x0);
2945  			}
2946  
2947  		} else {
2948  			rtw89_phy_write32_mask(rtwdev, R_P0_TMETER, B_P0_TMETER, thermal);
2949  			rtw89_phy_write32_mask(rtwdev, R_P0_RFCTM, B_P0_RFCTM_VAL,
2950  					       thermal);
2951  
2952  			i = 0;
2953  			for (j = 0; j < 32; j++)
2954  				thm_ofst[j] = i < DELTA_SWINGIDX_SIZE ?
2955  					      -thm_down_a[i++] :
2956  					      -thm_down_a[DELTA_SWINGIDX_SIZE - 1];
2957  
2958  			i = 1;
2959  			for (j = 63; j >= 32; j--)
2960  				thm_ofst[j] = i < DELTA_SWINGIDX_SIZE ?
2961  					      thm_up_a[i++] :
2962  					      thm_up_a[DELTA_SWINGIDX_SIZE - 1];
2963  
2964  			for (i = 0; i < 64; i += 4) {
2965  				tmp = __get_val(thm_ofst, i);
2966  				rtw89_phy_write32(rtwdev, R_P0_TSSI_BASE + i, tmp);
2967  
2968  				rtw89_debug(rtwdev, RTW89_DBG_TSSI,
2969  					    "[TSSI] write 0x%x val=0x%08x\n",
2970  					    0x5c00 + i, tmp);
2971  			}
2972  		}
2973  		rtw89_phy_write32_mask(rtwdev, R_P0_RFCTM, R_P0_RFCTM_RDY, 0x1);
2974  		rtw89_phy_write32_mask(rtwdev, R_P0_RFCTM, R_P0_RFCTM_RDY, 0x0);
2975  
2976  	} else {
2977  		thermal = tssi_info->thermal[RF_PATH_B];
2978  
2979  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
2980  			    "[TSSI] ch=%d thermal_pathB=0x%x\n", ch, thermal);
2981  
2982  		rtw89_phy_write32_mask(rtwdev, R_P1_TMETER, B_P1_TMETER_DIS, 0x0);
2983  		rtw89_phy_write32_mask(rtwdev, R_P1_TMETER, B_P1_TMETER_TRK, 0x1);
2984  
2985  		if (thermal == 0xff) {
2986  			rtw89_phy_write32_mask(rtwdev, R_P1_TMETER, B_P1_TMETER, 32);
2987  			rtw89_phy_write32_mask(rtwdev, R_P1_RFCTM, B_P1_RFCTM_VAL, 32);
2988  
2989  			for (i = 0; i < 64; i += 4) {
2990  				rtw89_phy_write32(rtwdev, R_TSSI_THOF + i, 0x0);
2991  
2992  				rtw89_debug(rtwdev, RTW89_DBG_TSSI,
2993  					    "[TSSI] write 0x%x val=0x%08x\n",
2994  					    0x7c00 + i, 0x0);
2995  			}
2996  
2997  		} else {
2998  			rtw89_phy_write32_mask(rtwdev, R_P1_TMETER, B_P1_TMETER, thermal);
2999  			rtw89_phy_write32_mask(rtwdev, R_P1_RFCTM, B_P1_RFCTM_VAL,
3000  					       thermal);
3001  
3002  			i = 0;
3003  			for (j = 0; j < 32; j++)
3004  				thm_ofst[j] = i < DELTA_SWINGIDX_SIZE ?
3005  					      -thm_down_b[i++] :
3006  					      -thm_down_b[DELTA_SWINGIDX_SIZE - 1];
3007  
3008  			i = 1;
3009  			for (j = 63; j >= 32; j--)
3010  				thm_ofst[j] = i < DELTA_SWINGIDX_SIZE ?
3011  					      thm_up_b[i++] :
3012  					      thm_up_b[DELTA_SWINGIDX_SIZE - 1];
3013  
3014  			for (i = 0; i < 64; i += 4) {
3015  				tmp = __get_val(thm_ofst, i);
3016  				rtw89_phy_write32(rtwdev, R_TSSI_THOF + i, tmp);
3017  
3018  				rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3019  					    "[TSSI] write 0x%x val=0x%08x\n",
3020  					    0x7c00 + i, tmp);
3021  			}
3022  		}
3023  		rtw89_phy_write32_mask(rtwdev, R_P1_RFCTM, R_P1_RFCTM_RDY, 0x1);
3024  		rtw89_phy_write32_mask(rtwdev, R_P1_RFCTM, R_P1_RFCTM_RDY, 0x0);
3025  	}
3026  #undef __get_val
3027  }
3028  
_tssi_set_dac_gain_tbl(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)3029  static void _tssi_set_dac_gain_tbl(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
3030  				   enum rtw89_rf_path path)
3031  {
3032  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
3033  				 &rtw8852a_tssi_dac_gain_tbl_defs_a_tbl,
3034  				 &rtw8852a_tssi_dac_gain_tbl_defs_b_tbl);
3035  }
3036  
_tssi_slope_cal_org(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)3037  static void _tssi_slope_cal_org(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
3038  				enum rtw89_rf_path path)
3039  {
3040  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
3041  				 &rtw8852a_tssi_slope_cal_org_defs_a_tbl,
3042  				 &rtw8852a_tssi_slope_cal_org_defs_b_tbl);
3043  }
3044  
_tssi_set_rf_gap_tbl(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)3045  static void _tssi_set_rf_gap_tbl(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
3046  				 enum rtw89_rf_path path)
3047  {
3048  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
3049  				 &rtw8852a_tssi_rf_gap_tbl_defs_a_tbl,
3050  				 &rtw8852a_tssi_rf_gap_tbl_defs_b_tbl);
3051  }
3052  
_tssi_set_slope(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)3053  static void _tssi_set_slope(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
3054  			    enum rtw89_rf_path path)
3055  {
3056  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
3057  				 &rtw8852a_tssi_slope_defs_a_tbl,
3058  				 &rtw8852a_tssi_slope_defs_b_tbl);
3059  }
3060  
_tssi_set_track(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)3061  static void _tssi_set_track(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
3062  			    enum rtw89_rf_path path)
3063  {
3064  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
3065  				 &rtw8852a_tssi_track_defs_a_tbl,
3066  				 &rtw8852a_tssi_track_defs_b_tbl);
3067  }
3068  
_tssi_set_txagc_offset_mv_avg(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)3069  static void _tssi_set_txagc_offset_mv_avg(struct rtw89_dev *rtwdev,
3070  					  enum rtw89_phy_idx phy,
3071  					  enum rtw89_rf_path path)
3072  {
3073  	rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
3074  				 &rtw8852a_tssi_txagc_ofst_mv_avg_defs_a_tbl,
3075  				 &rtw8852a_tssi_txagc_ofst_mv_avg_defs_b_tbl);
3076  }
3077  
_tssi_pak(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)3078  static void _tssi_pak(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
3079  		      enum rtw89_rf_path path)
3080  {
3081  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
3082  	u8 subband = chan->subband_type;
3083  
3084  	switch (subband) {
3085  	default:
3086  	case RTW89_CH_2G:
3087  		rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
3088  					 &rtw8852a_tssi_pak_defs_a_2g_tbl,
3089  					 &rtw8852a_tssi_pak_defs_b_2g_tbl);
3090  		break;
3091  	case RTW89_CH_5G_BAND_1:
3092  		rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
3093  					 &rtw8852a_tssi_pak_defs_a_5g_1_tbl,
3094  					 &rtw8852a_tssi_pak_defs_b_5g_1_tbl);
3095  		break;
3096  	case RTW89_CH_5G_BAND_3:
3097  		rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
3098  					 &rtw8852a_tssi_pak_defs_a_5g_3_tbl,
3099  					 &rtw8852a_tssi_pak_defs_b_5g_3_tbl);
3100  		break;
3101  	case RTW89_CH_5G_BAND_4:
3102  		rtw89_rfk_parser_by_cond(rtwdev, path == RF_PATH_A,
3103  					 &rtw8852a_tssi_pak_defs_a_5g_4_tbl,
3104  					 &rtw8852a_tssi_pak_defs_b_5g_4_tbl);
3105  		break;
3106  	}
3107  }
3108  
_tssi_enable(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)3109  static void _tssi_enable(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
3110  {
3111  	struct rtw89_tssi_info *tssi_info = &rtwdev->tssi;
3112  	u8 i;
3113  
3114  	for (i = 0; i < RF_PATH_NUM_8852A; i++) {
3115  		_tssi_set_track(rtwdev, phy, i);
3116  		_tssi_set_txagc_offset_mv_avg(rtwdev, phy, i);
3117  
3118  		rtw89_rfk_parser_by_cond(rtwdev, i == RF_PATH_A,
3119  					 &rtw8852a_tssi_enable_defs_a_tbl,
3120  					 &rtw8852a_tssi_enable_defs_b_tbl);
3121  
3122  		tssi_info->base_thermal[i] =
3123  			ewma_thermal_read(&rtwdev->phystat.avg_thermal[i]);
3124  		rtwdev->is_tssi_mode[i] = true;
3125  	}
3126  }
3127  
_tssi_disable(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)3128  static void _tssi_disable(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
3129  {
3130  	rtw89_rfk_parser(rtwdev, &rtw8852a_tssi_disable_defs_tbl);
3131  
3132  	rtwdev->is_tssi_mode[RF_PATH_A] = false;
3133  	rtwdev->is_tssi_mode[RF_PATH_B] = false;
3134  }
3135  
_tssi_get_cck_group(struct rtw89_dev * rtwdev,u8 ch)3136  static u32 _tssi_get_cck_group(struct rtw89_dev *rtwdev, u8 ch)
3137  {
3138  	switch (ch) {
3139  	case 1 ... 2:
3140  		return 0;
3141  	case 3 ... 5:
3142  		return 1;
3143  	case 6 ... 8:
3144  		return 2;
3145  	case 9 ... 11:
3146  		return 3;
3147  	case 12 ... 13:
3148  		return 4;
3149  	case 14:
3150  		return 5;
3151  	}
3152  
3153  	return 0;
3154  }
3155  
3156  #define TSSI_EXTRA_GROUP_BIT (BIT(31))
3157  #define TSSI_EXTRA_GROUP(idx) (TSSI_EXTRA_GROUP_BIT | (idx))
3158  #define IS_TSSI_EXTRA_GROUP(group) ((group) & TSSI_EXTRA_GROUP_BIT)
3159  #define TSSI_EXTRA_GET_GROUP_IDX1(group) ((group) & ~TSSI_EXTRA_GROUP_BIT)
3160  #define TSSI_EXTRA_GET_GROUP_IDX2(group) (TSSI_EXTRA_GET_GROUP_IDX1(group) + 1)
3161  
_tssi_get_ofdm_group(struct rtw89_dev * rtwdev,u8 ch)3162  static u32 _tssi_get_ofdm_group(struct rtw89_dev *rtwdev, u8 ch)
3163  {
3164  	switch (ch) {
3165  	case 1 ... 2:
3166  		return 0;
3167  	case 3 ... 5:
3168  		return 1;
3169  	case 6 ... 8:
3170  		return 2;
3171  	case 9 ... 11:
3172  		return 3;
3173  	case 12 ... 14:
3174  		return 4;
3175  	case 36 ... 40:
3176  		return 5;
3177  	case 41 ... 43:
3178  		return TSSI_EXTRA_GROUP(5);
3179  	case 44 ... 48:
3180  		return 6;
3181  	case 49 ... 51:
3182  		return TSSI_EXTRA_GROUP(6);
3183  	case 52 ... 56:
3184  		return 7;
3185  	case 57 ... 59:
3186  		return TSSI_EXTRA_GROUP(7);
3187  	case 60 ... 64:
3188  		return 8;
3189  	case 100 ... 104:
3190  		return 9;
3191  	case 105 ... 107:
3192  		return TSSI_EXTRA_GROUP(9);
3193  	case 108 ... 112:
3194  		return 10;
3195  	case 113 ... 115:
3196  		return TSSI_EXTRA_GROUP(10);
3197  	case 116 ... 120:
3198  		return 11;
3199  	case 121 ... 123:
3200  		return TSSI_EXTRA_GROUP(11);
3201  	case 124 ... 128:
3202  		return 12;
3203  	case 129 ... 131:
3204  		return TSSI_EXTRA_GROUP(12);
3205  	case 132 ... 136:
3206  		return 13;
3207  	case 137 ... 139:
3208  		return TSSI_EXTRA_GROUP(13);
3209  	case 140 ... 144:
3210  		return 14;
3211  	case 149 ... 153:
3212  		return 15;
3213  	case 154 ... 156:
3214  		return TSSI_EXTRA_GROUP(15);
3215  	case 157 ... 161:
3216  		return 16;
3217  	case 162 ... 164:
3218  		return TSSI_EXTRA_GROUP(16);
3219  	case 165 ... 169:
3220  		return 17;
3221  	case 170 ... 172:
3222  		return TSSI_EXTRA_GROUP(17);
3223  	case 173 ... 177:
3224  		return 18;
3225  	}
3226  
3227  	return 0;
3228  }
3229  
_tssi_get_trim_group(struct rtw89_dev * rtwdev,u8 ch)3230  static u32 _tssi_get_trim_group(struct rtw89_dev *rtwdev, u8 ch)
3231  {
3232  	switch (ch) {
3233  	case 1 ... 8:
3234  		return 0;
3235  	case 9 ... 14:
3236  		return 1;
3237  	case 36 ... 48:
3238  		return 2;
3239  	case 52 ... 64:
3240  		return 3;
3241  	case 100 ... 112:
3242  		return 4;
3243  	case 116 ... 128:
3244  		return 5;
3245  	case 132 ... 144:
3246  		return 6;
3247  	case 149 ... 177:
3248  		return 7;
3249  	}
3250  
3251  	return 0;
3252  }
3253  
_tssi_get_ofdm_de(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)3254  static s8 _tssi_get_ofdm_de(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
3255  			    enum rtw89_rf_path path)
3256  {
3257  	struct rtw89_tssi_info *tssi_info = &rtwdev->tssi;
3258  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
3259  	u8 ch = chan->channel;
3260  	u32 gidx, gidx_1st, gidx_2nd;
3261  	s8 de_1st = 0;
3262  	s8 de_2nd = 0;
3263  	s8 val;
3264  
3265  	gidx = _tssi_get_ofdm_group(rtwdev, ch);
3266  
3267  	rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3268  		    "[TSSI][TRIM]: path=%d mcs group_idx=0x%x\n",
3269  		    path, gidx);
3270  
3271  	if (IS_TSSI_EXTRA_GROUP(gidx)) {
3272  		gidx_1st = TSSI_EXTRA_GET_GROUP_IDX1(gidx);
3273  		gidx_2nd = TSSI_EXTRA_GET_GROUP_IDX2(gidx);
3274  		de_1st = tssi_info->tssi_mcs[path][gidx_1st];
3275  		de_2nd = tssi_info->tssi_mcs[path][gidx_2nd];
3276  		val = (de_1st + de_2nd) / 2;
3277  
3278  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3279  			    "[TSSI][TRIM]: path=%d mcs de=%d 1st=%d 2nd=%d\n",
3280  			    path, val, de_1st, de_2nd);
3281  	} else {
3282  		val = tssi_info->tssi_mcs[path][gidx];
3283  
3284  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3285  			    "[TSSI][TRIM]: path=%d mcs de=%d\n", path, val);
3286  	}
3287  
3288  	return val;
3289  }
3290  
_tssi_get_ofdm_trim_de(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,enum rtw89_rf_path path)3291  static s8 _tssi_get_ofdm_trim_de(struct rtw89_dev *rtwdev,
3292  				 enum rtw89_phy_idx phy,
3293  				 enum rtw89_rf_path path)
3294  {
3295  	struct rtw89_tssi_info *tssi_info = &rtwdev->tssi;
3296  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
3297  	u8 ch = chan->channel;
3298  	u32 tgidx, tgidx_1st, tgidx_2nd;
3299  	s8 tde_1st = 0;
3300  	s8 tde_2nd = 0;
3301  	s8 val;
3302  
3303  	tgidx = _tssi_get_trim_group(rtwdev, ch);
3304  
3305  	rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3306  		    "[TSSI][TRIM]: path=%d mcs trim_group_idx=0x%x\n",
3307  		    path, tgidx);
3308  
3309  	if (IS_TSSI_EXTRA_GROUP(tgidx)) {
3310  		tgidx_1st = TSSI_EXTRA_GET_GROUP_IDX1(tgidx);
3311  		tgidx_2nd = TSSI_EXTRA_GET_GROUP_IDX2(tgidx);
3312  		tde_1st = tssi_info->tssi_trim[path][tgidx_1st];
3313  		tde_2nd = tssi_info->tssi_trim[path][tgidx_2nd];
3314  		val = (tde_1st + tde_2nd) / 2;
3315  
3316  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3317  			    "[TSSI][TRIM]: path=%d mcs trim_de=%d 1st=%d 2nd=%d\n",
3318  			    path, val, tde_1st, tde_2nd);
3319  	} else {
3320  		val = tssi_info->tssi_trim[path][tgidx];
3321  
3322  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3323  			    "[TSSI][TRIM]: path=%d mcs trim_de=%d\n",
3324  			    path, val);
3325  	}
3326  
3327  	return val;
3328  }
3329  
_tssi_set_efuse_to_de(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)3330  static void _tssi_set_efuse_to_de(struct rtw89_dev *rtwdev,
3331  				  enum rtw89_phy_idx phy)
3332  {
3333  #define __DE_MASK 0x003ff000
3334  	struct rtw89_tssi_info *tssi_info = &rtwdev->tssi;
3335  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
3336  	static const u32 r_cck_long[RF_PATH_NUM_8852A] = {0x5858, 0x7858};
3337  	static const u32 r_cck_short[RF_PATH_NUM_8852A] = {0x5860, 0x7860};
3338  	static const u32 r_mcs_20m[RF_PATH_NUM_8852A] = {0x5838, 0x7838};
3339  	static const u32 r_mcs_40m[RF_PATH_NUM_8852A] = {0x5840, 0x7840};
3340  	static const u32 r_mcs_80m[RF_PATH_NUM_8852A] = {0x5848, 0x7848};
3341  	static const u32 r_mcs_80m_80m[RF_PATH_NUM_8852A] = {0x5850, 0x7850};
3342  	static const u32 r_mcs_5m[RF_PATH_NUM_8852A] = {0x5828, 0x7828};
3343  	static const u32 r_mcs_10m[RF_PATH_NUM_8852A] = {0x5830, 0x7830};
3344  	u8 ch = chan->channel;
3345  	u8 i, gidx;
3346  	s8 ofdm_de;
3347  	s8 trim_de;
3348  	s32 val;
3349  
3350  	rtw89_debug(rtwdev, RTW89_DBG_TSSI, "[TSSI][TRIM]: phy=%d ch=%d\n",
3351  		    phy, ch);
3352  
3353  	for (i = 0; i < RF_PATH_NUM_8852A; i++) {
3354  		gidx = _tssi_get_cck_group(rtwdev, ch);
3355  		trim_de = _tssi_get_ofdm_trim_de(rtwdev, phy, i);
3356  		val = tssi_info->tssi_cck[i][gidx] + trim_de;
3357  
3358  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3359  			    "[TSSI][TRIM]: path=%d cck[%d]=0x%x trim=0x%x\n",
3360  			    i, gidx, tssi_info->tssi_cck[i][gidx], trim_de);
3361  
3362  		rtw89_phy_write32_mask(rtwdev, r_cck_long[i], __DE_MASK, val);
3363  		rtw89_phy_write32_mask(rtwdev, r_cck_short[i], __DE_MASK, val);
3364  
3365  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3366  			    "[TSSI] Set TSSI CCK DE 0x%x[21:12]=0x%x\n",
3367  			    r_cck_long[i],
3368  			    rtw89_phy_read32_mask(rtwdev, r_cck_long[i],
3369  						  __DE_MASK));
3370  
3371  		ofdm_de = _tssi_get_ofdm_de(rtwdev, phy, i);
3372  		trim_de = _tssi_get_ofdm_trim_de(rtwdev, phy, i);
3373  		val = ofdm_de + trim_de;
3374  
3375  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3376  			    "[TSSI][TRIM]: path=%d mcs=0x%x trim=0x%x\n",
3377  			    i, ofdm_de, trim_de);
3378  
3379  		rtw89_phy_write32_mask(rtwdev, r_mcs_20m[i], __DE_MASK, val);
3380  		rtw89_phy_write32_mask(rtwdev, r_mcs_40m[i], __DE_MASK, val);
3381  		rtw89_phy_write32_mask(rtwdev, r_mcs_80m[i], __DE_MASK, val);
3382  		rtw89_phy_write32_mask(rtwdev, r_mcs_80m_80m[i], __DE_MASK, val);
3383  		rtw89_phy_write32_mask(rtwdev, r_mcs_5m[i], __DE_MASK, val);
3384  		rtw89_phy_write32_mask(rtwdev, r_mcs_10m[i], __DE_MASK, val);
3385  
3386  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3387  			    "[TSSI] Set TSSI MCS DE 0x%x[21:12]=0x%x\n",
3388  			    r_mcs_20m[i],
3389  			    rtw89_phy_read32_mask(rtwdev, r_mcs_20m[i],
3390  						  __DE_MASK));
3391  	}
3392  #undef __DE_MASK
3393  }
3394  
_tssi_track(struct rtw89_dev * rtwdev)3395  static void _tssi_track(struct rtw89_dev *rtwdev)
3396  {
3397  	static const u32 tx_gain_scale_table[] = {
3398  		0x400, 0x40e, 0x41d, 0x427, 0x43c, 0x44c, 0x45c, 0x46c,
3399  		0x400, 0x39d, 0x3ab, 0x3b8, 0x3c6, 0x3d4, 0x3e2, 0x3f1
3400  	};
3401  	struct rtw89_tssi_info *tssi_info = &rtwdev->tssi;
3402  	u8 path;
3403  	u8 cur_ther;
3404  	s32 delta_ther = 0, gain_offset_int, gain_offset_float;
3405  	s8 gain_offset;
3406  
3407  	rtw89_debug(rtwdev, RTW89_DBG_TSSI, "[TSSI][TRK] %s:\n",
3408  		    __func__);
3409  
3410  	if (!rtwdev->is_tssi_mode[RF_PATH_A])
3411  		return;
3412  	if (!rtwdev->is_tssi_mode[RF_PATH_B])
3413  		return;
3414  
3415  	for (path = RF_PATH_A; path < RF_PATH_NUM_8852A; path++) {
3416  		if (!tssi_info->tssi_tracking_check[path]) {
3417  			rtw89_debug(rtwdev, RTW89_DBG_TSSI, "[TSSI][TRK] return!!!\n");
3418  			continue;
3419  		}
3420  
3421  		cur_ther = (u8)rtw89_phy_read32_mask(rtwdev,
3422  						  R_TSSI_THER + (path << 13),
3423  						  B_TSSI_THER);
3424  
3425  		if (cur_ther == 0 || tssi_info->base_thermal[path] == 0)
3426  			continue;
3427  
3428  		delta_ther = cur_ther - tssi_info->base_thermal[path];
3429  
3430  		gain_offset = (s8)delta_ther * 15 / 10;
3431  
3432  		tssi_info->extra_ofst[path] = gain_offset;
3433  
3434  		rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3435  			    "[TSSI][TRK] base_thermal=%d gain_offset=0x%x path=%d\n",
3436  			    tssi_info->base_thermal[path], gain_offset, path);
3437  
3438  		gain_offset_int = gain_offset >> 3;
3439  		gain_offset_float = gain_offset & 7;
3440  
3441  		if (gain_offset_int > 15)
3442  			gain_offset_int = 15;
3443  		else if (gain_offset_int < -16)
3444  			gain_offset_int = -16;
3445  
3446  		rtw89_phy_write32_mask(rtwdev, R_DPD_OFT_EN + (path << 13),
3447  				       B_DPD_OFT_EN, 0x1);
3448  
3449  		rtw89_phy_write32_mask(rtwdev, R_TXGAIN_SCALE + (path << 13),
3450  				       B_TXGAIN_SCALE_EN, 0x1);
3451  
3452  		rtw89_phy_write32_mask(rtwdev, R_DPD_OFT_ADDR + (path << 13),
3453  				       B_DPD_OFT_ADDR, gain_offset_int);
3454  
3455  		rtw89_phy_write32_mask(rtwdev, R_TXGAIN_SCALE + (path << 13),
3456  				       B_TXGAIN_SCALE_OFT,
3457  				       tx_gain_scale_table[gain_offset_float]);
3458  	}
3459  }
3460  
_tssi_high_power(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)3461  static void _tssi_high_power(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
3462  {
3463  	struct rtw89_tssi_info *tssi_info = &rtwdev->tssi;
3464  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
3465  	u8 ch = chan->channel, ch_tmp;
3466  	u8 bw = chan->band_width;
3467  	u8 band = chan->band_type;
3468  	u8 subband = chan->subband_type;
3469  	s8 power;
3470  	s32 xdbm;
3471  
3472  	if (bw == RTW89_CHANNEL_WIDTH_40)
3473  		ch_tmp = ch - 2;
3474  	else if (bw == RTW89_CHANNEL_WIDTH_80)
3475  		ch_tmp = ch - 6;
3476  	else
3477  		ch_tmp = ch;
3478  
3479  	power = rtw89_phy_read_txpwr_limit(rtwdev, band, bw, RTW89_1TX,
3480  					   RTW89_RS_MCS, RTW89_NONBF, ch_tmp);
3481  
3482  	xdbm = power * 100 / 4;
3483  
3484  	rtw89_debug(rtwdev, RTW89_DBG_TSSI, "[TSSI] %s: phy=%d xdbm=%d\n",
3485  		    __func__, phy, xdbm);
3486  
3487  	if (xdbm > 1800 && subband == RTW89_CH_2G) {
3488  		tssi_info->tssi_tracking_check[RF_PATH_A] = true;
3489  		tssi_info->tssi_tracking_check[RF_PATH_B] = true;
3490  	} else {
3491  		rtw89_rfk_parser(rtwdev, &rtw8852a_tssi_tracking_defs_tbl);
3492  		tssi_info->extra_ofst[RF_PATH_A] = 0;
3493  		tssi_info->extra_ofst[RF_PATH_B] = 0;
3494  		tssi_info->tssi_tracking_check[RF_PATH_A] = false;
3495  		tssi_info->tssi_tracking_check[RF_PATH_B] = false;
3496  	}
3497  }
3498  
_tssi_hw_tx(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,u8 path,s16 pwr_dbm,u8 enable)3499  static void _tssi_hw_tx(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy,
3500  			u8 path, s16 pwr_dbm, u8 enable)
3501  {
3502  	rtw8852a_bb_set_plcp_tx(rtwdev);
3503  	rtw8852a_bb_cfg_tx_path(rtwdev, path);
3504  	rtw8852a_bb_set_power(rtwdev, pwr_dbm, phy);
3505  	rtw8852a_bb_set_pmac_pkt_tx(rtwdev, enable, 20, 5000, 0, phy);
3506  }
3507  
_tssi_pre_tx(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)3508  static void _tssi_pre_tx(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
3509  {
3510  	struct rtw89_tssi_info *tssi_info = &rtwdev->tssi;
3511  	const struct rtw89_chan *chan = rtw89_chan_get(rtwdev, RTW89_SUB_ENTITY_0);
3512  	const struct rtw89_chip_info *mac_reg = rtwdev->chip;
3513  	u8 ch = chan->channel, ch_tmp;
3514  	u8 bw = chan->band_width;
3515  	u8 band = chan->band_type;
3516  	u32 tx_en;
3517  	u8 phy_map = rtw89_btc_phymap(rtwdev, phy, 0);
3518  	s8 power;
3519  	s16 xdbm;
3520  	u32 i, tx_counter = 0;
3521  
3522  	if (bw == RTW89_CHANNEL_WIDTH_40)
3523  		ch_tmp = ch - 2;
3524  	else if (bw == RTW89_CHANNEL_WIDTH_80)
3525  		ch_tmp = ch - 6;
3526  	else
3527  		ch_tmp = ch;
3528  
3529  	power = rtw89_phy_read_txpwr_limit(rtwdev, band, RTW89_CHANNEL_WIDTH_20,
3530  					   RTW89_1TX, RTW89_RS_OFDM,
3531  					   RTW89_NONBF, ch_tmp);
3532  
3533  	xdbm = (power * 100) >> mac_reg->txpwr_factor_mac;
3534  
3535  	if (xdbm > 1800)
3536  		xdbm = 68;
3537  	else
3538  		xdbm = power * 2;
3539  
3540  	rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3541  		    "[TSSI] %s: phy=%d org_power=%d xdbm=%d\n",
3542  		    __func__, phy, power, xdbm);
3543  
3544  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DPK, BTC_WRFK_START);
3545  	rtw89_chip_stop_sch_tx(rtwdev, phy, &tx_en, RTW89_SCH_TX_SEL_ALL);
3546  	_wait_rx_mode(rtwdev, _kpath(rtwdev, phy));
3547  	tx_counter = rtw89_phy_read32_mask(rtwdev, R_TX_COUNTER, MASKLWORD);
3548  
3549  	_tssi_hw_tx(rtwdev, phy, RF_PATH_AB, xdbm, true);
3550  	mdelay(15);
3551  	_tssi_hw_tx(rtwdev, phy, RF_PATH_AB, xdbm, false);
3552  
3553  	tx_counter = rtw89_phy_read32_mask(rtwdev, R_TX_COUNTER, MASKLWORD) -
3554  		    tx_counter;
3555  
3556  	if (rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB, MASKHWORD) != 0xc000 &&
3557  	    rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB, MASKHWORD) != 0x0) {
3558  		for (i = 0; i < 6; i++) {
3559  			tssi_info->default_txagc_offset[RF_PATH_A] =
3560  				rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB,
3561  						      MASKBYTE3);
3562  
3563  			if (tssi_info->default_txagc_offset[RF_PATH_A] != 0x0)
3564  				break;
3565  		}
3566  	}
3567  
3568  	if (rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB_S1, MASKHWORD) != 0xc000 &&
3569  	    rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB_S1, MASKHWORD) != 0x0) {
3570  		for (i = 0; i < 6; i++) {
3571  			tssi_info->default_txagc_offset[RF_PATH_B] =
3572  				rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB_S1,
3573  						      MASKBYTE3);
3574  
3575  			if (tssi_info->default_txagc_offset[RF_PATH_B] != 0x0)
3576  				break;
3577  		}
3578  	}
3579  
3580  	rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3581  		    "[TSSI] %s: tx counter=%d\n",
3582  		    __func__, tx_counter);
3583  
3584  	rtw89_debug(rtwdev, RTW89_DBG_TSSI,
3585  		    "[TSSI] Backup R_TXAGC_BB=0x%x R_TXAGC_BB_S1=0x%x\n",
3586  		    tssi_info->default_txagc_offset[RF_PATH_A],
3587  		    tssi_info->default_txagc_offset[RF_PATH_B]);
3588  
3589  	rtw8852a_bb_tx_mode_switch(rtwdev, phy, 0);
3590  
3591  	rtw89_chip_resume_sch_tx(rtwdev, phy, tx_en);
3592  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DPK, BTC_WRFK_STOP);
3593  }
3594  
rtw8852a_rck(struct rtw89_dev * rtwdev)3595  void rtw8852a_rck(struct rtw89_dev *rtwdev)
3596  {
3597  	u8 path;
3598  
3599  	for (path = 0; path < 2; path++)
3600  		_rck(rtwdev, path);
3601  }
3602  
rtw8852a_dack(struct rtw89_dev * rtwdev)3603  void rtw8852a_dack(struct rtw89_dev *rtwdev)
3604  {
3605  	u8 phy_map = rtw89_btc_phymap(rtwdev, RTW89_PHY_0, 0);
3606  
3607  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DACK, BTC_WRFK_START);
3608  	_dac_cal(rtwdev, false);
3609  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DACK, BTC_WRFK_STOP);
3610  }
3611  
rtw8852a_iqk(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx)3612  void rtw8852a_iqk(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy_idx)
3613  {
3614  	u32 tx_en;
3615  	u8 phy_map = rtw89_btc_phymap(rtwdev, phy_idx, 0);
3616  
3617  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_IQK, BTC_WRFK_START);
3618  	rtw89_chip_stop_sch_tx(rtwdev, phy_idx, &tx_en, RTW89_SCH_TX_SEL_ALL);
3619  	_wait_rx_mode(rtwdev, _kpath(rtwdev, phy_idx));
3620  
3621  	_iqk_init(rtwdev);
3622  	if (rtwdev->dbcc_en)
3623  		_iqk_dbcc(rtwdev, phy_idx);
3624  	else
3625  		_iqk(rtwdev, phy_idx, false);
3626  
3627  	rtw89_chip_resume_sch_tx(rtwdev, phy_idx, tx_en);
3628  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_IQK, BTC_WRFK_STOP);
3629  }
3630  
rtw8852a_rx_dck(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx,bool is_afe)3631  void rtw8852a_rx_dck(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy_idx,
3632  		     bool is_afe)
3633  {
3634  	u32 tx_en;
3635  	u8 phy_map = rtw89_btc_phymap(rtwdev, phy_idx, 0);
3636  
3637  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_RXDCK, BTC_WRFK_START);
3638  	rtw89_chip_stop_sch_tx(rtwdev, phy_idx, &tx_en, RTW89_SCH_TX_SEL_ALL);
3639  	_wait_rx_mode(rtwdev, _kpath(rtwdev, phy_idx));
3640  
3641  	_rx_dck(rtwdev, phy_idx, is_afe);
3642  
3643  	rtw89_chip_resume_sch_tx(rtwdev, phy_idx, tx_en);
3644  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_RXDCK, BTC_WRFK_STOP);
3645  }
3646  
rtw8852a_dpk(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy_idx)3647  void rtw8852a_dpk(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy_idx)
3648  {
3649  	u32 tx_en;
3650  	u8 phy_map = rtw89_btc_phymap(rtwdev, phy_idx, 0);
3651  
3652  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DPK, BTC_WRFK_START);
3653  	rtw89_chip_stop_sch_tx(rtwdev, phy_idx, &tx_en, RTW89_SCH_TX_SEL_ALL);
3654  	_wait_rx_mode(rtwdev, _kpath(rtwdev, phy_idx));
3655  
3656  	rtwdev->dpk.is_dpk_enable = true;
3657  	rtwdev->dpk.is_dpk_reload_en = false;
3658  	_dpk(rtwdev, phy_idx, false);
3659  
3660  	rtw89_chip_resume_sch_tx(rtwdev, phy_idx, tx_en);
3661  	rtw89_btc_ntfy_wl_rfk(rtwdev, phy_map, BTC_WRFKT_DPK, BTC_WRFK_STOP);
3662  }
3663  
rtw8852a_dpk_track(struct rtw89_dev * rtwdev)3664  void rtw8852a_dpk_track(struct rtw89_dev *rtwdev)
3665  {
3666  	_dpk_track(rtwdev);
3667  }
3668  
rtw8852a_tssi(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)3669  void rtw8852a_tssi(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
3670  {
3671  	u8 i;
3672  
3673  	rtw89_debug(rtwdev, RTW89_DBG_TSSI, "[TSSI] %s: phy=%d\n",
3674  		    __func__, phy);
3675  
3676  	_tssi_disable(rtwdev, phy);
3677  
3678  	for (i = RF_PATH_A; i < RF_PATH_NUM_8852A; i++) {
3679  		_tssi_rf_setting(rtwdev, phy, i);
3680  		_tssi_set_sys(rtwdev, phy);
3681  		_tssi_ini_txpwr_ctrl_bb(rtwdev, phy, i);
3682  		_tssi_ini_txpwr_ctrl_bb_he_tb(rtwdev, phy, i);
3683  		_tssi_set_dck(rtwdev, phy, i);
3684  		_tssi_set_tmeter_tbl(rtwdev, phy, i);
3685  		_tssi_set_dac_gain_tbl(rtwdev, phy, i);
3686  		_tssi_slope_cal_org(rtwdev, phy, i);
3687  		_tssi_set_rf_gap_tbl(rtwdev, phy, i);
3688  		_tssi_set_slope(rtwdev, phy, i);
3689  		_tssi_pak(rtwdev, phy, i);
3690  	}
3691  
3692  	_tssi_enable(rtwdev, phy);
3693  	_tssi_set_efuse_to_de(rtwdev, phy);
3694  	_tssi_high_power(rtwdev, phy);
3695  	_tssi_pre_tx(rtwdev, phy);
3696  }
3697  
rtw8852a_tssi_scan(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)3698  void rtw8852a_tssi_scan(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
3699  {
3700  	u8 i;
3701  
3702  	rtw89_debug(rtwdev, RTW89_DBG_TSSI, "[TSSI] %s: phy=%d\n",
3703  		    __func__, phy);
3704  
3705  	if (!rtwdev->is_tssi_mode[RF_PATH_A])
3706  		return;
3707  	if (!rtwdev->is_tssi_mode[RF_PATH_B])
3708  		return;
3709  
3710  	_tssi_disable(rtwdev, phy);
3711  
3712  	for (i = RF_PATH_A; i < RF_PATH_NUM_8852A; i++) {
3713  		_tssi_rf_setting(rtwdev, phy, i);
3714  		_tssi_set_sys(rtwdev, phy);
3715  		_tssi_set_tmeter_tbl(rtwdev, phy, i);
3716  		_tssi_pak(rtwdev, phy, i);
3717  	}
3718  
3719  	_tssi_enable(rtwdev, phy);
3720  	_tssi_set_efuse_to_de(rtwdev, phy);
3721  }
3722  
rtw8852a_tssi_track(struct rtw89_dev * rtwdev)3723  void rtw8852a_tssi_track(struct rtw89_dev *rtwdev)
3724  {
3725  	_tssi_track(rtwdev);
3726  }
3727  
3728  static
_rtw8852a_tssi_avg_scan(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)3729  void _rtw8852a_tssi_avg_scan(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
3730  {
3731  	if (!rtwdev->is_tssi_mode[RF_PATH_A] && !rtwdev->is_tssi_mode[RF_PATH_B])
3732  		return;
3733  
3734  	/* disable */
3735  	rtw89_rfk_parser(rtwdev, &rtw8852a_tssi_disable_defs_tbl);
3736  
3737  	rtw89_phy_write32_mask(rtwdev, R_P0_TSSI_AVG, B_P0_TSSI_AVG, 0x0);
3738  	rtw89_phy_write32_mask(rtwdev, R_P0_TSSI_MV_AVG, B_P0_TSSI_MV_AVG, 0x0);
3739  
3740  	rtw89_phy_write32_mask(rtwdev, R_P1_TSSI_AVG, B_P1_TSSI_AVG, 0x0);
3741  	rtw89_phy_write32_mask(rtwdev, R_P1_TSSI_MV_AVG, B_P1_TSSI_MV_AVG, 0x0);
3742  
3743  	/* enable */
3744  	rtw89_rfk_parser(rtwdev, &rtw8852a_tssi_enable_defs_ab_tbl);
3745  }
3746  
3747  static
_rtw8852a_tssi_set_avg(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy)3748  void _rtw8852a_tssi_set_avg(struct rtw89_dev *rtwdev, enum rtw89_phy_idx phy)
3749  {
3750  	if (!rtwdev->is_tssi_mode[RF_PATH_A] && !rtwdev->is_tssi_mode[RF_PATH_B])
3751  		return;
3752  
3753  	/* disable */
3754  	rtw89_rfk_parser(rtwdev, &rtw8852a_tssi_disable_defs_tbl);
3755  
3756  	rtw89_phy_write32_mask(rtwdev, R_P0_TSSI_AVG, B_P0_TSSI_AVG, 0x4);
3757  	rtw89_phy_write32_mask(rtwdev, R_P0_TSSI_MV_AVG, B_P0_TSSI_MV_AVG, 0x2);
3758  
3759  	rtw89_phy_write32_mask(rtwdev, R_P1_TSSI_AVG, B_P1_TSSI_AVG, 0x4);
3760  	rtw89_phy_write32_mask(rtwdev, R_P1_TSSI_MV_AVG, B_P1_TSSI_MV_AVG, 0x2);
3761  
3762  	/* enable */
3763  	rtw89_rfk_parser(rtwdev, &rtw8852a_tssi_enable_defs_ab_tbl);
3764  }
3765  
rtw8852a_tssi_set_avg(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,bool enable)3766  static void rtw8852a_tssi_set_avg(struct rtw89_dev *rtwdev,
3767  				  enum rtw89_phy_idx phy, bool enable)
3768  {
3769  	if (!rtwdev->is_tssi_mode[RF_PATH_A] && !rtwdev->is_tssi_mode[RF_PATH_B])
3770  		return;
3771  
3772  	if (enable) {
3773  		/* SCAN_START */
3774  		_rtw8852a_tssi_avg_scan(rtwdev, phy);
3775  	} else {
3776  		/* SCAN_END */
3777  		_rtw8852a_tssi_set_avg(rtwdev, phy);
3778  	}
3779  }
3780  
rtw8852a_tssi_default_txagc(struct rtw89_dev * rtwdev,enum rtw89_phy_idx phy,bool enable)3781  static void rtw8852a_tssi_default_txagc(struct rtw89_dev *rtwdev,
3782  					enum rtw89_phy_idx phy, bool enable)
3783  {
3784  	struct rtw89_tssi_info *tssi_info = &rtwdev->tssi;
3785  	u8 i;
3786  
3787  	if (!rtwdev->is_tssi_mode[RF_PATH_A] && !rtwdev->is_tssi_mode[RF_PATH_B])
3788  		return;
3789  
3790  	if (enable) {
3791  		if (rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB, B_TXAGC_BB_OFT) != 0xc000 &&
3792  		    rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB, B_TXAGC_BB_OFT) != 0x0) {
3793  			for (i = 0; i < 6; i++) {
3794  				tssi_info->default_txagc_offset[RF_PATH_A] =
3795  					rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB,
3796  							      B_TXAGC_BB);
3797  				if (tssi_info->default_txagc_offset[RF_PATH_A])
3798  					break;
3799  			}
3800  		}
3801  
3802  		if (rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB_S1, B_TXAGC_BB_S1_OFT) != 0xc000 &&
3803  		    rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB_S1, B_TXAGC_BB_S1_OFT) != 0x0) {
3804  			for (i = 0; i < 6; i++) {
3805  				tssi_info->default_txagc_offset[RF_PATH_B] =
3806  					rtw89_phy_read32_mask(rtwdev, R_TXAGC_BB_S1,
3807  							      B_TXAGC_BB_S1);
3808  				if (tssi_info->default_txagc_offset[RF_PATH_B])
3809  					break;
3810  			}
3811  		}
3812  	} else {
3813  		rtw89_phy_write32_mask(rtwdev, R_P0_TSSI_TRK, B_P0_TSSI_OFT,
3814  				       tssi_info->default_txagc_offset[RF_PATH_A]);
3815  		rtw89_phy_write32_mask(rtwdev, R_P1_TSSI_TRK, B_P1_TSSI_OFT,
3816  				       tssi_info->default_txagc_offset[RF_PATH_B]);
3817  
3818  		rtw89_phy_write32_mask(rtwdev, R_P0_TSSI_TRK, B_P0_TSSI_OFT_EN, 0x0);
3819  		rtw89_phy_write32_mask(rtwdev, R_P0_TSSI_TRK, B_P0_TSSI_OFT_EN, 0x1);
3820  
3821  		rtw89_phy_write32_mask(rtwdev, R_P1_TSSI_TRK, B_P1_TSSI_OFT_EN, 0x0);
3822  		rtw89_phy_write32_mask(rtwdev, R_P1_TSSI_TRK, B_P1_TSSI_OFT_EN, 0x1);
3823  	}
3824  }
3825  
rtw8852a_wifi_scan_notify(struct rtw89_dev * rtwdev,bool scan_start,enum rtw89_phy_idx phy_idx)3826  void rtw8852a_wifi_scan_notify(struct rtw89_dev *rtwdev,
3827  			       bool scan_start, enum rtw89_phy_idx phy_idx)
3828  {
3829  	if (scan_start) {
3830  		rtw8852a_tssi_default_txagc(rtwdev, phy_idx, true);
3831  		rtw8852a_tssi_set_avg(rtwdev, phy_idx, true);
3832  	} else {
3833  		rtw8852a_tssi_default_txagc(rtwdev, phy_idx, false);
3834  		rtw8852a_tssi_set_avg(rtwdev, phy_idx, false);
3835  	}
3836  }
3837