xref: /openbmc/linux/drivers/net/phy/bcm7xxx.c (revision 94d964e5)
1 // SPDX-License-Identifier: GPL-2.0+
2 /*
3  * Broadcom BCM7xxx internal transceivers support.
4  *
5  * Copyright (C) 2014-2017 Broadcom
6  */
7 
8 #include <linux/module.h>
9 #include <linux/phy.h>
10 #include <linux/delay.h>
11 #include "bcm-phy-lib.h"
12 #include <linux/bitops.h>
13 #include <linux/brcmphy.h>
14 #include <linux/clk.h>
15 #include <linux/mdio.h>
16 
17 /* Broadcom BCM7xxx internal PHY registers */
18 
19 /* EPHY only register definitions */
20 #define MII_BCM7XXX_100TX_AUX_CTL	0x10
21 #define MII_BCM7XXX_100TX_FALSE_CAR	0x13
22 #define MII_BCM7XXX_100TX_DISC		0x14
23 #define MII_BCM7XXX_AUX_MODE		0x1d
24 #define  MII_BCM7XXX_64CLK_MDIO		BIT(12)
25 #define MII_BCM7XXX_TEST		0x1f
26 #define  MII_BCM7XXX_SHD_MODE_2		BIT(2)
27 #define MII_BCM7XXX_SHD_2_ADDR_CTRL	0xe
28 #define MII_BCM7XXX_SHD_2_CTRL_STAT	0xf
29 #define MII_BCM7XXX_SHD_2_BIAS_TRIM	0x1a
30 #define MII_BCM7XXX_SHD_3_PCS_CTRL	0x0
31 #define MII_BCM7XXX_SHD_3_PCS_STATUS	0x1
32 #define MII_BCM7XXX_SHD_3_EEE_CAP	0x2
33 #define MII_BCM7XXX_SHD_3_AN_EEE_ADV	0x3
34 #define MII_BCM7XXX_SHD_3_EEE_LP	0x4
35 #define MII_BCM7XXX_SHD_3_EEE_WK_ERR	0x5
36 #define MII_BCM7XXX_SHD_3_PCS_CTRL_2	0x6
37 #define  MII_BCM7XXX_PCS_CTRL_2_DEF	0x4400
38 #define MII_BCM7XXX_SHD_3_AN_STAT	0xb
39 #define  MII_BCM7XXX_AN_NULL_MSG_EN	BIT(0)
40 #define  MII_BCM7XXX_AN_EEE_EN		BIT(1)
41 #define MII_BCM7XXX_SHD_3_EEE_THRESH	0xe
42 #define  MII_BCM7XXX_EEE_THRESH_DEF	0x50
43 #define MII_BCM7XXX_SHD_3_TL4		0x23
44 #define  MII_BCM7XXX_TL4_RST_MSK	(BIT(2) | BIT(1))
45 
46 struct bcm7xxx_phy_priv {
47 	u64	*stats;
48 	struct clk *clk;
49 };
50 
51 static int bcm7xxx_28nm_d0_afe_config_init(struct phy_device *phydev)
52 {
53 	/* AFE_RXCONFIG_0 */
54 	bcm_phy_write_misc(phydev, AFE_RXCONFIG_0, 0xeb15);
55 
56 	/* AFE_RXCONFIG_1 */
57 	bcm_phy_write_misc(phydev, AFE_RXCONFIG_1, 0x9b2f);
58 
59 	/* AFE_RXCONFIG_2, set rCal offset for HT=0 code and LT=-2 code */
60 	bcm_phy_write_misc(phydev, AFE_RXCONFIG_2, 0x2003);
61 
62 	/* AFE_RX_LP_COUNTER, set RX bandwidth to maximum */
63 	bcm_phy_write_misc(phydev, AFE_RX_LP_COUNTER, 0x7fc0);
64 
65 	/* AFE_TX_CONFIG, set 100BT Cfeed=011 to improve rise/fall time */
66 	bcm_phy_write_misc(phydev, AFE_TX_CONFIG, 0x431);
67 
68 	/* AFE_VDCA_ICTRL_0, set Iq=1101 instead of 0111 for AB symmetry */
69 	bcm_phy_write_misc(phydev, AFE_VDCA_ICTRL_0, 0xa7da);
70 
71 	/* AFE_VDAC_OTHERS_0, set 1000BT Cidac=010 for all ports */
72 	bcm_phy_write_misc(phydev, AFE_VDAC_OTHERS_0, 0xa020);
73 
74 	/* AFE_HPF_TRIM_OTHERS, set 100Tx/10BT to -4.5% swing and set rCal
75 	 * offset for HT=0 code
76 	 */
77 	bcm_phy_write_misc(phydev, AFE_HPF_TRIM_OTHERS, 0x00e3);
78 
79 	/* CORE_BASE1E, force trim to overwrite and set I_ext trim to 0000 */
80 	phy_write(phydev, MII_BRCM_CORE_BASE1E, 0x0010);
81 
82 	/* DSP_TAP10, adjust bias current trim (+0% swing, +0 tick) */
83 	bcm_phy_write_misc(phydev, DSP_TAP10, 0x011b);
84 
85 	/* Reset R_CAL/RC_CAL engine */
86 	bcm_phy_r_rc_cal_reset(phydev);
87 
88 	return 0;
89 }
90 
91 static int bcm7xxx_28nm_e0_plus_afe_config_init(struct phy_device *phydev)
92 {
93 	/* AFE_RXCONFIG_1, provide more margin for INL/DNL measurement */
94 	bcm_phy_write_misc(phydev, AFE_RXCONFIG_1, 0x9b2f);
95 
96 	/* AFE_TX_CONFIG, set 100BT Cfeed=011 to improve rise/fall time */
97 	bcm_phy_write_misc(phydev, AFE_TX_CONFIG, 0x431);
98 
99 	/* AFE_VDCA_ICTRL_0, set Iq=1101 instead of 0111 for AB symmetry */
100 	bcm_phy_write_misc(phydev, AFE_VDCA_ICTRL_0, 0xa7da);
101 
102 	/* AFE_HPF_TRIM_OTHERS, set 100Tx/10BT to -4.5% swing and set rCal
103 	 * offset for HT=0 code
104 	 */
105 	bcm_phy_write_misc(phydev, AFE_HPF_TRIM_OTHERS, 0x00e3);
106 
107 	/* CORE_BASE1E, force trim to overwrite and set I_ext trim to 0000 */
108 	phy_write(phydev, MII_BRCM_CORE_BASE1E, 0x0010);
109 
110 	/* DSP_TAP10, adjust bias current trim (+0% swing, +0 tick) */
111 	bcm_phy_write_misc(phydev, DSP_TAP10, 0x011b);
112 
113 	/* Reset R_CAL/RC_CAL engine */
114 	bcm_phy_r_rc_cal_reset(phydev);
115 
116 	return 0;
117 }
118 
119 static int bcm7xxx_28nm_a0_patch_afe_config_init(struct phy_device *phydev)
120 {
121 	/* +1 RC_CAL codes for RL centering for both LT and HT conditions */
122 	bcm_phy_write_misc(phydev, AFE_RXCONFIG_2, 0xd003);
123 
124 	/* Cut master bias current by 2% to compensate for RC_CAL offset */
125 	bcm_phy_write_misc(phydev, DSP_TAP10, 0x791b);
126 
127 	/* Improve hybrid leakage */
128 	bcm_phy_write_misc(phydev, AFE_HPF_TRIM_OTHERS, 0x10e3);
129 
130 	/* Change rx_on_tune 8 to 0xf */
131 	bcm_phy_write_misc(phydev, 0x21, 0x2, 0x87f6);
132 
133 	/* Change 100Tx EEE bandwidth */
134 	bcm_phy_write_misc(phydev, 0x22, 0x2, 0x017d);
135 
136 	/* Enable ffe zero detection for Vitesse interoperability */
137 	bcm_phy_write_misc(phydev, 0x26, 0x2, 0x0015);
138 
139 	bcm_phy_r_rc_cal_reset(phydev);
140 
141 	return 0;
142 }
143 
144 static int bcm7xxx_28nm_config_init(struct phy_device *phydev)
145 {
146 	u8 rev = PHY_BRCM_7XXX_REV(phydev->dev_flags);
147 	u8 patch = PHY_BRCM_7XXX_PATCH(phydev->dev_flags);
148 	u8 count;
149 	int ret = 0;
150 
151 	/* Newer devices have moved the revision information back into a
152 	 * standard location in MII_PHYS_ID[23]
153 	 */
154 	if (rev == 0)
155 		rev = phydev->phy_id & ~phydev->drv->phy_id_mask;
156 
157 	pr_info_once("%s: %s PHY revision: 0x%02x, patch: %d\n",
158 		     phydev_name(phydev), phydev->drv->name, rev, patch);
159 
160 	/* Dummy read to a register to workaround an issue upon reset where the
161 	 * internal inverter may not allow the first MDIO transaction to pass
162 	 * the MDIO management controller and make us return 0xffff for such
163 	 * reads.
164 	 */
165 	phy_read(phydev, MII_BMSR);
166 
167 	switch (rev) {
168 	case 0xa0:
169 	case 0xb0:
170 		ret = bcm_phy_28nm_a0b0_afe_config_init(phydev);
171 		break;
172 	case 0xd0:
173 		ret = bcm7xxx_28nm_d0_afe_config_init(phydev);
174 		break;
175 	case 0xe0:
176 	case 0xf0:
177 	/* Rev G0 introduces a roll over */
178 	case 0x10:
179 		ret = bcm7xxx_28nm_e0_plus_afe_config_init(phydev);
180 		break;
181 	case 0x01:
182 		ret = bcm7xxx_28nm_a0_patch_afe_config_init(phydev);
183 		break;
184 	default:
185 		break;
186 	}
187 
188 	if (ret)
189 		return ret;
190 
191 	ret =  bcm_phy_enable_jumbo(phydev);
192 	if (ret)
193 		return ret;
194 
195 	ret = bcm_phy_downshift_get(phydev, &count);
196 	if (ret)
197 		return ret;
198 
199 	/* Only enable EEE if Wirespeed/downshift is disabled */
200 	ret = bcm_phy_set_eee(phydev, count == DOWNSHIFT_DEV_DISABLE);
201 	if (ret)
202 		return ret;
203 
204 	return bcm_phy_enable_apd(phydev, true);
205 }
206 
207 static int bcm7xxx_28nm_resume(struct phy_device *phydev)
208 {
209 	int ret;
210 
211 	/* Re-apply workarounds coming out suspend/resume */
212 	ret = bcm7xxx_28nm_config_init(phydev);
213 	if (ret)
214 		return ret;
215 
216 	/* 28nm Gigabit PHYs come out of reset without any half-duplex
217 	 * or "hub" compliant advertised mode, fix that. This does not
218 	 * cause any problems with the PHY library since genphy_config_aneg()
219 	 * gracefully handles auto-negotiated and forced modes.
220 	 */
221 	return genphy_config_aneg(phydev);
222 }
223 
224 static int __phy_set_clr_bits(struct phy_device *dev, int location,
225 			      int set_mask, int clr_mask)
226 {
227 	int v, ret;
228 
229 	v = __phy_read(dev, location);
230 	if (v < 0)
231 		return v;
232 
233 	v &= ~clr_mask;
234 	v |= set_mask;
235 
236 	ret = __phy_write(dev, location, v);
237 	if (ret < 0)
238 		return ret;
239 
240 	return v;
241 }
242 
243 static int phy_set_clr_bits(struct phy_device *dev, int location,
244 			    int set_mask, int clr_mask)
245 {
246 	int ret;
247 
248 	mutex_lock(&dev->mdio.bus->mdio_lock);
249 	ret = __phy_set_clr_bits(dev, location, set_mask, clr_mask);
250 	mutex_unlock(&dev->mdio.bus->mdio_lock);
251 
252 	return ret;
253 }
254 
255 static int bcm7xxx_28nm_ephy_01_afe_config_init(struct phy_device *phydev)
256 {
257 	int ret;
258 
259 	/* set shadow mode 2 */
260 	ret = phy_set_clr_bits(phydev, MII_BCM7XXX_TEST,
261 			       MII_BCM7XXX_SHD_MODE_2, 0);
262 	if (ret < 0)
263 		return ret;
264 
265 	/* Set current trim values INT_trim = -1, Ext_trim =0 */
266 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_BIAS_TRIM, 0x3BE0);
267 	if (ret < 0)
268 		goto reset_shadow_mode;
269 
270 	/* Cal reset */
271 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_ADDR_CTRL,
272 			MII_BCM7XXX_SHD_3_TL4);
273 	if (ret < 0)
274 		goto reset_shadow_mode;
275 	ret = phy_set_clr_bits(phydev, MII_BCM7XXX_SHD_2_CTRL_STAT,
276 			       MII_BCM7XXX_TL4_RST_MSK, 0);
277 	if (ret < 0)
278 		goto reset_shadow_mode;
279 
280 	/* Cal reset disable */
281 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_ADDR_CTRL,
282 			MII_BCM7XXX_SHD_3_TL4);
283 	if (ret < 0)
284 		goto reset_shadow_mode;
285 	ret = phy_set_clr_bits(phydev, MII_BCM7XXX_SHD_2_CTRL_STAT,
286 			       0, MII_BCM7XXX_TL4_RST_MSK);
287 	if (ret < 0)
288 		goto reset_shadow_mode;
289 
290 reset_shadow_mode:
291 	/* reset shadow mode 2 */
292 	ret = phy_set_clr_bits(phydev, MII_BCM7XXX_TEST, 0,
293 			       MII_BCM7XXX_SHD_MODE_2);
294 	if (ret < 0)
295 		return ret;
296 
297 	return 0;
298 }
299 
300 /* The 28nm EPHY does not support Clause 45 (MMD) used by bcm-phy-lib */
301 static int bcm7xxx_28nm_ephy_apd_enable(struct phy_device *phydev)
302 {
303 	int ret;
304 
305 	/* set shadow mode 1 */
306 	ret = phy_set_clr_bits(phydev, MII_BRCM_FET_BRCMTEST,
307 			       MII_BRCM_FET_BT_SRE, 0);
308 	if (ret < 0)
309 		return ret;
310 
311 	/* Enable auto-power down */
312 	ret = phy_set_clr_bits(phydev, MII_BRCM_FET_SHDW_AUXSTAT2,
313 			       MII_BRCM_FET_SHDW_AS2_APDE, 0);
314 	if (ret < 0)
315 		return ret;
316 
317 	/* reset shadow mode 1 */
318 	ret = phy_set_clr_bits(phydev, MII_BRCM_FET_BRCMTEST, 0,
319 			       MII_BRCM_FET_BT_SRE);
320 	if (ret < 0)
321 		return ret;
322 
323 	return 0;
324 }
325 
326 static int bcm7xxx_28nm_ephy_eee_enable(struct phy_device *phydev)
327 {
328 	int ret;
329 
330 	/* set shadow mode 2 */
331 	ret = phy_set_clr_bits(phydev, MII_BCM7XXX_TEST,
332 			       MII_BCM7XXX_SHD_MODE_2, 0);
333 	if (ret < 0)
334 		return ret;
335 
336 	/* Advertise supported modes */
337 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_ADDR_CTRL,
338 			MII_BCM7XXX_SHD_3_AN_EEE_ADV);
339 	if (ret < 0)
340 		goto reset_shadow_mode;
341 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_CTRL_STAT,
342 			MDIO_EEE_100TX);
343 	if (ret < 0)
344 		goto reset_shadow_mode;
345 
346 	/* Restore Defaults */
347 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_ADDR_CTRL,
348 			MII_BCM7XXX_SHD_3_PCS_CTRL_2);
349 	if (ret < 0)
350 		goto reset_shadow_mode;
351 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_CTRL_STAT,
352 			MII_BCM7XXX_PCS_CTRL_2_DEF);
353 	if (ret < 0)
354 		goto reset_shadow_mode;
355 
356 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_ADDR_CTRL,
357 			MII_BCM7XXX_SHD_3_EEE_THRESH);
358 	if (ret < 0)
359 		goto reset_shadow_mode;
360 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_CTRL_STAT,
361 			MII_BCM7XXX_EEE_THRESH_DEF);
362 	if (ret < 0)
363 		goto reset_shadow_mode;
364 
365 	/* Enable EEE autonegotiation */
366 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_ADDR_CTRL,
367 			MII_BCM7XXX_SHD_3_AN_STAT);
368 	if (ret < 0)
369 		goto reset_shadow_mode;
370 	ret = phy_write(phydev, MII_BCM7XXX_SHD_2_CTRL_STAT,
371 			(MII_BCM7XXX_AN_NULL_MSG_EN | MII_BCM7XXX_AN_EEE_EN));
372 	if (ret < 0)
373 		goto reset_shadow_mode;
374 
375 reset_shadow_mode:
376 	/* reset shadow mode 2 */
377 	ret = phy_set_clr_bits(phydev, MII_BCM7XXX_TEST, 0,
378 			       MII_BCM7XXX_SHD_MODE_2);
379 	if (ret < 0)
380 		return ret;
381 
382 	/* Restart autoneg */
383 	phy_write(phydev, MII_BMCR,
384 		  (BMCR_SPEED100 | BMCR_ANENABLE | BMCR_ANRESTART));
385 
386 	return 0;
387 }
388 
389 static int bcm7xxx_28nm_ephy_config_init(struct phy_device *phydev)
390 {
391 	u8 rev = phydev->phy_id & ~phydev->drv->phy_id_mask;
392 	int ret = 0;
393 
394 	pr_info_once("%s: %s PHY revision: 0x%02x\n",
395 		     phydev_name(phydev), phydev->drv->name, rev);
396 
397 	/* Dummy read to a register to workaround a possible issue upon reset
398 	 * where the internal inverter may not allow the first MDIO transaction
399 	 * to pass the MDIO management controller and make us return 0xffff for
400 	 * such reads.
401 	 */
402 	phy_read(phydev, MII_BMSR);
403 
404 	/* Apply AFE software work-around if necessary */
405 	if (rev == 0x01) {
406 		ret = bcm7xxx_28nm_ephy_01_afe_config_init(phydev);
407 		if (ret)
408 			return ret;
409 	}
410 
411 	ret = bcm7xxx_28nm_ephy_eee_enable(phydev);
412 	if (ret)
413 		return ret;
414 
415 	return bcm7xxx_28nm_ephy_apd_enable(phydev);
416 }
417 
418 static int bcm7xxx_16nm_ephy_afe_config(struct phy_device *phydev)
419 {
420 	int tmp, rcalcode, rcalnewcodelp, rcalnewcode11, rcalnewcode11d2;
421 
422 	/* Reset PHY */
423 	tmp = genphy_soft_reset(phydev);
424 	if (tmp)
425 		return tmp;
426 
427 	/* Reset AFE and PLL */
428 	bcm_phy_write_exp_sel(phydev, 0x0003, 0x0006);
429 	/* Clear reset */
430 	bcm_phy_write_exp_sel(phydev, 0x0003, 0x0000);
431 
432 	/* Write PLL/AFE control register to select 54MHz crystal */
433 	bcm_phy_write_misc(phydev, 0x0030, 0x0001, 0x0000);
434 	bcm_phy_write_misc(phydev, 0x0031, 0x0000, 0x044a);
435 
436 	/* Change Ka,Kp,Ki to pdiv=1 */
437 	bcm_phy_write_misc(phydev, 0x0033, 0x0002, 0x71a1);
438 	/* Configuration override */
439 	bcm_phy_write_misc(phydev, 0x0033, 0x0001, 0x8000);
440 
441 	/* Change PLL_NDIV and PLL_NUDGE */
442 	bcm_phy_write_misc(phydev, 0x0031, 0x0001, 0x2f68);
443 	bcm_phy_write_misc(phydev, 0x0031, 0x0002, 0x0000);
444 
445 	/* Reference frequency is 54Mhz, config_mode[15:14] = 3 (low
446 	 * phase)
447 	 */
448 	bcm_phy_write_misc(phydev, 0x0030, 0x0003, 0xc036);
449 
450 	/* Initialize bypass mode */
451 	bcm_phy_write_misc(phydev, 0x0032, 0x0003, 0x0000);
452 	/* Bypass code, default: VCOCLK enabled */
453 	bcm_phy_write_misc(phydev, 0x0033, 0x0000, 0x0002);
454 	/* LDOs at default setting */
455 	bcm_phy_write_misc(phydev, 0x0030, 0x0002, 0x01c0);
456 	/* Release PLL reset */
457 	bcm_phy_write_misc(phydev, 0x0030, 0x0001, 0x0001);
458 
459 	/* Bandgap curvature correction to correct default */
460 	bcm_phy_write_misc(phydev, 0x0038, 0x0000, 0x0010);
461 
462 	/* Run RCAL */
463 	bcm_phy_write_misc(phydev, 0x0039, 0x0003, 0x0038);
464 	bcm_phy_write_misc(phydev, 0x0039, 0x0003, 0x003b);
465 	udelay(2);
466 	bcm_phy_write_misc(phydev, 0x0039, 0x0003, 0x003f);
467 	mdelay(5);
468 
469 	/* AFE_CAL_CONFIG_0, Vref=1000, Target=10, averaging enabled */
470 	bcm_phy_write_misc(phydev, 0x0039, 0x0001, 0x1c82);
471 	/* AFE_CAL_CONFIG_0, no reset and analog powerup */
472 	bcm_phy_write_misc(phydev, 0x0039, 0x0001, 0x9e82);
473 	udelay(2);
474 	/* AFE_CAL_CONFIG_0, start calibration */
475 	bcm_phy_write_misc(phydev, 0x0039, 0x0001, 0x9f82);
476 	udelay(100);
477 	/* AFE_CAL_CONFIG_0, clear start calibration, set HiBW */
478 	bcm_phy_write_misc(phydev, 0x0039, 0x0001, 0x9e86);
479 	udelay(2);
480 	/* AFE_CAL_CONFIG_0, start calibration with hi BW mode set */
481 	bcm_phy_write_misc(phydev, 0x0039, 0x0001, 0x9f86);
482 	udelay(100);
483 
484 	/* Adjust 10BT amplitude additional +7% and 100BT +2% */
485 	bcm_phy_write_misc(phydev, 0x0038, 0x0001, 0xe7ea);
486 	/* Adjust 1G mode amplitude and 1G testmode1 */
487 	bcm_phy_write_misc(phydev, 0x0038, 0x0002, 0xede0);
488 
489 	/* Read CORE_EXPA9 */
490 	tmp = bcm_phy_read_exp(phydev, 0x00a9);
491 	/* CORE_EXPA9[6:1] is rcalcode[5:0] */
492 	rcalcode = (tmp & 0x7e) / 2;
493 	/* Correct RCAL code + 1 is -1% rprogr, LP: +16 */
494 	rcalnewcodelp = rcalcode + 16;
495 	/* Correct RCAL code + 1 is -15 rprogr, 11: +10 */
496 	rcalnewcode11 = rcalcode + 10;
497 	/* Saturate if necessary */
498 	if (rcalnewcodelp > 0x3f)
499 		rcalnewcodelp = 0x3f;
500 	if (rcalnewcode11 > 0x3f)
501 		rcalnewcode11 = 0x3f;
502 	/* REXT=1 BYP=1 RCAL_st1<5:0>=new rcal code */
503 	tmp = 0x00f8 + rcalnewcodelp * 256;
504 	/* Program into AFE_CAL_CONFIG_2 */
505 	bcm_phy_write_misc(phydev, 0x0039, 0x0003, tmp);
506 	/* AFE_BIAS_CONFIG_0 10BT bias code (Bias: E4) */
507 	bcm_phy_write_misc(phydev, 0x0038, 0x0001, 0xe7e4);
508 	/* invert adc clock output and 'adc refp ldo current To correct
509 	 * default
510 	 */
511 	bcm_phy_write_misc(phydev, 0x003b, 0x0000, 0x8002);
512 	/* 100BT stair case, high BW, 1G stair case, alternate encode */
513 	bcm_phy_write_misc(phydev, 0x003c, 0x0003, 0xf882);
514 	/* 1000BT DAC transition method per Erol, bits[32], DAC Shuffle
515 	 * sequence 1 + 10BT imp adjust bits
516 	 */
517 	bcm_phy_write_misc(phydev, 0x003d, 0x0000, 0x3201);
518 	/* Non-overlap fix */
519 	bcm_phy_write_misc(phydev, 0x003a, 0x0002, 0x0c00);
520 
521 	/* pwdb override (rxconfig<5>) to turn on RX LDO indpendent of
522 	 * pwdb controls from DSP_TAP10
523 	 */
524 	bcm_phy_write_misc(phydev, 0x003a, 0x0001, 0x0020);
525 
526 	/* Remove references to channel 2 and 3 */
527 	bcm_phy_write_misc(phydev, 0x003b, 0x0002, 0x0000);
528 	bcm_phy_write_misc(phydev, 0x003b, 0x0003, 0x0000);
529 
530 	/* Set cal_bypassb bit rxconfig<43> */
531 	bcm_phy_write_misc(phydev, 0x003a, 0x0003, 0x0800);
532 	udelay(2);
533 
534 	/* Revert pwdb_override (rxconfig<5>) to 0 so that the RX pwr
535 	 * is controlled by DSP.
536 	 */
537 	bcm_phy_write_misc(phydev, 0x003a, 0x0001, 0x0000);
538 
539 	/* Drop LSB */
540 	rcalnewcode11d2 = (rcalnewcode11 & 0xfffe) / 2;
541 	tmp = bcm_phy_read_misc(phydev, 0x003d, 0x0001);
542 	/* Clear bits [11:5] */
543 	tmp &= ~0xfe0;
544 	/* set txcfg_ch0<5>=1 (enable + set local rcal) */
545 	tmp |= 0x0020 | (rcalnewcode11d2 * 64);
546 	bcm_phy_write_misc(phydev, 0x003d, 0x0001, tmp);
547 	bcm_phy_write_misc(phydev, 0x003d, 0x0002, tmp);
548 
549 	tmp = bcm_phy_read_misc(phydev, 0x003d, 0x0000);
550 	/* set txcfg<45:44>=11 (enable Rextra + invert fullscaledetect)
551 	 */
552 	tmp &= ~0x3000;
553 	tmp |= 0x3000;
554 	bcm_phy_write_misc(phydev, 0x003d, 0x0000, tmp);
555 
556 	return 0;
557 }
558 
559 static int bcm7xxx_16nm_ephy_config_init(struct phy_device *phydev)
560 {
561 	int ret, val;
562 
563 	ret = bcm7xxx_16nm_ephy_afe_config(phydev);
564 	if (ret)
565 		return ret;
566 
567 	ret = bcm_phy_set_eee(phydev, true);
568 	if (ret)
569 		return ret;
570 
571 	ret = bcm_phy_read_shadow(phydev, BCM54XX_SHD_SCR3);
572 	if (ret < 0)
573 		return ret;
574 
575 	val = ret;
576 
577 	/* Auto power down of DLL enabled,
578 	 * TXC/RXC disabled during auto power down.
579 	 */
580 	val &= ~BCM54XX_SHD_SCR3_DLLAPD_DIS;
581 	val |= BIT(8);
582 
583 	ret = bcm_phy_write_shadow(phydev, BCM54XX_SHD_SCR3, val);
584 	if (ret < 0)
585 		return ret;
586 
587 	return bcm_phy_enable_apd(phydev, true);
588 }
589 
590 static int bcm7xxx_16nm_ephy_resume(struct phy_device *phydev)
591 {
592 	int ret;
593 
594 	/* Re-apply workarounds coming out suspend/resume */
595 	ret = bcm7xxx_16nm_ephy_config_init(phydev);
596 	if (ret)
597 		return ret;
598 
599 	return genphy_config_aneg(phydev);
600 }
601 
602 #define MII_BCM7XXX_REG_INVALID	0xff
603 
604 static u8 bcm7xxx_28nm_ephy_regnum_to_shd(u16 regnum)
605 {
606 	switch (regnum) {
607 	case MDIO_CTRL1:
608 		return MII_BCM7XXX_SHD_3_PCS_CTRL;
609 	case MDIO_STAT1:
610 		return MII_BCM7XXX_SHD_3_PCS_STATUS;
611 	case MDIO_PCS_EEE_ABLE:
612 		return MII_BCM7XXX_SHD_3_EEE_CAP;
613 	case MDIO_AN_EEE_ADV:
614 		return MII_BCM7XXX_SHD_3_AN_EEE_ADV;
615 	case MDIO_AN_EEE_LPABLE:
616 		return MII_BCM7XXX_SHD_3_EEE_LP;
617 	case MDIO_PCS_EEE_WK_ERR:
618 		return MII_BCM7XXX_SHD_3_EEE_WK_ERR;
619 	default:
620 		return MII_BCM7XXX_REG_INVALID;
621 	}
622 }
623 
624 static bool bcm7xxx_28nm_ephy_dev_valid(int devnum)
625 {
626 	return devnum == MDIO_MMD_AN || devnum == MDIO_MMD_PCS;
627 }
628 
629 static int bcm7xxx_28nm_ephy_read_mmd(struct phy_device *phydev,
630 				      int devnum, u16 regnum)
631 {
632 	u8 shd = bcm7xxx_28nm_ephy_regnum_to_shd(regnum);
633 	int ret;
634 
635 	if (!bcm7xxx_28nm_ephy_dev_valid(devnum) ||
636 	    shd == MII_BCM7XXX_REG_INVALID)
637 		return -EOPNOTSUPP;
638 
639 	/* set shadow mode 2 */
640 	ret = __phy_set_clr_bits(phydev, MII_BCM7XXX_TEST,
641 				 MII_BCM7XXX_SHD_MODE_2, 0);
642 	if (ret < 0)
643 		return ret;
644 
645 	/* Access the desired shadow register address */
646 	ret = __phy_write(phydev, MII_BCM7XXX_SHD_2_ADDR_CTRL, shd);
647 	if (ret < 0)
648 		goto reset_shadow_mode;
649 
650 	ret = __phy_read(phydev, MII_BCM7XXX_SHD_2_CTRL_STAT);
651 
652 reset_shadow_mode:
653 	/* reset shadow mode 2 */
654 	__phy_set_clr_bits(phydev, MII_BCM7XXX_TEST, 0,
655 			   MII_BCM7XXX_SHD_MODE_2);
656 	return ret;
657 }
658 
659 static int bcm7xxx_28nm_ephy_write_mmd(struct phy_device *phydev,
660 				       int devnum, u16 regnum, u16 val)
661 {
662 	u8 shd = bcm7xxx_28nm_ephy_regnum_to_shd(regnum);
663 	int ret;
664 
665 	if (!bcm7xxx_28nm_ephy_dev_valid(devnum) ||
666 	    shd == MII_BCM7XXX_REG_INVALID)
667 		return -EOPNOTSUPP;
668 
669 	/* set shadow mode 2 */
670 	ret = __phy_set_clr_bits(phydev, MII_BCM7XXX_TEST,
671 				 MII_BCM7XXX_SHD_MODE_2, 0);
672 	if (ret < 0)
673 		return ret;
674 
675 	/* Access the desired shadow register address */
676 	ret = __phy_write(phydev, MII_BCM7XXX_SHD_2_ADDR_CTRL, shd);
677 	if (ret < 0)
678 		goto reset_shadow_mode;
679 
680 	/* Write the desired value in the shadow register */
681 	__phy_write(phydev, MII_BCM7XXX_SHD_2_CTRL_STAT, val);
682 
683 reset_shadow_mode:
684 	/* reset shadow mode 2 */
685 	return __phy_set_clr_bits(phydev, MII_BCM7XXX_TEST, 0,
686 				  MII_BCM7XXX_SHD_MODE_2);
687 }
688 
689 static int bcm7xxx_28nm_ephy_resume(struct phy_device *phydev)
690 {
691 	int ret;
692 
693 	/* Re-apply workarounds coming out suspend/resume */
694 	ret = bcm7xxx_28nm_ephy_config_init(phydev);
695 	if (ret)
696 		return ret;
697 
698 	return genphy_config_aneg(phydev);
699 }
700 
701 static int bcm7xxx_config_init(struct phy_device *phydev)
702 {
703 	int ret;
704 
705 	/* Enable 64 clock MDIO */
706 	phy_write(phydev, MII_BCM7XXX_AUX_MODE, MII_BCM7XXX_64CLK_MDIO);
707 	phy_read(phydev, MII_BCM7XXX_AUX_MODE);
708 
709 	/* set shadow mode 2 */
710 	ret = phy_set_clr_bits(phydev, MII_BCM7XXX_TEST,
711 			MII_BCM7XXX_SHD_MODE_2, MII_BCM7XXX_SHD_MODE_2);
712 	if (ret < 0)
713 		return ret;
714 
715 	/* set iddq_clkbias */
716 	phy_write(phydev, MII_BCM7XXX_100TX_DISC, 0x0F00);
717 	udelay(10);
718 
719 	/* reset iddq_clkbias */
720 	phy_write(phydev, MII_BCM7XXX_100TX_DISC, 0x0C00);
721 
722 	phy_write(phydev, MII_BCM7XXX_100TX_FALSE_CAR, 0x7555);
723 
724 	/* reset shadow mode 2 */
725 	ret = phy_set_clr_bits(phydev, MII_BCM7XXX_TEST, 0, MII_BCM7XXX_SHD_MODE_2);
726 	if (ret < 0)
727 		return ret;
728 
729 	return 0;
730 }
731 
732 /* Workaround for putting the PHY in IDDQ mode, required
733  * for all BCM7XXX 40nm and 65nm PHYs
734  */
735 static int bcm7xxx_suspend(struct phy_device *phydev)
736 {
737 	int ret;
738 	static const struct bcm7xxx_regs {
739 		int reg;
740 		u16 value;
741 	} bcm7xxx_suspend_cfg[] = {
742 		{ MII_BCM7XXX_TEST, 0x008b },
743 		{ MII_BCM7XXX_100TX_AUX_CTL, 0x01c0 },
744 		{ MII_BCM7XXX_100TX_DISC, 0x7000 },
745 		{ MII_BCM7XXX_TEST, 0x000f },
746 		{ MII_BCM7XXX_100TX_AUX_CTL, 0x20d0 },
747 		{ MII_BCM7XXX_TEST, 0x000b },
748 	};
749 	unsigned int i;
750 
751 	for (i = 0; i < ARRAY_SIZE(bcm7xxx_suspend_cfg); i++) {
752 		ret = phy_write(phydev,
753 				bcm7xxx_suspend_cfg[i].reg,
754 				bcm7xxx_suspend_cfg[i].value);
755 		if (ret)
756 			return ret;
757 	}
758 
759 	return 0;
760 }
761 
762 static int bcm7xxx_28nm_get_tunable(struct phy_device *phydev,
763 				    struct ethtool_tunable *tuna,
764 				    void *data)
765 {
766 	switch (tuna->id) {
767 	case ETHTOOL_PHY_DOWNSHIFT:
768 		return bcm_phy_downshift_get(phydev, (u8 *)data);
769 	default:
770 		return -EOPNOTSUPP;
771 	}
772 }
773 
774 static int bcm7xxx_28nm_set_tunable(struct phy_device *phydev,
775 				    struct ethtool_tunable *tuna,
776 				    const void *data)
777 {
778 	u8 count = *(u8 *)data;
779 	int ret;
780 
781 	switch (tuna->id) {
782 	case ETHTOOL_PHY_DOWNSHIFT:
783 		ret = bcm_phy_downshift_set(phydev, count);
784 		break;
785 	default:
786 		return -EOPNOTSUPP;
787 	}
788 
789 	if (ret)
790 		return ret;
791 
792 	/* Disable EEE advertisement since this prevents the PHY
793 	 * from successfully linking up, trigger auto-negotiation restart
794 	 * to let the MAC decide what to do.
795 	 */
796 	ret = bcm_phy_set_eee(phydev, count == DOWNSHIFT_DEV_DISABLE);
797 	if (ret)
798 		return ret;
799 
800 	return genphy_restart_aneg(phydev);
801 }
802 
803 static void bcm7xxx_28nm_get_phy_stats(struct phy_device *phydev,
804 				       struct ethtool_stats *stats, u64 *data)
805 {
806 	struct bcm7xxx_phy_priv *priv = phydev->priv;
807 
808 	bcm_phy_get_stats(phydev, priv->stats, stats, data);
809 }
810 
811 static int bcm7xxx_28nm_probe(struct phy_device *phydev)
812 {
813 	struct bcm7xxx_phy_priv *priv;
814 	int ret = 0;
815 
816 	priv = devm_kzalloc(&phydev->mdio.dev, sizeof(*priv), GFP_KERNEL);
817 	if (!priv)
818 		return -ENOMEM;
819 
820 	phydev->priv = priv;
821 
822 	priv->stats = devm_kcalloc(&phydev->mdio.dev,
823 				   bcm_phy_get_sset_count(phydev), sizeof(u64),
824 				   GFP_KERNEL);
825 	if (!priv->stats)
826 		return -ENOMEM;
827 
828 	priv->clk = devm_clk_get_optional(&phydev->mdio.dev, NULL);
829 	if (IS_ERR(priv->clk))
830 		return PTR_ERR(priv->clk);
831 
832 	ret = clk_prepare_enable(priv->clk);
833 	if (ret)
834 		return ret;
835 
836 	/* Dummy read to a register to workaround an issue upon reset where the
837 	 * internal inverter may not allow the first MDIO transaction to pass
838 	 * the MDIO management controller and make us return 0xffff for such
839 	 * reads. This is needed to ensure that any subsequent reads to the
840 	 * PHY will succeed.
841 	 */
842 	phy_read(phydev, MII_BMSR);
843 
844 	return ret;
845 }
846 
847 static void bcm7xxx_28nm_remove(struct phy_device *phydev)
848 {
849 	struct bcm7xxx_phy_priv *priv = phydev->priv;
850 
851 	clk_disable_unprepare(priv->clk);
852 }
853 
854 #define BCM7XXX_28NM_GPHY(_oui, _name)					\
855 {									\
856 	.phy_id		= (_oui),					\
857 	.phy_id_mask	= 0xfffffff0,					\
858 	.name		= _name,					\
859 	/* PHY_GBIT_FEATURES */						\
860 	.flags		= PHY_IS_INTERNAL,				\
861 	.config_init	= bcm7xxx_28nm_config_init,			\
862 	.resume		= bcm7xxx_28nm_resume,				\
863 	.get_tunable	= bcm7xxx_28nm_get_tunable,			\
864 	.set_tunable	= bcm7xxx_28nm_set_tunable,			\
865 	.get_sset_count	= bcm_phy_get_sset_count,			\
866 	.get_strings	= bcm_phy_get_strings,				\
867 	.get_stats	= bcm7xxx_28nm_get_phy_stats,			\
868 	.probe		= bcm7xxx_28nm_probe,				\
869 	.remove		= bcm7xxx_28nm_remove,				\
870 }
871 
872 #define BCM7XXX_28NM_EPHY(_oui, _name)					\
873 {									\
874 	.phy_id		= (_oui),					\
875 	.phy_id_mask	= 0xfffffff0,					\
876 	.name		= _name,					\
877 	/* PHY_BASIC_FEATURES */					\
878 	.flags		= PHY_IS_INTERNAL,				\
879 	.config_init	= bcm7xxx_28nm_ephy_config_init,		\
880 	.resume		= bcm7xxx_28nm_ephy_resume,			\
881 	.get_sset_count	= bcm_phy_get_sset_count,			\
882 	.get_strings	= bcm_phy_get_strings,				\
883 	.get_stats	= bcm7xxx_28nm_get_phy_stats,			\
884 	.probe		= bcm7xxx_28nm_probe,				\
885 	.remove		= bcm7xxx_28nm_remove,				\
886 	.read_mmd	= bcm7xxx_28nm_ephy_read_mmd,			\
887 	.write_mmd	= bcm7xxx_28nm_ephy_write_mmd,			\
888 }
889 
890 #define BCM7XXX_40NM_EPHY(_oui, _name)					\
891 {									\
892 	.phy_id         = (_oui),					\
893 	.phy_id_mask    = 0xfffffff0,					\
894 	.name           = _name,					\
895 	/* PHY_BASIC_FEATURES */					\
896 	.flags          = PHY_IS_INTERNAL,				\
897 	.soft_reset	= genphy_soft_reset,				\
898 	.config_init    = bcm7xxx_config_init,				\
899 	.suspend        = bcm7xxx_suspend,				\
900 	.resume         = bcm7xxx_config_init,				\
901 }
902 
903 #define BCM7XXX_16NM_EPHY(_oui, _name)					\
904 {									\
905 	.phy_id		= (_oui),					\
906 	.phy_id_mask	= 0xfffffff0,					\
907 	.name		= _name,					\
908 	/* PHY_BASIC_FEATURES */					\
909 	.flags		= PHY_IS_INTERNAL,				\
910 	.probe		= bcm7xxx_28nm_probe,				\
911 	.remove		= bcm7xxx_28nm_remove,				\
912 	.config_init	= bcm7xxx_16nm_ephy_config_init,		\
913 	.config_aneg	= genphy_config_aneg,				\
914 	.read_status	= genphy_read_status,				\
915 	.resume		= bcm7xxx_16nm_ephy_resume,			\
916 }
917 
918 static struct phy_driver bcm7xxx_driver[] = {
919 	BCM7XXX_28NM_EPHY(PHY_ID_BCM72113, "Broadcom BCM72113"),
920 	BCM7XXX_28NM_EPHY(PHY_ID_BCM72116, "Broadcom BCM72116"),
921 	BCM7XXX_16NM_EPHY(PHY_ID_BCM72165, "Broadcom BCM72165"),
922 	BCM7XXX_28NM_GPHY(PHY_ID_BCM7250, "Broadcom BCM7250"),
923 	BCM7XXX_28NM_EPHY(PHY_ID_BCM7255, "Broadcom BCM7255"),
924 	BCM7XXX_28NM_EPHY(PHY_ID_BCM7260, "Broadcom BCM7260"),
925 	BCM7XXX_28NM_EPHY(PHY_ID_BCM7268, "Broadcom BCM7268"),
926 	BCM7XXX_28NM_EPHY(PHY_ID_BCM7271, "Broadcom BCM7271"),
927 	BCM7XXX_28NM_GPHY(PHY_ID_BCM7278, "Broadcom BCM7278"),
928 	BCM7XXX_28NM_GPHY(PHY_ID_BCM7364, "Broadcom BCM7364"),
929 	BCM7XXX_28NM_GPHY(PHY_ID_BCM7366, "Broadcom BCM7366"),
930 	BCM7XXX_28NM_GPHY(PHY_ID_BCM74371, "Broadcom BCM74371"),
931 	BCM7XXX_28NM_GPHY(PHY_ID_BCM7439, "Broadcom BCM7439"),
932 	BCM7XXX_28NM_GPHY(PHY_ID_BCM7439_2, "Broadcom BCM7439 (2)"),
933 	BCM7XXX_28NM_GPHY(PHY_ID_BCM7445, "Broadcom BCM7445"),
934 	BCM7XXX_40NM_EPHY(PHY_ID_BCM7346, "Broadcom BCM7346"),
935 	BCM7XXX_40NM_EPHY(PHY_ID_BCM7362, "Broadcom BCM7362"),
936 	BCM7XXX_40NM_EPHY(PHY_ID_BCM7425, "Broadcom BCM7425"),
937 	BCM7XXX_40NM_EPHY(PHY_ID_BCM7429, "Broadcom BCM7429"),
938 	BCM7XXX_40NM_EPHY(PHY_ID_BCM7435, "Broadcom BCM7435"),
939 	BCM7XXX_16NM_EPHY(PHY_ID_BCM7712, "Broadcom BCM7712"),
940 };
941 
942 static struct mdio_device_id __maybe_unused bcm7xxx_tbl[] = {
943 	{ PHY_ID_BCM72113, 0xfffffff0 },
944 	{ PHY_ID_BCM72116, 0xfffffff0, },
945 	{ PHY_ID_BCM72165, 0xfffffff0, },
946 	{ PHY_ID_BCM7250, 0xfffffff0, },
947 	{ PHY_ID_BCM7255, 0xfffffff0, },
948 	{ PHY_ID_BCM7260, 0xfffffff0, },
949 	{ PHY_ID_BCM7268, 0xfffffff0, },
950 	{ PHY_ID_BCM7271, 0xfffffff0, },
951 	{ PHY_ID_BCM7278, 0xfffffff0, },
952 	{ PHY_ID_BCM7364, 0xfffffff0, },
953 	{ PHY_ID_BCM7366, 0xfffffff0, },
954 	{ PHY_ID_BCM7346, 0xfffffff0, },
955 	{ PHY_ID_BCM7362, 0xfffffff0, },
956 	{ PHY_ID_BCM7425, 0xfffffff0, },
957 	{ PHY_ID_BCM7429, 0xfffffff0, },
958 	{ PHY_ID_BCM74371, 0xfffffff0, },
959 	{ PHY_ID_BCM7439, 0xfffffff0, },
960 	{ PHY_ID_BCM7435, 0xfffffff0, },
961 	{ PHY_ID_BCM7445, 0xfffffff0, },
962 	{ PHY_ID_BCM7712, 0xfffffff0, },
963 	{ }
964 };
965 
966 module_phy_driver(bcm7xxx_driver);
967 
968 MODULE_DEVICE_TABLE(mdio, bcm7xxx_tbl);
969 
970 MODULE_DESCRIPTION("Broadcom BCM7xxx internal PHY driver");
971 MODULE_LICENSE("GPL");
972 MODULE_AUTHOR("Broadcom Corporation");
973