1 // SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0-or-later
2 /*
3  * Copyright 2008 - 2015 Freescale Semiconductor Inc.
4  */
5 
6 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
7 
8 #include "fman_tgec.h"
9 #include "fman.h"
10 #include "mac.h"
11 
12 #include <linux/slab.h>
13 #include <linux/bitrev.h>
14 #include <linux/io.h>
15 #include <linux/crc32.h>
16 #include <linux/netdevice.h>
17 
18 /* Transmit Inter-Packet Gap Length Register (TX_IPG_LENGTH) */
19 #define TGEC_TX_IPG_LENGTH_MASK	0x000003ff
20 
21 /* Command and Configuration Register (COMMAND_CONFIG) */
22 #define CMD_CFG_EN_TIMESTAMP		0x00100000
23 #define CMD_CFG_NO_LEN_CHK		0x00020000
24 #define CMD_CFG_PAUSE_IGNORE		0x00000100
25 #define CMF_CFG_CRC_FWD			0x00000040
26 #define CMD_CFG_PROMIS_EN		0x00000010
27 #define CMD_CFG_RX_EN			0x00000002
28 #define CMD_CFG_TX_EN			0x00000001
29 
30 /* Interrupt Mask Register (IMASK) */
31 #define TGEC_IMASK_MDIO_SCAN_EVENT	0x00010000
32 #define TGEC_IMASK_MDIO_CMD_CMPL	0x00008000
33 #define TGEC_IMASK_REM_FAULT		0x00004000
34 #define TGEC_IMASK_LOC_FAULT		0x00002000
35 #define TGEC_IMASK_TX_ECC_ER		0x00001000
36 #define TGEC_IMASK_TX_FIFO_UNFL	0x00000800
37 #define TGEC_IMASK_TX_FIFO_OVFL	0x00000400
38 #define TGEC_IMASK_TX_ER		0x00000200
39 #define TGEC_IMASK_RX_FIFO_OVFL	0x00000100
40 #define TGEC_IMASK_RX_ECC_ER		0x00000080
41 #define TGEC_IMASK_RX_JAB_FRM		0x00000040
42 #define TGEC_IMASK_RX_OVRSZ_FRM	0x00000020
43 #define TGEC_IMASK_RX_RUNT_FRM		0x00000010
44 #define TGEC_IMASK_RX_FRAG_FRM		0x00000008
45 #define TGEC_IMASK_RX_LEN_ER		0x00000004
46 #define TGEC_IMASK_RX_CRC_ER		0x00000002
47 #define TGEC_IMASK_RX_ALIGN_ER		0x00000001
48 
49 /* Hashtable Control Register (HASHTABLE_CTRL) */
50 #define TGEC_HASH_MCAST_SHIFT		23
51 #define TGEC_HASH_MCAST_EN		0x00000200
52 #define TGEC_HASH_ADR_MSK		0x000001ff
53 
54 #define DEFAULT_TX_IPG_LENGTH			12
55 #define DEFAULT_MAX_FRAME_LENGTH		0x600
56 #define DEFAULT_PAUSE_QUANT			0xf000
57 
58 /* number of pattern match registers (entries) */
59 #define TGEC_NUM_OF_PADDRS          1
60 
61 /* Group address bit indication */
62 #define GROUP_ADDRESS               0x0000010000000000LL
63 
64 /* Hash table size (= 32 bits*8 regs) */
65 #define TGEC_HASH_TABLE_SIZE             512
66 
67 /* tGEC memory map */
68 struct tgec_regs {
69 	u32 tgec_id;		/* 0x000 Controller ID */
70 	u32 reserved001[1];	/* 0x004 */
71 	u32 command_config;	/* 0x008 Control and configuration */
72 	u32 mac_addr_0;		/* 0x00c Lower 32 bits of the MAC adr */
73 	u32 mac_addr_1;		/* 0x010 Upper 16 bits of the MAC adr */
74 	u32 maxfrm;		/* 0x014 Maximum frame length */
75 	u32 pause_quant;	/* 0x018 Pause quanta */
76 	u32 rx_fifo_sections;	/* 0x01c  */
77 	u32 tx_fifo_sections;	/* 0x020  */
78 	u32 rx_fifo_almost_f_e;	/* 0x024  */
79 	u32 tx_fifo_almost_f_e;	/* 0x028  */
80 	u32 hashtable_ctrl;	/* 0x02c Hash table control */
81 	u32 mdio_cfg_status;	/* 0x030  */
82 	u32 mdio_command;	/* 0x034  */
83 	u32 mdio_data;		/* 0x038  */
84 	u32 mdio_regaddr;	/* 0x03c  */
85 	u32 status;		/* 0x040  */
86 	u32 tx_ipg_len;		/* 0x044 Transmitter inter-packet-gap */
87 	u32 mac_addr_2;		/* 0x048 Lower 32 bits of 2nd MAC adr */
88 	u32 mac_addr_3;		/* 0x04c Upper 16 bits of 2nd MAC adr */
89 	u32 rx_fifo_ptr_rd;	/* 0x050  */
90 	u32 rx_fifo_ptr_wr;	/* 0x054  */
91 	u32 tx_fifo_ptr_rd;	/* 0x058  */
92 	u32 tx_fifo_ptr_wr;	/* 0x05c  */
93 	u32 imask;		/* 0x060 Interrupt mask */
94 	u32 ievent;		/* 0x064 Interrupt event */
95 	u32 udp_port;		/* 0x068 Defines a UDP Port number */
96 	u32 type_1588v2;	/* 0x06c Type field for 1588v2 */
97 	u32 reserved070[4];	/* 0x070 */
98 	/* 10Ge Statistics Counter */
99 	u32 tfrm_u;		/* 80 aFramesTransmittedOK */
100 	u32 tfrm_l;		/* 84 aFramesTransmittedOK */
101 	u32 rfrm_u;		/* 88 aFramesReceivedOK */
102 	u32 rfrm_l;		/* 8c aFramesReceivedOK */
103 	u32 rfcs_u;		/* 90 aFrameCheckSequenceErrors */
104 	u32 rfcs_l;		/* 94 aFrameCheckSequenceErrors */
105 	u32 raln_u;		/* 98 aAlignmentErrors */
106 	u32 raln_l;		/* 9c aAlignmentErrors */
107 	u32 txpf_u;		/* A0 aPAUSEMACCtrlFramesTransmitted */
108 	u32 txpf_l;		/* A4 aPAUSEMACCtrlFramesTransmitted */
109 	u32 rxpf_u;		/* A8 aPAUSEMACCtrlFramesReceived */
110 	u32 rxpf_l;		/* Ac aPAUSEMACCtrlFramesReceived */
111 	u32 rlong_u;		/* B0 aFrameTooLongErrors */
112 	u32 rlong_l;		/* B4 aFrameTooLongErrors */
113 	u32 rflr_u;		/* B8 aInRangeLengthErrors */
114 	u32 rflr_l;		/* Bc aInRangeLengthErrors */
115 	u32 tvlan_u;		/* C0 VLANTransmittedOK */
116 	u32 tvlan_l;		/* C4 VLANTransmittedOK */
117 	u32 rvlan_u;		/* C8 VLANReceivedOK */
118 	u32 rvlan_l;		/* Cc VLANReceivedOK */
119 	u32 toct_u;		/* D0 if_out_octets */
120 	u32 toct_l;		/* D4 if_out_octets */
121 	u32 roct_u;		/* D8 if_in_octets */
122 	u32 roct_l;		/* Dc if_in_octets */
123 	u32 ruca_u;		/* E0 if_in_ucast_pkts */
124 	u32 ruca_l;		/* E4 if_in_ucast_pkts */
125 	u32 rmca_u;		/* E8 ifInMulticastPkts */
126 	u32 rmca_l;		/* Ec ifInMulticastPkts */
127 	u32 rbca_u;		/* F0 ifInBroadcastPkts */
128 	u32 rbca_l;		/* F4 ifInBroadcastPkts */
129 	u32 terr_u;		/* F8 if_out_errors */
130 	u32 terr_l;		/* Fc if_out_errors */
131 	u32 reserved100[2];	/* 100-108 */
132 	u32 tuca_u;		/* 108 if_out_ucast_pkts */
133 	u32 tuca_l;		/* 10c if_out_ucast_pkts */
134 	u32 tmca_u;		/* 110 ifOutMulticastPkts */
135 	u32 tmca_l;		/* 114 ifOutMulticastPkts */
136 	u32 tbca_u;		/* 118 ifOutBroadcastPkts */
137 	u32 tbca_l;		/* 11c ifOutBroadcastPkts */
138 	u32 rdrp_u;		/* 120 etherStatsDropEvents */
139 	u32 rdrp_l;		/* 124 etherStatsDropEvents */
140 	u32 reoct_u;		/* 128 etherStatsOctets */
141 	u32 reoct_l;		/* 12c etherStatsOctets */
142 	u32 rpkt_u;		/* 130 etherStatsPkts */
143 	u32 rpkt_l;		/* 134 etherStatsPkts */
144 	u32 trund_u;		/* 138 etherStatsUndersizePkts */
145 	u32 trund_l;		/* 13c etherStatsUndersizePkts */
146 	u32 r64_u;		/* 140 etherStatsPkts64Octets */
147 	u32 r64_l;		/* 144 etherStatsPkts64Octets */
148 	u32 r127_u;		/* 148 etherStatsPkts65to127Octets */
149 	u32 r127_l;		/* 14c etherStatsPkts65to127Octets */
150 	u32 r255_u;		/* 150 etherStatsPkts128to255Octets */
151 	u32 r255_l;		/* 154 etherStatsPkts128to255Octets */
152 	u32 r511_u;		/* 158 etherStatsPkts256to511Octets */
153 	u32 r511_l;		/* 15c etherStatsPkts256to511Octets */
154 	u32 r1023_u;		/* 160 etherStatsPkts512to1023Octets */
155 	u32 r1023_l;		/* 164 etherStatsPkts512to1023Octets */
156 	u32 r1518_u;		/* 168 etherStatsPkts1024to1518Octets */
157 	u32 r1518_l;		/* 16c etherStatsPkts1024to1518Octets */
158 	u32 r1519x_u;		/* 170 etherStatsPkts1519toX */
159 	u32 r1519x_l;		/* 174 etherStatsPkts1519toX */
160 	u32 trovr_u;		/* 178 etherStatsOversizePkts */
161 	u32 trovr_l;		/* 17c etherStatsOversizePkts */
162 	u32 trjbr_u;		/* 180 etherStatsJabbers */
163 	u32 trjbr_l;		/* 184 etherStatsJabbers */
164 	u32 trfrg_u;		/* 188 etherStatsFragments */
165 	u32 trfrg_l;		/* 18C etherStatsFragments */
166 	u32 rerr_u;		/* 190 if_in_errors */
167 	u32 rerr_l;		/* 194 if_in_errors */
168 };
169 
170 struct tgec_cfg {
171 	bool pause_ignore;
172 	bool promiscuous_mode_enable;
173 	u16 max_frame_length;
174 	u16 pause_quant;
175 	u32 tx_ipg_length;
176 };
177 
178 struct fman_mac {
179 	/* Pointer to the memory mapped registers. */
180 	struct tgec_regs __iomem *regs;
181 	/* MAC address of device; */
182 	u64 addr;
183 	u16 max_speed;
184 	struct mac_device *dev_id; /* device cookie used by the exception cbs */
185 	fman_mac_exception_cb *exception_cb;
186 	fman_mac_exception_cb *event_cb;
187 	/* pointer to driver's global address hash table  */
188 	struct eth_hash_t *multicast_addr_hash;
189 	/* pointer to driver's individual address hash table  */
190 	struct eth_hash_t *unicast_addr_hash;
191 	u8 mac_id;
192 	u32 exceptions;
193 	struct tgec_cfg *cfg;
194 	void *fm;
195 	struct fman_rev_info fm_rev_info;
196 	bool allmulti_enabled;
197 };
198 
set_mac_address(struct tgec_regs __iomem * regs,const u8 * adr)199 static void set_mac_address(struct tgec_regs __iomem *regs, const u8 *adr)
200 {
201 	u32 tmp0, tmp1;
202 
203 	tmp0 = (u32)(adr[0] | adr[1] << 8 | adr[2] << 16 | adr[3] << 24);
204 	tmp1 = (u32)(adr[4] | adr[5] << 8);
205 	iowrite32be(tmp0, &regs->mac_addr_0);
206 	iowrite32be(tmp1, &regs->mac_addr_1);
207 }
208 
set_dflts(struct tgec_cfg * cfg)209 static void set_dflts(struct tgec_cfg *cfg)
210 {
211 	cfg->promiscuous_mode_enable = false;
212 	cfg->pause_ignore = false;
213 	cfg->tx_ipg_length = DEFAULT_TX_IPG_LENGTH;
214 	cfg->max_frame_length = DEFAULT_MAX_FRAME_LENGTH;
215 	cfg->pause_quant = DEFAULT_PAUSE_QUANT;
216 }
217 
init(struct tgec_regs __iomem * regs,struct tgec_cfg * cfg,u32 exception_mask)218 static int init(struct tgec_regs __iomem *regs, struct tgec_cfg *cfg,
219 		u32 exception_mask)
220 {
221 	u32 tmp;
222 
223 	/* Config */
224 	tmp = CMF_CFG_CRC_FWD;
225 	if (cfg->promiscuous_mode_enable)
226 		tmp |= CMD_CFG_PROMIS_EN;
227 	if (cfg->pause_ignore)
228 		tmp |= CMD_CFG_PAUSE_IGNORE;
229 	/* Payload length check disable */
230 	tmp |= CMD_CFG_NO_LEN_CHK;
231 	iowrite32be(tmp, &regs->command_config);
232 
233 	/* Max Frame Length */
234 	iowrite32be((u32)cfg->max_frame_length, &regs->maxfrm);
235 	/* Pause Time */
236 	iowrite32be(cfg->pause_quant, &regs->pause_quant);
237 
238 	/* clear all pending events and set-up interrupts */
239 	iowrite32be(0xffffffff, &regs->ievent);
240 	iowrite32be(ioread32be(&regs->imask) | exception_mask, &regs->imask);
241 
242 	return 0;
243 }
244 
check_init_parameters(struct fman_mac * tgec)245 static int check_init_parameters(struct fman_mac *tgec)
246 {
247 	if (!tgec->exception_cb) {
248 		pr_err("uninitialized exception_cb\n");
249 		return -EINVAL;
250 	}
251 	if (!tgec->event_cb) {
252 		pr_err("uninitialized event_cb\n");
253 		return -EINVAL;
254 	}
255 
256 	return 0;
257 }
258 
get_exception_flag(enum fman_mac_exceptions exception)259 static int get_exception_flag(enum fman_mac_exceptions exception)
260 {
261 	u32 bit_mask;
262 
263 	switch (exception) {
264 	case FM_MAC_EX_10G_MDIO_SCAN_EVENT:
265 		bit_mask = TGEC_IMASK_MDIO_SCAN_EVENT;
266 		break;
267 	case FM_MAC_EX_10G_MDIO_CMD_CMPL:
268 		bit_mask = TGEC_IMASK_MDIO_CMD_CMPL;
269 		break;
270 	case FM_MAC_EX_10G_REM_FAULT:
271 		bit_mask = TGEC_IMASK_REM_FAULT;
272 		break;
273 	case FM_MAC_EX_10G_LOC_FAULT:
274 		bit_mask = TGEC_IMASK_LOC_FAULT;
275 		break;
276 	case FM_MAC_EX_10G_TX_ECC_ER:
277 		bit_mask = TGEC_IMASK_TX_ECC_ER;
278 		break;
279 	case FM_MAC_EX_10G_TX_FIFO_UNFL:
280 		bit_mask = TGEC_IMASK_TX_FIFO_UNFL;
281 		break;
282 	case FM_MAC_EX_10G_TX_FIFO_OVFL:
283 		bit_mask = TGEC_IMASK_TX_FIFO_OVFL;
284 		break;
285 	case FM_MAC_EX_10G_TX_ER:
286 		bit_mask = TGEC_IMASK_TX_ER;
287 		break;
288 	case FM_MAC_EX_10G_RX_FIFO_OVFL:
289 		bit_mask = TGEC_IMASK_RX_FIFO_OVFL;
290 		break;
291 	case FM_MAC_EX_10G_RX_ECC_ER:
292 		bit_mask = TGEC_IMASK_RX_ECC_ER;
293 		break;
294 	case FM_MAC_EX_10G_RX_JAB_FRM:
295 		bit_mask = TGEC_IMASK_RX_JAB_FRM;
296 		break;
297 	case FM_MAC_EX_10G_RX_OVRSZ_FRM:
298 		bit_mask = TGEC_IMASK_RX_OVRSZ_FRM;
299 		break;
300 	case FM_MAC_EX_10G_RX_RUNT_FRM:
301 		bit_mask = TGEC_IMASK_RX_RUNT_FRM;
302 		break;
303 	case FM_MAC_EX_10G_RX_FRAG_FRM:
304 		bit_mask = TGEC_IMASK_RX_FRAG_FRM;
305 		break;
306 	case FM_MAC_EX_10G_RX_LEN_ER:
307 		bit_mask = TGEC_IMASK_RX_LEN_ER;
308 		break;
309 	case FM_MAC_EX_10G_RX_CRC_ER:
310 		bit_mask = TGEC_IMASK_RX_CRC_ER;
311 		break;
312 	case FM_MAC_EX_10G_RX_ALIGN_ER:
313 		bit_mask = TGEC_IMASK_RX_ALIGN_ER;
314 		break;
315 	default:
316 		bit_mask = 0;
317 		break;
318 	}
319 
320 	return bit_mask;
321 }
322 
tgec_err_exception(void * handle)323 static void tgec_err_exception(void *handle)
324 {
325 	struct fman_mac *tgec = (struct fman_mac *)handle;
326 	struct tgec_regs __iomem *regs = tgec->regs;
327 	u32 event;
328 
329 	/* do not handle MDIO events */
330 	event = ioread32be(&regs->ievent) &
331 			   ~(TGEC_IMASK_MDIO_SCAN_EVENT |
332 			   TGEC_IMASK_MDIO_CMD_CMPL);
333 
334 	event &= ioread32be(&regs->imask);
335 
336 	iowrite32be(event, &regs->ievent);
337 
338 	if (event & TGEC_IMASK_REM_FAULT)
339 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_REM_FAULT);
340 	if (event & TGEC_IMASK_LOC_FAULT)
341 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_LOC_FAULT);
342 	if (event & TGEC_IMASK_TX_ECC_ER)
343 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_TX_ECC_ER);
344 	if (event & TGEC_IMASK_TX_FIFO_UNFL)
345 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_TX_FIFO_UNFL);
346 	if (event & TGEC_IMASK_TX_FIFO_OVFL)
347 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_TX_FIFO_OVFL);
348 	if (event & TGEC_IMASK_TX_ER)
349 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_TX_ER);
350 	if (event & TGEC_IMASK_RX_FIFO_OVFL)
351 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_FIFO_OVFL);
352 	if (event & TGEC_IMASK_RX_ECC_ER)
353 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_ECC_ER);
354 	if (event & TGEC_IMASK_RX_JAB_FRM)
355 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_JAB_FRM);
356 	if (event & TGEC_IMASK_RX_OVRSZ_FRM)
357 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_OVRSZ_FRM);
358 	if (event & TGEC_IMASK_RX_RUNT_FRM)
359 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_RUNT_FRM);
360 	if (event & TGEC_IMASK_RX_FRAG_FRM)
361 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_FRAG_FRM);
362 	if (event & TGEC_IMASK_RX_LEN_ER)
363 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_LEN_ER);
364 	if (event & TGEC_IMASK_RX_CRC_ER)
365 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_CRC_ER);
366 	if (event & TGEC_IMASK_RX_ALIGN_ER)
367 		tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_ALIGN_ER);
368 }
369 
free_init_resources(struct fman_mac * tgec)370 static void free_init_resources(struct fman_mac *tgec)
371 {
372 	fman_unregister_intr(tgec->fm, FMAN_MOD_MAC, tgec->mac_id,
373 			     FMAN_INTR_TYPE_ERR);
374 
375 	/* release the driver's group hash table */
376 	free_hash_table(tgec->multicast_addr_hash);
377 	tgec->multicast_addr_hash = NULL;
378 
379 	/* release the driver's individual hash table */
380 	free_hash_table(tgec->unicast_addr_hash);
381 	tgec->unicast_addr_hash = NULL;
382 }
383 
tgec_enable(struct fman_mac * tgec)384 static int tgec_enable(struct fman_mac *tgec)
385 {
386 	return 0;
387 }
388 
tgec_disable(struct fman_mac * tgec)389 static void tgec_disable(struct fman_mac *tgec)
390 {
391 }
392 
tgec_set_promiscuous(struct fman_mac * tgec,bool new_val)393 static int tgec_set_promiscuous(struct fman_mac *tgec, bool new_val)
394 {
395 	struct tgec_regs __iomem *regs = tgec->regs;
396 	u32 tmp;
397 
398 	tmp = ioread32be(&regs->command_config);
399 	if (new_val)
400 		tmp |= CMD_CFG_PROMIS_EN;
401 	else
402 		tmp &= ~CMD_CFG_PROMIS_EN;
403 	iowrite32be(tmp, &regs->command_config);
404 
405 	return 0;
406 }
407 
tgec_set_tx_pause_frames(struct fman_mac * tgec,u8 __maybe_unused priority,u16 pause_time,u16 __maybe_unused thresh_time)408 static int tgec_set_tx_pause_frames(struct fman_mac *tgec,
409 				    u8 __maybe_unused priority, u16 pause_time,
410 				    u16 __maybe_unused thresh_time)
411 {
412 	struct tgec_regs __iomem *regs = tgec->regs;
413 
414 	iowrite32be((u32)pause_time, &regs->pause_quant);
415 
416 	return 0;
417 }
418 
tgec_accept_rx_pause_frames(struct fman_mac * tgec,bool en)419 static int tgec_accept_rx_pause_frames(struct fman_mac *tgec, bool en)
420 {
421 	struct tgec_regs __iomem *regs = tgec->regs;
422 	u32 tmp;
423 
424 	tmp = ioread32be(&regs->command_config);
425 	if (!en)
426 		tmp |= CMD_CFG_PAUSE_IGNORE;
427 	else
428 		tmp &= ~CMD_CFG_PAUSE_IGNORE;
429 	iowrite32be(tmp, &regs->command_config);
430 
431 	return 0;
432 }
433 
tgec_mac_config(struct phylink_config * config,unsigned int mode,const struct phylink_link_state * state)434 static void tgec_mac_config(struct phylink_config *config, unsigned int mode,
435 			    const struct phylink_link_state *state)
436 {
437 }
438 
tgec_link_up(struct phylink_config * config,struct phy_device * phy,unsigned int mode,phy_interface_t interface,int speed,int duplex,bool tx_pause,bool rx_pause)439 static void tgec_link_up(struct phylink_config *config, struct phy_device *phy,
440 			 unsigned int mode, phy_interface_t interface,
441 			 int speed, int duplex, bool tx_pause, bool rx_pause)
442 {
443 	struct mac_device *mac_dev = fman_config_to_mac(config);
444 	struct fman_mac *tgec = mac_dev->fman_mac;
445 	struct tgec_regs __iomem *regs = tgec->regs;
446 	u16 pause_time = tx_pause ? FSL_FM_PAUSE_TIME_ENABLE :
447 			 FSL_FM_PAUSE_TIME_DISABLE;
448 	u32 tmp;
449 
450 	tgec_set_tx_pause_frames(tgec, 0, pause_time, 0);
451 	tgec_accept_rx_pause_frames(tgec, rx_pause);
452 	mac_dev->update_speed(mac_dev, speed);
453 
454 	tmp = ioread32be(&regs->command_config);
455 	tmp |= CMD_CFG_RX_EN | CMD_CFG_TX_EN;
456 	iowrite32be(tmp, &regs->command_config);
457 }
458 
tgec_link_down(struct phylink_config * config,unsigned int mode,phy_interface_t interface)459 static void tgec_link_down(struct phylink_config *config, unsigned int mode,
460 			   phy_interface_t interface)
461 {
462 	struct fman_mac *tgec = fman_config_to_mac(config)->fman_mac;
463 	struct tgec_regs __iomem *regs = tgec->regs;
464 	u32 tmp;
465 
466 	tmp = ioread32be(&regs->command_config);
467 	tmp &= ~(CMD_CFG_RX_EN | CMD_CFG_TX_EN);
468 	iowrite32be(tmp, &regs->command_config);
469 }
470 
471 static const struct phylink_mac_ops tgec_mac_ops = {
472 	.mac_config = tgec_mac_config,
473 	.mac_link_up = tgec_link_up,
474 	.mac_link_down = tgec_link_down,
475 };
476 
tgec_modify_mac_address(struct fman_mac * tgec,const enet_addr_t * p_enet_addr)477 static int tgec_modify_mac_address(struct fman_mac *tgec,
478 				   const enet_addr_t *p_enet_addr)
479 {
480 	tgec->addr = ENET_ADDR_TO_UINT64(*p_enet_addr);
481 	set_mac_address(tgec->regs, (const u8 *)(*p_enet_addr));
482 
483 	return 0;
484 }
485 
tgec_add_hash_mac_address(struct fman_mac * tgec,enet_addr_t * eth_addr)486 static int tgec_add_hash_mac_address(struct fman_mac *tgec,
487 				     enet_addr_t *eth_addr)
488 {
489 	struct tgec_regs __iomem *regs = tgec->regs;
490 	struct eth_hash_entry *hash_entry;
491 	u32 crc = 0xFFFFFFFF, hash;
492 	u64 addr;
493 
494 	addr = ENET_ADDR_TO_UINT64(*eth_addr);
495 
496 	if (!(addr & GROUP_ADDRESS)) {
497 		/* Unicast addresses not supported in hash */
498 		pr_err("Unicast Address\n");
499 		return -EINVAL;
500 	}
501 	/* CRC calculation */
502 	crc = crc32_le(crc, (u8 *)eth_addr, ETH_ALEN);
503 	crc = bitrev32(crc);
504 	/* Take 9 MSB bits */
505 	hash = (crc >> TGEC_HASH_MCAST_SHIFT) & TGEC_HASH_ADR_MSK;
506 
507 	/* Create element to be added to the driver hash table */
508 	hash_entry = kmalloc(sizeof(*hash_entry), GFP_ATOMIC);
509 	if (!hash_entry)
510 		return -ENOMEM;
511 	hash_entry->addr = addr;
512 	INIT_LIST_HEAD(&hash_entry->node);
513 
514 	list_add_tail(&hash_entry->node,
515 		      &tgec->multicast_addr_hash->lsts[hash]);
516 	iowrite32be((hash | TGEC_HASH_MCAST_EN), &regs->hashtable_ctrl);
517 
518 	return 0;
519 }
520 
tgec_set_allmulti(struct fman_mac * tgec,bool enable)521 static int tgec_set_allmulti(struct fman_mac *tgec, bool enable)
522 {
523 	u32 entry;
524 	struct tgec_regs __iomem *regs = tgec->regs;
525 
526 	if (enable) {
527 		for (entry = 0; entry < TGEC_HASH_TABLE_SIZE; entry++)
528 			iowrite32be(entry | TGEC_HASH_MCAST_EN,
529 				    &regs->hashtable_ctrl);
530 	} else {
531 		for (entry = 0; entry < TGEC_HASH_TABLE_SIZE; entry++)
532 			iowrite32be(entry & ~TGEC_HASH_MCAST_EN,
533 				    &regs->hashtable_ctrl);
534 	}
535 
536 	tgec->allmulti_enabled = enable;
537 
538 	return 0;
539 }
540 
tgec_set_tstamp(struct fman_mac * tgec,bool enable)541 static int tgec_set_tstamp(struct fman_mac *tgec, bool enable)
542 {
543 	struct tgec_regs __iomem *regs = tgec->regs;
544 	u32 tmp;
545 
546 	tmp = ioread32be(&regs->command_config);
547 
548 	if (enable)
549 		tmp |= CMD_CFG_EN_TIMESTAMP;
550 	else
551 		tmp &= ~CMD_CFG_EN_TIMESTAMP;
552 
553 	iowrite32be(tmp, &regs->command_config);
554 
555 	return 0;
556 }
557 
tgec_del_hash_mac_address(struct fman_mac * tgec,enet_addr_t * eth_addr)558 static int tgec_del_hash_mac_address(struct fman_mac *tgec,
559 				     enet_addr_t *eth_addr)
560 {
561 	struct tgec_regs __iomem *regs = tgec->regs;
562 	struct eth_hash_entry *hash_entry = NULL;
563 	struct list_head *pos;
564 	u32 crc = 0xFFFFFFFF, hash;
565 	u64 addr;
566 
567 	addr = ((*(u64 *)eth_addr) >> 16);
568 
569 	/* CRC calculation */
570 	crc = crc32_le(crc, (u8 *)eth_addr, ETH_ALEN);
571 	crc = bitrev32(crc);
572 	/* Take 9 MSB bits */
573 	hash = (crc >> TGEC_HASH_MCAST_SHIFT) & TGEC_HASH_ADR_MSK;
574 
575 	list_for_each(pos, &tgec->multicast_addr_hash->lsts[hash]) {
576 		hash_entry = ETH_HASH_ENTRY_OBJ(pos);
577 		if (hash_entry && hash_entry->addr == addr) {
578 			list_del_init(&hash_entry->node);
579 			kfree(hash_entry);
580 			break;
581 		}
582 	}
583 
584 	if (!tgec->allmulti_enabled) {
585 		if (list_empty(&tgec->multicast_addr_hash->lsts[hash]))
586 			iowrite32be((hash & ~TGEC_HASH_MCAST_EN),
587 				    &regs->hashtable_ctrl);
588 	}
589 
590 	return 0;
591 }
592 
tgec_set_exception(struct fman_mac * tgec,enum fman_mac_exceptions exception,bool enable)593 static int tgec_set_exception(struct fman_mac *tgec,
594 			      enum fman_mac_exceptions exception, bool enable)
595 {
596 	struct tgec_regs __iomem *regs = tgec->regs;
597 	u32 bit_mask = 0;
598 
599 	bit_mask = get_exception_flag(exception);
600 	if (bit_mask) {
601 		if (enable)
602 			tgec->exceptions |= bit_mask;
603 		else
604 			tgec->exceptions &= ~bit_mask;
605 	} else {
606 		pr_err("Undefined exception\n");
607 		return -EINVAL;
608 	}
609 	if (enable)
610 		iowrite32be(ioread32be(&regs->imask) | bit_mask, &regs->imask);
611 	else
612 		iowrite32be(ioread32be(&regs->imask) & ~bit_mask, &regs->imask);
613 
614 	return 0;
615 }
616 
tgec_init(struct fman_mac * tgec)617 static int tgec_init(struct fman_mac *tgec)
618 {
619 	struct tgec_cfg *cfg;
620 	enet_addr_t eth_addr;
621 	int err;
622 
623 	if (DEFAULT_RESET_ON_INIT &&
624 	    (fman_reset_mac(tgec->fm, tgec->mac_id) != 0)) {
625 		pr_err("Can't reset MAC!\n");
626 		return -EINVAL;
627 	}
628 
629 	err = check_init_parameters(tgec);
630 	if (err)
631 		return err;
632 
633 	cfg = tgec->cfg;
634 
635 	if (tgec->addr) {
636 		MAKE_ENET_ADDR_FROM_UINT64(tgec->addr, eth_addr);
637 		set_mac_address(tgec->regs, (const u8 *)eth_addr);
638 	}
639 
640 	/* interrupts */
641 	/* FM_10G_REM_N_LCL_FLT_EX_10GMAC_ERRATA_SW005 Errata workaround */
642 	if (tgec->fm_rev_info.major <= 2)
643 		tgec->exceptions &= ~(TGEC_IMASK_REM_FAULT |
644 				      TGEC_IMASK_LOC_FAULT);
645 
646 	err = init(tgec->regs, cfg, tgec->exceptions);
647 	if (err) {
648 		free_init_resources(tgec);
649 		pr_err("TGEC version doesn't support this i/f mode\n");
650 		return err;
651 	}
652 
653 	/* Max Frame Length */
654 	err = fman_set_mac_max_frame(tgec->fm, tgec->mac_id,
655 				     cfg->max_frame_length);
656 	if (err) {
657 		pr_err("Setting max frame length FAILED\n");
658 		free_init_resources(tgec);
659 		return -EINVAL;
660 	}
661 
662 	/* FM_TX_FIFO_CORRUPTION_ERRATA_10GMAC_A007 Errata workaround */
663 	if (tgec->fm_rev_info.major == 2) {
664 		struct tgec_regs __iomem *regs = tgec->regs;
665 		u32 tmp;
666 
667 		/* restore the default tx ipg Length */
668 		tmp = (ioread32be(&regs->tx_ipg_len) &
669 		       ~TGEC_TX_IPG_LENGTH_MASK) | 12;
670 
671 		iowrite32be(tmp, &regs->tx_ipg_len);
672 	}
673 
674 	tgec->multicast_addr_hash = alloc_hash_table(TGEC_HASH_TABLE_SIZE);
675 	if (!tgec->multicast_addr_hash) {
676 		free_init_resources(tgec);
677 		pr_err("allocation hash table is FAILED\n");
678 		return -ENOMEM;
679 	}
680 
681 	tgec->unicast_addr_hash = alloc_hash_table(TGEC_HASH_TABLE_SIZE);
682 	if (!tgec->unicast_addr_hash) {
683 		free_init_resources(tgec);
684 		pr_err("allocation hash table is FAILED\n");
685 		return -ENOMEM;
686 	}
687 
688 	fman_register_intr(tgec->fm, FMAN_MOD_MAC, tgec->mac_id,
689 			   FMAN_INTR_TYPE_ERR, tgec_err_exception, tgec);
690 
691 	kfree(cfg);
692 	tgec->cfg = NULL;
693 
694 	return 0;
695 }
696 
tgec_free(struct fman_mac * tgec)697 static int tgec_free(struct fman_mac *tgec)
698 {
699 	free_init_resources(tgec);
700 
701 	kfree(tgec->cfg);
702 	kfree(tgec);
703 
704 	return 0;
705 }
706 
tgec_config(struct mac_device * mac_dev,struct fman_mac_params * params)707 static struct fman_mac *tgec_config(struct mac_device *mac_dev,
708 				    struct fman_mac_params *params)
709 {
710 	struct fman_mac *tgec;
711 	struct tgec_cfg *cfg;
712 
713 	/* allocate memory for the UCC GETH data structure. */
714 	tgec = kzalloc(sizeof(*tgec), GFP_KERNEL);
715 	if (!tgec)
716 		return NULL;
717 
718 	/* allocate memory for the 10G MAC driver parameters data structure. */
719 	cfg = kzalloc(sizeof(*cfg), GFP_KERNEL);
720 	if (!cfg) {
721 		tgec_free(tgec);
722 		return NULL;
723 	}
724 
725 	/* Plant parameter structure pointer */
726 	tgec->cfg = cfg;
727 
728 	set_dflts(cfg);
729 
730 	tgec->regs = mac_dev->vaddr;
731 	tgec->addr = ENET_ADDR_TO_UINT64(mac_dev->addr);
732 	tgec->mac_id = params->mac_id;
733 	tgec->exceptions = (TGEC_IMASK_MDIO_SCAN_EVENT	|
734 			    TGEC_IMASK_REM_FAULT	|
735 			    TGEC_IMASK_LOC_FAULT	|
736 			    TGEC_IMASK_TX_ECC_ER	|
737 			    TGEC_IMASK_TX_FIFO_UNFL	|
738 			    TGEC_IMASK_TX_FIFO_OVFL	|
739 			    TGEC_IMASK_TX_ER		|
740 			    TGEC_IMASK_RX_FIFO_OVFL	|
741 			    TGEC_IMASK_RX_ECC_ER	|
742 			    TGEC_IMASK_RX_JAB_FRM	|
743 			    TGEC_IMASK_RX_OVRSZ_FRM	|
744 			    TGEC_IMASK_RX_RUNT_FRM	|
745 			    TGEC_IMASK_RX_FRAG_FRM	|
746 			    TGEC_IMASK_RX_CRC_ER	|
747 			    TGEC_IMASK_RX_ALIGN_ER);
748 	tgec->exception_cb = params->exception_cb;
749 	tgec->event_cb = params->event_cb;
750 	tgec->dev_id = mac_dev;
751 	tgec->fm = params->fm;
752 
753 	/* Save FMan revision */
754 	fman_get_revision(tgec->fm, &tgec->fm_rev_info);
755 
756 	return tgec;
757 }
758 
tgec_initialization(struct mac_device * mac_dev,struct device_node * mac_node,struct fman_mac_params * params)759 int tgec_initialization(struct mac_device *mac_dev,
760 			struct device_node *mac_node,
761 			struct fman_mac_params *params)
762 {
763 	int err;
764 	struct fman_mac		*tgec;
765 
766 	mac_dev->phylink_ops		= &tgec_mac_ops;
767 	mac_dev->set_promisc		= tgec_set_promiscuous;
768 	mac_dev->change_addr		= tgec_modify_mac_address;
769 	mac_dev->add_hash_mac_addr	= tgec_add_hash_mac_address;
770 	mac_dev->remove_hash_mac_addr	= tgec_del_hash_mac_address;
771 	mac_dev->set_exception		= tgec_set_exception;
772 	mac_dev->set_allmulti		= tgec_set_allmulti;
773 	mac_dev->set_tstamp		= tgec_set_tstamp;
774 	mac_dev->set_multi		= fman_set_multi;
775 	mac_dev->enable			= tgec_enable;
776 	mac_dev->disable		= tgec_disable;
777 
778 	mac_dev->fman_mac = tgec_config(mac_dev, params);
779 	if (!mac_dev->fman_mac) {
780 		err = -EINVAL;
781 		goto _return;
782 	}
783 
784 	/* The internal connection to the serdes is XGMII, but this isn't
785 	 * really correct for the phy mode (which is the external connection).
786 	 * However, this is how all older device trees say that they want
787 	 * XAUI, so just convert it for them.
788 	 */
789 	if (mac_dev->phy_if == PHY_INTERFACE_MODE_XGMII)
790 		mac_dev->phy_if = PHY_INTERFACE_MODE_XAUI;
791 
792 	__set_bit(PHY_INTERFACE_MODE_XAUI,
793 		  mac_dev->phylink_config.supported_interfaces);
794 	mac_dev->phylink_config.mac_capabilities =
795 		MAC_SYM_PAUSE | MAC_ASYM_PAUSE | MAC_10000FD;
796 
797 	tgec = mac_dev->fman_mac;
798 	tgec->cfg->max_frame_length = fman_get_max_frm();
799 	err = tgec_init(tgec);
800 	if (err < 0)
801 		goto _return_fm_mac_free;
802 
803 	/* For 10G MAC, disable Tx ECC exception */
804 	err = tgec_set_exception(tgec, FM_MAC_EX_10G_TX_ECC_ER, false);
805 	if (err < 0)
806 		goto _return_fm_mac_free;
807 
808 	pr_info("FMan XGEC version: 0x%08x\n",
809 		ioread32be(&tgec->regs->tgec_id));
810 	goto _return;
811 
812 _return_fm_mac_free:
813 	tgec_free(mac_dev->fman_mac);
814 
815 _return:
816 	return err;
817 }
818