xref: /openbmc/linux/drivers/net/ethernet/hisilicon/hns/hns_dsaf_ppe.c (revision c900529f3d9161bfde5cca0754f83b4d3c3e0220)
1  // SPDX-License-Identifier: GPL-2.0-or-later
2  /*
3   * Copyright (c) 2014-2015 Hisilicon Limited.
4   */
5  
6  #include <linux/module.h>
7  #include <linux/kernel.h>
8  #include <linux/init.h>
9  #include <linux/netdevice.h>
10  #include <linux/etherdevice.h>
11  #include <linux/platform_device.h>
12  
13  #include "hns_dsaf_ppe.h"
14  
hns_ppe_set_tso_enable(struct hns_ppe_cb * ppe_cb,u32 value)15  void hns_ppe_set_tso_enable(struct hns_ppe_cb *ppe_cb, u32 value)
16  {
17  	dsaf_set_dev_bit(ppe_cb, PPEV2_CFG_TSO_EN_REG, 0, !!value);
18  }
19  
hns_ppe_set_rss_key(struct hns_ppe_cb * ppe_cb,const u32 rss_key[HNS_PPEV2_RSS_KEY_NUM])20  void hns_ppe_set_rss_key(struct hns_ppe_cb *ppe_cb,
21  			 const u32 rss_key[HNS_PPEV2_RSS_KEY_NUM])
22  {
23  	u32 key_item;
24  
25  	for (key_item = 0; key_item < HNS_PPEV2_RSS_KEY_NUM; key_item++)
26  		dsaf_write_dev(ppe_cb, PPEV2_RSS_KEY_REG + key_item * 0x4,
27  			       rss_key[key_item]);
28  }
29  
hns_ppe_set_indir_table(struct hns_ppe_cb * ppe_cb,const u32 rss_tab[HNS_PPEV2_RSS_IND_TBL_SIZE])30  void hns_ppe_set_indir_table(struct hns_ppe_cb *ppe_cb,
31  			     const u32 rss_tab[HNS_PPEV2_RSS_IND_TBL_SIZE])
32  {
33  	int i;
34  	int reg_value;
35  
36  	for (i = 0; i < (HNS_PPEV2_RSS_IND_TBL_SIZE / 4); i++) {
37  		reg_value = dsaf_read_dev(ppe_cb,
38  					  PPEV2_INDRECTION_TBL_REG + i * 0x4);
39  
40  		dsaf_set_field(reg_value, PPEV2_CFG_RSS_TBL_4N0_M,
41  			       PPEV2_CFG_RSS_TBL_4N0_S,
42  			       rss_tab[i * 4 + 0] & 0x1F);
43  		dsaf_set_field(reg_value, PPEV2_CFG_RSS_TBL_4N1_M,
44  			       PPEV2_CFG_RSS_TBL_4N1_S,
45  				rss_tab[i * 4 + 1] & 0x1F);
46  		dsaf_set_field(reg_value, PPEV2_CFG_RSS_TBL_4N2_M,
47  			       PPEV2_CFG_RSS_TBL_4N2_S,
48  				rss_tab[i * 4 + 2] & 0x1F);
49  		dsaf_set_field(reg_value, PPEV2_CFG_RSS_TBL_4N3_M,
50  			       PPEV2_CFG_RSS_TBL_4N3_S,
51  				rss_tab[i * 4 + 3] & 0x1F);
52  		dsaf_write_dev(
53  			ppe_cb, PPEV2_INDRECTION_TBL_REG + i * 0x4, reg_value);
54  	}
55  }
56  
57  static u8 __iomem *
hns_ppe_common_get_ioaddr(struct ppe_common_cb * ppe_common)58  hns_ppe_common_get_ioaddr(struct ppe_common_cb *ppe_common)
59  {
60  	return ppe_common->dsaf_dev->ppe_base + PPE_COMMON_REG_OFFSET;
61  }
62  
63  /**
64   * hns_ppe_common_get_cfg - get ppe common config
65   * @dsaf_dev: dasf device
66   * @comm_index: common index
67   * return 0 - success , negative --fail
68   */
hns_ppe_common_get_cfg(struct dsaf_device * dsaf_dev,int comm_index)69  static int hns_ppe_common_get_cfg(struct dsaf_device *dsaf_dev, int comm_index)
70  {
71  	struct ppe_common_cb *ppe_common;
72  	int ppe_num;
73  
74  	if (!HNS_DSAF_IS_DEBUG(dsaf_dev))
75  		ppe_num = HNS_PPE_SERVICE_NW_ENGINE_NUM;
76  	else
77  		ppe_num = HNS_PPE_DEBUG_NW_ENGINE_NUM;
78  
79  	ppe_common = devm_kzalloc(dsaf_dev->dev,
80  				  struct_size(ppe_common, ppe_cb, ppe_num),
81  				  GFP_KERNEL);
82  	if (!ppe_common)
83  		return -ENOMEM;
84  
85  	ppe_common->ppe_num = ppe_num;
86  	ppe_common->dsaf_dev = dsaf_dev;
87  	ppe_common->comm_index = comm_index;
88  	if (!HNS_DSAF_IS_DEBUG(dsaf_dev))
89  		ppe_common->ppe_mode = PPE_COMMON_MODE_SERVICE;
90  	else
91  		ppe_common->ppe_mode = PPE_COMMON_MODE_DEBUG;
92  	ppe_common->dev = dsaf_dev->dev;
93  
94  	ppe_common->io_base = hns_ppe_common_get_ioaddr(ppe_common);
95  
96  	dsaf_dev->ppe_common[comm_index] = ppe_common;
97  
98  	return 0;
99  }
100  
101  static void
hns_ppe_common_free_cfg(struct dsaf_device * dsaf_dev,u32 comm_index)102  hns_ppe_common_free_cfg(struct dsaf_device *dsaf_dev, u32 comm_index)
103  {
104  	dsaf_dev->ppe_common[comm_index] = NULL;
105  }
106  
hns_ppe_get_iobase(struct ppe_common_cb * ppe_common,int ppe_idx)107  static u8 __iomem *hns_ppe_get_iobase(struct ppe_common_cb *ppe_common,
108  				      int ppe_idx)
109  {
110  	return ppe_common->dsaf_dev->ppe_base + ppe_idx * PPE_REG_OFFSET;
111  }
112  
hns_ppe_get_cfg(struct ppe_common_cb * ppe_common)113  static void hns_ppe_get_cfg(struct ppe_common_cb *ppe_common)
114  {
115  	u32 i;
116  	struct hns_ppe_cb *ppe_cb;
117  	u32 ppe_num = ppe_common->ppe_num;
118  
119  	for (i = 0; i < ppe_num; i++) {
120  		ppe_cb = &ppe_common->ppe_cb[i];
121  		ppe_cb->dev = ppe_common->dev;
122  		ppe_cb->next = NULL;
123  		ppe_cb->ppe_common_cb = ppe_common;
124  		ppe_cb->index = i;
125  		ppe_cb->io_base = hns_ppe_get_iobase(ppe_common, i);
126  		ppe_cb->virq = 0;
127  	}
128  }
129  
hns_ppe_cnt_clr_ce(struct hns_ppe_cb * ppe_cb)130  static void hns_ppe_cnt_clr_ce(struct hns_ppe_cb *ppe_cb)
131  {
132  	dsaf_set_dev_bit(ppe_cb, PPE_TNL_0_5_CNT_CLR_CE_REG,
133  			 PPE_CNT_CLR_CE_B, 1);
134  }
135  
hns_ppe_set_vlan_strip(struct hns_ppe_cb * ppe_cb,int en)136  static void hns_ppe_set_vlan_strip(struct hns_ppe_cb *ppe_cb, int en)
137  {
138  	dsaf_write_dev(ppe_cb, PPEV2_VLAN_STRIP_EN_REG, en);
139  }
140  
141  /**
142   * hns_ppe_checksum_hw - set ppe checksum caculate
143   * @ppe_cb: ppe device
144   * @value: value
145   */
hns_ppe_checksum_hw(struct hns_ppe_cb * ppe_cb,u32 value)146  static void hns_ppe_checksum_hw(struct hns_ppe_cb *ppe_cb, u32 value)
147  {
148  	dsaf_set_dev_field(ppe_cb, PPE_CFG_PRO_CHECK_EN_REG,
149  			   0xfffffff, 0, value);
150  }
151  
hns_ppe_set_qid_mode(struct ppe_common_cb * ppe_common,enum ppe_qid_mode qid_mdoe)152  static void hns_ppe_set_qid_mode(struct ppe_common_cb *ppe_common,
153  				 enum ppe_qid_mode qid_mdoe)
154  {
155  	dsaf_set_dev_field(ppe_common, PPE_COM_CFG_QID_MODE_REG,
156  			   PPE_CFG_QID_MODE_CF_QID_MODE_M,
157  			   PPE_CFG_QID_MODE_CF_QID_MODE_S, qid_mdoe);
158  }
159  
160  /**
161   * hns_ppe_set_qid - set ppe qid
162   * @ppe_common: ppe common device
163   * @qid: queue id
164   */
hns_ppe_set_qid(struct ppe_common_cb * ppe_common,u32 qid)165  static void hns_ppe_set_qid(struct ppe_common_cb *ppe_common, u32 qid)
166  {
167  	u32 qid_mod = dsaf_read_dev(ppe_common, PPE_COM_CFG_QID_MODE_REG);
168  
169  	if (!dsaf_get_field(qid_mod, PPE_CFG_QID_MODE_DEF_QID_M,
170  			    PPE_CFG_QID_MODE_DEF_QID_S)) {
171  		dsaf_set_field(qid_mod, PPE_CFG_QID_MODE_DEF_QID_M,
172  			       PPE_CFG_QID_MODE_DEF_QID_S, qid);
173  		dsaf_write_dev(ppe_common, PPE_COM_CFG_QID_MODE_REG, qid_mod);
174  	}
175  }
176  
177  /**
178   * hns_ppe_set_port_mode - set port mode
179   * @ppe_cb: ppe device
180   * @mode: port mode
181   */
hns_ppe_set_port_mode(struct hns_ppe_cb * ppe_cb,enum ppe_port_mode mode)182  static void hns_ppe_set_port_mode(struct hns_ppe_cb *ppe_cb,
183  				  enum ppe_port_mode mode)
184  {
185  	dsaf_write_dev(ppe_cb, PPE_CFG_XGE_MODE_REG, mode);
186  }
187  
188  /**
189   * hns_ppe_common_init_hw - init ppe common device
190   * @ppe_common: ppe common device
191   *
192   * Return 0 on success, negative on failure
193   */
hns_ppe_common_init_hw(struct ppe_common_cb * ppe_common)194  static int hns_ppe_common_init_hw(struct ppe_common_cb *ppe_common)
195  {
196  	enum ppe_qid_mode qid_mode;
197  	struct dsaf_device *dsaf_dev = ppe_common->dsaf_dev;
198  	enum dsaf_mode dsaf_mode = dsaf_dev->dsaf_mode;
199  
200  	dsaf_dev->misc_op->ppe_comm_srst(dsaf_dev, 0);
201  	msleep(100);
202  	dsaf_dev->misc_op->ppe_comm_srst(dsaf_dev, 1);
203  	msleep(100);
204  
205  	if (ppe_common->ppe_mode == PPE_COMMON_MODE_SERVICE) {
206  		switch (dsaf_mode) {
207  		case DSAF_MODE_ENABLE_FIX:
208  		case DSAF_MODE_DISABLE_FIX:
209  			qid_mode = PPE_QID_MODE0;
210  			hns_ppe_set_qid(ppe_common, 0);
211  			break;
212  		case DSAF_MODE_ENABLE_0VM:
213  		case DSAF_MODE_DISABLE_2PORT_64VM:
214  			qid_mode = PPE_QID_MODE3;
215  			break;
216  		case DSAF_MODE_ENABLE_8VM:
217  		case DSAF_MODE_DISABLE_2PORT_16VM:
218  			qid_mode = PPE_QID_MODE4;
219  			break;
220  		case DSAF_MODE_ENABLE_16VM:
221  		case DSAF_MODE_DISABLE_6PORT_0VM:
222  			qid_mode = PPE_QID_MODE5;
223  			break;
224  		case DSAF_MODE_ENABLE_32VM:
225  		case DSAF_MODE_DISABLE_6PORT_16VM:
226  			qid_mode = PPE_QID_MODE2;
227  			break;
228  		case DSAF_MODE_ENABLE_128VM:
229  		case DSAF_MODE_DISABLE_6PORT_4VM:
230  			qid_mode = PPE_QID_MODE1;
231  			break;
232  		case DSAF_MODE_DISABLE_2PORT_8VM:
233  			qid_mode = PPE_QID_MODE7;
234  			break;
235  		case DSAF_MODE_DISABLE_6PORT_2VM:
236  			qid_mode = PPE_QID_MODE6;
237  			break;
238  		default:
239  			dev_err(ppe_common->dev,
240  				"get ppe queue mode failed! dsaf_mode=%d\n",
241  				dsaf_mode);
242  			return -EINVAL;
243  		}
244  		hns_ppe_set_qid_mode(ppe_common, qid_mode);
245  	}
246  
247  	dsaf_set_dev_bit(ppe_common, PPE_COM_COMMON_CNT_CLR_CE_REG,
248  			 PPE_COMMON_CNT_CLR_CE_B, 1);
249  
250  	return 0;
251  }
252  
253  /*clr ppe exception irq*/
hns_ppe_exc_irq_en(struct hns_ppe_cb * ppe_cb,int en)254  static void hns_ppe_exc_irq_en(struct hns_ppe_cb *ppe_cb, int en)
255  {
256  	u32 clr_vlue = 0xfffffffful;
257  	u32 msk_vlue = en ? 0xfffffffful : 0; /*1 is en, 0 is dis*/
258  	u32 vld_msk = 0;
259  
260  	/*only care bit 0,1,7*/
261  	dsaf_set_bit(vld_msk, 0, 1);
262  	dsaf_set_bit(vld_msk, 1, 1);
263  	dsaf_set_bit(vld_msk, 7, 1);
264  
265  	/*clr sts**/
266  	dsaf_write_dev(ppe_cb, PPE_RINT_REG, clr_vlue);
267  
268  	/*for some reserved bits, so set 0**/
269  	dsaf_write_dev(ppe_cb, PPE_INTEN_REG, msk_vlue & vld_msk);
270  }
271  
hns_ppe_wait_tx_fifo_clean(struct hns_ppe_cb * ppe_cb)272  int hns_ppe_wait_tx_fifo_clean(struct hns_ppe_cb *ppe_cb)
273  {
274  	int wait_cnt;
275  	u32 val;
276  
277  	wait_cnt = 0;
278  	while (wait_cnt++ < HNS_MAX_WAIT_CNT) {
279  		val = dsaf_read_dev(ppe_cb, PPE_CURR_TX_FIFO0_REG) & 0x3ffU;
280  		if (!val)
281  			break;
282  
283  		usleep_range(100, 200);
284  	}
285  
286  	if (wait_cnt >= HNS_MAX_WAIT_CNT) {
287  		dev_err(ppe_cb->dev, "hns ppe tx fifo clean wait timeout, still has %u pkt.\n",
288  			val);
289  		return -EBUSY;
290  	}
291  
292  	return 0;
293  }
294  
295  /**
296   * hns_ppe_init_hw - init ppe
297   * @ppe_cb: ppe device
298   */
hns_ppe_init_hw(struct hns_ppe_cb * ppe_cb)299  static void hns_ppe_init_hw(struct hns_ppe_cb *ppe_cb)
300  {
301  	struct ppe_common_cb *ppe_common_cb = ppe_cb->ppe_common_cb;
302  	u32 port = ppe_cb->index;
303  	struct dsaf_device *dsaf_dev = ppe_common_cb->dsaf_dev;
304  	int i;
305  
306  	/* get default RSS key */
307  	netdev_rss_key_fill(ppe_cb->rss_key, HNS_PPEV2_RSS_KEY_SIZE);
308  
309  	dsaf_dev->misc_op->ppe_srst(dsaf_dev, port, 0);
310  	mdelay(10);
311  	dsaf_dev->misc_op->ppe_srst(dsaf_dev, port, 1);
312  
313  	/* clr and msk except irq*/
314  	hns_ppe_exc_irq_en(ppe_cb, 0);
315  
316  	if (ppe_common_cb->ppe_mode == PPE_COMMON_MODE_DEBUG) {
317  		hns_ppe_set_port_mode(ppe_cb, PPE_MODE_GE);
318  		dsaf_write_dev(ppe_cb, PPE_CFG_PAUSE_IDLE_CNT_REG, 0);
319  	} else {
320  		hns_ppe_set_port_mode(ppe_cb, PPE_MODE_XGE);
321  	}
322  
323  	hns_ppe_checksum_hw(ppe_cb, 0xffffffff);
324  	hns_ppe_cnt_clr_ce(ppe_cb);
325  
326  	if (!AE_IS_VER1(dsaf_dev->dsaf_ver)) {
327  		hns_ppe_set_vlan_strip(ppe_cb, 0);
328  
329  		dsaf_write_dev(ppe_cb, PPE_CFG_MAX_FRAME_LEN_REG,
330  			       HNS_PPEV2_MAX_FRAME_LEN);
331  
332  		/* set default RSS key in h/w */
333  		hns_ppe_set_rss_key(ppe_cb, ppe_cb->rss_key);
334  
335  		/* Set default indrection table in h/w */
336  		for (i = 0; i < HNS_PPEV2_RSS_IND_TBL_SIZE; i++)
337  			ppe_cb->rss_indir_table[i] = i;
338  		hns_ppe_set_indir_table(ppe_cb, ppe_cb->rss_indir_table);
339  	}
340  }
341  
342  /**
343   * hns_ppe_uninit_hw - uninit ppe
344   * @ppe_cb: ppe device
345   */
hns_ppe_uninit_hw(struct hns_ppe_cb * ppe_cb)346  static void hns_ppe_uninit_hw(struct hns_ppe_cb *ppe_cb)
347  {
348  	u32 port;
349  
350  	if (ppe_cb->ppe_common_cb) {
351  		struct dsaf_device *dsaf_dev = ppe_cb->ppe_common_cb->dsaf_dev;
352  
353  		port = ppe_cb->index;
354  		dsaf_dev->misc_op->ppe_srst(dsaf_dev, port, 0);
355  	}
356  }
357  
hns_ppe_uninit_ex(struct ppe_common_cb * ppe_common)358  static void hns_ppe_uninit_ex(struct ppe_common_cb *ppe_common)
359  {
360  	u32 i;
361  
362  	for (i = 0; i < ppe_common->ppe_num; i++) {
363  		if (ppe_common->dsaf_dev->mac_cb[i])
364  			hns_ppe_uninit_hw(&ppe_common->ppe_cb[i]);
365  		memset(&ppe_common->ppe_cb[i], 0, sizeof(struct hns_ppe_cb));
366  	}
367  }
368  
hns_ppe_uninit(struct dsaf_device * dsaf_dev)369  void hns_ppe_uninit(struct dsaf_device *dsaf_dev)
370  {
371  	u32 i;
372  
373  	for (i = 0; i < HNS_PPE_COM_NUM; i++) {
374  		if (dsaf_dev->ppe_common[i])
375  			hns_ppe_uninit_ex(dsaf_dev->ppe_common[i]);
376  		hns_rcb_common_free_cfg(dsaf_dev, i);
377  		hns_ppe_common_free_cfg(dsaf_dev, i);
378  	}
379  }
380  
381  /**
382   * hns_ppe_reset_common - reinit ppe/rcb hw
383   * @dsaf_dev: dasf device
384   * @ppe_common_index: the index
385   * return void
386   */
hns_ppe_reset_common(struct dsaf_device * dsaf_dev,u8 ppe_common_index)387  void hns_ppe_reset_common(struct dsaf_device *dsaf_dev, u8 ppe_common_index)
388  {
389  	u32 i;
390  	int ret;
391  	struct ppe_common_cb *ppe_common;
392  
393  	ppe_common = dsaf_dev->ppe_common[ppe_common_index];
394  	ret = hns_ppe_common_init_hw(ppe_common);
395  	if (ret)
396  		return;
397  
398  	for (i = 0; i < ppe_common->ppe_num; i++) {
399  		/* We only need to initiate ppe when the port exists */
400  		if (dsaf_dev->mac_cb[i])
401  			hns_ppe_init_hw(&ppe_common->ppe_cb[i]);
402  	}
403  
404  	ret = hns_rcb_common_init_hw(dsaf_dev->rcb_common[ppe_common_index]);
405  	if (ret)
406  		return;
407  
408  	hns_rcb_common_init_commit_hw(dsaf_dev->rcb_common[ppe_common_index]);
409  }
410  
hns_ppe_update_stats(struct hns_ppe_cb * ppe_cb)411  void hns_ppe_update_stats(struct hns_ppe_cb *ppe_cb)
412  {
413  	struct hns_ppe_hw_stats *hw_stats = &ppe_cb->hw_stats;
414  
415  	hw_stats->rx_pkts_from_sw
416  		+= dsaf_read_dev(ppe_cb, PPE_HIS_RX_SW_PKT_CNT_REG);
417  	hw_stats->rx_pkts
418  		+= dsaf_read_dev(ppe_cb, PPE_HIS_RX_WR_BD_OK_PKT_CNT_REG);
419  	hw_stats->rx_drop_no_bd
420  		+= dsaf_read_dev(ppe_cb, PPE_HIS_RX_PKT_NO_BUF_CNT_REG);
421  	hw_stats->rx_alloc_buf_fail
422  		+= dsaf_read_dev(ppe_cb, PPE_HIS_RX_APP_BUF_FAIL_CNT_REG);
423  	hw_stats->rx_alloc_buf_wait
424  		+= dsaf_read_dev(ppe_cb, PPE_HIS_RX_APP_BUF_WAIT_CNT_REG);
425  	hw_stats->rx_drop_no_buf
426  		+= dsaf_read_dev(ppe_cb, PPE_HIS_RX_PKT_DROP_FUL_CNT_REG);
427  	hw_stats->rx_err_fifo_full
428  		+= dsaf_read_dev(ppe_cb, PPE_HIS_RX_PKT_DROP_PRT_CNT_REG);
429  
430  	hw_stats->tx_bd_form_rcb
431  		+= dsaf_read_dev(ppe_cb, PPE_HIS_TX_BD_CNT_REG);
432  	hw_stats->tx_pkts_from_rcb
433  		+= dsaf_read_dev(ppe_cb, PPE_HIS_TX_PKT_CNT_REG);
434  	hw_stats->tx_pkts
435  		+= dsaf_read_dev(ppe_cb, PPE_HIS_TX_PKT_OK_CNT_REG);
436  	hw_stats->tx_err_fifo_empty
437  		+= dsaf_read_dev(ppe_cb, PPE_HIS_TX_PKT_EPT_CNT_REG);
438  	hw_stats->tx_err_checksum
439  		+= dsaf_read_dev(ppe_cb, PPE_HIS_TX_PKT_CS_FAIL_CNT_REG);
440  }
441  
hns_ppe_get_sset_count(int stringset)442  int hns_ppe_get_sset_count(int stringset)
443  {
444  	if (stringset == ETH_SS_STATS)
445  		return ETH_PPE_STATIC_NUM;
446  	return 0;
447  }
448  
hns_ppe_get_regs_count(void)449  int hns_ppe_get_regs_count(void)
450  {
451  	return ETH_PPE_DUMP_NUM;
452  }
453  
454  /**
455   * hns_ppe_get_strings - get ppe srting
456   * @ppe_cb: ppe device
457   * @stringset: string set type
458   * @data: output string
459   */
hns_ppe_get_strings(struct hns_ppe_cb * ppe_cb,int stringset,u8 * data)460  void hns_ppe_get_strings(struct hns_ppe_cb *ppe_cb, int stringset, u8 *data)
461  {
462  	int index = ppe_cb->index;
463  	u8 *buff = data;
464  
465  	ethtool_sprintf(&buff, "ppe%d_rx_sw_pkt", index);
466  	ethtool_sprintf(&buff, "ppe%d_rx_pkt_ok", index);
467  	ethtool_sprintf(&buff, "ppe%d_rx_drop_pkt_no_bd", index);
468  	ethtool_sprintf(&buff, "ppe%d_rx_alloc_buf_fail", index);
469  	ethtool_sprintf(&buff, "ppe%d_rx_alloc_buf_wait", index);
470  	ethtool_sprintf(&buff, "ppe%d_rx_pkt_drop_no_buf", index);
471  	ethtool_sprintf(&buff, "ppe%d_rx_pkt_err_fifo_full", index);
472  
473  	ethtool_sprintf(&buff, "ppe%d_tx_bd", index);
474  	ethtool_sprintf(&buff, "ppe%d_tx_pkt", index);
475  	ethtool_sprintf(&buff, "ppe%d_tx_pkt_ok", index);
476  	ethtool_sprintf(&buff, "ppe%d_tx_pkt_err_fifo_empty", index);
477  	ethtool_sprintf(&buff, "ppe%d_tx_pkt_err_csum_fail", index);
478  }
479  
hns_ppe_get_stats(struct hns_ppe_cb * ppe_cb,u64 * data)480  void hns_ppe_get_stats(struct hns_ppe_cb *ppe_cb, u64 *data)
481  {
482  	u64 *regs_buff = data;
483  	struct hns_ppe_hw_stats *hw_stats = &ppe_cb->hw_stats;
484  
485  	regs_buff[0] = hw_stats->rx_pkts_from_sw;
486  	regs_buff[1] = hw_stats->rx_pkts;
487  	regs_buff[2] = hw_stats->rx_drop_no_bd;
488  	regs_buff[3] = hw_stats->rx_alloc_buf_fail;
489  	regs_buff[4] = hw_stats->rx_alloc_buf_wait;
490  	regs_buff[5] = hw_stats->rx_drop_no_buf;
491  	regs_buff[6] = hw_stats->rx_err_fifo_full;
492  
493  	regs_buff[7] = hw_stats->tx_bd_form_rcb;
494  	regs_buff[8] = hw_stats->tx_pkts_from_rcb;
495  	regs_buff[9] = hw_stats->tx_pkts;
496  	regs_buff[10] = hw_stats->tx_err_fifo_empty;
497  	regs_buff[11] = hw_stats->tx_err_checksum;
498  }
499  
500  /**
501   * hns_ppe_init - init ppe device
502   * @dsaf_dev: dasf device
503   * return 0 - success , negative --fail
504   */
hns_ppe_init(struct dsaf_device * dsaf_dev)505  int hns_ppe_init(struct dsaf_device *dsaf_dev)
506  {
507  	int ret;
508  	int i;
509  
510  	for (i = 0; i < HNS_PPE_COM_NUM; i++) {
511  		ret = hns_ppe_common_get_cfg(dsaf_dev, i);
512  		if (ret)
513  			goto get_cfg_fail;
514  
515  		ret = hns_rcb_common_get_cfg(dsaf_dev, i);
516  		if (ret)
517  			goto get_cfg_fail;
518  
519  		hns_ppe_get_cfg(dsaf_dev->ppe_common[i]);
520  
521  		ret = hns_rcb_get_cfg(dsaf_dev->rcb_common[i]);
522  		if (ret)
523  			goto get_cfg_fail;
524  	}
525  
526  	for (i = 0; i < HNS_PPE_COM_NUM; i++)
527  		hns_ppe_reset_common(dsaf_dev, i);
528  
529  	return 0;
530  
531  get_cfg_fail:
532  	for (i = 0; i < HNS_PPE_COM_NUM; i++) {
533  		hns_rcb_common_free_cfg(dsaf_dev, i);
534  		hns_ppe_common_free_cfg(dsaf_dev, i);
535  	}
536  
537  	return ret;
538  }
539  
hns_ppe_get_regs(struct hns_ppe_cb * ppe_cb,void * data)540  void hns_ppe_get_regs(struct hns_ppe_cb *ppe_cb, void *data)
541  {
542  	struct ppe_common_cb *ppe_common = ppe_cb->ppe_common_cb;
543  	u32 *regs = data;
544  	u32 i;
545  	u32 offset;
546  
547  	/* ppe common registers */
548  	regs[0] = dsaf_read_dev(ppe_common, PPE_COM_CFG_QID_MODE_REG);
549  	regs[1] = dsaf_read_dev(ppe_common, PPE_COM_INTEN_REG);
550  	regs[2] = dsaf_read_dev(ppe_common, PPE_COM_RINT_REG);
551  	regs[3] = dsaf_read_dev(ppe_common, PPE_COM_INTSTS_REG);
552  	regs[4] = dsaf_read_dev(ppe_common, PPE_COM_COMMON_CNT_CLR_CE_REG);
553  
554  	for (i = 0; i < DSAF_TOTAL_QUEUE_NUM; i++) {
555  		offset = PPE_COM_HIS_RX_PKT_QID_DROP_CNT_REG + 0x4 * i;
556  		regs[5 + i] = dsaf_read_dev(ppe_common, offset);
557  		offset = PPE_COM_HIS_RX_PKT_QID_OK_CNT_REG + 0x4 * i;
558  		regs[5 + i + DSAF_TOTAL_QUEUE_NUM]
559  				= dsaf_read_dev(ppe_common, offset);
560  		offset = PPE_COM_HIS_TX_PKT_QID_ERR_CNT_REG + 0x4 * i;
561  		regs[5 + i + DSAF_TOTAL_QUEUE_NUM * 2]
562  				= dsaf_read_dev(ppe_common, offset);
563  		offset = PPE_COM_HIS_TX_PKT_QID_OK_CNT_REG + 0x4 * i;
564  		regs[5 + i + DSAF_TOTAL_QUEUE_NUM * 3]
565  				= dsaf_read_dev(ppe_common, offset);
566  	}
567  
568  	/* mark end of ppe regs */
569  	for (i = 521; i < 524; i++)
570  		regs[i] = 0xeeeeeeee;
571  
572  	/* ppe channel registers */
573  	regs[525] = dsaf_read_dev(ppe_cb, PPE_CFG_TX_FIFO_THRSLD_REG);
574  	regs[526] = dsaf_read_dev(ppe_cb, PPE_CFG_RX_FIFO_THRSLD_REG);
575  	regs[527] = dsaf_read_dev(ppe_cb, PPE_CFG_RX_FIFO_PAUSE_THRSLD_REG);
576  	regs[528] = dsaf_read_dev(ppe_cb, PPE_CFG_RX_FIFO_SW_BP_THRSLD_REG);
577  	regs[529] = dsaf_read_dev(ppe_cb, PPE_CFG_PAUSE_IDLE_CNT_REG);
578  	regs[530] = dsaf_read_dev(ppe_cb, PPE_CFG_BUS_CTRL_REG);
579  	regs[531] = dsaf_read_dev(ppe_cb, PPE_CFG_TNL_TO_BE_RST_REG);
580  	regs[532] = dsaf_read_dev(ppe_cb, PPE_CURR_TNL_CAN_RST_REG);
581  
582  	regs[533] = dsaf_read_dev(ppe_cb, PPE_CFG_XGE_MODE_REG);
583  	regs[534] = dsaf_read_dev(ppe_cb, PPE_CFG_MAX_FRAME_LEN_REG);
584  	regs[535] = dsaf_read_dev(ppe_cb, PPE_CFG_RX_PKT_MODE_REG);
585  	regs[536] = dsaf_read_dev(ppe_cb, PPE_CFG_RX_VLAN_TAG_REG);
586  	regs[537] = dsaf_read_dev(ppe_cb, PPE_CFG_TAG_GEN_REG);
587  	regs[538] = dsaf_read_dev(ppe_cb, PPE_CFG_PARSE_TAG_REG);
588  	regs[539] = dsaf_read_dev(ppe_cb, PPE_CFG_PRO_CHECK_EN_REG);
589  
590  	regs[540] = dsaf_read_dev(ppe_cb, PPE_INTEN_REG);
591  	regs[541] = dsaf_read_dev(ppe_cb, PPE_RINT_REG);
592  	regs[542] = dsaf_read_dev(ppe_cb, PPE_INTSTS_REG);
593  	regs[543] = dsaf_read_dev(ppe_cb, PPE_CFG_RX_PKT_INT_REG);
594  
595  	regs[544] = dsaf_read_dev(ppe_cb, PPE_CFG_HEAT_DECT_TIME0_REG);
596  	regs[545] = dsaf_read_dev(ppe_cb, PPE_CFG_HEAT_DECT_TIME1_REG);
597  
598  	/* ppe static */
599  	regs[546] = dsaf_read_dev(ppe_cb, PPE_HIS_RX_SW_PKT_CNT_REG);
600  	regs[547] = dsaf_read_dev(ppe_cb, PPE_HIS_RX_WR_BD_OK_PKT_CNT_REG);
601  	regs[548] = dsaf_read_dev(ppe_cb, PPE_HIS_RX_PKT_NO_BUF_CNT_REG);
602  	regs[549] = dsaf_read_dev(ppe_cb, PPE_HIS_TX_BD_CNT_REG);
603  	regs[550] = dsaf_read_dev(ppe_cb, PPE_HIS_TX_PKT_CNT_REG);
604  	regs[551] = dsaf_read_dev(ppe_cb, PPE_HIS_TX_PKT_OK_CNT_REG);
605  	regs[552] = dsaf_read_dev(ppe_cb, PPE_HIS_TX_PKT_EPT_CNT_REG);
606  	regs[553] = dsaf_read_dev(ppe_cb, PPE_HIS_TX_PKT_CS_FAIL_CNT_REG);
607  	regs[554] = dsaf_read_dev(ppe_cb, PPE_HIS_RX_APP_BUF_FAIL_CNT_REG);
608  	regs[555] = dsaf_read_dev(ppe_cb, PPE_HIS_RX_APP_BUF_WAIT_CNT_REG);
609  	regs[556] = dsaf_read_dev(ppe_cb, PPE_HIS_RX_PKT_DROP_FUL_CNT_REG);
610  	regs[557] = dsaf_read_dev(ppe_cb, PPE_HIS_RX_PKT_DROP_PRT_CNT_REG);
611  
612  	regs[558] = dsaf_read_dev(ppe_cb, PPE_TNL_0_5_CNT_CLR_CE_REG);
613  	regs[559] = dsaf_read_dev(ppe_cb, PPE_CFG_AXI_DBG_REG);
614  	regs[560] = dsaf_read_dev(ppe_cb, PPE_HIS_PRO_ERR_REG);
615  	regs[561] = dsaf_read_dev(ppe_cb, PPE_HIS_TNL_FIFO_ERR_REG);
616  	regs[562] = dsaf_read_dev(ppe_cb, PPE_CURR_CFF_DATA_NUM_REG);
617  	regs[563] = dsaf_read_dev(ppe_cb, PPE_CURR_RX_ST_REG);
618  	regs[564] = dsaf_read_dev(ppe_cb, PPE_CURR_TX_ST_REG);
619  	regs[565] = dsaf_read_dev(ppe_cb, PPE_CURR_RX_FIFO0_REG);
620  	regs[566] = dsaf_read_dev(ppe_cb, PPE_CURR_RX_FIFO1_REG);
621  	regs[567] = dsaf_read_dev(ppe_cb, PPE_CURR_TX_FIFO0_REG);
622  	regs[568] = dsaf_read_dev(ppe_cb, PPE_CURR_TX_FIFO1_REG);
623  	regs[569] = dsaf_read_dev(ppe_cb, PPE_ECO0_REG);
624  	regs[570] = dsaf_read_dev(ppe_cb, PPE_ECO1_REG);
625  	regs[571] = dsaf_read_dev(ppe_cb, PPE_ECO2_REG);
626  
627  	/* mark end of ppe regs */
628  	for (i = 572; i < 576; i++)
629  		regs[i] = 0xeeeeeeee;
630  }
631