1d4fd0404SClaudiu Manoil /* SPDX-License-Identifier: (GPL-2.0+ OR BSD-3-Clause) */
2d4fd0404SClaudiu Manoil /* Copyright 2017-2019 NXP */
3d4fd0404SClaudiu Manoil 
4d4fd0404SClaudiu Manoil #include <linux/timer.h>
5d4fd0404SClaudiu Manoil #include <linux/pci.h>
6d4fd0404SClaudiu Manoil #include <linux/netdevice.h>
7d4fd0404SClaudiu Manoil #include <linux/etherdevice.h>
8d4fd0404SClaudiu Manoil #include <linux/dma-mapping.h>
9d4fd0404SClaudiu Manoil #include <linux/skbuff.h>
10d4fd0404SClaudiu Manoil #include <linux/ethtool.h>
11d4fd0404SClaudiu Manoil #include <linux/if_vlan.h>
12d4fd0404SClaudiu Manoil #include <linux/phy.h>
13d4fd0404SClaudiu Manoil 
14d4fd0404SClaudiu Manoil #include "enetc_hw.h"
15d4fd0404SClaudiu Manoil 
16d4fd0404SClaudiu Manoil #define ENETC_MAC_MAXFRM_SIZE	9600
17d4fd0404SClaudiu Manoil #define ENETC_MAX_MTU		(ENETC_MAC_MAXFRM_SIZE - \
18d4fd0404SClaudiu Manoil 				(ETH_FCS_LEN + ETH_HLEN + VLAN_HLEN))
19d4fd0404SClaudiu Manoil 
20d4fd0404SClaudiu Manoil struct enetc_tx_swbd {
21d4fd0404SClaudiu Manoil 	struct sk_buff *skb;
22d4fd0404SClaudiu Manoil 	dma_addr_t dma;
23d4fd0404SClaudiu Manoil 	u16 len;
24d3982312SY.b. Lu 	u8 is_dma_page:1;
25d3982312SY.b. Lu 	u8 check_wb:1;
26d3982312SY.b. Lu 	u8 do_tstamp:1;
27d4fd0404SClaudiu Manoil };
28d4fd0404SClaudiu Manoil 
29d4fd0404SClaudiu Manoil #define ENETC_RX_MAXFRM_SIZE	ENETC_MAC_MAXFRM_SIZE
30d4fd0404SClaudiu Manoil #define ENETC_RXB_TRUESIZE	2048 /* PAGE_SIZE >> 1 */
31d4fd0404SClaudiu Manoil #define ENETC_RXB_PAD		NET_SKB_PAD /* add extra space if needed */
32d4fd0404SClaudiu Manoil #define ENETC_RXB_DMA_SIZE	\
33d4fd0404SClaudiu Manoil 	(SKB_WITH_OVERHEAD(ENETC_RXB_TRUESIZE) - ENETC_RXB_PAD)
34d4fd0404SClaudiu Manoil 
35d4fd0404SClaudiu Manoil struct enetc_rx_swbd {
36d4fd0404SClaudiu Manoil 	dma_addr_t dma;
37d4fd0404SClaudiu Manoil 	struct page *page;
38d4fd0404SClaudiu Manoil 	u16 page_offset;
39d4fd0404SClaudiu Manoil };
40d4fd0404SClaudiu Manoil 
41d4fd0404SClaudiu Manoil struct enetc_ring_stats {
42d4fd0404SClaudiu Manoil 	unsigned int packets;
43d4fd0404SClaudiu Manoil 	unsigned int bytes;
44d4fd0404SClaudiu Manoil 	unsigned int rx_alloc_errs;
45d4fd0404SClaudiu Manoil };
46d4fd0404SClaudiu Manoil 
47d4fd0404SClaudiu Manoil #define ENETC_BDR_DEFAULT_SIZE	1024
48d4fd0404SClaudiu Manoil #define ENETC_DEFAULT_TX_WORK	256
49d4fd0404SClaudiu Manoil 
50d4fd0404SClaudiu Manoil struct enetc_bdr {
51d4fd0404SClaudiu Manoil 	struct device *dev; /* for DMA mapping */
52d4fd0404SClaudiu Manoil 	struct net_device *ndev;
53d4fd0404SClaudiu Manoil 	void *bd_base; /* points to Rx or Tx BD ring */
54d4fd0404SClaudiu Manoil 	union {
55d4fd0404SClaudiu Manoil 		void __iomem *tpir;
56d4fd0404SClaudiu Manoil 		void __iomem *rcir;
57d4fd0404SClaudiu Manoil 	};
58d4fd0404SClaudiu Manoil 	u16 index;
59d4fd0404SClaudiu Manoil 	int bd_count; /* # of BDs */
60d4fd0404SClaudiu Manoil 	int next_to_use;
61d4fd0404SClaudiu Manoil 	int next_to_clean;
62d4fd0404SClaudiu Manoil 	union {
63d4fd0404SClaudiu Manoil 		struct enetc_tx_swbd *tx_swbd;
64d4fd0404SClaudiu Manoil 		struct enetc_rx_swbd *rx_swbd;
65d4fd0404SClaudiu Manoil 	};
66d4fd0404SClaudiu Manoil 	union {
67d4fd0404SClaudiu Manoil 		void __iomem *tcir; /* Tx */
68d4fd0404SClaudiu Manoil 		int next_to_alloc; /* Rx */
69d4fd0404SClaudiu Manoil 	};
70d4fd0404SClaudiu Manoil 	void __iomem *idr; /* Interrupt Detect Register pointer */
71d4fd0404SClaudiu Manoil 
72d4fd0404SClaudiu Manoil 	struct enetc_ring_stats stats;
73d4fd0404SClaudiu Manoil 
74d4fd0404SClaudiu Manoil 	dma_addr_t bd_dma_base;
75d4fd0404SClaudiu Manoil } ____cacheline_aligned_in_smp;
76d4fd0404SClaudiu Manoil 
77d4fd0404SClaudiu Manoil static inline void enetc_bdr_idx_inc(struct enetc_bdr *bdr, int *i)
78d4fd0404SClaudiu Manoil {
79d4fd0404SClaudiu Manoil 	if (unlikely(++*i == bdr->bd_count))
80d4fd0404SClaudiu Manoil 		*i = 0;
81d4fd0404SClaudiu Manoil }
82d4fd0404SClaudiu Manoil 
83d4fd0404SClaudiu Manoil static inline int enetc_bd_unused(struct enetc_bdr *bdr)
84d4fd0404SClaudiu Manoil {
85d4fd0404SClaudiu Manoil 	if (bdr->next_to_clean > bdr->next_to_use)
86d4fd0404SClaudiu Manoil 		return bdr->next_to_clean - bdr->next_to_use - 1;
87d4fd0404SClaudiu Manoil 
88d4fd0404SClaudiu Manoil 	return bdr->bd_count + bdr->next_to_clean - bdr->next_to_use - 1;
89d4fd0404SClaudiu Manoil }
90d4fd0404SClaudiu Manoil 
91d4fd0404SClaudiu Manoil /* Control BD ring */
92d4fd0404SClaudiu Manoil #define ENETC_CBDR_DEFAULT_SIZE	64
93d4fd0404SClaudiu Manoil struct enetc_cbdr {
94d4fd0404SClaudiu Manoil 	void *bd_base; /* points to Rx or Tx BD ring */
95d4fd0404SClaudiu Manoil 	void __iomem *pir;
96d4fd0404SClaudiu Manoil 	void __iomem *cir;
97d4fd0404SClaudiu Manoil 
98d4fd0404SClaudiu Manoil 	int bd_count; /* # of BDs */
99d4fd0404SClaudiu Manoil 	int next_to_use;
100d4fd0404SClaudiu Manoil 	int next_to_clean;
101d4fd0404SClaudiu Manoil 
102d4fd0404SClaudiu Manoil 	dma_addr_t bd_dma_base;
103d4fd0404SClaudiu Manoil };
104d4fd0404SClaudiu Manoil 
105d4fd0404SClaudiu Manoil #define ENETC_TXBD(BDR, i) (&(((union enetc_tx_bd *)((BDR).bd_base))[i]))
106d4fd0404SClaudiu Manoil #define ENETC_RXBD(BDR, i) (&(((union enetc_rx_bd *)((BDR).bd_base))[i]))
107d4fd0404SClaudiu Manoil 
108beb74ac8SClaudiu Manoil struct enetc_msg_swbd {
109beb74ac8SClaudiu Manoil 	void *vaddr;
110beb74ac8SClaudiu Manoil 	dma_addr_t dma;
111beb74ac8SClaudiu Manoil 	int size;
112beb74ac8SClaudiu Manoil };
113beb74ac8SClaudiu Manoil 
114d4fd0404SClaudiu Manoil #define ENETC_REV1	0x1
115d4fd0404SClaudiu Manoil enum enetc_errata {
116d4fd0404SClaudiu Manoil 	ENETC_ERR_TXCSUM	= BIT(0),
117d4fd0404SClaudiu Manoil 	ENETC_ERR_VLAN_ISOL	= BIT(1),
118d4fd0404SClaudiu Manoil 	ENETC_ERR_UCMCSWP	= BIT(2),
119d4fd0404SClaudiu Manoil };
120d4fd0404SClaudiu Manoil 
1212e47cb41SPo Liu #define ENETC_SI_F_QBV BIT(0)
1222e47cb41SPo Liu 
123d4fd0404SClaudiu Manoil /* PCI IEP device data */
124d4fd0404SClaudiu Manoil struct enetc_si {
125d4fd0404SClaudiu Manoil 	struct pci_dev *pdev;
126d4fd0404SClaudiu Manoil 	struct enetc_hw hw;
127d4fd0404SClaudiu Manoil 	enum enetc_errata errata;
128d4fd0404SClaudiu Manoil 
129d4fd0404SClaudiu Manoil 	struct net_device *ndev; /* back ref. */
130d4fd0404SClaudiu Manoil 
131d4fd0404SClaudiu Manoil 	struct enetc_cbdr cbd_ring;
132d4fd0404SClaudiu Manoil 
133d4fd0404SClaudiu Manoil 	int num_rx_rings; /* how many rings are available in the SI */
134d4fd0404SClaudiu Manoil 	int num_tx_rings;
135d382563fSClaudiu Manoil 	int num_fs_entries;
136d382563fSClaudiu Manoil 	int num_rss; /* number of RSS buckets */
137d4fd0404SClaudiu Manoil 	unsigned short pad;
1382e47cb41SPo Liu 	int hw_features;
139d4fd0404SClaudiu Manoil };
140d4fd0404SClaudiu Manoil 
141d4fd0404SClaudiu Manoil #define ENETC_SI_ALIGN	32
142d4fd0404SClaudiu Manoil 
143d4fd0404SClaudiu Manoil static inline void *enetc_si_priv(const struct enetc_si *si)
144d4fd0404SClaudiu Manoil {
145d4fd0404SClaudiu Manoil 	return (char *)si + ALIGN(sizeof(struct enetc_si), ENETC_SI_ALIGN);
146d4fd0404SClaudiu Manoil }
147d4fd0404SClaudiu Manoil 
148d4fd0404SClaudiu Manoil static inline bool enetc_si_is_pf(struct enetc_si *si)
149d4fd0404SClaudiu Manoil {
150d4fd0404SClaudiu Manoil 	return !!(si->hw.port);
151d4fd0404SClaudiu Manoil }
152d4fd0404SClaudiu Manoil 
153d4fd0404SClaudiu Manoil #define ENETC_MAX_NUM_TXQS	8
154d4fd0404SClaudiu Manoil #define ENETC_INT_NAME_MAX	(IFNAMSIZ + 8)
155d4fd0404SClaudiu Manoil 
156d4fd0404SClaudiu Manoil struct enetc_int_vector {
157d4fd0404SClaudiu Manoil 	void __iomem *rbier;
158d4fd0404SClaudiu Manoil 	void __iomem *tbier_base;
159d4fd0404SClaudiu Manoil 	unsigned long tx_rings_map;
160d4fd0404SClaudiu Manoil 	int count_tx_rings;
161d4fd0404SClaudiu Manoil 	struct napi_struct napi;
162d4fd0404SClaudiu Manoil 	char name[ENETC_INT_NAME_MAX];
163d4fd0404SClaudiu Manoil 
164d4fd0404SClaudiu Manoil 	struct enetc_bdr rx_ring ____cacheline_aligned_in_smp;
165d4fd0404SClaudiu Manoil 	struct enetc_bdr tx_ring[0];
166d4fd0404SClaudiu Manoil };
167d4fd0404SClaudiu Manoil 
168d382563fSClaudiu Manoil struct enetc_cls_rule {
169d382563fSClaudiu Manoil 	struct ethtool_rx_flow_spec fs;
170d382563fSClaudiu Manoil 	int used;
171d382563fSClaudiu Manoil };
172d382563fSClaudiu Manoil 
173d4fd0404SClaudiu Manoil #define ENETC_MAX_BDR_INT	2 /* fixed to max # of available cpus */
174d4fd0404SClaudiu Manoil 
175d3982312SY.b. Lu /* TODO: more hardware offloads */
176d3982312SY.b. Lu enum enetc_active_offloads {
177d3982312SY.b. Lu 	ENETC_F_RX_TSTAMP	= BIT(0),
178d3982312SY.b. Lu 	ENETC_F_TX_TSTAMP	= BIT(1),
1792e47cb41SPo Liu 	ENETC_F_QBV             = BIT(2),
180d3982312SY.b. Lu };
181d3982312SY.b. Lu 
182d4fd0404SClaudiu Manoil struct enetc_ndev_priv {
183d4fd0404SClaudiu Manoil 	struct net_device *ndev;
184d4fd0404SClaudiu Manoil 	struct device *dev; /* dma-mapping device */
185d4fd0404SClaudiu Manoil 	struct enetc_si *si;
186d4fd0404SClaudiu Manoil 
187d4fd0404SClaudiu Manoil 	int bdr_int_num; /* number of Rx/Tx ring interrupts */
188d4fd0404SClaudiu Manoil 	struct enetc_int_vector *int_vector[ENETC_MAX_BDR_INT];
189d4fd0404SClaudiu Manoil 	u16 num_rx_rings, num_tx_rings;
190d4fd0404SClaudiu Manoil 	u16 rx_bd_count, tx_bd_count;
191d4fd0404SClaudiu Manoil 
192d4fd0404SClaudiu Manoil 	u16 msg_enable;
193d3982312SY.b. Lu 	int active_offloads;
194d4fd0404SClaudiu Manoil 
1952e47cb41SPo Liu 	u32 speed; /* store speed for compare update pspeed */
1962e47cb41SPo Liu 
197d4fd0404SClaudiu Manoil 	struct enetc_bdr *tx_ring[16];
198d4fd0404SClaudiu Manoil 	struct enetc_bdr *rx_ring[16];
199d4fd0404SClaudiu Manoil 
200d382563fSClaudiu Manoil 	struct enetc_cls_rule *cls_rules;
201d382563fSClaudiu Manoil 
202d4fd0404SClaudiu Manoil 	struct device_node *phy_node;
203d4fd0404SClaudiu Manoil 	phy_interface_t if_mode;
204d4fd0404SClaudiu Manoil };
205d4fd0404SClaudiu Manoil 
206beb74ac8SClaudiu Manoil /* Messaging */
207beb74ac8SClaudiu Manoil 
208beb74ac8SClaudiu Manoil /* VF-PF set primary MAC address message format */
209beb74ac8SClaudiu Manoil struct enetc_msg_cmd_set_primary_mac {
210beb74ac8SClaudiu Manoil 	struct enetc_msg_cmd_header header;
211beb74ac8SClaudiu Manoil 	struct sockaddr mac;
212beb74ac8SClaudiu Manoil };
213beb74ac8SClaudiu Manoil 
214d4fd0404SClaudiu Manoil #define ENETC_CBD(R, i)	(&(((struct enetc_cbd *)((R).bd_base))[i]))
215d4fd0404SClaudiu Manoil 
216d4fd0404SClaudiu Manoil #define ENETC_CBDR_TIMEOUT	1000 /* usecs */
217d4fd0404SClaudiu Manoil 
21841514737SY.b. Lu /* PTP driver exports */
21941514737SY.b. Lu extern int enetc_phc_index;
22041514737SY.b. Lu 
221d4fd0404SClaudiu Manoil /* SI common */
222d4fd0404SClaudiu Manoil int enetc_pci_probe(struct pci_dev *pdev, const char *name, int sizeof_priv);
223d4fd0404SClaudiu Manoil void enetc_pci_remove(struct pci_dev *pdev);
224d4fd0404SClaudiu Manoil int enetc_alloc_msix(struct enetc_ndev_priv *priv);
225d4fd0404SClaudiu Manoil void enetc_free_msix(struct enetc_ndev_priv *priv);
226d4fd0404SClaudiu Manoil void enetc_get_si_caps(struct enetc_si *si);
227d4fd0404SClaudiu Manoil void enetc_init_si_rings_params(struct enetc_ndev_priv *priv);
228d4fd0404SClaudiu Manoil int enetc_alloc_si_resources(struct enetc_ndev_priv *priv);
229d4fd0404SClaudiu Manoil void enetc_free_si_resources(struct enetc_ndev_priv *priv);
230d4fd0404SClaudiu Manoil 
231d4fd0404SClaudiu Manoil int enetc_open(struct net_device *ndev);
232d4fd0404SClaudiu Manoil int enetc_close(struct net_device *ndev);
233d4fd0404SClaudiu Manoil netdev_tx_t enetc_xmit(struct sk_buff *skb, struct net_device *ndev);
234d4fd0404SClaudiu Manoil struct net_device_stats *enetc_get_stats(struct net_device *ndev);
235d382563fSClaudiu Manoil int enetc_set_features(struct net_device *ndev,
236d382563fSClaudiu Manoil 		       netdev_features_t features);
237d3982312SY.b. Lu int enetc_ioctl(struct net_device *ndev, struct ifreq *rq, int cmd);
238cbe9e835SCamelia Groza int enetc_setup_tc(struct net_device *ndev, enum tc_setup_type type,
239cbe9e835SCamelia Groza 		   void *type_data);
240cbe9e835SCamelia Groza 
241d4fd0404SClaudiu Manoil /* ethtool */
242d4fd0404SClaudiu Manoil void enetc_set_ethtool_ops(struct net_device *ndev);
243d4fd0404SClaudiu Manoil 
244d4fd0404SClaudiu Manoil /* control buffer descriptor ring (CBDR) */
245d4fd0404SClaudiu Manoil int enetc_set_mac_flt_entry(struct enetc_si *si, int index,
246d4fd0404SClaudiu Manoil 			    char *mac_addr, int si_map);
247d4fd0404SClaudiu Manoil int enetc_clear_mac_flt_entry(struct enetc_si *si, int index);
248d382563fSClaudiu Manoil int enetc_set_fs_entry(struct enetc_si *si, struct enetc_cmd_rfse *rfse,
249d382563fSClaudiu Manoil 		       int index);
250d382563fSClaudiu Manoil void enetc_set_rss_key(struct enetc_hw *hw, const u8 *bytes);
251d382563fSClaudiu Manoil int enetc_get_rss_table(struct enetc_si *si, u32 *table, int count);
252d382563fSClaudiu Manoil int enetc_set_rss_table(struct enetc_si *si, const u32 *table, int count);
25334c6adf1SPo Liu int enetc_send_cmd(struct enetc_si *si, struct enetc_cbd *cbd);
25434c6adf1SPo Liu 
25534c6adf1SPo Liu #ifdef CONFIG_FSL_ENETC_QOS
25634c6adf1SPo Liu int enetc_setup_tc_taprio(struct net_device *ndev, void *type_data);
2572e47cb41SPo Liu void enetc_sched_speed_set(struct net_device *ndev);
258c431047cSPo Liu int enetc_setup_tc_cbs(struct net_device *ndev, void *type_data);
25934c6adf1SPo Liu #else
26034c6adf1SPo Liu #define enetc_setup_tc_taprio(ndev, type_data) -EOPNOTSUPP
2612e47cb41SPo Liu #define enetc_sched_speed_set(ndev) (void)0
262c431047cSPo Liu #define enetc_setup_tc_cbs(ndev, type_data) -EOPNOTSUPP
26334c6adf1SPo Liu #endif
264