xref: /openbmc/linux/drivers/net/ethernet/intel/ice/ice.h (revision d76a60ba7afb89523c88cf2ed3a044ce4180289e)
1837f08fdSAnirudh Venkataramanan /* SPDX-License-Identifier: GPL-2.0 */
2837f08fdSAnirudh Venkataramanan /* Copyright (c) 2018, Intel Corporation. */
3837f08fdSAnirudh Venkataramanan 
4837f08fdSAnirudh Venkataramanan #ifndef _ICE_H_
5837f08fdSAnirudh Venkataramanan #define _ICE_H_
6837f08fdSAnirudh Venkataramanan 
7837f08fdSAnirudh Venkataramanan #include <linux/types.h>
8837f08fdSAnirudh Venkataramanan #include <linux/errno.h>
9837f08fdSAnirudh Venkataramanan #include <linux/kernel.h>
10837f08fdSAnirudh Venkataramanan #include <linux/module.h>
11837f08fdSAnirudh Venkataramanan #include <linux/netdevice.h>
12837f08fdSAnirudh Venkataramanan #include <linux/compiler.h>
13dc49c772SAnirudh Venkataramanan #include <linux/etherdevice.h>
14cdedef59SAnirudh Venkataramanan #include <linux/skbuff.h>
153a858ba3SAnirudh Venkataramanan #include <linux/cpumask.h>
163a858ba3SAnirudh Venkataramanan #include <linux/if_vlan.h>
17cdedef59SAnirudh Venkataramanan #include <linux/dma-mapping.h>
18837f08fdSAnirudh Venkataramanan #include <linux/pci.h>
19940b61afSAnirudh Venkataramanan #include <linux/workqueue.h>
20837f08fdSAnirudh Venkataramanan #include <linux/aer.h>
21940b61afSAnirudh Venkataramanan #include <linux/interrupt.h>
22940b61afSAnirudh Venkataramanan #include <linux/timer.h>
237ec59eeaSAnirudh Venkataramanan #include <linux/delay.h>
24837f08fdSAnirudh Venkataramanan #include <linux/bitmap.h>
253a858ba3SAnirudh Venkataramanan #include <linux/log2.h>
26*d76a60baSAnirudh Venkataramanan #include <linux/ip.h>
27*d76a60baSAnirudh Venkataramanan #include <linux/ipv6.h>
28940b61afSAnirudh Venkataramanan #include <linux/if_bridge.h>
29*d76a60baSAnirudh Venkataramanan #include <net/ipv6.h>
30837f08fdSAnirudh Venkataramanan #include "ice_devids.h"
31837f08fdSAnirudh Venkataramanan #include "ice_type.h"
32940b61afSAnirudh Venkataramanan #include "ice_txrx.h"
339c20346bSAnirudh Venkataramanan #include "ice_switch.h"
34f31e4b6fSAnirudh Venkataramanan #include "ice_common.h"
359c20346bSAnirudh Venkataramanan #include "ice_sched.h"
36837f08fdSAnirudh Venkataramanan 
37837f08fdSAnirudh Venkataramanan #define ICE_BAR0		0
383a858ba3SAnirudh Venkataramanan #define ICE_DFLT_NUM_DESC	128
393a858ba3SAnirudh Venkataramanan #define ICE_REQ_DESC_MULTIPLE	32
40940b61afSAnirudh Venkataramanan #define ICE_INT_NAME_STR_LEN	(IFNAMSIZ + 16)
41f31e4b6fSAnirudh Venkataramanan #define ICE_AQ_LEN		64
42940b61afSAnirudh Venkataramanan #define ICE_MIN_MSIX		2
433a858ba3SAnirudh Venkataramanan #define ICE_NO_VSI		0xffff
44940b61afSAnirudh Venkataramanan #define ICE_MAX_VSI_ALLOC	130
45940b61afSAnirudh Venkataramanan #define ICE_MAX_TXQS		2048
46940b61afSAnirudh Venkataramanan #define ICE_MAX_RXQS		2048
473a858ba3SAnirudh Venkataramanan #define ICE_VSI_MAP_CONTIG	0
483a858ba3SAnirudh Venkataramanan #define ICE_VSI_MAP_SCATTER	1
493a858ba3SAnirudh Venkataramanan #define ICE_MAX_SCATTER_TXQS	16
503a858ba3SAnirudh Venkataramanan #define ICE_MAX_SCATTER_RXQS	16
51cdedef59SAnirudh Venkataramanan #define ICE_Q_WAIT_RETRY_LIMIT	10
52cdedef59SAnirudh Venkataramanan #define ICE_Q_WAIT_MAX_RETRY	(5 * ICE_Q_WAIT_RETRY_LIMIT)
53*d76a60baSAnirudh Venkataramanan #define ICE_MAX_LG_RSS_QS	256
54*d76a60baSAnirudh Venkataramanan #define ICE_MAX_SMALL_RSS_QS	8
55940b61afSAnirudh Venkataramanan #define ICE_RES_VALID_BIT	0x8000
56940b61afSAnirudh Venkataramanan #define ICE_RES_MISC_VEC_ID	(ICE_RES_VALID_BIT - 1)
573a858ba3SAnirudh Venkataramanan #define ICE_INVAL_Q_INDEX	0xffff
58837f08fdSAnirudh Venkataramanan 
59837f08fdSAnirudh Venkataramanan #define ICE_DFLT_NETIF_M (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK)
60837f08fdSAnirudh Venkataramanan 
613a858ba3SAnirudh Venkataramanan #define ICE_MAX_MTU	(ICE_AQ_SET_MAC_FRAME_SIZE_MAX - \
623a858ba3SAnirudh Venkataramanan 			 ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN)
633a858ba3SAnirudh Venkataramanan 
643a858ba3SAnirudh Venkataramanan #define ICE_UP_TABLE_TRANSLATE(val, i) \
653a858ba3SAnirudh Venkataramanan 		(((val) << ICE_AQ_VSI_UP_TABLE_UP##i##_S) & \
663a858ba3SAnirudh Venkataramanan 		  ICE_AQ_VSI_UP_TABLE_UP##i##_M)
673a858ba3SAnirudh Venkataramanan 
682b245cb2SAnirudh Venkataramanan #define ICE_TX_DESC(R, i) (&(((struct ice_tx_desc *)((R)->desc))[i]))
69cdedef59SAnirudh Venkataramanan #define ICE_RX_DESC(R, i) (&(((union ice_32b_rx_flex_desc *)((R)->desc))[i]))
70*d76a60baSAnirudh Venkataramanan #define ICE_TX_CTX_DESC(R, i) (&(((struct ice_tx_ctx_desc *)((R)->desc))[i]))
71cdedef59SAnirudh Venkataramanan 
72cdedef59SAnirudh Venkataramanan #define ice_for_each_txq(vsi, i) \
73cdedef59SAnirudh Venkataramanan 	for ((i) = 0; (i) < (vsi)->num_txq; (i)++)
74cdedef59SAnirudh Venkataramanan 
75cdedef59SAnirudh Venkataramanan #define ice_for_each_rxq(vsi, i) \
76cdedef59SAnirudh Venkataramanan 	for ((i) = 0; (i) < (vsi)->num_rxq; (i)++)
77cdedef59SAnirudh Venkataramanan 
783a858ba3SAnirudh Venkataramanan struct ice_tc_info {
793a858ba3SAnirudh Venkataramanan 	u16 qoffset;
803a858ba3SAnirudh Venkataramanan 	u16 qcount;
813a858ba3SAnirudh Venkataramanan };
823a858ba3SAnirudh Venkataramanan 
833a858ba3SAnirudh Venkataramanan struct ice_tc_cfg {
843a858ba3SAnirudh Venkataramanan 	u8 numtc; /* Total number of enabled TCs */
853a858ba3SAnirudh Venkataramanan 	u8 ena_tc; /* TX map */
863a858ba3SAnirudh Venkataramanan 	struct ice_tc_info tc_info[ICE_MAX_TRAFFIC_CLASS];
873a858ba3SAnirudh Venkataramanan };
883a858ba3SAnirudh Venkataramanan 
89940b61afSAnirudh Venkataramanan struct ice_res_tracker {
90940b61afSAnirudh Venkataramanan 	u16 num_entries;
91940b61afSAnirudh Venkataramanan 	u16 search_hint;
92940b61afSAnirudh Venkataramanan 	u16 list[1];
93940b61afSAnirudh Venkataramanan };
94940b61afSAnirudh Venkataramanan 
95940b61afSAnirudh Venkataramanan struct ice_sw {
96940b61afSAnirudh Venkataramanan 	struct ice_pf *pf;
97940b61afSAnirudh Venkataramanan 	u16 sw_id;		/* switch ID for this switch */
98940b61afSAnirudh Venkataramanan 	u16 bridge_mode;	/* VEB/VEPA/Port Virtualizer */
99940b61afSAnirudh Venkataramanan };
100940b61afSAnirudh Venkataramanan 
101837f08fdSAnirudh Venkataramanan enum ice_state {
102837f08fdSAnirudh Venkataramanan 	__ICE_DOWN,
103940b61afSAnirudh Venkataramanan 	__ICE_PFR_REQ,			/* set by driver and peers */
104940b61afSAnirudh Venkataramanan 	__ICE_ADMINQ_EVENT_PENDING,
105940b61afSAnirudh Venkataramanan 	__ICE_SERVICE_SCHED,
106837f08fdSAnirudh Venkataramanan 	__ICE_STATE_NBITS		/* must be last */
107837f08fdSAnirudh Venkataramanan };
108837f08fdSAnirudh Venkataramanan 
109940b61afSAnirudh Venkataramanan /* struct that defines a VSI, associated with a dev */
110940b61afSAnirudh Venkataramanan struct ice_vsi {
111940b61afSAnirudh Venkataramanan 	struct net_device *netdev;
1123a858ba3SAnirudh Venkataramanan 	struct ice_sw *vsw;		 /* switch this VSI is on */
1133a858ba3SAnirudh Venkataramanan 	struct ice_pf *back;		 /* back pointer to PF */
114940b61afSAnirudh Venkataramanan 	struct ice_port_info *port_info; /* back pointer to port_info */
1153a858ba3SAnirudh Venkataramanan 	struct ice_ring **rx_rings;	 /* rx ring array */
1163a858ba3SAnirudh Venkataramanan 	struct ice_ring **tx_rings;	 /* tx ring array */
1173a858ba3SAnirudh Venkataramanan 	struct ice_q_vector **q_vectors; /* q_vector array */
118cdedef59SAnirudh Venkataramanan 
119cdedef59SAnirudh Venkataramanan 	irqreturn_t (*irq_handler)(int irq, void *data);
120cdedef59SAnirudh Venkataramanan 
1213a858ba3SAnirudh Venkataramanan 	DECLARE_BITMAP(state, __ICE_STATE_NBITS);
122*d76a60baSAnirudh Venkataramanan 	unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
1233a858ba3SAnirudh Venkataramanan 	int num_q_vectors;
1243a858ba3SAnirudh Venkataramanan 	int base_vector;
1253a858ba3SAnirudh Venkataramanan 	enum ice_vsi_type type;
126940b61afSAnirudh Venkataramanan 	u16 vsi_num;			 /* HW (absolute) index of this VSI */
1273a858ba3SAnirudh Venkataramanan 	u16 idx;			 /* software index in pf->vsi[] */
1283a858ba3SAnirudh Venkataramanan 
1293a858ba3SAnirudh Venkataramanan 	/* Interrupt thresholds */
1303a858ba3SAnirudh Venkataramanan 	u16 work_lmt;
1313a858ba3SAnirudh Venkataramanan 
132*d76a60baSAnirudh Venkataramanan 	/* RSS config */
133*d76a60baSAnirudh Venkataramanan 	u16 rss_table_size;	/* HW RSS table size */
134*d76a60baSAnirudh Venkataramanan 	u16 rss_size;		/* Allocated RSS queues */
135*d76a60baSAnirudh Venkataramanan 	u8 *rss_hkey_user;	/* User configured hash keys */
136*d76a60baSAnirudh Venkataramanan 	u8 *rss_lut_user;	/* User configured lookup table entries */
137*d76a60baSAnirudh Venkataramanan 	u8 rss_lut_type;	/* used to configure Get/Set RSS LUT AQ call */
138*d76a60baSAnirudh Venkataramanan 
139cdedef59SAnirudh Venkataramanan 	u16 max_frame;
140cdedef59SAnirudh Venkataramanan 	u16 rx_buf_len;
141cdedef59SAnirudh Venkataramanan 
1423a858ba3SAnirudh Venkataramanan 	struct ice_aqc_vsi_props info;	 /* VSI properties */
1433a858ba3SAnirudh Venkataramanan 
144cdedef59SAnirudh Venkataramanan 	bool irqs_ready;
145cdedef59SAnirudh Venkataramanan 	bool current_isup;		 /* Sync 'link up' logging */
146cdedef59SAnirudh Venkataramanan 
1473a858ba3SAnirudh Venkataramanan 	/* queue information */
1483a858ba3SAnirudh Venkataramanan 	u8 tx_mapping_mode;		 /* ICE_MAP_MODE_[CONTIG|SCATTER] */
1493a858ba3SAnirudh Venkataramanan 	u8 rx_mapping_mode;		 /* ICE_MAP_MODE_[CONTIG|SCATTER] */
1503a858ba3SAnirudh Venkataramanan 	u16 txq_map[ICE_MAX_TXQS];	 /* index in pf->avail_txqs */
1513a858ba3SAnirudh Venkataramanan 	u16 rxq_map[ICE_MAX_RXQS];	 /* index in pf->avail_rxqs */
1523a858ba3SAnirudh Venkataramanan 	u16 alloc_txq;			 /* Allocated Tx queues */
1533a858ba3SAnirudh Venkataramanan 	u16 num_txq;			 /* Used Tx queues */
1543a858ba3SAnirudh Venkataramanan 	u16 alloc_rxq;			 /* Allocated Rx queues */
1553a858ba3SAnirudh Venkataramanan 	u16 num_rxq;			 /* Used Rx queues */
1563a858ba3SAnirudh Venkataramanan 	u16 num_desc;
1573a858ba3SAnirudh Venkataramanan 	struct ice_tc_cfg tc_cfg;
1583a858ba3SAnirudh Venkataramanan } ____cacheline_internodealigned_in_smp;
1593a858ba3SAnirudh Venkataramanan 
1603a858ba3SAnirudh Venkataramanan /* struct that defines an interrupt vector */
1613a858ba3SAnirudh Venkataramanan struct ice_q_vector {
1623a858ba3SAnirudh Venkataramanan 	struct ice_vsi *vsi;
1633a858ba3SAnirudh Venkataramanan 	cpumask_t affinity_mask;
1643a858ba3SAnirudh Venkataramanan 	struct napi_struct napi;
1653a858ba3SAnirudh Venkataramanan 	struct ice_ring_container rx;
1663a858ba3SAnirudh Venkataramanan 	struct ice_ring_container tx;
167cdedef59SAnirudh Venkataramanan 	struct irq_affinity_notify affinity_notify;
1683a858ba3SAnirudh Venkataramanan 	u16 v_idx;			/* index in the vsi->q_vector array. */
1693a858ba3SAnirudh Venkataramanan 	u8 num_ring_tx;			/* total number of tx rings in vector */
1703a858ba3SAnirudh Venkataramanan 	u8 num_ring_rx;			/* total number of rx rings in vector */
171cdedef59SAnirudh Venkataramanan 	char name[ICE_INT_NAME_STR_LEN];
172940b61afSAnirudh Venkataramanan } ____cacheline_internodealigned_in_smp;
173940b61afSAnirudh Venkataramanan 
174940b61afSAnirudh Venkataramanan enum ice_pf_flags {
175940b61afSAnirudh Venkataramanan 	ICE_FLAG_MSIX_ENA,
176940b61afSAnirudh Venkataramanan 	ICE_FLAG_FLTR_SYNC,
177940b61afSAnirudh Venkataramanan 	ICE_FLAG_RSS_ENA,
178940b61afSAnirudh Venkataramanan 	ICE_PF_FLAGS_NBITS		/* must be last */
179940b61afSAnirudh Venkataramanan };
180940b61afSAnirudh Venkataramanan 
181837f08fdSAnirudh Venkataramanan struct ice_pf {
182837f08fdSAnirudh Venkataramanan 	struct pci_dev *pdev;
183940b61afSAnirudh Venkataramanan 	struct msix_entry *msix_entries;
184940b61afSAnirudh Venkataramanan 	struct ice_res_tracker *irq_tracker;
185940b61afSAnirudh Venkataramanan 	struct ice_vsi **vsi;		/* VSIs created by the driver */
186940b61afSAnirudh Venkataramanan 	struct ice_sw *first_sw;	/* first switch created by firmware */
187837f08fdSAnirudh Venkataramanan 	DECLARE_BITMAP(state, __ICE_STATE_NBITS);
188940b61afSAnirudh Venkataramanan 	DECLARE_BITMAP(avail_txqs, ICE_MAX_TXQS);
189940b61afSAnirudh Venkataramanan 	DECLARE_BITMAP(avail_rxqs, ICE_MAX_RXQS);
190940b61afSAnirudh Venkataramanan 	DECLARE_BITMAP(flags, ICE_PF_FLAGS_NBITS);
191940b61afSAnirudh Venkataramanan 	unsigned long serv_tmr_period;
192940b61afSAnirudh Venkataramanan 	unsigned long serv_tmr_prev;
193940b61afSAnirudh Venkataramanan 	struct timer_list serv_tmr;
194940b61afSAnirudh Venkataramanan 	struct work_struct serv_task;
195940b61afSAnirudh Venkataramanan 	struct mutex avail_q_mutex;	/* protects access to avail_[rx|tx]qs */
196940b61afSAnirudh Venkataramanan 	struct mutex sw_mutex;		/* lock for protecting VSI alloc flow */
197837f08fdSAnirudh Venkataramanan 	u32 msg_enable;
198*d76a60baSAnirudh Venkataramanan 	u32 hw_csum_rx_error;
199940b61afSAnirudh Venkataramanan 	u32 oicr_idx;		/* Other interrupt cause vector index */
200940b61afSAnirudh Venkataramanan 	u32 num_lan_msix;	/* Total MSIX vectors for base driver */
201940b61afSAnirudh Venkataramanan 	u32 num_avail_msix;	/* remaining MSIX vectors left unclaimed */
202940b61afSAnirudh Venkataramanan 	u16 num_lan_tx;		/* num lan tx queues setup */
203940b61afSAnirudh Venkataramanan 	u16 num_lan_rx;		/* num lan rx queues setup */
204940b61afSAnirudh Venkataramanan 	u16 q_left_tx;		/* remaining num tx queues left unclaimed */
205940b61afSAnirudh Venkataramanan 	u16 q_left_rx;		/* remaining num rx queues left unclaimed */
206940b61afSAnirudh Venkataramanan 	u16 next_vsi;		/* Next free slot in pf->vsi[] - 0-based! */
207940b61afSAnirudh Venkataramanan 	u16 num_alloc_vsi;
208940b61afSAnirudh Venkataramanan 
209837f08fdSAnirudh Venkataramanan 	struct ice_hw hw;
210940b61afSAnirudh Venkataramanan 	char int_name[ICE_INT_NAME_STR_LEN];
211837f08fdSAnirudh Venkataramanan };
212940b61afSAnirudh Venkataramanan 
2133a858ba3SAnirudh Venkataramanan struct ice_netdev_priv {
2143a858ba3SAnirudh Venkataramanan 	struct ice_vsi *vsi;
2153a858ba3SAnirudh Venkataramanan };
2163a858ba3SAnirudh Venkataramanan 
217940b61afSAnirudh Venkataramanan /**
218940b61afSAnirudh Venkataramanan  * ice_irq_dynamic_ena - Enable default interrupt generation settings
219940b61afSAnirudh Venkataramanan  * @hw: pointer to hw struct
220cdedef59SAnirudh Venkataramanan  * @vsi: pointer to vsi struct, can be NULL
221cdedef59SAnirudh Venkataramanan  * @q_vector: pointer to q_vector, can be NULL
222940b61afSAnirudh Venkataramanan  */
223cdedef59SAnirudh Venkataramanan static inline void ice_irq_dynamic_ena(struct ice_hw *hw, struct ice_vsi *vsi,
224cdedef59SAnirudh Venkataramanan 				       struct ice_q_vector *q_vector)
225940b61afSAnirudh Venkataramanan {
226cdedef59SAnirudh Venkataramanan 	u32 vector = (vsi && q_vector) ? vsi->base_vector + q_vector->v_idx :
227cdedef59SAnirudh Venkataramanan 					((struct ice_pf *)hw->back)->oicr_idx;
228940b61afSAnirudh Venkataramanan 	int itr = ICE_ITR_NONE;
229940b61afSAnirudh Venkataramanan 	u32 val;
230940b61afSAnirudh Venkataramanan 
231940b61afSAnirudh Venkataramanan 	/* clear the PBA here, as this function is meant to clean out all
232940b61afSAnirudh Venkataramanan 	 * previous interrupts and enable the interrupt
233940b61afSAnirudh Venkataramanan 	 */
234940b61afSAnirudh Venkataramanan 	val = GLINT_DYN_CTL_INTENA_M | GLINT_DYN_CTL_CLEARPBA_M |
235940b61afSAnirudh Venkataramanan 	      (itr << GLINT_DYN_CTL_ITR_INDX_S);
236cdedef59SAnirudh Venkataramanan 	if (vsi)
237cdedef59SAnirudh Venkataramanan 		if (test_bit(__ICE_DOWN, vsi->state))
238cdedef59SAnirudh Venkataramanan 			return;
239940b61afSAnirudh Venkataramanan 	wr32(hw, GLINT_DYN_CTL(vector), val);
240940b61afSAnirudh Venkataramanan }
241cdedef59SAnirudh Venkataramanan 
242*d76a60baSAnirudh Venkataramanan int ice_set_rss(struct ice_vsi *vsi, u8 *seed, u8 *lut, u16 lut_size);
243*d76a60baSAnirudh Venkataramanan int ice_get_rss(struct ice_vsi *vsi, u8 *seed, u8 *lut, u16 lut_size);
244*d76a60baSAnirudh Venkataramanan void ice_fill_rss_lut(u8 *lut, u16 rss_table_size, u16 rss_size);
245*d76a60baSAnirudh Venkataramanan 
246837f08fdSAnirudh Venkataramanan #endif /* _ICE_H_ */
247