196de2506SJakub Kicinski /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */
296de2506SJakub Kicinski /* Copyright (C) 2015-2018 Netronome Systems, Inc. */
34c352362SJakub Kicinski
44c352362SJakub Kicinski /*
54c352362SJakub Kicinski * nfp_net.h
64c352362SJakub Kicinski * Declarations for Netronome network device driver.
74c352362SJakub Kicinski * Authors: Jakub Kicinski <jakub.kicinski@netronome.com>
84c352362SJakub Kicinski * Jason McMullan <jason.mcmullan@netronome.com>
94c352362SJakub Kicinski * Rolf Neugebauer <rolf.neugebauer@netronome.com>
104c352362SJakub Kicinski */
114c352362SJakub Kicinski
124c352362SJakub Kicinski #ifndef _NFP_NET_H_
134c352362SJakub Kicinski #define _NFP_NET_H_
144c352362SJakub Kicinski
1551a5e563SJakub Kicinski #include <linux/atomic.h>
164c352362SJakub Kicinski #include <linux/interrupt.h>
1763461a02SJakub Kicinski #include <linux/list.h>
184c352362SJakub Kicinski #include <linux/netdevice.h>
194c352362SJakub Kicinski #include <linux/pci.h>
209d32e4e7SYinjun Zhang #include <linux/dim.h>
21a1cbaad7SArnd Bergmann #include <linux/io-64-nonatomic-hi-lo.h>
223ed77bf7SJakub Kicinski #include <linux/semaphore.h>
23e2c7114aSJakub Kicinski #include <linux/workqueue.h>
247f1c684aSJesper Dangaard Brouer #include <net/xdp.h>
254c352362SJakub Kicinski
264c352362SJakub Kicinski #include "nfp_net_ctrl.h"
274c352362SJakub Kicinski
28c821e617SJakub Kicinski #define nn_pr(nn, lvl, fmt, args...) \
29c821e617SJakub Kicinski ({ \
30c821e617SJakub Kicinski struct nfp_net *__nn = (nn); \
31c821e617SJakub Kicinski \
32c821e617SJakub Kicinski if (__nn->dp.netdev) \
33c821e617SJakub Kicinski netdev_printk(lvl, __nn->dp.netdev, fmt, ## args); \
34c821e617SJakub Kicinski else \
35c821e617SJakub Kicinski dev_printk(lvl, __nn->dp.dev, "ctrl: " fmt, ## args); \
36c821e617SJakub Kicinski })
37c821e617SJakub Kicinski
38c821e617SJakub Kicinski #define nn_err(nn, fmt, args...) nn_pr(nn, KERN_ERR, fmt, ## args)
39c821e617SJakub Kicinski #define nn_warn(nn, fmt, args...) nn_pr(nn, KERN_WARNING, fmt, ## args)
40c821e617SJakub Kicinski #define nn_info(nn, fmt, args...) nn_pr(nn, KERN_INFO, fmt, ## args)
41c821e617SJakub Kicinski #define nn_dbg(nn, fmt, args...) nn_pr(nn, KERN_DEBUG, fmt, ## args)
42c821e617SJakub Kicinski
4379c12a75SJakub Kicinski #define nn_dp_warn(dp, fmt, args...) \
44c821e617SJakub Kicinski ({ \
45c821e617SJakub Kicinski struct nfp_net_dp *__dp = (dp); \
46c821e617SJakub Kicinski \
47c821e617SJakub Kicinski if (unlikely(net_ratelimit())) { \
48c821e617SJakub Kicinski if (__dp->netdev) \
49c821e617SJakub Kicinski netdev_warn(__dp->netdev, fmt, ## args); \
50c821e617SJakub Kicinski else \
51c821e617SJakub Kicinski dev_warn(__dp->dev, fmt, ## args); \
52c821e617SJakub Kicinski } \
53c821e617SJakub Kicinski })
544c352362SJakub Kicinski
553d780b92SJakub Kicinski /* Max time to wait for NFP to respond on updates (in seconds) */
563d780b92SJakub Kicinski #define NFP_NET_POLL_TIMEOUT 5
574c352362SJakub Kicinski
5866860bebSJakub Kicinski /* Interval for reading offloaded filter stats */
5966860bebSJakub Kicinski #define NFP_NET_STAT_POLL_IVL msecs_to_jiffies(100)
6066860bebSJakub Kicinski
614c352362SJakub Kicinski /* Bar allocation */
62796312cdSJakub Kicinski #define NFP_NET_CTRL_BAR 0
634c352362SJakub Kicinski #define NFP_NET_Q0_BAR 2
644c352362SJakub Kicinski #define NFP_NET_Q1_BAR 4 /* OBSOLETE */
654c352362SJakub Kicinski
664c352362SJakub Kicinski /* Default size for MTU and freelist buffer sizes */
67bc2796dbSJakub Kicinski #define NFP_NET_DEFAULT_MTU 1500U
684c352362SJakub Kicinski
694c352362SJakub Kicinski /* Maximum number of bytes prepended to a packet */
704c352362SJakub Kicinski #define NFP_NET_MAX_PREPEND 64
714c352362SJakub Kicinski
724c352362SJakub Kicinski /* Interrupt definitions */
734c352362SJakub Kicinski #define NFP_NET_NON_Q_VECTORS 2
744c352362SJakub Kicinski #define NFP_NET_IRQ_LSC_IDX 0
754c352362SJakub Kicinski #define NFP_NET_IRQ_EXN_IDX 1
76d4e7f092SJakub Kicinski #define NFP_NET_MIN_VNIC_IRQS (NFP_NET_NON_Q_VECTORS + 1)
774c352362SJakub Kicinski
784c352362SJakub Kicinski /* Queue/Ring definitions */
794c352362SJakub Kicinski #define NFP_NET_MAX_TX_RINGS 64 /* Max. # of Tx rings per device */
804c352362SJakub Kicinski #define NFP_NET_MAX_RX_RINGS 64 /* Max. # of Rx rings per device */
8123a4e389SJakub Kicinski #define NFP_NET_MAX_R_VECS (NFP_NET_MAX_TX_RINGS > NFP_NET_MAX_RX_RINGS ? \
8223a4e389SJakub Kicinski NFP_NET_MAX_TX_RINGS : NFP_NET_MAX_RX_RINGS)
8323a4e389SJakub Kicinski #define NFP_NET_MAX_IRQS (NFP_NET_NON_Q_VECTORS + NFP_NET_MAX_R_VECS)
844c352362SJakub Kicinski
854c352362SJakub Kicinski #define NFP_NET_TX_DESCS_DEFAULT 4096 /* Default # of Tx descs per ring */
864c352362SJakub Kicinski #define NFP_NET_RX_DESCS_DEFAULT 4096 /* Default # of Rx descs per ring */
874c352362SJakub Kicinski
884c352362SJakub Kicinski #define NFP_NET_FL_BATCH 16 /* Add freelist in this Batch size */
89abeeec4aSJakub Kicinski #define NFP_NET_XDP_MAX_COMPLETE 2048 /* XDP bufs to reclaim in NAPI poll */
904c352362SJakub Kicinski
91de624864SDiana Wang /* MC definitions */
92de624864SDiana Wang #define NFP_NET_CFG_MAC_MC_MAX 1024 /* The maximum number of MC address per port*/
93de624864SDiana Wang
944c352362SJakub Kicinski /* Offload definitions */
954c352362SJakub Kicinski #define NFP_NET_N_VXLAN_PORTS (NFP_NET_CFG_VXLAN_SZ / sizeof(__be16))
964c352362SJakub Kicinski
97c0f031bcSJakub Kicinski #define NFP_NET_RX_BUF_HEADROOM (NET_SKB_PAD + NET_IP_ALIGN)
98c0f031bcSJakub Kicinski #define NFP_NET_RX_BUF_NON_DATA (NFP_NET_RX_BUF_HEADROOM + \
99c0f031bcSJakub Kicinski SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
100c0f031bcSJakub Kicinski
1014c352362SJakub Kicinski /* Forward declarations */
102bd5ca062SJakub Kicinski struct nfp_cpp;
1039423d24bSJakub Kicinski struct nfp_dev_info;
1046fd86efaSJakub Kicinski struct nfp_dp_ops;
10547465aedSJakub Kicinski struct nfp_eth_table_port;
1064c352362SJakub Kicinski struct nfp_net;
1074c352362SJakub Kicinski struct nfp_net_r_vector;
108eb488c26SJakub Kicinski struct nfp_port;
109543bd14fSNiklas Söderlund struct xsk_buff_pool;
1104c352362SJakub Kicinski
11162d03330SJakub Kicinski struct nfp_nfd3_tx_desc;
11262d03330SJakub Kicinski struct nfp_nfd3_tx_buf;
11362d03330SJakub Kicinski
114c10d12e3SJakub Kicinski struct nfp_nfdk_tx_desc;
115c10d12e3SJakub Kicinski struct nfp_nfdk_tx_buf;
116c10d12e3SJakub Kicinski
1174aa3b766SJakub Kicinski /* Convenience macro for wrapping descriptor index on ring size */
1184aa3b766SJakub Kicinski #define D_IDX(ring, idx) ((idx) & ((ring)->cnt - 1))
1194aa3b766SJakub Kicinski
1204c352362SJakub Kicinski /* Convenience macro for writing dma address into RX/TX descriptors */
1215f30671dSYinjun Zhang #define nfp_desc_set_dma_addr_40b(desc, dma_addr) \
1224c352362SJakub Kicinski do { \
123c6fbbf1eSFei Qin __typeof__(desc) __d = (desc); \
1244c352362SJakub Kicinski dma_addr_t __addr = (dma_addr); \
1254c352362SJakub Kicinski \
1264c352362SJakub Kicinski __d->dma_addr_lo = cpu_to_le32(lower_32_bits(__addr)); \
1274c352362SJakub Kicinski __d->dma_addr_hi = upper_32_bits(__addr) & 0xff; \
1284c352362SJakub Kicinski } while (0)
1294c352362SJakub Kicinski
1305f30671dSYinjun Zhang #define nfp_desc_set_dma_addr_48b(desc, dma_addr) \
131c6fbbf1eSFei Qin do { \
132c6fbbf1eSFei Qin __typeof__(desc) __d = (desc); \
133c6fbbf1eSFei Qin dma_addr_t __addr = (dma_addr); \
134c6fbbf1eSFei Qin \
1355f30671dSYinjun Zhang __d->dma_addr_hi = cpu_to_le16(upper_32_bits(__addr)); \
136c6fbbf1eSFei Qin __d->dma_addr_lo = cpu_to_le32(lower_32_bits(__addr)); \
137c6fbbf1eSFei Qin } while (0)
138c6fbbf1eSFei Qin
1394c352362SJakub Kicinski /**
1404c352362SJakub Kicinski * struct nfp_net_tx_ring - TX ring structure
1414c352362SJakub Kicinski * @r_vec: Back pointer to ring vector structure
1424c352362SJakub Kicinski * @idx: Ring index from Linux's perspective
143c10d12e3SJakub Kicinski * @data_pending: number of bytes added to current block (NFDK only)
1444c352362SJakub Kicinski * @qcp_q: Pointer to base of the QCP TX queue
1450dcf7f50SJakub Kicinski * @txrwb: TX pointer write back area
1464c352362SJakub Kicinski * @cnt: Size of the queue in number of descriptors
1474c352362SJakub Kicinski * @wr_p: TX ring write pointer (free running)
1484c352362SJakub Kicinski * @rd_p: TX ring read pointer (free running)
1494c352362SJakub Kicinski * @qcp_rd_p: Local copy of QCP TX queue read pointer
1504c352362SJakub Kicinski * @wr_ptr_add: Accumulated number of buffers to add to QCP write pointer
1514c352362SJakub Kicinski * (used for .xmit_more delayed kick)
152c10d12e3SJakub Kicinski * @txbufs: Array of transmitted TX buffers, to free on transmit (NFD3)
153c10d12e3SJakub Kicinski * @ktxbufs: Array of transmitted TX buffers, to free on transmit (NFDK)
154c10d12e3SJakub Kicinski * @txds: Virtual address of TX ring in host memory (NFD3)
155c10d12e3SJakub Kicinski * @ktxds: Virtual address of TX ring in host memory (NFDK)
15607cd69c9SJakub Kicinski *
15707cd69c9SJakub Kicinski * @qcidx: Queue Controller Peripheral (QCP) queue index for the TX queue
1584c352362SJakub Kicinski * @dma: DMA address of the TX ring
1594c352362SJakub Kicinski * @size: Size, in bytes, of the TX ring (needed to free)
16092e68195SJakub Kicinski * @is_xdp: Is this a XDP TX ring?
1614c352362SJakub Kicinski */
1624c352362SJakub Kicinski struct nfp_net_tx_ring {
1634c352362SJakub Kicinski struct nfp_net_r_vector *r_vec;
1644c352362SJakub Kicinski
165c10d12e3SJakub Kicinski u16 idx;
166c10d12e3SJakub Kicinski u16 data_pending;
1674c352362SJakub Kicinski u8 __iomem *qcp_q;
1680dcf7f50SJakub Kicinski u64 *txrwb;
1694c352362SJakub Kicinski
1704c352362SJakub Kicinski u32 cnt;
1714c352362SJakub Kicinski u32 wr_p;
1724c352362SJakub Kicinski u32 rd_p;
1734c352362SJakub Kicinski u32 qcp_rd_p;
1744c352362SJakub Kicinski
1754c352362SJakub Kicinski u32 wr_ptr_add;
1764c352362SJakub Kicinski
177c10d12e3SJakub Kicinski union {
17862d03330SJakub Kicinski struct nfp_nfd3_tx_buf *txbufs;
179c10d12e3SJakub Kicinski struct nfp_nfdk_tx_buf *ktxbufs;
180c10d12e3SJakub Kicinski };
181c10d12e3SJakub Kicinski union {
18262d03330SJakub Kicinski struct nfp_nfd3_tx_desc *txds;
183c10d12e3SJakub Kicinski struct nfp_nfdk_tx_desc *ktxds;
184c10d12e3SJakub Kicinski };
1854c352362SJakub Kicinski
18607cd69c9SJakub Kicinski /* Cold data follows */
18707cd69c9SJakub Kicinski int qcidx;
18807cd69c9SJakub Kicinski
1894c352362SJakub Kicinski dma_addr_t dma;
1905ea14712SJakub Kicinski size_t size;
19192e68195SJakub Kicinski bool is_xdp;
1924c352362SJakub Kicinski } ____cacheline_aligned;
1934c352362SJakub Kicinski
1944c352362SJakub Kicinski /* RX and freelist descriptor format */
1954c352362SJakub Kicinski
1964c352362SJakub Kicinski #define PCIE_DESC_RX_DD BIT(7)
1974c352362SJakub Kicinski #define PCIE_DESC_RX_META_LEN_MASK GENMASK(6, 0)
1984c352362SJakub Kicinski
1994c352362SJakub Kicinski /* Flags in the RX descriptor */
2004c352362SJakub Kicinski #define PCIE_DESC_RX_RSS cpu_to_le16(BIT(15))
2014c352362SJakub Kicinski #define PCIE_DESC_RX_I_IP4_CSUM cpu_to_le16(BIT(14))
2024c352362SJakub Kicinski #define PCIE_DESC_RX_I_IP4_CSUM_OK cpu_to_le16(BIT(13))
2034c352362SJakub Kicinski #define PCIE_DESC_RX_I_TCP_CSUM cpu_to_le16(BIT(12))
2044c352362SJakub Kicinski #define PCIE_DESC_RX_I_TCP_CSUM_OK cpu_to_le16(BIT(11))
2054c352362SJakub Kicinski #define PCIE_DESC_RX_I_UDP_CSUM cpu_to_le16(BIT(10))
2064c352362SJakub Kicinski #define PCIE_DESC_RX_I_UDP_CSUM_OK cpu_to_le16(BIT(9))
2075bcb5c7eSDirk van der Merwe #define PCIE_DESC_RX_DECRYPTED cpu_to_le16(BIT(8))
2084c352362SJakub Kicinski #define PCIE_DESC_RX_EOP cpu_to_le16(BIT(7))
2094c352362SJakub Kicinski #define PCIE_DESC_RX_IP4_CSUM cpu_to_le16(BIT(6))
2104c352362SJakub Kicinski #define PCIE_DESC_RX_IP4_CSUM_OK cpu_to_le16(BIT(5))
2114c352362SJakub Kicinski #define PCIE_DESC_RX_TCP_CSUM cpu_to_le16(BIT(4))
2124c352362SJakub Kicinski #define PCIE_DESC_RX_TCP_CSUM_OK cpu_to_le16(BIT(3))
2134c352362SJakub Kicinski #define PCIE_DESC_RX_UDP_CSUM cpu_to_le16(BIT(2))
2144c352362SJakub Kicinski #define PCIE_DESC_RX_UDP_CSUM_OK cpu_to_le16(BIT(1))
2154c352362SJakub Kicinski #define PCIE_DESC_RX_VLAN cpu_to_le16(BIT(0))
2164c352362SJakub Kicinski
2174c352362SJakub Kicinski #define PCIE_DESC_RX_CSUM_ALL (PCIE_DESC_RX_IP4_CSUM | \
2184c352362SJakub Kicinski PCIE_DESC_RX_TCP_CSUM | \
2194c352362SJakub Kicinski PCIE_DESC_RX_UDP_CSUM | \
2204c352362SJakub Kicinski PCIE_DESC_RX_I_IP4_CSUM | \
2214c352362SJakub Kicinski PCIE_DESC_RX_I_TCP_CSUM | \
2224c352362SJakub Kicinski PCIE_DESC_RX_I_UDP_CSUM)
2234c352362SJakub Kicinski #define PCIE_DESC_RX_CSUM_OK_SHIFT 1
2244c352362SJakub Kicinski #define __PCIE_DESC_RX_CSUM_ALL le16_to_cpu(PCIE_DESC_RX_CSUM_ALL)
2254c352362SJakub Kicinski #define __PCIE_DESC_RX_CSUM_ALL_OK (__PCIE_DESC_RX_CSUM_ALL >> \
2264c352362SJakub Kicinski PCIE_DESC_RX_CSUM_OK_SHIFT)
2274c352362SJakub Kicinski
2284c352362SJakub Kicinski struct nfp_net_rx_desc {
2294c352362SJakub Kicinski union {
2304c352362SJakub Kicinski struct {
2315f30671dSYinjun Zhang __le16 dma_addr_hi; /* High bits of the buf address */
2325f30671dSYinjun Zhang u8 reserved; /* Must be zero */
2334c352362SJakub Kicinski u8 meta_len_dd; /* Must be zero */
2344c352362SJakub Kicinski
2354c352362SJakub Kicinski __le32 dma_addr_lo; /* Low bits of the buffer address */
2364c352362SJakub Kicinski } __packed fld;
2374c352362SJakub Kicinski
2384c352362SJakub Kicinski struct {
2394c352362SJakub Kicinski __le16 data_len; /* Length of the frame + meta data */
2404c352362SJakub Kicinski u8 reserved;
2414c352362SJakub Kicinski u8 meta_len_dd; /* Length of meta data prepended +
2424c352362SJakub Kicinski * descriptor done flag.
2434c352362SJakub Kicinski */
2444c352362SJakub Kicinski
2454c352362SJakub Kicinski __le16 flags; /* RX flags. See @PCIE_DESC_RX_* */
2464c352362SJakub Kicinski __le16 vlan; /* VLAN if stripped */
2474c352362SJakub Kicinski } __packed rxd;
2484c352362SJakub Kicinski
2494c352362SJakub Kicinski __le32 vals[2];
2504c352362SJakub Kicinski };
2514c352362SJakub Kicinski };
2524c352362SJakub Kicinski
25319d0f54eSJakub Kicinski #define NFP_NET_META_FIELD_MASK GENMASK(NFP_NET_META_FIELD_SIZE - 1, 0)
25467d2656bSDiana Wang #define NFP_NET_VLAN_CTAG 0
25567d2656bSDiana Wang #define NFP_NET_VLAN_STAG 1
25619d0f54eSJakub Kicinski
257e524a6a9SJakub Kicinski struct nfp_meta_parsed {
258ddb98d94SJakub Kicinski u8 hash_type;
259ddb98d94SJakub Kicinski u8 csum_type;
260e524a6a9SJakub Kicinski u32 hash;
261e524a6a9SJakub Kicinski u32 mark;
26291bf82caSSimon Horman u32 portid;
263ddb98d94SJakub Kicinski __wsum csum;
26467d2656bSDiana Wang struct {
26567d2656bSDiana Wang bool stripped;
26667d2656bSDiana Wang u8 tpid;
26767d2656bSDiana Wang u16 tci;
26867d2656bSDiana Wang } vlan;
26957f273adSHuanhuan Wang
27057f273adSHuanhuan Wang #ifdef CONFIG_NFP_NET_IPSEC
27157f273adSHuanhuan Wang u32 ipsec_saidx;
27257f273adSHuanhuan Wang #endif
273e524a6a9SJakub Kicinski };
274e524a6a9SJakub Kicinski
2754c352362SJakub Kicinski struct nfp_net_rx_hash {
2764c352362SJakub Kicinski __be32 hash_type;
2774c352362SJakub Kicinski __be32 hash;
2784c352362SJakub Kicinski };
2794c352362SJakub Kicinski
2804c352362SJakub Kicinski /**
2814c352362SJakub Kicinski * struct nfp_net_rx_buf - software RX buffer descriptor
282c0f031bcSJakub Kicinski * @frag: page fragment buffer
2834c352362SJakub Kicinski * @dma_addr: DMA mapping address of the buffer
2844c352362SJakub Kicinski */
2854c352362SJakub Kicinski struct nfp_net_rx_buf {
286c0f031bcSJakub Kicinski void *frag;
2874c352362SJakub Kicinski dma_addr_t dma_addr;
2884c352362SJakub Kicinski };
2894c352362SJakub Kicinski
2904c352362SJakub Kicinski /**
2916402528bSNiklas Söderlund * struct nfp_net_xsk_rx_buf - software RX XSK buffer descriptor
2926402528bSNiklas Söderlund * @dma_addr: DMA mapping address of the buffer
2936402528bSNiklas Söderlund * @xdp: XSK buffer pool handle (for AF_XDP)
2946402528bSNiklas Söderlund */
2956402528bSNiklas Söderlund struct nfp_net_xsk_rx_buf {
2966402528bSNiklas Söderlund dma_addr_t dma_addr;
2976402528bSNiklas Söderlund struct xdp_buff *xdp;
2986402528bSNiklas Söderlund };
2996402528bSNiklas Söderlund
3006402528bSNiklas Söderlund /**
3014c352362SJakub Kicinski * struct nfp_net_rx_ring - RX ring structure
3024c352362SJakub Kicinski * @r_vec: Back pointer to ring vector structure
3034c352362SJakub Kicinski * @cnt: Size of the queue in number of descriptors
3044c352362SJakub Kicinski * @wr_p: FL/RX ring write pointer (free running)
3054c352362SJakub Kicinski * @rd_p: FL/RX ring read pointer (free running)
3064c352362SJakub Kicinski * @idx: Ring index from Linux's perspective
3074c352362SJakub Kicinski * @fl_qcidx: Queue Controller Peripheral (QCP) queue index for the freelist
3084c352362SJakub Kicinski * @qcp_fl: Pointer to base of the QCP freelist queue
3094c352362SJakub Kicinski * @rxbufs: Array of transmitted FL/RX buffers
3106402528bSNiklas Söderlund * @xsk_rxbufs: Array of transmitted FL/RX buffers (for AF_XDP)
3114c352362SJakub Kicinski * @rxds: Virtual address of FL/RX ring in host memory
312e76c1d3dSJakub Kicinski * @xdp_rxq: RX-ring info avail for XDP
3134c352362SJakub Kicinski * @dma: DMA address of the FL/RX ring
3144c352362SJakub Kicinski * @size: Size, in bytes, of the FL/RX ring (needed to free)
3154c352362SJakub Kicinski */
3164c352362SJakub Kicinski struct nfp_net_rx_ring {
3174c352362SJakub Kicinski struct nfp_net_r_vector *r_vec;
3184c352362SJakub Kicinski
3194c352362SJakub Kicinski u32 cnt;
3204c352362SJakub Kicinski u32 wr_p;
3214c352362SJakub Kicinski u32 rd_p;
3224c352362SJakub Kicinski
32383d08a1dSJakub Kicinski u32 idx;
3244c352362SJakub Kicinski
3254c352362SJakub Kicinski int fl_qcidx;
3264c352362SJakub Kicinski u8 __iomem *qcp_fl;
3274c352362SJakub Kicinski
3284c352362SJakub Kicinski struct nfp_net_rx_buf *rxbufs;
3296402528bSNiklas Söderlund struct nfp_net_xsk_rx_buf *xsk_rxbufs;
3304c352362SJakub Kicinski struct nfp_net_rx_desc *rxds;
3314c352362SJakub Kicinski
3327f1c684aSJesper Dangaard Brouer struct xdp_rxq_info xdp_rxq;
333e76c1d3dSJakub Kicinski
334e76c1d3dSJakub Kicinski dma_addr_t dma;
3355ea14712SJakub Kicinski size_t size;
3364c352362SJakub Kicinski } ____cacheline_aligned;
3374c352362SJakub Kicinski
3384c352362SJakub Kicinski /**
3394c352362SJakub Kicinski * struct nfp_net_r_vector - Per ring interrupt vector configuration
3404c352362SJakub Kicinski * @nfp_net: Backpointer to nfp_net structure
3414c352362SJakub Kicinski * @napi: NAPI structure for this ring vec
342703f578aSJakub Kicinski * @tasklet: ctrl vNIC, tasklet for servicing the r_vec
343703f578aSJakub Kicinski * @queue: ctrl vNIC, send queue
344703f578aSJakub Kicinski * @lock: ctrl vNIC, r_vec lock protects @queue
3454c352362SJakub Kicinski * @tx_ring: Pointer to TX ring
3464c352362SJakub Kicinski * @rx_ring: Pointer to RX ring
347ecd63a02SJakub Kicinski * @xdp_ring: Pointer to an extra TX ring for XDP
3486402528bSNiklas Söderlund * @xsk_pool: XSK buffer pool active on vector queue pair (for AF_XDP)
349fdace6c2SJakub Kicinski * @irq_entry: MSI-X table entry (use for talking to the device)
3509d32e4e7SYinjun Zhang * @event_ctr: Number of interrupt
3519d32e4e7SYinjun Zhang * @rx_dim: Dynamic interrupt moderation structure for RX
3529d32e4e7SYinjun Zhang * @tx_dim: Dynamic interrupt moderation structure for TX
3534c352362SJakub Kicinski * @rx_sync: Seqlock for atomic updates of RX stats
3544c352362SJakub Kicinski * @rx_pkts: Number of received packets
3554c352362SJakub Kicinski * @rx_bytes: Number of received bytes
3564c352362SJakub Kicinski * @rx_drops: Number of packets dropped on RX due to lack of resources
3574c352362SJakub Kicinski * @hw_csum_rx_ok: Counter of packets where the HW checksum was OK
3584c352362SJakub Kicinski * @hw_csum_rx_inner_ok: Counter of packets where the inner HW checksum was OK
3590df57e60SJakub Kicinski * @hw_csum_rx_complete: Counter of packets with CHECKSUM_COMPLETE reported
3604c352362SJakub Kicinski * @hw_csum_rx_error: Counter of packets with bad checksums
3615bcb5c7eSDirk van der Merwe * @hw_tls_rx: Number of packets with TLS decrypted by hardware
3624c352362SJakub Kicinski * @tx_sync: Seqlock for atomic updates of TX stats
3634c352362SJakub Kicinski * @tx_pkts: Number of Transmitted packets
3644c352362SJakub Kicinski * @tx_bytes: Number of Transmitted bytes
3654c352362SJakub Kicinski * @hw_csum_tx: Counter of packets with TX checksum offload requested
3664c352362SJakub Kicinski * @hw_csum_tx_inner: Counter of inner TX checksum offload requests
3674c352362SJakub Kicinski * @tx_gather: Counter of packets with Gather DMA
3684c352362SJakub Kicinski * @tx_lso: Counter of LSO packets sent
36951a5e563SJakub Kicinski * @hw_tls_tx: Counter of TLS packets sent with crypto offloaded to HW
37051a5e563SJakub Kicinski * @tls_tx_fallback: Counter of TLS packets sent which had to be encrypted
37151a5e563SJakub Kicinski * by the fallback path because packets came out of order
37251a5e563SJakub Kicinski * @tls_tx_no_fallback: Counter of TLS packets not sent because the fallback
37351a5e563SJakub Kicinski * path could not encrypt them
3744c352362SJakub Kicinski * @tx_errors: How many TX errors were encountered
3754c352362SJakub Kicinski * @tx_busy: How often was TX busy (no space)?
37616f50cdaSJakub Kicinski * @rx_replace_buf_alloc_fail: Counter of RX buffer allocation failures
377fdace6c2SJakub Kicinski * @irq_vector: Interrupt vector number (use for talking to the OS)
3784c352362SJakub Kicinski * @handler: Interrupt handler for this ring vector
3794c352362SJakub Kicinski * @name: Name of the interrupt vector
3804c352362SJakub Kicinski * @affinity_mask: SMP affinity mask for this vector
3814c352362SJakub Kicinski *
3824c352362SJakub Kicinski * This structure ties RX and TX rings to interrupt vectors and a NAPI
3834c352362SJakub Kicinski * context. This currently only supports one RX and TX ring per
3844c352362SJakub Kicinski * interrupt vector but might be extended in the future to allow
3854c352362SJakub Kicinski * association of multiple rings per vector.
3864c352362SJakub Kicinski */
3874c352362SJakub Kicinski struct nfp_net_r_vector {
3884c352362SJakub Kicinski struct nfp_net *nfp_net;
38977ece8d5SJakub Kicinski union {
3904c352362SJakub Kicinski struct napi_struct napi;
39177ece8d5SJakub Kicinski struct {
39277ece8d5SJakub Kicinski struct tasklet_struct tasklet;
39377ece8d5SJakub Kicinski struct sk_buff_head queue;
394f654e676SSebastian Andrzej Siewior spinlock_t lock;
39577ece8d5SJakub Kicinski };
39677ece8d5SJakub Kicinski };
3974c352362SJakub Kicinski
3984c352362SJakub Kicinski struct nfp_net_tx_ring *tx_ring;
3994c352362SJakub Kicinski struct nfp_net_rx_ring *rx_ring;
4004c352362SJakub Kicinski
401fdace6c2SJakub Kicinski u16 irq_entry;
4024c352362SJakub Kicinski
4039d32e4e7SYinjun Zhang u16 event_ctr;
4049d32e4e7SYinjun Zhang struct dim rx_dim;
4059d32e4e7SYinjun Zhang struct dim tx_dim;
4069d32e4e7SYinjun Zhang
4074c352362SJakub Kicinski struct u64_stats_sync rx_sync;
4084c352362SJakub Kicinski u64 rx_pkts;
4094c352362SJakub Kicinski u64 rx_bytes;
4104c352362SJakub Kicinski u64 rx_drops;
4114c352362SJakub Kicinski u64 hw_csum_rx_ok;
4124c352362SJakub Kicinski u64 hw_csum_rx_inner_ok;
4130df57e60SJakub Kicinski u64 hw_csum_rx_complete;
4145bcb5c7eSDirk van der Merwe u64 hw_tls_rx;
4154c352362SJakub Kicinski
41651a5e563SJakub Kicinski u64 hw_csum_rx_error;
41751a5e563SJakub Kicinski u64 rx_replace_buf_alloc_fail;
41851a5e563SJakub Kicinski
419ecd63a02SJakub Kicinski struct nfp_net_tx_ring *xdp_ring;
4206402528bSNiklas Söderlund struct xsk_buff_pool *xsk_pool;
421ecd63a02SJakub Kicinski
4224c352362SJakub Kicinski struct u64_stats_sync tx_sync;
4234c352362SJakub Kicinski u64 tx_pkts;
4244c352362SJakub Kicinski u64 tx_bytes;
42551a5e563SJakub Kicinski
42651a5e563SJakub Kicinski u64 ____cacheline_aligned_in_smp hw_csum_tx;
4274c352362SJakub Kicinski u64 hw_csum_tx_inner;
4284c352362SJakub Kicinski u64 tx_gather;
4294c352362SJakub Kicinski u64 tx_lso;
43051a5e563SJakub Kicinski u64 hw_tls_tx;
43116f50cdaSJakub Kicinski
43251a5e563SJakub Kicinski u64 tls_tx_fallback;
43351a5e563SJakub Kicinski u64 tls_tx_no_fallback;
4344c352362SJakub Kicinski u64 tx_errors;
4354c352362SJakub Kicinski u64 tx_busy;
4364c352362SJakub Kicinski
43751a5e563SJakub Kicinski /* Cold data follows */
43851a5e563SJakub Kicinski
439fdace6c2SJakub Kicinski u32 irq_vector;
4404c352362SJakub Kicinski irq_handler_t handler;
4414c352362SJakub Kicinski char name[IFNAMSIZ + 8];
4424c352362SJakub Kicinski cpumask_t affinity_mask;
4434c352362SJakub Kicinski } ____cacheline_aligned;
4444c352362SJakub Kicinski
4454c352362SJakub Kicinski /* Firmware version as it is written in the 32bit value in the BAR */
4464c352362SJakub Kicinski struct nfp_net_fw_version {
4474c352362SJakub Kicinski u8 minor;
4484c352362SJakub Kicinski u8 major;
4494c352362SJakub Kicinski u8 class;
450d9e3c299SJakub Kicinski
451d9e3c299SJakub Kicinski /* This byte can be exploited for more use, currently,
452d9e3c299SJakub Kicinski * BIT0: dp type, BIT[7:1]: reserved
453d9e3c299SJakub Kicinski */
454d9e3c299SJakub Kicinski u8 extend;
4554c352362SJakub Kicinski } __packed;
4564c352362SJakub Kicinski
nfp_net_fw_ver_eq(struct nfp_net_fw_version * fw_ver,u8 extend,u8 class,u8 major,u8 minor)4574c352362SJakub Kicinski static inline bool nfp_net_fw_ver_eq(struct nfp_net_fw_version *fw_ver,
458d9e3c299SJakub Kicinski u8 extend, u8 class, u8 major, u8 minor)
4594c352362SJakub Kicinski {
460d9e3c299SJakub Kicinski return fw_ver->extend == extend &&
4614c352362SJakub Kicinski fw_ver->class == class &&
4624c352362SJakub Kicinski fw_ver->major == major &&
4634c352362SJakub Kicinski fw_ver->minor == minor;
4644c352362SJakub Kicinski }
4654c352362SJakub Kicinski
46666860bebSJakub Kicinski struct nfp_stat_pair {
46766860bebSJakub Kicinski u64 pkts;
46866860bebSJakub Kicinski u64 bytes;
46966860bebSJakub Kicinski };
47066860bebSJakub Kicinski
4714c352362SJakub Kicinski /**
47279c12a75SJakub Kicinski * struct nfp_net_dp - NFP network device datapath data structure
473fa43d2a8SJakub Kicinski * @dev: Backpointer to struct device
4744c352362SJakub Kicinski * @netdev: Backpointer to net_device structure
4754c352362SJakub Kicinski * @is_vf: Is the driver attached to a VF?
476b9dcf88aSJakub Kicinski * @chained_metadata_format: Firemware will use new metadata format
477c3991d39SDirk van der Merwe * @ktls_tx: Is kTLS TX enabled?
478c487e6b1SJakub Kicinski * @rx_dma_dir: Mapping direction for RX buffers
4796fe0c3b4SJakub Kicinski * @rx_dma_off: Offset at which DMA packets (for XDP headroom)
48097717acaSJakub Kicinski * @rx_offset: Offset in the RX buffers where packet data starts
4814c352362SJakub Kicinski * @ctrl: Local copy of the control register/word.
482de624864SDiana Wang * @ctrl_w1: Local copy of the control register/word1.
4834c352362SJakub Kicinski * @fl_bufsz: Currently configured size of the freelist buffers
484ecd63a02SJakub Kicinski * @xdp_prog: Installed XDP program
48579c12a75SJakub Kicinski * @tx_rings: Array of pre-allocated TX ring structures
48679c12a75SJakub Kicinski * @rx_rings: Array of pre-allocated RX ring structures
487d2b84397SJakub Kicinski * @ctrl_bar: Pointer to mapped control BAR
48879c12a75SJakub Kicinski *
4896fd86efaSJakub Kicinski * @ops: Callbacks and parameters for this vNIC's NFD version
4900dcf7f50SJakub Kicinski * @txrwb: TX pointer write back area (indexed by queue id)
4910dcf7f50SJakub Kicinski * @txrwb_dma: TX pointer write back area DMA address
492d6488c49SJakub Kicinski * @txd_cnt: Size of the TX ring in number of min size packets
493d6488c49SJakub Kicinski * @rxd_cnt: Size of the RX ring in number of min size packets
49479c12a75SJakub Kicinski * @num_r_vecs: Number of used ring vectors
49579c12a75SJakub Kicinski * @num_tx_rings: Currently configured number of TX rings
49679c12a75SJakub Kicinski * @num_stack_tx_rings: Number of TX rings used by the stack (not XDP)
49779c12a75SJakub Kicinski * @num_rx_rings: Currently configured number of RX rings
49876e1e1a8SJakub Kicinski * @mtu: Device MTU
4996402528bSNiklas Söderlund * @xsk_pools: XSK buffer pools, @max_r_vecs in size (for AF_XDP).
50079c12a75SJakub Kicinski */
50179c12a75SJakub Kicinski struct nfp_net_dp {
50279c12a75SJakub Kicinski struct device *dev;
50379c12a75SJakub Kicinski struct net_device *netdev;
50479c12a75SJakub Kicinski
505c487e6b1SJakub Kicinski u8 is_vf:1;
506c487e6b1SJakub Kicinski u8 chained_metadata_format:1;
507c3991d39SDirk van der Merwe u8 ktls_tx:1;
508c487e6b1SJakub Kicinski
509c487e6b1SJakub Kicinski u8 rx_dma_dir;
51097717acaSJakub Kicinski u8 rx_offset;
51197717acaSJakub Kicinski
512dbf637ffSJakub Kicinski u32 rx_dma_off;
513dbf637ffSJakub Kicinski
51479c12a75SJakub Kicinski u32 ctrl;
515de624864SDiana Wang u32 ctrl_w1;
51679c12a75SJakub Kicinski u32 fl_bufsz;
51779c12a75SJakub Kicinski
51879c12a75SJakub Kicinski struct bpf_prog *xdp_prog;
51979c12a75SJakub Kicinski
52079c12a75SJakub Kicinski struct nfp_net_tx_ring *tx_rings;
52179c12a75SJakub Kicinski struct nfp_net_rx_ring *rx_rings;
52279c12a75SJakub Kicinski
523d2b84397SJakub Kicinski u8 __iomem *ctrl_bar;
524d2b84397SJakub Kicinski
52579c12a75SJakub Kicinski /* Cold data follows */
52679c12a75SJakub Kicinski
5276fd86efaSJakub Kicinski const struct nfp_dp_ops *ops;
5286fd86efaSJakub Kicinski
5290dcf7f50SJakub Kicinski u64 *txrwb;
5300dcf7f50SJakub Kicinski dma_addr_t txrwb_dma;
5310dcf7f50SJakub Kicinski
53279c12a75SJakub Kicinski unsigned int txd_cnt;
53379c12a75SJakub Kicinski unsigned int rxd_cnt;
53479c12a75SJakub Kicinski
53579c12a75SJakub Kicinski unsigned int num_r_vecs;
53679c12a75SJakub Kicinski
53779c12a75SJakub Kicinski unsigned int num_tx_rings;
53879c12a75SJakub Kicinski unsigned int num_stack_tx_rings;
53979c12a75SJakub Kicinski unsigned int num_rx_rings;
54076e1e1a8SJakub Kicinski
54176e1e1a8SJakub Kicinski unsigned int mtu;
542543bd14fSNiklas Söderlund
543543bd14fSNiklas Söderlund struct xsk_buff_pool **xsk_pools;
54479c12a75SJakub Kicinski };
54579c12a75SJakub Kicinski
54679c12a75SJakub Kicinski /**
54779c12a75SJakub Kicinski * struct nfp_net - NFP network device structure
54879c12a75SJakub Kicinski * @dp: Datapath structure
5499423d24bSJakub Kicinski * @dev_info: NFP ASIC params
55051c1df83SJakub Kicinski * @id: vNIC id within the PF (0 for VFs)
5514c352362SJakub Kicinski * @fw_ver: Firmware version
5524c352362SJakub Kicinski * @cap: Capabilities advertised by the Firmware
553484963ceSYinjun Zhang * @cap_w1: Extended capabilities word advertised by the Firmware
5544c352362SJakub Kicinski * @max_mtu: Maximum support MTU advertised by the Firmware
5559ff304bfSJakub Kicinski * @rss_hfunc: RSS selected hash function
5564c352362SJakub Kicinski * @rss_cfg: RSS configuration
5574c352362SJakub Kicinski * @rss_key: RSS secret key
5584c352362SJakub Kicinski * @rss_itbl: RSS indirection table
5595f428401SJakub Kicinski * @xdp: Information about the driver XDP program
5605f428401SJakub Kicinski * @xdp_hw: Information about the HW XDP program
56179c12a75SJakub Kicinski * @max_r_vecs: Number of allocated interrupt vectors for RX/TX
5624c352362SJakub Kicinski * @max_tx_rings: Maximum number of TX rings supported by the Firmware
5634c352362SJakub Kicinski * @max_rx_rings: Maximum number of RX rings supported by the Firmware
564a646c9b2SJakub Kicinski * @stride_rx: Queue controller RX queue spacing
565a646c9b2SJakub Kicinski * @stride_tx: Queue controller TX queue spacing
5664c352362SJakub Kicinski * @r_vecs: Pre-allocated array of ring vectors
5674c352362SJakub Kicinski * @irq_entries: Pre-allocated array of MSI-X entries
5684c352362SJakub Kicinski * @lsc_handler: Handler for Link State Change interrupt
5694c352362SJakub Kicinski * @lsc_name: Name for Link State Change interrupt
5704c352362SJakub Kicinski * @exn_handler: Handler for Exception interrupt
5714c352362SJakub Kicinski * @exn_name: Name for Exception interrupt
5724c352362SJakub Kicinski * @shared_handler: Handler for shared interrupts
5734c352362SJakub Kicinski * @shared_name: Name for shared interrupt
574dd5b2498SJakub Kicinski * @reconfig_lock: Protects @reconfig_posted, @reconfig_timer_active,
575dd5b2498SJakub Kicinski * @reconfig_sync_present and HW reconfiguration request
576dd5b2498SJakub Kicinski * regs/machinery from async requests (sync must take
577dd5b2498SJakub Kicinski * @bar_lock)
5783d780b92SJakub Kicinski * @reconfig_posted: Pending reconfig bits coming from async sources
5793d780b92SJakub Kicinski * @reconfig_timer_active: Timer for reading reconfiguration results is pending
5803d780b92SJakub Kicinski * @reconfig_sync_present: Some thread is performing synchronous reconfig
5813d780b92SJakub Kicinski * @reconfig_timer: Timer for async reading of reconfig results
5826db3a9dcSJakub Kicinski * @reconfig_in_progress_update: Update FW is processing now (debug only)
583dd5b2498SJakub Kicinski * @bar_lock: vNIC config BAR access lock, protects: update,
5841f35a56cSDirk van der Merwe * mailbox area, crypto TLV
5854c352362SJakub Kicinski * @link_up: Is the link up?
586cee42951SJakub Kicinski * @link_status_lock: Protects @link_* and ensures atomicity with BAR reading
5879d32e4e7SYinjun Zhang * @rx_coalesce_adapt_on: Is RX interrupt moderation adaptive?
5889d32e4e7SYinjun Zhang * @tx_coalesce_adapt_on: Is TX interrupt moderation adaptive?
5894c352362SJakub Kicinski * @rx_coalesce_usecs: RX interrupt moderation usecs delay parameter
5904c352362SJakub Kicinski * @rx_coalesce_max_frames: RX interrupt moderation frame count parameter
5914c352362SJakub Kicinski * @tx_coalesce_usecs: TX interrupt moderation usecs delay parameter
5924c352362SJakub Kicinski * @tx_coalesce_max_frames: TX interrupt moderation frame count parameter
5934c352362SJakub Kicinski * @qcp_cfg: Pointer to QCP queue used for configuration notification
5944c352362SJakub Kicinski * @tx_bar: Pointer to mapped TX queues
5954c352362SJakub Kicinski * @rx_bar: Pointer to mapped FL/RX queues
59657f273adSHuanhuan Wang * @xa_ipsec: IPsec xarray SA data
59773a0329bSJakub Kicinski * @tlv_caps: Parsed TLV capabilities
5981f35a56cSDirk van der Merwe * @ktls_tx_conn_cnt: Number of offloaded kTLS TX connections
599c0a4948eSJakub Kicinski * @ktls_rx_conn_cnt: Number of offloaded kTLS RX connections
60053601c68SJakub Kicinski * @ktls_conn_id_gen: Trivial generator for kTLS connection ids (for TX)
60151a5e563SJakub Kicinski * @ktls_no_space: Counter of firmware rejecting kTLS connection due to
60251a5e563SJakub Kicinski * lack of space
6036a35ddc5SJakub Kicinski * @ktls_rx_resync_req: Counter of TLS RX resync requested
6046a35ddc5SJakub Kicinski * @ktls_rx_resync_ign: Counter of TLS RX resync requests ignored
6056a35ddc5SJakub Kicinski * @ktls_rx_resync_sent: Counter of TLS RX resync completed
606d3e4dfe0SJakub Kicinski * @mbox_cmsg: Common Control Message via vNIC mailbox state
607d3e4dfe0SJakub Kicinski * @mbox_cmsg.queue: CCM mbox queue of pending messages
608d3e4dfe0SJakub Kicinski * @mbox_cmsg.wq: CCM mbox wait queue of waiting processes
609e2c7114aSJakub Kicinski * @mbox_cmsg.workq: CCM mbox work queue for @wait_work and @runq_work
610e2c7114aSJakub Kicinski * @mbox_cmsg.wait_work: CCM mbox posted msg reconfig wait work
611e2c7114aSJakub Kicinski * @mbox_cmsg.runq_work: CCM mbox posted msg queue runner work
612d3e4dfe0SJakub Kicinski * @mbox_cmsg.tag: CCM mbox message tag allocator
6134c352362SJakub Kicinski * @debugfs_dir: Device directory in debugfs
614d4e7f092SJakub Kicinski * @vnic_list: Entry on device vNIC list
615fa43d2a8SJakub Kicinski * @pdev: Backpointer to PCI device
6167ac9ebd5SJakub Kicinski * @app: APP handle if available
617fe06a64eSJakub Kicinski * @vnic_no_name: For non-port PF vNIC make ndo_get_phys_port_name return
618fe06a64eSJakub Kicinski * -EOPNOTSUPP to keep backwards compatibility (set by app)
619eb488c26SJakub Kicinski * @port: Pointer to nfp_port structure if vNIC is a port
620*71f814cdSYinjun Zhang * @mbox_amsg: Asynchronously processed message via mailbox
621*71f814cdSYinjun Zhang * @mbox_amsg.lock: Protect message list
622*71f814cdSYinjun Zhang * @mbox_amsg.list: List of message to process
623*71f814cdSYinjun Zhang * @mbox_amsg.work: Work to process message asynchronously
624c66a9cf4SJakub Kicinski * @app_priv: APP private data for this vNIC
6254c352362SJakub Kicinski */
6264c352362SJakub Kicinski struct nfp_net {
62779c12a75SJakub Kicinski struct nfp_net_dp dp;
62873725d9dSJakub Kicinski
6299423d24bSJakub Kicinski const struct nfp_dev_info *dev_info;
6304c352362SJakub Kicinski struct nfp_net_fw_version fw_ver;
63179c12a75SJakub Kicinski
63251c1df83SJakub Kicinski u32 id;
63351c1df83SJakub Kicinski
6344c352362SJakub Kicinski u32 cap;
635484963ceSYinjun Zhang u32 cap_w1;
6364c352362SJakub Kicinski u32 max_mtu;
6374c352362SJakub Kicinski
6389ff304bfSJakub Kicinski u8 rss_hfunc;
6394c352362SJakub Kicinski u32 rss_cfg;
6404c352362SJakub Kicinski u8 rss_key[NFP_NET_CFG_RSS_KEY_SZ];
6414c352362SJakub Kicinski u8 rss_itbl[NFP_NET_CFG_RSS_ITBL_SZ];
6424c352362SJakub Kicinski
64305296620SJakub Kicinski struct xdp_attachment_info xdp;
6445f428401SJakub Kicinski struct xdp_attachment_info xdp_hw;
6459f82fca9SJakub Kicinski
646a4b562bbSJakub Kicinski unsigned int max_tx_rings;
647a4b562bbSJakub Kicinski unsigned int max_rx_rings;
6484c352362SJakub Kicinski
6494c352362SJakub Kicinski int stride_tx;
6504c352362SJakub Kicinski int stride_rx;
6514c352362SJakub Kicinski
652b33ae997SJakub Kicinski unsigned int max_r_vecs;
65323a4e389SJakub Kicinski struct nfp_net_r_vector r_vecs[NFP_NET_MAX_R_VECS];
65423a4e389SJakub Kicinski struct msix_entry irq_entries[NFP_NET_MAX_IRQS];
6554c352362SJakub Kicinski
6564c352362SJakub Kicinski irq_handler_t lsc_handler;
6574c352362SJakub Kicinski char lsc_name[IFNAMSIZ + 8];
6584c352362SJakub Kicinski
6594c352362SJakub Kicinski irq_handler_t exn_handler;
6604c352362SJakub Kicinski char exn_name[IFNAMSIZ + 8];
6614c352362SJakub Kicinski
6624c352362SJakub Kicinski irq_handler_t shared_handler;
6634c352362SJakub Kicinski char shared_name[IFNAMSIZ + 8];
6644c352362SJakub Kicinski
6654c352362SJakub Kicinski bool link_up;
6664c352362SJakub Kicinski spinlock_t link_status_lock;
6674c352362SJakub Kicinski
6684c352362SJakub Kicinski spinlock_t reconfig_lock;
6693d780b92SJakub Kicinski u32 reconfig_posted;
6703d780b92SJakub Kicinski bool reconfig_timer_active;
6713d780b92SJakub Kicinski bool reconfig_sync_present;
6723d780b92SJakub Kicinski struct timer_list reconfig_timer;
6736db3a9dcSJakub Kicinski u32 reconfig_in_progress_update;
6744c352362SJakub Kicinski
6753ed77bf7SJakub Kicinski struct semaphore bar_lock;
676dd5b2498SJakub Kicinski
6779d32e4e7SYinjun Zhang bool rx_coalesce_adapt_on;
6789d32e4e7SYinjun Zhang bool tx_coalesce_adapt_on;
6794c352362SJakub Kicinski u32 rx_coalesce_usecs;
6804c352362SJakub Kicinski u32 rx_coalesce_max_frames;
6814c352362SJakub Kicinski u32 tx_coalesce_usecs;
6824c352362SJakub Kicinski u32 tx_coalesce_max_frames;
6834c352362SJakub Kicinski
6844c352362SJakub Kicinski u8 __iomem *qcp_cfg;
6854c352362SJakub Kicinski
6864c352362SJakub Kicinski u8 __iomem *tx_bar;
6874c352362SJakub Kicinski u8 __iomem *rx_bar;
6884c352362SJakub Kicinski
68957f273adSHuanhuan Wang #ifdef CONFIG_NFP_NET_IPSEC
69057f273adSHuanhuan Wang struct xarray xa_ipsec;
69157f273adSHuanhuan Wang #endif
69257f273adSHuanhuan Wang
69373a0329bSJakub Kicinski struct nfp_net_tlv_caps tlv_caps;
69473a0329bSJakub Kicinski
6951f35a56cSDirk van der Merwe unsigned int ktls_tx_conn_cnt;
696c0a4948eSJakub Kicinski unsigned int ktls_rx_conn_cnt;
6971f35a56cSDirk van der Merwe
69853601c68SJakub Kicinski atomic64_t ktls_conn_id_gen;
69953601c68SJakub Kicinski
70051a5e563SJakub Kicinski atomic_t ktls_no_space;
7016a35ddc5SJakub Kicinski atomic_t ktls_rx_resync_req;
7026a35ddc5SJakub Kicinski atomic_t ktls_rx_resync_ign;
7036a35ddc5SJakub Kicinski atomic_t ktls_rx_resync_sent;
70451a5e563SJakub Kicinski
705d3e4dfe0SJakub Kicinski struct {
706d3e4dfe0SJakub Kicinski struct sk_buff_head queue;
707d3e4dfe0SJakub Kicinski wait_queue_head_t wq;
708e2c7114aSJakub Kicinski struct workqueue_struct *workq;
709e2c7114aSJakub Kicinski struct work_struct wait_work;
710e2c7114aSJakub Kicinski struct work_struct runq_work;
711d3e4dfe0SJakub Kicinski u16 tag;
712d3e4dfe0SJakub Kicinski } mbox_cmsg;
713d3e4dfe0SJakub Kicinski
7144c352362SJakub Kicinski struct dentry *debugfs_dir;
71563461a02SJakub Kicinski
716d4e7f092SJakub Kicinski struct list_head vnic_list;
717bd5ca062SJakub Kicinski
718fa43d2a8SJakub Kicinski struct pci_dev *pdev;
7197ac9ebd5SJakub Kicinski struct nfp_app *app;
72047465aedSJakub Kicinski
721fe06a64eSJakub Kicinski bool vnic_no_name;
722fe06a64eSJakub Kicinski
723eb488c26SJakub Kicinski struct nfp_port *port;
724c66a9cf4SJakub Kicinski
725*71f814cdSYinjun Zhang struct {
726*71f814cdSYinjun Zhang spinlock_t lock;
727*71f814cdSYinjun Zhang struct list_head list;
728*71f814cdSYinjun Zhang struct work_struct work;
729*71f814cdSYinjun Zhang } mbox_amsg;
730e20aa071SYinjun Zhang
731c66a9cf4SJakub Kicinski void *app_priv;
7324c352362SJakub Kicinski };
7334c352362SJakub Kicinski
734*71f814cdSYinjun Zhang struct nfp_mbox_amsg_entry {
735*71f814cdSYinjun Zhang struct list_head list;
736*71f814cdSYinjun Zhang int (*cfg)(struct nfp_net *nn, struct nfp_mbox_amsg_entry *entry);
737*71f814cdSYinjun Zhang u32 cmd;
738*71f814cdSYinjun Zhang char msg[];
739*71f814cdSYinjun Zhang };
740*71f814cdSYinjun Zhang
741*71f814cdSYinjun Zhang int nfp_net_sched_mbox_amsg_work(struct nfp_net *nn, u32 cmd, const void *data, size_t len,
742*71f814cdSYinjun Zhang int (*cb)(struct nfp_net *, struct nfp_mbox_amsg_entry *));
743*71f814cdSYinjun Zhang
7444c352362SJakub Kicinski /* Functions to read/write from/to a BAR
7454c352362SJakub Kicinski * Performs any endian conversion necessary.
7464c352362SJakub Kicinski */
nn_readb(struct nfp_net * nn,int off)7477533fdc0SJakub Kicinski static inline u16 nn_readb(struct nfp_net *nn, int off)
7487533fdc0SJakub Kicinski {
749d2b84397SJakub Kicinski return readb(nn->dp.ctrl_bar + off);
7507533fdc0SJakub Kicinski }
7517533fdc0SJakub Kicinski
nn_writeb(struct nfp_net * nn,int off,u8 val)7524c352362SJakub Kicinski static inline void nn_writeb(struct nfp_net *nn, int off, u8 val)
7534c352362SJakub Kicinski {
754d2b84397SJakub Kicinski writeb(val, nn->dp.ctrl_bar + off);
7554c352362SJakub Kicinski }
7564c352362SJakub Kicinski
nn_readw(struct nfp_net * nn,int off)7577533fdc0SJakub Kicinski static inline u16 nn_readw(struct nfp_net *nn, int off)
7587533fdc0SJakub Kicinski {
759d2b84397SJakub Kicinski return readw(nn->dp.ctrl_bar + off);
7607533fdc0SJakub Kicinski }
7617533fdc0SJakub Kicinski
nn_writew(struct nfp_net * nn,int off,u16 val)7627533fdc0SJakub Kicinski static inline void nn_writew(struct nfp_net *nn, int off, u16 val)
7637533fdc0SJakub Kicinski {
764d2b84397SJakub Kicinski writew(val, nn->dp.ctrl_bar + off);
7657533fdc0SJakub Kicinski }
7664c352362SJakub Kicinski
nn_readl(struct nfp_net * nn,int off)7674c352362SJakub Kicinski static inline u32 nn_readl(struct nfp_net *nn, int off)
7684c352362SJakub Kicinski {
769d2b84397SJakub Kicinski return readl(nn->dp.ctrl_bar + off);
7704c352362SJakub Kicinski }
7714c352362SJakub Kicinski
nn_writel(struct nfp_net * nn,int off,u32 val)7724c352362SJakub Kicinski static inline void nn_writel(struct nfp_net *nn, int off, u32 val)
7734c352362SJakub Kicinski {
774d2b84397SJakub Kicinski writel(val, nn->dp.ctrl_bar + off);
7754c352362SJakub Kicinski }
7764c352362SJakub Kicinski
nn_readq(struct nfp_net * nn,int off)7774c352362SJakub Kicinski static inline u64 nn_readq(struct nfp_net *nn, int off)
7784c352362SJakub Kicinski {
779d2b84397SJakub Kicinski return readq(nn->dp.ctrl_bar + off);
7804c352362SJakub Kicinski }
7814c352362SJakub Kicinski
nn_writeq(struct nfp_net * nn,int off,u64 val)7824c352362SJakub Kicinski static inline void nn_writeq(struct nfp_net *nn, int off, u64 val)
7834c352362SJakub Kicinski {
784d2b84397SJakub Kicinski writeq(val, nn->dp.ctrl_bar + off);
7854c352362SJakub Kicinski }
7864c352362SJakub Kicinski
7874c352362SJakub Kicinski /* Flush posted PCI writes by reading something without side effects */
nn_pci_flush(struct nfp_net * nn)7884c352362SJakub Kicinski static inline void nn_pci_flush(struct nfp_net *nn)
7894c352362SJakub Kicinski {
7904c352362SJakub Kicinski nn_readl(nn, NFP_NET_CFG_VERSION);
7914c352362SJakub Kicinski }
7924c352362SJakub Kicinski
7934c352362SJakub Kicinski /* Queue Controller Peripheral access functions and definitions.
7944c352362SJakub Kicinski *
7954c352362SJakub Kicinski * Some of the BARs of the NFP are mapped to portions of the Queue
7964c352362SJakub Kicinski * Controller Peripheral (QCP) address space on the NFP. A QCP queue
7974c352362SJakub Kicinski * has a read and a write pointer (as well as a size and flags,
7984c352362SJakub Kicinski * indicating overflow etc). The QCP offers a number of different
7994c352362SJakub Kicinski * operation on queue pointers, but here we only offer function to
8004c352362SJakub Kicinski * either add to a pointer or to read the pointer value.
8014c352362SJakub Kicinski */
8024c352362SJakub Kicinski #define NFP_QCP_QUEUE_ADDR_SZ 0x800
8034c352362SJakub Kicinski #define NFP_QCP_QUEUE_OFF(_x) ((_x) * NFP_QCP_QUEUE_ADDR_SZ)
8044c352362SJakub Kicinski #define NFP_QCP_QUEUE_ADD_RPTR 0x0000
8054c352362SJakub Kicinski #define NFP_QCP_QUEUE_ADD_WPTR 0x0004
8064c352362SJakub Kicinski #define NFP_QCP_QUEUE_STS_LO 0x0008
8074c352362SJakub Kicinski #define NFP_QCP_QUEUE_STS_LO_READPTR_mask 0x3ffff
8084c352362SJakub Kicinski #define NFP_QCP_QUEUE_STS_HI 0x000c
8094c352362SJakub Kicinski #define NFP_QCP_QUEUE_STS_HI_WRITEPTR_mask 0x3ffff
8104c352362SJakub Kicinski
8114c352362SJakub Kicinski /* nfp_qcp_ptr - Read or Write Pointer of a queue */
8124c352362SJakub Kicinski enum nfp_qcp_ptr {
8134c352362SJakub Kicinski NFP_QCP_READ_PTR = 0,
8144c352362SJakub Kicinski NFP_QCP_WRITE_PTR
8154c352362SJakub Kicinski };
8164c352362SJakub Kicinski
8174c352362SJakub Kicinski /**
8184c352362SJakub Kicinski * nfp_qcp_rd_ptr_add() - Add the value to the read pointer of a queue
8194c352362SJakub Kicinski *
8204c352362SJakub Kicinski * @q: Base address for queue structure
8214c352362SJakub Kicinski * @val: Value to add to the queue pointer
8224c352362SJakub Kicinski */
nfp_qcp_rd_ptr_add(u8 __iomem * q,u32 val)8234c352362SJakub Kicinski static inline void nfp_qcp_rd_ptr_add(u8 __iomem *q, u32 val)
8244c352362SJakub Kicinski {
825f6df1aa6SChristo du Toit writel(val, q + NFP_QCP_QUEUE_ADD_RPTR);
8264c352362SJakub Kicinski }
8274c352362SJakub Kicinski
8284c352362SJakub Kicinski /**
8294c352362SJakub Kicinski * nfp_qcp_wr_ptr_add() - Add the value to the write pointer of a queue
8304c352362SJakub Kicinski *
8314c352362SJakub Kicinski * @q: Base address for queue structure
8324c352362SJakub Kicinski * @val: Value to add to the queue pointer
8334c352362SJakub Kicinski */
nfp_qcp_wr_ptr_add(u8 __iomem * q,u32 val)8344c352362SJakub Kicinski static inline void nfp_qcp_wr_ptr_add(u8 __iomem *q, u32 val)
8354c352362SJakub Kicinski {
836f6df1aa6SChristo du Toit writel(val, q + NFP_QCP_QUEUE_ADD_WPTR);
8374c352362SJakub Kicinski }
8384c352362SJakub Kicinski
_nfp_qcp_read(u8 __iomem * q,enum nfp_qcp_ptr ptr)8394c352362SJakub Kicinski static inline u32 _nfp_qcp_read(u8 __iomem *q, enum nfp_qcp_ptr ptr)
8404c352362SJakub Kicinski {
8414c352362SJakub Kicinski u32 off;
8424c352362SJakub Kicinski u32 val;
8434c352362SJakub Kicinski
8444c352362SJakub Kicinski if (ptr == NFP_QCP_READ_PTR)
8454c352362SJakub Kicinski off = NFP_QCP_QUEUE_STS_LO;
8464c352362SJakub Kicinski else
8474c352362SJakub Kicinski off = NFP_QCP_QUEUE_STS_HI;
8484c352362SJakub Kicinski
8494c352362SJakub Kicinski val = readl(q + off);
8504c352362SJakub Kicinski
8514c352362SJakub Kicinski if (ptr == NFP_QCP_READ_PTR)
8524c352362SJakub Kicinski return val & NFP_QCP_QUEUE_STS_LO_READPTR_mask;
8534c352362SJakub Kicinski else
8544c352362SJakub Kicinski return val & NFP_QCP_QUEUE_STS_HI_WRITEPTR_mask;
8554c352362SJakub Kicinski }
8564c352362SJakub Kicinski
8574c352362SJakub Kicinski /**
8584c352362SJakub Kicinski * nfp_qcp_rd_ptr_read() - Read the current read pointer value for a queue
8594c352362SJakub Kicinski * @q: Base address for queue structure
8604c352362SJakub Kicinski *
8614c352362SJakub Kicinski * Return: Value read.
8624c352362SJakub Kicinski */
nfp_qcp_rd_ptr_read(u8 __iomem * q)8634c352362SJakub Kicinski static inline u32 nfp_qcp_rd_ptr_read(u8 __iomem *q)
8644c352362SJakub Kicinski {
8654c352362SJakub Kicinski return _nfp_qcp_read(q, NFP_QCP_READ_PTR);
8664c352362SJakub Kicinski }
8674c352362SJakub Kicinski
8684c352362SJakub Kicinski /**
8694c352362SJakub Kicinski * nfp_qcp_wr_ptr_read() - Read the current write pointer value for a queue
8704c352362SJakub Kicinski * @q: Base address for queue structure
8714c352362SJakub Kicinski *
8724c352362SJakub Kicinski * Return: Value read.
8734c352362SJakub Kicinski */
nfp_qcp_wr_ptr_read(u8 __iomem * q)8744c352362SJakub Kicinski static inline u32 nfp_qcp_wr_ptr_read(u8 __iomem *q)
8754c352362SJakub Kicinski {
8764c352362SJakub Kicinski return _nfp_qcp_read(q, NFP_QCP_WRITE_PTR);
8774c352362SJakub Kicinski }
8784c352362SJakub Kicinski
879e900db70SJakub Kicinski u32 nfp_qcp_queue_offset(const struct nfp_dev_info *dev_info, u16 queue);
880e900db70SJakub Kicinski
nfp_net_is_data_vnic(struct nfp_net * nn)881042f4ba6SJakub Kicinski static inline bool nfp_net_is_data_vnic(struct nfp_net *nn)
882042f4ba6SJakub Kicinski {
883042f4ba6SJakub Kicinski WARN_ON_ONCE(!nn->dp.netdev && nn->port);
884042f4ba6SJakub Kicinski return !!nn->dp.netdev;
885042f4ba6SJakub Kicinski }
886042f4ba6SJakub Kicinski
nfp_net_running(struct nfp_net * nn)887042f4ba6SJakub Kicinski static inline bool nfp_net_running(struct nfp_net *nn)
888042f4ba6SJakub Kicinski {
889042f4ba6SJakub Kicinski return nn->dp.ctrl & NFP_NET_CFG_CTRL_ENABLE;
890042f4ba6SJakub Kicinski }
891042f4ba6SJakub Kicinski
nfp_net_name(struct nfp_net * nn)89277ece8d5SJakub Kicinski static inline const char *nfp_net_name(struct nfp_net *nn)
89377ece8d5SJakub Kicinski {
89477ece8d5SJakub Kicinski return nn->dp.netdev ? nn->dp.netdev->name : "ctrl";
89577ece8d5SJakub Kicinski }
89677ece8d5SJakub Kicinski
nfp_ctrl_lock(struct nfp_net * nn)897d48ae231SJakub Kicinski static inline void nfp_ctrl_lock(struct nfp_net *nn)
898d48ae231SJakub Kicinski __acquires(&nn->r_vecs[0].lock)
899d48ae231SJakub Kicinski {
900d48ae231SJakub Kicinski spin_lock_bh(&nn->r_vecs[0].lock);
901d48ae231SJakub Kicinski }
902d48ae231SJakub Kicinski
nfp_ctrl_unlock(struct nfp_net * nn)903d48ae231SJakub Kicinski static inline void nfp_ctrl_unlock(struct nfp_net *nn)
904d48ae231SJakub Kicinski __releases(&nn->r_vecs[0].lock)
905d48ae231SJakub Kicinski {
906d48ae231SJakub Kicinski spin_unlock_bh(&nn->r_vecs[0].lock);
907d48ae231SJakub Kicinski }
908d48ae231SJakub Kicinski
nn_ctrl_bar_lock(struct nfp_net * nn)909dd5b2498SJakub Kicinski static inline void nn_ctrl_bar_lock(struct nfp_net *nn)
910dd5b2498SJakub Kicinski {
9113ed77bf7SJakub Kicinski down(&nn->bar_lock);
912dd5b2498SJakub Kicinski }
913dd5b2498SJakub Kicinski
nn_ctrl_bar_trylock(struct nfp_net * nn)914e2c7114aSJakub Kicinski static inline bool nn_ctrl_bar_trylock(struct nfp_net *nn)
915e2c7114aSJakub Kicinski {
916e2c7114aSJakub Kicinski return !down_trylock(&nn->bar_lock);
917e2c7114aSJakub Kicinski }
918e2c7114aSJakub Kicinski
nn_ctrl_bar_unlock(struct nfp_net * nn)919dd5b2498SJakub Kicinski static inline void nn_ctrl_bar_unlock(struct nfp_net *nn)
920dd5b2498SJakub Kicinski {
9213ed77bf7SJakub Kicinski up(&nn->bar_lock);
922dd5b2498SJakub Kicinski }
923dd5b2498SJakub Kicinski
9244c352362SJakub Kicinski /* Globals */
9252633beb9SJakub Kicinski extern const char nfp_driver_version[];
9264c352362SJakub Kicinski
927d9e3c299SJakub Kicinski extern const struct net_device_ops nfp_nfd3_netdev_ops;
928c10d12e3SJakub Kicinski extern const struct net_device_ops nfp_nfdk_netdev_ops;
929eb488c26SJakub Kicinski
nfp_netdev_is_nfp_net(struct net_device * netdev)930eb488c26SJakub Kicinski static inline bool nfp_netdev_is_nfp_net(struct net_device *netdev)
931eb488c26SJakub Kicinski {
932c10d12e3SJakub Kicinski return netdev->netdev_ops == &nfp_nfd3_netdev_ops ||
933c10d12e3SJakub Kicinski netdev->netdev_ops == &nfp_nfdk_netdev_ops;
934eb488c26SJakub Kicinski }
935eb488c26SJakub Kicinski
nfp_net_coalesce_para_check(u32 usecs,u32 pkts)9369d32e4e7SYinjun Zhang static inline int nfp_net_coalesce_para_check(u32 usecs, u32 pkts)
9379d32e4e7SYinjun Zhang {
9389d32e4e7SYinjun Zhang if ((usecs >= ((1 << 16) - 1)) || (pkts >= ((1 << 16) - 1)))
9399d32e4e7SYinjun Zhang return -EINVAL;
9409d32e4e7SYinjun Zhang
9419d32e4e7SYinjun Zhang return 0;
9429d32e4e7SYinjun Zhang }
9439d32e4e7SYinjun Zhang
9444c352362SJakub Kicinski /* Prototypes */
9454c352362SJakub Kicinski void nfp_net_get_fw_version(struct nfp_net_fw_version *fw_ver,
9464c352362SJakub Kicinski void __iomem *ctrl_bar);
9474c352362SJakub Kicinski
948a4b562bbSJakub Kicinski struct nfp_net *
9499423d24bSJakub Kicinski nfp_net_alloc(struct pci_dev *pdev, const struct nfp_dev_info *dev_info,
9509423d24bSJakub Kicinski void __iomem *ctrl_bar, bool needs_netdev,
951a4b562bbSJakub Kicinski unsigned int max_tx_rings, unsigned int max_rx_rings);
952beba69caSJakub Kicinski void nfp_net_free(struct nfp_net *nn);
953beba69caSJakub Kicinski
954beba69caSJakub Kicinski int nfp_net_init(struct nfp_net *nn);
955beba69caSJakub Kicinski void nfp_net_clean(struct nfp_net *nn);
956beba69caSJakub Kicinski
95777ece8d5SJakub Kicinski int nfp_ctrl_open(struct nfp_net *nn);
95877ece8d5SJakub Kicinski void nfp_ctrl_close(struct nfp_net *nn);
95977ece8d5SJakub Kicinski
9604c352362SJakub Kicinski void nfp_net_set_ethtool_ops(struct net_device *netdev);
9614c352362SJakub Kicinski void nfp_net_info(struct nfp_net *nn);
962232eeb1fSJakub Kicinski int __nfp_net_reconfig(struct nfp_net *nn, u32 update);
9634c352362SJakub Kicinski int nfp_net_reconfig(struct nfp_net *nn, u32 update);
9649ff304bfSJakub Kicinski unsigned int nfp_net_rss_key_sz(struct nfp_net *nn);
9654c352362SJakub Kicinski void nfp_net_rss_write_itbl(struct nfp_net *nn);
9664c352362SJakub Kicinski void nfp_net_rss_write_key(struct nfp_net *nn);
9674c352362SJakub Kicinski void nfp_net_coalesce_write_cfg(struct nfp_net *nn);
968dd5b2498SJakub Kicinski int nfp_net_mbox_lock(struct nfp_net *nn, unsigned int data_size);
969dd5b2498SJakub Kicinski int nfp_net_mbox_reconfig(struct nfp_net *nn, u32 mbox_cmd);
970dd5b2498SJakub Kicinski int nfp_net_mbox_reconfig_and_unlock(struct nfp_net *nn, u32 mbox_cmd);
971e2c7114aSJakub Kicinski void nfp_net_mbox_reconfig_post(struct nfp_net *nn, u32 update);
972e2c7114aSJakub Kicinski int nfp_net_mbox_reconfig_wait_posted(struct nfp_net *nn);
973fdace6c2SJakub Kicinski
974fdace6c2SJakub Kicinski unsigned int
975fdace6c2SJakub Kicinski nfp_net_irqs_alloc(struct pci_dev *pdev, struct msix_entry *irq_entries,
976fdace6c2SJakub Kicinski unsigned int min_irqs, unsigned int want_irqs);
977fdace6c2SJakub Kicinski void nfp_net_irqs_disable(struct pci_dev *pdev);
978fdace6c2SJakub Kicinski void
979fdace6c2SJakub Kicinski nfp_net_irqs_assign(struct nfp_net *nn, struct msix_entry *irq_entries,
980fdace6c2SJakub Kicinski unsigned int n);
98162d03330SJakub Kicinski struct sk_buff *
98262d03330SJakub Kicinski nfp_net_tls_tx(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec,
98362d03330SJakub Kicinski struct sk_buff *skb, u64 *tls_handle, int *nr_frags);
98462d03330SJakub Kicinski void nfp_net_tls_tx_undo(struct sk_buff *skb, u64 tls_handle);
9853cdb35fbSNiklas Söderlund
986783496b0SJakub Kicinski struct nfp_net_dp *nfp_net_clone_dp(struct nfp_net *nn);
987d957c0f7SJakub Kicinski int nfp_net_ring_reconfig(struct nfp_net *nn, struct nfp_net_dp *new,
988d957c0f7SJakub Kicinski struct netlink_ext_ack *extack);
9894c352362SJakub Kicinski
9902633beb9SJakub Kicinski #ifdef CONFIG_NFP_DEBUG
9914c352362SJakub Kicinski void nfp_net_debugfs_create(void);
9924c352362SJakub Kicinski void nfp_net_debugfs_destroy(void);
9936f1cd5caSJakub Kicinski struct dentry *nfp_net_debugfs_device_add(struct pci_dev *pdev);
99451c1df83SJakub Kicinski void nfp_net_debugfs_vnic_add(struct nfp_net *nn, struct dentry *ddir);
9956f1cd5caSJakub Kicinski void nfp_net_debugfs_dir_clean(struct dentry **dir);
9964c352362SJakub Kicinski #else
nfp_net_debugfs_create(void)9974c352362SJakub Kicinski static inline void nfp_net_debugfs_create(void)
9984c352362SJakub Kicinski {
9994c352362SJakub Kicinski }
10004c352362SJakub Kicinski
nfp_net_debugfs_destroy(void)10014c352362SJakub Kicinski static inline void nfp_net_debugfs_destroy(void)
10024c352362SJakub Kicinski {
10034c352362SJakub Kicinski }
10044c352362SJakub Kicinski
nfp_net_debugfs_device_add(struct pci_dev * pdev)10056f1cd5caSJakub Kicinski static inline struct dentry *nfp_net_debugfs_device_add(struct pci_dev *pdev)
10066f1cd5caSJakub Kicinski {
10076f1cd5caSJakub Kicinski return NULL;
10086f1cd5caSJakub Kicinski }
10096f1cd5caSJakub Kicinski
10106f1cd5caSJakub Kicinski static inline void
nfp_net_debugfs_vnic_add(struct nfp_net * nn,struct dentry * ddir)101151c1df83SJakub Kicinski nfp_net_debugfs_vnic_add(struct nfp_net *nn, struct dentry *ddir)
10124c352362SJakub Kicinski {
10134c352362SJakub Kicinski }
10144c352362SJakub Kicinski
nfp_net_debugfs_dir_clean(struct dentry ** dir)10156f1cd5caSJakub Kicinski static inline void nfp_net_debugfs_dir_clean(struct dentry **dir)
10164c352362SJakub Kicinski {
10174c352362SJakub Kicinski }
10182633beb9SJakub Kicinski #endif /* CONFIG_NFP_DEBUG */
10194c352362SJakub Kicinski
10204c352362SJakub Kicinski #endif /* _NFP_NET_H_ */
1021