1d4fd0404SClaudiu Manoil /* SPDX-License-Identifier: (GPL-2.0+ OR BSD-3-Clause) */ 2d4fd0404SClaudiu Manoil /* Copyright 2017-2019 NXP */ 3d4fd0404SClaudiu Manoil 4d4fd0404SClaudiu Manoil #include <linux/timer.h> 5d4fd0404SClaudiu Manoil #include <linux/pci.h> 6d4fd0404SClaudiu Manoil #include <linux/netdevice.h> 7d4fd0404SClaudiu Manoil #include <linux/etherdevice.h> 8d4fd0404SClaudiu Manoil #include <linux/dma-mapping.h> 9d4fd0404SClaudiu Manoil #include <linux/skbuff.h> 10d4fd0404SClaudiu Manoil #include <linux/ethtool.h> 11d4fd0404SClaudiu Manoil #include <linux/if_vlan.h> 12d4fd0404SClaudiu Manoil #include <linux/phy.h> 13d4fd0404SClaudiu Manoil 14d4fd0404SClaudiu Manoil #include "enetc_hw.h" 15d4fd0404SClaudiu Manoil 16d4fd0404SClaudiu Manoil #define ENETC_MAC_MAXFRM_SIZE 9600 17d4fd0404SClaudiu Manoil #define ENETC_MAX_MTU (ENETC_MAC_MAXFRM_SIZE - \ 18d4fd0404SClaudiu Manoil (ETH_FCS_LEN + ETH_HLEN + VLAN_HLEN)) 19d4fd0404SClaudiu Manoil 20d4fd0404SClaudiu Manoil struct enetc_tx_swbd { 21d4fd0404SClaudiu Manoil struct sk_buff *skb; 22d4fd0404SClaudiu Manoil dma_addr_t dma; 23d4fd0404SClaudiu Manoil u16 len; 24d3982312SY.b. Lu u8 is_dma_page:1; 25d3982312SY.b. Lu u8 check_wb:1; 26d3982312SY.b. Lu u8 do_tstamp:1; 27d4fd0404SClaudiu Manoil }; 28d4fd0404SClaudiu Manoil 29d4fd0404SClaudiu Manoil #define ENETC_RX_MAXFRM_SIZE ENETC_MAC_MAXFRM_SIZE 30d4fd0404SClaudiu Manoil #define ENETC_RXB_TRUESIZE 2048 /* PAGE_SIZE >> 1 */ 31d4fd0404SClaudiu Manoil #define ENETC_RXB_PAD NET_SKB_PAD /* add extra space if needed */ 32d4fd0404SClaudiu Manoil #define ENETC_RXB_DMA_SIZE \ 33d4fd0404SClaudiu Manoil (SKB_WITH_OVERHEAD(ENETC_RXB_TRUESIZE) - ENETC_RXB_PAD) 34d4fd0404SClaudiu Manoil 35d4fd0404SClaudiu Manoil struct enetc_rx_swbd { 36d4fd0404SClaudiu Manoil dma_addr_t dma; 37d4fd0404SClaudiu Manoil struct page *page; 38d4fd0404SClaudiu Manoil u16 page_offset; 39d4fd0404SClaudiu Manoil }; 40d4fd0404SClaudiu Manoil 41d4fd0404SClaudiu Manoil struct enetc_ring_stats { 42d4fd0404SClaudiu Manoil unsigned int packets; 43d4fd0404SClaudiu Manoil unsigned int bytes; 44d4fd0404SClaudiu Manoil unsigned int rx_alloc_errs; 45d4fd0404SClaudiu Manoil }; 46d4fd0404SClaudiu Manoil 47d4fd0404SClaudiu Manoil #define ENETC_BDR_DEFAULT_SIZE 1024 48d4fd0404SClaudiu Manoil #define ENETC_DEFAULT_TX_WORK 256 49d4fd0404SClaudiu Manoil 50d4fd0404SClaudiu Manoil struct enetc_bdr { 51d4fd0404SClaudiu Manoil struct device *dev; /* for DMA mapping */ 52d4fd0404SClaudiu Manoil struct net_device *ndev; 53d4fd0404SClaudiu Manoil void *bd_base; /* points to Rx or Tx BD ring */ 54d4fd0404SClaudiu Manoil union { 55d4fd0404SClaudiu Manoil void __iomem *tpir; 56d4fd0404SClaudiu Manoil void __iomem *rcir; 57d4fd0404SClaudiu Manoil }; 58d4fd0404SClaudiu Manoil u16 index; 59d4fd0404SClaudiu Manoil int bd_count; /* # of BDs */ 60d4fd0404SClaudiu Manoil int next_to_use; 61d4fd0404SClaudiu Manoil int next_to_clean; 62d4fd0404SClaudiu Manoil union { 63d4fd0404SClaudiu Manoil struct enetc_tx_swbd *tx_swbd; 64d4fd0404SClaudiu Manoil struct enetc_rx_swbd *rx_swbd; 65d4fd0404SClaudiu Manoil }; 66d4fd0404SClaudiu Manoil union { 67d4fd0404SClaudiu Manoil void __iomem *tcir; /* Tx */ 68d4fd0404SClaudiu Manoil int next_to_alloc; /* Rx */ 69d4fd0404SClaudiu Manoil }; 70d4fd0404SClaudiu Manoil void __iomem *idr; /* Interrupt Detect Register pointer */ 71d4fd0404SClaudiu Manoil 72d4fd0404SClaudiu Manoil struct enetc_ring_stats stats; 73d4fd0404SClaudiu Manoil 74d4fd0404SClaudiu Manoil dma_addr_t bd_dma_base; 75d4fd0404SClaudiu Manoil } ____cacheline_aligned_in_smp; 76d4fd0404SClaudiu Manoil 77d4fd0404SClaudiu Manoil static inline void enetc_bdr_idx_inc(struct enetc_bdr *bdr, int *i) 78d4fd0404SClaudiu Manoil { 79d4fd0404SClaudiu Manoil if (unlikely(++*i == bdr->bd_count)) 80d4fd0404SClaudiu Manoil *i = 0; 81d4fd0404SClaudiu Manoil } 82d4fd0404SClaudiu Manoil 83d4fd0404SClaudiu Manoil static inline int enetc_bd_unused(struct enetc_bdr *bdr) 84d4fd0404SClaudiu Manoil { 85d4fd0404SClaudiu Manoil if (bdr->next_to_clean > bdr->next_to_use) 86d4fd0404SClaudiu Manoil return bdr->next_to_clean - bdr->next_to_use - 1; 87d4fd0404SClaudiu Manoil 88d4fd0404SClaudiu Manoil return bdr->bd_count + bdr->next_to_clean - bdr->next_to_use - 1; 89d4fd0404SClaudiu Manoil } 90d4fd0404SClaudiu Manoil 91d4fd0404SClaudiu Manoil /* Control BD ring */ 92d4fd0404SClaudiu Manoil #define ENETC_CBDR_DEFAULT_SIZE 64 93d4fd0404SClaudiu Manoil struct enetc_cbdr { 94d4fd0404SClaudiu Manoil void *bd_base; /* points to Rx or Tx BD ring */ 95d4fd0404SClaudiu Manoil void __iomem *pir; 96d4fd0404SClaudiu Manoil void __iomem *cir; 97d4fd0404SClaudiu Manoil 98d4fd0404SClaudiu Manoil int bd_count; /* # of BDs */ 99d4fd0404SClaudiu Manoil int next_to_use; 100d4fd0404SClaudiu Manoil int next_to_clean; 101d4fd0404SClaudiu Manoil 102d4fd0404SClaudiu Manoil dma_addr_t bd_dma_base; 103d4fd0404SClaudiu Manoil }; 104d4fd0404SClaudiu Manoil 105d4fd0404SClaudiu Manoil #define ENETC_TXBD(BDR, i) (&(((union enetc_tx_bd *)((BDR).bd_base))[i])) 106d4fd0404SClaudiu Manoil #define ENETC_RXBD(BDR, i) (&(((union enetc_rx_bd *)((BDR).bd_base))[i])) 107d4fd0404SClaudiu Manoil 108beb74ac8SClaudiu Manoil struct enetc_msg_swbd { 109beb74ac8SClaudiu Manoil void *vaddr; 110beb74ac8SClaudiu Manoil dma_addr_t dma; 111beb74ac8SClaudiu Manoil int size; 112beb74ac8SClaudiu Manoil }; 113beb74ac8SClaudiu Manoil 114d4fd0404SClaudiu Manoil #define ENETC_REV1 0x1 115d4fd0404SClaudiu Manoil enum enetc_errata { 116d4fd0404SClaudiu Manoil ENETC_ERR_TXCSUM = BIT(0), 117d4fd0404SClaudiu Manoil ENETC_ERR_VLAN_ISOL = BIT(1), 118d4fd0404SClaudiu Manoil ENETC_ERR_UCMCSWP = BIT(2), 119d4fd0404SClaudiu Manoil }; 120d4fd0404SClaudiu Manoil 1212e47cb41SPo Liu #define ENETC_SI_F_QBV BIT(0) 1222e47cb41SPo Liu 123d4fd0404SClaudiu Manoil /* PCI IEP device data */ 124d4fd0404SClaudiu Manoil struct enetc_si { 125d4fd0404SClaudiu Manoil struct pci_dev *pdev; 126d4fd0404SClaudiu Manoil struct enetc_hw hw; 127d4fd0404SClaudiu Manoil enum enetc_errata errata; 128d4fd0404SClaudiu Manoil 129d4fd0404SClaudiu Manoil struct net_device *ndev; /* back ref. */ 130d4fd0404SClaudiu Manoil 131d4fd0404SClaudiu Manoil struct enetc_cbdr cbd_ring; 132d4fd0404SClaudiu Manoil 133d4fd0404SClaudiu Manoil int num_rx_rings; /* how many rings are available in the SI */ 134d4fd0404SClaudiu Manoil int num_tx_rings; 135d382563fSClaudiu Manoil int num_fs_entries; 136d382563fSClaudiu Manoil int num_rss; /* number of RSS buckets */ 137d4fd0404SClaudiu Manoil unsigned short pad; 1382e47cb41SPo Liu int hw_features; 139d4fd0404SClaudiu Manoil }; 140d4fd0404SClaudiu Manoil 141d4fd0404SClaudiu Manoil #define ENETC_SI_ALIGN 32 142d4fd0404SClaudiu Manoil 143d4fd0404SClaudiu Manoil static inline void *enetc_si_priv(const struct enetc_si *si) 144d4fd0404SClaudiu Manoil { 145d4fd0404SClaudiu Manoil return (char *)si + ALIGN(sizeof(struct enetc_si), ENETC_SI_ALIGN); 146d4fd0404SClaudiu Manoil } 147d4fd0404SClaudiu Manoil 148d4fd0404SClaudiu Manoil static inline bool enetc_si_is_pf(struct enetc_si *si) 149d4fd0404SClaudiu Manoil { 150d4fd0404SClaudiu Manoil return !!(si->hw.port); 151d4fd0404SClaudiu Manoil } 152d4fd0404SClaudiu Manoil 153d4fd0404SClaudiu Manoil #define ENETC_MAX_NUM_TXQS 8 154d4fd0404SClaudiu Manoil #define ENETC_INT_NAME_MAX (IFNAMSIZ + 8) 155d4fd0404SClaudiu Manoil 156d4fd0404SClaudiu Manoil struct enetc_int_vector { 157d4fd0404SClaudiu Manoil void __iomem *rbier; 158d4fd0404SClaudiu Manoil void __iomem *tbier_base; 159d4fd0404SClaudiu Manoil unsigned long tx_rings_map; 160d4fd0404SClaudiu Manoil int count_tx_rings; 161d4fd0404SClaudiu Manoil struct napi_struct napi; 162d4fd0404SClaudiu Manoil char name[ENETC_INT_NAME_MAX]; 163d4fd0404SClaudiu Manoil 164d4fd0404SClaudiu Manoil struct enetc_bdr rx_ring ____cacheline_aligned_in_smp; 165d4fd0404SClaudiu Manoil struct enetc_bdr tx_ring[0]; 166d4fd0404SClaudiu Manoil }; 167d4fd0404SClaudiu Manoil 168d382563fSClaudiu Manoil struct enetc_cls_rule { 169d382563fSClaudiu Manoil struct ethtool_rx_flow_spec fs; 170d382563fSClaudiu Manoil int used; 171d382563fSClaudiu Manoil }; 172d382563fSClaudiu Manoil 173d4fd0404SClaudiu Manoil #define ENETC_MAX_BDR_INT 2 /* fixed to max # of available cpus */ 174d4fd0404SClaudiu Manoil 175d3982312SY.b. Lu /* TODO: more hardware offloads */ 176d3982312SY.b. Lu enum enetc_active_offloads { 177d3982312SY.b. Lu ENETC_F_RX_TSTAMP = BIT(0), 178d3982312SY.b. Lu ENETC_F_TX_TSTAMP = BIT(1), 1792e47cb41SPo Liu ENETC_F_QBV = BIT(2), 180d3982312SY.b. Lu }; 181d3982312SY.b. Lu 182d4fd0404SClaudiu Manoil struct enetc_ndev_priv { 183d4fd0404SClaudiu Manoil struct net_device *ndev; 184d4fd0404SClaudiu Manoil struct device *dev; /* dma-mapping device */ 185d4fd0404SClaudiu Manoil struct enetc_si *si; 186d4fd0404SClaudiu Manoil 187d4fd0404SClaudiu Manoil int bdr_int_num; /* number of Rx/Tx ring interrupts */ 188d4fd0404SClaudiu Manoil struct enetc_int_vector *int_vector[ENETC_MAX_BDR_INT]; 189d4fd0404SClaudiu Manoil u16 num_rx_rings, num_tx_rings; 190d4fd0404SClaudiu Manoil u16 rx_bd_count, tx_bd_count; 191d4fd0404SClaudiu Manoil 192d4fd0404SClaudiu Manoil u16 msg_enable; 193d3982312SY.b. Lu int active_offloads; 194d4fd0404SClaudiu Manoil 1952e47cb41SPo Liu u32 speed; /* store speed for compare update pspeed */ 1962e47cb41SPo Liu 197d4fd0404SClaudiu Manoil struct enetc_bdr *tx_ring[16]; 198d4fd0404SClaudiu Manoil struct enetc_bdr *rx_ring[16]; 199d4fd0404SClaudiu Manoil 200d382563fSClaudiu Manoil struct enetc_cls_rule *cls_rules; 201d382563fSClaudiu Manoil 202d4fd0404SClaudiu Manoil struct device_node *phy_node; 203d4fd0404SClaudiu Manoil phy_interface_t if_mode; 204d4fd0404SClaudiu Manoil }; 205d4fd0404SClaudiu Manoil 206beb74ac8SClaudiu Manoil /* Messaging */ 207beb74ac8SClaudiu Manoil 208beb74ac8SClaudiu Manoil /* VF-PF set primary MAC address message format */ 209beb74ac8SClaudiu Manoil struct enetc_msg_cmd_set_primary_mac { 210beb74ac8SClaudiu Manoil struct enetc_msg_cmd_header header; 211beb74ac8SClaudiu Manoil struct sockaddr mac; 212beb74ac8SClaudiu Manoil }; 213beb74ac8SClaudiu Manoil 214d4fd0404SClaudiu Manoil #define ENETC_CBD(R, i) (&(((struct enetc_cbd *)((R).bd_base))[i])) 215d4fd0404SClaudiu Manoil 216d4fd0404SClaudiu Manoil #define ENETC_CBDR_TIMEOUT 1000 /* usecs */ 217d4fd0404SClaudiu Manoil 21841514737SY.b. Lu /* PTP driver exports */ 21941514737SY.b. Lu extern int enetc_phc_index; 22041514737SY.b. Lu 221d4fd0404SClaudiu Manoil /* SI common */ 222d4fd0404SClaudiu Manoil int enetc_pci_probe(struct pci_dev *pdev, const char *name, int sizeof_priv); 223d4fd0404SClaudiu Manoil void enetc_pci_remove(struct pci_dev *pdev); 224d4fd0404SClaudiu Manoil int enetc_alloc_msix(struct enetc_ndev_priv *priv); 225d4fd0404SClaudiu Manoil void enetc_free_msix(struct enetc_ndev_priv *priv); 226d4fd0404SClaudiu Manoil void enetc_get_si_caps(struct enetc_si *si); 227d4fd0404SClaudiu Manoil void enetc_init_si_rings_params(struct enetc_ndev_priv *priv); 228d4fd0404SClaudiu Manoil int enetc_alloc_si_resources(struct enetc_ndev_priv *priv); 229d4fd0404SClaudiu Manoil void enetc_free_si_resources(struct enetc_ndev_priv *priv); 230d4fd0404SClaudiu Manoil 231d4fd0404SClaudiu Manoil int enetc_open(struct net_device *ndev); 232d4fd0404SClaudiu Manoil int enetc_close(struct net_device *ndev); 233d4fd0404SClaudiu Manoil netdev_tx_t enetc_xmit(struct sk_buff *skb, struct net_device *ndev); 234d4fd0404SClaudiu Manoil struct net_device_stats *enetc_get_stats(struct net_device *ndev); 235d382563fSClaudiu Manoil int enetc_set_features(struct net_device *ndev, 236d382563fSClaudiu Manoil netdev_features_t features); 237d3982312SY.b. Lu int enetc_ioctl(struct net_device *ndev, struct ifreq *rq, int cmd); 238cbe9e835SCamelia Groza int enetc_setup_tc(struct net_device *ndev, enum tc_setup_type type, 239cbe9e835SCamelia Groza void *type_data); 240cbe9e835SCamelia Groza 241d4fd0404SClaudiu Manoil /* ethtool */ 242d4fd0404SClaudiu Manoil void enetc_set_ethtool_ops(struct net_device *ndev); 243d4fd0404SClaudiu Manoil 244d4fd0404SClaudiu Manoil /* control buffer descriptor ring (CBDR) */ 245d4fd0404SClaudiu Manoil int enetc_set_mac_flt_entry(struct enetc_si *si, int index, 246d4fd0404SClaudiu Manoil char *mac_addr, int si_map); 247d4fd0404SClaudiu Manoil int enetc_clear_mac_flt_entry(struct enetc_si *si, int index); 248d382563fSClaudiu Manoil int enetc_set_fs_entry(struct enetc_si *si, struct enetc_cmd_rfse *rfse, 249d382563fSClaudiu Manoil int index); 250d382563fSClaudiu Manoil void enetc_set_rss_key(struct enetc_hw *hw, const u8 *bytes); 251d382563fSClaudiu Manoil int enetc_get_rss_table(struct enetc_si *si, u32 *table, int count); 252d382563fSClaudiu Manoil int enetc_set_rss_table(struct enetc_si *si, const u32 *table, int count); 25334c6adf1SPo Liu int enetc_send_cmd(struct enetc_si *si, struct enetc_cbd *cbd); 25434c6adf1SPo Liu 25534c6adf1SPo Liu #ifdef CONFIG_FSL_ENETC_QOS 25634c6adf1SPo Liu int enetc_setup_tc_taprio(struct net_device *ndev, void *type_data); 2572e47cb41SPo Liu void enetc_sched_speed_set(struct net_device *ndev); 258c431047cSPo Liu int enetc_setup_tc_cbs(struct net_device *ndev, void *type_data); 25934c6adf1SPo Liu #else 26034c6adf1SPo Liu #define enetc_setup_tc_taprio(ndev, type_data) -EOPNOTSUPP 2612e47cb41SPo Liu #define enetc_sched_speed_set(ndev) (void)0 262c431047cSPo Liu #define enetc_setup_tc_cbs(ndev, type_data) -EOPNOTSUPP 26334c6adf1SPo Liu #endif 264