1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* Marvell RVU Ethernet driver 3 * 4 * Copyright (C) 2020 Marvell. 5 * 6 */ 7 8 #ifndef OTX2_TXRX_H 9 #define OTX2_TXRX_H 10 11 #include <linux/etherdevice.h> 12 #include <linux/iommu.h> 13 #include <linux/if_vlan.h> 14 15 #define LBK_CHAN_BASE 0x000 16 #define SDP_CHAN_BASE 0x700 17 #define CGX_CHAN_BASE 0x800 18 19 #define OTX2_DATA_ALIGN(X) ALIGN(X, OTX2_ALIGN) 20 #define OTX2_HEAD_ROOM OTX2_ALIGN 21 22 #define OTX2_ETH_HLEN (VLAN_ETH_HLEN + VLAN_HLEN) 23 #define OTX2_MIN_MTU 64 24 25 #define OTX2_MAX_GSO_SEGS 255 26 #define OTX2_MAX_FRAGS_IN_SQE 9 27 28 /* Rx buffer size should be in multiples of 128bytes */ 29 #define RCV_FRAG_LEN1(x) \ 30 ((OTX2_HEAD_ROOM + OTX2_DATA_ALIGN(x)) + \ 31 OTX2_DATA_ALIGN(sizeof(struct skb_shared_info))) 32 33 /* Prefer 2048 byte buffers for better last level cache 34 * utilization or data distribution across regions. 35 */ 36 #define RCV_FRAG_LEN(x) \ 37 ((RCV_FRAG_LEN1(x) < 2048) ? 2048 : RCV_FRAG_LEN1(x)) 38 39 #define DMA_BUFFER_LEN(x) \ 40 ((x) - OTX2_HEAD_ROOM - \ 41 OTX2_DATA_ALIGN(sizeof(struct skb_shared_info))) 42 43 /* IRQ triggered when NIX_LF_CINTX_CNT[ECOUNT] 44 * is equal to this value. 45 */ 46 #define CQ_CQE_THRESH_DEFAULT 10 47 48 /* IRQ triggered when NIX_LF_CINTX_CNT[ECOUNT] 49 * is nonzero and this much time elapses after that. 50 */ 51 #define CQ_TIMER_THRESH_DEFAULT 1 /* 1 usec */ 52 #define CQ_TIMER_THRESH_MAX 25 /* 25 usec */ 53 54 /* Min number of CQs (of the ones mapped to this CINT) 55 * with valid CQEs. 56 */ 57 #define CQ_QCOUNT_DEFAULT 1 58 59 struct queue_stats { 60 u64 bytes; 61 u64 pkts; 62 }; 63 64 struct otx2_rcv_queue { 65 struct queue_stats stats; 66 }; 67 68 struct sg_list { 69 u16 num_segs; 70 u64 skb; 71 u64 size[OTX2_MAX_FRAGS_IN_SQE]; 72 u64 dma_addr[OTX2_MAX_FRAGS_IN_SQE]; 73 }; 74 75 struct otx2_snd_queue { 76 u8 aura_id; 77 u16 head; 78 u16 sqe_size; 79 u32 sqe_cnt; 80 u16 num_sqbs; 81 u16 sqe_thresh; 82 u8 sqe_per_sqb; 83 u32 lmt_id; 84 u64 io_addr; 85 u64 *aura_fc_addr; 86 u64 *lmt_addr; 87 void *sqe_base; 88 struct qmem *sqe; 89 struct qmem *tso_hdrs; 90 struct sg_list *sg; 91 struct qmem *timestamps; 92 struct queue_stats stats; 93 u16 sqb_count; 94 u64 *sqb_ptrs; 95 } ____cacheline_aligned_in_smp; 96 97 enum cq_type { 98 CQ_RX, 99 CQ_TX, 100 CQS_PER_CINT = 2, /* RQ + SQ */ 101 }; 102 103 struct otx2_cq_poll { 104 void *dev; 105 #define CINT_INVALID_CQ 255 106 u8 cint_idx; 107 u8 cq_ids[CQS_PER_CINT]; 108 struct napi_struct napi; 109 }; 110 111 struct otx2_pool { 112 struct qmem *stack; 113 struct qmem *fc_addr; 114 u64 *lmt_addr; 115 u16 rbsize; 116 }; 117 118 struct otx2_cq_queue { 119 u8 cq_idx; 120 u8 cq_type; 121 u8 cint_idx; /* CQ interrupt id */ 122 u8 refill_task_sched; 123 u16 cqe_size; 124 u16 pool_ptrs; 125 u32 cqe_cnt; 126 u32 cq_head; 127 void *cqe_base; 128 struct qmem *cqe; 129 struct otx2_pool *rbpool; 130 } ____cacheline_aligned_in_smp; 131 132 struct otx2_qset { 133 u32 rqe_cnt; 134 u32 sqe_cnt; /* Keep these two at top */ 135 #define OTX2_MAX_CQ_CNT 64 136 u16 cq_cnt; 137 u16 xqe_size; 138 struct otx2_pool *pool; 139 struct otx2_cq_poll *napi; 140 struct otx2_cq_queue *cq; 141 struct otx2_snd_queue *sq; 142 struct otx2_rcv_queue *rq; 143 }; 144 145 /* Translate IOVA to physical address */ 146 static inline u64 otx2_iova_to_phys(void *iommu_domain, dma_addr_t dma_addr) 147 { 148 /* Translation is installed only when IOMMU is present */ 149 if (likely(iommu_domain)) 150 return iommu_iova_to_phys(iommu_domain, dma_addr); 151 return dma_addr; 152 } 153 154 int otx2_napi_handler(struct napi_struct *napi, int budget); 155 bool otx2_sq_append_skb(struct net_device *netdev, struct otx2_snd_queue *sq, 156 struct sk_buff *skb, u16 qidx); 157 void cn10k_sqe_flush(void *dev, struct otx2_snd_queue *sq, 158 int size, int qidx); 159 void otx2_sqe_flush(void *dev, struct otx2_snd_queue *sq, 160 int size, int qidx); 161 void otx2_refill_pool_ptrs(void *dev, struct otx2_cq_queue *cq); 162 void cn10k_refill_pool_ptrs(void *dev, struct otx2_cq_queue *cq); 163 #endif /* OTX2_TXRX_H */ 164