1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * Copyright (C) 2002 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com) 4 */ 5 6 #ifndef __UM_VECTOR_KERN_H 7 #define __UM_VECTOR_KERN_H 8 9 #include <linux/netdevice.h> 10 #include <linux/platform_device.h> 11 #include <linux/skbuff.h> 12 #include <linux/socket.h> 13 #include <linux/list.h> 14 #include <linux/ctype.h> 15 #include <linux/workqueue.h> 16 #include <linux/interrupt.h> 17 18 #include "vector_user.h" 19 20 /* Queue structure specially adapted for multiple enqueue/dequeue 21 * in a mmsgrecv/mmsgsend context 22 */ 23 24 /* Dequeue method */ 25 26 #define QUEUE_SENDMSG 0 27 #define QUEUE_SENDMMSG 1 28 29 #define VECTOR_RX 1 30 #define VECTOR_TX (1 << 1) 31 #define VECTOR_BPF (1 << 2) 32 #define VECTOR_QDISC_BYPASS (1 << 3) 33 #define VECTOR_BPF_FLASH (1 << 4) 34 35 #define ETH_MAX_PACKET 1500 36 #define ETH_HEADER_OTHER 32 /* just in case someone decides to go mad on QnQ */ 37 38 #define MAX_FILTER_PROG (2 << 16) 39 40 struct vector_queue { 41 struct mmsghdr *mmsg_vector; 42 void **skbuff_vector; 43 /* backlink to device which owns us */ 44 struct net_device *dev; 45 spinlock_t head_lock; 46 spinlock_t tail_lock; 47 int queue_depth, head, tail, max_depth, max_iov_frags; 48 short options; 49 }; 50 51 struct vector_estats { 52 uint64_t rx_queue_max; 53 uint64_t rx_queue_running_average; 54 uint64_t tx_queue_max; 55 uint64_t tx_queue_running_average; 56 uint64_t rx_encaps_errors; 57 uint64_t tx_timeout_count; 58 uint64_t tx_restart_queue; 59 uint64_t tx_kicks; 60 uint64_t tx_flow_control_xon; 61 uint64_t tx_flow_control_xoff; 62 uint64_t rx_csum_offload_good; 63 uint64_t rx_csum_offload_errors; 64 uint64_t sg_ok; 65 uint64_t sg_linearized; 66 }; 67 68 #define VERIFY_HEADER_NOK -1 69 #define VERIFY_HEADER_OK 0 70 #define VERIFY_CSUM_OK 1 71 72 struct vector_private { 73 struct list_head list; 74 spinlock_t lock; 75 struct net_device *dev; 76 struct napi_struct napi ____cacheline_aligned; 77 78 int unit; 79 80 /* Timeout timer in TX */ 81 82 struct timer_list tl; 83 84 /* Scheduled "remove device" work */ 85 struct work_struct reset_tx; 86 struct vector_fds *fds; 87 88 struct vector_queue *rx_queue; 89 struct vector_queue *tx_queue; 90 91 int rx_irq; 92 int tx_irq; 93 94 struct arglist *parsed; 95 96 void *transport_data; /* transport specific params if needed */ 97 98 int max_packet; 99 int req_size; /* different from max packet - used for TSO */ 100 int headroom; 101 102 int options; 103 104 /* remote address if any - some transports will leave this as null */ 105 106 int header_size; 107 int rx_header_size; 108 int coalesce; 109 110 void *header_rxbuffer; 111 void *header_txbuffer; 112 113 int (*form_header)(uint8_t *header, 114 struct sk_buff *skb, struct vector_private *vp); 115 int (*verify_header)(uint8_t *header, 116 struct sk_buff *skb, struct vector_private *vp); 117 118 spinlock_t stats_lock; 119 120 bool rexmit_scheduled; 121 bool opened; 122 bool in_write_poll; 123 bool in_error; 124 125 /* guest allowed to use ethtool flash to load bpf */ 126 bool bpf_via_flash; 127 128 /* ethtool stats */ 129 130 struct vector_estats estats; 131 struct sock_fprog *bpf; 132 133 char user[]; 134 }; 135 136 extern int build_transport_data(struct vector_private *vp); 137 138 #endif 139