Lines Matching refs:xdp_sock
51 struct xdp_sock *xs; in xsk_set_tx_need_wakeup()
78 struct xdp_sock *xs; in xsk_clear_tx_need_wakeup()
139 static int __xsk_rcv_zc(struct xdp_sock *xs, struct xdp_buff_xsk *xskb, u32 len, in __xsk_rcv_zc()
156 static int xsk_rcv_zc(struct xdp_sock *xs, struct xdp_buff *xdp, u32 len) in xsk_rcv_zc()
227 static int __xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp, u32 len) in __xsk_rcv()
295 static bool xsk_tx_writeable(struct xdp_sock *xs) in xsk_tx_writeable()
303 static bool xsk_is_bound(struct xdp_sock *xs) in xsk_is_bound()
313 static int xsk_rcv_check(struct xdp_sock *xs, struct xdp_buff *xdp, u32 len) in xsk_rcv_check()
330 static void xsk_flush(struct xdp_sock *xs) in xsk_flush()
337 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv()
352 static int xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_rcv()
372 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect()
390 struct xdp_sock *xs, *tmp; in __xsk_map_flush()
406 struct xdp_sock *xs; in xsk_tx_release()
420 struct xdp_sock *xs; in xsk_tx_peek_desc()
463 struct xdp_sock *xs; in xsk_tx_peek_release_desc_batch()
472 xs = list_first_or_null_rcu(&pool->xsk_tx_list, struct xdp_sock, tx_list); in xsk_tx_peek_release_desc_batch()
506 static int xsk_wakeup(struct xdp_sock *xs, u8 flags) in xsk_wakeup()
513 static int xsk_cq_reserve_addr_locked(struct xdp_sock *xs, u64 addr) in xsk_cq_reserve_addr_locked()
525 static void xsk_cq_submit_locked(struct xdp_sock *xs, u32 n) in xsk_cq_submit_locked()
534 static void xsk_cq_cancel_locked(struct xdp_sock *xs, u32 n) in xsk_cq_cancel_locked()
563 struct xdp_sock *xs = xdp_sk(skb->sk); in xsk_consume_skb()
578 static struct sk_buff *xsk_build_skb_zerocopy(struct xdp_sock *xs, in xsk_build_skb_zerocopy()
631 static struct sk_buff *xsk_build_skb(struct xdp_sock *xs, in xsk_build_skb()
715 struct xdp_sock *xs = xdp_sk(sk); in __xsk_generic_xmit()
823 static int xsk_check_common(struct xdp_sock *xs) in xsk_check_common()
837 struct xdp_sock *xs = xdp_sk(sk); in __xsk_sendmsg()
882 struct xdp_sock *xs = xdp_sk(sk); in __xsk_recvmsg()
920 struct xdp_sock *xs = xdp_sk(sk); in xsk_poll()
966 static void xsk_unbind_dev(struct xdp_sock *xs) in xsk_unbind_dev()
980 static struct xsk_map *xsk_get_map_list_entry(struct xdp_sock *xs, in xsk_get_map_list_entry()
981 struct xdp_sock __rcu ***map_entry) in xsk_get_map_list_entry()
1000 static void xsk_delete_from_maps(struct xdp_sock *xs) in xsk_delete_from_maps()
1017 struct xdp_sock __rcu **map_entry = NULL; in xsk_delete_from_maps()
1029 struct xdp_sock *xs = xdp_sk(sk); in xsk_release()
1081 static bool xsk_validate_queues(struct xdp_sock *xs) in xsk_validate_queues()
1090 struct xdp_sock *xs = xdp_sk(sk); in xsk_bind()
1131 struct xdp_sock *umem_xs; in xsk_bind()
1266 struct xdp_sock *xs = xdp_sk(sk); in xsk_setsockopt()
1383 struct xdp_sock *xs = xdp_sk(sk); in xsk_getsockopt()
1515 struct xdp_sock *xs = xdp_sk(sock->sk); in xsk_mmap()
1559 struct xdp_sock *xs = xdp_sk(sk); in xsk_notifier()
1583 .obj_size = sizeof(struct xdp_sock),
1608 struct xdp_sock *xs = xdp_sk(sk); in xsk_destruct()
1620 struct xdp_sock *xs; in xsk_create()