1297a3f12SStanislav Fomichev // SPDX-License-Identifier: GPL-2.0
2297a3f12SStanislav Fomichev 
3297a3f12SStanislav Fomichev #include <vmlinux.h>
4297a3f12SStanislav Fomichev #include "xdp_metadata.h"
5297a3f12SStanislav Fomichev #include <bpf/bpf_helpers.h>
6297a3f12SStanislav Fomichev #include <bpf/bpf_endian.h>
7297a3f12SStanislav Fomichev 
8297a3f12SStanislav Fomichev struct {
9297a3f12SStanislav Fomichev 	__uint(type, BPF_MAP_TYPE_XSKMAP);
10297a3f12SStanislav Fomichev 	__uint(max_entries, 256);
11297a3f12SStanislav Fomichev 	__type(key, __u32);
12297a3f12SStanislav Fomichev 	__type(value, __u32);
13297a3f12SStanislav Fomichev } xsk SEC(".maps");
14297a3f12SStanislav Fomichev 
15e8163b98SJesper Dangaard Brouer __u64 pkts_skip = 0;
16e8163b98SJesper Dangaard Brouer __u64 pkts_fail = 0;
17e8163b98SJesper Dangaard Brouer __u64 pkts_redir = 0;
18e8163b98SJesper Dangaard Brouer 
19297a3f12SStanislav Fomichev extern int bpf_xdp_metadata_rx_timestamp(const struct xdp_md *ctx,
20297a3f12SStanislav Fomichev 					 __u64 *timestamp) __ksym;
210f26b74eSJesper Dangaard Brouer extern int bpf_xdp_metadata_rx_hash(const struct xdp_md *ctx, __u32 *hash,
220f26b74eSJesper Dangaard Brouer 				    enum xdp_rss_hash_type *rss_type) __ksym;
23297a3f12SStanislav Fomichev 
24297a3f12SStanislav Fomichev SEC("xdp")
rx(struct xdp_md * ctx)25297a3f12SStanislav Fomichev int rx(struct xdp_md *ctx)
26297a3f12SStanislav Fomichev {
27297a3f12SStanislav Fomichev 	void *data, *data_meta, *data_end;
28297a3f12SStanislav Fomichev 	struct ipv6hdr *ip6h = NULL;
29297a3f12SStanislav Fomichev 	struct ethhdr *eth = NULL;
30297a3f12SStanislav Fomichev 	struct udphdr *udp = NULL;
31297a3f12SStanislav Fomichev 	struct iphdr *iph = NULL;
32297a3f12SStanislav Fomichev 	struct xdp_meta *meta;
33e8163b98SJesper Dangaard Brouer 	int err;
34297a3f12SStanislav Fomichev 
35297a3f12SStanislav Fomichev 	data = (void *)(long)ctx->data;
36297a3f12SStanislav Fomichev 	data_end = (void *)(long)ctx->data_end;
37297a3f12SStanislav Fomichev 	eth = data;
38297a3f12SStanislav Fomichev 	if (eth + 1 < data_end) {
39297a3f12SStanislav Fomichev 		if (eth->h_proto == bpf_htons(ETH_P_IP)) {
40297a3f12SStanislav Fomichev 			iph = (void *)(eth + 1);
41297a3f12SStanislav Fomichev 			if (iph + 1 < data_end && iph->protocol == IPPROTO_UDP)
42297a3f12SStanislav Fomichev 				udp = (void *)(iph + 1);
43297a3f12SStanislav Fomichev 		}
44297a3f12SStanislav Fomichev 		if (eth->h_proto == bpf_htons(ETH_P_IPV6)) {
45297a3f12SStanislav Fomichev 			ip6h = (void *)(eth + 1);
46297a3f12SStanislav Fomichev 			if (ip6h + 1 < data_end && ip6h->nexthdr == IPPROTO_UDP)
47297a3f12SStanislav Fomichev 				udp = (void *)(ip6h + 1);
48297a3f12SStanislav Fomichev 		}
49297a3f12SStanislav Fomichev 		if (udp && udp + 1 > data_end)
50297a3f12SStanislav Fomichev 			udp = NULL;
51297a3f12SStanislav Fomichev 	}
52297a3f12SStanislav Fomichev 
53e8163b98SJesper Dangaard Brouer 	if (!udp) {
54e8163b98SJesper Dangaard Brouer 		__sync_add_and_fetch(&pkts_skip, 1);
55297a3f12SStanislav Fomichev 		return XDP_PASS;
56e8163b98SJesper Dangaard Brouer 	}
57297a3f12SStanislav Fomichev 
58e8163b98SJesper Dangaard Brouer 	/* Forwarding UDP:9091 to AF_XDP */
59e8163b98SJesper Dangaard Brouer 	if (udp->dest != bpf_htons(9091)) {
60e8163b98SJesper Dangaard Brouer 		__sync_add_and_fetch(&pkts_skip, 1);
61297a3f12SStanislav Fomichev 		return XDP_PASS;
62e8163b98SJesper Dangaard Brouer 	}
63297a3f12SStanislav Fomichev 
64e8163b98SJesper Dangaard Brouer 	err = bpf_xdp_adjust_meta(ctx, -(int)sizeof(struct xdp_meta));
65e8163b98SJesper Dangaard Brouer 	if (err) {
66e8163b98SJesper Dangaard Brouer 		__sync_add_and_fetch(&pkts_fail, 1);
67297a3f12SStanislav Fomichev 		return XDP_PASS;
68297a3f12SStanislav Fomichev 	}
69297a3f12SStanislav Fomichev 
70297a3f12SStanislav Fomichev 	data = (void *)(long)ctx->data;
71297a3f12SStanislav Fomichev 	data_meta = (void *)(long)ctx->data_meta;
72297a3f12SStanislav Fomichev 	meta = data_meta;
73297a3f12SStanislav Fomichev 
74297a3f12SStanislav Fomichev 	if (meta + 1 > data) {
75e8163b98SJesper Dangaard Brouer 		__sync_add_and_fetch(&pkts_fail, 1);
76297a3f12SStanislav Fomichev 		return XDP_PASS;
77297a3f12SStanislav Fomichev 	}
78297a3f12SStanislav Fomichev 
79e8163b98SJesper Dangaard Brouer 	err = bpf_xdp_metadata_rx_timestamp(ctx, &meta->rx_timestamp);
80*bb323478SJesper Dangaard Brouer 	if (!err)
81*bb323478SJesper Dangaard Brouer 		meta->xdp_timestamp = bpf_ktime_get_tai_ns();
82*bb323478SJesper Dangaard Brouer 	else
833fd9dcd6SJesper Dangaard Brouer 		meta->rx_timestamp = 0; /* Used by AF_XDP as not avail signal */
84297a3f12SStanislav Fomichev 
850f26b74eSJesper Dangaard Brouer 	err = bpf_xdp_metadata_rx_hash(ctx, &meta->rx_hash, &meta->rx_hash_type);
860f26b74eSJesper Dangaard Brouer 	if (err < 0)
870f26b74eSJesper Dangaard Brouer 		meta->rx_hash_err = err; /* Used by AF_XDP as no hash signal */
88297a3f12SStanislav Fomichev 
89e8163b98SJesper Dangaard Brouer 	__sync_add_and_fetch(&pkts_redir, 1);
90297a3f12SStanislav Fomichev 	return bpf_redirect_map(&xsk, ctx->rx_queue_index, XDP_PASS);
91297a3f12SStanislav Fomichev }
92297a3f12SStanislav Fomichev 
93297a3f12SStanislav Fomichev char _license[] SEC("license") = "GPL";
94