1580d656dSAlexei Starovoitov // SPDX-License-Identifier: GPL-2.0
2580d656dSAlexei Starovoitov // Copyright (c) 2019 Facebook
3580d656dSAlexei Starovoitov #include <linux/bpf.h>
4e41074d3SAlexei Starovoitov #include <stdbool.h>
53e689141SToke Høiland-Jørgensen #include <bpf/bpf_helpers.h>
63e689141SToke Høiland-Jørgensen #include <bpf/bpf_endian.h>
7df8ff353SAndrii Nakryiko #include <bpf/bpf_tracing.h>
8580d656dSAlexei Starovoitov 
9580d656dSAlexei Starovoitov char _license[] SEC("license") = "GPL";
10580d656dSAlexei Starovoitov struct {
11580d656dSAlexei Starovoitov 	__uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY);
12*bd368cb5SHengqi Chen 	__type(key, int);
13*bd368cb5SHengqi Chen 	__type(value, int);
14580d656dSAlexei Starovoitov } perf_buf_map SEC(".maps");
15580d656dSAlexei Starovoitov 
16580d656dSAlexei Starovoitov #define _(P) (__builtin_preserve_access_index(P))
17580d656dSAlexei Starovoitov 
18580d656dSAlexei Starovoitov /* define few struct-s that bpf program needs to access */
19580d656dSAlexei Starovoitov struct callback_head {
20580d656dSAlexei Starovoitov 	struct callback_head *next;
21580d656dSAlexei Starovoitov 	void (*func)(struct callback_head *head);
22580d656dSAlexei Starovoitov };
23580d656dSAlexei Starovoitov struct dev_ifalias {
24580d656dSAlexei Starovoitov 	struct callback_head rcuhead;
25580d656dSAlexei Starovoitov };
26580d656dSAlexei Starovoitov 
27580d656dSAlexei Starovoitov struct net_device /* same as kernel's struct net_device */ {
28580d656dSAlexei Starovoitov 	int ifindex;
29580d656dSAlexei Starovoitov 	struct dev_ifalias *ifalias;
30580d656dSAlexei Starovoitov };
31580d656dSAlexei Starovoitov 
32580d656dSAlexei Starovoitov typedef struct {
33580d656dSAlexei Starovoitov         int counter;
34580d656dSAlexei Starovoitov } atomic_t;
35580d656dSAlexei Starovoitov typedef struct refcount_struct {
36580d656dSAlexei Starovoitov         atomic_t refs;
37580d656dSAlexei Starovoitov } refcount_t;
38580d656dSAlexei Starovoitov 
39580d656dSAlexei Starovoitov struct sk_buff {
40580d656dSAlexei Starovoitov 	/* field names and sizes should match to those in the kernel */
41580d656dSAlexei Starovoitov 	unsigned int len, data_len;
42580d656dSAlexei Starovoitov 	__u16 mac_len, hdr_len, queue_mapping;
43580d656dSAlexei Starovoitov 	struct net_device *dev;
44580d656dSAlexei Starovoitov 	/* order of the fields doesn't matter */
45580d656dSAlexei Starovoitov 	refcount_t users;
46580d656dSAlexei Starovoitov 	unsigned char *data;
47580d656dSAlexei Starovoitov 	char __pkt_type_offset[0];
48ed5941afSMartin KaFai Lau 	char cb[48];
49580d656dSAlexei Starovoitov };
50580d656dSAlexei Starovoitov 
51ed5941afSMartin KaFai Lau struct meta {
52ed5941afSMartin KaFai Lau 	int ifindex;
53ed5941afSMartin KaFai Lau 	__u32 cb32_0;
54ed5941afSMartin KaFai Lau 	__u8 cb8_0;
55ed5941afSMartin KaFai Lau };
56ed5941afSMartin KaFai Lau 
57f9a7cf6eSMartin KaFai Lau /* TRACE_EVENT(kfree_skb,
58f9a7cf6eSMartin KaFai Lau  *         TP_PROTO(struct sk_buff *skb, void *location),
59f9a7cf6eSMartin KaFai Lau  */
60ac065870SAndrii Nakryiko SEC("tp_btf/kfree_skb")
BPF_PROG(trace_kfree_skb,struct sk_buff * skb,void * location)61ac065870SAndrii Nakryiko int BPF_PROG(trace_kfree_skb, struct sk_buff *skb, void *location)
62580d656dSAlexei Starovoitov {
63580d656dSAlexei Starovoitov 	struct net_device *dev;
64580d656dSAlexei Starovoitov 	struct callback_head *ptr;
65580d656dSAlexei Starovoitov 	void *func;
66580d656dSAlexei Starovoitov 	int users;
67580d656dSAlexei Starovoitov 	unsigned char *data;
68580d656dSAlexei Starovoitov 	unsigned short pkt_data;
69ed5941afSMartin KaFai Lau 	struct meta meta = {};
70580d656dSAlexei Starovoitov 	char pkt_type;
71ed5941afSMartin KaFai Lau 	__u32 *cb32;
72ed5941afSMartin KaFai Lau 	__u8 *cb8;
73580d656dSAlexei Starovoitov 
74580d656dSAlexei Starovoitov 	__builtin_preserve_access_index(({
75580d656dSAlexei Starovoitov 		users = skb->users.refs.counter;
76580d656dSAlexei Starovoitov 		data = skb->data;
77580d656dSAlexei Starovoitov 		dev = skb->dev;
78580d656dSAlexei Starovoitov 		ptr = dev->ifalias->rcuhead.next;
79580d656dSAlexei Starovoitov 		func = ptr->func;
80ed5941afSMartin KaFai Lau 		cb8 = (__u8 *)&skb->cb;
81ed5941afSMartin KaFai Lau 		cb32 = (__u32 *)&skb->cb;
82580d656dSAlexei Starovoitov 	}));
83580d656dSAlexei Starovoitov 
84ed5941afSMartin KaFai Lau 	meta.ifindex = _(dev->ifindex);
85ed5941afSMartin KaFai Lau 	meta.cb8_0 = cb8[8];
86ed5941afSMartin KaFai Lau 	meta.cb32_0 = cb32[2];
87ed5941afSMartin KaFai Lau 
8850f9aa44SDaniel Borkmann 	bpf_probe_read_kernel(&pkt_type, sizeof(pkt_type), _(&skb->__pkt_type_offset));
89580d656dSAlexei Starovoitov 	pkt_type &= 7;
90580d656dSAlexei Starovoitov 
91580d656dSAlexei Starovoitov 	/* read eth proto */
9250f9aa44SDaniel Borkmann 	bpf_probe_read_kernel(&pkt_data, sizeof(pkt_data), data + 12);
93580d656dSAlexei Starovoitov 
94580d656dSAlexei Starovoitov 	bpf_printk("rcuhead.next %llx func %llx\n", ptr, func);
95580d656dSAlexei Starovoitov 	bpf_printk("skb->len %d users %d pkt_type %x\n",
96580d656dSAlexei Starovoitov 		   _(skb->len), users, pkt_type);
97580d656dSAlexei Starovoitov 	bpf_printk("skb->queue_mapping %d\n", _(skb->queue_mapping));
98580d656dSAlexei Starovoitov 	bpf_printk("dev->ifindex %d data %llx pkt_data %x\n",
99ed5941afSMartin KaFai Lau 		   meta.ifindex, data, pkt_data);
100ed5941afSMartin KaFai Lau 	bpf_printk("cb8_0:%x cb32_0:%x\n", meta.cb8_0, meta.cb32_0);
101580d656dSAlexei Starovoitov 
102ed5941afSMartin KaFai Lau 	if (users != 1 || pkt_data != bpf_htons(0x86dd) || meta.ifindex != 1)
103580d656dSAlexei Starovoitov 		/* raw tp ignores return value */
104580d656dSAlexei Starovoitov 		return 0;
105580d656dSAlexei Starovoitov 
106580d656dSAlexei Starovoitov 	/* send first 72 byte of the packet to user space */
107580d656dSAlexei Starovoitov 	bpf_skb_output(skb, &perf_buf_map, (72ull << 32) | BPF_F_CURRENT_CPU,
108ed5941afSMartin KaFai Lau 		       &meta, sizeof(meta));
109580d656dSAlexei Starovoitov 	return 0;
110580d656dSAlexei Starovoitov }
111e41074d3SAlexei Starovoitov 
112256eab48SAndrii Nakryiko struct {
113e41074d3SAlexei Starovoitov 	bool fentry_test_ok;
114e41074d3SAlexei Starovoitov 	bool fexit_test_ok;
115256eab48SAndrii Nakryiko } result = {};
116e41074d3SAlexei Starovoitov 
117ac065870SAndrii Nakryiko SEC("fentry/eth_type_trans")
BPF_PROG(fentry_eth_type_trans,struct sk_buff * skb,struct net_device * dev,unsigned short protocol)118ac065870SAndrii Nakryiko int BPF_PROG(fentry_eth_type_trans, struct sk_buff *skb, struct net_device *dev,
119ac065870SAndrii Nakryiko 	     unsigned short protocol)
120e41074d3SAlexei Starovoitov {
121e41074d3SAlexei Starovoitov 	int len, ifindex;
122e41074d3SAlexei Starovoitov 
123e41074d3SAlexei Starovoitov 	__builtin_preserve_access_index(({
124e41074d3SAlexei Starovoitov 		len = skb->len;
125e41074d3SAlexei Starovoitov 		ifindex = dev->ifindex;
126e41074d3SAlexei Starovoitov 	}));
127e41074d3SAlexei Starovoitov 
128e41074d3SAlexei Starovoitov 	/* fentry sees full packet including L2 header */
129e41074d3SAlexei Starovoitov 	if (len != 74 || ifindex != 1)
130e41074d3SAlexei Starovoitov 		return 0;
131e41074d3SAlexei Starovoitov 	result.fentry_test_ok = true;
132e41074d3SAlexei Starovoitov 	return 0;
133e41074d3SAlexei Starovoitov }
134e41074d3SAlexei Starovoitov 
135ac065870SAndrii Nakryiko SEC("fexit/eth_type_trans")
BPF_PROG(fexit_eth_type_trans,struct sk_buff * skb,struct net_device * dev,unsigned short protocol)136ac065870SAndrii Nakryiko int BPF_PROG(fexit_eth_type_trans, struct sk_buff *skb, struct net_device *dev,
137ac065870SAndrii Nakryiko 	     unsigned short protocol)
138e41074d3SAlexei Starovoitov {
139e41074d3SAlexei Starovoitov 	int len, ifindex;
140e41074d3SAlexei Starovoitov 
141e41074d3SAlexei Starovoitov 	__builtin_preserve_access_index(({
142e41074d3SAlexei Starovoitov 		len = skb->len;
143e41074d3SAlexei Starovoitov 		ifindex = dev->ifindex;
144e41074d3SAlexei Starovoitov 	}));
145e41074d3SAlexei Starovoitov 
146e41074d3SAlexei Starovoitov 	/* fexit sees packet without L2 header that eth_type_trans should have
147e41074d3SAlexei Starovoitov 	 * consumed.
148e41074d3SAlexei Starovoitov 	 */
149f9a7cf6eSMartin KaFai Lau 	if (len != 60 || protocol != bpf_htons(0x86dd) || ifindex != 1)
150e41074d3SAlexei Starovoitov 		return 0;
151e41074d3SAlexei Starovoitov 	result.fexit_test_ok = true;
152e41074d3SAlexei Starovoitov 	return 0;
153e41074d3SAlexei Starovoitov }
154