1bd4aed0eSJiong Wang // SPDX-License-Identifier: GPL-2.0
2bd4aed0eSJiong Wang #include <stddef.h>
3bd4aed0eSJiong Wang #include <string.h>
45de35e3aSWang YanQing #include <netinet/in.h>
5bd4aed0eSJiong Wang #include <linux/bpf.h>
6bd4aed0eSJiong Wang #include <linux/if_ether.h>
7bd4aed0eSJiong Wang #include <linux/if_packet.h>
8bd4aed0eSJiong Wang #include <linux/ip.h>
9bd4aed0eSJiong Wang #include <linux/ipv6.h>
10bd4aed0eSJiong Wang #include <linux/types.h>
11bd4aed0eSJiong Wang #include <linux/socket.h>
12bd4aed0eSJiong Wang #include <linux/tcp.h>
133e689141SToke Høiland-Jørgensen #include <bpf/bpf_helpers.h>
143e689141SToke Høiland-Jørgensen #include <bpf/bpf_endian.h>
15*55144f31SPrankur gupta #include "bpf_tcp_helpers.h"
16bd4aed0eSJiong Wang #include "test_tcpbpf.h"
17bd4aed0eSJiong Wang 
1821b5177eSAlexander Duyck struct tcpbpf_globals global = {};
19bd4aed0eSJiong Wang 
20*55144f31SPrankur gupta /**
21*55144f31SPrankur gupta  * SOL_TCP is defined in <netinet/tcp.h> while
22*55144f31SPrankur gupta  * TCP_SAVED_SYN is defined in already included <linux/tcp.h>
23*55144f31SPrankur gupta  */
24*55144f31SPrankur gupta #ifndef SOL_TCP
25*55144f31SPrankur gupta #define SOL_TCP 6
26*55144f31SPrankur gupta #endif
27*55144f31SPrankur gupta 
get_tp_window_clamp(struct bpf_sock_ops * skops)28*55144f31SPrankur gupta static __always_inline int get_tp_window_clamp(struct bpf_sock_ops *skops)
29*55144f31SPrankur gupta {
30*55144f31SPrankur gupta 	struct bpf_sock *sk;
31*55144f31SPrankur gupta 	struct tcp_sock *tp;
32*55144f31SPrankur gupta 
33*55144f31SPrankur gupta 	sk = skops->sk;
34*55144f31SPrankur gupta 	if (!sk)
35*55144f31SPrankur gupta 		return -1;
36*55144f31SPrankur gupta 	tp = bpf_skc_to_tcp_sock(sk);
37*55144f31SPrankur gupta 	if (!tp)
38*55144f31SPrankur gupta 		return -1;
39*55144f31SPrankur gupta 	return tp->window_clamp;
40*55144f31SPrankur gupta }
41*55144f31SPrankur gupta 
42bd4aed0eSJiong Wang SEC("sockops")
bpf_testcb(struct bpf_sock_ops * skops)43bd4aed0eSJiong Wang int bpf_testcb(struct bpf_sock_ops *skops)
44bd4aed0eSJiong Wang {
45bd4aed0eSJiong Wang 	char header[sizeof(struct ipv6hdr) + sizeof(struct tcphdr)];
4686ed4be6SJohn Fastabend 	struct bpf_sock_ops *reuse = skops;
47bd4aed0eSJiong Wang 	struct tcphdr *thdr;
48*55144f31SPrankur gupta 	int window_clamp = 9216;
49bd4aed0eSJiong Wang 	int save_syn = 1;
50bd4aed0eSJiong Wang 	int rv = -1;
51bd4aed0eSJiong Wang 	int v = 0;
52bd4aed0eSJiong Wang 	int op;
53bd4aed0eSJiong Wang 
5486ed4be6SJohn Fastabend 	/* Test reading fields in bpf_sock_ops using single register */
5586ed4be6SJohn Fastabend 	asm volatile (
5686ed4be6SJohn Fastabend 		"%[reuse] = *(u32 *)(%[reuse] +96)"
5786ed4be6SJohn Fastabend 		: [reuse] "+r"(reuse)
5886ed4be6SJohn Fastabend 		:);
5986ed4be6SJohn Fastabend 
6086ed4be6SJohn Fastabend 	asm volatile (
6186ed4be6SJohn Fastabend 		"%[op] = *(u32 *)(%[skops] +96)"
6286ed4be6SJohn Fastabend 		: [op] "+r"(op)
6386ed4be6SJohn Fastabend 		: [skops] "r"(skops)
6486ed4be6SJohn Fastabend 		:);
6586ed4be6SJohn Fastabend 
668e0c1517SJohn Fastabend 	asm volatile (
678e0c1517SJohn Fastabend 		"r9 = %[skops];\n"
688e0c1517SJohn Fastabend 		"r8 = *(u32 *)(r9 +164);\n"
698e0c1517SJohn Fastabend 		"*(u32 *)(r9 +164) = r8;\n"
708e0c1517SJohn Fastabend 		:: [skops] "r"(skops)
718e0c1517SJohn Fastabend 		: "r9", "r8");
728e0c1517SJohn Fastabend 
739efa9e49SJohn Fastabend 	asm volatile (
749efa9e49SJohn Fastabend 		"r1 = %[skops];\n"
759efa9e49SJohn Fastabend 		"r1 = *(u64 *)(r1 +184);\n"
769efa9e49SJohn Fastabend 		"if r1 == 0 goto +1;\n"
779efa9e49SJohn Fastabend 		"r1 = *(u32 *)(r1 +4);\n"
789efa9e49SJohn Fastabend 		:: [skops] "r"(skops):"r1");
799efa9e49SJohn Fastabend 
809efa9e49SJohn Fastabend 	asm volatile (
819efa9e49SJohn Fastabend 		"r9 = %[skops];\n"
829efa9e49SJohn Fastabend 		"r9 = *(u64 *)(r9 +184);\n"
839efa9e49SJohn Fastabend 		"if r9 == 0 goto +1;\n"
849efa9e49SJohn Fastabend 		"r9 = *(u32 *)(r9 +4);\n"
859efa9e49SJohn Fastabend 		:: [skops] "r"(skops):"r9");
869efa9e49SJohn Fastabend 
879efa9e49SJohn Fastabend 	asm volatile (
889efa9e49SJohn Fastabend 		"r1 = %[skops];\n"
899efa9e49SJohn Fastabend 		"r2 = *(u64 *)(r1 +184);\n"
909efa9e49SJohn Fastabend 		"if r2 == 0 goto +1;\n"
919efa9e49SJohn Fastabend 		"r2 = *(u32 *)(r2 +4);\n"
929efa9e49SJohn Fastabend 		:: [skops] "r"(skops):"r1", "r2");
939efa9e49SJohn Fastabend 
94bd4aed0eSJiong Wang 	op = (int) skops->op;
95bd4aed0eSJiong Wang 
9621b5177eSAlexander Duyck 	global.event_map |= (1 << op);
97bd4aed0eSJiong Wang 
98bd4aed0eSJiong Wang 	switch (op) {
99*55144f31SPrankur gupta 	case BPF_SOCK_OPS_TCP_CONNECT_CB:
100*55144f31SPrankur gupta 		rv = bpf_setsockopt(skops, SOL_TCP, TCP_WINDOW_CLAMP,
101*55144f31SPrankur gupta 				    &window_clamp, sizeof(window_clamp));
102*55144f31SPrankur gupta 		global.window_clamp_client = get_tp_window_clamp(skops);
103*55144f31SPrankur gupta 		break;
104bd4aed0eSJiong Wang 	case BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB:
105bd4aed0eSJiong Wang 		/* Test failure to set largest cb flag (assumes not defined) */
10621b5177eSAlexander Duyck 		global.bad_cb_test_rv = bpf_sock_ops_cb_flags_set(skops, 0x80);
107bd4aed0eSJiong Wang 		/* Set callback */
10821b5177eSAlexander Duyck 		global.good_cb_test_rv = bpf_sock_ops_cb_flags_set(skops,
109bd4aed0eSJiong Wang 						 BPF_SOCK_OPS_STATE_CB_FLAG);
110bd4aed0eSJiong Wang 		break;
111bd4aed0eSJiong Wang 	case BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB:
112bd4aed0eSJiong Wang 		skops->sk_txhash = 0x12345f;
113bd4aed0eSJiong Wang 		v = 0xff;
114bd4aed0eSJiong Wang 		rv = bpf_setsockopt(skops, SOL_IPV6, IPV6_TCLASS, &v,
115bd4aed0eSJiong Wang 				    sizeof(v));
116bd4aed0eSJiong Wang 		if (skops->family == AF_INET6) {
117bd4aed0eSJiong Wang 			v = bpf_getsockopt(skops, IPPROTO_TCP, TCP_SAVED_SYN,
118bd4aed0eSJiong Wang 					   header, (sizeof(struct ipv6hdr) +
119bd4aed0eSJiong Wang 						    sizeof(struct tcphdr)));
120bd4aed0eSJiong Wang 			if (!v) {
121bd4aed0eSJiong Wang 				int offset = sizeof(struct ipv6hdr);
122bd4aed0eSJiong Wang 
123bd4aed0eSJiong Wang 				thdr = (struct tcphdr *)(header + offset);
124bd4aed0eSJiong Wang 				v = thdr->syn;
125bd4aed0eSJiong Wang 
12621b5177eSAlexander Duyck 				global.tcp_saved_syn = v;
127bd4aed0eSJiong Wang 			}
128bd4aed0eSJiong Wang 		}
129*55144f31SPrankur gupta 		rv = bpf_setsockopt(skops, SOL_TCP, TCP_WINDOW_CLAMP,
130*55144f31SPrankur gupta 				    &window_clamp, sizeof(window_clamp));
131*55144f31SPrankur gupta 
132*55144f31SPrankur gupta 		global.window_clamp_server = get_tp_window_clamp(skops);
133bd4aed0eSJiong Wang 		break;
134bd4aed0eSJiong Wang 	case BPF_SOCK_OPS_RTO_CB:
135bd4aed0eSJiong Wang 		break;
136bd4aed0eSJiong Wang 	case BPF_SOCK_OPS_RETRANS_CB:
137bd4aed0eSJiong Wang 		break;
138bd4aed0eSJiong Wang 	case BPF_SOCK_OPS_STATE_CB:
139bd4aed0eSJiong Wang 		if (skops->args[1] == BPF_TCP_CLOSE) {
140bd4aed0eSJiong Wang 			if (skops->args[0] == BPF_TCP_LISTEN) {
14121b5177eSAlexander Duyck 				global.num_listen++;
142bd4aed0eSJiong Wang 			} else {
14321b5177eSAlexander Duyck 				global.total_retrans = skops->total_retrans;
14421b5177eSAlexander Duyck 				global.data_segs_in = skops->data_segs_in;
14521b5177eSAlexander Duyck 				global.data_segs_out = skops->data_segs_out;
14621b5177eSAlexander Duyck 				global.bytes_received = skops->bytes_received;
14721b5177eSAlexander Duyck 				global.bytes_acked = skops->bytes_acked;
148bd4aed0eSJiong Wang 			}
14921b5177eSAlexander Duyck 			global.num_close_events++;
150bd4aed0eSJiong Wang 		}
151bd4aed0eSJiong Wang 		break;
152bd4aed0eSJiong Wang 	case BPF_SOCK_OPS_TCP_LISTEN_CB:
153bd4aed0eSJiong Wang 		bpf_sock_ops_cb_flags_set(skops, BPF_SOCK_OPS_STATE_CB_FLAG);
154bd4aed0eSJiong Wang 		v = bpf_setsockopt(skops, IPPROTO_TCP, TCP_SAVE_SYN,
155bd4aed0eSJiong Wang 				   &save_syn, sizeof(save_syn));
156bd4aed0eSJiong Wang 		/* Update global map w/ result of setsock opt */
15721b5177eSAlexander Duyck 		global.tcp_save_syn = v;
158bd4aed0eSJiong Wang 		break;
159bd4aed0eSJiong Wang 	default:
160bd4aed0eSJiong Wang 		rv = -1;
161bd4aed0eSJiong Wang 	}
162bd4aed0eSJiong Wang 	skops->reply = rv;
163bd4aed0eSJiong Wang 	return 1;
164bd4aed0eSJiong Wang }
165bd4aed0eSJiong Wang char _license[] SEC("license") = "GPL";
166