xref: /openbmc/linux/net/ipv4/tcp_minisocks.c (revision 734c8f75743983842736e6a99ec6be152b2b7f50)
1457c8996SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
21da177e4SLinus Torvalds /*
31da177e4SLinus Torvalds  * INET		An implementation of the TCP/IP protocol suite for the LINUX
41da177e4SLinus Torvalds  *		operating system.  INET is implemented using the  BSD Socket
51da177e4SLinus Torvalds  *		interface as the means of communication with the user level.
61da177e4SLinus Torvalds  *
71da177e4SLinus Torvalds  *		Implementation of the Transmission Control Protocol(TCP).
81da177e4SLinus Torvalds  *
902c30a84SJesper Juhl  * Authors:	Ross Biro
101da177e4SLinus Torvalds  *		Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
111da177e4SLinus Torvalds  *		Mark Evans, <evansmp@uhura.aston.ac.uk>
121da177e4SLinus Torvalds  *		Corey Minyard <wf-rch!minyard@relay.EU.net>
131da177e4SLinus Torvalds  *		Florian La Roche, <flla@stud.uni-sb.de>
141da177e4SLinus Torvalds  *		Charles Hedrick, <hedrick@klinzhai.rutgers.edu>
151da177e4SLinus Torvalds  *		Linus Torvalds, <torvalds@cs.helsinki.fi>
161da177e4SLinus Torvalds  *		Alan Cox, <gw4pts@gw4pts.ampr.org>
171da177e4SLinus Torvalds  *		Matthew Dillon, <dillon@apollo.west.oic.com>
181da177e4SLinus Torvalds  *		Arnt Gulbrandsen, <agulbra@nvg.unit.no>
191da177e4SLinus Torvalds  *		Jorge Cwik, <jorge@laser.satlink.net>
201da177e4SLinus Torvalds  */
211da177e4SLinus Torvalds 
221da177e4SLinus Torvalds #include <linux/mm.h>
231da177e4SLinus Torvalds #include <linux/module.h>
245a0e3ad6STejun Heo #include <linux/slab.h>
251da177e4SLinus Torvalds #include <linux/sysctl.h>
261da177e4SLinus Torvalds #include <linux/workqueue.h>
2760e2a778SUrsula Braun #include <linux/static_key.h>
281da177e4SLinus Torvalds #include <net/tcp.h>
291da177e4SLinus Torvalds #include <net/inet_common.h>
301da177e4SLinus Torvalds #include <net/xfrm.h>
31e5907459SAlexander Duyck #include <net/busy_poll.h>
321da177e4SLinus Torvalds 
33a2a385d6SEric Dumazet static bool tcp_in_window(u32 seq, u32 end_seq, u32 s_win, u32 e_win)
341da177e4SLinus Torvalds {
351da177e4SLinus Torvalds 	if (seq == s_win)
36a2a385d6SEric Dumazet 		return true;
371da177e4SLinus Torvalds 	if (after(end_seq, s_win) && before(seq, e_win))
38a2a385d6SEric Dumazet 		return true;
39a02cec21SEric Dumazet 	return seq == e_win && seq == end_seq;
401da177e4SLinus Torvalds }
411da177e4SLinus Torvalds 
424fb17a60SNeal Cardwell static enum tcp_tw_status
434fb17a60SNeal Cardwell tcp_timewait_check_oow_rate_limit(struct inet_timewait_sock *tw,
444fb17a60SNeal Cardwell 				  const struct sk_buff *skb, int mib_idx)
454fb17a60SNeal Cardwell {
464fb17a60SNeal Cardwell 	struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
474fb17a60SNeal Cardwell 
484fb17a60SNeal Cardwell 	if (!tcp_oow_rate_limited(twsk_net(tw), skb, mib_idx,
494fb17a60SNeal Cardwell 				  &tcptw->tw_last_oow_ack_time)) {
504fb17a60SNeal Cardwell 		/* Send ACK. Note, we do not put the bucket,
514fb17a60SNeal Cardwell 		 * it will be released by caller.
524fb17a60SNeal Cardwell 		 */
534fb17a60SNeal Cardwell 		return TCP_TW_ACK;
544fb17a60SNeal Cardwell 	}
554fb17a60SNeal Cardwell 
564fb17a60SNeal Cardwell 	/* We are rate-limiting, so just release the tw sock and drop skb. */
574fb17a60SNeal Cardwell 	inet_twsk_put(tw);
584fb17a60SNeal Cardwell 	return TCP_TW_SUCCESS;
594fb17a60SNeal Cardwell }
604fb17a60SNeal Cardwell 
611da177e4SLinus Torvalds /*
621da177e4SLinus Torvalds  * * Main purpose of TIME-WAIT state is to close connection gracefully,
631da177e4SLinus Torvalds  *   when one of ends sits in LAST-ACK or CLOSING retransmitting FIN
641da177e4SLinus Torvalds  *   (and, probably, tail of data) and one or more our ACKs are lost.
651da177e4SLinus Torvalds  * * What is TIME-WAIT timeout? It is associated with maximal packet
661da177e4SLinus Torvalds  *   lifetime in the internet, which results in wrong conclusion, that
671da177e4SLinus Torvalds  *   it is set to catch "old duplicate segments" wandering out of their path.
681da177e4SLinus Torvalds  *   It is not quite correct. This timeout is calculated so that it exceeds
691da177e4SLinus Torvalds  *   maximal retransmission timeout enough to allow to lose one (or more)
701da177e4SLinus Torvalds  *   segments sent by peer and our ACKs. This time may be calculated from RTO.
711da177e4SLinus Torvalds  * * When TIME-WAIT socket receives RST, it means that another end
721da177e4SLinus Torvalds  *   finally closed and we are allowed to kill TIME-WAIT too.
731da177e4SLinus Torvalds  * * Second purpose of TIME-WAIT is catching old duplicate segments.
741da177e4SLinus Torvalds  *   Well, certainly it is pure paranoia, but if we load TIME-WAIT
751da177e4SLinus Torvalds  *   with this semantics, we MUST NOT kill TIME-WAIT state with RSTs.
761da177e4SLinus Torvalds  * * If we invented some more clever way to catch duplicates
771da177e4SLinus Torvalds  *   (f.e. based on PAWS), we could truncate TIME-WAIT to several RTOs.
781da177e4SLinus Torvalds  *
791da177e4SLinus Torvalds  * The algorithm below is based on FORMAL INTERPRETATION of RFCs.
801da177e4SLinus Torvalds  * When you compare it to RFCs, please, read section SEGMENT ARRIVES
811da177e4SLinus Torvalds  * from the very beginning.
821da177e4SLinus Torvalds  *
831da177e4SLinus Torvalds  * NOTE. With recycling (and later with fin-wait-2) TW bucket
841da177e4SLinus Torvalds  * is _not_ stateless. It means, that strictly speaking we must
851da177e4SLinus Torvalds  * spinlock it. I do not want! Well, probability of misbehaviour
861da177e4SLinus Torvalds  * is ridiculously low and, seems, we could use some mb() tricks
871da177e4SLinus Torvalds  * to avoid misread sequence numbers, states etc.  --ANK
884308fc58SAlan Cox  *
894308fc58SAlan Cox  * We don't need to initialize tmp_out.sack_ok as we don't use the results
901da177e4SLinus Torvalds  */
911da177e4SLinus Torvalds enum tcp_tw_status
928feaf0c0SArnaldo Carvalho de Melo tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb,
938feaf0c0SArnaldo Carvalho de Melo 			   const struct tcphdr *th)
941da177e4SLinus Torvalds {
951da177e4SLinus Torvalds 	struct tcp_options_received tmp_opt;
964957faadSWilliam Allen Simpson 	struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
97a2a385d6SEric Dumazet 	bool paws_reject = false;
981da177e4SLinus Torvalds 
99bb5b7c11SDavid S. Miller 	tmp_opt.saw_tstamp = 0;
1008feaf0c0SArnaldo Carvalho de Melo 	if (th->doff > (sizeof(*th) >> 2) && tcptw->tw_ts_recent_stamp) {
101eed29f17SEric Dumazet 		tcp_parse_options(twsk_net(tw), skb, &tmp_opt, 0, NULL);
1021da177e4SLinus Torvalds 
1031da177e4SLinus Torvalds 		if (tmp_opt.saw_tstamp) {
104eee2faabSAlexey Kodanev 			if (tmp_opt.rcv_tsecr)
105ee684b6fSAndrey Vagin 				tmp_opt.rcv_tsecr -= tcptw->tw_ts_offset;
1068feaf0c0SArnaldo Carvalho de Melo 			tmp_opt.ts_recent	= tcptw->tw_ts_recent;
1078feaf0c0SArnaldo Carvalho de Melo 			tmp_opt.ts_recent_stamp	= tcptw->tw_ts_recent_stamp;
108c887e6d2SIlpo Järvinen 			paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
1091da177e4SLinus Torvalds 		}
1101da177e4SLinus Torvalds 	}
1111da177e4SLinus Torvalds 
1121da177e4SLinus Torvalds 	if (tw->tw_substate == TCP_FIN_WAIT2) {
1131da177e4SLinus Torvalds 		/* Just repeat all the checks of tcp_rcv_state_process() */
1141da177e4SLinus Torvalds 
1151da177e4SLinus Torvalds 		/* Out of window, send ACK */
1161da177e4SLinus Torvalds 		if (paws_reject ||
1171da177e4SLinus Torvalds 		    !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
1188feaf0c0SArnaldo Carvalho de Melo 				   tcptw->tw_rcv_nxt,
1198feaf0c0SArnaldo Carvalho de Melo 				   tcptw->tw_rcv_nxt + tcptw->tw_rcv_wnd))
1204fb17a60SNeal Cardwell 			return tcp_timewait_check_oow_rate_limit(
1214fb17a60SNeal Cardwell 				tw, skb, LINUX_MIB_TCPACKSKIPPEDFINWAIT2);
1221da177e4SLinus Torvalds 
1231da177e4SLinus Torvalds 		if (th->rst)
1241da177e4SLinus Torvalds 			goto kill;
1251da177e4SLinus Torvalds 
1268feaf0c0SArnaldo Carvalho de Melo 		if (th->syn && !before(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt))
127271c3b9bSFlorian Westphal 			return TCP_TW_RST;
1281da177e4SLinus Torvalds 
1291da177e4SLinus Torvalds 		/* Dup ACK? */
1301ac530b3SWei Yongjun 		if (!th->ack ||
1311ac530b3SWei Yongjun 		    !after(TCP_SKB_CB(skb)->end_seq, tcptw->tw_rcv_nxt) ||
1321da177e4SLinus Torvalds 		    TCP_SKB_CB(skb)->end_seq == TCP_SKB_CB(skb)->seq) {
1338feaf0c0SArnaldo Carvalho de Melo 			inet_twsk_put(tw);
1341da177e4SLinus Torvalds 			return TCP_TW_SUCCESS;
1351da177e4SLinus Torvalds 		}
1361da177e4SLinus Torvalds 
1371da177e4SLinus Torvalds 		/* New data or FIN. If new data arrive after half-duplex close,
1381da177e4SLinus Torvalds 		 * reset.
1391da177e4SLinus Torvalds 		 */
1401da177e4SLinus Torvalds 		if (!th->fin ||
141271c3b9bSFlorian Westphal 		    TCP_SKB_CB(skb)->end_seq != tcptw->tw_rcv_nxt + 1)
1421da177e4SLinus Torvalds 			return TCP_TW_RST;
1431da177e4SLinus Torvalds 
1441da177e4SLinus Torvalds 		/* FIN arrived, enter true time-wait state. */
1451da177e4SLinus Torvalds 		tw->tw_substate	  = TCP_TIME_WAIT;
1468feaf0c0SArnaldo Carvalho de Melo 		tcptw->tw_rcv_nxt = TCP_SKB_CB(skb)->end_seq;
1471da177e4SLinus Torvalds 		if (tmp_opt.saw_tstamp) {
148cca9bab1SArnd Bergmann 			tcptw->tw_ts_recent_stamp = ktime_get_seconds();
1498feaf0c0SArnaldo Carvalho de Melo 			tcptw->tw_ts_recent	  = tmp_opt.rcv_tsval;
1501da177e4SLinus Torvalds 		}
1511da177e4SLinus Torvalds 
152ed2e9239SEric Dumazet 		inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
1531da177e4SLinus Torvalds 		return TCP_TW_ACK;
1541da177e4SLinus Torvalds 	}
1551da177e4SLinus Torvalds 
1561da177e4SLinus Torvalds 	/*
1571da177e4SLinus Torvalds 	 *	Now real TIME-WAIT state.
1581da177e4SLinus Torvalds 	 *
1591da177e4SLinus Torvalds 	 *	RFC 1122:
1601da177e4SLinus Torvalds 	 *	"When a connection is [...] on TIME-WAIT state [...]
1611da177e4SLinus Torvalds 	 *	[a TCP] MAY accept a new SYN from the remote TCP to
1621da177e4SLinus Torvalds 	 *	reopen the connection directly, if it:
1631da177e4SLinus Torvalds 	 *
1641da177e4SLinus Torvalds 	 *	(1)  assigns its initial sequence number for the new
1651da177e4SLinus Torvalds 	 *	connection to be larger than the largest sequence
1661da177e4SLinus Torvalds 	 *	number it used on the previous connection incarnation,
1671da177e4SLinus Torvalds 	 *	and
1681da177e4SLinus Torvalds 	 *
1691da177e4SLinus Torvalds 	 *	(2)  returns to TIME-WAIT state if the SYN turns out
1701da177e4SLinus Torvalds 	 *	to be an old duplicate".
1711da177e4SLinus Torvalds 	 */
1721da177e4SLinus Torvalds 
1731da177e4SLinus Torvalds 	if (!paws_reject &&
1748feaf0c0SArnaldo Carvalho de Melo 	    (TCP_SKB_CB(skb)->seq == tcptw->tw_rcv_nxt &&
1751da177e4SLinus Torvalds 	     (TCP_SKB_CB(skb)->seq == TCP_SKB_CB(skb)->end_seq || th->rst))) {
1761da177e4SLinus Torvalds 		/* In window segment, it may be only reset or bare ack. */
1771da177e4SLinus Torvalds 
1781da177e4SLinus Torvalds 		if (th->rst) {
179caa20d9aSStephen Hemminger 			/* This is TIME_WAIT assassination, in two flavors.
1801da177e4SLinus Torvalds 			 * Oh well... nobody has a sufficient solution to this
1811da177e4SLinus Torvalds 			 * protocol bug yet.
1821da177e4SLinus Torvalds 			 */
183625357aaSEric Dumazet 			if (twsk_net(tw)->ipv4.sysctl_tcp_rfc1337 == 0) {
1841da177e4SLinus Torvalds kill:
185dbe7faa4SEric Dumazet 				inet_twsk_deschedule_put(tw);
1861da177e4SLinus Torvalds 				return TCP_TW_SUCCESS;
1871da177e4SLinus Torvalds 			}
18863cc357fSFlorian Westphal 		} else {
189ed2e9239SEric Dumazet 			inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
19063cc357fSFlorian Westphal 		}
1911da177e4SLinus Torvalds 
1921da177e4SLinus Torvalds 		if (tmp_opt.saw_tstamp) {
1938feaf0c0SArnaldo Carvalho de Melo 			tcptw->tw_ts_recent	  = tmp_opt.rcv_tsval;
194cca9bab1SArnd Bergmann 			tcptw->tw_ts_recent_stamp = ktime_get_seconds();
1951da177e4SLinus Torvalds 		}
1961da177e4SLinus Torvalds 
1978feaf0c0SArnaldo Carvalho de Melo 		inet_twsk_put(tw);
1981da177e4SLinus Torvalds 		return TCP_TW_SUCCESS;
1991da177e4SLinus Torvalds 	}
2001da177e4SLinus Torvalds 
2011da177e4SLinus Torvalds 	/* Out of window segment.
2021da177e4SLinus Torvalds 
2031da177e4SLinus Torvalds 	   All the segments are ACKed immediately.
2041da177e4SLinus Torvalds 
2051da177e4SLinus Torvalds 	   The only exception is new SYN. We accept it, if it is
2061da177e4SLinus Torvalds 	   not old duplicate and we are not in danger to be killed
2071da177e4SLinus Torvalds 	   by delayed old duplicates. RFC check is that it has
2081da177e4SLinus Torvalds 	   newer sequence number works at rates <40Mbit/sec.
2091da177e4SLinus Torvalds 	   However, if paws works, it is reliable AND even more,
2101da177e4SLinus Torvalds 	   we even may relax silly seq space cutoff.
2111da177e4SLinus Torvalds 
2121da177e4SLinus Torvalds 	   RED-PEN: we violate main RFC requirement, if this SYN will appear
2131da177e4SLinus Torvalds 	   old duplicate (i.e. we receive RST in reply to SYN-ACK),
2141da177e4SLinus Torvalds 	   we must return socket to time-wait state. It is not good,
2151da177e4SLinus Torvalds 	   but not fatal yet.
2161da177e4SLinus Torvalds 	 */
2171da177e4SLinus Torvalds 
2181da177e4SLinus Torvalds 	if (th->syn && !th->rst && !th->ack && !paws_reject &&
2198feaf0c0SArnaldo Carvalho de Melo 	    (after(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt) ||
2208feaf0c0SArnaldo Carvalho de Melo 	     (tmp_opt.saw_tstamp &&
2218feaf0c0SArnaldo Carvalho de Melo 	      (s32)(tcptw->tw_ts_recent - tmp_opt.rcv_tsval) < 0))) {
2228feaf0c0SArnaldo Carvalho de Melo 		u32 isn = tcptw->tw_snd_nxt + 65535 + 2;
2231da177e4SLinus Torvalds 		if (isn == 0)
2241da177e4SLinus Torvalds 			isn++;
22504317dafSEric Dumazet 		TCP_SKB_CB(skb)->tcp_tw_isn = isn;
2261da177e4SLinus Torvalds 		return TCP_TW_SYN;
2271da177e4SLinus Torvalds 	}
2281da177e4SLinus Torvalds 
2291da177e4SLinus Torvalds 	if (paws_reject)
23002a1d6e7SEric Dumazet 		__NET_INC_STATS(twsk_net(tw), LINUX_MIB_PAWSESTABREJECTED);
2311da177e4SLinus Torvalds 
2321da177e4SLinus Torvalds 	if (!th->rst) {
2331da177e4SLinus Torvalds 		/* In this case we must reset the TIMEWAIT timer.
2341da177e4SLinus Torvalds 		 *
2351da177e4SLinus Torvalds 		 * If it is ACKless SYN it may be both old duplicate
2361da177e4SLinus Torvalds 		 * and new good SYN with random sequence number <rcv_nxt.
2371da177e4SLinus Torvalds 		 * Do not reschedule in the last case.
2381da177e4SLinus Torvalds 		 */
2391da177e4SLinus Torvalds 		if (paws_reject || th->ack)
240ed2e9239SEric Dumazet 			inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
2411da177e4SLinus Torvalds 
2424fb17a60SNeal Cardwell 		return tcp_timewait_check_oow_rate_limit(
2434fb17a60SNeal Cardwell 			tw, skb, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT);
2441da177e4SLinus Torvalds 	}
2458feaf0c0SArnaldo Carvalho de Melo 	inet_twsk_put(tw);
2461da177e4SLinus Torvalds 	return TCP_TW_SUCCESS;
2471da177e4SLinus Torvalds }
2484bc2f18bSEric Dumazet EXPORT_SYMBOL(tcp_timewait_state_process);
2491da177e4SLinus Torvalds 
2501da177e4SLinus Torvalds /*
2511da177e4SLinus Torvalds  * Move a socket to time-wait or dead fin-wait-2 state.
2521da177e4SLinus Torvalds  */
2531da177e4SLinus Torvalds void tcp_time_wait(struct sock *sk, int state, int timeo)
2541da177e4SLinus Torvalds {
2558292a17aSArnaldo Carvalho de Melo 	const struct inet_connection_sock *icsk = inet_csk(sk);
2568feaf0c0SArnaldo Carvalho de Melo 	const struct tcp_sock *tp = tcp_sk(sk);
257789f558cSEric Dumazet 	struct inet_timewait_sock *tw;
2581946e672SHaishuang Yan 	struct inet_timewait_death_row *tcp_death_row = &sock_net(sk)->ipv4.tcp_death_row;
2591da177e4SLinus Torvalds 
2601946e672SHaishuang Yan 	tw = inet_twsk_alloc(sk, tcp_death_row, state);
2611da177e4SLinus Torvalds 
26200db4124SIan Morris 	if (tw) {
2638feaf0c0SArnaldo Carvalho de Melo 		struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
264463c84b9SArnaldo Carvalho de Melo 		const int rto = (icsk->icsk_rto << 2) - (icsk->icsk_rto >> 1);
2652397849bSDavid S. Miller 		struct inet_sock *inet = inet_sk(sk);
2668feaf0c0SArnaldo Carvalho de Melo 
2672397849bSDavid S. Miller 		tw->tw_transparent	= inet->transparent;
26800483690SJon Maxwell 		tw->tw_mark		= sk->sk_mark;
269f6c0f5d2SEric Dumazet 		tw->tw_priority		= sk->sk_priority;
2701da177e4SLinus Torvalds 		tw->tw_rcv_wscale	= tp->rx_opt.rcv_wscale;
2718feaf0c0SArnaldo Carvalho de Melo 		tcptw->tw_rcv_nxt	= tp->rcv_nxt;
2728feaf0c0SArnaldo Carvalho de Melo 		tcptw->tw_snd_nxt	= tp->snd_nxt;
2738feaf0c0SArnaldo Carvalho de Melo 		tcptw->tw_rcv_wnd	= tcp_receive_window(tp);
2748feaf0c0SArnaldo Carvalho de Melo 		tcptw->tw_ts_recent	= tp->rx_opt.ts_recent;
2758feaf0c0SArnaldo Carvalho de Melo 		tcptw->tw_ts_recent_stamp = tp->rx_opt.ts_recent_stamp;
276ceaa1fefSAndrey Vagin 		tcptw->tw_ts_offset	= tp->tsoffset;
2774fb17a60SNeal Cardwell 		tcptw->tw_last_oow_ack_time = 0;
278a842fe14SEric Dumazet 		tcptw->tw_tx_delay	= tp->tcp_tx_delay;
279dfd56b8bSEric Dumazet #if IS_ENABLED(CONFIG_IPV6)
2801da177e4SLinus Torvalds 		if (tw->tw_family == PF_INET6) {
2811da177e4SLinus Torvalds 			struct ipv6_pinfo *np = inet6_sk(sk);
2821da177e4SLinus Torvalds 
283efe4208fSEric Dumazet 			tw->tw_v6_daddr = sk->sk_v6_daddr;
284efe4208fSEric Dumazet 			tw->tw_v6_rcv_saddr = sk->sk_v6_rcv_saddr;
285b903d324SEric Dumazet 			tw->tw_tclass = np->tclass;
28621858cd0SFlorent Fourcot 			tw->tw_flowlabel = be32_to_cpu(np->flow_label & IPV6_FLOWLABEL_MASK);
287c67b8555SEric Dumazet 			tw->tw_txhash = sk->sk_txhash;
2889fe516baSEric Dumazet 			tw->tw_ipv6only = sk->sk_ipv6only;
289c676270bSArnaldo Carvalho de Melo 		}
2901da177e4SLinus Torvalds #endif
291cfb6eeb4SYOSHIFUJI Hideaki 
292cfb6eeb4SYOSHIFUJI Hideaki #ifdef CONFIG_TCP_MD5SIG
293cfb6eeb4SYOSHIFUJI Hideaki 		/*
294cfb6eeb4SYOSHIFUJI Hideaki 		 * The timewait bucket does not have the key DB from the
295cfb6eeb4SYOSHIFUJI Hideaki 		 * sock structure. We just make a quick copy of the
296cfb6eeb4SYOSHIFUJI Hideaki 		 * md5 key being used (if indeed we are using one)
297cfb6eeb4SYOSHIFUJI Hideaki 		 * so the timewait ack generating code has the key.
298cfb6eeb4SYOSHIFUJI Hideaki 		 */
299cfb6eeb4SYOSHIFUJI Hideaki 		do {
300a915da9bSEric Dumazet 			tcptw->tw_md5_key = NULL;
3016aedbf98SEric Dumazet 			if (static_branch_unlikely(&tcp_md5_needed)) {
3026aedbf98SEric Dumazet 				struct tcp_md5sig_key *key;
3036aedbf98SEric Dumazet 
304cfb6eeb4SYOSHIFUJI Hideaki 				key = tp->af_specific->md5_lookup(sk, sk);
30500db4124SIan Morris 				if (key) {
306a915da9bSEric Dumazet 					tcptw->tw_md5_key = kmemdup(key, sizeof(*key), GFP_ATOMIC);
30749ca1943SGustavo A. R. Silva 					BUG_ON(tcptw->tw_md5_key && !tcp_alloc_md5sig_pool());
308cfb6eeb4SYOSHIFUJI Hideaki 				}
3096aedbf98SEric Dumazet 			}
310cfb6eeb4SYOSHIFUJI Hideaki 		} while (0);
311cfb6eeb4SYOSHIFUJI Hideaki #endif
312cfb6eeb4SYOSHIFUJI Hideaki 
3131da177e4SLinus Torvalds 		/* Get the TIME_WAIT timeout firing. */
3141da177e4SLinus Torvalds 		if (timeo < rto)
3151da177e4SLinus Torvalds 			timeo = rto;
3161da177e4SLinus Torvalds 
3171da177e4SLinus Torvalds 		if (state == TCP_TIME_WAIT)
3181da177e4SLinus Torvalds 			timeo = TCP_TIMEWAIT_LEN;
3191da177e4SLinus Torvalds 
320cfac7f83SEric Dumazet 		/* tw_timer is pinned, so we need to make sure BH are disabled
321cfac7f83SEric Dumazet 		 * in following section, otherwise timer handler could run before
322cfac7f83SEric Dumazet 		 * we complete the initialization.
323cfac7f83SEric Dumazet 		 */
324cfac7f83SEric Dumazet 		local_bh_disable();
325789f558cSEric Dumazet 		inet_twsk_schedule(tw, timeo);
326ec94c269SEric Dumazet 		/* Linkage updates.
327ec94c269SEric Dumazet 		 * Note that access to tw after this point is illegal.
328ec94c269SEric Dumazet 		 */
329ec94c269SEric Dumazet 		inet_twsk_hashdance(tw, sk, &tcp_hashinfo);
330cfac7f83SEric Dumazet 		local_bh_enable();
3311da177e4SLinus Torvalds 	} else {
3321da177e4SLinus Torvalds 		/* Sorry, if we're out of memory, just CLOSE this
3331da177e4SLinus Torvalds 		 * socket up.  We've got bigger problems than
3341da177e4SLinus Torvalds 		 * non-graceful socket closings.
3351da177e4SLinus Torvalds 		 */
336c10d9310SEric Dumazet 		NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPTIMEWAITOVERFLOW);
3371da177e4SLinus Torvalds 	}
3381da177e4SLinus Torvalds 
3391da177e4SLinus Torvalds 	tcp_update_metrics(sk);
3401da177e4SLinus Torvalds 	tcp_done(sk);
3411da177e4SLinus Torvalds }
342cc35c88aSAtul Gupta EXPORT_SYMBOL(tcp_time_wait);
3431da177e4SLinus Torvalds 
344cfb6eeb4SYOSHIFUJI Hideaki void tcp_twsk_destructor(struct sock *sk)
345cfb6eeb4SYOSHIFUJI Hideaki {
346b6242b9bSDavid S. Miller #ifdef CONFIG_TCP_MD5SIG
3476aedbf98SEric Dumazet 	if (static_branch_unlikely(&tcp_md5_needed)) {
348a928630aSDavid S. Miller 		struct tcp_timewait_sock *twsk = tcp_twsk(sk);
3492397849bSDavid S. Miller 
35071cea17eSEric Dumazet 		if (twsk->tw_md5_key)
351a915da9bSEric Dumazet 			kfree_rcu(twsk->tw_md5_key, rcu);
3526aedbf98SEric Dumazet 	}
353cfb6eeb4SYOSHIFUJI Hideaki #endif
354cfb6eeb4SYOSHIFUJI Hideaki }
355cfb6eeb4SYOSHIFUJI Hideaki EXPORT_SYMBOL_GPL(tcp_twsk_destructor);
356cfb6eeb4SYOSHIFUJI Hideaki 
357b1964b5fSEric Dumazet /* Warning : This function is called without sk_listener being locked.
358b1964b5fSEric Dumazet  * Be sure to read socket fields once, as their value could change under us.
359b1964b5fSEric Dumazet  */
360843f4a55SYuchung Cheng void tcp_openreq_init_rwin(struct request_sock *req,
361b1964b5fSEric Dumazet 			   const struct sock *sk_listener,
362b1964b5fSEric Dumazet 			   const struct dst_entry *dst)
363843f4a55SYuchung Cheng {
364843f4a55SYuchung Cheng 	struct inet_request_sock *ireq = inet_rsk(req);
365b1964b5fSEric Dumazet 	const struct tcp_sock *tp = tcp_sk(sk_listener);
366b1964b5fSEric Dumazet 	int full_space = tcp_full_space(sk_listener);
367b1964b5fSEric Dumazet 	u32 window_clamp;
368b1964b5fSEric Dumazet 	__u8 rcv_wscale;
36913d3b1ebSLawrence Brakmo 	u32 rcv_wnd;
3703541f9e8SEric Dumazet 	int mss;
371843f4a55SYuchung Cheng 
3723541f9e8SEric Dumazet 	mss = tcp_mss_clamp(tp, dst_metric_advmss(dst));
373b1964b5fSEric Dumazet 	window_clamp = READ_ONCE(tp->window_clamp);
374843f4a55SYuchung Cheng 	/* Set this up on the first call only */
375ed53d0abSEric Dumazet 	req->rsk_window_clamp = window_clamp ? : dst_metric(dst, RTAX_WINDOW);
376843f4a55SYuchung Cheng 
377843f4a55SYuchung Cheng 	/* limit the window selection if the user enforce a smaller rx buffer */
378b1964b5fSEric Dumazet 	if (sk_listener->sk_userlocks & SOCK_RCVBUF_LOCK &&
379ed53d0abSEric Dumazet 	    (req->rsk_window_clamp > full_space || req->rsk_window_clamp == 0))
380ed53d0abSEric Dumazet 		req->rsk_window_clamp = full_space;
381843f4a55SYuchung Cheng 
38213d3b1ebSLawrence Brakmo 	rcv_wnd = tcp_rwnd_init_bpf((struct sock *)req);
38313d3b1ebSLawrence Brakmo 	if (rcv_wnd == 0)
38413d3b1ebSLawrence Brakmo 		rcv_wnd = dst_metric(dst, RTAX_INITRWND);
38513d3b1ebSLawrence Brakmo 	else if (full_space < rcv_wnd * mss)
38613d3b1ebSLawrence Brakmo 		full_space = rcv_wnd * mss;
38713d3b1ebSLawrence Brakmo 
388843f4a55SYuchung Cheng 	/* tcp_full_space because it is guaranteed to be the first packet */
389ceef9ab6SEric Dumazet 	tcp_select_initial_window(sk_listener, full_space,
390843f4a55SYuchung Cheng 		mss - (ireq->tstamp_ok ? TCPOLEN_TSTAMP_ALIGNED : 0),
391ed53d0abSEric Dumazet 		&req->rsk_rcv_wnd,
392ed53d0abSEric Dumazet 		&req->rsk_window_clamp,
393843f4a55SYuchung Cheng 		ireq->wscale_ok,
394843f4a55SYuchung Cheng 		&rcv_wscale,
39513d3b1ebSLawrence Brakmo 		rcv_wnd);
396843f4a55SYuchung Cheng 	ireq->rcv_wscale = rcv_wscale;
397843f4a55SYuchung Cheng }
398843f4a55SYuchung Cheng EXPORT_SYMBOL(tcp_openreq_init_rwin);
399843f4a55SYuchung Cheng 
400735d3831SFlorian Westphal static void tcp_ecn_openreq_child(struct tcp_sock *tp,
401735d3831SFlorian Westphal 				  const struct request_sock *req)
402bdf1ee5dSIlpo Järvinen {
403bdf1ee5dSIlpo Järvinen 	tp->ecn_flags = inet_rsk(req)->ecn_ok ? TCP_ECN_OK : 0;
404bdf1ee5dSIlpo Järvinen }
405bdf1ee5dSIlpo Järvinen 
40681164413SDaniel Borkmann void tcp_ca_openreq_child(struct sock *sk, const struct dst_entry *dst)
40781164413SDaniel Borkmann {
40881164413SDaniel Borkmann 	struct inet_connection_sock *icsk = inet_csk(sk);
40981164413SDaniel Borkmann 	u32 ca_key = dst_metric(dst, RTAX_CC_ALGO);
41081164413SDaniel Borkmann 	bool ca_got_dst = false;
41181164413SDaniel Borkmann 
41281164413SDaniel Borkmann 	if (ca_key != TCP_CA_UNSPEC) {
41381164413SDaniel Borkmann 		const struct tcp_congestion_ops *ca;
41481164413SDaniel Borkmann 
41581164413SDaniel Borkmann 		rcu_read_lock();
41681164413SDaniel Borkmann 		ca = tcp_ca_find_key(ca_key);
4170baf26b0SMartin KaFai Lau 		if (likely(ca && bpf_try_module_get(ca, ca->owner))) {
41881164413SDaniel Borkmann 			icsk->icsk_ca_dst_locked = tcp_ca_dst_locked(dst);
41981164413SDaniel Borkmann 			icsk->icsk_ca_ops = ca;
42081164413SDaniel Borkmann 			ca_got_dst = true;
42181164413SDaniel Borkmann 		}
42281164413SDaniel Borkmann 		rcu_read_unlock();
42381164413SDaniel Borkmann 	}
42481164413SDaniel Borkmann 
4259f950415SNeal Cardwell 	/* If no valid choice made yet, assign current system default ca. */
4269f950415SNeal Cardwell 	if (!ca_got_dst &&
4279f950415SNeal Cardwell 	    (!icsk->icsk_ca_setsockopt ||
4280baf26b0SMartin KaFai Lau 	     !bpf_try_module_get(icsk->icsk_ca_ops, icsk->icsk_ca_ops->owner)))
42981164413SDaniel Borkmann 		tcp_assign_congestion_control(sk);
43081164413SDaniel Borkmann 
43181164413SDaniel Borkmann 	tcp_set_ca_state(sk, TCP_CA_Open);
43281164413SDaniel Borkmann }
43381164413SDaniel Borkmann EXPORT_SYMBOL_GPL(tcp_ca_openreq_child);
43481164413SDaniel Borkmann 
43560e2a778SUrsula Braun static void smc_check_reset_syn_req(struct tcp_sock *oldtp,
43660e2a778SUrsula Braun 				    struct request_sock *req,
43760e2a778SUrsula Braun 				    struct tcp_sock *newtp)
43860e2a778SUrsula Braun {
43960e2a778SUrsula Braun #if IS_ENABLED(CONFIG_SMC)
44060e2a778SUrsula Braun 	struct inet_request_sock *ireq;
44160e2a778SUrsula Braun 
44260e2a778SUrsula Braun 	if (static_branch_unlikely(&tcp_have_smc)) {
44360e2a778SUrsula Braun 		ireq = inet_rsk(req);
44460e2a778SUrsula Braun 		if (oldtp->syn_smc && !ireq->smc_ok)
44560e2a778SUrsula Braun 			newtp->syn_smc = 0;
44660e2a778SUrsula Braun 	}
44760e2a778SUrsula Braun #endif
44860e2a778SUrsula Braun }
44960e2a778SUrsula Braun 
4501da177e4SLinus Torvalds /* This is not only more efficient than what we used to do, it eliminates
4511da177e4SLinus Torvalds  * a lot of code duplication between IPv4/IPv6 SYN recv processing. -DaveM
4521da177e4SLinus Torvalds  *
4531da177e4SLinus Torvalds  * Actually, we could lots of memory writes here. tp of listening
4541da177e4SLinus Torvalds  * socket contains all necessary default parameters.
4551da177e4SLinus Torvalds  */
456c28c6f04SEric Dumazet struct sock *tcp_create_openreq_child(const struct sock *sk,
457c28c6f04SEric Dumazet 				      struct request_sock *req,
458c28c6f04SEric Dumazet 				      struct sk_buff *skb)
4591da177e4SLinus Torvalds {
460e56c57d0SEric Dumazet 	struct sock *newsk = inet_csk_clone_lock(sk, req, GFP_ATOMIC);
4619f1d2604SArnaldo Carvalho de Melo 	const struct inet_request_sock *ireq = inet_rsk(req);
4622e6599cbSArnaldo Carvalho de Melo 	struct tcp_request_sock *treq = tcp_rsk(req);
463242b1bbeSEric Dumazet 	struct inet_connection_sock *newicsk;
464242b1bbeSEric Dumazet 	struct tcp_sock *oldtp, *newtp;
465dba7d9b8SEric Dumazet 	u32 seq;
466242b1bbeSEric Dumazet 
467242b1bbeSEric Dumazet 	if (!newsk)
468242b1bbeSEric Dumazet 		return NULL;
469242b1bbeSEric Dumazet 
470242b1bbeSEric Dumazet 	newicsk = inet_csk(newsk);
471242b1bbeSEric Dumazet 	newtp = tcp_sk(newsk);
472242b1bbeSEric Dumazet 	oldtp = tcp_sk(sk);
47360e2a778SUrsula Braun 
47460e2a778SUrsula Braun 	smc_check_reset_syn_req(oldtp, req, newtp);
4751da177e4SLinus Torvalds 
4761da177e4SLinus Torvalds 	/* Now setup tcp_sock */
47731770e34SFlorian Westphal 	newtp->pred_flags = 0;
47831770e34SFlorian Westphal 
479dba7d9b8SEric Dumazet 	seq = treq->rcv_isn + 1;
480dba7d9b8SEric Dumazet 	newtp->rcv_wup = seq;
4817db48e98SEric Dumazet 	WRITE_ONCE(newtp->copied_seq, seq);
482dba7d9b8SEric Dumazet 	WRITE_ONCE(newtp->rcv_nxt, seq);
483a9d99ce2SEric Dumazet 	newtp->segs_in = 1;
484435cf559SWilliam Allen Simpson 
485e0d694d6SEric Dumazet 	seq = treq->snt_isn + 1;
486e0d694d6SEric Dumazet 	newtp->snd_sml = newtp->snd_una = seq;
487e0d694d6SEric Dumazet 	WRITE_ONCE(newtp->snd_nxt, seq);
488e0d694d6SEric Dumazet 	newtp->snd_up = seq;
4891da177e4SLinus Torvalds 
49046d3ceabSEric Dumazet 	INIT_LIST_HEAD(&newtp->tsq_node);
491e2080072SEric Dumazet 	INIT_LIST_HEAD(&newtp->tsorted_sent_queue);
4921da177e4SLinus Torvalds 
493ee7537b6SHantzis Fotis 	tcp_init_wl(newtp, treq->rcv_isn);
4941da177e4SLinus Torvalds 
495ac9517fcSEric Dumazet 	minmax_reset(&newtp->rtt_min, tcp_jiffies32, ~0U);
49670eabf0eSEric Dumazet 	newicsk->icsk_ack.lrcvtime = tcp_jiffies32;
4971da177e4SLinus Torvalds 
4989a568de4SEric Dumazet 	newtp->lsndtime = tcp_jiffies32;
499d8ed6250SEric Dumazet 	newsk->sk_txhash = treq->txhash;
500375fe02cSYuchung Cheng 	newtp->total_retrans = req->num_retrans;
5011da177e4SLinus Torvalds 
5021da177e4SLinus Torvalds 	tcp_init_xmit_timers(newsk);
5030f317464SEric Dumazet 	WRITE_ONCE(newtp->write_seq, newtp->pushed_seq = treq->snt_isn + 1);
5041da177e4SLinus Torvalds 
5051da177e4SLinus Torvalds 	if (sock_flag(newsk, SOCK_KEEPOPEN))
506463c84b9SArnaldo Carvalho de Melo 		inet_csk_reset_keepalive_timer(newsk,
5071da177e4SLinus Torvalds 					       keepalive_time_when(newtp));
5081da177e4SLinus Torvalds 
5092e6599cbSArnaldo Carvalho de Melo 	newtp->rx_opt.tstamp_ok = ireq->tstamp_ok;
510713bafeaSYuchung Cheng 	newtp->rx_opt.sack_ok = ireq->sack_ok;
511ed53d0abSEric Dumazet 	newtp->window_clamp = req->rsk_window_clamp;
512ed53d0abSEric Dumazet 	newtp->rcv_ssthresh = req->rsk_rcv_wnd;
513ed53d0abSEric Dumazet 	newtp->rcv_wnd = req->rsk_rcv_wnd;
5142e6599cbSArnaldo Carvalho de Melo 	newtp->rx_opt.wscale_ok = ireq->wscale_ok;
5151da177e4SLinus Torvalds 	if (newtp->rx_opt.wscale_ok) {
5162e6599cbSArnaldo Carvalho de Melo 		newtp->rx_opt.snd_wscale = ireq->snd_wscale;
5172e6599cbSArnaldo Carvalho de Melo 		newtp->rx_opt.rcv_wscale = ireq->rcv_wscale;
5181da177e4SLinus Torvalds 	} else {
5191da177e4SLinus Torvalds 		newtp->rx_opt.snd_wscale = newtp->rx_opt.rcv_wscale = 0;
5201da177e4SLinus Torvalds 		newtp->window_clamp = min(newtp->window_clamp, 65535U);
5211da177e4SLinus Torvalds 	}
522242b1bbeSEric Dumazet 	newtp->snd_wnd = ntohs(tcp_hdr(skb)->window) << newtp->rx_opt.snd_wscale;
5231da177e4SLinus Torvalds 	newtp->max_window = newtp->snd_wnd;
5241da177e4SLinus Torvalds 
5251da177e4SLinus Torvalds 	if (newtp->rx_opt.tstamp_ok) {
5261da177e4SLinus Torvalds 		newtp->rx_opt.ts_recent = req->ts_recent;
527cca9bab1SArnd Bergmann 		newtp->rx_opt.ts_recent_stamp = ktime_get_seconds();
5281da177e4SLinus Torvalds 		newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED;
5291da177e4SLinus Torvalds 	} else {
5301da177e4SLinus Torvalds 		newtp->rx_opt.ts_recent_stamp = 0;
5311da177e4SLinus Torvalds 		newtp->tcp_header_len = sizeof(struct tcphdr);
5321da177e4SLinus Torvalds 	}
533336c39a0SYuchung Cheng 	if (req->num_timeout) {
534336c39a0SYuchung Cheng 		newtp->undo_marker = treq->snt_isn;
535336c39a0SYuchung Cheng 		newtp->retrans_stamp = div_u64(treq->snt_synack,
536336c39a0SYuchung Cheng 					       USEC_PER_SEC / TCP_TS_HZ);
537336c39a0SYuchung Cheng 	}
53895a22caeSFlorian Westphal 	newtp->tsoffset = treq->ts_off;
539cfb6eeb4SYOSHIFUJI Hideaki #ifdef CONFIG_TCP_MD5SIG
540cfb6eeb4SYOSHIFUJI Hideaki 	newtp->md5sig_info = NULL;	/*XXX*/
541cfb6eeb4SYOSHIFUJI Hideaki 	if (newtp->af_specific->md5_lookup(sk, newsk))
542cfb6eeb4SYOSHIFUJI Hideaki 		newtp->tcp_header_len += TCPOLEN_MD5SIG_ALIGNED;
543cfb6eeb4SYOSHIFUJI Hideaki #endif
544bee7ca9eSWilliam Allen Simpson 	if (skb->len >= TCP_MSS_DEFAULT + newtp->tcp_header_len)
545463c84b9SArnaldo Carvalho de Melo 		newicsk->icsk_ack.last_seg_size = skb->len - newtp->tcp_header_len;
5461da177e4SLinus Torvalds 	newtp->rx_opt.mss_clamp = req->mss;
547735d3831SFlorian Westphal 	tcp_ecn_openreq_child(newtp, req);
5488b485ce6SEric Dumazet 	newtp->fastopen_req = NULL;
549d983ea6fSEric Dumazet 	RCU_INIT_POINTER(newtp->fastopen_rsk, NULL);
5501da177e4SLinus Torvalds 
551e8025155SJakub Sitnicki 	tcp_bpf_clone(sk, newsk);
552e8025155SJakub Sitnicki 
55390bbcc60SEric Dumazet 	__TCP_INC_STATS(sock_net(sk), TCP_MIB_PASSIVEOPENS);
554242b1bbeSEric Dumazet 
5551da177e4SLinus Torvalds 	return newsk;
5561da177e4SLinus Torvalds }
5574bc2f18bSEric Dumazet EXPORT_SYMBOL(tcp_create_openreq_child);
5581da177e4SLinus Torvalds 
5591da177e4SLinus Torvalds /*
5608336886fSJerry Chu  * Process an incoming packet for SYN_RECV sockets represented as a
5618336886fSJerry Chu  * request_sock. Normally sk is the listener socket but for TFO it
5628336886fSJerry Chu  * points to the child socket.
5638336886fSJerry Chu  *
5648336886fSJerry Chu  * XXX (TFO) - The current impl contains a special check for ack
5658336886fSJerry Chu  * validation and inside tcp_v4_reqsk_send_ack(). Can we do better?
5664308fc58SAlan Cox  *
5674308fc58SAlan Cox  * We don't need to initialize tmp_opt.sack_ok as we don't use the results
5681da177e4SLinus Torvalds  */
5691da177e4SLinus Torvalds 
5701da177e4SLinus Torvalds struct sock *tcp_check_req(struct sock *sk, struct sk_buff *skb,
57160236fddSArnaldo Carvalho de Melo 			   struct request_sock *req,
572e0f9759fSEric Dumazet 			   bool fastopen, bool *req_stolen)
5731da177e4SLinus Torvalds {
5744957faadSWilliam Allen Simpson 	struct tcp_options_received tmp_opt;
5754957faadSWilliam Allen Simpson 	struct sock *child;
576aa8223c7SArnaldo Carvalho de Melo 	const struct tcphdr *th = tcp_hdr(skb);
577714e85beSAl Viro 	__be32 flg = tcp_flag_word(th) & (TCP_FLAG_RST|TCP_FLAG_SYN|TCP_FLAG_ACK);
578a2a385d6SEric Dumazet 	bool paws_reject = false;
5795e0724d0SEric Dumazet 	bool own_req;
5801da177e4SLinus Torvalds 
581bb5b7c11SDavid S. Miller 	tmp_opt.saw_tstamp = 0;
582bb5b7c11SDavid S. Miller 	if (th->doff > (sizeof(struct tcphdr)>>2)) {
583eed29f17SEric Dumazet 		tcp_parse_options(sock_net(sk), skb, &tmp_opt, 0, NULL);
5841da177e4SLinus Torvalds 
5851da177e4SLinus Torvalds 		if (tmp_opt.saw_tstamp) {
5861da177e4SLinus Torvalds 			tmp_opt.ts_recent = req->ts_recent;
58795a22caeSFlorian Westphal 			if (tmp_opt.rcv_tsecr)
58895a22caeSFlorian Westphal 				tmp_opt.rcv_tsecr -= tcp_rsk(req)->ts_off;
5891da177e4SLinus Torvalds 			/* We do not store true stamp, but it is not required,
5901da177e4SLinus Torvalds 			 * it can be estimated (approximately)
5911da177e4SLinus Torvalds 			 * from another data.
5921da177e4SLinus Torvalds 			 */
593cca9bab1SArnd Bergmann 			tmp_opt.ts_recent_stamp = ktime_get_seconds() - ((TCP_TIMEOUT_INIT/HZ)<<req->num_timeout);
594c887e6d2SIlpo Järvinen 			paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
5951da177e4SLinus Torvalds 		}
5961da177e4SLinus Torvalds 	}
5971da177e4SLinus Torvalds 
5981da177e4SLinus Torvalds 	/* Check for pure retransmitted SYN. */
5992e6599cbSArnaldo Carvalho de Melo 	if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn &&
6001da177e4SLinus Torvalds 	    flg == TCP_FLAG_SYN &&
6011da177e4SLinus Torvalds 	    !paws_reject) {
6021da177e4SLinus Torvalds 		/*
6031da177e4SLinus Torvalds 		 * RFC793 draws (Incorrectly! It was fixed in RFC1122)
6041da177e4SLinus Torvalds 		 * this case on figure 6 and figure 8, but formal
6051da177e4SLinus Torvalds 		 * protocol description says NOTHING.
6061da177e4SLinus Torvalds 		 * To be more exact, it says that we should send ACK,
6071da177e4SLinus Torvalds 		 * because this segment (at least, if it has no data)
6081da177e4SLinus Torvalds 		 * is out of window.
6091da177e4SLinus Torvalds 		 *
6101da177e4SLinus Torvalds 		 *  CONCLUSION: RFC793 (even with RFC1122) DOES NOT
6111da177e4SLinus Torvalds 		 *  describe SYN-RECV state. All the description
6121da177e4SLinus Torvalds 		 *  is wrong, we cannot believe to it and should
6131da177e4SLinus Torvalds 		 *  rely only on common sense and implementation
6141da177e4SLinus Torvalds 		 *  experience.
6151da177e4SLinus Torvalds 		 *
6161da177e4SLinus Torvalds 		 * Enforce "SYN-ACK" according to figure 8, figure 6
6171da177e4SLinus Torvalds 		 * of RFC793, fixed by RFC1122.
6188336886fSJerry Chu 		 *
6198336886fSJerry Chu 		 * Note that even if there is new data in the SYN packet
6208336886fSJerry Chu 		 * they will be thrown away too.
621cd75eff6SYuchung Cheng 		 *
622cd75eff6SYuchung Cheng 		 * Reset timer after retransmitting SYNACK, similar to
623cd75eff6SYuchung Cheng 		 * the idea of fast retransmit in recovery.
6241da177e4SLinus Torvalds 		 */
625a9b2c06dSNeal Cardwell 		if (!tcp_oow_rate_limited(sock_net(sk), skb,
626a9b2c06dSNeal Cardwell 					  LINUX_MIB_TCPACKSKIPPEDSYNRECV,
627a9b2c06dSNeal Cardwell 					  &tcp_rsk(req)->last_oow_ack_time) &&
628a9b2c06dSNeal Cardwell 
629dd929c1bSEric Dumazet 		    !inet_rtx_syn_ack(sk, req)) {
630dd929c1bSEric Dumazet 			unsigned long expires = jiffies;
631dd929c1bSEric Dumazet 
632dd929c1bSEric Dumazet 			expires += min(TCP_TIMEOUT_INIT << req->num_timeout,
633dd929c1bSEric Dumazet 				       TCP_RTO_MAX);
634dd929c1bSEric Dumazet 			if (!fastopen)
635dd929c1bSEric Dumazet 				mod_timer_pending(&req->rsk_timer, expires);
636dd929c1bSEric Dumazet 			else
637dd929c1bSEric Dumazet 				req->rsk_timer.expires = expires;
638dd929c1bSEric Dumazet 		}
6391da177e4SLinus Torvalds 		return NULL;
6401da177e4SLinus Torvalds 	}
6411da177e4SLinus Torvalds 
6421da177e4SLinus Torvalds 	/* Further reproduces section "SEGMENT ARRIVES"
6431da177e4SLinus Torvalds 	   for state SYN-RECEIVED of RFC793.
6441da177e4SLinus Torvalds 	   It is broken, however, it does not work only
6451da177e4SLinus Torvalds 	   when SYNs are crossed.
6461da177e4SLinus Torvalds 
6471da177e4SLinus Torvalds 	   You would think that SYN crossing is impossible here, since
6481da177e4SLinus Torvalds 	   we should have a SYN_SENT socket (from connect()) on our end,
6491da177e4SLinus Torvalds 	   but this is not true if the crossed SYNs were sent to both
6501da177e4SLinus Torvalds 	   ends by a malicious third party.  We must defend against this,
6511da177e4SLinus Torvalds 	   and to do that we first verify the ACK (as per RFC793, page
6521da177e4SLinus Torvalds 	   36) and reset if it is invalid.  Is this a true full defense?
6531da177e4SLinus Torvalds 	   To convince ourselves, let us consider a way in which the ACK
6541da177e4SLinus Torvalds 	   test can still pass in this 'malicious crossed SYNs' case.
6551da177e4SLinus Torvalds 	   Malicious sender sends identical SYNs (and thus identical sequence
6561da177e4SLinus Torvalds 	   numbers) to both A and B:
6571da177e4SLinus Torvalds 
6581da177e4SLinus Torvalds 		A: gets SYN, seq=7
6591da177e4SLinus Torvalds 		B: gets SYN, seq=7
6601da177e4SLinus Torvalds 
6611da177e4SLinus Torvalds 	   By our good fortune, both A and B select the same initial
6621da177e4SLinus Torvalds 	   send sequence number of seven :-)
6631da177e4SLinus Torvalds 
6641da177e4SLinus Torvalds 		A: sends SYN|ACK, seq=7, ack_seq=8
6651da177e4SLinus Torvalds 		B: sends SYN|ACK, seq=7, ack_seq=8
6661da177e4SLinus Torvalds 
6671da177e4SLinus Torvalds 	   So we are now A eating this SYN|ACK, ACK test passes.  So
6681da177e4SLinus Torvalds 	   does sequence test, SYN is truncated, and thus we consider
6691da177e4SLinus Torvalds 	   it a bare ACK.
6701da177e4SLinus Torvalds 
671ec0a1966SDavid S. Miller 	   If icsk->icsk_accept_queue.rskq_defer_accept, we silently drop this
672ec0a1966SDavid S. Miller 	   bare ACK.  Otherwise, we create an established connection.  Both
673ec0a1966SDavid S. Miller 	   ends (listening sockets) accept the new incoming connection and try
674ec0a1966SDavid S. Miller 	   to talk to each other. 8-)
6751da177e4SLinus Torvalds 
6761da177e4SLinus Torvalds 	   Note: This case is both harmless, and rare.  Possibility is about the
6771da177e4SLinus Torvalds 	   same as us discovering intelligent life on another plant tomorrow.
6781da177e4SLinus Torvalds 
6791da177e4SLinus Torvalds 	   But generally, we should (RFC lies!) to accept ACK
6801da177e4SLinus Torvalds 	   from SYNACK both here and in tcp_rcv_state_process().
6811da177e4SLinus Torvalds 	   tcp_rcv_state_process() does not, hence, we do not too.
6821da177e4SLinus Torvalds 
6831da177e4SLinus Torvalds 	   Note that the case is absolutely generic:
6841da177e4SLinus Torvalds 	   we cannot optimize anything here without
6851da177e4SLinus Torvalds 	   violating protocol. All the checks must be made
6861da177e4SLinus Torvalds 	   before attempt to create socket.
6871da177e4SLinus Torvalds 	 */
6881da177e4SLinus Torvalds 
6891da177e4SLinus Torvalds 	/* RFC793 page 36: "If the connection is in any non-synchronized state ...
6901da177e4SLinus Torvalds 	 *                  and the incoming segment acknowledges something not yet
691caa20d9aSStephen Hemminger 	 *                  sent (the segment carries an unacceptable ACK) ...
6921da177e4SLinus Torvalds 	 *                  a reset is sent."
6931da177e4SLinus Torvalds 	 *
6948336886fSJerry Chu 	 * Invalid ACK: reset will be sent by listening socket.
6958336886fSJerry Chu 	 * Note that the ACK validity check for a Fast Open socket is done
6968336886fSJerry Chu 	 * elsewhere and is checked directly against the child socket rather
6978336886fSJerry Chu 	 * than req because user data may have been sent out.
6981da177e4SLinus Torvalds 	 */
6998336886fSJerry Chu 	if ((flg & TCP_FLAG_ACK) && !fastopen &&
700435cf559SWilliam Allen Simpson 	    (TCP_SKB_CB(skb)->ack_seq !=
7011a2c6181SChristoph Paasch 	     tcp_rsk(req)->snt_isn + 1))
7021da177e4SLinus Torvalds 		return sk;
7031da177e4SLinus Torvalds 
7041da177e4SLinus Torvalds 	/* Also, it would be not so bad idea to check rcv_tsecr, which
7051da177e4SLinus Torvalds 	 * is essentially ACK extension and too early or too late values
7061da177e4SLinus Torvalds 	 * should cause reset in unsynchronized states.
7071da177e4SLinus Torvalds 	 */
7081da177e4SLinus Torvalds 
7091da177e4SLinus Torvalds 	/* RFC793: "first check sequence number". */
7101da177e4SLinus Torvalds 
7111da177e4SLinus Torvalds 	if (paws_reject || !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
712ed53d0abSEric Dumazet 					  tcp_rsk(req)->rcv_nxt, tcp_rsk(req)->rcv_nxt + req->rsk_rcv_wnd)) {
7131da177e4SLinus Torvalds 		/* Out of window: send ACK and drop. */
7144ce7e93cSEric Dumazet 		if (!(flg & TCP_FLAG_RST) &&
7154ce7e93cSEric Dumazet 		    !tcp_oow_rate_limited(sock_net(sk), skb,
7164ce7e93cSEric Dumazet 					  LINUX_MIB_TCPACKSKIPPEDSYNRECV,
7174ce7e93cSEric Dumazet 					  &tcp_rsk(req)->last_oow_ack_time))
7186edafaafSGui Jianfeng 			req->rsk_ops->send_ack(sk, skb, req);
7191da177e4SLinus Torvalds 		if (paws_reject)
72002a1d6e7SEric Dumazet 			__NET_INC_STATS(sock_net(sk), LINUX_MIB_PAWSESTABREJECTED);
7211da177e4SLinus Torvalds 		return NULL;
7221da177e4SLinus Torvalds 	}
7231da177e4SLinus Torvalds 
7241da177e4SLinus Torvalds 	/* In sequence, PAWS is OK. */
7251da177e4SLinus Torvalds 
7268336886fSJerry Chu 	if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_nxt))
7271da177e4SLinus Torvalds 		req->ts_recent = tmp_opt.rcv_tsval;
7281da177e4SLinus Torvalds 
7292e6599cbSArnaldo Carvalho de Melo 	if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) {
7301da177e4SLinus Torvalds 		/* Truncate SYN, it is out of window starting
7312e6599cbSArnaldo Carvalho de Melo 		   at tcp_rsk(req)->rcv_isn + 1. */
7321da177e4SLinus Torvalds 		flg &= ~TCP_FLAG_SYN;
7331da177e4SLinus Torvalds 	}
7341da177e4SLinus Torvalds 
7351da177e4SLinus Torvalds 	/* RFC793: "second check the RST bit" and
7361da177e4SLinus Torvalds 	 *	   "fourth, check the SYN bit"
7371da177e4SLinus Torvalds 	 */
7383687b1dcSWei Yongjun 	if (flg & (TCP_FLAG_RST|TCP_FLAG_SYN)) {
73990bbcc60SEric Dumazet 		__TCP_INC_STATS(sock_net(sk), TCP_MIB_ATTEMPTFAILS);
7401da177e4SLinus Torvalds 		goto embryonic_reset;
7413687b1dcSWei Yongjun 	}
7421da177e4SLinus Torvalds 
7431da177e4SLinus Torvalds 	/* ACK sequence verified above, just make sure ACK is
7441da177e4SLinus Torvalds 	 * set.  If ACK not set, just silently drop the packet.
7458336886fSJerry Chu 	 *
7468336886fSJerry Chu 	 * XXX (TFO) - if we ever allow "data after SYN", the
7478336886fSJerry Chu 	 * following check needs to be removed.
7481da177e4SLinus Torvalds 	 */
7491da177e4SLinus Torvalds 	if (!(flg & TCP_FLAG_ACK))
7501da177e4SLinus Torvalds 		return NULL;
7511da177e4SLinus Torvalds 
7528336886fSJerry Chu 	/* For Fast Open no more processing is needed (sk is the
7538336886fSJerry Chu 	 * child socket).
7548336886fSJerry Chu 	 */
7558336886fSJerry Chu 	if (fastopen)
7568336886fSJerry Chu 		return sk;
7578336886fSJerry Chu 
758d1b99ba4SJulian Anastasov 	/* While TCP_DEFER_ACCEPT is active, drop bare ACK. */
759e6c022a4SEric Dumazet 	if (req->num_timeout < inet_csk(sk)->icsk_accept_queue.rskq_defer_accept &&
760ec0a1966SDavid S. Miller 	    TCP_SKB_CB(skb)->end_seq == tcp_rsk(req)->rcv_isn + 1) {
761ec0a1966SDavid S. Miller 		inet_rsk(req)->acked = 1;
76202a1d6e7SEric Dumazet 		__NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPDEFERACCEPTDROP);
763ec0a1966SDavid S. Miller 		return NULL;
764ec0a1966SDavid S. Miller 	}
765ec0a1966SDavid S. Miller 
7661da177e4SLinus Torvalds 	/* OK, ACK is valid, create big socket and
7671da177e4SLinus Torvalds 	 * feed this segment to it. It will repeat all
7681da177e4SLinus Torvalds 	 * the tests. THIS SEGMENT MUST MOVE SOCKET TO
7691da177e4SLinus Torvalds 	 * ESTABLISHED STATE. If it will be dropped after
7701da177e4SLinus Torvalds 	 * socket is created, wait for troubles.
7711da177e4SLinus Torvalds 	 */
7725e0724d0SEric Dumazet 	child = inet_csk(sk)->icsk_af_ops->syn_recv_sock(sk, skb, req, NULL,
7735e0724d0SEric Dumazet 							 req, &own_req);
77451456b29SIan Morris 	if (!child)
7751da177e4SLinus Torvalds 		goto listen_overflow;
7761da177e4SLinus Torvalds 
7776bcfd7f8SEric Dumazet 	sock_rps_save_rxhash(child, skb);
7780f1c28aeSYuchung Cheng 	tcp_synack_rtt_meas(child, req);
779e0f9759fSEric Dumazet 	*req_stolen = !own_req;
7805e0724d0SEric Dumazet 	return inet_csk_complete_hashdance(sk, child, req, own_req);
7811da177e4SLinus Torvalds 
7821da177e4SLinus Torvalds listen_overflow:
78365c9410cSEric Dumazet 	if (!sock_net(sk)->ipv4.sysctl_tcp_abort_on_overflow) {
7842e6599cbSArnaldo Carvalho de Melo 		inet_rsk(req)->acked = 1;
7851da177e4SLinus Torvalds 		return NULL;
7861da177e4SLinus Torvalds 	}
7871da177e4SLinus Torvalds 
7881da177e4SLinus Torvalds embryonic_reset:
7898336886fSJerry Chu 	if (!(flg & TCP_FLAG_RST)) {
7908336886fSJerry Chu 		/* Received a bad SYN pkt - for TFO We try not to reset
7918336886fSJerry Chu 		 * the local connection unless it's really necessary to
7928336886fSJerry Chu 		 * avoid becoming vulnerable to outside attack aiming at
7938336886fSJerry Chu 		 * resetting legit local connections.
7948336886fSJerry Chu 		 */
795cfb6eeb4SYOSHIFUJI Hideaki 		req->rsk_ops->send_reset(sk, skb);
7968336886fSJerry Chu 	} else if (fastopen) { /* received a valid RST pkt */
7978336886fSJerry Chu 		reqsk_fastopen_remove(sk, req, true);
7988336886fSJerry Chu 		tcp_reset(sk);
7998336886fSJerry Chu 	}
8008336886fSJerry Chu 	if (!fastopen) {
80152452c54SEric Dumazet 		inet_csk_reqsk_queue_drop(sk, req);
80202a1d6e7SEric Dumazet 		__NET_INC_STATS(sock_net(sk), LINUX_MIB_EMBRYONICRSTS);
8038336886fSJerry Chu 	}
8041da177e4SLinus Torvalds 	return NULL;
8051da177e4SLinus Torvalds }
8064bc2f18bSEric Dumazet EXPORT_SYMBOL(tcp_check_req);
8071da177e4SLinus Torvalds 
8081da177e4SLinus Torvalds /*
8091da177e4SLinus Torvalds  * Queue segment on the new socket if the new socket is active,
8101da177e4SLinus Torvalds  * otherwise we just shortcircuit this and continue with
8111da177e4SLinus Torvalds  * the new socket.
8128336886fSJerry Chu  *
8138336886fSJerry Chu  * For the vast majority of cases child->sk_state will be TCP_SYN_RECV
8148336886fSJerry Chu  * when entering. But other states are possible due to a race condition
8158336886fSJerry Chu  * where after __inet_lookup_established() fails but before the listener
8168336886fSJerry Chu  * locked is obtained, other packets cause the same connection to
8178336886fSJerry Chu  * be created.
8181da177e4SLinus Torvalds  */
8191da177e4SLinus Torvalds 
8201da177e4SLinus Torvalds int tcp_child_process(struct sock *parent, struct sock *child,
8211da177e4SLinus Torvalds 		      struct sk_buff *skb)
822*734c8f75SJules Irenge 	__releases(&((child)->sk_lock.slock))
8231da177e4SLinus Torvalds {
8241da177e4SLinus Torvalds 	int ret = 0;
8251da177e4SLinus Torvalds 	int state = child->sk_state;
8261da177e4SLinus Torvalds 
827e5907459SAlexander Duyck 	/* record NAPI ID of child */
828e5907459SAlexander Duyck 	sk_mark_napi_id(child, skb);
829e5907459SAlexander Duyck 
830a44d6eacSMartin KaFai Lau 	tcp_segs_in(tcp_sk(child), skb);
8311da177e4SLinus Torvalds 	if (!sock_owned_by_user(child)) {
83272ab4a86SEric Dumazet 		ret = tcp_rcv_state_process(child, skb);
8331da177e4SLinus Torvalds 		/* Wakeup parent, send SIGIO */
8341da177e4SLinus Torvalds 		if (state == TCP_SYN_RECV && child->sk_state != state)
835676d2369SDavid S. Miller 			parent->sk_data_ready(parent);
8361da177e4SLinus Torvalds 	} else {
8371da177e4SLinus Torvalds 		/* Alas, it is possible again, because we do lookup
8381da177e4SLinus Torvalds 		 * in main socket hash table and lock on listening
8391da177e4SLinus Torvalds 		 * socket does not protect us more.
8401da177e4SLinus Torvalds 		 */
841a3a858ffSZhu Yi 		__sk_add_backlog(child, skb);
8421da177e4SLinus Torvalds 	}
8431da177e4SLinus Torvalds 
8441da177e4SLinus Torvalds 	bh_unlock_sock(child);
8451da177e4SLinus Torvalds 	sock_put(child);
8461da177e4SLinus Torvalds 	return ret;
8471da177e4SLinus Torvalds }
8481da177e4SLinus Torvalds EXPORT_SYMBOL(tcp_child_process);
849