11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * INET An implementation of the TCP/IP protocol suite for the LINUX 31da177e4SLinus Torvalds * operating system. INET is implemented using the BSD Socket 41da177e4SLinus Torvalds * interface as the means of communication with the user level. 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Implementation of the Transmission Control Protocol(TCP). 71da177e4SLinus Torvalds * 802c30a84SJesper Juhl * Authors: Ross Biro 91da177e4SLinus Torvalds * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG> 101da177e4SLinus Torvalds * Mark Evans, <evansmp@uhura.aston.ac.uk> 111da177e4SLinus Torvalds * Corey Minyard <wf-rch!minyard@relay.EU.net> 121da177e4SLinus Torvalds * Florian La Roche, <flla@stud.uni-sb.de> 131da177e4SLinus Torvalds * Charles Hedrick, <hedrick@klinzhai.rutgers.edu> 141da177e4SLinus Torvalds * Linus Torvalds, <torvalds@cs.helsinki.fi> 151da177e4SLinus Torvalds * Alan Cox, <gw4pts@gw4pts.ampr.org> 161da177e4SLinus Torvalds * Matthew Dillon, <dillon@apollo.west.oic.com> 171da177e4SLinus Torvalds * Arnt Gulbrandsen, <agulbra@nvg.unit.no> 181da177e4SLinus Torvalds * Jorge Cwik, <jorge@laser.satlink.net> 191da177e4SLinus Torvalds */ 201da177e4SLinus Torvalds 211da177e4SLinus Torvalds #include <linux/mm.h> 221da177e4SLinus Torvalds #include <linux/module.h> 235a0e3ad6STejun Heo #include <linux/slab.h> 241da177e4SLinus Torvalds #include <linux/sysctl.h> 251da177e4SLinus Torvalds #include <linux/workqueue.h> 2660e2a778SUrsula Braun #include <linux/static_key.h> 271da177e4SLinus Torvalds #include <net/tcp.h> 281da177e4SLinus Torvalds #include <net/inet_common.h> 291da177e4SLinus Torvalds #include <net/xfrm.h> 30e5907459SAlexander Duyck #include <net/busy_poll.h> 311da177e4SLinus Torvalds 32a2a385d6SEric Dumazet static bool tcp_in_window(u32 seq, u32 end_seq, u32 s_win, u32 e_win) 331da177e4SLinus Torvalds { 341da177e4SLinus Torvalds if (seq == s_win) 35a2a385d6SEric Dumazet return true; 361da177e4SLinus Torvalds if (after(end_seq, s_win) && before(seq, e_win)) 37a2a385d6SEric Dumazet return true; 38a02cec21SEric Dumazet return seq == e_win && seq == end_seq; 391da177e4SLinus Torvalds } 401da177e4SLinus Torvalds 414fb17a60SNeal Cardwell static enum tcp_tw_status 424fb17a60SNeal Cardwell tcp_timewait_check_oow_rate_limit(struct inet_timewait_sock *tw, 434fb17a60SNeal Cardwell const struct sk_buff *skb, int mib_idx) 444fb17a60SNeal Cardwell { 454fb17a60SNeal Cardwell struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw); 464fb17a60SNeal Cardwell 474fb17a60SNeal Cardwell if (!tcp_oow_rate_limited(twsk_net(tw), skb, mib_idx, 484fb17a60SNeal Cardwell &tcptw->tw_last_oow_ack_time)) { 494fb17a60SNeal Cardwell /* Send ACK. Note, we do not put the bucket, 504fb17a60SNeal Cardwell * it will be released by caller. 514fb17a60SNeal Cardwell */ 524fb17a60SNeal Cardwell return TCP_TW_ACK; 534fb17a60SNeal Cardwell } 544fb17a60SNeal Cardwell 554fb17a60SNeal Cardwell /* We are rate-limiting, so just release the tw sock and drop skb. */ 564fb17a60SNeal Cardwell inet_twsk_put(tw); 574fb17a60SNeal Cardwell return TCP_TW_SUCCESS; 584fb17a60SNeal Cardwell } 594fb17a60SNeal Cardwell 601da177e4SLinus Torvalds /* 611da177e4SLinus Torvalds * * Main purpose of TIME-WAIT state is to close connection gracefully, 621da177e4SLinus Torvalds * when one of ends sits in LAST-ACK or CLOSING retransmitting FIN 631da177e4SLinus Torvalds * (and, probably, tail of data) and one or more our ACKs are lost. 641da177e4SLinus Torvalds * * What is TIME-WAIT timeout? It is associated with maximal packet 651da177e4SLinus Torvalds * lifetime in the internet, which results in wrong conclusion, that 661da177e4SLinus Torvalds * it is set to catch "old duplicate segments" wandering out of their path. 671da177e4SLinus Torvalds * It is not quite correct. This timeout is calculated so that it exceeds 681da177e4SLinus Torvalds * maximal retransmission timeout enough to allow to lose one (or more) 691da177e4SLinus Torvalds * segments sent by peer and our ACKs. This time may be calculated from RTO. 701da177e4SLinus Torvalds * * When TIME-WAIT socket receives RST, it means that another end 711da177e4SLinus Torvalds * finally closed and we are allowed to kill TIME-WAIT too. 721da177e4SLinus Torvalds * * Second purpose of TIME-WAIT is catching old duplicate segments. 731da177e4SLinus Torvalds * Well, certainly it is pure paranoia, but if we load TIME-WAIT 741da177e4SLinus Torvalds * with this semantics, we MUST NOT kill TIME-WAIT state with RSTs. 751da177e4SLinus Torvalds * * If we invented some more clever way to catch duplicates 761da177e4SLinus Torvalds * (f.e. based on PAWS), we could truncate TIME-WAIT to several RTOs. 771da177e4SLinus Torvalds * 781da177e4SLinus Torvalds * The algorithm below is based on FORMAL INTERPRETATION of RFCs. 791da177e4SLinus Torvalds * When you compare it to RFCs, please, read section SEGMENT ARRIVES 801da177e4SLinus Torvalds * from the very beginning. 811da177e4SLinus Torvalds * 821da177e4SLinus Torvalds * NOTE. With recycling (and later with fin-wait-2) TW bucket 831da177e4SLinus Torvalds * is _not_ stateless. It means, that strictly speaking we must 841da177e4SLinus Torvalds * spinlock it. I do not want! Well, probability of misbehaviour 851da177e4SLinus Torvalds * is ridiculously low and, seems, we could use some mb() tricks 861da177e4SLinus Torvalds * to avoid misread sequence numbers, states etc. --ANK 874308fc58SAlan Cox * 884308fc58SAlan Cox * We don't need to initialize tmp_out.sack_ok as we don't use the results 891da177e4SLinus Torvalds */ 901da177e4SLinus Torvalds enum tcp_tw_status 918feaf0c0SArnaldo Carvalho de Melo tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb, 928feaf0c0SArnaldo Carvalho de Melo const struct tcphdr *th) 931da177e4SLinus Torvalds { 941da177e4SLinus Torvalds struct tcp_options_received tmp_opt; 954957faadSWilliam Allen Simpson struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw); 96a2a385d6SEric Dumazet bool paws_reject = false; 971da177e4SLinus Torvalds 98bb5b7c11SDavid S. Miller tmp_opt.saw_tstamp = 0; 998feaf0c0SArnaldo Carvalho de Melo if (th->doff > (sizeof(*th) >> 2) && tcptw->tw_ts_recent_stamp) { 100eed29f17SEric Dumazet tcp_parse_options(twsk_net(tw), skb, &tmp_opt, 0, NULL); 1011da177e4SLinus Torvalds 1021da177e4SLinus Torvalds if (tmp_opt.saw_tstamp) { 103eee2faabSAlexey Kodanev if (tmp_opt.rcv_tsecr) 104ee684b6fSAndrey Vagin tmp_opt.rcv_tsecr -= tcptw->tw_ts_offset; 1058feaf0c0SArnaldo Carvalho de Melo tmp_opt.ts_recent = tcptw->tw_ts_recent; 1068feaf0c0SArnaldo Carvalho de Melo tmp_opt.ts_recent_stamp = tcptw->tw_ts_recent_stamp; 107c887e6d2SIlpo Järvinen paws_reject = tcp_paws_reject(&tmp_opt, th->rst); 1081da177e4SLinus Torvalds } 1091da177e4SLinus Torvalds } 1101da177e4SLinus Torvalds 1111da177e4SLinus Torvalds if (tw->tw_substate == TCP_FIN_WAIT2) { 1121da177e4SLinus Torvalds /* Just repeat all the checks of tcp_rcv_state_process() */ 1131da177e4SLinus Torvalds 1141da177e4SLinus Torvalds /* Out of window, send ACK */ 1151da177e4SLinus Torvalds if (paws_reject || 1161da177e4SLinus Torvalds !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq, 1178feaf0c0SArnaldo Carvalho de Melo tcptw->tw_rcv_nxt, 1188feaf0c0SArnaldo Carvalho de Melo tcptw->tw_rcv_nxt + tcptw->tw_rcv_wnd)) 1194fb17a60SNeal Cardwell return tcp_timewait_check_oow_rate_limit( 1204fb17a60SNeal Cardwell tw, skb, LINUX_MIB_TCPACKSKIPPEDFINWAIT2); 1211da177e4SLinus Torvalds 1221da177e4SLinus Torvalds if (th->rst) 1231da177e4SLinus Torvalds goto kill; 1241da177e4SLinus Torvalds 1258feaf0c0SArnaldo Carvalho de Melo if (th->syn && !before(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt)) 126271c3b9bSFlorian Westphal return TCP_TW_RST; 1271da177e4SLinus Torvalds 1281da177e4SLinus Torvalds /* Dup ACK? */ 1291ac530b3SWei Yongjun if (!th->ack || 1301ac530b3SWei Yongjun !after(TCP_SKB_CB(skb)->end_seq, tcptw->tw_rcv_nxt) || 1311da177e4SLinus Torvalds TCP_SKB_CB(skb)->end_seq == TCP_SKB_CB(skb)->seq) { 1328feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 1331da177e4SLinus Torvalds return TCP_TW_SUCCESS; 1341da177e4SLinus Torvalds } 1351da177e4SLinus Torvalds 1361da177e4SLinus Torvalds /* New data or FIN. If new data arrive after half-duplex close, 1371da177e4SLinus Torvalds * reset. 1381da177e4SLinus Torvalds */ 1391da177e4SLinus Torvalds if (!th->fin || 140271c3b9bSFlorian Westphal TCP_SKB_CB(skb)->end_seq != tcptw->tw_rcv_nxt + 1) 1411da177e4SLinus Torvalds return TCP_TW_RST; 1421da177e4SLinus Torvalds 1431da177e4SLinus Torvalds /* FIN arrived, enter true time-wait state. */ 1441da177e4SLinus Torvalds tw->tw_substate = TCP_TIME_WAIT; 1458feaf0c0SArnaldo Carvalho de Melo tcptw->tw_rcv_nxt = TCP_SKB_CB(skb)->end_seq; 1461da177e4SLinus Torvalds if (tmp_opt.saw_tstamp) { 147cca9bab1SArnd Bergmann tcptw->tw_ts_recent_stamp = ktime_get_seconds(); 1488feaf0c0SArnaldo Carvalho de Melo tcptw->tw_ts_recent = tmp_opt.rcv_tsval; 1491da177e4SLinus Torvalds } 1501da177e4SLinus Torvalds 151ed2e9239SEric Dumazet inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN); 1521da177e4SLinus Torvalds return TCP_TW_ACK; 1531da177e4SLinus Torvalds } 1541da177e4SLinus Torvalds 1551da177e4SLinus Torvalds /* 1561da177e4SLinus Torvalds * Now real TIME-WAIT state. 1571da177e4SLinus Torvalds * 1581da177e4SLinus Torvalds * RFC 1122: 1591da177e4SLinus Torvalds * "When a connection is [...] on TIME-WAIT state [...] 1601da177e4SLinus Torvalds * [a TCP] MAY accept a new SYN from the remote TCP to 1611da177e4SLinus Torvalds * reopen the connection directly, if it: 1621da177e4SLinus Torvalds * 1631da177e4SLinus Torvalds * (1) assigns its initial sequence number for the new 1641da177e4SLinus Torvalds * connection to be larger than the largest sequence 1651da177e4SLinus Torvalds * number it used on the previous connection incarnation, 1661da177e4SLinus Torvalds * and 1671da177e4SLinus Torvalds * 1681da177e4SLinus Torvalds * (2) returns to TIME-WAIT state if the SYN turns out 1691da177e4SLinus Torvalds * to be an old duplicate". 1701da177e4SLinus Torvalds */ 1711da177e4SLinus Torvalds 1721da177e4SLinus Torvalds if (!paws_reject && 1738feaf0c0SArnaldo Carvalho de Melo (TCP_SKB_CB(skb)->seq == tcptw->tw_rcv_nxt && 1741da177e4SLinus Torvalds (TCP_SKB_CB(skb)->seq == TCP_SKB_CB(skb)->end_seq || th->rst))) { 1751da177e4SLinus Torvalds /* In window segment, it may be only reset or bare ack. */ 1761da177e4SLinus Torvalds 1771da177e4SLinus Torvalds if (th->rst) { 178caa20d9aSStephen Hemminger /* This is TIME_WAIT assassination, in two flavors. 1791da177e4SLinus Torvalds * Oh well... nobody has a sufficient solution to this 1801da177e4SLinus Torvalds * protocol bug yet. 1811da177e4SLinus Torvalds */ 182625357aaSEric Dumazet if (twsk_net(tw)->ipv4.sysctl_tcp_rfc1337 == 0) { 1831da177e4SLinus Torvalds kill: 184dbe7faa4SEric Dumazet inet_twsk_deschedule_put(tw); 1851da177e4SLinus Torvalds return TCP_TW_SUCCESS; 1861da177e4SLinus Torvalds } 187*63cc357fSFlorian Westphal } else { 188ed2e9239SEric Dumazet inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN); 189*63cc357fSFlorian Westphal } 1901da177e4SLinus Torvalds 1911da177e4SLinus Torvalds if (tmp_opt.saw_tstamp) { 1928feaf0c0SArnaldo Carvalho de Melo tcptw->tw_ts_recent = tmp_opt.rcv_tsval; 193cca9bab1SArnd Bergmann tcptw->tw_ts_recent_stamp = ktime_get_seconds(); 1941da177e4SLinus Torvalds } 1951da177e4SLinus Torvalds 1968feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 1971da177e4SLinus Torvalds return TCP_TW_SUCCESS; 1981da177e4SLinus Torvalds } 1991da177e4SLinus Torvalds 2001da177e4SLinus Torvalds /* Out of window segment. 2011da177e4SLinus Torvalds 2021da177e4SLinus Torvalds All the segments are ACKed immediately. 2031da177e4SLinus Torvalds 2041da177e4SLinus Torvalds The only exception is new SYN. We accept it, if it is 2051da177e4SLinus Torvalds not old duplicate and we are not in danger to be killed 2061da177e4SLinus Torvalds by delayed old duplicates. RFC check is that it has 2071da177e4SLinus Torvalds newer sequence number works at rates <40Mbit/sec. 2081da177e4SLinus Torvalds However, if paws works, it is reliable AND even more, 2091da177e4SLinus Torvalds we even may relax silly seq space cutoff. 2101da177e4SLinus Torvalds 2111da177e4SLinus Torvalds RED-PEN: we violate main RFC requirement, if this SYN will appear 2121da177e4SLinus Torvalds old duplicate (i.e. we receive RST in reply to SYN-ACK), 2131da177e4SLinus Torvalds we must return socket to time-wait state. It is not good, 2141da177e4SLinus Torvalds but not fatal yet. 2151da177e4SLinus Torvalds */ 2161da177e4SLinus Torvalds 2171da177e4SLinus Torvalds if (th->syn && !th->rst && !th->ack && !paws_reject && 2188feaf0c0SArnaldo Carvalho de Melo (after(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt) || 2198feaf0c0SArnaldo Carvalho de Melo (tmp_opt.saw_tstamp && 2208feaf0c0SArnaldo Carvalho de Melo (s32)(tcptw->tw_ts_recent - tmp_opt.rcv_tsval) < 0))) { 2218feaf0c0SArnaldo Carvalho de Melo u32 isn = tcptw->tw_snd_nxt + 65535 + 2; 2221da177e4SLinus Torvalds if (isn == 0) 2231da177e4SLinus Torvalds isn++; 22404317dafSEric Dumazet TCP_SKB_CB(skb)->tcp_tw_isn = isn; 2251da177e4SLinus Torvalds return TCP_TW_SYN; 2261da177e4SLinus Torvalds } 2271da177e4SLinus Torvalds 2281da177e4SLinus Torvalds if (paws_reject) 22902a1d6e7SEric Dumazet __NET_INC_STATS(twsk_net(tw), LINUX_MIB_PAWSESTABREJECTED); 2301da177e4SLinus Torvalds 2311da177e4SLinus Torvalds if (!th->rst) { 2321da177e4SLinus Torvalds /* In this case we must reset the TIMEWAIT timer. 2331da177e4SLinus Torvalds * 2341da177e4SLinus Torvalds * If it is ACKless SYN it may be both old duplicate 2351da177e4SLinus Torvalds * and new good SYN with random sequence number <rcv_nxt. 2361da177e4SLinus Torvalds * Do not reschedule in the last case. 2371da177e4SLinus Torvalds */ 2381da177e4SLinus Torvalds if (paws_reject || th->ack) 239ed2e9239SEric Dumazet inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN); 2401da177e4SLinus Torvalds 2414fb17a60SNeal Cardwell return tcp_timewait_check_oow_rate_limit( 2424fb17a60SNeal Cardwell tw, skb, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT); 2431da177e4SLinus Torvalds } 2448feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 2451da177e4SLinus Torvalds return TCP_TW_SUCCESS; 2461da177e4SLinus Torvalds } 2474bc2f18bSEric Dumazet EXPORT_SYMBOL(tcp_timewait_state_process); 2481da177e4SLinus Torvalds 2491da177e4SLinus Torvalds /* 2501da177e4SLinus Torvalds * Move a socket to time-wait or dead fin-wait-2 state. 2511da177e4SLinus Torvalds */ 2521da177e4SLinus Torvalds void tcp_time_wait(struct sock *sk, int state, int timeo) 2531da177e4SLinus Torvalds { 2548292a17aSArnaldo Carvalho de Melo const struct inet_connection_sock *icsk = inet_csk(sk); 2558feaf0c0SArnaldo Carvalho de Melo const struct tcp_sock *tp = tcp_sk(sk); 256789f558cSEric Dumazet struct inet_timewait_sock *tw; 2571946e672SHaishuang Yan struct inet_timewait_death_row *tcp_death_row = &sock_net(sk)->ipv4.tcp_death_row; 2581da177e4SLinus Torvalds 2591946e672SHaishuang Yan tw = inet_twsk_alloc(sk, tcp_death_row, state); 2601da177e4SLinus Torvalds 26100db4124SIan Morris if (tw) { 2628feaf0c0SArnaldo Carvalho de Melo struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw); 263463c84b9SArnaldo Carvalho de Melo const int rto = (icsk->icsk_rto << 2) - (icsk->icsk_rto >> 1); 2642397849bSDavid S. Miller struct inet_sock *inet = inet_sk(sk); 2658feaf0c0SArnaldo Carvalho de Melo 2662397849bSDavid S. Miller tw->tw_transparent = inet->transparent; 26700483690SJon Maxwell tw->tw_mark = sk->sk_mark; 2681da177e4SLinus Torvalds tw->tw_rcv_wscale = tp->rx_opt.rcv_wscale; 2698feaf0c0SArnaldo Carvalho de Melo tcptw->tw_rcv_nxt = tp->rcv_nxt; 2708feaf0c0SArnaldo Carvalho de Melo tcptw->tw_snd_nxt = tp->snd_nxt; 2718feaf0c0SArnaldo Carvalho de Melo tcptw->tw_rcv_wnd = tcp_receive_window(tp); 2728feaf0c0SArnaldo Carvalho de Melo tcptw->tw_ts_recent = tp->rx_opt.ts_recent; 2738feaf0c0SArnaldo Carvalho de Melo tcptw->tw_ts_recent_stamp = tp->rx_opt.ts_recent_stamp; 274ceaa1fefSAndrey Vagin tcptw->tw_ts_offset = tp->tsoffset; 2754fb17a60SNeal Cardwell tcptw->tw_last_oow_ack_time = 0; 2761da177e4SLinus Torvalds 277dfd56b8bSEric Dumazet #if IS_ENABLED(CONFIG_IPV6) 2781da177e4SLinus Torvalds if (tw->tw_family == PF_INET6) { 2791da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 2801da177e4SLinus Torvalds 281efe4208fSEric Dumazet tw->tw_v6_daddr = sk->sk_v6_daddr; 282efe4208fSEric Dumazet tw->tw_v6_rcv_saddr = sk->sk_v6_rcv_saddr; 283b903d324SEric Dumazet tw->tw_tclass = np->tclass; 28421858cd0SFlorent Fourcot tw->tw_flowlabel = be32_to_cpu(np->flow_label & IPV6_FLOWLABEL_MASK); 2859fe516baSEric Dumazet tw->tw_ipv6only = sk->sk_ipv6only; 286c676270bSArnaldo Carvalho de Melo } 2871da177e4SLinus Torvalds #endif 288cfb6eeb4SYOSHIFUJI Hideaki 289cfb6eeb4SYOSHIFUJI Hideaki #ifdef CONFIG_TCP_MD5SIG 290cfb6eeb4SYOSHIFUJI Hideaki /* 291cfb6eeb4SYOSHIFUJI Hideaki * The timewait bucket does not have the key DB from the 292cfb6eeb4SYOSHIFUJI Hideaki * sock structure. We just make a quick copy of the 293cfb6eeb4SYOSHIFUJI Hideaki * md5 key being used (if indeed we are using one) 294cfb6eeb4SYOSHIFUJI Hideaki * so the timewait ack generating code has the key. 295cfb6eeb4SYOSHIFUJI Hideaki */ 296cfb6eeb4SYOSHIFUJI Hideaki do { 297cfb6eeb4SYOSHIFUJI Hideaki struct tcp_md5sig_key *key; 298a915da9bSEric Dumazet tcptw->tw_md5_key = NULL; 299cfb6eeb4SYOSHIFUJI Hideaki key = tp->af_specific->md5_lookup(sk, sk); 30000db4124SIan Morris if (key) { 301a915da9bSEric Dumazet tcptw->tw_md5_key = kmemdup(key, sizeof(*key), GFP_ATOMIC); 30249ca1943SGustavo A. R. Silva BUG_ON(tcptw->tw_md5_key && !tcp_alloc_md5sig_pool()); 303cfb6eeb4SYOSHIFUJI Hideaki } 304cfb6eeb4SYOSHIFUJI Hideaki } while (0); 305cfb6eeb4SYOSHIFUJI Hideaki #endif 306cfb6eeb4SYOSHIFUJI Hideaki 3071da177e4SLinus Torvalds /* Get the TIME_WAIT timeout firing. */ 3081da177e4SLinus Torvalds if (timeo < rto) 3091da177e4SLinus Torvalds timeo = rto; 3101da177e4SLinus Torvalds 3111da177e4SLinus Torvalds if (state == TCP_TIME_WAIT) 3121da177e4SLinus Torvalds timeo = TCP_TIMEWAIT_LEN; 3131da177e4SLinus Torvalds 314cfac7f83SEric Dumazet /* tw_timer is pinned, so we need to make sure BH are disabled 315cfac7f83SEric Dumazet * in following section, otherwise timer handler could run before 316cfac7f83SEric Dumazet * we complete the initialization. 317cfac7f83SEric Dumazet */ 318cfac7f83SEric Dumazet local_bh_disable(); 319789f558cSEric Dumazet inet_twsk_schedule(tw, timeo); 320ec94c269SEric Dumazet /* Linkage updates. 321ec94c269SEric Dumazet * Note that access to tw after this point is illegal. 322ec94c269SEric Dumazet */ 323ec94c269SEric Dumazet inet_twsk_hashdance(tw, sk, &tcp_hashinfo); 324cfac7f83SEric Dumazet local_bh_enable(); 3251da177e4SLinus Torvalds } else { 3261da177e4SLinus Torvalds /* Sorry, if we're out of memory, just CLOSE this 3271da177e4SLinus Torvalds * socket up. We've got bigger problems than 3281da177e4SLinus Torvalds * non-graceful socket closings. 3291da177e4SLinus Torvalds */ 330c10d9310SEric Dumazet NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPTIMEWAITOVERFLOW); 3311da177e4SLinus Torvalds } 3321da177e4SLinus Torvalds 3331da177e4SLinus Torvalds tcp_update_metrics(sk); 3341da177e4SLinus Torvalds tcp_done(sk); 3351da177e4SLinus Torvalds } 336cc35c88aSAtul Gupta EXPORT_SYMBOL(tcp_time_wait); 3371da177e4SLinus Torvalds 338cfb6eeb4SYOSHIFUJI Hideaki void tcp_twsk_destructor(struct sock *sk) 339cfb6eeb4SYOSHIFUJI Hideaki { 340b6242b9bSDavid S. Miller #ifdef CONFIG_TCP_MD5SIG 341a928630aSDavid S. Miller struct tcp_timewait_sock *twsk = tcp_twsk(sk); 3422397849bSDavid S. Miller 34371cea17eSEric Dumazet if (twsk->tw_md5_key) 344a915da9bSEric Dumazet kfree_rcu(twsk->tw_md5_key, rcu); 345cfb6eeb4SYOSHIFUJI Hideaki #endif 346cfb6eeb4SYOSHIFUJI Hideaki } 347cfb6eeb4SYOSHIFUJI Hideaki EXPORT_SYMBOL_GPL(tcp_twsk_destructor); 348cfb6eeb4SYOSHIFUJI Hideaki 349b1964b5fSEric Dumazet /* Warning : This function is called without sk_listener being locked. 350b1964b5fSEric Dumazet * Be sure to read socket fields once, as their value could change under us. 351b1964b5fSEric Dumazet */ 352843f4a55SYuchung Cheng void tcp_openreq_init_rwin(struct request_sock *req, 353b1964b5fSEric Dumazet const struct sock *sk_listener, 354b1964b5fSEric Dumazet const struct dst_entry *dst) 355843f4a55SYuchung Cheng { 356843f4a55SYuchung Cheng struct inet_request_sock *ireq = inet_rsk(req); 357b1964b5fSEric Dumazet const struct tcp_sock *tp = tcp_sk(sk_listener); 358b1964b5fSEric Dumazet int full_space = tcp_full_space(sk_listener); 359b1964b5fSEric Dumazet u32 window_clamp; 360b1964b5fSEric Dumazet __u8 rcv_wscale; 36113d3b1ebSLawrence Brakmo u32 rcv_wnd; 3623541f9e8SEric Dumazet int mss; 363843f4a55SYuchung Cheng 3643541f9e8SEric Dumazet mss = tcp_mss_clamp(tp, dst_metric_advmss(dst)); 365b1964b5fSEric Dumazet window_clamp = READ_ONCE(tp->window_clamp); 366843f4a55SYuchung Cheng /* Set this up on the first call only */ 367ed53d0abSEric Dumazet req->rsk_window_clamp = window_clamp ? : dst_metric(dst, RTAX_WINDOW); 368843f4a55SYuchung Cheng 369843f4a55SYuchung Cheng /* limit the window selection if the user enforce a smaller rx buffer */ 370b1964b5fSEric Dumazet if (sk_listener->sk_userlocks & SOCK_RCVBUF_LOCK && 371ed53d0abSEric Dumazet (req->rsk_window_clamp > full_space || req->rsk_window_clamp == 0)) 372ed53d0abSEric Dumazet req->rsk_window_clamp = full_space; 373843f4a55SYuchung Cheng 37413d3b1ebSLawrence Brakmo rcv_wnd = tcp_rwnd_init_bpf((struct sock *)req); 37513d3b1ebSLawrence Brakmo if (rcv_wnd == 0) 37613d3b1ebSLawrence Brakmo rcv_wnd = dst_metric(dst, RTAX_INITRWND); 37713d3b1ebSLawrence Brakmo else if (full_space < rcv_wnd * mss) 37813d3b1ebSLawrence Brakmo full_space = rcv_wnd * mss; 37913d3b1ebSLawrence Brakmo 380843f4a55SYuchung Cheng /* tcp_full_space because it is guaranteed to be the first packet */ 381ceef9ab6SEric Dumazet tcp_select_initial_window(sk_listener, full_space, 382843f4a55SYuchung Cheng mss - (ireq->tstamp_ok ? TCPOLEN_TSTAMP_ALIGNED : 0), 383ed53d0abSEric Dumazet &req->rsk_rcv_wnd, 384ed53d0abSEric Dumazet &req->rsk_window_clamp, 385843f4a55SYuchung Cheng ireq->wscale_ok, 386843f4a55SYuchung Cheng &rcv_wscale, 38713d3b1ebSLawrence Brakmo rcv_wnd); 388843f4a55SYuchung Cheng ireq->rcv_wscale = rcv_wscale; 389843f4a55SYuchung Cheng } 390843f4a55SYuchung Cheng EXPORT_SYMBOL(tcp_openreq_init_rwin); 391843f4a55SYuchung Cheng 392735d3831SFlorian Westphal static void tcp_ecn_openreq_child(struct tcp_sock *tp, 393735d3831SFlorian Westphal const struct request_sock *req) 394bdf1ee5dSIlpo Järvinen { 395bdf1ee5dSIlpo Järvinen tp->ecn_flags = inet_rsk(req)->ecn_ok ? TCP_ECN_OK : 0; 396bdf1ee5dSIlpo Järvinen } 397bdf1ee5dSIlpo Järvinen 39881164413SDaniel Borkmann void tcp_ca_openreq_child(struct sock *sk, const struct dst_entry *dst) 39981164413SDaniel Borkmann { 40081164413SDaniel Borkmann struct inet_connection_sock *icsk = inet_csk(sk); 40181164413SDaniel Borkmann u32 ca_key = dst_metric(dst, RTAX_CC_ALGO); 40281164413SDaniel Borkmann bool ca_got_dst = false; 40381164413SDaniel Borkmann 40481164413SDaniel Borkmann if (ca_key != TCP_CA_UNSPEC) { 40581164413SDaniel Borkmann const struct tcp_congestion_ops *ca; 40681164413SDaniel Borkmann 40781164413SDaniel Borkmann rcu_read_lock(); 40881164413SDaniel Borkmann ca = tcp_ca_find_key(ca_key); 40981164413SDaniel Borkmann if (likely(ca && try_module_get(ca->owner))) { 41081164413SDaniel Borkmann icsk->icsk_ca_dst_locked = tcp_ca_dst_locked(dst); 41181164413SDaniel Borkmann icsk->icsk_ca_ops = ca; 41281164413SDaniel Borkmann ca_got_dst = true; 41381164413SDaniel Borkmann } 41481164413SDaniel Borkmann rcu_read_unlock(); 41581164413SDaniel Borkmann } 41681164413SDaniel Borkmann 4179f950415SNeal Cardwell /* If no valid choice made yet, assign current system default ca. */ 4189f950415SNeal Cardwell if (!ca_got_dst && 4199f950415SNeal Cardwell (!icsk->icsk_ca_setsockopt || 4209f950415SNeal Cardwell !try_module_get(icsk->icsk_ca_ops->owner))) 42181164413SDaniel Borkmann tcp_assign_congestion_control(sk); 42281164413SDaniel Borkmann 42381164413SDaniel Borkmann tcp_set_ca_state(sk, TCP_CA_Open); 42481164413SDaniel Borkmann } 42581164413SDaniel Borkmann EXPORT_SYMBOL_GPL(tcp_ca_openreq_child); 42681164413SDaniel Borkmann 42760e2a778SUrsula Braun static void smc_check_reset_syn_req(struct tcp_sock *oldtp, 42860e2a778SUrsula Braun struct request_sock *req, 42960e2a778SUrsula Braun struct tcp_sock *newtp) 43060e2a778SUrsula Braun { 43160e2a778SUrsula Braun #if IS_ENABLED(CONFIG_SMC) 43260e2a778SUrsula Braun struct inet_request_sock *ireq; 43360e2a778SUrsula Braun 43460e2a778SUrsula Braun if (static_branch_unlikely(&tcp_have_smc)) { 43560e2a778SUrsula Braun ireq = inet_rsk(req); 43660e2a778SUrsula Braun if (oldtp->syn_smc && !ireq->smc_ok) 43760e2a778SUrsula Braun newtp->syn_smc = 0; 43860e2a778SUrsula Braun } 43960e2a778SUrsula Braun #endif 44060e2a778SUrsula Braun } 44160e2a778SUrsula Braun 4421da177e4SLinus Torvalds /* This is not only more efficient than what we used to do, it eliminates 4431da177e4SLinus Torvalds * a lot of code duplication between IPv4/IPv6 SYN recv processing. -DaveM 4441da177e4SLinus Torvalds * 4451da177e4SLinus Torvalds * Actually, we could lots of memory writes here. tp of listening 4461da177e4SLinus Torvalds * socket contains all necessary default parameters. 4471da177e4SLinus Torvalds */ 448c28c6f04SEric Dumazet struct sock *tcp_create_openreq_child(const struct sock *sk, 449c28c6f04SEric Dumazet struct request_sock *req, 450c28c6f04SEric Dumazet struct sk_buff *skb) 4511da177e4SLinus Torvalds { 452e56c57d0SEric Dumazet struct sock *newsk = inet_csk_clone_lock(sk, req, GFP_ATOMIC); 4539f1d2604SArnaldo Carvalho de Melo const struct inet_request_sock *ireq = inet_rsk(req); 4542e6599cbSArnaldo Carvalho de Melo struct tcp_request_sock *treq = tcp_rsk(req); 455242b1bbeSEric Dumazet struct inet_connection_sock *newicsk; 456242b1bbeSEric Dumazet struct tcp_sock *oldtp, *newtp; 457242b1bbeSEric Dumazet 458242b1bbeSEric Dumazet if (!newsk) 459242b1bbeSEric Dumazet return NULL; 460242b1bbeSEric Dumazet 461242b1bbeSEric Dumazet newicsk = inet_csk(newsk); 462242b1bbeSEric Dumazet newtp = tcp_sk(newsk); 463242b1bbeSEric Dumazet oldtp = tcp_sk(sk); 46460e2a778SUrsula Braun 46560e2a778SUrsula Braun smc_check_reset_syn_req(oldtp, req, newtp); 4661da177e4SLinus Torvalds 4671da177e4SLinus Torvalds /* Now setup tcp_sock */ 46831770e34SFlorian Westphal newtp->pred_flags = 0; 46931770e34SFlorian Westphal 470435cf559SWilliam Allen Simpson newtp->rcv_wup = newtp->copied_seq = 471435cf559SWilliam Allen Simpson newtp->rcv_nxt = treq->rcv_isn + 1; 472a9d99ce2SEric Dumazet newtp->segs_in = 1; 473435cf559SWilliam Allen Simpson 474435cf559SWilliam Allen Simpson newtp->snd_sml = newtp->snd_una = 4751a2c6181SChristoph Paasch newtp->snd_nxt = newtp->snd_up = treq->snt_isn + 1; 4761da177e4SLinus Torvalds 47746d3ceabSEric Dumazet INIT_LIST_HEAD(&newtp->tsq_node); 478e2080072SEric Dumazet INIT_LIST_HEAD(&newtp->tsorted_sent_queue); 4791da177e4SLinus Torvalds 480ee7537b6SHantzis Fotis tcp_init_wl(newtp, treq->rcv_isn); 4811da177e4SLinus Torvalds 482740b0f18SEric Dumazet newtp->srtt_us = 0; 483740b0f18SEric Dumazet newtp->mdev_us = jiffies_to_usecs(TCP_TIMEOUT_INIT); 484ac9517fcSEric Dumazet minmax_reset(&newtp->rtt_min, tcp_jiffies32, ~0U); 485463c84b9SArnaldo Carvalho de Melo newicsk->icsk_rto = TCP_TIMEOUT_INIT; 48670eabf0eSEric Dumazet newicsk->icsk_ack.lrcvtime = tcp_jiffies32; 4871da177e4SLinus Torvalds 4881da177e4SLinus Torvalds newtp->packets_out = 0; 4891da177e4SLinus Torvalds newtp->retrans_out = 0; 4901da177e4SLinus Torvalds newtp->sacked_out = 0; 4910b6a05c1SIlpo Järvinen newtp->snd_ssthresh = TCP_INFINITE_SSTHRESH; 4929b717a8dSNandita Dukkipati newtp->tlp_high_seq = 0; 4939a568de4SEric Dumazet newtp->lsndtime = tcp_jiffies32; 494d8ed6250SEric Dumazet newsk->sk_txhash = treq->txhash; 495f2b2c582SNeal Cardwell newtp->last_oow_ack_time = 0; 496375fe02cSYuchung Cheng newtp->total_retrans = req->num_retrans; 4971da177e4SLinus Torvalds 4981da177e4SLinus Torvalds /* So many TCP implementations out there (incorrectly) count the 4991da177e4SLinus Torvalds * initial SYN frame in their delayed-ACK and congestion control 5001da177e4SLinus Torvalds * algorithms that we must have the following bandaid to talk 5011da177e4SLinus Torvalds * efficiently to them. -DaveM 5021da177e4SLinus Torvalds */ 5039ad7c049SJerry Chu newtp->snd_cwnd = TCP_INIT_CWND; 5041da177e4SLinus Torvalds newtp->snd_cwnd_cnt = 0; 5051da177e4SLinus Torvalds 506d7722e85SSoheil Hassas Yeganeh /* There's a bubble in the pipe until at least the first ACK. */ 507d7722e85SSoheil Hassas Yeganeh newtp->app_limited = ~0U; 508d7722e85SSoheil Hassas Yeganeh 5091da177e4SLinus Torvalds tcp_init_xmit_timers(newsk); 5101a2c6181SChristoph Paasch newtp->write_seq = newtp->pushed_seq = treq->snt_isn + 1; 5111da177e4SLinus Torvalds 5121da177e4SLinus Torvalds newtp->rx_opt.saw_tstamp = 0; 5131da177e4SLinus Torvalds 5141da177e4SLinus Torvalds newtp->rx_opt.dsack = 0; 5151da177e4SLinus Torvalds newtp->rx_opt.num_sacks = 0; 516cabeccbdSIlpo Järvinen 5171da177e4SLinus Torvalds newtp->urg_data = 0; 5181da177e4SLinus Torvalds 5191da177e4SLinus Torvalds if (sock_flag(newsk, SOCK_KEEPOPEN)) 520463c84b9SArnaldo Carvalho de Melo inet_csk_reset_keepalive_timer(newsk, 5211da177e4SLinus Torvalds keepalive_time_when(newtp)); 5221da177e4SLinus Torvalds 5232e6599cbSArnaldo Carvalho de Melo newtp->rx_opt.tstamp_ok = ireq->tstamp_ok; 524713bafeaSYuchung Cheng newtp->rx_opt.sack_ok = ireq->sack_ok; 525ed53d0abSEric Dumazet newtp->window_clamp = req->rsk_window_clamp; 526ed53d0abSEric Dumazet newtp->rcv_ssthresh = req->rsk_rcv_wnd; 527ed53d0abSEric Dumazet newtp->rcv_wnd = req->rsk_rcv_wnd; 5282e6599cbSArnaldo Carvalho de Melo newtp->rx_opt.wscale_ok = ireq->wscale_ok; 5291da177e4SLinus Torvalds if (newtp->rx_opt.wscale_ok) { 5302e6599cbSArnaldo Carvalho de Melo newtp->rx_opt.snd_wscale = ireq->snd_wscale; 5312e6599cbSArnaldo Carvalho de Melo newtp->rx_opt.rcv_wscale = ireq->rcv_wscale; 5321da177e4SLinus Torvalds } else { 5331da177e4SLinus Torvalds newtp->rx_opt.snd_wscale = newtp->rx_opt.rcv_wscale = 0; 5341da177e4SLinus Torvalds newtp->window_clamp = min(newtp->window_clamp, 65535U); 5351da177e4SLinus Torvalds } 536242b1bbeSEric Dumazet newtp->snd_wnd = ntohs(tcp_hdr(skb)->window) << newtp->rx_opt.snd_wscale; 5371da177e4SLinus Torvalds newtp->max_window = newtp->snd_wnd; 5381da177e4SLinus Torvalds 5391da177e4SLinus Torvalds if (newtp->rx_opt.tstamp_ok) { 5401da177e4SLinus Torvalds newtp->rx_opt.ts_recent = req->ts_recent; 541cca9bab1SArnd Bergmann newtp->rx_opt.ts_recent_stamp = ktime_get_seconds(); 5421da177e4SLinus Torvalds newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED; 5431da177e4SLinus Torvalds } else { 5441da177e4SLinus Torvalds newtp->rx_opt.ts_recent_stamp = 0; 5451da177e4SLinus Torvalds newtp->tcp_header_len = sizeof(struct tcphdr); 5461da177e4SLinus Torvalds } 54795a22caeSFlorian Westphal newtp->tsoffset = treq->ts_off; 548cfb6eeb4SYOSHIFUJI Hideaki #ifdef CONFIG_TCP_MD5SIG 549cfb6eeb4SYOSHIFUJI Hideaki newtp->md5sig_info = NULL; /*XXX*/ 550cfb6eeb4SYOSHIFUJI Hideaki if (newtp->af_specific->md5_lookup(sk, newsk)) 551cfb6eeb4SYOSHIFUJI Hideaki newtp->tcp_header_len += TCPOLEN_MD5SIG_ALIGNED; 552cfb6eeb4SYOSHIFUJI Hideaki #endif 553bee7ca9eSWilliam Allen Simpson if (skb->len >= TCP_MSS_DEFAULT + newtp->tcp_header_len) 554463c84b9SArnaldo Carvalho de Melo newicsk->icsk_ack.last_seg_size = skb->len - newtp->tcp_header_len; 5551da177e4SLinus Torvalds newtp->rx_opt.mss_clamp = req->mss; 556735d3831SFlorian Westphal tcp_ecn_openreq_child(newtp, req); 5578b485ce6SEric Dumazet newtp->fastopen_req = NULL; 5588336886fSJerry Chu newtp->fastopen_rsk = NULL; 5596f73601eSYuchung Cheng newtp->syn_data_acked = 0; 5609a568de4SEric Dumazet newtp->rack.mstamp = 0; 561659a8ad5SYuchung Cheng newtp->rack.advanced = 0; 5621f255691SPriyaranjan Jha newtp->rack.reo_wnd_steps = 1; 5631f255691SPriyaranjan Jha newtp->rack.last_delivered = 0; 5641f255691SPriyaranjan Jha newtp->rack.reo_wnd_persist = 0; 5651f255691SPriyaranjan Jha newtp->rack.dsack_seen = 0; 5661da177e4SLinus Torvalds 56790bbcc60SEric Dumazet __TCP_INC_STATS(sock_net(sk), TCP_MIB_PASSIVEOPENS); 568242b1bbeSEric Dumazet 5691da177e4SLinus Torvalds return newsk; 5701da177e4SLinus Torvalds } 5714bc2f18bSEric Dumazet EXPORT_SYMBOL(tcp_create_openreq_child); 5721da177e4SLinus Torvalds 5731da177e4SLinus Torvalds /* 5748336886fSJerry Chu * Process an incoming packet for SYN_RECV sockets represented as a 5758336886fSJerry Chu * request_sock. Normally sk is the listener socket but for TFO it 5768336886fSJerry Chu * points to the child socket. 5778336886fSJerry Chu * 5788336886fSJerry Chu * XXX (TFO) - The current impl contains a special check for ack 5798336886fSJerry Chu * validation and inside tcp_v4_reqsk_send_ack(). Can we do better? 5804308fc58SAlan Cox * 5814308fc58SAlan Cox * We don't need to initialize tmp_opt.sack_ok as we don't use the results 5821da177e4SLinus Torvalds */ 5831da177e4SLinus Torvalds 5841da177e4SLinus Torvalds struct sock *tcp_check_req(struct sock *sk, struct sk_buff *skb, 58560236fddSArnaldo Carvalho de Melo struct request_sock *req, 586e0f9759fSEric Dumazet bool fastopen, bool *req_stolen) 5871da177e4SLinus Torvalds { 5884957faadSWilliam Allen Simpson struct tcp_options_received tmp_opt; 5894957faadSWilliam Allen Simpson struct sock *child; 590aa8223c7SArnaldo Carvalho de Melo const struct tcphdr *th = tcp_hdr(skb); 591714e85beSAl Viro __be32 flg = tcp_flag_word(th) & (TCP_FLAG_RST|TCP_FLAG_SYN|TCP_FLAG_ACK); 592a2a385d6SEric Dumazet bool paws_reject = false; 5935e0724d0SEric Dumazet bool own_req; 5941da177e4SLinus Torvalds 595bb5b7c11SDavid S. Miller tmp_opt.saw_tstamp = 0; 596bb5b7c11SDavid S. Miller if (th->doff > (sizeof(struct tcphdr)>>2)) { 597eed29f17SEric Dumazet tcp_parse_options(sock_net(sk), skb, &tmp_opt, 0, NULL); 5981da177e4SLinus Torvalds 5991da177e4SLinus Torvalds if (tmp_opt.saw_tstamp) { 6001da177e4SLinus Torvalds tmp_opt.ts_recent = req->ts_recent; 60195a22caeSFlorian Westphal if (tmp_opt.rcv_tsecr) 60295a22caeSFlorian Westphal tmp_opt.rcv_tsecr -= tcp_rsk(req)->ts_off; 6031da177e4SLinus Torvalds /* We do not store true stamp, but it is not required, 6041da177e4SLinus Torvalds * it can be estimated (approximately) 6051da177e4SLinus Torvalds * from another data. 6061da177e4SLinus Torvalds */ 607cca9bab1SArnd Bergmann tmp_opt.ts_recent_stamp = ktime_get_seconds() - ((TCP_TIMEOUT_INIT/HZ)<<req->num_timeout); 608c887e6d2SIlpo Järvinen paws_reject = tcp_paws_reject(&tmp_opt, th->rst); 6091da177e4SLinus Torvalds } 6101da177e4SLinus Torvalds } 6111da177e4SLinus Torvalds 6121da177e4SLinus Torvalds /* Check for pure retransmitted SYN. */ 6132e6599cbSArnaldo Carvalho de Melo if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn && 6141da177e4SLinus Torvalds flg == TCP_FLAG_SYN && 6151da177e4SLinus Torvalds !paws_reject) { 6161da177e4SLinus Torvalds /* 6171da177e4SLinus Torvalds * RFC793 draws (Incorrectly! It was fixed in RFC1122) 6181da177e4SLinus Torvalds * this case on figure 6 and figure 8, but formal 6191da177e4SLinus Torvalds * protocol description says NOTHING. 6201da177e4SLinus Torvalds * To be more exact, it says that we should send ACK, 6211da177e4SLinus Torvalds * because this segment (at least, if it has no data) 6221da177e4SLinus Torvalds * is out of window. 6231da177e4SLinus Torvalds * 6241da177e4SLinus Torvalds * CONCLUSION: RFC793 (even with RFC1122) DOES NOT 6251da177e4SLinus Torvalds * describe SYN-RECV state. All the description 6261da177e4SLinus Torvalds * is wrong, we cannot believe to it and should 6271da177e4SLinus Torvalds * rely only on common sense and implementation 6281da177e4SLinus Torvalds * experience. 6291da177e4SLinus Torvalds * 6301da177e4SLinus Torvalds * Enforce "SYN-ACK" according to figure 8, figure 6 6311da177e4SLinus Torvalds * of RFC793, fixed by RFC1122. 6328336886fSJerry Chu * 6338336886fSJerry Chu * Note that even if there is new data in the SYN packet 6348336886fSJerry Chu * they will be thrown away too. 635cd75eff6SYuchung Cheng * 636cd75eff6SYuchung Cheng * Reset timer after retransmitting SYNACK, similar to 637cd75eff6SYuchung Cheng * the idea of fast retransmit in recovery. 6381da177e4SLinus Torvalds */ 639a9b2c06dSNeal Cardwell if (!tcp_oow_rate_limited(sock_net(sk), skb, 640a9b2c06dSNeal Cardwell LINUX_MIB_TCPACKSKIPPEDSYNRECV, 641a9b2c06dSNeal Cardwell &tcp_rsk(req)->last_oow_ack_time) && 642a9b2c06dSNeal Cardwell 643dd929c1bSEric Dumazet !inet_rtx_syn_ack(sk, req)) { 644dd929c1bSEric Dumazet unsigned long expires = jiffies; 645dd929c1bSEric Dumazet 646dd929c1bSEric Dumazet expires += min(TCP_TIMEOUT_INIT << req->num_timeout, 647dd929c1bSEric Dumazet TCP_RTO_MAX); 648dd929c1bSEric Dumazet if (!fastopen) 649dd929c1bSEric Dumazet mod_timer_pending(&req->rsk_timer, expires); 650dd929c1bSEric Dumazet else 651dd929c1bSEric Dumazet req->rsk_timer.expires = expires; 652dd929c1bSEric Dumazet } 6531da177e4SLinus Torvalds return NULL; 6541da177e4SLinus Torvalds } 6551da177e4SLinus Torvalds 6561da177e4SLinus Torvalds /* Further reproduces section "SEGMENT ARRIVES" 6571da177e4SLinus Torvalds for state SYN-RECEIVED of RFC793. 6581da177e4SLinus Torvalds It is broken, however, it does not work only 6591da177e4SLinus Torvalds when SYNs are crossed. 6601da177e4SLinus Torvalds 6611da177e4SLinus Torvalds You would think that SYN crossing is impossible here, since 6621da177e4SLinus Torvalds we should have a SYN_SENT socket (from connect()) on our end, 6631da177e4SLinus Torvalds but this is not true if the crossed SYNs were sent to both 6641da177e4SLinus Torvalds ends by a malicious third party. We must defend against this, 6651da177e4SLinus Torvalds and to do that we first verify the ACK (as per RFC793, page 6661da177e4SLinus Torvalds 36) and reset if it is invalid. Is this a true full defense? 6671da177e4SLinus Torvalds To convince ourselves, let us consider a way in which the ACK 6681da177e4SLinus Torvalds test can still pass in this 'malicious crossed SYNs' case. 6691da177e4SLinus Torvalds Malicious sender sends identical SYNs (and thus identical sequence 6701da177e4SLinus Torvalds numbers) to both A and B: 6711da177e4SLinus Torvalds 6721da177e4SLinus Torvalds A: gets SYN, seq=7 6731da177e4SLinus Torvalds B: gets SYN, seq=7 6741da177e4SLinus Torvalds 6751da177e4SLinus Torvalds By our good fortune, both A and B select the same initial 6761da177e4SLinus Torvalds send sequence number of seven :-) 6771da177e4SLinus Torvalds 6781da177e4SLinus Torvalds A: sends SYN|ACK, seq=7, ack_seq=8 6791da177e4SLinus Torvalds B: sends SYN|ACK, seq=7, ack_seq=8 6801da177e4SLinus Torvalds 6811da177e4SLinus Torvalds So we are now A eating this SYN|ACK, ACK test passes. So 6821da177e4SLinus Torvalds does sequence test, SYN is truncated, and thus we consider 6831da177e4SLinus Torvalds it a bare ACK. 6841da177e4SLinus Torvalds 685ec0a1966SDavid S. Miller If icsk->icsk_accept_queue.rskq_defer_accept, we silently drop this 686ec0a1966SDavid S. Miller bare ACK. Otherwise, we create an established connection. Both 687ec0a1966SDavid S. Miller ends (listening sockets) accept the new incoming connection and try 688ec0a1966SDavid S. Miller to talk to each other. 8-) 6891da177e4SLinus Torvalds 6901da177e4SLinus Torvalds Note: This case is both harmless, and rare. Possibility is about the 6911da177e4SLinus Torvalds same as us discovering intelligent life on another plant tomorrow. 6921da177e4SLinus Torvalds 6931da177e4SLinus Torvalds But generally, we should (RFC lies!) to accept ACK 6941da177e4SLinus Torvalds from SYNACK both here and in tcp_rcv_state_process(). 6951da177e4SLinus Torvalds tcp_rcv_state_process() does not, hence, we do not too. 6961da177e4SLinus Torvalds 6971da177e4SLinus Torvalds Note that the case is absolutely generic: 6981da177e4SLinus Torvalds we cannot optimize anything here without 6991da177e4SLinus Torvalds violating protocol. All the checks must be made 7001da177e4SLinus Torvalds before attempt to create socket. 7011da177e4SLinus Torvalds */ 7021da177e4SLinus Torvalds 7031da177e4SLinus Torvalds /* RFC793 page 36: "If the connection is in any non-synchronized state ... 7041da177e4SLinus Torvalds * and the incoming segment acknowledges something not yet 705caa20d9aSStephen Hemminger * sent (the segment carries an unacceptable ACK) ... 7061da177e4SLinus Torvalds * a reset is sent." 7071da177e4SLinus Torvalds * 7088336886fSJerry Chu * Invalid ACK: reset will be sent by listening socket. 7098336886fSJerry Chu * Note that the ACK validity check for a Fast Open socket is done 7108336886fSJerry Chu * elsewhere and is checked directly against the child socket rather 7118336886fSJerry Chu * than req because user data may have been sent out. 7121da177e4SLinus Torvalds */ 7138336886fSJerry Chu if ((flg & TCP_FLAG_ACK) && !fastopen && 714435cf559SWilliam Allen Simpson (TCP_SKB_CB(skb)->ack_seq != 7151a2c6181SChristoph Paasch tcp_rsk(req)->snt_isn + 1)) 7161da177e4SLinus Torvalds return sk; 7171da177e4SLinus Torvalds 7181da177e4SLinus Torvalds /* Also, it would be not so bad idea to check rcv_tsecr, which 7191da177e4SLinus Torvalds * is essentially ACK extension and too early or too late values 7201da177e4SLinus Torvalds * should cause reset in unsynchronized states. 7211da177e4SLinus Torvalds */ 7221da177e4SLinus Torvalds 7231da177e4SLinus Torvalds /* RFC793: "first check sequence number". */ 7241da177e4SLinus Torvalds 7251da177e4SLinus Torvalds if (paws_reject || !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq, 726ed53d0abSEric Dumazet tcp_rsk(req)->rcv_nxt, tcp_rsk(req)->rcv_nxt + req->rsk_rcv_wnd)) { 7271da177e4SLinus Torvalds /* Out of window: send ACK and drop. */ 7284ce7e93cSEric Dumazet if (!(flg & TCP_FLAG_RST) && 7294ce7e93cSEric Dumazet !tcp_oow_rate_limited(sock_net(sk), skb, 7304ce7e93cSEric Dumazet LINUX_MIB_TCPACKSKIPPEDSYNRECV, 7314ce7e93cSEric Dumazet &tcp_rsk(req)->last_oow_ack_time)) 7326edafaafSGui Jianfeng req->rsk_ops->send_ack(sk, skb, req); 7331da177e4SLinus Torvalds if (paws_reject) 73402a1d6e7SEric Dumazet __NET_INC_STATS(sock_net(sk), LINUX_MIB_PAWSESTABREJECTED); 7351da177e4SLinus Torvalds return NULL; 7361da177e4SLinus Torvalds } 7371da177e4SLinus Torvalds 7381da177e4SLinus Torvalds /* In sequence, PAWS is OK. */ 7391da177e4SLinus Torvalds 7408336886fSJerry Chu if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_nxt)) 7411da177e4SLinus Torvalds req->ts_recent = tmp_opt.rcv_tsval; 7421da177e4SLinus Torvalds 7432e6599cbSArnaldo Carvalho de Melo if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) { 7441da177e4SLinus Torvalds /* Truncate SYN, it is out of window starting 7452e6599cbSArnaldo Carvalho de Melo at tcp_rsk(req)->rcv_isn + 1. */ 7461da177e4SLinus Torvalds flg &= ~TCP_FLAG_SYN; 7471da177e4SLinus Torvalds } 7481da177e4SLinus Torvalds 7491da177e4SLinus Torvalds /* RFC793: "second check the RST bit" and 7501da177e4SLinus Torvalds * "fourth, check the SYN bit" 7511da177e4SLinus Torvalds */ 7523687b1dcSWei Yongjun if (flg & (TCP_FLAG_RST|TCP_FLAG_SYN)) { 75390bbcc60SEric Dumazet __TCP_INC_STATS(sock_net(sk), TCP_MIB_ATTEMPTFAILS); 7541da177e4SLinus Torvalds goto embryonic_reset; 7553687b1dcSWei Yongjun } 7561da177e4SLinus Torvalds 7571da177e4SLinus Torvalds /* ACK sequence verified above, just make sure ACK is 7581da177e4SLinus Torvalds * set. If ACK not set, just silently drop the packet. 7598336886fSJerry Chu * 7608336886fSJerry Chu * XXX (TFO) - if we ever allow "data after SYN", the 7618336886fSJerry Chu * following check needs to be removed. 7621da177e4SLinus Torvalds */ 7631da177e4SLinus Torvalds if (!(flg & TCP_FLAG_ACK)) 7641da177e4SLinus Torvalds return NULL; 7651da177e4SLinus Torvalds 7668336886fSJerry Chu /* For Fast Open no more processing is needed (sk is the 7678336886fSJerry Chu * child socket). 7688336886fSJerry Chu */ 7698336886fSJerry Chu if (fastopen) 7708336886fSJerry Chu return sk; 7718336886fSJerry Chu 772d1b99ba4SJulian Anastasov /* While TCP_DEFER_ACCEPT is active, drop bare ACK. */ 773e6c022a4SEric Dumazet if (req->num_timeout < inet_csk(sk)->icsk_accept_queue.rskq_defer_accept && 774ec0a1966SDavid S. Miller TCP_SKB_CB(skb)->end_seq == tcp_rsk(req)->rcv_isn + 1) { 775ec0a1966SDavid S. Miller inet_rsk(req)->acked = 1; 77602a1d6e7SEric Dumazet __NET_INC_STATS(sock_net(sk), LINUX_MIB_TCPDEFERACCEPTDROP); 777ec0a1966SDavid S. Miller return NULL; 778ec0a1966SDavid S. Miller } 779ec0a1966SDavid S. Miller 7801da177e4SLinus Torvalds /* OK, ACK is valid, create big socket and 7811da177e4SLinus Torvalds * feed this segment to it. It will repeat all 7821da177e4SLinus Torvalds * the tests. THIS SEGMENT MUST MOVE SOCKET TO 7831da177e4SLinus Torvalds * ESTABLISHED STATE. If it will be dropped after 7841da177e4SLinus Torvalds * socket is created, wait for troubles. 7851da177e4SLinus Torvalds */ 7865e0724d0SEric Dumazet child = inet_csk(sk)->icsk_af_ops->syn_recv_sock(sk, skb, req, NULL, 7875e0724d0SEric Dumazet req, &own_req); 78851456b29SIan Morris if (!child) 7891da177e4SLinus Torvalds goto listen_overflow; 7901da177e4SLinus Torvalds 7916bcfd7f8SEric Dumazet sock_rps_save_rxhash(child, skb); 7920f1c28aeSYuchung Cheng tcp_synack_rtt_meas(child, req); 793e0f9759fSEric Dumazet *req_stolen = !own_req; 7945e0724d0SEric Dumazet return inet_csk_complete_hashdance(sk, child, req, own_req); 7951da177e4SLinus Torvalds 7961da177e4SLinus Torvalds listen_overflow: 79765c9410cSEric Dumazet if (!sock_net(sk)->ipv4.sysctl_tcp_abort_on_overflow) { 7982e6599cbSArnaldo Carvalho de Melo inet_rsk(req)->acked = 1; 7991da177e4SLinus Torvalds return NULL; 8001da177e4SLinus Torvalds } 8011da177e4SLinus Torvalds 8021da177e4SLinus Torvalds embryonic_reset: 8038336886fSJerry Chu if (!(flg & TCP_FLAG_RST)) { 8048336886fSJerry Chu /* Received a bad SYN pkt - for TFO We try not to reset 8058336886fSJerry Chu * the local connection unless it's really necessary to 8068336886fSJerry Chu * avoid becoming vulnerable to outside attack aiming at 8078336886fSJerry Chu * resetting legit local connections. 8088336886fSJerry Chu */ 809cfb6eeb4SYOSHIFUJI Hideaki req->rsk_ops->send_reset(sk, skb); 8108336886fSJerry Chu } else if (fastopen) { /* received a valid RST pkt */ 8118336886fSJerry Chu reqsk_fastopen_remove(sk, req, true); 8128336886fSJerry Chu tcp_reset(sk); 8138336886fSJerry Chu } 8148336886fSJerry Chu if (!fastopen) { 81552452c54SEric Dumazet inet_csk_reqsk_queue_drop(sk, req); 81602a1d6e7SEric Dumazet __NET_INC_STATS(sock_net(sk), LINUX_MIB_EMBRYONICRSTS); 8178336886fSJerry Chu } 8181da177e4SLinus Torvalds return NULL; 8191da177e4SLinus Torvalds } 8204bc2f18bSEric Dumazet EXPORT_SYMBOL(tcp_check_req); 8211da177e4SLinus Torvalds 8221da177e4SLinus Torvalds /* 8231da177e4SLinus Torvalds * Queue segment on the new socket if the new socket is active, 8241da177e4SLinus Torvalds * otherwise we just shortcircuit this and continue with 8251da177e4SLinus Torvalds * the new socket. 8268336886fSJerry Chu * 8278336886fSJerry Chu * For the vast majority of cases child->sk_state will be TCP_SYN_RECV 8288336886fSJerry Chu * when entering. But other states are possible due to a race condition 8298336886fSJerry Chu * where after __inet_lookup_established() fails but before the listener 8308336886fSJerry Chu * locked is obtained, other packets cause the same connection to 8318336886fSJerry Chu * be created. 8321da177e4SLinus Torvalds */ 8331da177e4SLinus Torvalds 8341da177e4SLinus Torvalds int tcp_child_process(struct sock *parent, struct sock *child, 8351da177e4SLinus Torvalds struct sk_buff *skb) 8361da177e4SLinus Torvalds { 8371da177e4SLinus Torvalds int ret = 0; 8381da177e4SLinus Torvalds int state = child->sk_state; 8391da177e4SLinus Torvalds 840e5907459SAlexander Duyck /* record NAPI ID of child */ 841e5907459SAlexander Duyck sk_mark_napi_id(child, skb); 842e5907459SAlexander Duyck 843a44d6eacSMartin KaFai Lau tcp_segs_in(tcp_sk(child), skb); 8441da177e4SLinus Torvalds if (!sock_owned_by_user(child)) { 84572ab4a86SEric Dumazet ret = tcp_rcv_state_process(child, skb); 8461da177e4SLinus Torvalds /* Wakeup parent, send SIGIO */ 8471da177e4SLinus Torvalds if (state == TCP_SYN_RECV && child->sk_state != state) 848676d2369SDavid S. Miller parent->sk_data_ready(parent); 8491da177e4SLinus Torvalds } else { 8501da177e4SLinus Torvalds /* Alas, it is possible again, because we do lookup 8511da177e4SLinus Torvalds * in main socket hash table and lock on listening 8521da177e4SLinus Torvalds * socket does not protect us more. 8531da177e4SLinus Torvalds */ 854a3a858ffSZhu Yi __sk_add_backlog(child, skb); 8551da177e4SLinus Torvalds } 8561da177e4SLinus Torvalds 8571da177e4SLinus Torvalds bh_unlock_sock(child); 8581da177e4SLinus Torvalds sock_put(child); 8591da177e4SLinus Torvalds return ret; 8601da177e4SLinus Torvalds } 8611da177e4SLinus Torvalds EXPORT_SYMBOL(tcp_child_process); 862