11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * INET An implementation of the TCP/IP protocol suite for the LINUX 31da177e4SLinus Torvalds * operating system. INET is implemented using the BSD Socket 41da177e4SLinus Torvalds * interface as the means of communication with the user level. 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Implementation of the Transmission Control Protocol(TCP). 71da177e4SLinus Torvalds * 81da177e4SLinus Torvalds * Version: $Id: tcp_minisocks.c,v 1.15 2002/02/01 22:01:04 davem Exp $ 91da177e4SLinus Torvalds * 1002c30a84SJesper Juhl * Authors: Ross Biro 111da177e4SLinus Torvalds * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG> 121da177e4SLinus Torvalds * Mark Evans, <evansmp@uhura.aston.ac.uk> 131da177e4SLinus Torvalds * Corey Minyard <wf-rch!minyard@relay.EU.net> 141da177e4SLinus Torvalds * Florian La Roche, <flla@stud.uni-sb.de> 151da177e4SLinus Torvalds * Charles Hedrick, <hedrick@klinzhai.rutgers.edu> 161da177e4SLinus Torvalds * Linus Torvalds, <torvalds@cs.helsinki.fi> 171da177e4SLinus Torvalds * Alan Cox, <gw4pts@gw4pts.ampr.org> 181da177e4SLinus Torvalds * Matthew Dillon, <dillon@apollo.west.oic.com> 191da177e4SLinus Torvalds * Arnt Gulbrandsen, <agulbra@nvg.unit.no> 201da177e4SLinus Torvalds * Jorge Cwik, <jorge@laser.satlink.net> 211da177e4SLinus Torvalds */ 221da177e4SLinus Torvalds 231da177e4SLinus Torvalds #include <linux/config.h> 241da177e4SLinus Torvalds #include <linux/mm.h> 251da177e4SLinus Torvalds #include <linux/module.h> 261da177e4SLinus Torvalds #include <linux/sysctl.h> 271da177e4SLinus Torvalds #include <linux/workqueue.h> 281da177e4SLinus Torvalds #include <net/tcp.h> 291da177e4SLinus Torvalds #include <net/inet_common.h> 301da177e4SLinus Torvalds #include <net/xfrm.h> 311da177e4SLinus Torvalds 321da177e4SLinus Torvalds #ifdef CONFIG_SYSCTL 331da177e4SLinus Torvalds #define SYNC_INIT 0 /* let the user enable it */ 341da177e4SLinus Torvalds #else 351da177e4SLinus Torvalds #define SYNC_INIT 1 361da177e4SLinus Torvalds #endif 371da177e4SLinus Torvalds 381da177e4SLinus Torvalds int sysctl_tcp_tw_recycle; 391da177e4SLinus Torvalds int sysctl_tcp_max_tw_buckets = NR_FILE*2; 401da177e4SLinus Torvalds 411da177e4SLinus Torvalds int sysctl_tcp_syncookies = SYNC_INIT; 421da177e4SLinus Torvalds int sysctl_tcp_abort_on_overflow; 431da177e4SLinus Torvalds 448feaf0c0SArnaldo Carvalho de Melo static void tcp_tw_schedule(struct inet_timewait_sock *tw, int timeo); 451da177e4SLinus Torvalds 461da177e4SLinus Torvalds static __inline__ int tcp_in_window(u32 seq, u32 end_seq, u32 s_win, u32 e_win) 471da177e4SLinus Torvalds { 481da177e4SLinus Torvalds if (seq == s_win) 491da177e4SLinus Torvalds return 1; 501da177e4SLinus Torvalds if (after(end_seq, s_win) && before(seq, e_win)) 511da177e4SLinus Torvalds return 1; 521da177e4SLinus Torvalds return (seq == e_win && seq == end_seq); 531da177e4SLinus Torvalds } 541da177e4SLinus Torvalds 551da177e4SLinus Torvalds /* New-style handling of TIME_WAIT sockets. */ 561da177e4SLinus Torvalds 571da177e4SLinus Torvalds int tcp_tw_count; 581da177e4SLinus Torvalds 591da177e4SLinus Torvalds /* 601da177e4SLinus Torvalds * * Main purpose of TIME-WAIT state is to close connection gracefully, 611da177e4SLinus Torvalds * when one of ends sits in LAST-ACK or CLOSING retransmitting FIN 621da177e4SLinus Torvalds * (and, probably, tail of data) and one or more our ACKs are lost. 631da177e4SLinus Torvalds * * What is TIME-WAIT timeout? It is associated with maximal packet 641da177e4SLinus Torvalds * lifetime in the internet, which results in wrong conclusion, that 651da177e4SLinus Torvalds * it is set to catch "old duplicate segments" wandering out of their path. 661da177e4SLinus Torvalds * It is not quite correct. This timeout is calculated so that it exceeds 671da177e4SLinus Torvalds * maximal retransmission timeout enough to allow to lose one (or more) 681da177e4SLinus Torvalds * segments sent by peer and our ACKs. This time may be calculated from RTO. 691da177e4SLinus Torvalds * * When TIME-WAIT socket receives RST, it means that another end 701da177e4SLinus Torvalds * finally closed and we are allowed to kill TIME-WAIT too. 711da177e4SLinus Torvalds * * Second purpose of TIME-WAIT is catching old duplicate segments. 721da177e4SLinus Torvalds * Well, certainly it is pure paranoia, but if we load TIME-WAIT 731da177e4SLinus Torvalds * with this semantics, we MUST NOT kill TIME-WAIT state with RSTs. 741da177e4SLinus Torvalds * * If we invented some more clever way to catch duplicates 751da177e4SLinus Torvalds * (f.e. based on PAWS), we could truncate TIME-WAIT to several RTOs. 761da177e4SLinus Torvalds * 771da177e4SLinus Torvalds * The algorithm below is based on FORMAL INTERPRETATION of RFCs. 781da177e4SLinus Torvalds * When you compare it to RFCs, please, read section SEGMENT ARRIVES 791da177e4SLinus Torvalds * from the very beginning. 801da177e4SLinus Torvalds * 811da177e4SLinus Torvalds * NOTE. With recycling (and later with fin-wait-2) TW bucket 821da177e4SLinus Torvalds * is _not_ stateless. It means, that strictly speaking we must 831da177e4SLinus Torvalds * spinlock it. I do not want! Well, probability of misbehaviour 841da177e4SLinus Torvalds * is ridiculously low and, seems, we could use some mb() tricks 851da177e4SLinus Torvalds * to avoid misread sequence numbers, states etc. --ANK 861da177e4SLinus Torvalds */ 871da177e4SLinus Torvalds enum tcp_tw_status 888feaf0c0SArnaldo Carvalho de Melo tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb, 898feaf0c0SArnaldo Carvalho de Melo const struct tcphdr *th) 901da177e4SLinus Torvalds { 918feaf0c0SArnaldo Carvalho de Melo struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw); 921da177e4SLinus Torvalds struct tcp_options_received tmp_opt; 931da177e4SLinus Torvalds int paws_reject = 0; 941da177e4SLinus Torvalds 951da177e4SLinus Torvalds tmp_opt.saw_tstamp = 0; 968feaf0c0SArnaldo Carvalho de Melo if (th->doff > (sizeof(*th) >> 2) && tcptw->tw_ts_recent_stamp) { 971da177e4SLinus Torvalds tcp_parse_options(skb, &tmp_opt, 0); 981da177e4SLinus Torvalds 991da177e4SLinus Torvalds if (tmp_opt.saw_tstamp) { 1008feaf0c0SArnaldo Carvalho de Melo tmp_opt.ts_recent = tcptw->tw_ts_recent; 1018feaf0c0SArnaldo Carvalho de Melo tmp_opt.ts_recent_stamp = tcptw->tw_ts_recent_stamp; 1021da177e4SLinus Torvalds paws_reject = tcp_paws_check(&tmp_opt, th->rst); 1031da177e4SLinus Torvalds } 1041da177e4SLinus Torvalds } 1051da177e4SLinus Torvalds 1061da177e4SLinus Torvalds if (tw->tw_substate == TCP_FIN_WAIT2) { 1071da177e4SLinus Torvalds /* Just repeat all the checks of tcp_rcv_state_process() */ 1081da177e4SLinus Torvalds 1091da177e4SLinus Torvalds /* Out of window, send ACK */ 1101da177e4SLinus Torvalds if (paws_reject || 1111da177e4SLinus Torvalds !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq, 1128feaf0c0SArnaldo Carvalho de Melo tcptw->tw_rcv_nxt, 1138feaf0c0SArnaldo Carvalho de Melo tcptw->tw_rcv_nxt + tcptw->tw_rcv_wnd)) 1141da177e4SLinus Torvalds return TCP_TW_ACK; 1151da177e4SLinus Torvalds 1161da177e4SLinus Torvalds if (th->rst) 1171da177e4SLinus Torvalds goto kill; 1181da177e4SLinus Torvalds 1198feaf0c0SArnaldo Carvalho de Melo if (th->syn && !before(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt)) 1201da177e4SLinus Torvalds goto kill_with_rst; 1211da177e4SLinus Torvalds 1221da177e4SLinus Torvalds /* Dup ACK? */ 1238feaf0c0SArnaldo Carvalho de Melo if (!after(TCP_SKB_CB(skb)->end_seq, tcptw->tw_rcv_nxt) || 1241da177e4SLinus Torvalds TCP_SKB_CB(skb)->end_seq == TCP_SKB_CB(skb)->seq) { 1258feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 1261da177e4SLinus Torvalds return TCP_TW_SUCCESS; 1271da177e4SLinus Torvalds } 1281da177e4SLinus Torvalds 1291da177e4SLinus Torvalds /* New data or FIN. If new data arrive after half-duplex close, 1301da177e4SLinus Torvalds * reset. 1311da177e4SLinus Torvalds */ 1321da177e4SLinus Torvalds if (!th->fin || 1338feaf0c0SArnaldo Carvalho de Melo TCP_SKB_CB(skb)->end_seq != tcptw->tw_rcv_nxt + 1) { 1341da177e4SLinus Torvalds kill_with_rst: 1351da177e4SLinus Torvalds tcp_tw_deschedule(tw); 1368feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 1371da177e4SLinus Torvalds return TCP_TW_RST; 1381da177e4SLinus Torvalds } 1391da177e4SLinus Torvalds 1401da177e4SLinus Torvalds /* FIN arrived, enter true time-wait state. */ 1411da177e4SLinus Torvalds tw->tw_substate = TCP_TIME_WAIT; 1428feaf0c0SArnaldo Carvalho de Melo tcptw->tw_rcv_nxt = TCP_SKB_CB(skb)->end_seq; 1431da177e4SLinus Torvalds if (tmp_opt.saw_tstamp) { 1448feaf0c0SArnaldo Carvalho de Melo tcptw->tw_ts_recent_stamp = xtime.tv_sec; 1458feaf0c0SArnaldo Carvalho de Melo tcptw->tw_ts_recent = tmp_opt.rcv_tsval; 1461da177e4SLinus Torvalds } 1471da177e4SLinus Torvalds 1481da177e4SLinus Torvalds /* I am shamed, but failed to make it more elegant. 1491da177e4SLinus Torvalds * Yes, it is direct reference to IP, which is impossible 1501da177e4SLinus Torvalds * to generalize to IPv6. Taking into account that IPv6 1511da177e4SLinus Torvalds * do not undertsnad recycling in any case, it not 1521da177e4SLinus Torvalds * a big problem in practice. --ANK */ 1531da177e4SLinus Torvalds if (tw->tw_family == AF_INET && 1548feaf0c0SArnaldo Carvalho de Melo sysctl_tcp_tw_recycle && tcptw->tw_ts_recent_stamp && 1551da177e4SLinus Torvalds tcp_v4_tw_remember_stamp(tw)) 1561da177e4SLinus Torvalds tcp_tw_schedule(tw, tw->tw_timeout); 1571da177e4SLinus Torvalds else 1581da177e4SLinus Torvalds tcp_tw_schedule(tw, TCP_TIMEWAIT_LEN); 1591da177e4SLinus Torvalds return TCP_TW_ACK; 1601da177e4SLinus Torvalds } 1611da177e4SLinus Torvalds 1621da177e4SLinus Torvalds /* 1631da177e4SLinus Torvalds * Now real TIME-WAIT state. 1641da177e4SLinus Torvalds * 1651da177e4SLinus Torvalds * RFC 1122: 1661da177e4SLinus Torvalds * "When a connection is [...] on TIME-WAIT state [...] 1671da177e4SLinus Torvalds * [a TCP] MAY accept a new SYN from the remote TCP to 1681da177e4SLinus Torvalds * reopen the connection directly, if it: 1691da177e4SLinus Torvalds * 1701da177e4SLinus Torvalds * (1) assigns its initial sequence number for the new 1711da177e4SLinus Torvalds * connection to be larger than the largest sequence 1721da177e4SLinus Torvalds * number it used on the previous connection incarnation, 1731da177e4SLinus Torvalds * and 1741da177e4SLinus Torvalds * 1751da177e4SLinus Torvalds * (2) returns to TIME-WAIT state if the SYN turns out 1761da177e4SLinus Torvalds * to be an old duplicate". 1771da177e4SLinus Torvalds */ 1781da177e4SLinus Torvalds 1791da177e4SLinus Torvalds if (!paws_reject && 1808feaf0c0SArnaldo Carvalho de Melo (TCP_SKB_CB(skb)->seq == tcptw->tw_rcv_nxt && 1811da177e4SLinus Torvalds (TCP_SKB_CB(skb)->seq == TCP_SKB_CB(skb)->end_seq || th->rst))) { 1821da177e4SLinus Torvalds /* In window segment, it may be only reset or bare ack. */ 1831da177e4SLinus Torvalds 1841da177e4SLinus Torvalds if (th->rst) { 1851da177e4SLinus Torvalds /* This is TIME_WAIT assasination, in two flavors. 1861da177e4SLinus Torvalds * Oh well... nobody has a sufficient solution to this 1871da177e4SLinus Torvalds * protocol bug yet. 1881da177e4SLinus Torvalds */ 1891da177e4SLinus Torvalds if (sysctl_tcp_rfc1337 == 0) { 1901da177e4SLinus Torvalds kill: 1911da177e4SLinus Torvalds tcp_tw_deschedule(tw); 1928feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 1931da177e4SLinus Torvalds return TCP_TW_SUCCESS; 1941da177e4SLinus Torvalds } 1951da177e4SLinus Torvalds } 1961da177e4SLinus Torvalds tcp_tw_schedule(tw, TCP_TIMEWAIT_LEN); 1971da177e4SLinus Torvalds 1981da177e4SLinus Torvalds if (tmp_opt.saw_tstamp) { 1998feaf0c0SArnaldo Carvalho de Melo tcptw->tw_ts_recent = tmp_opt.rcv_tsval; 2008feaf0c0SArnaldo Carvalho de Melo tcptw->tw_ts_recent_stamp = xtime.tv_sec; 2011da177e4SLinus Torvalds } 2021da177e4SLinus Torvalds 2038feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 2041da177e4SLinus Torvalds return TCP_TW_SUCCESS; 2051da177e4SLinus Torvalds } 2061da177e4SLinus Torvalds 2071da177e4SLinus Torvalds /* Out of window segment. 2081da177e4SLinus Torvalds 2091da177e4SLinus Torvalds All the segments are ACKed immediately. 2101da177e4SLinus Torvalds 2111da177e4SLinus Torvalds The only exception is new SYN. We accept it, if it is 2121da177e4SLinus Torvalds not old duplicate and we are not in danger to be killed 2131da177e4SLinus Torvalds by delayed old duplicates. RFC check is that it has 2141da177e4SLinus Torvalds newer sequence number works at rates <40Mbit/sec. 2151da177e4SLinus Torvalds However, if paws works, it is reliable AND even more, 2161da177e4SLinus Torvalds we even may relax silly seq space cutoff. 2171da177e4SLinus Torvalds 2181da177e4SLinus Torvalds RED-PEN: we violate main RFC requirement, if this SYN will appear 2191da177e4SLinus Torvalds old duplicate (i.e. we receive RST in reply to SYN-ACK), 2201da177e4SLinus Torvalds we must return socket to time-wait state. It is not good, 2211da177e4SLinus Torvalds but not fatal yet. 2221da177e4SLinus Torvalds */ 2231da177e4SLinus Torvalds 2241da177e4SLinus Torvalds if (th->syn && !th->rst && !th->ack && !paws_reject && 2258feaf0c0SArnaldo Carvalho de Melo (after(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt) || 2268feaf0c0SArnaldo Carvalho de Melo (tmp_opt.saw_tstamp && 2278feaf0c0SArnaldo Carvalho de Melo (s32)(tcptw->tw_ts_recent - tmp_opt.rcv_tsval) < 0))) { 2288feaf0c0SArnaldo Carvalho de Melo u32 isn = tcptw->tw_snd_nxt + 65535 + 2; 2291da177e4SLinus Torvalds if (isn == 0) 2301da177e4SLinus Torvalds isn++; 2311da177e4SLinus Torvalds TCP_SKB_CB(skb)->when = isn; 2321da177e4SLinus Torvalds return TCP_TW_SYN; 2331da177e4SLinus Torvalds } 2341da177e4SLinus Torvalds 2351da177e4SLinus Torvalds if (paws_reject) 2361da177e4SLinus Torvalds NET_INC_STATS_BH(LINUX_MIB_PAWSESTABREJECTED); 2371da177e4SLinus Torvalds 2381da177e4SLinus Torvalds if(!th->rst) { 2391da177e4SLinus Torvalds /* In this case we must reset the TIMEWAIT timer. 2401da177e4SLinus Torvalds * 2411da177e4SLinus Torvalds * If it is ACKless SYN it may be both old duplicate 2421da177e4SLinus Torvalds * and new good SYN with random sequence number <rcv_nxt. 2431da177e4SLinus Torvalds * Do not reschedule in the last case. 2441da177e4SLinus Torvalds */ 2451da177e4SLinus Torvalds if (paws_reject || th->ack) 2461da177e4SLinus Torvalds tcp_tw_schedule(tw, TCP_TIMEWAIT_LEN); 2471da177e4SLinus Torvalds 2481da177e4SLinus Torvalds /* Send ACK. Note, we do not put the bucket, 2491da177e4SLinus Torvalds * it will be released by caller. 2501da177e4SLinus Torvalds */ 2511da177e4SLinus Torvalds return TCP_TW_ACK; 2521da177e4SLinus Torvalds } 2538feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 2541da177e4SLinus Torvalds return TCP_TW_SUCCESS; 2551da177e4SLinus Torvalds } 2561da177e4SLinus Torvalds 2571da177e4SLinus Torvalds /* 2581da177e4SLinus Torvalds * Move a socket to time-wait or dead fin-wait-2 state. 2591da177e4SLinus Torvalds */ 2601da177e4SLinus Torvalds void tcp_time_wait(struct sock *sk, int state, int timeo) 2611da177e4SLinus Torvalds { 2628feaf0c0SArnaldo Carvalho de Melo struct inet_timewait_sock *tw = NULL; 2638feaf0c0SArnaldo Carvalho de Melo const struct tcp_sock *tp = tcp_sk(sk); 2641da177e4SLinus Torvalds int recycle_ok = 0; 2651da177e4SLinus Torvalds 2661da177e4SLinus Torvalds if (sysctl_tcp_tw_recycle && tp->rx_opt.ts_recent_stamp) 2671da177e4SLinus Torvalds recycle_ok = tp->af_specific->remember_stamp(sk); 2681da177e4SLinus Torvalds 2691da177e4SLinus Torvalds if (tcp_tw_count < sysctl_tcp_max_tw_buckets) 270c676270bSArnaldo Carvalho de Melo tw = inet_twsk_alloc(sk, state); 2711da177e4SLinus Torvalds 2721da177e4SLinus Torvalds if (tw != NULL) { 2738feaf0c0SArnaldo Carvalho de Melo struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw); 274463c84b9SArnaldo Carvalho de Melo const struct inet_connection_sock *icsk = inet_csk(sk); 275463c84b9SArnaldo Carvalho de Melo const int rto = (icsk->icsk_rto << 2) - (icsk->icsk_rto >> 1); 2768feaf0c0SArnaldo Carvalho de Melo 2771da177e4SLinus Torvalds tw->tw_rcv_wscale = tp->rx_opt.rcv_wscale; 2788feaf0c0SArnaldo Carvalho de Melo tcptw->tw_rcv_nxt = tp->rcv_nxt; 2798feaf0c0SArnaldo Carvalho de Melo tcptw->tw_snd_nxt = tp->snd_nxt; 2808feaf0c0SArnaldo Carvalho de Melo tcptw->tw_rcv_wnd = tcp_receive_window(tp); 2818feaf0c0SArnaldo Carvalho de Melo tcptw->tw_ts_recent = tp->rx_opt.ts_recent; 2828feaf0c0SArnaldo Carvalho de Melo tcptw->tw_ts_recent_stamp = tp->rx_opt.ts_recent_stamp; 2831da177e4SLinus Torvalds 2841da177e4SLinus Torvalds #if defined(CONFIG_IPV6) || defined(CONFIG_IPV6_MODULE) 2851da177e4SLinus Torvalds if (tw->tw_family == PF_INET6) { 2861da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 2878feaf0c0SArnaldo Carvalho de Melo struct tcp6_timewait_sock *tcp6tw = tcp6_twsk((struct sock *)tw); 2881da177e4SLinus Torvalds 2898feaf0c0SArnaldo Carvalho de Melo ipv6_addr_copy(&tcp6tw->tw_v6_daddr, &np->daddr); 2908feaf0c0SArnaldo Carvalho de Melo ipv6_addr_copy(&tcp6tw->tw_v6_rcv_saddr, &np->rcv_saddr); 2918feaf0c0SArnaldo Carvalho de Melo tw->tw_ipv6only = np->ipv6only; 292c676270bSArnaldo Carvalho de Melo } 2931da177e4SLinus Torvalds #endif 2941da177e4SLinus Torvalds /* Linkage updates. */ 295e48c414eSArnaldo Carvalho de Melo __inet_twsk_hashdance(tw, sk, &tcp_hashinfo); 2961da177e4SLinus Torvalds 2971da177e4SLinus Torvalds /* Get the TIME_WAIT timeout firing. */ 2981da177e4SLinus Torvalds if (timeo < rto) 2991da177e4SLinus Torvalds timeo = rto; 3001da177e4SLinus Torvalds 3011da177e4SLinus Torvalds if (recycle_ok) { 3021da177e4SLinus Torvalds tw->tw_timeout = rto; 3031da177e4SLinus Torvalds } else { 3041da177e4SLinus Torvalds tw->tw_timeout = TCP_TIMEWAIT_LEN; 3051da177e4SLinus Torvalds if (state == TCP_TIME_WAIT) 3061da177e4SLinus Torvalds timeo = TCP_TIMEWAIT_LEN; 3071da177e4SLinus Torvalds } 3081da177e4SLinus Torvalds 3091da177e4SLinus Torvalds tcp_tw_schedule(tw, timeo); 3108feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 3111da177e4SLinus Torvalds } else { 3121da177e4SLinus Torvalds /* Sorry, if we're out of memory, just CLOSE this 3131da177e4SLinus Torvalds * socket up. We've got bigger problems than 3141da177e4SLinus Torvalds * non-graceful socket closings. 3151da177e4SLinus Torvalds */ 3161da177e4SLinus Torvalds if (net_ratelimit()) 3171da177e4SLinus Torvalds printk(KERN_INFO "TCP: time wait bucket table overflow\n"); 3181da177e4SLinus Torvalds } 3191da177e4SLinus Torvalds 3201da177e4SLinus Torvalds tcp_update_metrics(sk); 3211da177e4SLinus Torvalds tcp_done(sk); 3221da177e4SLinus Torvalds } 3231da177e4SLinus Torvalds 3241da177e4SLinus Torvalds /* Kill off TIME_WAIT sockets once their lifetime has expired. */ 3251da177e4SLinus Torvalds static int tcp_tw_death_row_slot; 3261da177e4SLinus Torvalds 3271da177e4SLinus Torvalds static void tcp_twkill(unsigned long); 3281da177e4SLinus Torvalds 3291da177e4SLinus Torvalds /* TIME_WAIT reaping mechanism. */ 3301da177e4SLinus Torvalds #define TCP_TWKILL_SLOTS 8 /* Please keep this a power of 2. */ 3311da177e4SLinus Torvalds #define TCP_TWKILL_PERIOD (TCP_TIMEWAIT_LEN/TCP_TWKILL_SLOTS) 3321da177e4SLinus Torvalds 3331da177e4SLinus Torvalds #define TCP_TWKILL_QUOTA 100 3341da177e4SLinus Torvalds 3351da177e4SLinus Torvalds static struct hlist_head tcp_tw_death_row[TCP_TWKILL_SLOTS]; 3361da177e4SLinus Torvalds static DEFINE_SPINLOCK(tw_death_lock); 3371da177e4SLinus Torvalds static struct timer_list tcp_tw_timer = TIMER_INITIALIZER(tcp_twkill, 0, 0); 3381da177e4SLinus Torvalds static void twkill_work(void *); 3391da177e4SLinus Torvalds static DECLARE_WORK(tcp_twkill_work, twkill_work, NULL); 3401da177e4SLinus Torvalds static u32 twkill_thread_slots; 3411da177e4SLinus Torvalds 3421da177e4SLinus Torvalds /* Returns non-zero if quota exceeded. */ 3431da177e4SLinus Torvalds static int tcp_do_twkill_work(int slot, unsigned int quota) 3441da177e4SLinus Torvalds { 3458feaf0c0SArnaldo Carvalho de Melo struct inet_timewait_sock *tw; 3461da177e4SLinus Torvalds struct hlist_node *node; 3471da177e4SLinus Torvalds unsigned int killed; 3481da177e4SLinus Torvalds int ret; 3491da177e4SLinus Torvalds 3501da177e4SLinus Torvalds /* NOTE: compare this to previous version where lock 3511da177e4SLinus Torvalds * was released after detaching chain. It was racy, 3521da177e4SLinus Torvalds * because tw buckets are scheduled in not serialized context 3531da177e4SLinus Torvalds * in 2.3 (with netfilter), and with softnet it is common, because 3541da177e4SLinus Torvalds * soft irqs are not sequenced. 3551da177e4SLinus Torvalds */ 3561da177e4SLinus Torvalds killed = 0; 3571da177e4SLinus Torvalds ret = 0; 3581da177e4SLinus Torvalds rescan: 3598feaf0c0SArnaldo Carvalho de Melo inet_twsk_for_each_inmate(tw, node, &tcp_tw_death_row[slot]) { 3608feaf0c0SArnaldo Carvalho de Melo __inet_twsk_del_dead_node(tw); 3611da177e4SLinus Torvalds spin_unlock(&tw_death_lock); 362e48c414eSArnaldo Carvalho de Melo __inet_twsk_kill(tw, &tcp_hashinfo); 3638feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 3641da177e4SLinus Torvalds killed++; 3651da177e4SLinus Torvalds spin_lock(&tw_death_lock); 3661da177e4SLinus Torvalds if (killed > quota) { 3671da177e4SLinus Torvalds ret = 1; 3681da177e4SLinus Torvalds break; 3691da177e4SLinus Torvalds } 3701da177e4SLinus Torvalds 3711da177e4SLinus Torvalds /* While we dropped tw_death_lock, another cpu may have 3721da177e4SLinus Torvalds * killed off the next TW bucket in the list, therefore 3731da177e4SLinus Torvalds * do a fresh re-read of the hlist head node with the 3741da177e4SLinus Torvalds * lock reacquired. We still use the hlist traversal 3751da177e4SLinus Torvalds * macro in order to get the prefetches. 3761da177e4SLinus Torvalds */ 3771da177e4SLinus Torvalds goto rescan; 3781da177e4SLinus Torvalds } 3791da177e4SLinus Torvalds 3801da177e4SLinus Torvalds tcp_tw_count -= killed; 3811da177e4SLinus Torvalds NET_ADD_STATS_BH(LINUX_MIB_TIMEWAITED, killed); 3821da177e4SLinus Torvalds 3831da177e4SLinus Torvalds return ret; 3841da177e4SLinus Torvalds } 3851da177e4SLinus Torvalds 3861da177e4SLinus Torvalds static void tcp_twkill(unsigned long dummy) 3871da177e4SLinus Torvalds { 3881da177e4SLinus Torvalds int need_timer, ret; 3891da177e4SLinus Torvalds 3901da177e4SLinus Torvalds spin_lock(&tw_death_lock); 3911da177e4SLinus Torvalds 3921da177e4SLinus Torvalds if (tcp_tw_count == 0) 3931da177e4SLinus Torvalds goto out; 3941da177e4SLinus Torvalds 3951da177e4SLinus Torvalds need_timer = 0; 3961da177e4SLinus Torvalds ret = tcp_do_twkill_work(tcp_tw_death_row_slot, TCP_TWKILL_QUOTA); 3971da177e4SLinus Torvalds if (ret) { 3981da177e4SLinus Torvalds twkill_thread_slots |= (1 << tcp_tw_death_row_slot); 3991da177e4SLinus Torvalds mb(); 4001da177e4SLinus Torvalds schedule_work(&tcp_twkill_work); 4011da177e4SLinus Torvalds need_timer = 1; 4021da177e4SLinus Torvalds } else { 4031da177e4SLinus Torvalds /* We purged the entire slot, anything left? */ 4041da177e4SLinus Torvalds if (tcp_tw_count) 4051da177e4SLinus Torvalds need_timer = 1; 4061da177e4SLinus Torvalds } 4071da177e4SLinus Torvalds tcp_tw_death_row_slot = 4081da177e4SLinus Torvalds ((tcp_tw_death_row_slot + 1) & (TCP_TWKILL_SLOTS - 1)); 4091da177e4SLinus Torvalds if (need_timer) 4101da177e4SLinus Torvalds mod_timer(&tcp_tw_timer, jiffies + TCP_TWKILL_PERIOD); 4111da177e4SLinus Torvalds out: 4121da177e4SLinus Torvalds spin_unlock(&tw_death_lock); 4131da177e4SLinus Torvalds } 4141da177e4SLinus Torvalds 4151da177e4SLinus Torvalds extern void twkill_slots_invalid(void); 4161da177e4SLinus Torvalds 4171da177e4SLinus Torvalds static void twkill_work(void *dummy) 4181da177e4SLinus Torvalds { 4191da177e4SLinus Torvalds int i; 4201da177e4SLinus Torvalds 4211da177e4SLinus Torvalds if ((TCP_TWKILL_SLOTS - 1) > (sizeof(twkill_thread_slots) * 8)) 4221da177e4SLinus Torvalds twkill_slots_invalid(); 4231da177e4SLinus Torvalds 4241da177e4SLinus Torvalds while (twkill_thread_slots) { 4251da177e4SLinus Torvalds spin_lock_bh(&tw_death_lock); 4261da177e4SLinus Torvalds for (i = 0; i < TCP_TWKILL_SLOTS; i++) { 4271da177e4SLinus Torvalds if (!(twkill_thread_slots & (1 << i))) 4281da177e4SLinus Torvalds continue; 4291da177e4SLinus Torvalds 4301da177e4SLinus Torvalds while (tcp_do_twkill_work(i, TCP_TWKILL_QUOTA) != 0) { 4311da177e4SLinus Torvalds if (need_resched()) { 4321da177e4SLinus Torvalds spin_unlock_bh(&tw_death_lock); 4331da177e4SLinus Torvalds schedule(); 4341da177e4SLinus Torvalds spin_lock_bh(&tw_death_lock); 4351da177e4SLinus Torvalds } 4361da177e4SLinus Torvalds } 4371da177e4SLinus Torvalds 4381da177e4SLinus Torvalds twkill_thread_slots &= ~(1 << i); 4391da177e4SLinus Torvalds } 4401da177e4SLinus Torvalds spin_unlock_bh(&tw_death_lock); 4411da177e4SLinus Torvalds } 4421da177e4SLinus Torvalds } 4431da177e4SLinus Torvalds 4441da177e4SLinus Torvalds /* These are always called from BH context. See callers in 4451da177e4SLinus Torvalds * tcp_input.c to verify this. 4461da177e4SLinus Torvalds */ 4471da177e4SLinus Torvalds 4481da177e4SLinus Torvalds /* This is for handling early-kills of TIME_WAIT sockets. */ 4498feaf0c0SArnaldo Carvalho de Melo void tcp_tw_deschedule(struct inet_timewait_sock *tw) 4501da177e4SLinus Torvalds { 4511da177e4SLinus Torvalds spin_lock(&tw_death_lock); 4528feaf0c0SArnaldo Carvalho de Melo if (inet_twsk_del_dead_node(tw)) { 4538feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 4541da177e4SLinus Torvalds if (--tcp_tw_count == 0) 4551da177e4SLinus Torvalds del_timer(&tcp_tw_timer); 4561da177e4SLinus Torvalds } 4571da177e4SLinus Torvalds spin_unlock(&tw_death_lock); 458e48c414eSArnaldo Carvalho de Melo __inet_twsk_kill(tw, &tcp_hashinfo); 4591da177e4SLinus Torvalds } 4601da177e4SLinus Torvalds 4611da177e4SLinus Torvalds /* Short-time timewait calendar */ 4621da177e4SLinus Torvalds 4631da177e4SLinus Torvalds static int tcp_twcal_hand = -1; 4641da177e4SLinus Torvalds static int tcp_twcal_jiffie; 4651da177e4SLinus Torvalds static void tcp_twcal_tick(unsigned long); 4661da177e4SLinus Torvalds static struct timer_list tcp_twcal_timer = 4671da177e4SLinus Torvalds TIMER_INITIALIZER(tcp_twcal_tick, 0, 0); 4681da177e4SLinus Torvalds static struct hlist_head tcp_twcal_row[TCP_TW_RECYCLE_SLOTS]; 4691da177e4SLinus Torvalds 4708feaf0c0SArnaldo Carvalho de Melo static void tcp_tw_schedule(struct inet_timewait_sock *tw, const int timeo) 4711da177e4SLinus Torvalds { 4721da177e4SLinus Torvalds struct hlist_head *list; 4731da177e4SLinus Torvalds int slot; 4741da177e4SLinus Torvalds 4751da177e4SLinus Torvalds /* timeout := RTO * 3.5 4761da177e4SLinus Torvalds * 4771da177e4SLinus Torvalds * 3.5 = 1+2+0.5 to wait for two retransmits. 4781da177e4SLinus Torvalds * 4791da177e4SLinus Torvalds * RATIONALE: if FIN arrived and we entered TIME-WAIT state, 4801da177e4SLinus Torvalds * our ACK acking that FIN can be lost. If N subsequent retransmitted 4811da177e4SLinus Torvalds * FINs (or previous seqments) are lost (probability of such event 4821da177e4SLinus Torvalds * is p^(N+1), where p is probability to lose single packet and 4831da177e4SLinus Torvalds * time to detect the loss is about RTO*(2^N - 1) with exponential 4841da177e4SLinus Torvalds * backoff). Normal timewait length is calculated so, that we 4851da177e4SLinus Torvalds * waited at least for one retransmitted FIN (maximal RTO is 120sec). 4861da177e4SLinus Torvalds * [ BTW Linux. following BSD, violates this requirement waiting 4871da177e4SLinus Torvalds * only for 60sec, we should wait at least for 240 secs. 4881da177e4SLinus Torvalds * Well, 240 consumes too much of resources 8) 4891da177e4SLinus Torvalds * ] 4901da177e4SLinus Torvalds * This interval is not reduced to catch old duplicate and 4911da177e4SLinus Torvalds * responces to our wandering segments living for two MSLs. 4921da177e4SLinus Torvalds * However, if we use PAWS to detect 4931da177e4SLinus Torvalds * old duplicates, we can reduce the interval to bounds required 4941da177e4SLinus Torvalds * by RTO, rather than MSL. So, if peer understands PAWS, we 4951da177e4SLinus Torvalds * kill tw bucket after 3.5*RTO (it is important that this number 4961da177e4SLinus Torvalds * is greater than TS tick!) and detect old duplicates with help 4971da177e4SLinus Torvalds * of PAWS. 4981da177e4SLinus Torvalds */ 4991da177e4SLinus Torvalds slot = (timeo + (1<<TCP_TW_RECYCLE_TICK) - 1) >> TCP_TW_RECYCLE_TICK; 5001da177e4SLinus Torvalds 5011da177e4SLinus Torvalds spin_lock(&tw_death_lock); 5021da177e4SLinus Torvalds 5031da177e4SLinus Torvalds /* Unlink it, if it was scheduled */ 5048feaf0c0SArnaldo Carvalho de Melo if (inet_twsk_del_dead_node(tw)) 5051da177e4SLinus Torvalds tcp_tw_count--; 5061da177e4SLinus Torvalds else 5071da177e4SLinus Torvalds atomic_inc(&tw->tw_refcnt); 5081da177e4SLinus Torvalds 5091da177e4SLinus Torvalds if (slot >= TCP_TW_RECYCLE_SLOTS) { 5101da177e4SLinus Torvalds /* Schedule to slow timer */ 5111da177e4SLinus Torvalds if (timeo >= TCP_TIMEWAIT_LEN) { 5121da177e4SLinus Torvalds slot = TCP_TWKILL_SLOTS-1; 5131da177e4SLinus Torvalds } else { 5141da177e4SLinus Torvalds slot = (timeo + TCP_TWKILL_PERIOD-1) / TCP_TWKILL_PERIOD; 5151da177e4SLinus Torvalds if (slot >= TCP_TWKILL_SLOTS) 5161da177e4SLinus Torvalds slot = TCP_TWKILL_SLOTS-1; 5171da177e4SLinus Torvalds } 5181da177e4SLinus Torvalds tw->tw_ttd = jiffies + timeo; 5191da177e4SLinus Torvalds slot = (tcp_tw_death_row_slot + slot) & (TCP_TWKILL_SLOTS - 1); 5201da177e4SLinus Torvalds list = &tcp_tw_death_row[slot]; 5211da177e4SLinus Torvalds } else { 5221da177e4SLinus Torvalds tw->tw_ttd = jiffies + (slot << TCP_TW_RECYCLE_TICK); 5231da177e4SLinus Torvalds 5241da177e4SLinus Torvalds if (tcp_twcal_hand < 0) { 5251da177e4SLinus Torvalds tcp_twcal_hand = 0; 5261da177e4SLinus Torvalds tcp_twcal_jiffie = jiffies; 5271da177e4SLinus Torvalds tcp_twcal_timer.expires = tcp_twcal_jiffie + (slot<<TCP_TW_RECYCLE_TICK); 5281da177e4SLinus Torvalds add_timer(&tcp_twcal_timer); 5291da177e4SLinus Torvalds } else { 5301da177e4SLinus Torvalds if (time_after(tcp_twcal_timer.expires, jiffies + (slot<<TCP_TW_RECYCLE_TICK))) 5311da177e4SLinus Torvalds mod_timer(&tcp_twcal_timer, jiffies + (slot<<TCP_TW_RECYCLE_TICK)); 5321da177e4SLinus Torvalds slot = (tcp_twcal_hand + slot)&(TCP_TW_RECYCLE_SLOTS-1); 5331da177e4SLinus Torvalds } 5341da177e4SLinus Torvalds list = &tcp_twcal_row[slot]; 5351da177e4SLinus Torvalds } 5361da177e4SLinus Torvalds 5371da177e4SLinus Torvalds hlist_add_head(&tw->tw_death_node, list); 5381da177e4SLinus Torvalds 5391da177e4SLinus Torvalds if (tcp_tw_count++ == 0) 5401da177e4SLinus Torvalds mod_timer(&tcp_tw_timer, jiffies+TCP_TWKILL_PERIOD); 5411da177e4SLinus Torvalds spin_unlock(&tw_death_lock); 5421da177e4SLinus Torvalds } 5431da177e4SLinus Torvalds 5441da177e4SLinus Torvalds void tcp_twcal_tick(unsigned long dummy) 5451da177e4SLinus Torvalds { 5461da177e4SLinus Torvalds int n, slot; 5471da177e4SLinus Torvalds unsigned long j; 5481da177e4SLinus Torvalds unsigned long now = jiffies; 5491da177e4SLinus Torvalds int killed = 0; 5501da177e4SLinus Torvalds int adv = 0; 5511da177e4SLinus Torvalds 5521da177e4SLinus Torvalds spin_lock(&tw_death_lock); 5531da177e4SLinus Torvalds if (tcp_twcal_hand < 0) 5541da177e4SLinus Torvalds goto out; 5551da177e4SLinus Torvalds 5561da177e4SLinus Torvalds slot = tcp_twcal_hand; 5571da177e4SLinus Torvalds j = tcp_twcal_jiffie; 5581da177e4SLinus Torvalds 5591da177e4SLinus Torvalds for (n=0; n<TCP_TW_RECYCLE_SLOTS; n++) { 5601da177e4SLinus Torvalds if (time_before_eq(j, now)) { 5611da177e4SLinus Torvalds struct hlist_node *node, *safe; 5628feaf0c0SArnaldo Carvalho de Melo struct inet_timewait_sock *tw; 5631da177e4SLinus Torvalds 5648feaf0c0SArnaldo Carvalho de Melo inet_twsk_for_each_inmate_safe(tw, node, safe, 5651da177e4SLinus Torvalds &tcp_twcal_row[slot]) { 5668feaf0c0SArnaldo Carvalho de Melo __inet_twsk_del_dead_node(tw); 567e48c414eSArnaldo Carvalho de Melo __inet_twsk_kill(tw, &tcp_hashinfo); 5688feaf0c0SArnaldo Carvalho de Melo inet_twsk_put(tw); 5691da177e4SLinus Torvalds killed++; 5701da177e4SLinus Torvalds } 5711da177e4SLinus Torvalds } else { 5721da177e4SLinus Torvalds if (!adv) { 5731da177e4SLinus Torvalds adv = 1; 5741da177e4SLinus Torvalds tcp_twcal_jiffie = j; 5751da177e4SLinus Torvalds tcp_twcal_hand = slot; 5761da177e4SLinus Torvalds } 5771da177e4SLinus Torvalds 5781da177e4SLinus Torvalds if (!hlist_empty(&tcp_twcal_row[slot])) { 5791da177e4SLinus Torvalds mod_timer(&tcp_twcal_timer, j); 5801da177e4SLinus Torvalds goto out; 5811da177e4SLinus Torvalds } 5821da177e4SLinus Torvalds } 5831da177e4SLinus Torvalds j += (1<<TCP_TW_RECYCLE_TICK); 5841da177e4SLinus Torvalds slot = (slot+1)&(TCP_TW_RECYCLE_SLOTS-1); 5851da177e4SLinus Torvalds } 5861da177e4SLinus Torvalds tcp_twcal_hand = -1; 5871da177e4SLinus Torvalds 5881da177e4SLinus Torvalds out: 5891da177e4SLinus Torvalds if ((tcp_tw_count -= killed) == 0) 5901da177e4SLinus Torvalds del_timer(&tcp_tw_timer); 5911da177e4SLinus Torvalds NET_ADD_STATS_BH(LINUX_MIB_TIMEWAITKILLED, killed); 5921da177e4SLinus Torvalds spin_unlock(&tw_death_lock); 5931da177e4SLinus Torvalds } 5941da177e4SLinus Torvalds 5951da177e4SLinus Torvalds /* This is not only more efficient than what we used to do, it eliminates 5961da177e4SLinus Torvalds * a lot of code duplication between IPv4/IPv6 SYN recv processing. -DaveM 5971da177e4SLinus Torvalds * 5981da177e4SLinus Torvalds * Actually, we could lots of memory writes here. tp of listening 5991da177e4SLinus Torvalds * socket contains all necessary default parameters. 6001da177e4SLinus Torvalds */ 60160236fddSArnaldo Carvalho de Melo struct sock *tcp_create_openreq_child(struct sock *sk, struct request_sock *req, struct sk_buff *skb) 6021da177e4SLinus Torvalds { 603*9f1d2604SArnaldo Carvalho de Melo struct sock *newsk = inet_csk_clone(sk, req, GFP_ATOMIC); 6041da177e4SLinus Torvalds 6051da177e4SLinus Torvalds if (newsk != NULL) { 606*9f1d2604SArnaldo Carvalho de Melo const struct inet_request_sock *ireq = inet_rsk(req); 6072e6599cbSArnaldo Carvalho de Melo struct tcp_request_sock *treq = tcp_rsk(req); 608*9f1d2604SArnaldo Carvalho de Melo struct inet_connection_sock *newicsk = inet_csk(sk); 6091da177e4SLinus Torvalds struct tcp_sock *newtp; 6101da177e4SLinus Torvalds 6111da177e4SLinus Torvalds /* Now setup tcp_sock */ 6121da177e4SLinus Torvalds newtp = tcp_sk(newsk); 6131da177e4SLinus Torvalds newtp->pred_flags = 0; 6142e6599cbSArnaldo Carvalho de Melo newtp->rcv_nxt = treq->rcv_isn + 1; 61587d11cebSArnaldo Carvalho de Melo newtp->snd_nxt = newtp->snd_una = newtp->snd_sml = treq->snt_isn + 1; 6161da177e4SLinus Torvalds 6171da177e4SLinus Torvalds tcp_prequeue_init(newtp); 6181da177e4SLinus Torvalds 6192e6599cbSArnaldo Carvalho de Melo tcp_init_wl(newtp, treq->snt_isn, treq->rcv_isn); 6201da177e4SLinus Torvalds 6211da177e4SLinus Torvalds newtp->srtt = 0; 6221da177e4SLinus Torvalds newtp->mdev = TCP_TIMEOUT_INIT; 623463c84b9SArnaldo Carvalho de Melo newicsk->icsk_rto = TCP_TIMEOUT_INIT; 6241da177e4SLinus Torvalds 6251da177e4SLinus Torvalds newtp->packets_out = 0; 6261da177e4SLinus Torvalds newtp->left_out = 0; 6271da177e4SLinus Torvalds newtp->retrans_out = 0; 6281da177e4SLinus Torvalds newtp->sacked_out = 0; 6291da177e4SLinus Torvalds newtp->fackets_out = 0; 6301da177e4SLinus Torvalds newtp->snd_ssthresh = 0x7fffffff; 6311da177e4SLinus Torvalds 6321da177e4SLinus Torvalds /* So many TCP implementations out there (incorrectly) count the 6331da177e4SLinus Torvalds * initial SYN frame in their delayed-ACK and congestion control 6341da177e4SLinus Torvalds * algorithms that we must have the following bandaid to talk 6351da177e4SLinus Torvalds * efficiently to them. -DaveM 6361da177e4SLinus Torvalds */ 6371da177e4SLinus Torvalds newtp->snd_cwnd = 2; 6381da177e4SLinus Torvalds newtp->snd_cwnd_cnt = 0; 6391da177e4SLinus Torvalds 6401da177e4SLinus Torvalds newtp->frto_counter = 0; 6411da177e4SLinus Torvalds newtp->frto_highmark = 0; 6421da177e4SLinus Torvalds 643317a76f9SStephen Hemminger newtp->ca_ops = &tcp_reno; 644317a76f9SStephen Hemminger 6451da177e4SLinus Torvalds tcp_set_ca_state(newtp, TCP_CA_Open); 6461da177e4SLinus Torvalds tcp_init_xmit_timers(newsk); 6471da177e4SLinus Torvalds skb_queue_head_init(&newtp->out_of_order_queue); 6482e6599cbSArnaldo Carvalho de Melo newtp->rcv_wup = treq->rcv_isn + 1; 6492e6599cbSArnaldo Carvalho de Melo newtp->write_seq = treq->snt_isn + 1; 6501da177e4SLinus Torvalds newtp->pushed_seq = newtp->write_seq; 6512e6599cbSArnaldo Carvalho de Melo newtp->copied_seq = treq->rcv_isn + 1; 6521da177e4SLinus Torvalds 6531da177e4SLinus Torvalds newtp->rx_opt.saw_tstamp = 0; 6541da177e4SLinus Torvalds 6551da177e4SLinus Torvalds newtp->rx_opt.dsack = 0; 6561da177e4SLinus Torvalds newtp->rx_opt.eff_sacks = 0; 6571da177e4SLinus Torvalds 6581da177e4SLinus Torvalds newtp->probes_out = 0; 6591da177e4SLinus Torvalds newtp->rx_opt.num_sacks = 0; 6601da177e4SLinus Torvalds newtp->urg_data = 0; 6611da177e4SLinus Torvalds 6621da177e4SLinus Torvalds if (sock_flag(newsk, SOCK_KEEPOPEN)) 663463c84b9SArnaldo Carvalho de Melo inet_csk_reset_keepalive_timer(newsk, 6641da177e4SLinus Torvalds keepalive_time_when(newtp)); 6651da177e4SLinus Torvalds 6662e6599cbSArnaldo Carvalho de Melo newtp->rx_opt.tstamp_ok = ireq->tstamp_ok; 6672e6599cbSArnaldo Carvalho de Melo if((newtp->rx_opt.sack_ok = ireq->sack_ok) != 0) { 6681da177e4SLinus Torvalds if (sysctl_tcp_fack) 6691da177e4SLinus Torvalds newtp->rx_opt.sack_ok |= 2; 6701da177e4SLinus Torvalds } 6711da177e4SLinus Torvalds newtp->window_clamp = req->window_clamp; 6721da177e4SLinus Torvalds newtp->rcv_ssthresh = req->rcv_wnd; 6731da177e4SLinus Torvalds newtp->rcv_wnd = req->rcv_wnd; 6742e6599cbSArnaldo Carvalho de Melo newtp->rx_opt.wscale_ok = ireq->wscale_ok; 6751da177e4SLinus Torvalds if (newtp->rx_opt.wscale_ok) { 6762e6599cbSArnaldo Carvalho de Melo newtp->rx_opt.snd_wscale = ireq->snd_wscale; 6772e6599cbSArnaldo Carvalho de Melo newtp->rx_opt.rcv_wscale = ireq->rcv_wscale; 6781da177e4SLinus Torvalds } else { 6791da177e4SLinus Torvalds newtp->rx_opt.snd_wscale = newtp->rx_opt.rcv_wscale = 0; 6801da177e4SLinus Torvalds newtp->window_clamp = min(newtp->window_clamp, 65535U); 6811da177e4SLinus Torvalds } 6821da177e4SLinus Torvalds newtp->snd_wnd = ntohs(skb->h.th->window) << newtp->rx_opt.snd_wscale; 6831da177e4SLinus Torvalds newtp->max_window = newtp->snd_wnd; 6841da177e4SLinus Torvalds 6851da177e4SLinus Torvalds if (newtp->rx_opt.tstamp_ok) { 6861da177e4SLinus Torvalds newtp->rx_opt.ts_recent = req->ts_recent; 6871da177e4SLinus Torvalds newtp->rx_opt.ts_recent_stamp = xtime.tv_sec; 6881da177e4SLinus Torvalds newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED; 6891da177e4SLinus Torvalds } else { 6901da177e4SLinus Torvalds newtp->rx_opt.ts_recent_stamp = 0; 6911da177e4SLinus Torvalds newtp->tcp_header_len = sizeof(struct tcphdr); 6921da177e4SLinus Torvalds } 6931da177e4SLinus Torvalds if (skb->len >= TCP_MIN_RCVMSS+newtp->tcp_header_len) 694463c84b9SArnaldo Carvalho de Melo newicsk->icsk_ack.last_seg_size = skb->len - newtp->tcp_header_len; 6951da177e4SLinus Torvalds newtp->rx_opt.mss_clamp = req->mss; 6961da177e4SLinus Torvalds TCP_ECN_openreq_child(newtp, req); 6971da177e4SLinus Torvalds if (newtp->ecn_flags&TCP_ECN_OK) 6981da177e4SLinus Torvalds sock_set_flag(newsk, SOCK_NO_LARGESEND); 6991da177e4SLinus Torvalds 7001da177e4SLinus Torvalds TCP_INC_STATS_BH(TCP_MIB_PASSIVEOPENS); 7011da177e4SLinus Torvalds } 7021da177e4SLinus Torvalds return newsk; 7031da177e4SLinus Torvalds } 7041da177e4SLinus Torvalds 7051da177e4SLinus Torvalds /* 7061da177e4SLinus Torvalds * Process an incoming packet for SYN_RECV sockets represented 70760236fddSArnaldo Carvalho de Melo * as a request_sock. 7081da177e4SLinus Torvalds */ 7091da177e4SLinus Torvalds 7101da177e4SLinus Torvalds struct sock *tcp_check_req(struct sock *sk,struct sk_buff *skb, 71160236fddSArnaldo Carvalho de Melo struct request_sock *req, 71260236fddSArnaldo Carvalho de Melo struct request_sock **prev) 7131da177e4SLinus Torvalds { 7141da177e4SLinus Torvalds struct tcphdr *th = skb->h.th; 7151da177e4SLinus Torvalds struct tcp_sock *tp = tcp_sk(sk); 7161da177e4SLinus Torvalds u32 flg = tcp_flag_word(th) & (TCP_FLAG_RST|TCP_FLAG_SYN|TCP_FLAG_ACK); 7171da177e4SLinus Torvalds int paws_reject = 0; 7181da177e4SLinus Torvalds struct tcp_options_received tmp_opt; 7191da177e4SLinus Torvalds struct sock *child; 7201da177e4SLinus Torvalds 7211da177e4SLinus Torvalds tmp_opt.saw_tstamp = 0; 7221da177e4SLinus Torvalds if (th->doff > (sizeof(struct tcphdr)>>2)) { 7231da177e4SLinus Torvalds tcp_parse_options(skb, &tmp_opt, 0); 7241da177e4SLinus Torvalds 7251da177e4SLinus Torvalds if (tmp_opt.saw_tstamp) { 7261da177e4SLinus Torvalds tmp_opt.ts_recent = req->ts_recent; 7271da177e4SLinus Torvalds /* We do not store true stamp, but it is not required, 7281da177e4SLinus Torvalds * it can be estimated (approximately) 7291da177e4SLinus Torvalds * from another data. 7301da177e4SLinus Torvalds */ 7311da177e4SLinus Torvalds tmp_opt.ts_recent_stamp = xtime.tv_sec - ((TCP_TIMEOUT_INIT/HZ)<<req->retrans); 7321da177e4SLinus Torvalds paws_reject = tcp_paws_check(&tmp_opt, th->rst); 7331da177e4SLinus Torvalds } 7341da177e4SLinus Torvalds } 7351da177e4SLinus Torvalds 7361da177e4SLinus Torvalds /* Check for pure retransmitted SYN. */ 7372e6599cbSArnaldo Carvalho de Melo if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn && 7381da177e4SLinus Torvalds flg == TCP_FLAG_SYN && 7391da177e4SLinus Torvalds !paws_reject) { 7401da177e4SLinus Torvalds /* 7411da177e4SLinus Torvalds * RFC793 draws (Incorrectly! It was fixed in RFC1122) 7421da177e4SLinus Torvalds * this case on figure 6 and figure 8, but formal 7431da177e4SLinus Torvalds * protocol description says NOTHING. 7441da177e4SLinus Torvalds * To be more exact, it says that we should send ACK, 7451da177e4SLinus Torvalds * because this segment (at least, if it has no data) 7461da177e4SLinus Torvalds * is out of window. 7471da177e4SLinus Torvalds * 7481da177e4SLinus Torvalds * CONCLUSION: RFC793 (even with RFC1122) DOES NOT 7491da177e4SLinus Torvalds * describe SYN-RECV state. All the description 7501da177e4SLinus Torvalds * is wrong, we cannot believe to it and should 7511da177e4SLinus Torvalds * rely only on common sense and implementation 7521da177e4SLinus Torvalds * experience. 7531da177e4SLinus Torvalds * 7541da177e4SLinus Torvalds * Enforce "SYN-ACK" according to figure 8, figure 6 7551da177e4SLinus Torvalds * of RFC793, fixed by RFC1122. 7561da177e4SLinus Torvalds */ 75760236fddSArnaldo Carvalho de Melo req->rsk_ops->rtx_syn_ack(sk, req, NULL); 7581da177e4SLinus Torvalds return NULL; 7591da177e4SLinus Torvalds } 7601da177e4SLinus Torvalds 7611da177e4SLinus Torvalds /* Further reproduces section "SEGMENT ARRIVES" 7621da177e4SLinus Torvalds for state SYN-RECEIVED of RFC793. 7631da177e4SLinus Torvalds It is broken, however, it does not work only 7641da177e4SLinus Torvalds when SYNs are crossed. 7651da177e4SLinus Torvalds 7661da177e4SLinus Torvalds You would think that SYN crossing is impossible here, since 7671da177e4SLinus Torvalds we should have a SYN_SENT socket (from connect()) on our end, 7681da177e4SLinus Torvalds but this is not true if the crossed SYNs were sent to both 7691da177e4SLinus Torvalds ends by a malicious third party. We must defend against this, 7701da177e4SLinus Torvalds and to do that we first verify the ACK (as per RFC793, page 7711da177e4SLinus Torvalds 36) and reset if it is invalid. Is this a true full defense? 7721da177e4SLinus Torvalds To convince ourselves, let us consider a way in which the ACK 7731da177e4SLinus Torvalds test can still pass in this 'malicious crossed SYNs' case. 7741da177e4SLinus Torvalds Malicious sender sends identical SYNs (and thus identical sequence 7751da177e4SLinus Torvalds numbers) to both A and B: 7761da177e4SLinus Torvalds 7771da177e4SLinus Torvalds A: gets SYN, seq=7 7781da177e4SLinus Torvalds B: gets SYN, seq=7 7791da177e4SLinus Torvalds 7801da177e4SLinus Torvalds By our good fortune, both A and B select the same initial 7811da177e4SLinus Torvalds send sequence number of seven :-) 7821da177e4SLinus Torvalds 7831da177e4SLinus Torvalds A: sends SYN|ACK, seq=7, ack_seq=8 7841da177e4SLinus Torvalds B: sends SYN|ACK, seq=7, ack_seq=8 7851da177e4SLinus Torvalds 7861da177e4SLinus Torvalds So we are now A eating this SYN|ACK, ACK test passes. So 7871da177e4SLinus Torvalds does sequence test, SYN is truncated, and thus we consider 7881da177e4SLinus Torvalds it a bare ACK. 7891da177e4SLinus Torvalds 7901da177e4SLinus Torvalds If tp->defer_accept, we silently drop this bare ACK. Otherwise, 7911da177e4SLinus Torvalds we create an established connection. Both ends (listening sockets) 7921da177e4SLinus Torvalds accept the new incoming connection and try to talk to each other. 8-) 7931da177e4SLinus Torvalds 7941da177e4SLinus Torvalds Note: This case is both harmless, and rare. Possibility is about the 7951da177e4SLinus Torvalds same as us discovering intelligent life on another plant tomorrow. 7961da177e4SLinus Torvalds 7971da177e4SLinus Torvalds But generally, we should (RFC lies!) to accept ACK 7981da177e4SLinus Torvalds from SYNACK both here and in tcp_rcv_state_process(). 7991da177e4SLinus Torvalds tcp_rcv_state_process() does not, hence, we do not too. 8001da177e4SLinus Torvalds 8011da177e4SLinus Torvalds Note that the case is absolutely generic: 8021da177e4SLinus Torvalds we cannot optimize anything here without 8031da177e4SLinus Torvalds violating protocol. All the checks must be made 8041da177e4SLinus Torvalds before attempt to create socket. 8051da177e4SLinus Torvalds */ 8061da177e4SLinus Torvalds 8071da177e4SLinus Torvalds /* RFC793 page 36: "If the connection is in any non-synchronized state ... 8081da177e4SLinus Torvalds * and the incoming segment acknowledges something not yet 8091da177e4SLinus Torvalds * sent (the segment carries an unaccaptable ACK) ... 8101da177e4SLinus Torvalds * a reset is sent." 8111da177e4SLinus Torvalds * 8121da177e4SLinus Torvalds * Invalid ACK: reset will be sent by listening socket 8131da177e4SLinus Torvalds */ 8141da177e4SLinus Torvalds if ((flg & TCP_FLAG_ACK) && 8152e6599cbSArnaldo Carvalho de Melo (TCP_SKB_CB(skb)->ack_seq != tcp_rsk(req)->snt_isn + 1)) 8161da177e4SLinus Torvalds return sk; 8171da177e4SLinus Torvalds 8181da177e4SLinus Torvalds /* Also, it would be not so bad idea to check rcv_tsecr, which 8191da177e4SLinus Torvalds * is essentially ACK extension and too early or too late values 8201da177e4SLinus Torvalds * should cause reset in unsynchronized states. 8211da177e4SLinus Torvalds */ 8221da177e4SLinus Torvalds 8231da177e4SLinus Torvalds /* RFC793: "first check sequence number". */ 8241da177e4SLinus Torvalds 8251da177e4SLinus Torvalds if (paws_reject || !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq, 8262e6599cbSArnaldo Carvalho de Melo tcp_rsk(req)->rcv_isn + 1, tcp_rsk(req)->rcv_isn + 1 + req->rcv_wnd)) { 8271da177e4SLinus Torvalds /* Out of window: send ACK and drop. */ 8281da177e4SLinus Torvalds if (!(flg & TCP_FLAG_RST)) 82960236fddSArnaldo Carvalho de Melo req->rsk_ops->send_ack(skb, req); 8301da177e4SLinus Torvalds if (paws_reject) 8311da177e4SLinus Torvalds NET_INC_STATS_BH(LINUX_MIB_PAWSESTABREJECTED); 8321da177e4SLinus Torvalds return NULL; 8331da177e4SLinus Torvalds } 8341da177e4SLinus Torvalds 8351da177e4SLinus Torvalds /* In sequence, PAWS is OK. */ 8361da177e4SLinus Torvalds 8372e6599cbSArnaldo Carvalho de Melo if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_isn + 1)) 8381da177e4SLinus Torvalds req->ts_recent = tmp_opt.rcv_tsval; 8391da177e4SLinus Torvalds 8402e6599cbSArnaldo Carvalho de Melo if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) { 8411da177e4SLinus Torvalds /* Truncate SYN, it is out of window starting 8422e6599cbSArnaldo Carvalho de Melo at tcp_rsk(req)->rcv_isn + 1. */ 8431da177e4SLinus Torvalds flg &= ~TCP_FLAG_SYN; 8441da177e4SLinus Torvalds } 8451da177e4SLinus Torvalds 8461da177e4SLinus Torvalds /* RFC793: "second check the RST bit" and 8471da177e4SLinus Torvalds * "fourth, check the SYN bit" 8481da177e4SLinus Torvalds */ 8491da177e4SLinus Torvalds if (flg & (TCP_FLAG_RST|TCP_FLAG_SYN)) 8501da177e4SLinus Torvalds goto embryonic_reset; 8511da177e4SLinus Torvalds 8521da177e4SLinus Torvalds /* ACK sequence verified above, just make sure ACK is 8531da177e4SLinus Torvalds * set. If ACK not set, just silently drop the packet. 8541da177e4SLinus Torvalds */ 8551da177e4SLinus Torvalds if (!(flg & TCP_FLAG_ACK)) 8561da177e4SLinus Torvalds return NULL; 8571da177e4SLinus Torvalds 8581da177e4SLinus Torvalds /* If TCP_DEFER_ACCEPT is set, drop bare ACK. */ 8592e6599cbSArnaldo Carvalho de Melo if (tp->defer_accept && TCP_SKB_CB(skb)->end_seq == tcp_rsk(req)->rcv_isn + 1) { 8602e6599cbSArnaldo Carvalho de Melo inet_rsk(req)->acked = 1; 8611da177e4SLinus Torvalds return NULL; 8621da177e4SLinus Torvalds } 8631da177e4SLinus Torvalds 8641da177e4SLinus Torvalds /* OK, ACK is valid, create big socket and 8651da177e4SLinus Torvalds * feed this segment to it. It will repeat all 8661da177e4SLinus Torvalds * the tests. THIS SEGMENT MUST MOVE SOCKET TO 8671da177e4SLinus Torvalds * ESTABLISHED STATE. If it will be dropped after 8681da177e4SLinus Torvalds * socket is created, wait for troubles. 8691da177e4SLinus Torvalds */ 8701da177e4SLinus Torvalds child = tp->af_specific->syn_recv_sock(sk, skb, req, NULL); 8711da177e4SLinus Torvalds if (child == NULL) 8721da177e4SLinus Torvalds goto listen_overflow; 8731da177e4SLinus Torvalds 874463c84b9SArnaldo Carvalho de Melo inet_csk_reqsk_queue_unlink(sk, req, prev); 875463c84b9SArnaldo Carvalho de Melo inet_csk_reqsk_queue_removed(sk, req); 8761da177e4SLinus Torvalds 877463c84b9SArnaldo Carvalho de Melo inet_csk_reqsk_queue_add(sk, req, child); 8781da177e4SLinus Torvalds return child; 8791da177e4SLinus Torvalds 8801da177e4SLinus Torvalds listen_overflow: 8811da177e4SLinus Torvalds if (!sysctl_tcp_abort_on_overflow) { 8822e6599cbSArnaldo Carvalho de Melo inet_rsk(req)->acked = 1; 8831da177e4SLinus Torvalds return NULL; 8841da177e4SLinus Torvalds } 8851da177e4SLinus Torvalds 8861da177e4SLinus Torvalds embryonic_reset: 8871da177e4SLinus Torvalds NET_INC_STATS_BH(LINUX_MIB_EMBRYONICRSTS); 8881da177e4SLinus Torvalds if (!(flg & TCP_FLAG_RST)) 88960236fddSArnaldo Carvalho de Melo req->rsk_ops->send_reset(skb); 8901da177e4SLinus Torvalds 891463c84b9SArnaldo Carvalho de Melo inet_csk_reqsk_queue_drop(sk, req, prev); 8921da177e4SLinus Torvalds return NULL; 8931da177e4SLinus Torvalds } 8941da177e4SLinus Torvalds 8951da177e4SLinus Torvalds /* 8961da177e4SLinus Torvalds * Queue segment on the new socket if the new socket is active, 8971da177e4SLinus Torvalds * otherwise we just shortcircuit this and continue with 8981da177e4SLinus Torvalds * the new socket. 8991da177e4SLinus Torvalds */ 9001da177e4SLinus Torvalds 9011da177e4SLinus Torvalds int tcp_child_process(struct sock *parent, struct sock *child, 9021da177e4SLinus Torvalds struct sk_buff *skb) 9031da177e4SLinus Torvalds { 9041da177e4SLinus Torvalds int ret = 0; 9051da177e4SLinus Torvalds int state = child->sk_state; 9061da177e4SLinus Torvalds 9071da177e4SLinus Torvalds if (!sock_owned_by_user(child)) { 9081da177e4SLinus Torvalds ret = tcp_rcv_state_process(child, skb, skb->h.th, skb->len); 9091da177e4SLinus Torvalds 9101da177e4SLinus Torvalds /* Wakeup parent, send SIGIO */ 9111da177e4SLinus Torvalds if (state == TCP_SYN_RECV && child->sk_state != state) 9121da177e4SLinus Torvalds parent->sk_data_ready(parent, 0); 9131da177e4SLinus Torvalds } else { 9141da177e4SLinus Torvalds /* Alas, it is possible again, because we do lookup 9151da177e4SLinus Torvalds * in main socket hash table and lock on listening 9161da177e4SLinus Torvalds * socket does not protect us more. 9171da177e4SLinus Torvalds */ 9181da177e4SLinus Torvalds sk_add_backlog(child, skb); 9191da177e4SLinus Torvalds } 9201da177e4SLinus Torvalds 9211da177e4SLinus Torvalds bh_unlock_sock(child); 9221da177e4SLinus Torvalds sock_put(child); 9231da177e4SLinus Torvalds return ret; 9241da177e4SLinus Torvalds } 9251da177e4SLinus Torvalds 9261da177e4SLinus Torvalds EXPORT_SYMBOL(tcp_check_req); 9271da177e4SLinus Torvalds EXPORT_SYMBOL(tcp_child_process); 9281da177e4SLinus Torvalds EXPORT_SYMBOL(tcp_create_openreq_child); 9291da177e4SLinus Torvalds EXPORT_SYMBOL(tcp_timewait_state_process); 9301da177e4SLinus Torvalds EXPORT_SYMBOL(tcp_tw_deschedule); 931