1c462238dSStephen Hemminger /* 2c462238dSStephen Hemminger * TCP Illinois congestion control. 3c462238dSStephen Hemminger * Home page: 4c462238dSStephen Hemminger * http://www.ews.uiuc.edu/~shaoliu/tcpillinois/index.html 5c462238dSStephen Hemminger * 6c462238dSStephen Hemminger * The algorithm is described in: 7c462238dSStephen Hemminger * "TCP-Illinois: A Loss and Delay-Based Congestion Control Algorithm 8c462238dSStephen Hemminger * for High-Speed Networks" 9631dd1a8SJustin P. Mattock * http://www.ifp.illinois.edu/~srikant/Papers/liubassri06perf.pdf 10c462238dSStephen Hemminger * 11c462238dSStephen Hemminger * Implemented from description in paper and ns-2 simulation. 12c462238dSStephen Hemminger * Copyright (C) 2007 Stephen Hemminger <shemminger@linux-foundation.org> 13c462238dSStephen Hemminger */ 14c462238dSStephen Hemminger 15c462238dSStephen Hemminger #include <linux/module.h> 16c462238dSStephen Hemminger #include <linux/skbuff.h> 17c462238dSStephen Hemminger #include <linux/inet_diag.h> 18c462238dSStephen Hemminger #include <asm/div64.h> 19c462238dSStephen Hemminger #include <net/tcp.h> 20c462238dSStephen Hemminger 21c462238dSStephen Hemminger #define ALPHA_SHIFT 7 22c462238dSStephen Hemminger #define ALPHA_SCALE (1u<<ALPHA_SHIFT) 23c462238dSStephen Hemminger #define ALPHA_MIN ((3*ALPHA_SCALE)/10) /* ~0.3 */ 24c462238dSStephen Hemminger #define ALPHA_MAX (10*ALPHA_SCALE) /* 10.0 */ 25c462238dSStephen Hemminger #define ALPHA_BASE ALPHA_SCALE /* 1.0 */ 2665d1b4a7SStephen Hemminger #define RTT_MAX (U32_MAX / ALPHA_MAX) /* 3.3 secs */ 27c462238dSStephen Hemminger 28c462238dSStephen Hemminger #define BETA_SHIFT 6 29c462238dSStephen Hemminger #define BETA_SCALE (1u<<BETA_SHIFT) 3065d1b4a7SStephen Hemminger #define BETA_MIN (BETA_SCALE/8) /* 0.125 */ 3165d1b4a7SStephen Hemminger #define BETA_MAX (BETA_SCALE/2) /* 0.5 */ 3265d1b4a7SStephen Hemminger #define BETA_BASE BETA_MAX 33c462238dSStephen Hemminger 34c462238dSStephen Hemminger static int win_thresh __read_mostly = 15; 3565d1b4a7SStephen Hemminger module_param(win_thresh, int, 0); 36c462238dSStephen Hemminger MODULE_PARM_DESC(win_thresh, "Window threshold for starting adaptive sizing"); 37c462238dSStephen Hemminger 3865d1b4a7SStephen Hemminger static int theta __read_mostly = 5; 3965d1b4a7SStephen Hemminger module_param(theta, int, 0); 4065d1b4a7SStephen Hemminger MODULE_PARM_DESC(theta, "# of fast RTT's before full growth"); 41c462238dSStephen Hemminger 42c462238dSStephen Hemminger /* TCP Illinois Parameters */ 4365d1b4a7SStephen Hemminger struct illinois { 4465d1b4a7SStephen Hemminger u64 sum_rtt; /* sum of rtt's measured within last rtt */ 4565d1b4a7SStephen Hemminger u16 cnt_rtt; /* # of rtts measured within last rtt */ 4665d1b4a7SStephen Hemminger u32 base_rtt; /* min of all rtt in usec */ 4765d1b4a7SStephen Hemminger u32 max_rtt; /* max of all rtt in usec */ 4865d1b4a7SStephen Hemminger u32 end_seq; /* right edge of current RTT */ 4965d1b4a7SStephen Hemminger u32 alpha; /* Additive increase */ 5065d1b4a7SStephen Hemminger u32 beta; /* Muliplicative decrease */ 5165d1b4a7SStephen Hemminger u16 acked; /* # packets acked by current ACK */ 5265d1b4a7SStephen Hemminger u8 rtt_above; /* average rtt has gone above threshold */ 5365d1b4a7SStephen Hemminger u8 rtt_low; /* # of rtts measurements below threshold */ 54c462238dSStephen Hemminger }; 55c462238dSStephen Hemminger 5665d1b4a7SStephen Hemminger static void rtt_reset(struct sock *sk) 5765d1b4a7SStephen Hemminger { 5865d1b4a7SStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 5965d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 6065d1b4a7SStephen Hemminger 6165d1b4a7SStephen Hemminger ca->end_seq = tp->snd_nxt; 6265d1b4a7SStephen Hemminger ca->cnt_rtt = 0; 6365d1b4a7SStephen Hemminger ca->sum_rtt = 0; 6465d1b4a7SStephen Hemminger 6565d1b4a7SStephen Hemminger /* TODO: age max_rtt? */ 6665d1b4a7SStephen Hemminger } 6765d1b4a7SStephen Hemminger 68c462238dSStephen Hemminger static void tcp_illinois_init(struct sock *sk) 69c462238dSStephen Hemminger { 7065d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 71c462238dSStephen Hemminger 7265d1b4a7SStephen Hemminger ca->alpha = ALPHA_MAX; 7365d1b4a7SStephen Hemminger ca->beta = BETA_BASE; 7465d1b4a7SStephen Hemminger ca->base_rtt = 0x7fffffff; 7565d1b4a7SStephen Hemminger ca->max_rtt = 0; 7665d1b4a7SStephen Hemminger 7765d1b4a7SStephen Hemminger ca->acked = 0; 7865d1b4a7SStephen Hemminger ca->rtt_low = 0; 7965d1b4a7SStephen Hemminger ca->rtt_above = 0; 8065d1b4a7SStephen Hemminger 8165d1b4a7SStephen Hemminger rtt_reset(sk); 82c462238dSStephen Hemminger } 83c462238dSStephen Hemminger 8465d1b4a7SStephen Hemminger /* Measure RTT for each ack. */ 8530cfd0baSStephen Hemminger static void tcp_illinois_acked(struct sock *sk, u32 pkts_acked, s32 rtt) 86c462238dSStephen Hemminger { 8765d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 88164891aaSStephen Hemminger 89164891aaSStephen Hemminger ca->acked = pkts_acked; 90164891aaSStephen Hemminger 9130cfd0baSStephen Hemminger /* dup ack, no rtt sample */ 9230cfd0baSStephen Hemminger if (rtt < 0) 93b9ce204fSIlpo Järvinen return; 94b9ce204fSIlpo Järvinen 9565d1b4a7SStephen Hemminger /* ignore bogus values, this prevents wraparound in alpha math */ 9665d1b4a7SStephen Hemminger if (rtt > RTT_MAX) 9765d1b4a7SStephen Hemminger rtt = RTT_MAX; 9865d1b4a7SStephen Hemminger 9965d1b4a7SStephen Hemminger /* keep track of minimum RTT seen so far */ 10065d1b4a7SStephen Hemminger if (ca->base_rtt > rtt) 10165d1b4a7SStephen Hemminger ca->base_rtt = rtt; 10265d1b4a7SStephen Hemminger 10365d1b4a7SStephen Hemminger /* and max */ 10465d1b4a7SStephen Hemminger if (ca->max_rtt < rtt) 105c462238dSStephen Hemminger ca->max_rtt = rtt; 106c462238dSStephen Hemminger 10765d1b4a7SStephen Hemminger ++ca->cnt_rtt; 108c462238dSStephen Hemminger ca->sum_rtt += rtt; 109c462238dSStephen Hemminger } 110c462238dSStephen Hemminger 11165d1b4a7SStephen Hemminger /* Maximum queuing delay */ 11265d1b4a7SStephen Hemminger static inline u32 max_delay(const struct illinois *ca) 113c462238dSStephen Hemminger { 11465d1b4a7SStephen Hemminger return ca->max_rtt - ca->base_rtt; 11565d1b4a7SStephen Hemminger } 116c462238dSStephen Hemminger 11765d1b4a7SStephen Hemminger /* Average queuing delay */ 11865d1b4a7SStephen Hemminger static inline u32 avg_delay(const struct illinois *ca) 11965d1b4a7SStephen Hemminger { 12065d1b4a7SStephen Hemminger u64 t = ca->sum_rtt; 121c462238dSStephen Hemminger 12265d1b4a7SStephen Hemminger do_div(t, ca->cnt_rtt); 12365d1b4a7SStephen Hemminger return t - ca->base_rtt; 124c462238dSStephen Hemminger } 125c462238dSStephen Hemminger 126c462238dSStephen Hemminger /* 127c462238dSStephen Hemminger * Compute value of alpha used for additive increase. 128c462238dSStephen Hemminger * If small window then use 1.0, equivalent to Reno. 129c462238dSStephen Hemminger * 130c462238dSStephen Hemminger * For larger windows, adjust based on average delay. 131c462238dSStephen Hemminger * A. If average delay is at minimum (we are uncongested), 132c462238dSStephen Hemminger * then use large alpha (10.0) to increase faster. 133c462238dSStephen Hemminger * B. If average delay is at maximum (getting congested) 13465d1b4a7SStephen Hemminger * then use small alpha (0.3) 135c462238dSStephen Hemminger * 136c462238dSStephen Hemminger * The result is a convex window growth curve. 137c462238dSStephen Hemminger */ 13865d1b4a7SStephen Hemminger static u32 alpha(struct illinois *ca, u32 da, u32 dm) 139c462238dSStephen Hemminger { 14065d1b4a7SStephen Hemminger u32 d1 = dm / 100; /* Low threshold */ 141c462238dSStephen Hemminger 142c462238dSStephen Hemminger if (da <= d1) { 14365d1b4a7SStephen Hemminger /* If never got out of low delay zone, then use max */ 14465d1b4a7SStephen Hemminger if (!ca->rtt_above) 14565d1b4a7SStephen Hemminger return ALPHA_MAX; 14665d1b4a7SStephen Hemminger 14765d1b4a7SStephen Hemminger /* Wait for 5 good RTT's before allowing alpha to go alpha max. 14865d1b4a7SStephen Hemminger * This prevents one good RTT from causing sudden window increase. 14965d1b4a7SStephen Hemminger */ 15065d1b4a7SStephen Hemminger if (++ca->rtt_low < theta) 15165d1b4a7SStephen Hemminger return ca->alpha; 15265d1b4a7SStephen Hemminger 15365d1b4a7SStephen Hemminger ca->rtt_low = 0; 15465d1b4a7SStephen Hemminger ca->rtt_above = 0; 155c462238dSStephen Hemminger return ALPHA_MAX; 156c462238dSStephen Hemminger } 157c462238dSStephen Hemminger 15865d1b4a7SStephen Hemminger ca->rtt_above = 1; 159c462238dSStephen Hemminger 160c462238dSStephen Hemminger /* 161c462238dSStephen Hemminger * Based on: 162c462238dSStephen Hemminger * 163c462238dSStephen Hemminger * (dm - d1) amin amax 164c462238dSStephen Hemminger * k1 = ------------------- 165c462238dSStephen Hemminger * amax - amin 166c462238dSStephen Hemminger * 167c462238dSStephen Hemminger * (dm - d1) amin 168c462238dSStephen Hemminger * k2 = ---------------- - d1 169c462238dSStephen Hemminger * amax - amin 170c462238dSStephen Hemminger * 171c462238dSStephen Hemminger * k1 172c462238dSStephen Hemminger * alpha = ---------- 173c462238dSStephen Hemminger * k2 + da 174c462238dSStephen Hemminger */ 175c462238dSStephen Hemminger 176c462238dSStephen Hemminger dm -= d1; 177c462238dSStephen Hemminger da -= d1; 17865d1b4a7SStephen Hemminger return (dm * ALPHA_MAX) / 17965d1b4a7SStephen Hemminger (dm + (da * (ALPHA_MAX - ALPHA_MIN)) / ALPHA_MIN); 180c462238dSStephen Hemminger } 181c462238dSStephen Hemminger 182c462238dSStephen Hemminger /* 183c462238dSStephen Hemminger * Beta used for multiplicative decrease. 184c462238dSStephen Hemminger * For small window sizes returns same value as Reno (0.5) 185c462238dSStephen Hemminger * 186c462238dSStephen Hemminger * If delay is small (10% of max) then beta = 1/8 187c462238dSStephen Hemminger * If delay is up to 80% of max then beta = 1/2 188c462238dSStephen Hemminger * In between is a linear function 189c462238dSStephen Hemminger */ 19065d1b4a7SStephen Hemminger static u32 beta(u32 da, u32 dm) 191c462238dSStephen Hemminger { 192c462238dSStephen Hemminger u32 d2, d3; 193c462238dSStephen Hemminger 194c462238dSStephen Hemminger d2 = dm / 10; 195c462238dSStephen Hemminger if (da <= d2) 196c462238dSStephen Hemminger return BETA_MIN; 19765d1b4a7SStephen Hemminger 198c462238dSStephen Hemminger d3 = (8 * dm) / 10; 199c462238dSStephen Hemminger if (da >= d3 || d3 <= d2) 200c462238dSStephen Hemminger return BETA_MAX; 201c462238dSStephen Hemminger 202c462238dSStephen Hemminger /* 203c462238dSStephen Hemminger * Based on: 204c462238dSStephen Hemminger * 205c462238dSStephen Hemminger * bmin d3 - bmax d2 206c462238dSStephen Hemminger * k3 = ------------------- 207c462238dSStephen Hemminger * d3 - d2 208c462238dSStephen Hemminger * 209c462238dSStephen Hemminger * bmax - bmin 210c462238dSStephen Hemminger * k4 = ------------- 211c462238dSStephen Hemminger * d3 - d2 212c462238dSStephen Hemminger * 213c462238dSStephen Hemminger * b = k3 + k4 da 214c462238dSStephen Hemminger */ 215c462238dSStephen Hemminger return (BETA_MIN * d3 - BETA_MAX * d2 + (BETA_MAX - BETA_MIN) * da) 216c462238dSStephen Hemminger / (d3 - d2); 217c462238dSStephen Hemminger } 218c462238dSStephen Hemminger 21965d1b4a7SStephen Hemminger /* Update alpha and beta values once per RTT */ 22065d1b4a7SStephen Hemminger static void update_params(struct sock *sk) 22165d1b4a7SStephen Hemminger { 22265d1b4a7SStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 22365d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 22465d1b4a7SStephen Hemminger 22565d1b4a7SStephen Hemminger if (tp->snd_cwnd < win_thresh) { 22665d1b4a7SStephen Hemminger ca->alpha = ALPHA_BASE; 22765d1b4a7SStephen Hemminger ca->beta = BETA_BASE; 22865d1b4a7SStephen Hemminger } else if (ca->cnt_rtt > 0) { 22965d1b4a7SStephen Hemminger u32 dm = max_delay(ca); 23065d1b4a7SStephen Hemminger u32 da = avg_delay(ca); 23165d1b4a7SStephen Hemminger 23265d1b4a7SStephen Hemminger ca->alpha = alpha(ca, da, dm); 23365d1b4a7SStephen Hemminger ca->beta = beta(da, dm); 23465d1b4a7SStephen Hemminger } 23565d1b4a7SStephen Hemminger 23665d1b4a7SStephen Hemminger rtt_reset(sk); 23765d1b4a7SStephen Hemminger } 23865d1b4a7SStephen Hemminger 23965d1b4a7SStephen Hemminger /* 24065d1b4a7SStephen Hemminger * In case of loss, reset to default values 24165d1b4a7SStephen Hemminger */ 24265d1b4a7SStephen Hemminger static void tcp_illinois_state(struct sock *sk, u8 new_state) 24365d1b4a7SStephen Hemminger { 24465d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 24565d1b4a7SStephen Hemminger 24665d1b4a7SStephen Hemminger if (new_state == TCP_CA_Loss) { 24765d1b4a7SStephen Hemminger ca->alpha = ALPHA_BASE; 24865d1b4a7SStephen Hemminger ca->beta = BETA_BASE; 24965d1b4a7SStephen Hemminger ca->rtt_low = 0; 25065d1b4a7SStephen Hemminger ca->rtt_above = 0; 25165d1b4a7SStephen Hemminger rtt_reset(sk); 25265d1b4a7SStephen Hemminger } 25365d1b4a7SStephen Hemminger } 25465d1b4a7SStephen Hemminger 25565d1b4a7SStephen Hemminger /* 25665d1b4a7SStephen Hemminger * Increase window in response to successful acknowledgment. 25765d1b4a7SStephen Hemminger */ 25824901551SEric Dumazet static void tcp_illinois_cong_avoid(struct sock *sk, u32 ack, u32 acked) 25965d1b4a7SStephen Hemminger { 26065d1b4a7SStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 26165d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 26265d1b4a7SStephen Hemminger 26365d1b4a7SStephen Hemminger if (after(ack, ca->end_seq)) 26465d1b4a7SStephen Hemminger update_params(sk); 26565d1b4a7SStephen Hemminger 26665d1b4a7SStephen Hemminger /* RFC2861 only increase cwnd if fully utilized */ 26724901551SEric Dumazet if (!tcp_is_cwnd_limited(sk)) 26865d1b4a7SStephen Hemminger return; 26965d1b4a7SStephen Hemminger 27065d1b4a7SStephen Hemminger /* In slow start */ 27165d1b4a7SStephen Hemminger if (tp->snd_cwnd <= tp->snd_ssthresh) 2729f9843a7SYuchung Cheng tcp_slow_start(tp, acked); 27365d1b4a7SStephen Hemminger 27465d1b4a7SStephen Hemminger else { 27565d1b4a7SStephen Hemminger u32 delta; 27665d1b4a7SStephen Hemminger 27765d1b4a7SStephen Hemminger /* snd_cwnd_cnt is # of packets since last cwnd increment */ 27865d1b4a7SStephen Hemminger tp->snd_cwnd_cnt += ca->acked; 27965d1b4a7SStephen Hemminger ca->acked = 1; 28065d1b4a7SStephen Hemminger 28165d1b4a7SStephen Hemminger /* This is close approximation of: 28265d1b4a7SStephen Hemminger * tp->snd_cwnd += alpha/tp->snd_cwnd 28365d1b4a7SStephen Hemminger */ 28465d1b4a7SStephen Hemminger delta = (tp->snd_cwnd_cnt * ca->alpha) >> ALPHA_SHIFT; 28565d1b4a7SStephen Hemminger if (delta >= tp->snd_cwnd) { 28665d1b4a7SStephen Hemminger tp->snd_cwnd = min(tp->snd_cwnd + delta / tp->snd_cwnd, 28765d1b4a7SStephen Hemminger (u32)tp->snd_cwnd_clamp); 28865d1b4a7SStephen Hemminger tp->snd_cwnd_cnt = 0; 28965d1b4a7SStephen Hemminger } 29065d1b4a7SStephen Hemminger } 29165d1b4a7SStephen Hemminger } 29265d1b4a7SStephen Hemminger 293c462238dSStephen Hemminger static u32 tcp_illinois_ssthresh(struct sock *sk) 294c462238dSStephen Hemminger { 295c462238dSStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 29665d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 297c462238dSStephen Hemminger 298c462238dSStephen Hemminger /* Multiplicative decrease */ 299a357dde9SStephen Hemminger return max(tp->snd_cwnd - ((tp->snd_cwnd * ca->beta) >> BETA_SHIFT), 2U); 300c462238dSStephen Hemminger } 30165d1b4a7SStephen Hemminger 30265d1b4a7SStephen Hemminger /* Extract info for Tcp socket info provided via netlink. */ 303*521f1cf1SEric Dumazet static int tcp_illinois_info(struct sock *sk, u32 ext, struct sk_buff *skb) 304c462238dSStephen Hemminger { 30565d1b4a7SStephen Hemminger const struct illinois *ca = inet_csk_ca(sk); 306c462238dSStephen Hemminger 307c462238dSStephen Hemminger if (ext & (1 << (INET_DIAG_VEGASINFO - 1))) { 308c462238dSStephen Hemminger struct tcpvegas_info info = { 309c462238dSStephen Hemminger .tcpv_enabled = 1, 31065d1b4a7SStephen Hemminger .tcpv_rttcnt = ca->cnt_rtt, 31165d1b4a7SStephen Hemminger .tcpv_minrtt = ca->base_rtt, 312c462238dSStephen Hemminger }; 3138f363b77SJesper Dangaard Brouer 3148f363b77SJesper Dangaard Brouer if (info.tcpv_rttcnt > 0) { 31565d1b4a7SStephen Hemminger u64 t = ca->sum_rtt; 31665d1b4a7SStephen Hemminger 3178f363b77SJesper Dangaard Brouer do_div(t, info.tcpv_rttcnt); 31865d1b4a7SStephen Hemminger info.tcpv_rtt = t; 3198f363b77SJesper Dangaard Brouer } 320*521f1cf1SEric Dumazet return nla_put(skb, INET_DIAG_VEGASINFO, sizeof(info), &info); 321c462238dSStephen Hemminger } 322*521f1cf1SEric Dumazet return 0; 323c462238dSStephen Hemminger } 324c462238dSStephen Hemminger 325a252bebeSStephen Hemminger static struct tcp_congestion_ops tcp_illinois __read_mostly = { 326c462238dSStephen Hemminger .init = tcp_illinois_init, 327c462238dSStephen Hemminger .ssthresh = tcp_illinois_ssthresh, 328c462238dSStephen Hemminger .cong_avoid = tcp_illinois_cong_avoid, 32965d1b4a7SStephen Hemminger .set_state = tcp_illinois_state, 33065d1b4a7SStephen Hemminger .get_info = tcp_illinois_info, 33165d1b4a7SStephen Hemminger .pkts_acked = tcp_illinois_acked, 332c462238dSStephen Hemminger 333c462238dSStephen Hemminger .owner = THIS_MODULE, 334c462238dSStephen Hemminger .name = "illinois", 335c462238dSStephen Hemminger }; 336c462238dSStephen Hemminger 337c462238dSStephen Hemminger static int __init tcp_illinois_register(void) 338c462238dSStephen Hemminger { 33965d1b4a7SStephen Hemminger BUILD_BUG_ON(sizeof(struct illinois) > ICSK_CA_PRIV_SIZE); 340c462238dSStephen Hemminger return tcp_register_congestion_control(&tcp_illinois); 341c462238dSStephen Hemminger } 342c462238dSStephen Hemminger 343c462238dSStephen Hemminger static void __exit tcp_illinois_unregister(void) 344c462238dSStephen Hemminger { 345c462238dSStephen Hemminger tcp_unregister_congestion_control(&tcp_illinois); 346c462238dSStephen Hemminger } 347c462238dSStephen Hemminger 348c462238dSStephen Hemminger module_init(tcp_illinois_register); 349c462238dSStephen Hemminger module_exit(tcp_illinois_unregister); 350c462238dSStephen Hemminger 351c462238dSStephen Hemminger MODULE_AUTHOR("Stephen Hemminger, Shao Liu"); 352c462238dSStephen Hemminger MODULE_LICENSE("GPL"); 353c462238dSStephen Hemminger MODULE_DESCRIPTION("TCP Illinois"); 35465d1b4a7SStephen Hemminger MODULE_VERSION("1.0"); 355