1c462238dSStephen Hemminger /* 2c462238dSStephen Hemminger * TCP Illinois congestion control. 3c462238dSStephen Hemminger * Home page: 4c462238dSStephen Hemminger * http://www.ews.uiuc.edu/~shaoliu/tcpillinois/index.html 5c462238dSStephen Hemminger * 6c462238dSStephen Hemminger * The algorithm is described in: 7c462238dSStephen Hemminger * "TCP-Illinois: A Loss and Delay-Based Congestion Control Algorithm 8c462238dSStephen Hemminger * for High-Speed Networks" 9631dd1a8SJustin P. Mattock * http://www.ifp.illinois.edu/~srikant/Papers/liubassri06perf.pdf 10c462238dSStephen Hemminger * 11c462238dSStephen Hemminger * Implemented from description in paper and ns-2 simulation. 12c462238dSStephen Hemminger * Copyright (C) 2007 Stephen Hemminger <shemminger@linux-foundation.org> 13c462238dSStephen Hemminger */ 14c462238dSStephen Hemminger 15c462238dSStephen Hemminger #include <linux/module.h> 16c462238dSStephen Hemminger #include <linux/skbuff.h> 17c462238dSStephen Hemminger #include <linux/inet_diag.h> 18c462238dSStephen Hemminger #include <asm/div64.h> 19c462238dSStephen Hemminger #include <net/tcp.h> 20c462238dSStephen Hemminger 21c462238dSStephen Hemminger #define ALPHA_SHIFT 7 22c462238dSStephen Hemminger #define ALPHA_SCALE (1u<<ALPHA_SHIFT) 23c462238dSStephen Hemminger #define ALPHA_MIN ((3*ALPHA_SCALE)/10) /* ~0.3 */ 24c462238dSStephen Hemminger #define ALPHA_MAX (10*ALPHA_SCALE) /* 10.0 */ 25c462238dSStephen Hemminger #define ALPHA_BASE ALPHA_SCALE /* 1.0 */ 2665d1b4a7SStephen Hemminger #define U32_MAX ((u32)~0U) 2765d1b4a7SStephen Hemminger #define RTT_MAX (U32_MAX / ALPHA_MAX) /* 3.3 secs */ 28c462238dSStephen Hemminger 29c462238dSStephen Hemminger #define BETA_SHIFT 6 30c462238dSStephen Hemminger #define BETA_SCALE (1u<<BETA_SHIFT) 3165d1b4a7SStephen Hemminger #define BETA_MIN (BETA_SCALE/8) /* 0.125 */ 3265d1b4a7SStephen Hemminger #define BETA_MAX (BETA_SCALE/2) /* 0.5 */ 3365d1b4a7SStephen Hemminger #define BETA_BASE BETA_MAX 34c462238dSStephen Hemminger 35c462238dSStephen Hemminger static int win_thresh __read_mostly = 15; 3665d1b4a7SStephen Hemminger module_param(win_thresh, int, 0); 37c462238dSStephen Hemminger MODULE_PARM_DESC(win_thresh, "Window threshold for starting adaptive sizing"); 38c462238dSStephen Hemminger 3965d1b4a7SStephen Hemminger static int theta __read_mostly = 5; 4065d1b4a7SStephen Hemminger module_param(theta, int, 0); 4165d1b4a7SStephen Hemminger MODULE_PARM_DESC(theta, "# of fast RTT's before full growth"); 42c462238dSStephen Hemminger 43c462238dSStephen Hemminger /* TCP Illinois Parameters */ 4465d1b4a7SStephen Hemminger struct illinois { 4565d1b4a7SStephen Hemminger u64 sum_rtt; /* sum of rtt's measured within last rtt */ 4665d1b4a7SStephen Hemminger u16 cnt_rtt; /* # of rtts measured within last rtt */ 4765d1b4a7SStephen Hemminger u32 base_rtt; /* min of all rtt in usec */ 4865d1b4a7SStephen Hemminger u32 max_rtt; /* max of all rtt in usec */ 4965d1b4a7SStephen Hemminger u32 end_seq; /* right edge of current RTT */ 5065d1b4a7SStephen Hemminger u32 alpha; /* Additive increase */ 5165d1b4a7SStephen Hemminger u32 beta; /* Muliplicative decrease */ 5265d1b4a7SStephen Hemminger u16 acked; /* # packets acked by current ACK */ 5365d1b4a7SStephen Hemminger u8 rtt_above; /* average rtt has gone above threshold */ 5465d1b4a7SStephen Hemminger u8 rtt_low; /* # of rtts measurements below threshold */ 55c462238dSStephen Hemminger }; 56c462238dSStephen Hemminger 5765d1b4a7SStephen Hemminger static void rtt_reset(struct sock *sk) 5865d1b4a7SStephen Hemminger { 5965d1b4a7SStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 6065d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 6165d1b4a7SStephen Hemminger 6265d1b4a7SStephen Hemminger ca->end_seq = tp->snd_nxt; 6365d1b4a7SStephen Hemminger ca->cnt_rtt = 0; 6465d1b4a7SStephen Hemminger ca->sum_rtt = 0; 6565d1b4a7SStephen Hemminger 6665d1b4a7SStephen Hemminger /* TODO: age max_rtt? */ 6765d1b4a7SStephen Hemminger } 6865d1b4a7SStephen Hemminger 69c462238dSStephen Hemminger static void tcp_illinois_init(struct sock *sk) 70c462238dSStephen Hemminger { 7165d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 72c462238dSStephen Hemminger 7365d1b4a7SStephen Hemminger ca->alpha = ALPHA_MAX; 7465d1b4a7SStephen Hemminger ca->beta = BETA_BASE; 7565d1b4a7SStephen Hemminger ca->base_rtt = 0x7fffffff; 7665d1b4a7SStephen Hemminger ca->max_rtt = 0; 7765d1b4a7SStephen Hemminger 7865d1b4a7SStephen Hemminger ca->acked = 0; 7965d1b4a7SStephen Hemminger ca->rtt_low = 0; 8065d1b4a7SStephen Hemminger ca->rtt_above = 0; 8165d1b4a7SStephen Hemminger 8265d1b4a7SStephen Hemminger rtt_reset(sk); 83c462238dSStephen Hemminger } 84c462238dSStephen Hemminger 8565d1b4a7SStephen Hemminger /* Measure RTT for each ack. */ 8630cfd0baSStephen Hemminger static void tcp_illinois_acked(struct sock *sk, u32 pkts_acked, s32 rtt) 87c462238dSStephen Hemminger { 8865d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 89164891aaSStephen Hemminger 90164891aaSStephen Hemminger ca->acked = pkts_acked; 91164891aaSStephen Hemminger 9230cfd0baSStephen Hemminger /* dup ack, no rtt sample */ 9330cfd0baSStephen Hemminger if (rtt < 0) 94b9ce204fSIlpo Järvinen return; 95b9ce204fSIlpo Järvinen 9665d1b4a7SStephen Hemminger /* ignore bogus values, this prevents wraparound in alpha math */ 9765d1b4a7SStephen Hemminger if (rtt > RTT_MAX) 9865d1b4a7SStephen Hemminger rtt = RTT_MAX; 9965d1b4a7SStephen Hemminger 10065d1b4a7SStephen Hemminger /* keep track of minimum RTT seen so far */ 10165d1b4a7SStephen Hemminger if (ca->base_rtt > rtt) 10265d1b4a7SStephen Hemminger ca->base_rtt = rtt; 10365d1b4a7SStephen Hemminger 10465d1b4a7SStephen Hemminger /* and max */ 10565d1b4a7SStephen Hemminger if (ca->max_rtt < rtt) 106c462238dSStephen Hemminger ca->max_rtt = rtt; 107c462238dSStephen Hemminger 10865d1b4a7SStephen Hemminger ++ca->cnt_rtt; 109c462238dSStephen Hemminger ca->sum_rtt += rtt; 110c462238dSStephen Hemminger } 111c462238dSStephen Hemminger 11265d1b4a7SStephen Hemminger /* Maximum queuing delay */ 11365d1b4a7SStephen Hemminger static inline u32 max_delay(const struct illinois *ca) 114c462238dSStephen Hemminger { 11565d1b4a7SStephen Hemminger return ca->max_rtt - ca->base_rtt; 11665d1b4a7SStephen Hemminger } 117c462238dSStephen Hemminger 11865d1b4a7SStephen Hemminger /* Average queuing delay */ 11965d1b4a7SStephen Hemminger static inline u32 avg_delay(const struct illinois *ca) 12065d1b4a7SStephen Hemminger { 12165d1b4a7SStephen Hemminger u64 t = ca->sum_rtt; 122c462238dSStephen Hemminger 12365d1b4a7SStephen Hemminger do_div(t, ca->cnt_rtt); 12465d1b4a7SStephen Hemminger return t - ca->base_rtt; 125c462238dSStephen Hemminger } 126c462238dSStephen Hemminger 127c462238dSStephen Hemminger /* 128c462238dSStephen Hemminger * Compute value of alpha used for additive increase. 129c462238dSStephen Hemminger * If small window then use 1.0, equivalent to Reno. 130c462238dSStephen Hemminger * 131c462238dSStephen Hemminger * For larger windows, adjust based on average delay. 132c462238dSStephen Hemminger * A. If average delay is at minimum (we are uncongested), 133c462238dSStephen Hemminger * then use large alpha (10.0) to increase faster. 134c462238dSStephen Hemminger * B. If average delay is at maximum (getting congested) 13565d1b4a7SStephen Hemminger * then use small alpha (0.3) 136c462238dSStephen Hemminger * 137c462238dSStephen Hemminger * The result is a convex window growth curve. 138c462238dSStephen Hemminger */ 13965d1b4a7SStephen Hemminger static u32 alpha(struct illinois *ca, u32 da, u32 dm) 140c462238dSStephen Hemminger { 14165d1b4a7SStephen Hemminger u32 d1 = dm / 100; /* Low threshold */ 142c462238dSStephen Hemminger 143c462238dSStephen Hemminger if (da <= d1) { 14465d1b4a7SStephen Hemminger /* If never got out of low delay zone, then use max */ 14565d1b4a7SStephen Hemminger if (!ca->rtt_above) 14665d1b4a7SStephen Hemminger return ALPHA_MAX; 14765d1b4a7SStephen Hemminger 14865d1b4a7SStephen Hemminger /* Wait for 5 good RTT's before allowing alpha to go alpha max. 14965d1b4a7SStephen Hemminger * This prevents one good RTT from causing sudden window increase. 15065d1b4a7SStephen Hemminger */ 15165d1b4a7SStephen Hemminger if (++ca->rtt_low < theta) 15265d1b4a7SStephen Hemminger return ca->alpha; 15365d1b4a7SStephen Hemminger 15465d1b4a7SStephen Hemminger ca->rtt_low = 0; 15565d1b4a7SStephen Hemminger ca->rtt_above = 0; 156c462238dSStephen Hemminger return ALPHA_MAX; 157c462238dSStephen Hemminger } 158c462238dSStephen Hemminger 15965d1b4a7SStephen Hemminger ca->rtt_above = 1; 160c462238dSStephen Hemminger 161c462238dSStephen Hemminger /* 162c462238dSStephen Hemminger * Based on: 163c462238dSStephen Hemminger * 164c462238dSStephen Hemminger * (dm - d1) amin amax 165c462238dSStephen Hemminger * k1 = ------------------- 166c462238dSStephen Hemminger * amax - amin 167c462238dSStephen Hemminger * 168c462238dSStephen Hemminger * (dm - d1) amin 169c462238dSStephen Hemminger * k2 = ---------------- - d1 170c462238dSStephen Hemminger * amax - amin 171c462238dSStephen Hemminger * 172c462238dSStephen Hemminger * k1 173c462238dSStephen Hemminger * alpha = ---------- 174c462238dSStephen Hemminger * k2 + da 175c462238dSStephen Hemminger */ 176c462238dSStephen Hemminger 177c462238dSStephen Hemminger dm -= d1; 178c462238dSStephen Hemminger da -= d1; 17965d1b4a7SStephen Hemminger return (dm * ALPHA_MAX) / 18065d1b4a7SStephen Hemminger (dm + (da * (ALPHA_MAX - ALPHA_MIN)) / ALPHA_MIN); 181c462238dSStephen Hemminger } 182c462238dSStephen Hemminger 183c462238dSStephen Hemminger /* 184c462238dSStephen Hemminger * Beta used for multiplicative decrease. 185c462238dSStephen Hemminger * For small window sizes returns same value as Reno (0.5) 186c462238dSStephen Hemminger * 187c462238dSStephen Hemminger * If delay is small (10% of max) then beta = 1/8 188c462238dSStephen Hemminger * If delay is up to 80% of max then beta = 1/2 189c462238dSStephen Hemminger * In between is a linear function 190c462238dSStephen Hemminger */ 19165d1b4a7SStephen Hemminger static u32 beta(u32 da, u32 dm) 192c462238dSStephen Hemminger { 193c462238dSStephen Hemminger u32 d2, d3; 194c462238dSStephen Hemminger 195c462238dSStephen Hemminger d2 = dm / 10; 196c462238dSStephen Hemminger if (da <= d2) 197c462238dSStephen Hemminger return BETA_MIN; 19865d1b4a7SStephen Hemminger 199c462238dSStephen Hemminger d3 = (8 * dm) / 10; 200c462238dSStephen Hemminger if (da >= d3 || d3 <= d2) 201c462238dSStephen Hemminger return BETA_MAX; 202c462238dSStephen Hemminger 203c462238dSStephen Hemminger /* 204c462238dSStephen Hemminger * Based on: 205c462238dSStephen Hemminger * 206c462238dSStephen Hemminger * bmin d3 - bmax d2 207c462238dSStephen Hemminger * k3 = ------------------- 208c462238dSStephen Hemminger * d3 - d2 209c462238dSStephen Hemminger * 210c462238dSStephen Hemminger * bmax - bmin 211c462238dSStephen Hemminger * k4 = ------------- 212c462238dSStephen Hemminger * d3 - d2 213c462238dSStephen Hemminger * 214c462238dSStephen Hemminger * b = k3 + k4 da 215c462238dSStephen Hemminger */ 216c462238dSStephen Hemminger return (BETA_MIN * d3 - BETA_MAX * d2 + (BETA_MAX - BETA_MIN) * da) 217c462238dSStephen Hemminger / (d3 - d2); 218c462238dSStephen Hemminger } 219c462238dSStephen Hemminger 22065d1b4a7SStephen Hemminger /* Update alpha and beta values once per RTT */ 22165d1b4a7SStephen Hemminger static void update_params(struct sock *sk) 22265d1b4a7SStephen Hemminger { 22365d1b4a7SStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 22465d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 22565d1b4a7SStephen Hemminger 22665d1b4a7SStephen Hemminger if (tp->snd_cwnd < win_thresh) { 22765d1b4a7SStephen Hemminger ca->alpha = ALPHA_BASE; 22865d1b4a7SStephen Hemminger ca->beta = BETA_BASE; 22965d1b4a7SStephen Hemminger } else if (ca->cnt_rtt > 0) { 23065d1b4a7SStephen Hemminger u32 dm = max_delay(ca); 23165d1b4a7SStephen Hemminger u32 da = avg_delay(ca); 23265d1b4a7SStephen Hemminger 23365d1b4a7SStephen Hemminger ca->alpha = alpha(ca, da, dm); 23465d1b4a7SStephen Hemminger ca->beta = beta(da, dm); 23565d1b4a7SStephen Hemminger } 23665d1b4a7SStephen Hemminger 23765d1b4a7SStephen Hemminger rtt_reset(sk); 23865d1b4a7SStephen Hemminger } 23965d1b4a7SStephen Hemminger 24065d1b4a7SStephen Hemminger /* 24165d1b4a7SStephen Hemminger * In case of loss, reset to default values 24265d1b4a7SStephen Hemminger */ 24365d1b4a7SStephen Hemminger static void tcp_illinois_state(struct sock *sk, u8 new_state) 24465d1b4a7SStephen Hemminger { 24565d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 24665d1b4a7SStephen Hemminger 24765d1b4a7SStephen Hemminger if (new_state == TCP_CA_Loss) { 24865d1b4a7SStephen Hemminger ca->alpha = ALPHA_BASE; 24965d1b4a7SStephen Hemminger ca->beta = BETA_BASE; 25065d1b4a7SStephen Hemminger ca->rtt_low = 0; 25165d1b4a7SStephen Hemminger ca->rtt_above = 0; 25265d1b4a7SStephen Hemminger rtt_reset(sk); 25365d1b4a7SStephen Hemminger } 25465d1b4a7SStephen Hemminger } 25565d1b4a7SStephen Hemminger 25665d1b4a7SStephen Hemminger /* 25765d1b4a7SStephen Hemminger * Increase window in response to successful acknowledgment. 25865d1b4a7SStephen Hemminger */ 259c3a05c60SIlpo Järvinen static void tcp_illinois_cong_avoid(struct sock *sk, u32 ack, u32 in_flight) 26065d1b4a7SStephen Hemminger { 26165d1b4a7SStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 26265d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 26365d1b4a7SStephen Hemminger 26465d1b4a7SStephen Hemminger if (after(ack, ca->end_seq)) 26565d1b4a7SStephen Hemminger update_params(sk); 26665d1b4a7SStephen Hemminger 26765d1b4a7SStephen Hemminger /* RFC2861 only increase cwnd if fully utilized */ 26865d1b4a7SStephen Hemminger if (!tcp_is_cwnd_limited(sk, in_flight)) 26965d1b4a7SStephen Hemminger return; 27065d1b4a7SStephen Hemminger 27165d1b4a7SStephen Hemminger /* In slow start */ 27265d1b4a7SStephen Hemminger if (tp->snd_cwnd <= tp->snd_ssthresh) 27365d1b4a7SStephen Hemminger tcp_slow_start(tp); 27465d1b4a7SStephen Hemminger 27565d1b4a7SStephen Hemminger else { 27665d1b4a7SStephen Hemminger u32 delta; 27765d1b4a7SStephen Hemminger 27865d1b4a7SStephen Hemminger /* snd_cwnd_cnt is # of packets since last cwnd increment */ 27965d1b4a7SStephen Hemminger tp->snd_cwnd_cnt += ca->acked; 28065d1b4a7SStephen Hemminger ca->acked = 1; 28165d1b4a7SStephen Hemminger 28265d1b4a7SStephen Hemminger /* This is close approximation of: 28365d1b4a7SStephen Hemminger * tp->snd_cwnd += alpha/tp->snd_cwnd 28465d1b4a7SStephen Hemminger */ 28565d1b4a7SStephen Hemminger delta = (tp->snd_cwnd_cnt * ca->alpha) >> ALPHA_SHIFT; 28665d1b4a7SStephen Hemminger if (delta >= tp->snd_cwnd) { 28765d1b4a7SStephen Hemminger tp->snd_cwnd = min(tp->snd_cwnd + delta / tp->snd_cwnd, 28865d1b4a7SStephen Hemminger (u32) tp->snd_cwnd_clamp); 28965d1b4a7SStephen Hemminger tp->snd_cwnd_cnt = 0; 29065d1b4a7SStephen Hemminger } 29165d1b4a7SStephen Hemminger } 29265d1b4a7SStephen Hemminger } 29365d1b4a7SStephen Hemminger 294c462238dSStephen Hemminger static u32 tcp_illinois_ssthresh(struct sock *sk) 295c462238dSStephen Hemminger { 296c462238dSStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 29765d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 298c462238dSStephen Hemminger 299c462238dSStephen Hemminger /* Multiplicative decrease */ 300a357dde9SStephen Hemminger return max(tp->snd_cwnd - ((tp->snd_cwnd * ca->beta) >> BETA_SHIFT), 2U); 301c462238dSStephen Hemminger } 302c462238dSStephen Hemminger 30365d1b4a7SStephen Hemminger 30465d1b4a7SStephen Hemminger /* Extract info for Tcp socket info provided via netlink. */ 30565d1b4a7SStephen Hemminger static void tcp_illinois_info(struct sock *sk, u32 ext, 306c462238dSStephen Hemminger struct sk_buff *skb) 307c462238dSStephen Hemminger { 30865d1b4a7SStephen Hemminger const struct illinois *ca = inet_csk_ca(sk); 309c462238dSStephen Hemminger 310c462238dSStephen Hemminger if (ext & (1 << (INET_DIAG_VEGASINFO - 1))) { 311c462238dSStephen Hemminger struct tcpvegas_info info = { 312c462238dSStephen Hemminger .tcpv_enabled = 1, 31365d1b4a7SStephen Hemminger .tcpv_rttcnt = ca->cnt_rtt, 31465d1b4a7SStephen Hemminger .tcpv_minrtt = ca->base_rtt, 315c462238dSStephen Hemminger }; 316*8f363b77SJesper Dangaard Brouer 317*8f363b77SJesper Dangaard Brouer if (info.tcpv_rttcnt > 0) { 31865d1b4a7SStephen Hemminger u64 t = ca->sum_rtt; 31965d1b4a7SStephen Hemminger 320*8f363b77SJesper Dangaard Brouer do_div(t, info.tcpv_rttcnt); 32165d1b4a7SStephen Hemminger info.tcpv_rtt = t; 322*8f363b77SJesper Dangaard Brouer } 323c462238dSStephen Hemminger nla_put(skb, INET_DIAG_VEGASINFO, sizeof(info), &info); 324c462238dSStephen Hemminger } 325c462238dSStephen Hemminger } 326c462238dSStephen Hemminger 327a252bebeSStephen Hemminger static struct tcp_congestion_ops tcp_illinois __read_mostly = { 328164891aaSStephen Hemminger .flags = TCP_CONG_RTT_STAMP, 329c462238dSStephen Hemminger .init = tcp_illinois_init, 330c462238dSStephen Hemminger .ssthresh = tcp_illinois_ssthresh, 331c462238dSStephen Hemminger .min_cwnd = tcp_reno_min_cwnd, 332c462238dSStephen Hemminger .cong_avoid = tcp_illinois_cong_avoid, 33365d1b4a7SStephen Hemminger .set_state = tcp_illinois_state, 33465d1b4a7SStephen Hemminger .get_info = tcp_illinois_info, 33565d1b4a7SStephen Hemminger .pkts_acked = tcp_illinois_acked, 336c462238dSStephen Hemminger 337c462238dSStephen Hemminger .owner = THIS_MODULE, 338c462238dSStephen Hemminger .name = "illinois", 339c462238dSStephen Hemminger }; 340c462238dSStephen Hemminger 341c462238dSStephen Hemminger static int __init tcp_illinois_register(void) 342c462238dSStephen Hemminger { 34365d1b4a7SStephen Hemminger BUILD_BUG_ON(sizeof(struct illinois) > ICSK_CA_PRIV_SIZE); 344c462238dSStephen Hemminger return tcp_register_congestion_control(&tcp_illinois); 345c462238dSStephen Hemminger } 346c462238dSStephen Hemminger 347c462238dSStephen Hemminger static void __exit tcp_illinois_unregister(void) 348c462238dSStephen Hemminger { 349c462238dSStephen Hemminger tcp_unregister_congestion_control(&tcp_illinois); 350c462238dSStephen Hemminger } 351c462238dSStephen Hemminger 352c462238dSStephen Hemminger module_init(tcp_illinois_register); 353c462238dSStephen Hemminger module_exit(tcp_illinois_unregister); 354c462238dSStephen Hemminger 355c462238dSStephen Hemminger MODULE_AUTHOR("Stephen Hemminger, Shao Liu"); 356c462238dSStephen Hemminger MODULE_LICENSE("GPL"); 357c462238dSStephen Hemminger MODULE_DESCRIPTION("TCP Illinois"); 35865d1b4a7SStephen Hemminger MODULE_VERSION("1.0"); 359