1c462238dSStephen Hemminger /* 2c462238dSStephen Hemminger * TCP Illinois congestion control. 3c462238dSStephen Hemminger * Home page: 4c462238dSStephen Hemminger * http://www.ews.uiuc.edu/~shaoliu/tcpillinois/index.html 5c462238dSStephen Hemminger * 6c462238dSStephen Hemminger * The algorithm is described in: 7c462238dSStephen Hemminger * "TCP-Illinois: A Loss and Delay-Based Congestion Control Algorithm 8c462238dSStephen Hemminger * for High-Speed Networks" 9c462238dSStephen Hemminger * http://www.ews.uiuc.edu/~shaoliu/papersandslides/liubassri06perf.pdf 10c462238dSStephen Hemminger * 11c462238dSStephen Hemminger * Implemented from description in paper and ns-2 simulation. 12c462238dSStephen Hemminger * Copyright (C) 2007 Stephen Hemminger <shemminger@linux-foundation.org> 13c462238dSStephen Hemminger */ 14c462238dSStephen Hemminger 15c462238dSStephen Hemminger #include <linux/module.h> 16c462238dSStephen Hemminger #include <linux/skbuff.h> 17c462238dSStephen Hemminger #include <linux/inet_diag.h> 18c462238dSStephen Hemminger #include <asm/div64.h> 19c462238dSStephen Hemminger #include <net/tcp.h> 20c462238dSStephen Hemminger 21c462238dSStephen Hemminger #define ALPHA_SHIFT 7 22c462238dSStephen Hemminger #define ALPHA_SCALE (1u<<ALPHA_SHIFT) 23c462238dSStephen Hemminger #define ALPHA_MIN ((3*ALPHA_SCALE)/10) /* ~0.3 */ 24c462238dSStephen Hemminger #define ALPHA_MAX (10*ALPHA_SCALE) /* 10.0 */ 25c462238dSStephen Hemminger #define ALPHA_BASE ALPHA_SCALE /* 1.0 */ 2665d1b4a7SStephen Hemminger #define U32_MAX ((u32)~0U) 2765d1b4a7SStephen Hemminger #define RTT_MAX (U32_MAX / ALPHA_MAX) /* 3.3 secs */ 28c462238dSStephen Hemminger 29c462238dSStephen Hemminger #define BETA_SHIFT 6 30c462238dSStephen Hemminger #define BETA_SCALE (1u<<BETA_SHIFT) 3165d1b4a7SStephen Hemminger #define BETA_MIN (BETA_SCALE/8) /* 0.125 */ 3265d1b4a7SStephen Hemminger #define BETA_MAX (BETA_SCALE/2) /* 0.5 */ 3365d1b4a7SStephen Hemminger #define BETA_BASE BETA_MAX 34c462238dSStephen Hemminger 35c462238dSStephen Hemminger static int win_thresh __read_mostly = 15; 3665d1b4a7SStephen Hemminger module_param(win_thresh, int, 0); 37c462238dSStephen Hemminger MODULE_PARM_DESC(win_thresh, "Window threshold for starting adaptive sizing"); 38c462238dSStephen Hemminger 3965d1b4a7SStephen Hemminger static int theta __read_mostly = 5; 4065d1b4a7SStephen Hemminger module_param(theta, int, 0); 4165d1b4a7SStephen Hemminger MODULE_PARM_DESC(theta, "# of fast RTT's before full growth"); 42c462238dSStephen Hemminger 43c462238dSStephen Hemminger /* TCP Illinois Parameters */ 4465d1b4a7SStephen Hemminger struct illinois { 4565d1b4a7SStephen Hemminger u64 sum_rtt; /* sum of rtt's measured within last rtt */ 4665d1b4a7SStephen Hemminger u16 cnt_rtt; /* # of rtts measured within last rtt */ 4765d1b4a7SStephen Hemminger u32 base_rtt; /* min of all rtt in usec */ 4865d1b4a7SStephen Hemminger u32 max_rtt; /* max of all rtt in usec */ 4965d1b4a7SStephen Hemminger u32 end_seq; /* right edge of current RTT */ 5065d1b4a7SStephen Hemminger u32 alpha; /* Additive increase */ 5165d1b4a7SStephen Hemminger u32 beta; /* Muliplicative decrease */ 5265d1b4a7SStephen Hemminger u16 acked; /* # packets acked by current ACK */ 5365d1b4a7SStephen Hemminger u8 rtt_above; /* average rtt has gone above threshold */ 5465d1b4a7SStephen Hemminger u8 rtt_low; /* # of rtts measurements below threshold */ 55c462238dSStephen Hemminger }; 56c462238dSStephen Hemminger 5765d1b4a7SStephen Hemminger static void rtt_reset(struct sock *sk) 5865d1b4a7SStephen Hemminger { 5965d1b4a7SStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 6065d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 6165d1b4a7SStephen Hemminger 6265d1b4a7SStephen Hemminger ca->end_seq = tp->snd_nxt; 6365d1b4a7SStephen Hemminger ca->cnt_rtt = 0; 6465d1b4a7SStephen Hemminger ca->sum_rtt = 0; 6565d1b4a7SStephen Hemminger 6665d1b4a7SStephen Hemminger /* TODO: age max_rtt? */ 6765d1b4a7SStephen Hemminger } 6865d1b4a7SStephen Hemminger 69c462238dSStephen Hemminger static void tcp_illinois_init(struct sock *sk) 70c462238dSStephen Hemminger { 7165d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 72c462238dSStephen Hemminger 7365d1b4a7SStephen Hemminger ca->alpha = ALPHA_MAX; 7465d1b4a7SStephen Hemminger ca->beta = BETA_BASE; 7565d1b4a7SStephen Hemminger ca->base_rtt = 0x7fffffff; 7665d1b4a7SStephen Hemminger ca->max_rtt = 0; 7765d1b4a7SStephen Hemminger 7865d1b4a7SStephen Hemminger ca->acked = 0; 7965d1b4a7SStephen Hemminger ca->rtt_low = 0; 8065d1b4a7SStephen Hemminger ca->rtt_above = 0; 8165d1b4a7SStephen Hemminger 8265d1b4a7SStephen Hemminger rtt_reset(sk); 83c462238dSStephen Hemminger } 84c462238dSStephen Hemminger 8565d1b4a7SStephen Hemminger /* Measure RTT for each ack. */ 86164891aaSStephen Hemminger static void tcp_illinois_acked(struct sock *sk, u32 pkts_acked, ktime_t last) 87c462238dSStephen Hemminger { 8865d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 89164891aaSStephen Hemminger u32 rtt; 90164891aaSStephen Hemminger 91164891aaSStephen Hemminger ca->acked = pkts_acked; 92164891aaSStephen Hemminger 93*b9ce204fSIlpo Järvinen if (ktime_equal(last, net_invalid_timestamp())) 94*b9ce204fSIlpo Järvinen return; 95*b9ce204fSIlpo Järvinen 9684299b3bSYOSHIFUJI Hideaki rtt = ktime_to_us(net_timedelta(last)); 97c462238dSStephen Hemminger 9865d1b4a7SStephen Hemminger /* ignore bogus values, this prevents wraparound in alpha math */ 9965d1b4a7SStephen Hemminger if (rtt > RTT_MAX) 10065d1b4a7SStephen Hemminger rtt = RTT_MAX; 10165d1b4a7SStephen Hemminger 10265d1b4a7SStephen Hemminger /* keep track of minimum RTT seen so far */ 10365d1b4a7SStephen Hemminger if (ca->base_rtt > rtt) 10465d1b4a7SStephen Hemminger ca->base_rtt = rtt; 10565d1b4a7SStephen Hemminger 10665d1b4a7SStephen Hemminger /* and max */ 10765d1b4a7SStephen Hemminger if (ca->max_rtt < rtt) 108c462238dSStephen Hemminger ca->max_rtt = rtt; 109c462238dSStephen Hemminger 11065d1b4a7SStephen Hemminger ++ca->cnt_rtt; 111c462238dSStephen Hemminger ca->sum_rtt += rtt; 112c462238dSStephen Hemminger } 113c462238dSStephen Hemminger 11465d1b4a7SStephen Hemminger /* Maximum queuing delay */ 11565d1b4a7SStephen Hemminger static inline u32 max_delay(const struct illinois *ca) 116c462238dSStephen Hemminger { 11765d1b4a7SStephen Hemminger return ca->max_rtt - ca->base_rtt; 11865d1b4a7SStephen Hemminger } 119c462238dSStephen Hemminger 12065d1b4a7SStephen Hemminger /* Average queuing delay */ 12165d1b4a7SStephen Hemminger static inline u32 avg_delay(const struct illinois *ca) 12265d1b4a7SStephen Hemminger { 12365d1b4a7SStephen Hemminger u64 t = ca->sum_rtt; 124c462238dSStephen Hemminger 12565d1b4a7SStephen Hemminger do_div(t, ca->cnt_rtt); 12665d1b4a7SStephen Hemminger return t - ca->base_rtt; 127c462238dSStephen Hemminger } 128c462238dSStephen Hemminger 129c462238dSStephen Hemminger /* 130c462238dSStephen Hemminger * Compute value of alpha used for additive increase. 131c462238dSStephen Hemminger * If small window then use 1.0, equivalent to Reno. 132c462238dSStephen Hemminger * 133c462238dSStephen Hemminger * For larger windows, adjust based on average delay. 134c462238dSStephen Hemminger * A. If average delay is at minimum (we are uncongested), 135c462238dSStephen Hemminger * then use large alpha (10.0) to increase faster. 136c462238dSStephen Hemminger * B. If average delay is at maximum (getting congested) 13765d1b4a7SStephen Hemminger * then use small alpha (0.3) 138c462238dSStephen Hemminger * 139c462238dSStephen Hemminger * The result is a convex window growth curve. 140c462238dSStephen Hemminger */ 14165d1b4a7SStephen Hemminger static u32 alpha(struct illinois *ca, u32 da, u32 dm) 142c462238dSStephen Hemminger { 14365d1b4a7SStephen Hemminger u32 d1 = dm / 100; /* Low threshold */ 144c462238dSStephen Hemminger 145c462238dSStephen Hemminger if (da <= d1) { 14665d1b4a7SStephen Hemminger /* If never got out of low delay zone, then use max */ 14765d1b4a7SStephen Hemminger if (!ca->rtt_above) 14865d1b4a7SStephen Hemminger return ALPHA_MAX; 14965d1b4a7SStephen Hemminger 15065d1b4a7SStephen Hemminger /* Wait for 5 good RTT's before allowing alpha to go alpha max. 15165d1b4a7SStephen Hemminger * This prevents one good RTT from causing sudden window increase. 15265d1b4a7SStephen Hemminger */ 15365d1b4a7SStephen Hemminger if (++ca->rtt_low < theta) 15465d1b4a7SStephen Hemminger return ca->alpha; 15565d1b4a7SStephen Hemminger 15665d1b4a7SStephen Hemminger ca->rtt_low = 0; 15765d1b4a7SStephen Hemminger ca->rtt_above = 0; 158c462238dSStephen Hemminger return ALPHA_MAX; 159c462238dSStephen Hemminger } 160c462238dSStephen Hemminger 16165d1b4a7SStephen Hemminger ca->rtt_above = 1; 162c462238dSStephen Hemminger 163c462238dSStephen Hemminger /* 164c462238dSStephen Hemminger * Based on: 165c462238dSStephen Hemminger * 166c462238dSStephen Hemminger * (dm - d1) amin amax 167c462238dSStephen Hemminger * k1 = ------------------- 168c462238dSStephen Hemminger * amax - amin 169c462238dSStephen Hemminger * 170c462238dSStephen Hemminger * (dm - d1) amin 171c462238dSStephen Hemminger * k2 = ---------------- - d1 172c462238dSStephen Hemminger * amax - amin 173c462238dSStephen Hemminger * 174c462238dSStephen Hemminger * k1 175c462238dSStephen Hemminger * alpha = ---------- 176c462238dSStephen Hemminger * k2 + da 177c462238dSStephen Hemminger */ 178c462238dSStephen Hemminger 179c462238dSStephen Hemminger dm -= d1; 180c462238dSStephen Hemminger da -= d1; 18165d1b4a7SStephen Hemminger return (dm * ALPHA_MAX) / 18265d1b4a7SStephen Hemminger (dm + (da * (ALPHA_MAX - ALPHA_MIN)) / ALPHA_MIN); 183c462238dSStephen Hemminger } 184c462238dSStephen Hemminger 185c462238dSStephen Hemminger /* 186c462238dSStephen Hemminger * Beta used for multiplicative decrease. 187c462238dSStephen Hemminger * For small window sizes returns same value as Reno (0.5) 188c462238dSStephen Hemminger * 189c462238dSStephen Hemminger * If delay is small (10% of max) then beta = 1/8 190c462238dSStephen Hemminger * If delay is up to 80% of max then beta = 1/2 191c462238dSStephen Hemminger * In between is a linear function 192c462238dSStephen Hemminger */ 19365d1b4a7SStephen Hemminger static u32 beta(u32 da, u32 dm) 194c462238dSStephen Hemminger { 195c462238dSStephen Hemminger u32 d2, d3; 196c462238dSStephen Hemminger 197c462238dSStephen Hemminger d2 = dm / 10; 198c462238dSStephen Hemminger if (da <= d2) 199c462238dSStephen Hemminger return BETA_MIN; 20065d1b4a7SStephen Hemminger 201c462238dSStephen Hemminger d3 = (8 * dm) / 10; 202c462238dSStephen Hemminger if (da >= d3 || d3 <= d2) 203c462238dSStephen Hemminger return BETA_MAX; 204c462238dSStephen Hemminger 205c462238dSStephen Hemminger /* 206c462238dSStephen Hemminger * Based on: 207c462238dSStephen Hemminger * 208c462238dSStephen Hemminger * bmin d3 - bmax d2 209c462238dSStephen Hemminger * k3 = ------------------- 210c462238dSStephen Hemminger * d3 - d2 211c462238dSStephen Hemminger * 212c462238dSStephen Hemminger * bmax - bmin 213c462238dSStephen Hemminger * k4 = ------------- 214c462238dSStephen Hemminger * d3 - d2 215c462238dSStephen Hemminger * 216c462238dSStephen Hemminger * b = k3 + k4 da 217c462238dSStephen Hemminger */ 218c462238dSStephen Hemminger return (BETA_MIN * d3 - BETA_MAX * d2 + (BETA_MAX - BETA_MIN) * da) 219c462238dSStephen Hemminger / (d3 - d2); 220c462238dSStephen Hemminger } 221c462238dSStephen Hemminger 22265d1b4a7SStephen Hemminger /* Update alpha and beta values once per RTT */ 22365d1b4a7SStephen Hemminger static void update_params(struct sock *sk) 22465d1b4a7SStephen Hemminger { 22565d1b4a7SStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 22665d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 22765d1b4a7SStephen Hemminger 22865d1b4a7SStephen Hemminger if (tp->snd_cwnd < win_thresh) { 22965d1b4a7SStephen Hemminger ca->alpha = ALPHA_BASE; 23065d1b4a7SStephen Hemminger ca->beta = BETA_BASE; 23165d1b4a7SStephen Hemminger } else if (ca->cnt_rtt > 0) { 23265d1b4a7SStephen Hemminger u32 dm = max_delay(ca); 23365d1b4a7SStephen Hemminger u32 da = avg_delay(ca); 23465d1b4a7SStephen Hemminger 23565d1b4a7SStephen Hemminger ca->alpha = alpha(ca, da, dm); 23665d1b4a7SStephen Hemminger ca->beta = beta(da, dm); 23765d1b4a7SStephen Hemminger } 23865d1b4a7SStephen Hemminger 23965d1b4a7SStephen Hemminger rtt_reset(sk); 24065d1b4a7SStephen Hemminger } 24165d1b4a7SStephen Hemminger 24265d1b4a7SStephen Hemminger /* 24365d1b4a7SStephen Hemminger * In case of loss, reset to default values 24465d1b4a7SStephen Hemminger */ 24565d1b4a7SStephen Hemminger static void tcp_illinois_state(struct sock *sk, u8 new_state) 24665d1b4a7SStephen Hemminger { 24765d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 24865d1b4a7SStephen Hemminger 24965d1b4a7SStephen Hemminger if (new_state == TCP_CA_Loss) { 25065d1b4a7SStephen Hemminger ca->alpha = ALPHA_BASE; 25165d1b4a7SStephen Hemminger ca->beta = BETA_BASE; 25265d1b4a7SStephen Hemminger ca->rtt_low = 0; 25365d1b4a7SStephen Hemminger ca->rtt_above = 0; 25465d1b4a7SStephen Hemminger rtt_reset(sk); 25565d1b4a7SStephen Hemminger } 25665d1b4a7SStephen Hemminger } 25765d1b4a7SStephen Hemminger 25865d1b4a7SStephen Hemminger /* 25965d1b4a7SStephen Hemminger * Increase window in response to successful acknowledgment. 26065d1b4a7SStephen Hemminger */ 26165d1b4a7SStephen Hemminger static void tcp_illinois_cong_avoid(struct sock *sk, u32 ack, u32 rtt, 26265d1b4a7SStephen Hemminger u32 in_flight, int flag) 26365d1b4a7SStephen Hemminger { 26465d1b4a7SStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 26565d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 26665d1b4a7SStephen Hemminger 26765d1b4a7SStephen Hemminger if (after(ack, ca->end_seq)) 26865d1b4a7SStephen Hemminger update_params(sk); 26965d1b4a7SStephen Hemminger 27065d1b4a7SStephen Hemminger /* RFC2861 only increase cwnd if fully utilized */ 27165d1b4a7SStephen Hemminger if (!tcp_is_cwnd_limited(sk, in_flight)) 27265d1b4a7SStephen Hemminger return; 27365d1b4a7SStephen Hemminger 27465d1b4a7SStephen Hemminger /* In slow start */ 27565d1b4a7SStephen Hemminger if (tp->snd_cwnd <= tp->snd_ssthresh) 27665d1b4a7SStephen Hemminger tcp_slow_start(tp); 27765d1b4a7SStephen Hemminger 27865d1b4a7SStephen Hemminger else { 27965d1b4a7SStephen Hemminger u32 delta; 28065d1b4a7SStephen Hemminger 28165d1b4a7SStephen Hemminger /* snd_cwnd_cnt is # of packets since last cwnd increment */ 28265d1b4a7SStephen Hemminger tp->snd_cwnd_cnt += ca->acked; 28365d1b4a7SStephen Hemminger ca->acked = 1; 28465d1b4a7SStephen Hemminger 28565d1b4a7SStephen Hemminger /* This is close approximation of: 28665d1b4a7SStephen Hemminger * tp->snd_cwnd += alpha/tp->snd_cwnd 28765d1b4a7SStephen Hemminger */ 28865d1b4a7SStephen Hemminger delta = (tp->snd_cwnd_cnt * ca->alpha) >> ALPHA_SHIFT; 28965d1b4a7SStephen Hemminger if (delta >= tp->snd_cwnd) { 29065d1b4a7SStephen Hemminger tp->snd_cwnd = min(tp->snd_cwnd + delta / tp->snd_cwnd, 29165d1b4a7SStephen Hemminger (u32) tp->snd_cwnd_clamp); 29265d1b4a7SStephen Hemminger tp->snd_cwnd_cnt = 0; 29365d1b4a7SStephen Hemminger } 29465d1b4a7SStephen Hemminger } 29565d1b4a7SStephen Hemminger } 29665d1b4a7SStephen Hemminger 297c462238dSStephen Hemminger static u32 tcp_illinois_ssthresh(struct sock *sk) 298c462238dSStephen Hemminger { 299c462238dSStephen Hemminger struct tcp_sock *tp = tcp_sk(sk); 30065d1b4a7SStephen Hemminger struct illinois *ca = inet_csk_ca(sk); 301c462238dSStephen Hemminger 302c462238dSStephen Hemminger /* Multiplicative decrease */ 30365d1b4a7SStephen Hemminger return max((tp->snd_cwnd * ca->beta) >> BETA_SHIFT, 2U); 304c462238dSStephen Hemminger } 305c462238dSStephen Hemminger 30665d1b4a7SStephen Hemminger 30765d1b4a7SStephen Hemminger /* Extract info for Tcp socket info provided via netlink. */ 30865d1b4a7SStephen Hemminger static void tcp_illinois_info(struct sock *sk, u32 ext, 309c462238dSStephen Hemminger struct sk_buff *skb) 310c462238dSStephen Hemminger { 31165d1b4a7SStephen Hemminger const struct illinois *ca = inet_csk_ca(sk); 312c462238dSStephen Hemminger 313c462238dSStephen Hemminger if (ext & (1 << (INET_DIAG_VEGASINFO - 1))) { 314c462238dSStephen Hemminger struct tcpvegas_info info = { 315c462238dSStephen Hemminger .tcpv_enabled = 1, 31665d1b4a7SStephen Hemminger .tcpv_rttcnt = ca->cnt_rtt, 31765d1b4a7SStephen Hemminger .tcpv_minrtt = ca->base_rtt, 318c462238dSStephen Hemminger }; 31965d1b4a7SStephen Hemminger u64 t = ca->sum_rtt; 32065d1b4a7SStephen Hemminger 32165d1b4a7SStephen Hemminger do_div(t, ca->cnt_rtt); 32265d1b4a7SStephen Hemminger info.tcpv_rtt = t; 323c462238dSStephen Hemminger 324c462238dSStephen Hemminger nla_put(skb, INET_DIAG_VEGASINFO, sizeof(info), &info); 325c462238dSStephen Hemminger } 326c462238dSStephen Hemminger } 327c462238dSStephen Hemminger 328c462238dSStephen Hemminger static struct tcp_congestion_ops tcp_illinois = { 329164891aaSStephen Hemminger .flags = TCP_CONG_RTT_STAMP, 330c462238dSStephen Hemminger .init = tcp_illinois_init, 331c462238dSStephen Hemminger .ssthresh = tcp_illinois_ssthresh, 332c462238dSStephen Hemminger .min_cwnd = tcp_reno_min_cwnd, 333c462238dSStephen Hemminger .cong_avoid = tcp_illinois_cong_avoid, 33465d1b4a7SStephen Hemminger .set_state = tcp_illinois_state, 33565d1b4a7SStephen Hemminger .get_info = tcp_illinois_info, 33665d1b4a7SStephen Hemminger .pkts_acked = tcp_illinois_acked, 337c462238dSStephen Hemminger 338c462238dSStephen Hemminger .owner = THIS_MODULE, 339c462238dSStephen Hemminger .name = "illinois", 340c462238dSStephen Hemminger }; 341c462238dSStephen Hemminger 342c462238dSStephen Hemminger static int __init tcp_illinois_register(void) 343c462238dSStephen Hemminger { 34465d1b4a7SStephen Hemminger BUILD_BUG_ON(sizeof(struct illinois) > ICSK_CA_PRIV_SIZE); 345c462238dSStephen Hemminger return tcp_register_congestion_control(&tcp_illinois); 346c462238dSStephen Hemminger } 347c462238dSStephen Hemminger 348c462238dSStephen Hemminger static void __exit tcp_illinois_unregister(void) 349c462238dSStephen Hemminger { 350c462238dSStephen Hemminger tcp_unregister_congestion_control(&tcp_illinois); 351c462238dSStephen Hemminger } 352c462238dSStephen Hemminger 353c462238dSStephen Hemminger module_init(tcp_illinois_register); 354c462238dSStephen Hemminger module_exit(tcp_illinois_unregister); 355c462238dSStephen Hemminger 356c462238dSStephen Hemminger MODULE_AUTHOR("Stephen Hemminger, Shao Liu"); 357c462238dSStephen Hemminger MODULE_LICENSE("GPL"); 358c462238dSStephen Hemminger MODULE_DESCRIPTION("TCP Illinois"); 35965d1b4a7SStephen Hemminger MODULE_VERSION("1.0"); 360