1*2874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 2ae6706f0SArnaldo Carvalho de Melo /* 38a9c7e92SGerrit Renker * Copyright (c) 2007 The University of Aberdeen, Scotland, UK 4b2f41ff4SIan McDonald * Copyright (c) 2005-7 The University of Waikato, Hamilton, New Zealand. 5b2f41ff4SIan McDonald * Copyright (c) 2005-7 Ian McDonald <ian.mcdonald@jandi.co.nz> 6ae6706f0SArnaldo Carvalho de Melo * Copyright (c) 2005 Arnaldo Carvalho de Melo <acme@conectiva.com.br> 7ae6706f0SArnaldo Carvalho de Melo */ 866a377c5SIan McDonald #include <net/sock.h> 9cc0a910bSArnaldo Carvalho de Melo #include "tfrc.h" 10ae6706f0SArnaldo Carvalho de Melo 118a9c7e92SGerrit Renker static struct kmem_cache *tfrc_lh_slab __read_mostly; 128a9c7e92SGerrit Renker /* Loss Interval weights from [RFC 3448, 5.4], scaled by 10 */ 138a9c7e92SGerrit Renker static const int tfrc_lh_weights[NINTERVAL] = { 10, 10, 10, 10, 8, 6, 4, 2 }; 148a9c7e92SGerrit Renker 158a9c7e92SGerrit Renker /* implements LIFO semantics on the array */ 168a9c7e92SGerrit Renker static inline u8 LIH_INDEX(const u8 ctr) 178a9c7e92SGerrit Renker { 18aa1b1ff0SGerrit Renker return LIH_SIZE - 1 - (ctr % LIH_SIZE); 198a9c7e92SGerrit Renker } 208a9c7e92SGerrit Renker 218a9c7e92SGerrit Renker /* the `counter' index always points at the next entry to be populated */ 228a9c7e92SGerrit Renker static inline struct tfrc_loss_interval *tfrc_lh_peek(struct tfrc_loss_hist *lh) 238a9c7e92SGerrit Renker { 248a9c7e92SGerrit Renker return lh->counter ? lh->ring[LIH_INDEX(lh->counter - 1)] : NULL; 258a9c7e92SGerrit Renker } 268a9c7e92SGerrit Renker 278a9c7e92SGerrit Renker /* given i with 0 <= i <= k, return I_i as per the rfc3448bis notation */ 288a9c7e92SGerrit Renker static inline u32 tfrc_lh_get_interval(struct tfrc_loss_hist *lh, const u8 i) 298a9c7e92SGerrit Renker { 308a9c7e92SGerrit Renker BUG_ON(i >= lh->counter); 318a9c7e92SGerrit Renker return lh->ring[LIH_INDEX(lh->counter - i - 1)]->li_length; 328a9c7e92SGerrit Renker } 338a9c7e92SGerrit Renker 348a9c7e92SGerrit Renker /* 358a9c7e92SGerrit Renker * On-demand allocation and de-allocation of entries 368a9c7e92SGerrit Renker */ 378a9c7e92SGerrit Renker static struct tfrc_loss_interval *tfrc_lh_demand_next(struct tfrc_loss_hist *lh) 388a9c7e92SGerrit Renker { 398a9c7e92SGerrit Renker if (lh->ring[LIH_INDEX(lh->counter)] == NULL) 408a9c7e92SGerrit Renker lh->ring[LIH_INDEX(lh->counter)] = kmem_cache_alloc(tfrc_lh_slab, 418a9c7e92SGerrit Renker GFP_ATOMIC); 428a9c7e92SGerrit Renker return lh->ring[LIH_INDEX(lh->counter)]; 438a9c7e92SGerrit Renker } 448a9c7e92SGerrit Renker 458a9c7e92SGerrit Renker void tfrc_lh_cleanup(struct tfrc_loss_hist *lh) 468a9c7e92SGerrit Renker { 478a9c7e92SGerrit Renker if (!tfrc_lh_is_initialised(lh)) 488a9c7e92SGerrit Renker return; 498a9c7e92SGerrit Renker 508a9c7e92SGerrit Renker for (lh->counter = 0; lh->counter < LIH_SIZE; lh->counter++) 518a9c7e92SGerrit Renker if (lh->ring[LIH_INDEX(lh->counter)] != NULL) { 528a9c7e92SGerrit Renker kmem_cache_free(tfrc_lh_slab, 538a9c7e92SGerrit Renker lh->ring[LIH_INDEX(lh->counter)]); 548a9c7e92SGerrit Renker lh->ring[LIH_INDEX(lh->counter)] = NULL; 558a9c7e92SGerrit Renker } 568a9c7e92SGerrit Renker } 578a9c7e92SGerrit Renker 588a9c7e92SGerrit Renker static void tfrc_lh_calc_i_mean(struct tfrc_loss_hist *lh) 598a9c7e92SGerrit Renker { 608a9c7e92SGerrit Renker u32 i_i, i_tot0 = 0, i_tot1 = 0, w_tot = 0; 618a9c7e92SGerrit Renker int i, k = tfrc_lh_length(lh) - 1; /* k is as in rfc3448bis, 5.4 */ 628a9c7e92SGerrit Renker 63959fd992SGerrit Renker if (k <= 0) 64959fd992SGerrit Renker return; 65959fd992SGerrit Renker 668a9c7e92SGerrit Renker for (i = 0; i <= k; i++) { 678a9c7e92SGerrit Renker i_i = tfrc_lh_get_interval(lh, i); 688a9c7e92SGerrit Renker 698a9c7e92SGerrit Renker if (i < k) { 708a9c7e92SGerrit Renker i_tot0 += i_i * tfrc_lh_weights[i]; 718a9c7e92SGerrit Renker w_tot += tfrc_lh_weights[i]; 728a9c7e92SGerrit Renker } 738a9c7e92SGerrit Renker if (i > 0) 748a9c7e92SGerrit Renker i_tot1 += i_i * tfrc_lh_weights[i-1]; 758a9c7e92SGerrit Renker } 768a9c7e92SGerrit Renker 778a9c7e92SGerrit Renker lh->i_mean = max(i_tot0, i_tot1) / w_tot; 788a9c7e92SGerrit Renker } 798a9c7e92SGerrit Renker 808a9c7e92SGerrit Renker /** 818a9c7e92SGerrit Renker * tfrc_lh_update_i_mean - Update the `open' loss interval I_0 82410e27a4SGerrit Renker * For recomputing p: returns `true' if p > p_prev <=> 1/p < 1/p_prev 838a9c7e92SGerrit Renker */ 84410e27a4SGerrit Renker u8 tfrc_lh_update_i_mean(struct tfrc_loss_hist *lh, struct sk_buff *skb) 858a9c7e92SGerrit Renker { 868a9c7e92SGerrit Renker struct tfrc_loss_interval *cur = tfrc_lh_peek(lh); 87410e27a4SGerrit Renker u32 old_i_mean = lh->i_mean; 882eeea7baSGerrit Renker s64 len; 898a9c7e92SGerrit Renker 908a9c7e92SGerrit Renker if (cur == NULL) /* not initialised */ 91410e27a4SGerrit Renker return 0; 928a9c7e92SGerrit Renker 932eeea7baSGerrit Renker len = dccp_delta_seqno(cur->li_seqno, DCCP_SKB_CB(skb)->dccpd_seq) + 1; 948a9c7e92SGerrit Renker 952eeea7baSGerrit Renker if (len - (s64)cur->li_length <= 0) /* duplicate or reordered */ 96410e27a4SGerrit Renker return 0; 978a9c7e92SGerrit Renker 988a9c7e92SGerrit Renker if (SUB16(dccp_hdr(skb)->dccph_ccval, cur->li_ccval) > 4) 998a9c7e92SGerrit Renker /* 1008a9c7e92SGerrit Renker * Implements RFC 4342, 10.2: 1018a9c7e92SGerrit Renker * If a packet S (skb) exists whose seqno comes `after' the one 1028a9c7e92SGerrit Renker * starting the current loss interval (cur) and if the modulo-16 1038a9c7e92SGerrit Renker * distance from C(cur) to C(S) is greater than 4, consider all 1048a9c7e92SGerrit Renker * subsequent packets as belonging to a new loss interval. This 1058a9c7e92SGerrit Renker * test is necessary since CCVal may wrap between intervals. 1068a9c7e92SGerrit Renker */ 1078a9c7e92SGerrit Renker cur->li_is_closed = 1; 1088a9c7e92SGerrit Renker 1098a9c7e92SGerrit Renker if (tfrc_lh_length(lh) == 1) /* due to RFC 3448, 6.3.1 */ 110410e27a4SGerrit Renker return 0; 1118a9c7e92SGerrit Renker 1122eeea7baSGerrit Renker cur->li_length = len; 1138a9c7e92SGerrit Renker tfrc_lh_calc_i_mean(lh); 114410e27a4SGerrit Renker 115a02cec21SEric Dumazet return lh->i_mean < old_i_mean; 1168a9c7e92SGerrit Renker } 1178a9c7e92SGerrit Renker 1188a9c7e92SGerrit Renker /* Determine if `new_loss' does begin a new loss interval [RFC 4342, 10.2] */ 1198a9c7e92SGerrit Renker static inline u8 tfrc_lh_is_new_loss(struct tfrc_loss_interval *cur, 1208a9c7e92SGerrit Renker struct tfrc_rx_hist_entry *new_loss) 1218a9c7e92SGerrit Renker { 1228a9c7e92SGerrit Renker return dccp_delta_seqno(cur->li_seqno, new_loss->tfrchrx_seqno) > 0 && 1238a9c7e92SGerrit Renker (cur->li_is_closed || SUB16(new_loss->tfrchrx_ccval, cur->li_ccval) > 4); 1248a9c7e92SGerrit Renker } 1258a9c7e92SGerrit Renker 126aa1b1ff0SGerrit Renker /** 127aa1b1ff0SGerrit Renker * tfrc_lh_interval_add - Insert new record into the Loss Interval database 1288a9c7e92SGerrit Renker * @lh: Loss Interval database 1298a9c7e92SGerrit Renker * @rh: Receive history containing a fresh loss event 1308a9c7e92SGerrit Renker * @calc_first_li: Caller-dependent routine to compute length of first interval 1318a9c7e92SGerrit Renker * @sk: Used by @calc_first_li in caller-specific way (subtyping) 1322c53040fSBen Hutchings * 1338a9c7e92SGerrit Renker * Updates I_mean and returns 1 if a new interval has in fact been added to @lh. 1348a9c7e92SGerrit Renker */ 135410e27a4SGerrit Renker int tfrc_lh_interval_add(struct tfrc_loss_hist *lh, struct tfrc_rx_hist *rh, 1368a9c7e92SGerrit Renker u32 (*calc_first_li)(struct sock *), struct sock *sk) 1378a9c7e92SGerrit Renker { 1388a9c7e92SGerrit Renker struct tfrc_loss_interval *cur = tfrc_lh_peek(lh), *new; 1398a9c7e92SGerrit Renker 1408a9c7e92SGerrit Renker if (cur != NULL && !tfrc_lh_is_new_loss(cur, tfrc_rx_hist_loss_prev(rh))) 141410e27a4SGerrit Renker return 0; 1428a9c7e92SGerrit Renker 1438a9c7e92SGerrit Renker new = tfrc_lh_demand_next(lh); 1448a9c7e92SGerrit Renker if (unlikely(new == NULL)) { 1458a9c7e92SGerrit Renker DCCP_CRIT("Cannot allocate/add loss record."); 146410e27a4SGerrit Renker return 0; 1478a9c7e92SGerrit Renker } 1488a9c7e92SGerrit Renker 1498a9c7e92SGerrit Renker new->li_seqno = tfrc_rx_hist_loss_prev(rh)->tfrchrx_seqno; 1508a9c7e92SGerrit Renker new->li_ccval = tfrc_rx_hist_loss_prev(rh)->tfrchrx_ccval; 1518a9c7e92SGerrit Renker new->li_is_closed = 0; 1528a9c7e92SGerrit Renker 1538a9c7e92SGerrit Renker if (++lh->counter == 1) 1548a9c7e92SGerrit Renker lh->i_mean = new->li_length = (*calc_first_li)(sk); 1558a9c7e92SGerrit Renker else { 1568a9c7e92SGerrit Renker cur->li_length = dccp_delta_seqno(cur->li_seqno, new->li_seqno); 1578a9c7e92SGerrit Renker new->li_length = dccp_delta_seqno(new->li_seqno, 1582eeea7baSGerrit Renker tfrc_rx_hist_last_rcv(rh)->tfrchrx_seqno) + 1; 1598a9c7e92SGerrit Renker if (lh->counter > (2*LIH_SIZE)) 1608a9c7e92SGerrit Renker lh->counter -= LIH_SIZE; 1618a9c7e92SGerrit Renker 1628a9c7e92SGerrit Renker tfrc_lh_calc_i_mean(lh); 1638a9c7e92SGerrit Renker } 164410e27a4SGerrit Renker return 1; 1658a9c7e92SGerrit Renker } 1668a9c7e92SGerrit Renker 167954c2db8SGerrit Renker int __init tfrc_li_init(void) 168cc4d6a3aSArnaldo Carvalho de Melo { 169954c2db8SGerrit Renker tfrc_lh_slab = kmem_cache_create("tfrc_li_hist", 170954c2db8SGerrit Renker sizeof(struct tfrc_loss_interval), 0, 171954c2db8SGerrit Renker SLAB_HWCACHE_ALIGN, NULL); 172954c2db8SGerrit Renker return tfrc_lh_slab == NULL ? -ENOBUFS : 0; 173cc4d6a3aSArnaldo Carvalho de Melo } 174cc4d6a3aSArnaldo Carvalho de Melo 175954c2db8SGerrit Renker void tfrc_li_exit(void) 176cc4d6a3aSArnaldo Carvalho de Melo { 177954c2db8SGerrit Renker if (tfrc_lh_slab != NULL) { 178954c2db8SGerrit Renker kmem_cache_destroy(tfrc_lh_slab); 179954c2db8SGerrit Renker tfrc_lh_slab = NULL; 180cc4d6a3aSArnaldo Carvalho de Melo } 181276f2edcSArnaldo Carvalho de Melo } 182