42 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_skb_sent()  local
58 	if (!tp->packets_out) {  in tcp_rate_skb_sent()
61 		tp->first_tx_mstamp  = tstamp_us;  in tcp_rate_skb_sent()
62 		tp->delivered_mstamp = tstamp_us;  in tcp_rate_skb_sent()
65 	TCP_SKB_CB(skb)->tx.first_tx_mstamp	= tp->first_tx_mstamp;  in tcp_rate_skb_sent()
66 	TCP_SKB_CB(skb)->tx.delivered_mstamp	= tp->delivered_mstamp;  in tcp_rate_skb_sent()
67 	TCP_SKB_CB(skb)->tx.delivered		= tp->delivered;  in tcp_rate_skb_sent()
68 	TCP_SKB_CB(skb)->tx.delivered_ce	= tp->delivered_ce;  in tcp_rate_skb_sent()
69 	TCP_SKB_CB(skb)->tx.is_app_limited	= tp->app_limited ? 1 : 0;  in tcp_rate_skb_sent()
83 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_skb_delivered()  local
92 	    tcp_skb_sent_after(tx_tstamp, tp->first_tx_mstamp,  in tcp_rate_skb_delivered()
102 		tp->first_tx_mstamp  = tx_tstamp;  in tcp_rate_skb_delivered()
104 		rs->interval_us = tcp_stamp_us_delta(tp->first_tx_mstamp,  in tcp_rate_skb_delivered()
120 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_gen()  local
124 	if (tp->app_limited && after(tp->delivered, tp->app_limited))  in tcp_rate_gen()
125 		tp->app_limited = 0;  in tcp_rate_gen()
132 		tp->delivered_mstamp = tp->tcp_mstamp;  in tcp_rate_gen()
146 	rs->delivered   = tp->delivered - rs->prior_delivered;  in tcp_rate_gen()
148 	rs->delivered_ce = tp->delivered_ce - rs->prior_delivered_ce;  in tcp_rate_gen()
158 	ack_us = tcp_stamp_us_delta(tp->tcp_mstamp,  in tcp_rate_gen()
173 	if (unlikely(rs->interval_us < tcp_min_rtt(tp))) {  in tcp_rate_gen()
178 				 tp->rx_opt.sack_ok, tcp_min_rtt(tp));  in tcp_rate_gen()
185 	    ((u64)rs->delivered * tp->rate_interval_us >=  in tcp_rate_gen()
186 	     (u64)tp->rate_delivered * rs->interval_us)) {  in tcp_rate_gen()
187 		tp->rate_delivered = rs->delivered;  in tcp_rate_gen()
188 		tp->rate_interval_us = rs->interval_us;  in tcp_rate_gen()
189 		tp->rate_app_limited = rs->is_app_limited;  in tcp_rate_gen()
196 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_check_app_limited()  local
199 	    tp->write_seq - tp->snd_nxt < tp->mss_cache &&  in tcp_rate_check_app_limited()
203 	    tcp_packets_in_flight(tp) < tcp_snd_cwnd(tp) &&  in tcp_rate_check_app_limited()
205 	    tp->lost_out <= tp->retrans_out)  in tcp_rate_check_app_limited()
206 		tp->app_limited =  in tcp_rate_check_app_limited()
207 			(tp->delivered + tcp_packets_in_flight(tp)) ? : 1;  in tcp_rate_check_app_limited()