/openbmc/linux/samples/bpf/ |
H A D | tcp_dumpstats_kern.c | 28 struct bpf_tcp_sock *tcp_sk; in _sockops() local 56 tcp_sk = bpf_tcp_sock(sk); in _sockops() 57 if (!tcp_sk) in _sockops() 63 tcp_sk->dsack_dups, tcp_sk->delivered); in _sockops() 65 tcp_sk->delivered_ce, tcp_sk->icsk_retransmits); in _sockops()
|
/openbmc/linux/tools/testing/selftests/bpf/progs/ |
H A D | tcp_rtt.c | 26 struct bpf_tcp_sock *tcp_sk; in _sockops() local 47 tcp_sk = bpf_tcp_sock(sk); in _sockops() 48 if (!tcp_sk) in _sockops() 53 storage->dsack_dups = tcp_sk->dsack_dups; in _sockops() 54 storage->delivered = tcp_sk->delivered; in _sockops() 55 storage->delivered_ce = tcp_sk->delivered_ce; in _sockops() 56 storage->icsk_retransmits = tcp_sk->icsk_retransmits; in _sockops()
|
H A D | cgrp_ls_attach_cgroup.c | 27 struct tcp_sock *tcp_sk; in set_cookie() local 37 tcp_sk = bpf_skc_to_tcp_sock(sk); in set_cookie() 38 if (!tcp_sk) in set_cookie() 42 tcp_sk->inet_conn.icsk_inet.sk.sk_cgrp_data.cgroup, 0, in set_cookie() 56 struct tcp_sock *tcp_sk; in update_cookie_sockops() local 66 tcp_sk = bpf_skc_to_tcp_sock(sk); in update_cookie_sockops() 67 if (!tcp_sk) in update_cookie_sockops() 71 tcp_sk->inet_conn.icsk_inet.sk.sk_cgrp_data.cgroup, 0, 0); in update_cookie_sockops()
|
H A D | tcp_ca_write_sk_pacing.c | 14 static inline struct tcp_sock *tcp_sk(const struct sock *sk) in tcp_sk() function 44 struct tcp_sock *tp = tcp_sk(sk); in BPF_PROG() 55 return tcp_sk(sk)->snd_ssthresh; in BPF_PROG() 61 return tcp_sk(sk)->snd_cwnd; in BPF_PROG()
|
H A D | tcp_ca_incompl_cong_ops.c | 10 static inline struct tcp_sock *tcp_sk(const struct sock *sk) in tcp_sk() function 18 return tcp_sk(sk)->snd_ssthresh; in BPF_PROG() 24 return tcp_sk(sk)->snd_cwnd; in BPF_PROG()
|
H A D | bpf_dctcp.c | 63 const struct tcp_sock *tp = tcp_sk(sk); in BPF_PROG() 111 struct tcp_sock *tp = tcp_sk(sk); in BPF_PROG() 120 const struct tcp_sock *tp = tcp_sk(sk); in BPF_PROG() 150 struct tcp_sock *tp = tcp_sk(sk); in dctcp_react_to_loss() 169 struct tcp_sock *tp = tcp_sk(sk); in dctcp_ece_ack_cwr() 199 *prior_rcv_nxt = tcp_sk(sk)->rcv_nxt; in dctcp_ece_ack_update() 228 return max(tcp_sk(sk)->snd_cwnd, ca->loss_cwnd); in BPF_PROG()
|
H A D | sock_destroy_prog.c | 79 struct tcp6_sock *tcp_sk; in iter_tcp6_server() local 88 tcp_sk = bpf_skc_to_tcp6_sock(sk_common); in iter_tcp6_server() 89 if (!tcp_sk) in iter_tcp6_server() 92 icsk = &tcp_sk->tcp.inet_conn; in iter_tcp6_server()
|
H A D | tcp_ca_update.c | 13 static inline struct tcp_sock *tcp_sk(const struct sock *sk) in tcp_sk() function 39 return tcp_sk(sk)->snd_ssthresh; in BPF_PROG() 45 return tcp_sk(sk)->snd_cwnd; in BPF_PROG()
|
H A D | bpf_cubic.c | 158 return tcp_sk(sk)->tcp_mstamp; in bictcp_clock_us() 163 struct tcp_sock *tp = tcp_sk(sk); in bictcp_hystart_reset() 184 tcp_sk(sk)->snd_ssthresh = initial_ssthresh; in BPF_PROG() 196 delta = now - tcp_sk(sk)->lsndtime; in BPF_PROG() 383 struct tcp_sock *tp = tcp_sk(sk); in BPF_STRUCT_OPS() 402 const struct tcp_sock *tp = tcp_sk(sk); in BPF_STRUCT_OPS() 449 struct tcp_sock *tp = tcp_sk(sk); in hystart_update() 498 const struct tcp_sock *tp = tcp_sk(sk); in BPF_STRUCT_OPS()
|
/openbmc/linux/net/ipv4/ |
H A D | tcp_timer.c | 32 start_ts = tcp_sk(sk)->retrans_stamp; in tcp_clamp_rto_to_user_timeout() 36 elapsed = tcp_time_stamp(tcp_sk(sk)) - start_ts; in tcp_clamp_rto_to_user_timeout() 102 struct tcp_sock *tp = tcp_sk(sk); in tcp_out_of_resources() 216 start_ts = tcp_sk(sk)->retrans_stamp; in retransmits_timed_out() 225 return (s32)(tcp_time_stamp(tcp_sk(sk)) - start_ts - timeout) >= 0; in retransmits_timed_out() 232 struct tcp_sock *tp = tcp_sk(sk); in tcp_write_timeout() 297 struct tcp_sock *tp = tcp_sk(sk); in tcp_delack_timer_handler() 368 struct tcp_sock *tp = tcp_sk(sk); in tcp_probe_timer() 417 struct tcp_sock *tp = tcp_sk(sk); in tcp_update_rto_stats() 434 struct tcp_sock *tp = tcp_sk(sk); in tcp_fastopen_synack_timer() [all …]
|
H A D | tcp_bbr.c | 246 unsigned int mss = tcp_sk(sk)->mss_cache; in bbr_rate_bytes_per_sec() 268 struct tcp_sock *tp = tcp_sk(sk); in bbr_init_pacing_rate_from_rtt() 287 struct tcp_sock *tp = tcp_sk(sk); in bbr_set_pacing_rate() 305 struct tcp_sock *tp = tcp_sk(sk); in bbr_tso_segs_goal() 322 struct tcp_sock *tp = tcp_sk(sk); in bbr_save_cwnd() 333 struct tcp_sock *tp = tcp_sk(sk); in bbr_cwnd_event() 438 struct tcp_sock *tp = tcp_sk(sk); in bbr_packets_in_net_at_edt() 482 struct tcp_sock *tp = tcp_sk(sk); in bbr_set_cwnd_to_recover_or_restore() 521 struct tcp_sock *tp = tcp_sk(sk); in bbr_set_cwnd() 556 struct tcp_sock *tp = tcp_sk(sk); in bbr_is_next_cycle_phase() [all …]
|
H A D | tcp_input.c | 145 bool unknown_opt = tcp_sk(sk)->rx_opt.saw_unknown && in bpf_skops_parse_hdr() 146 BPF_SOCK_OPS_TEST_FLAG(tcp_sk(sk), in bpf_skops_parse_hdr() 148 bool parse_all_opt = BPF_SOCK_OPS_TEST_FLAG(tcp_sk(sk), in bpf_skops_parse_hdr() 246 u8 old_ratio = tcp_sk(sk)->scaling_ratio; in tcp_measure_rcv_mss() 249 tcp_sk(sk)->scaling_ratio = val ? val : 1; in tcp_measure_rcv_mss() 251 if (old_ratio != tcp_sk(sk)->scaling_ratio) { in tcp_measure_rcv_mss() 252 struct tcp_sock *tp = tcp_sk(sk); in tcp_measure_rcv_mss() 262 tcp_sk(sk)->advmss); in tcp_measure_rcv_mss() 299 len -= tcp_sk(sk)->tcp_header_len; in tcp_measure_rcv_mss() 315 unsigned int quickacks = tcp_sk(sk)->rcv_wnd / (2 * icsk->icsk_ack.rcv_mss); in tcp_incr_quickack() [all …]
|
H A D | tcp_recovery.c | 7 const struct tcp_sock *tp = tcp_sk(sk); in tcp_rack_reo_wnd() 60 struct tcp_sock *tp = tcp_sk(sk); in tcp_rack_detect_loss() 97 struct tcp_sock *tp = tcp_sk(sk); in tcp_rack_mark_lost() 151 struct tcp_sock *tp = tcp_sk(sk); in tcp_rack_reo_timeout() 189 struct tcp_sock *tp = tcp_sk(sk); in tcp_rack_update_reo_wnd() 220 struct tcp_sock *tp = tcp_sk(sk); in tcp_newreno_mark_lost()
|
H A D | tcp_westwood.c | 73 w->snd_una = tcp_sk(sk)->snd_una; in tcp_westwood_init() 127 w->snd_una = tcp_sk(sk)->snd_una; in westwood_update_window() 165 const struct tcp_sock *tp = tcp_sk(sk); in westwood_fast_bw() 182 const struct tcp_sock *tp = tcp_sk(sk); in westwood_acked_count() 219 const struct tcp_sock *tp = tcp_sk(sk); in tcp_westwood_bw_rttmin() 242 struct tcp_sock *tp = tcp_sk(sk); in tcp_westwood_event()
|
H A D | tcp_output.c | 68 struct tcp_sock *tp = tcp_sk(sk); in tcp_event_new_data_sent() 97 const struct tcp_sock *tp = tcp_sk(sk); in tcp_acceptable_seq() 123 struct tcp_sock *tp = tcp_sk(sk); in tcp_advertise_mss() 144 struct tcp_sock *tp = tcp_sk(sk); in tcp_cwnd_restart() 182 struct tcp_sock *tp = tcp_sk(sk); in tcp_event_ack_sent() 260 struct tcp_sock *tp = tcp_sk(sk); in tcp_select_window() 323 const struct tcp_sock *tp = tcp_sk(sk); in tcp_ecn_send_synack() 336 struct tcp_sock *tp = tcp_sk(sk); in tcp_ecn_send_syn() 380 struct tcp_sock *tp = tcp_sk(sk); in tcp_ecn_send() 493 if (likely(!BPF_SOCK_OPS_TEST_FLAG(tcp_sk(sk), in bpf_skops_hdr_opt_len() [all …]
|
H A D | tcp_dctcp.c | 91 const struct tcp_sock *tp = tcp_sk(sk); in dctcp_init() 121 struct tcp_sock *tp = tcp_sk(sk); in dctcp_ssthresh() 129 const struct tcp_sock *tp = tcp_sk(sk); in dctcp_update_alpha() 177 struct tcp_sock *tp = tcp_sk(sk); in dctcp_react_to_loss() 219 const struct tcp_sock *tp = tcp_sk(sk); in dctcp_get_info() 246 struct tcp_sock *tp = tcp_sk(sk); in dctcp_cwnd_undo()
|
H A D | tcp_cubic.c | 115 return tcp_sk(sk)->tcp_mstamp; in bictcp_clock_us() 120 struct tcp_sock *tp = tcp_sk(sk); in bictcp_hystart_reset() 139 tcp_sk(sk)->snd_ssthresh = initial_ssthresh; in cubictcp_init() 149 delta = now - tcp_sk(sk)->lsndtime; in cubictcp_cwnd_event() 326 struct tcp_sock *tp = tcp_sk(sk); in cubictcp_cong_avoid() 343 const struct tcp_sock *tp = tcp_sk(sk); in cubictcp_recalc_ssthresh() 388 struct tcp_sock *tp = tcp_sk(sk); in hystart_update() 454 const struct tcp_sock *tp = tcp_sk(sk); in cubictcp_acked()
|
H A D | tcp_cdg.c | 143 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_hystart_update() 244 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_backoff() 265 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_cong_avoid() 302 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_acked() 331 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_ssthresh() 348 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_cwnd_event() 376 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_init()
|
H A D | tcp_rate.c | 42 struct tcp_sock *tp = tcp_sk(sk); in tcp_rate_skb_sent() 83 struct tcp_sock *tp = tcp_sk(sk); in tcp_rate_skb_delivered() 120 struct tcp_sock *tp = tcp_sk(sk); in tcp_rate_gen() 196 struct tcp_sock *tp = tcp_sk(sk); in tcp_rate_check_app_limited()
|
H A D | tcp_highspeed.c | 102 struct tcp_sock *tp = tcp_sk(sk); in hstcp_init() 114 struct tcp_sock *tp = tcp_sk(sk); in hstcp_cong_avoid() 153 const struct tcp_sock *tp = tcp_sk(sk); in hstcp_ssthresh()
|
H A D | tcp_fastopen.c | 172 struct tcp_sock *tp = tcp_sk(sk); in tcp_fastopen_add_skb() 261 tp = tcp_sk(child); in tcp_fastopen_create_child() 340 tcp_sk(sk)->fastopen_no_cookie || in tcp_fastopen_no_cookie() 436 tcp_sk(sk)->fastopen_client_fail = TFO_COOKIE_UNAVAILABLE; in tcp_fastopen_cookie_check() 450 struct tcp_sock *tp = tcp_sk(sk); in tcp_fastopen_defer_connect() 545 tcp_sk(sk)->syn_fastopen_ch = 1; in tcp_fastopen_active_should_disable() 557 struct tcp_sock *tp = tcp_sk(sk); in tcp_fastopen_active_disable_ofo_check() 584 struct tcp_sock *tp = tcp_sk(sk); in tcp_fastopen_active_detect_blackhole()
|
H A D | tcp_dctcp.h | 6 struct tcp_sock *tp = tcp_sk(sk); in dctcp_ece_ack_cwr() 35 *prior_rcv_nxt = tcp_sk(sk)->rcv_nxt; in dctcp_ece_ack_update()
|
H A D | tcp_scalable.c | 20 struct tcp_sock *tp = tcp_sk(sk); in tcp_scalable_cong_avoid() 36 const struct tcp_sock *tp = tcp_sk(sk); in tcp_scalable_ssthresh()
|
H A D | tcp_hybla.c | 39 tcp_sk(sk)->srtt_us / (rtt0 * USEC_PER_MSEC), in hybla_recalc_param() 48 struct tcp_sock *tp = tcp_sk(sk); in hybla_init() 92 struct tcp_sock *tp = tcp_sk(sk); in hybla_cong_avoid()
|
/openbmc/linux/include/net/ |
H A D | tcp.h | 528 last_overflow = READ_ONCE(tcp_sk(sk)->rx_opt.ts_recent_stamp); in tcp_synq_overflow() 551 last_overflow = READ_ONCE(tcp_sk(sk)->rx_opt.ts_recent_stamp); in tcp_synq_no_recent_overflow() 651 if (hrtimer_try_to_cancel(&tcp_sk(sk)->pacing_timer) == 1) in tcp_clear_xmit_timers() 654 if (hrtimer_try_to_cancel(&tcp_sk(sk)->compressed_ack_timer) == 1) in tcp_clear_xmit_timers() 735 struct tcp_sock *tp = tcp_sk(sk); in tcp_fast_path_check() 1277 const struct tcp_sock *tp = tcp_sk(sk); in tcp_current_ssthresh() 1322 const struct tcp_sock *tp = tcp_sk(sk); in tcp_is_cwnd_limited() 1350 s64 delay = tcp_sk(sk)->tcp_wstamp_ns - tcp_sk(sk)->tcp_clock_cache; in tcp_pacing_delay() 1388 if (!tcp_sk(sk)->packets_out && !inet_csk(sk)->icsk_pending) in tcp_check_probe_timer() 1438 struct tcp_sock *tp = tcp_sk(sk); in tcp_slow_start_after_idle_check() [all …]
|