net/ipv4/tcp_bbr.c

204 static void bbr_check_probe_rtt_done(struct sock *sk);
207 static bool bbr_full_bw_reached(const struct sock *sk)
215 static u32 bbr_max_bw(const struct sock *sk)
223 static u32 bbr_bw(const struct sock *sk)
233 static u16 bbr_extra_acked(const struct sock *sk)
244 static u64 bbr_rate_bytes_per_sec(struct sock *sk, u64 rate, int gain)
256 static unsigned long bbr_bw_to_pacing_rate(struct sock *sk, u32 bw, int gain)
266 static void bbr_init_pacing_rate_from_rtt(struct sock *sk)
286 static void bbr_set_pacing_rate(struct sock *sk, u32 bw, int gain)
299 __bpf_kfunc static u32 bbr_min_tso_segs(struct sock *sk)
304 static u32 bbr_tso_segs_goal(struct sock *sk)
321 static void bbr_save_cwnd(struct sock *sk)
332 __bpf_kfunc static void bbr_cwnd_event(struct sock *sk, enum tcp_ca_event event)
360 static u32 bbr_bdp(struct sock *sk, u32 bw, int gain)
395 static u32 bbr_quantization_budget(struct sock *sk, u32 cwnd)
413 static u32 bbr_inflight(struct sock *sk, u32 bw, int gain)
437 static u32 bbr_packets_in_net_at_edt(struct sock *sk, u32 inflight_now)
457 static u32 bbr_ack_aggregation_cwnd(struct sock *sk)
481 	struct sock *sk, const struct rate_sample *rs, u32 acked, u32 *new_cwnd)
519 static void bbr_set_cwnd(struct sock *sk, const struct rate_sample *rs,
554 static bool bbr_is_next_cycle_phase(struct sock *sk,
591 static void bbr_advance_cycle_phase(struct sock *sk)
601 static void bbr_update_cycle_phase(struct sock *sk,
610 static void bbr_reset_startup_mode(struct sock *sk)
617 static void bbr_reset_probe_bw_mode(struct sock *sk)
626 static void bbr_reset_mode(struct sock *sk)
635 static void bbr_reset_lt_bw_sampling_interval(struct sock *sk)
647 static void bbr_reset_lt_bw_sampling(struct sock *sk)
658 static void bbr_lt_bw_interval_done(struct sock *sk, u32 bw)
688 static void bbr_lt_bw_sampling(struct sock *sk, const struct rate_sample *rs)
761 static void bbr_update_bw(struct sock *sk, const struct rate_sample *rs)
817 static void bbr_update_ack_aggregation(struct sock *sk,
873 static void bbr_check_full_bw_reached(struct sock *sk,
893 static void bbr_check_drain(struct sock *sk, const struct rate_sample *rs)
908 static void bbr_check_probe_rtt_done(struct sock *sk)
941 static void bbr_update_min_rtt(struct sock *sk, const struct rate_sample *rs)
987 static void bbr_update_gains(struct sock *sk)
1016 static void bbr_update_model(struct sock *sk, const struct rate_sample *rs)
1027 __bpf_kfunc static void bbr_main(struct sock *sk, u32 ack, int flag, const struct rate_sample *rs)
1039 __bpf_kfunc static void bbr_init(struct sock *sk)
1081 __bpf_kfunc static u32 bbr_sndbuf_expand(struct sock *sk)
1090 __bpf_kfunc static u32 bbr_undo_cwnd(struct sock *sk)
1101 __bpf_kfunc static u32 bbr_ssthresh(struct sock *sk)
1107 static size_t bbr_get_info(struct sock *sk, u32 ext, int *attr,
1129 __bpf_kfunc static void bbr_set_state(struct sock *sk, u8 new_state)