Lines Matching defs:tcp_bbr
132 #include "tcp_bbr.h"
438 static inline uint64_t bbr_get_bw(struct tcp_bbr *bbr);
444 bbr_get_pacing_length(struct tcp_bbr *bbr, uint16_t gain,
447 bbr_get_a_state_target(struct tcp_bbr *bbr, uint32_t gain);
449 bbr_set_state(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t win);
451 bbr_set_probebw_gains(struct tcp_bbr *bbr, uint32_t cts, uint32_t losses);
453 bbr_substate_change(struct tcp_bbr *bbr, uint32_t cts, int line,
456 bbr_get_target_cwnd(struct tcp_bbr *bbr, uint64_t bw, uint32_t gain);
458 bbr_state_change(struct tcp_bbr *bbr, uint32_t cts, int32_t epoch,
461 bbr_calc_thresh_rack(struct tcp_bbr *bbr, uint32_t srtt, uint32_t cts, struct bbr_sendmap *rsm);
462 static uint32_t bbr_initial_cwnd(struct tcp_bbr *bbr, struct tcpcb *tp);
464 bbr_calc_thresh_tlp(struct tcpcb *tp, struct tcp_bbr *bbr,
468 bbr_exit_persist(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts,
471 bbr_set_state_target(struct tcp_bbr *bbr, int line);
473 bbr_enter_probe_rtt(struct tcp_bbr *bbr, uint32_t cts, int32_t line);
476 bbr_log_progress_event(struct tcp_bbr *bbr, struct tcpcb *tp, uint32_t tick, int event, int line);
479 tcp_bbr_tso_size_check(struct tcp_bbr *bbr, uint32_t cts);
482 bbr_setup_red_bw(struct tcp_bbr *bbr, uint32_t cts);
485 bbr_log_rtt_shrinks(struct tcp_bbr *bbr, uint32_t cts, uint32_t applied, uint32_t rtt,
489 bbr_find_lowest_rsm(struct tcp_bbr *bbr);
491 bbr_get_rtt(struct tcp_bbr *bbr, int32_t rtt_type);
493 bbr_log_to_start(struct tcp_bbr *bbr, uint32_t cts, uint32_t to, int32_t slot, uint8_t which);
496 bbr_log_timer_var(struct tcp_bbr *bbr, int mode, uint32_t cts, uint32_t time_since_sent, uint32_t srtt,
499 bbr_log_hpts_diag(struct tcp_bbr *bbr, uint32_t cts, struct hpts_diag *diag);
502 bbr_log_type_bbrsnd(struct tcp_bbr *bbr, uint32_t len, uint32_t slot,
506 bbr_enter_persist(struct tcpcb *tp, struct tcp_bbr *bbr,
511 bbr_exit_probe_rtt(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts);
513 bbr_check_probe_rtt_limits(struct tcp_bbr *bbr, uint32_t cts);
515 bbr_timer_cancel(struct tcp_bbr *bbr, int32_t line, uint32_t cts);
518 bbr_log_pacing_delay_calc(struct tcp_bbr *bbr, uint16_t gain, uint32_t len,
526 bbr_state_val(struct tcp_bbr *bbr)
532 get_min_cwnd(struct tcp_bbr *bbr)
544 bbr_get_persists_timer_val(struct tcpcb *tp, struct tcp_bbr *bbr)
563 bbr_timer_start(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
732 bbr_minseg(struct tcp_bbr *bbr)
738 bbr_start_hpts_timer(struct tcp_bbr *bbr, struct tcpcb *tp, uint32_t cts, int32_t frm, int32_t slot, uint32_t tot_len)
960 bbr_timer_audit(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts, struct sockbuf *sb)
1867 bbr_fill_in_logging_data(struct tcp_bbr *bbr, struct tcp_log_bbr *l, uint32_t cts)
1894 bbr_log_type_bw_reduce(struct tcp_bbr *bbr, int reason)
1917 bbr_log_type_rwnd_collapse(struct tcp_bbr *bbr, int seq, int mode, uint32_t count)
1935 bbr_log_type_just_return(struct tcp_bbr *bbr, uint32_t cts, uint32_t tlen, uint8_t hpts_calling,
1961 bbr_log_type_enter_rec(struct tcp_bbr *bbr, uint32_t seq)
1979 bbr_log_msgsize_fail(struct tcp_bbr *bbr, struct tcpcb *tp, uint32_t len, uint32_t maxseg, uint32_t mtu, int32_t csum_flags, int32_t tso, uint32_t cts)
1998 bbr_log_flowend(struct tcp_bbr *bbr)
2020 bbr_log_pkt_epoch(struct tcp_bbr *bbr, uint32_t cts, uint32_t line,
2045 bbr_log_time_epoch(struct tcp_bbr *bbr, uint32_t cts, uint32_t line, uint32_t epoch_time)
2064 bbr_log_set_of_state_target(struct tcp_bbr *bbr, uint32_t new_tar, int line, int meth)
2088 bbr_log_type_statechange(struct tcp_bbr *bbr, uint32_t cts, int32_t line)
2115 bbr_log_rtt_shrinks(struct tcp_bbr *bbr, uint32_t cts, uint32_t applied,
2139 bbr_log_type_exit_rec(struct tcp_bbr *bbr)
2157 bbr_log_type_cwndupd(struct tcp_bbr *bbr, uint32_t bytes_this_ack, uint32_t chg,
2180 bbr_log_rtt_sample(struct tcp_bbr *bbr, uint32_t rtt, uint32_t tsin)
2208 bbr_log_type_pesist(struct tcp_bbr *bbr, uint32_t cts, uint32_t time_in, int32_t line, uint8_t enter_exit)
2225 bbr_log_ack_clear(struct tcp_bbr *bbr, uint32_t cts)
2245 bbr_log_ack_event(struct tcp_bbr *bbr, struct tcphdr *th, struct tcpopt *to, uint32_t tlen,
2295 bbr_log_doseg_done(struct tcp_bbr *bbr, uint32_t cts, int32_t nxt_pkt, int32_t did_out)
2319 bbr_log_enobuf_jmp(struct tcp_bbr *bbr, uint32_t len, uint32_t cts,
2339 bbr_log_to_processing(struct tcp_bbr *bbr, uint32_t cts, int32_t ret, int32_t timers, uint8_t hpts_calling)
2361 bbr_log_to_event(struct tcp_bbr *bbr, uint32_t cts, int32_t to_num)
2389 bbr_log_startup_event(struct tcp_bbr *bbr, uint32_t cts, uint32_t flex1, uint32_t flex2, uint32_t flex3, uint8_t reason)
2412 bbr_log_hpts_diag(struct tcp_bbr *bbr, uint32_t cts, struct hpts_diag *diag)
2448 bbr_log_timer_var(struct tcp_bbr *bbr, int mode, uint32_t cts, uint32_t time_since_sent, uint32_t srtt,
2471 bbr_log_pacing_delay_calc(struct tcp_bbr *bbr, uint16_t gain, uint32_t len,
2498 bbr_log_to_start(struct tcp_bbr *bbr, uint32_t cts, uint32_t to, int32_t slot, uint8_t which)
2522 bbr_log_thresh_choice(struct tcp_bbr *bbr, uint32_t cts, uint32_t thresh, uint32_t lro, uint32_t srtt, struct bbr_sendmap *rsm, uint8_t frm)
2545 bbr_log_to_cancel(struct tcp_bbr *bbr, int32_t line, uint32_t cts, uint8_t hpts_removed)
2568 bbr_log_tstmp_validation(struct tcp_bbr *bbr, uint64_t peer_delta, uint64_t delta)
2590 bbr_log_type_tsosize(struct tcp_bbr *bbr, uint32_t cts, uint32_t tsosz, uint32_t tls, uint32_t old_val, uint32_t maxseg, int hdwr)
2618 bbr_log_type_rsmclear(struct tcp_bbr *bbr, uint32_t cts, struct bbr_sendmap *rsm,
2644 bbr_log_type_bbrupd(struct tcp_bbr *bbr, uint8_t flex8, uint32_t cts,
2677 bbr_log_type_ltbw(struct tcp_bbr *bbr, uint32_t cts, int32_t reason,
2707 bbr_log_progress_event(struct tcp_bbr *bbr, struct tcpcb *tp, uint32_t tick, int event, int line)
2727 bbr_type_log_hdwr_pacing(struct tcp_bbr *bbr, const struct ifnet *ifp,
2757 bbr_log_type_bbrsnd(struct tcp_bbr *bbr, uint32_t len, uint32_t slot, uint32_t del_by, uint32_t cts, uint32_t line, uint32_t prev_delay)
2780 bbr_log_type_bbrrttprop(struct tcp_bbr *bbr, uint32_t t, uint32_t end, uint32_t tsconv, uint32_t cts, int32_t match, uint32_t seq, uint8_t flags)
2803 bbr_log_exit_gain(struct tcp_bbr *bbr, uint32_t cts, int32_t entry_method)
2826 bbr_log_settings_change(struct tcp_bbr *bbr, int settings_desired)
2852 bbr_get_full_bw(struct tcp_bbr *bbr)
2862 bbr_set_pktepoch(struct tcp_bbr *bbr, uint32_t cts, int32_t line)
2900 bbr_set_epoch(struct tcp_bbr *bbr, uint32_t cts, int32_t line)
2912 bbr_isit_a_pkt_epoch(struct tcp_bbr *bbr, uint32_t cts, struct bbr_sendmap *rsm, int32_t line, int32_t cum_acked)
2925 __bbr_get_bw(struct tcp_bbr *bbr)
3023 bbr_get_bw(struct tcp_bbr *bbr)
3032 bbr_reset_lt_bw_interval(struct tcp_bbr *bbr, uint32_t cts)
3041 bbr_reset_lt_bw_sampling(struct tcp_bbr *bbr, uint32_t cts)
3050 bbr_lt_bw_samp_done(struct tcp_bbr *bbr, uint64_t bw, uint32_t cts, uint32_t timin)
3089 bbr_randomize_extra_state_time(struct tcp_bbr *bbr)
3104 bbr_pick_probebw_substate(struct tcp_bbr *bbr, uint32_t cts)
3132 bbr_lt_bw_sampling(struct tcp_bbr *bbr, uint32_t cts, int32_t loss_detected)
3291 bbr_alloc(struct tcp_bbr *bbr)
3313 bbr_alloc_full_limit(struct tcp_bbr *bbr)
3329 bbr_alloc_limit(struct tcp_bbr *bbr, uint8_t limit_type)
3356 bbr_free(struct tcp_bbr *bbr, struct bbr_sendmap *rsm)
3409 bbr_initial_cwnd(struct tcp_bbr *bbr, struct tcpcb *tp)
3438 bbr_get_raw_target_cwnd(struct tcp_bbr *bbr, uint32_t gain, uint64_t bw)
3462 bbr_get_target_cwnd(struct tcp_bbr *bbr, uint64_t bw, uint32_t gain)
3498 bbr_gain_adjust(struct tcp_bbr *bbr, uint16_t gain)
3506 bbr_get_header_oh(struct tcp_bbr *bbr)
3534 bbr_get_pacing_length(struct tcp_bbr *bbr, uint16_t gain, uint32_t useconds_time, uint64_t bw)
3555 bbr_get_pacing_delay(struct tcp_bbr *bbr, uint16_t gain, int32_t len, uint32_t cts, int nolog)
3609 bbr_ack_received(struct tcpcb *tp, struct tcp_bbr *bbr, struct tcphdr *th, uint32_t bytes_this_ack,
3764 struct tcp_bbr *bbr;
3766 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
3778 struct tcp_bbr *bbr;
3782 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
3920 bbr_setup_red_bw(struct tcp_bbr *bbr, uint32_t cts)
3934 struct tcp_bbr *bbr;
3940 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
4045 bbr_find_lowest_rsm(struct tcp_bbr *bbr)
4065 bbr_find_high_nonack(struct tcp_bbr *bbr, struct bbr_sendmap *rsm)
4090 bbr_calc_thresh_rack(struct tcp_bbr *bbr, uint32_t srtt, uint32_t cts, struct bbr_sendmap *rsm)
4172 bbr_calc_thresh_tlp(struct tcpcb *tp, struct tcp_bbr *bbr,
4242 bbr_get_rtt(struct tcp_bbr *bbr, int32_t rtt_type)
4290 bbr_is_lost(struct tcp_bbr *bbr, struct bbr_sendmap *rsm, uint32_t cts)
4307 bbr_check_recovery_mode(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4372 bbr_timeout_rack(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4406 bbr_clone_rsm(struct tcp_bbr *bbr, struct bbr_sendmap *nrsm, struct bbr_sendmap *rsm, uint32_t start)
4504 bbr_merge_rsm(struct tcp_bbr *bbr,
4559 bbr_timeout_tlp(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4728 bbr_timeout_delack(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4749 bbr_timeout_persist(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4831 bbr_timeout_keepalive(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4893 struct tcp_bbr *bbr;
4896 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
4977 bbr_timeout_rxt(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
5199 bbr_process_timers(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts, uint8_t hpts_calling)
5259 bbr_timer_cancel(struct tcp_bbr *bbr, int32_t line, uint32_t cts)
5300 struct tcp_bbr *bbr;
5302 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
5332 bbr_get_earliest_send_outstanding(struct tcp_bbr *bbr, struct bbr_sendmap *u_rsm, uint32_t cts)
5343 bbr_update_rsm(struct tcpcb *tp, struct tcp_bbr *bbr,
5438 bbr_update_entry(struct tcpcb *tp, struct tcp_bbr *bbr,
5500 bbr_get_hardware_rate(struct tcp_bbr *bbr)
5511 bbr_setup_less_of_rate(struct tcp_bbr *bbr, uint32_t cts,
5535 bbr_update_hardware_pacing_rate(struct tcp_bbr *bbr, uint32_t cts)
5597 bbr_adjust_for_hw_pacing(struct tcp_bbr *bbr, uint32_t cts)
5719 tcp_bbr_tso_size_check(struct tcp_bbr *bbr, uint32_t cts)
5915 bbr_log_output(struct tcp_bbr *bbr, struct tcpcb *tp, struct tcpopt *to, int32_t len,
6139 bbr_collapse_rtt(struct tcpcb *tp, struct tcp_bbr *bbr, int32_t rtt)
6149 tcp_bbr_xmit_timer(struct tcp_bbr *bbr, uint32_t rtt_usecs, uint32_t rsm_send_time, uint32_t r_start, uint32_t tsin)
6159 bbr_make_timestamp_determination(struct tcp_bbr *bbr)
6288 tcp_bbr_xmit_timer_commit(struct tcp_bbr *bbr, struct tcpcb *tp, uint32_t cts)
6441 bbr_set_reduced_rtt(struct tcp_bbr *bbr, uint32_t cts, uint32_t line)
6457 tcp_bbr_commit_bw(struct tcp_bbr *bbr, uint32_t cts)
6494 bbr_nf_measurement(struct tcp_bbr *bbr, struct bbr_sendmap *rsm, uint32_t rtt, uint32_t cts)
6610 bbr_google_measurement(struct tcp_bbr *bbr, struct bbr_sendmap *rsm, uint32_t rtt, uint32_t cts)
6695 bbr_update_bbr_info(struct tcp_bbr *bbr, struct bbr_sendmap *rsm, uint32_t rtt, uint32_t cts, uint32_t tsin,
6809 bbr_update_rtt(struct tcpcb *tp, struct tcp_bbr *bbr,
6963 struct tcp_bbr *bbr, struct bbr_sendmap *rsm)
7003 bbr_proc_sack_blk(struct tcpcb *tp, struct tcp_bbr *bbr, struct sackblk *sack,
7243 bbr_peer_reneges(struct tcp_bbr *bbr, struct bbr_sendmap *rsm, tcp_seq th_ack)
7300 struct tcp_bbr *bbr;
7304 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
7342 struct tcp_bbr *bbr;
7355 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
7717 bbr_strike_dupack(struct tcp_bbr *bbr)
7747 struct tcp_bbr *bbr;
7750 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
7900 bbr_enter_persist(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts, int32_t line)
7929 bbr_restart_after_idle(struct tcp_bbr *bbr, uint32_t cts, uint32_t idle_time)
7959 bbr_exit_persist(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts, int32_t line)
8019 bbr_collapsed_window(struct tcp_bbr *bbr)
8132 bbr_un_collapse_window(struct tcp_bbr *bbr)
8166 struct tcp_bbr *bbr;
8168 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
8454 struct tcp_bbr *bbr;
8469 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
8616 struct tcp_bbr *bbr;
8642 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
8799 struct tcp_bbr *bbr;
8802 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9009 struct tcp_bbr *bbr;
9011 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9224 struct tcp_bbr *bbr;
9241 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9359 struct tcp_bbr *bbr;
9362 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9445 bbr_check_data_after_close(struct mbuf *m, struct tcp_bbr *bbr,
9481 struct tcp_bbr *bbr;
9483 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9608 struct tcp_bbr *bbr;
9610 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9721 struct tcp_bbr *bbr;
9723 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9834 struct tcp_bbr *bbr;
9836 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9942 struct tcp_bbr *bbr;
9949 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9959 bbr_google_mode_on(struct tcp_bbr *bbr)
9979 bbr_google_mode_off(struct tcp_bbr *bbr)
10023 struct tcp_bbr *bbr = NULL;
10037 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
10270 struct tcp_bbr *bbr;
10273 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
10318 bbr_set_state(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t win)
10363 bbr_substate_change(struct tcp_bbr *bbr, uint32_t cts, int32_t line, int dolog)
10509 bbr_set_probebw_google_gains(struct tcp_bbr *bbr, uint32_t cts, uint32_t losses)
10547 bbr_set_probebw_gains(struct tcp_bbr *bbr, uint32_t cts, uint32_t losses)
10676 bbr_get_a_state_target(struct tcp_bbr *bbr, uint32_t gain)
10697 bbr_set_state_target(struct tcp_bbr *bbr, int line)
10740 bbr_enter_probe_rtt(struct tcp_bbr *bbr, uint32_t cts, int32_t line)
10814 bbr_check_probe_rtt_limits(struct tcp_bbr *bbr, uint32_t cts)
10884 bbr_exit_probe_rtt(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
10945 bbr_should_enter_probe_rtt(struct tcp_bbr *bbr, uint32_t cts)
10962 bbr_google_startup(struct tcp_bbr *bbr, uint32_t cts, int32_t pkt_epoch)
10988 bbr_state_startup(struct tcp_bbr *bbr, uint32_t cts, int32_t epoch, int32_t pkt_epoch)
11128 bbr_state_change(struct tcp_bbr *bbr, uint32_t cts, int32_t epoch, int32_t pkt_epoch, uint32_t losses)
11346 bbr_check_bbr_for_state(struct tcp_bbr *bbr, uint32_t cts, int32_t line, uint32_t losses)
11367 struct tcp_bbr *bbr;
11377 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
11741 bbr_what_can_we_send(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t sendwin,
11778 bbr_do_error_accounting(struct tcpcb *tp, struct tcp_bbr *bbr, struct bbr_sendmap *rsm, int32_t len, int32_t error)
11787 bbr_do_send_accounting(struct tcpcb *tp, struct tcp_bbr *bbr, struct bbr_sendmap *rsm, int32_t len, int32_t error)
11852 bbr_cwnd_limiting(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t in_level)
11937 struct tcp_bbr *bbr;
11979 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
14164 struct tcp_bbr *bbr;
14168 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
14178 struct tcp_bbr *bbr;
14187 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
14250 struct inpcb *inp, struct tcpcb *tp, struct tcp_bbr *bbr)
14318 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
14652 struct inpcb *inp, struct tcpcb *tp, struct tcp_bbr *bbr)
14804 struct tcp_bbr *bbr;
14806 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
14843 sizeof(struct tcp_bbr),
14907 static moduledata_t tcp_bbr = {
14914 DECLARE_MODULE(MODNAME, tcp_bbr, SI_SUB_PROTO_DOMAIN, SI_ORDER_ANY);