Lines Matching defs:log

695 		union tcp_log_stackspecific log;
700 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
701 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
702 log.u_bbr.flex1 = ptr->beta;
703 log.u_bbr.flex2 = ptr->beta_ecn;
704 log.u_bbr.flex3 = ptr->newreno_flags;
705 log.u_bbr.flex4 = rack->r_ctl.rc_saved_beta.beta;
706 log.u_bbr.flex5 = rack->r_ctl.rc_saved_beta.beta_ecn;
707 log.u_bbr.flex6 = failed;
708 log.u_bbr.flex7 = rack->gp_ready;
709 log.u_bbr.flex7 <<= 1;
710 log.u_bbr.flex7 |= rack->use_fixed_rate;
711 log.u_bbr.flex7 <<= 1;
712 log.u_bbr.flex7 |= rack->rc_pacing_cc_set;
713 log.u_bbr.pkts_out = rack->r_ctl.rc_prr_sndcnt;
714 log.u_bbr.flex8 = flex8;
716 0, &log, false, NULL, NULL, 0, &tv);
767 union tcp_log_stackspecific log;
770 memset(&log, 0, sizeof(log));
771 log.u_bbr.flex1 = seq_end;
772 log.u_bbr.flex2 = rack->rc_tp->gput_seq;
773 log.u_bbr.flex3 = ack_end_t;
774 log.u_bbr.flex4 = rack->rc_tp->gput_ts;
775 log.u_bbr.flex5 = send_end_t;
776 log.u_bbr.flex6 = rack->rc_tp->gput_ack;
777 log.u_bbr.flex7 = mode;
778 log.u_bbr.flex8 = 69;
779 log.u_bbr.rttProp = rack->r_ctl.rc_gp_cumack_ts;
780 log.u_bbr.delRate = rack->r_ctl.rc_gp_output_ts;
781 log.u_bbr.pkts_out = line;
782 log.u_bbr.cwnd_gain = rack->app_limited_needs_set;
783 log.u_bbr.pkt_epoch = rack->r_ctl.rc_app_limited_cnt;
784 log.u_bbr.epoch = rack->r_ctl.current_round;
785 log.u_bbr.lt_epoch = rack->r_ctl.rc_considered_lost;
787 log.u_bbr.applimited = rsm->r_start;
788 log.u_bbr.delivered = rsm->r_end;
789 log.u_bbr.epoch = rsm->r_flags;
791 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
796 0, &log, false, &tv);
2108 * also needs to come out on the point and the log.
2116 union tcp_log_stackspecific log;
2121 memset(&log, 0, sizeof(log));
2123 log.u_bbr.cwnd_gain = line;
2124 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
2125 log.u_bbr.rttProp = tim;
2126 log.u_bbr.bw_inuse = cbw;
2127 log.u_bbr.delRate = rack_get_gp_est(rack);
2129 log.u_bbr.flex1 = seq;
2130 log.u_bbr.pacing_gain = aux;
2132 log.u_bbr.flex2 = (uint32_t)(lt_bw & 0x00000000ffffffff);
2133 log.u_bbr.flex3 = (uint32_t)((lt_bw >> 32) & 0x00000000ffffffff);
2136 /* Make sure we are looking at the right log if an overide comes in */
2140 log.u_bbr.inflight = rack->r_ctl.rack_rs.rs_us_rtt;
2143 log.u_bbr.inflight = rack->rc_rack_rtt;
2148 log.u_bbr.cur_del_rate = cur->deadline;
2151 log.u_bbr.pkt_epoch = (uint32_t)(cur->start & 0x00000000ffffffff);
2152 log.u_bbr.lost = (uint32_t)((cur->start >> 32) & 0x00000000ffffffff);
2153 log.u_bbr.flex6 = cur->start_seq;
2154 log.u_bbr.pkts_out = cur->end_seq;
2157 log.u_bbr.pkt_epoch = (uint32_t)(cur->start & 0x00000000ffffffff);
2158 log.u_bbr.lost = (uint32_t)((cur->start >> 32) & 0x00000000ffffffff);
2160 log.u_bbr.flex6 = (uint32_t)(cur->end & 0x00000000ffffffff);
2161 log.u_bbr.pkts_out = (uint32_t)((cur->end >> 32) & 0x00000000ffffffff);
2164 log.u_bbr.epoch = (uint32_t)(cur->first_send & 0x00000000ffffffff);
2165 log.u_bbr.lt_epoch = (uint32_t)((cur->first_send >> 32) & 0x00000000ffffffff);
2167 log.u_bbr.applimited = (uint32_t)(cur->localtime & 0x00000000ffffffff);
2168 log.u_bbr.delivered = (uint32_t)((cur->localtime >> 32) & 0x00000000ffffffff);
2171 log.u_bbr.bbr_substate = (uint8_t)(off / sizeof(struct tcp_sendfile_track));
2173 log.u_bbr.inhpts = 1;
2174 log.u_bbr.flex4 = (uint32_t)(rack->rc_tp->t_sndbytes - cur->sent_at_fs);
2175 log.u_bbr.flex5 = (uint32_t)(rack->rc_tp->t_snd_rxt_bytes - cur->rxt_at_fs);
2176 log.u_bbr.flex7 = (uint16_t)cur->hybrid_flags;
2178 log.u_bbr.flex7 = 0xffff;
2179 log.u_bbr.cur_del_rate = 0xffffffffffffffff;
2188 log.u_bbr.bbr_state = rack->rc_always_pace;
2189 log.u_bbr.bbr_state <<= 1;
2190 log.u_bbr.bbr_state |= rack->dgp_on;
2191 log.u_bbr.bbr_state <<= 1;
2192 log.u_bbr.bbr_state |= rack->rc_hybrid_mode;
2193 log.u_bbr.bbr_state <<= 1;
2194 log.u_bbr.bbr_state |= rack->use_fixed_rate;
2195 log.u_bbr.flex8 = mod;
2200 0, &log, false, NULL, __func__, __LINE__, &tv);
2211 union tcp_log_stackspecific log;
2216 memset(&log, 0, sizeof(log));
2218 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
2219 log.u_bbr.delRate = cur->sent_at_fs;
2227 log.u_bbr.cur_del_rate = rack->rc_tp->t_sndbytes;
2228 log.u_bbr.rttProp = rack->rc_tp->t_snd_rxt_bytes;
2234 log.u_bbr.cur_del_rate = cur->sent_at_ls;
2235 log.u_bbr.rttProp = cur->rxt_at_ls;
2237 log.u_bbr.bw_inuse = cur->rxt_at_fs;
2238 log.u_bbr.cwnd_gain = line;
2240 log.u_bbr.bbr_substate = (uint8_t)(off / sizeof(struct tcp_sendfile_track));
2242 log.u_bbr.flex2 = (uint32_t)(cur->start & 0x00000000ffffffff);
2243 log.u_bbr.flex1 = (uint32_t)((cur->start >> 32) & 0x00000000ffffffff);
2245 log.u_bbr.flex4 = (uint32_t)(cur->end & 0x00000000ffffffff);
2246 log.u_bbr.flex3 = (uint32_t)((cur->end >> 32) & 0x00000000ffffffff);
2249 log.u_bbr.applimited = (uint32_t)(cur->localtime & 0x00000000ffffffff);
2250 log.u_bbr.delivered = (uint32_t)((cur->localtime >> 32) & 0x00000000ffffffff);
2252 log.u_bbr.epoch = (uint32_t)(cur->timestamp & 0x00000000ffffffff);
2253 log.u_bbr.lt_epoch = (uint32_t)((cur->timestamp >> 32) & 0x00000000ffffffff);
2255 log.u_bbr.pkts_out = cur->hybrid_flags;
2256 log.u_bbr.lost = cur->playout_ms;
2257 log.u_bbr.flex6 = cur->flags;
2263 log.u_bbr.pkt_epoch = (uint32_t)(rack->r_ctl.last_tmit_time_acked & 0x00000000ffffffff);
2264 log.u_bbr.flex5 = (uint32_t)((rack->r_ctl.last_tmit_time_acked >> 32) & 0x00000000ffffffff);
2272 log.u_bbr.bbr_state = rack->rc_always_pace;
2273 log.u_bbr.bbr_state <<= 1;
2274 log.u_bbr.bbr_state |= rack->dgp_on;
2275 log.u_bbr.bbr_state <<= 1;
2276 log.u_bbr.bbr_state |= rack->rc_hybrid_mode;
2277 log.u_bbr.bbr_state <<= 1;
2278 log.u_bbr.bbr_state |= rack->use_fixed_rate;
2280 log.u_bbr.flex8 = HYBRID_LOG_SENT_LOST;
2285 0, &log, false, NULL, __func__, __LINE__, &tv);
2610 union tcp_log_stackspecific log;
2613 memset(&log, 0, sizeof(log));
2614 log.u_bbr.flex1 = rack->rc_rack_tmr_std_based;
2615 log.u_bbr.flex1 <<= 1;
2616 log.u_bbr.flex1 |= rack->rc_rack_use_dsack;
2617 log.u_bbr.flex1 <<= 1;
2618 log.u_bbr.flex1 |= rack->rc_dsack_round_seen;
2619 log.u_bbr.flex2 = rack->r_ctl.dsack_round_end;
2620 log.u_bbr.flex3 = rack->r_ctl.num_dsack;
2621 log.u_bbr.flex4 = flex4;
2622 log.u_bbr.flex5 = flex5;
2623 log.u_bbr.flex6 = flex6;
2624 log.u_bbr.flex7 = rack->r_ctl.dsack_persist;
2625 log.u_bbr.flex8 = mod;
2626 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
2627 log.u_bbr.epoch = rack->r_ctl.current_round;
2628 log.u_bbr.lt_epoch = rack->r_ctl.rc_considered_lost;
2633 0, &log, false, &tv);
2643 union tcp_log_stackspecific log;
2648 memset(&log, 0, sizeof(log));
2649 log.u_bbr.flex1 = ((hw_rate >> 32) & 0x00000000ffffffff);
2650 log.u_bbr.flex2 = (hw_rate & 0x00000000ffffffff);
2660 log.u_bbr.flex3 = ((ifp64 >> 32) & 0x00000000ffffffff);
2661 log.u_bbr.flex4 = (ifp64 & 0x00000000ffffffff);
2663 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
2664 log.u_bbr.bw_inuse = rate;
2665 log.u_bbr.flex5 = line;
2666 log.u_bbr.flex6 = error;
2667 log.u_bbr.flex7 = mod;
2668 log.u_bbr.applimited = rack->r_ctl.rc_pace_max_segs;
2669 log.u_bbr.flex8 = rack->use_fixed_rate;
2670 log.u_bbr.flex8 <<= 1;
2671 log.u_bbr.flex8 |= rack->rack_hdrw_pacing;
2672 log.u_bbr.pkts_out = rack->rc_tp->t_maxseg;
2673 log.u_bbr.delRate = rack->r_ctl.crte_prev_rate;
2675 log.u_bbr.cur_del_rate = rack->r_ctl.crte->rate;
2677 log.u_bbr.cur_del_rate = 0;
2678 log.u_bbr.rttProp = rack->r_ctl.last_hw_bw_req;
2679 log.u_bbr.epoch = rack->r_ctl.current_round;
2680 log.u_bbr.lt_epoch = rack->r_ctl.rc_considered_lost;
2685 0, &log, false, &tv);
2754 union tcp_log_stackspecific log;
2769 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
2770 log.u_bbr.flex1 = tsused;
2771 log.u_bbr.flex2 = thresh;
2772 log.u_bbr.flex3 = rsm->r_flags;
2773 log.u_bbr.flex4 = rsm->r_dupack;
2774 log.u_bbr.flex5 = rsm->r_start;
2775 log.u_bbr.flex6 = rsm->r_end;
2776 log.u_bbr.flex8 = mod;
2777 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
2778 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
2779 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
2780 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
2781 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
2782 log.u_bbr.pacing_gain = rack->r_must_retran;
2783 log.u_bbr.epoch = rack->r_ctl.current_round;
2784 log.u_bbr.lt_epoch = rack->r_ctl.rc_considered_lost;
2789 0, &log, false, &tv);
2797 union tcp_log_stackspecific log;
2800 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
2801 log.u_bbr.flex1 = rack->rc_tp->t_srtt;
2802 log.u_bbr.flex2 = to;
2803 log.u_bbr.flex3 = rack->r_ctl.rc_hpts_flags;
2804 log.u_bbr.flex4 = slot;
2805 log.u_bbr.flex5 = rack->rc_tp->t_hpts_slot;
2806 log.u_bbr.flex6 = rack->rc_tp->t_rxtcur;
2807 log.u_bbr.flex7 = rack->rc_in_persist;
2808 log.u_bbr.flex8 = which;
2810 log.u_bbr.pkts_out = 0;
2812 log.u_bbr.pkts_out = rack->r_ctl.rc_prr_sndcnt;
2813 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
2814 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
2815 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
2816 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
2817 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
2818 log.u_bbr.pacing_gain = rack->r_must_retran;
2819 log.u_bbr.cwnd_gain = rack->rack_deferred_inited;
2820 log.u_bbr.pkt_epoch = rack->rc_has_collapsed;
2821 log.u_bbr.lt_epoch = rack->rc_tp->t_rxtshift;
2822 log.u_bbr.lost = rack_rto_min;
2823 log.u_bbr.epoch = rack->r_ctl.roundends;
2824 log.u_bbr.bw_inuse = rack->r_ctl.current_round;
2825 log.u_bbr.bw_inuse <<= 32;
2826 log.u_bbr.bw_inuse |= rack->r_ctl.rc_considered_lost;
2827 log.u_bbr.applimited = rack->rc_tp->t_flags2;
2832 0, &log, false, &tv);
2840 union tcp_log_stackspecific log;
2843 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
2844 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
2845 log.u_bbr.flex8 = to_num;
2846 log.u_bbr.flex1 = rack->r_ctl.rc_rack_min_rtt;
2847 log.u_bbr.flex2 = rack->rc_rack_rtt;
2849 log.u_bbr.flex3 = 0;
2851 log.u_bbr.flex3 = rsm->r_end - rsm->r_start;
2853 log.u_bbr.flex5 = 0;
2855 log.u_bbr.flex5 = rack->r_ctl.rc_prr_sndcnt;
2856 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
2857 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
2858 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
2859 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
2860 log.u_bbr.pacing_gain = rack->r_must_retran;
2861 log.u_bbr.bw_inuse = rack->r_ctl.current_round;
2862 log.u_bbr.bw_inuse <<= 32;
2863 log.u_bbr.bw_inuse |= rack->r_ctl.rc_considered_lost;
2868 0, &log, false, &tv);
2880 union tcp_log_stackspecific log;
2883 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
2884 log.u_bbr.flex8 = flag;
2885 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
2886 log.u_bbr.cur_del_rate = (uintptr_t)prev;
2887 log.u_bbr.delRate = (uintptr_t)rsm;
2888 log.u_bbr.rttProp = (uintptr_t)next;
2889 log.u_bbr.flex7 = 0;
2891 log.u_bbr.flex1 = prev->r_start;
2892 log.u_bbr.flex2 = prev->r_end;
2893 log.u_bbr.flex7 |= 0x4;
2896 log.u_bbr.flex3 = rsm->r_start;
2897 log.u_bbr.flex4 = rsm->r_end;
2898 log.u_bbr.flex7 |= 0x2;
2901 log.u_bbr.flex5 = next->r_start;
2902 log.u_bbr.flex6 = next->r_end;
2903 log.u_bbr.flex7 |= 0x1;
2905 log.u_bbr.applimited = line;
2906 log.u_bbr.pkts_out = th_ack;
2907 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
2908 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
2910 log.u_bbr.lost = 0;
2912 log.u_bbr.lost = rack->r_ctl.rc_prr_sndcnt;
2913 log.u_bbr.bw_inuse = rack->r_ctl.current_round;
2914 log.u_bbr.bw_inuse <<= 32;
2915 log.u_bbr.bw_inuse |= rack->r_ctl.rc_considered_lost;
2920 0, &log, false, &tv);
2929 union tcp_log_stackspecific log;
2931 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
2932 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
2933 log.u_bbr.flex1 = t;
2934 log.u_bbr.flex2 = len;
2935 log.u_bbr.flex3 = rack->r_ctl.rc_rack_min_rtt;
2936 log.u_bbr.flex4 = rack->r_ctl.rack_rs.rs_rtt_lowest;
2937 log.u_bbr.flex5 = rack->r_ctl.rack_rs.rs_rtt_highest;
2938 log.u_bbr.flex6 = rack->r_ctl.rack_rs.rs_us_rtrcnt;
2939 log.u_bbr.flex7 = conf;
2940 log.u_bbr.rttProp = (uint64_t)rack->r_ctl.rack_rs.rs_rtt_tot;
2941 log.u_bbr.flex8 = rack->r_ctl.rc_rate_sample_method;
2942 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
2943 log.u_bbr.delivered = rack->r_ctl.rack_rs.rs_us_rtrcnt;
2944 log.u_bbr.pkts_out = rack->r_ctl.rack_rs.rs_flags;
2945 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
2947 log.u_bbr.pkt_epoch = rsm->r_start;
2948 log.u_bbr.lost = rsm->r_end;
2949 log.u_bbr.cwnd_gain = rsm->r_rtr_cnt;
2951 log.u_bbr.pacing_gain = (uint16_t)rsm->r_flags;
2954 log.u_bbr.pkt_epoch = rack->rc_tp->iss;
2955 log.u_bbr.lost = 0;
2956 log.u_bbr.cwnd_gain = 0;
2957 log.u_bbr.pacing_gain = 0;
2960 log.u_bbr.use_lt_bw = rack->rc_highly_buffered;
2961 log.u_bbr.use_lt_bw <<= 1;
2962 log.u_bbr.use_lt_bw |= rack->forced_ack;
2963 log.u_bbr.use_lt_bw <<= 1;
2964 log.u_bbr.use_lt_bw |= rack->rc_gp_dyn_mul;
2965 log.u_bbr.use_lt_bw <<= 1;
2966 log.u_bbr.use_lt_bw |= rack->in_probe_rtt;
2967 log.u_bbr.use_lt_bw <<= 1;
2968 log.u_bbr.use_lt_bw |= rack->measure_saw_probe_rtt;
2969 log.u_bbr.use_lt_bw <<= 1;
2970 log.u_bbr.use_lt_bw |= rack->app_limited_needs_set;
2971 log.u_bbr.use_lt_bw <<= 1;
2972 log.u_bbr.use_lt_bw |= rack->rc_gp_filled;
2973 log.u_bbr.use_lt_bw <<= 1;
2974 log.u_bbr.use_lt_bw |= rack->rc_dragged_bottom;
2975 log.u_bbr.applimited = rack->r_ctl.rc_target_probertt_flight;
2976 log.u_bbr.epoch = rack->r_ctl.rc_time_probertt_starts;
2977 log.u_bbr.lt_epoch = rack->r_ctl.rc_time_probertt_entered;
2978 log.u_bbr.cur_del_rate = rack->r_ctl.rc_lower_rtt_us_cts;
2979 log.u_bbr.delRate = rack->r_ctl.rc_gp_srtt;
2980 log.u_bbr.bw_inuse = tcp_tv_to_usectick(&rack->r_ctl.act_rcv_time);
2981 log.u_bbr.bw_inuse <<= 32;
2983 log.u_bbr.bw_inuse |= ((uint32_t)rsm->r_tim_lastsent[(rsm->r_rtr_cnt-1)]);
2988 0, &log, false, &tv);
3003 union tcp_log_stackspecific log;
3007 memset(&log, 0, sizeof(log));
3008 log.u_bbr.flex1 = rtt;
3009 log.u_bbr.flex6 = rack->rc_tp->t_rxtcur;
3010 log.u_bbr.flex7 = 1;
3011 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3012 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
3013 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
3014 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
3015 log.u_bbr.pacing_gain = rack->r_must_retran;
3022 log.u_bbr.delRate = rack->r_ctl.rack_rs.confidence;
3023 log.u_bbr.delRate <<= 32;
3024 log.u_bbr.delRate |= rack->r_ctl.rack_rs.rs_us_rtt;
3026 log.u_bbr.applimited = rack_rto_min;
3027 log.u_bbr.epoch = rack_rto_max;
3028 log.u_bbr.lt_epoch = rack->r_ctl.timer_slop;
3029 log.u_bbr.lost = rack_rto_min;
3030 log.u_bbr.pkt_epoch = TICKS_2_USEC(tcp_rexmit_slop);
3031 log.u_bbr.rttProp = RACK_REXMTVAL(rack->rc_tp);
3032 log.u_bbr.bw_inuse = rack->r_ctl.act_rcv_time.tv_sec;
3033 log.u_bbr.bw_inuse *= HPTS_USEC_IN_SEC;
3034 log.u_bbr.bw_inuse += rack->r_ctl.act_rcv_time.tv_usec;
3039 0, &log, false, &tv);
3047 union tcp_log_stackspecific log;
3051 memset(&log, 0, sizeof(log));
3052 log.u_bbr.flex1 = rtt;
3053 log.u_bbr.flex2 = send_time;
3054 log.u_bbr.flex3 = ack_time;
3055 log.u_bbr.flex4 = where;
3056 log.u_bbr.flex7 = 2;
3057 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3058 log.u_bbr.bw_inuse = rack->r_ctl.current_round;
3059 log.u_bbr.bw_inuse <<= 32;
3060 log.u_bbr.bw_inuse |= rack->r_ctl.rc_considered_lost;
3065 0, &log, false, &tv);
3074 union tcp_log_stackspecific log;
3078 memset(&log, 0, sizeof(log));
3079 log.u_bbr.flex1 = idx;
3080 log.u_bbr.flex2 = rack_ts_to_msec(tsv);
3081 log.u_bbr.flex3 = tsecho;
3082 log.u_bbr.flex7 = 3;
3083 log.u_bbr.rttProp = tsv;
3084 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3085 log.u_bbr.bw_inuse = rack->r_ctl.current_round;
3086 log.u_bbr.bw_inuse <<= 32;
3087 log.u_bbr.bw_inuse |= rack->r_ctl.rc_considered_lost;
3092 0, &log, false, &tv);
3101 union tcp_log_stackspecific log;
3104 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
3105 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
3106 log.u_bbr.flex1 = line;
3107 log.u_bbr.flex2 = tick;
3108 log.u_bbr.flex3 = tp->t_maxunacktime;
3109 log.u_bbr.flex4 = tp->t_acktime;
3110 log.u_bbr.flex8 = event;
3111 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3112 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
3113 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
3114 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
3115 log.u_bbr.pacing_gain = rack->r_must_retran;
3116 log.u_bbr.bw_inuse = rack->r_ctl.current_round;
3117 log.u_bbr.bw_inuse <<= 32;
3118 log.u_bbr.bw_inuse |= rack->r_ctl.rc_considered_lost;
3123 0, &log, false, &tv);
3131 union tcp_log_stackspecific log;
3133 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
3134 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
3135 log.u_bbr.flex1 = slot;
3137 log.u_bbr.flex2 = 0;
3139 log.u_bbr.flex2 = rack->r_ctl.rc_prr_sndcnt;
3140 log.u_bbr.flex4 = rack->r_ctl.rc_hpts_flags;
3141 log.u_bbr.flex6 = line;
3142 log.u_bbr.flex7 = (0x0000ffff & rack->r_ctl.rc_hpts_flags);
3143 log.u_bbr.flex8 = rack->rc_in_persist;
3144 log.u_bbr.timeStamp = cts;
3145 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
3146 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
3147 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
3148 log.u_bbr.pacing_gain = rack->r_must_retran;
3153 0, &log, false, tv);
3161 union tcp_log_stackspecific log;
3164 memset(&log, 0, sizeof(log));
3165 log.u_bbr.flex1 = did_out;
3166 log.u_bbr.flex2 = nxt_pkt;
3167 log.u_bbr.flex3 = way_out;
3168 log.u_bbr.flex4 = rack->r_ctl.rc_hpts_flags;
3170 log.u_bbr.flex5 = 0;
3172 log.u_bbr.flex5 = rack->r_ctl.rc_prr_sndcnt;
3173 log.u_bbr.flex6 = nsegs;
3174 log.u_bbr.applimited = rack->r_ctl.rc_pace_min_segs;
3175 log.u_bbr.flex7 = rack->rc_ack_can_sendout_data; /* Do we have ack-can-send set */
3176 log.u_bbr.flex7 <<= 1;
3177 log.u_bbr.flex7 |= rack->r_fast_output; /* is fast output primed */
3178 log.u_bbr.flex7 <<= 1;
3179 log.u_bbr.flex7 |= rack->r_wanted_output; /* Do we want output */
3180 log.u_bbr.flex8 = rack->rc_in_persist;
3181 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
3182 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3183 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
3184 log.u_bbr.use_lt_bw = rack->r_ent_rec_ns;
3185 log.u_bbr.use_lt_bw <<= 1;
3186 log.u_bbr.use_lt_bw |= rack->r_might_revert;
3187 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
3188 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
3189 log.u_bbr.pacing_gain = rack->r_must_retran;
3190 log.u_bbr.bw_inuse = rack->r_ctl.current_round;
3191 log.u_bbr.bw_inuse <<= 32;
3192 log.u_bbr.bw_inuse |= rack->r_ctl.rc_considered_lost;
3193 log.u_bbr.epoch = rack->rc_inp->inp_socket->so_snd.sb_hiwat;
3194 log.u_bbr.lt_epoch = rack->rc_inp->inp_socket->so_rcv.sb_hiwat;
3195 log.u_bbr.lost = rack->rc_tp->t_srtt;
3196 log.u_bbr.pkt_epoch = rack->rc_tp->rfbuf_cnt;
3201 0, &log, false, &tv);
3209 union tcp_log_stackspecific log;
3212 memset(&log, 0, sizeof(log));
3213 log.u_bbr.flex1 = rack->r_ctl.rc_pace_min_segs;
3214 log.u_bbr.flex3 = rack->r_ctl.rc_pace_max_segs;
3215 log.u_bbr.flex4 = arg1;
3216 log.u_bbr.flex5 = arg2;
3217 log.u_bbr.flex7 = rack->r_ctl.rc_user_set_min_segs;
3218 log.u_bbr.flex6 = arg3;
3219 log.u_bbr.flex8 = frm;
3220 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3221 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
3222 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
3223 log.u_bbr.applimited = rack->r_ctl.rc_sacked;
3224 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
3225 log.u_bbr.pacing_gain = rack->r_must_retran;
3228 TCP_HDWR_PACE_SIZE, 0, 0, &log, false, &tv);
3237 union tcp_log_stackspecific log;
3240 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
3241 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
3242 log.u_bbr.flex1 = slot;
3243 log.u_bbr.flex2 = rack->r_ctl.rc_hpts_flags;
3244 log.u_bbr.flex4 = reason;
3246 log.u_bbr.flex5 = 0;
3248 log.u_bbr.flex5 = rack->r_ctl.rc_prr_sndcnt;
3249 log.u_bbr.flex7 = hpts_calling;
3250 log.u_bbr.flex8 = rack->rc_in_persist;
3251 log.u_bbr.lt_epoch = cwnd_to_use;
3252 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3253 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
3254 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
3255 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
3256 log.u_bbr.pacing_gain = rack->r_must_retran;
3257 log.u_bbr.cwnd_gain = rack->rc_has_collapsed;
3258 log.u_bbr.bw_inuse = rack->r_ctl.current_round;
3259 log.u_bbr.bw_inuse <<= 32;
3260 log.u_bbr.bw_inuse |= rack->r_ctl.rc_considered_lost;
3265 tlen, &log, false, &tv);
3274 union tcp_log_stackspecific log;
3276 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
3277 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
3278 log.u_bbr.flex1 = line;
3279 log.u_bbr.flex2 = rack->r_ctl.rc_last_output_to;
3280 log.u_bbr.flex3 = flags_on_entry;
3281 log.u_bbr.flex4 = us_cts;
3283 log.u_bbr.flex5 = 0;
3285 log.u_bbr.flex5 = rack->r_ctl.rc_prr_sndcnt;
3286 log.u_bbr.flex6 = rack->rc_tp->t_rxtcur;
3287 log.u_bbr.flex7 = hpts_removed;
3288 log.u_bbr.flex8 = 1;
3289 log.u_bbr.applimited = rack->r_ctl.rc_hpts_flags;
3290 log.u_bbr.timeStamp = us_cts;
3291 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
3292 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
3293 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
3294 log.u_bbr.pacing_gain = rack->r_must_retran;
3295 log.u_bbr.bw_inuse = rack->r_ctl.current_round;
3296 log.u_bbr.bw_inuse <<= 32;
3297 log.u_bbr.bw_inuse |= rack->r_ctl.rc_considered_lost;
3302 0, &log, false, tv);
3314 union tcp_log_stackspecific log;
3321 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
3322 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3323 log.u_bbr.flex1 = flex1;
3324 log.u_bbr.flex2 = flex2;
3325 log.u_bbr.flex3 = flex3;
3326 log.u_bbr.flex4 = flex4;
3327 log.u_bbr.flex5 = flex5;
3328 log.u_bbr.flex6 = flex6;
3329 log.u_bbr.flex7 = flex7;
3330 log.u_bbr.flex8 = mod;
3335 0, &log, false, &tv);
3343 union tcp_log_stackspecific log;
3346 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
3347 log.u_bbr.flex1 = timers;
3348 log.u_bbr.flex2 = ret;
3349 log.u_bbr.flex3 = rack->r_ctl.rc_timer_exp;
3350 log.u_bbr.flex4 = rack->r_ctl.rc_hpts_flags;
3351 log.u_bbr.flex5 = cts;
3353 log.u_bbr.flex6 = 0;
3355 log.u_bbr.flex6 = rack->r_ctl.rc_prr_sndcnt;
3356 log.u_bbr.pkts_out = rack->r_ctl.rc_out_at_rto;
3357 log.u_bbr.delivered = rack->r_ctl.rc_snd_max_at_rto;
3358 log.u_bbr.pacing_gain = rack->r_must_retran;
3359 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3360 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
3365 0, &log, false, &tv);
3373 union tcp_log_stackspecific log;
3376 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
3377 log.u_bbr.flex1 = rack->r_ctl.rc_prr_out;
3378 log.u_bbr.flex2 = rack->r_ctl.rc_prr_recovery_fs;
3380 log.u_bbr.flex3 = 0;
3382 log.u_bbr.flex3 = rack->r_ctl.rc_prr_sndcnt;
3383 log.u_bbr.flex4 = rack->r_ctl.rc_prr_delivered;
3384 log.u_bbr.flex5 = rack->r_ctl.rc_sacked;
3385 log.u_bbr.flex6 = rack->r_ctl.rc_holes_rxt;
3386 log.u_bbr.flex7 = line;
3387 log.u_bbr.flex8 = frm;
3388 log.u_bbr.pkts_out = orig_cwnd;
3389 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3390 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
3391 log.u_bbr.use_lt_bw = rack->r_ent_rec_ns;
3392 log.u_bbr.use_lt_bw <<= 1;
3393 log.u_bbr.use_lt_bw |= rack->r_might_revert;
3398 0, &log, false, &tv);
3759 union tcp_log_stackspecific log;
3762 memset(&log, 0, sizeof(log));
3763 log.u_bbr.flex1 = logged;
3764 log.u_bbr.flex2 = rack->rc_gp_timely_inc_cnt;
3765 log.u_bbr.flex2 <<= 4;
3766 log.u_bbr.flex2 |= rack->rc_gp_timely_dec_cnt;
3767 log.u_bbr.flex2 <<= 4;
3768 log.u_bbr.flex2 |= rack->rc_gp_incr;
3769 log.u_bbr.flex2 <<= 4;
3770 log.u_bbr.flex2 |= rack->rc_gp_bwred;
3771 log.u_bbr.flex3 = rack->rc_gp_incr;
3772 log.u_bbr.flex4 = rack->r_ctl.rack_per_of_gp_ss;
3773 log.u_bbr.flex5 = rack->r_ctl.rack_per_of_gp_ca;
3774 log.u_bbr.flex6 = rack->r_ctl.rack_per_of_gp_rec;
3775 log.u_bbr.flex7 = rack->rc_gp_bwred;
3776 log.u_bbr.flex8 = method;
3777 log.u_bbr.cur_del_rate = cur_bw;
3778 log.u_bbr.delRate = low_bnd;
3779 log.u_bbr.bw_inuse = up_bnd;
3780 log.u_bbr.rttProp = rack_get_bw(rack);
3781 log.u_bbr.pkt_epoch = line;
3782 log.u_bbr.pkts_out = rack->r_ctl.rc_rtt_diff;
3783 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
3784 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
3785 log.u_bbr.epoch = rack->r_ctl.rc_gp_srtt;
3786 log.u_bbr.lt_epoch = rack->r_ctl.rc_prev_gp_srtt;
3787 log.u_bbr.cwnd_gain = rack->rc_dragged_bottom;
3788 log.u_bbr.cwnd_gain <<= 1;
3789 log.u_bbr.cwnd_gain |= rack->rc_gp_saw_rec;
3790 log.u_bbr.cwnd_gain <<= 1;
3791 log.u_bbr.cwnd_gain |= rack->rc_gp_saw_ss;
3792 log.u_bbr.cwnd_gain <<= 1;
3793 log.u_bbr.cwnd_gain |= rack->rc_gp_saw_ca;
3794 log.u_bbr.lost = rack->r_ctl.rc_loss_count;
3799 0, &log, false, &tv);
4207 union tcp_log_stackspecific log;
4210 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
4211 log.u_bbr.flex1 = line;
4212 log.u_bbr.flex2 = rack->r_ctl.rc_time_probertt_starts;
4213 log.u_bbr.flex3 = rack->r_ctl.rc_lower_rtt_us_cts;
4214 log.u_bbr.flex4 = rack->r_ctl.rack_per_of_gp_ss;
4215 log.u_bbr.flex5 = rtt;
4216 log.u_bbr.flex6 = rack->rc_highly_buffered;
4217 log.u_bbr.flex6 <<= 1;
4218 log.u_bbr.flex6 |= rack->forced_ack;
4219 log.u_bbr.flex6 <<= 1;
4220 log.u_bbr.flex6 |= rack->rc_gp_dyn_mul;
4221 log.u_bbr.flex6 <<= 1;
4222 log.u_bbr.flex6 |= rack->in_probe_rtt;
4223 log.u_bbr.flex6 <<= 1;
4224 log.u_bbr.flex6 |= rack->measure_saw_probe_rtt;
4225 log.u_bbr.flex7 = rack->r_ctl.rack_per_of_gp_probertt;
4226 log.u_bbr.pacing_gain = rack->r_ctl.rack_per_of_gp_ca;
4227 log.u_bbr.cwnd_gain = rack->r_ctl.rack_per_of_gp_rec;
4228 log.u_bbr.flex8 = reas;
4229 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
4230 log.u_bbr.delRate = rack_get_bw(rack);
4231 log.u_bbr.cur_del_rate = rack->r_ctl.rc_highest_us_rtt;
4232 log.u_bbr.cur_del_rate <<= 32;
4233 log.u_bbr.cur_del_rate |= rack->r_ctl.rc_lowest_us_rtt;
4234 log.u_bbr.applimited = rack->r_ctl.rc_time_probertt_entered;
4235 log.u_bbr.pkts_out = rack->r_ctl.rc_rtt_diff;
4236 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
4237 log.u_bbr.epoch = rack->r_ctl.rc_gp_srtt;
4238 log.u_bbr.lt_epoch = rack->r_ctl.rc_prev_gp_srtt;
4239 log.u_bbr.pkt_epoch = rack->r_ctl.rc_lower_rtt_us_cts;
4240 log.u_bbr.delivered = rack->r_ctl.rc_target_probertt_flight;
4241 log.u_bbr.lost = get_filter_value_small(&rack->r_ctl.rc_gp_min_rtt);
4242 log.u_bbr.rttProp = us_cts;
4243 log.u_bbr.rttProp <<= 32;
4244 log.u_bbr.rttProp |= rack->r_ctl.rc_entry_gp_rtt;
4249 0, &log, false, &rack->r_ctl.act_rcv_time);
4488 /* Clear times last so log has all the info */
4953 union tcp_log_stackspecific log;
4956 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
4957 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
4958 log.u_bbr.flex1 = add_part;
4959 log.u_bbr.flex2 = sub_part;
4960 log.u_bbr.flex3 = rack_wma_divisor;
4961 log.u_bbr.flex4 = srtt;
4962 log.u_bbr.flex7 = (uint16_t)line;
4963 log.u_bbr.flex8 = meth;
4964 log.u_bbr.delRate = rack->r_ctl.gp_bw;
4965 log.u_bbr.cur_del_rate = meas_bw;
4966 log.u_bbr.rttProp = utim;
4971 0, &log, false, &rack->r_ctl.act_rcv_time);
5303 union tcp_log_stackspecific log;
5306 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
5307 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
5308 log.u_bbr.flex1 = rack->r_ctl.current_round;
5309 log.u_bbr.flex2 = rack->r_ctl.last_rnd_of_gp_rise;
5310 log.u_bbr.delRate = gp_est;
5311 log.u_bbr.cur_del_rate = rack->r_ctl.last_gpest;
5312 log.u_bbr.flex8 = 41;
5314 0, &log, false, NULL, __func__, __LINE__,&tv);
5339 union tcp_log_stackspecific log;
5342 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
5343 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
5344 log.u_bbr.flex1 = rack->r_ctl.current_round;
5345 log.u_bbr.flex2 = (uint32_t)gp_est;
5346 log.u_bbr.flex3 = rack->r_ctl.gp_gain_req;
5347 log.u_bbr.delRate = gp_est;
5348 log.u_bbr.cur_del_rate = rack->r_ctl.last_gpest;
5349 log.u_bbr.flex8 = 42;
5351 0, &log, false, NULL, __func__, __LINE__,&tv);
5622 union tcp_log_stackspecific log;
5625 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
5626 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
5627 log.u_bbr.flex1 = th_ack;
5628 log.u_bbr.flex2 = tp->t_ccv.flags;
5629 log.u_bbr.flex3 = tp->t_ccv.bytes_this_ack;
5630 log.u_bbr.flex4 = tp->t_ccv.nsegs;
5631 log.u_bbr.flex5 = labc_to_use;
5632 log.u_bbr.flex6 = prior_cwnd;
5633 log.u_bbr.flex7 = V_tcp_do_newsack;
5634 log.u_bbr.flex8 = 1;
5636 0, &log, false, NULL, __func__, __LINE__,&tv);
5729 union tcp_log_stackspecific log;
5732 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
5733 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
5734 log.u_bbr.flex1 = flex1;
5735 log.u_bbr.flex2 = flex2;
5736 log.u_bbr.flex3 = flex3;
5737 log.u_bbr.flex4 = flex4;
5738 log.u_bbr.flex5 = rack->r_ctl.current_policer_bucket;
5739 log.u_bbr.flex6 = rack->r_ctl.policer_bucket_size;
5740 log.u_bbr.flex7 = 0;
5741 log.u_bbr.flex8 = flex8;
5742 log.u_bbr.bw_inuse = rack->r_ctl.policer_bw;
5743 log.u_bbr.applimited = rack->r_ctl.current_round;
5744 log.u_bbr.epoch = rack->r_ctl.policer_max_seg;
5745 log.u_bbr.delivered = (uint32_t)rack->r_ctl.bytes_acked_in_recovery;
5746 log.u_bbr.cur_del_rate = rack->rc_tp->t_sndbytes;
5747 log.u_bbr.delRate = rack->rc_tp->t_snd_rxt_bytes;
5748 log.u_bbr.rttProp = rack->r_ctl.gp_bw;
5749 log.u_bbr.bbr_state = rack->rc_policer_detected;
5750 log.u_bbr.bbr_substate = 0;
5751 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
5752 log.u_bbr.use_lt_bw = rack->policer_detect_on;
5753 log.u_bbr.lt_epoch = 0;
5754 log.u_bbr.pkts_out = 0;
5756 0, &log, false, NULL, NULL, 0, &tv);
5926 union tcp_log_stackspecific log;
5929 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
5930 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
5931 log.u_bbr.flex1 = avg;
5932 log.u_bbr.flex2 = med;
5933 log.u_bbr.flex3 = (uint32_t)rxt_per;
5934 log.u_bbr.flex4 = rack->r_ctl.policer_avg_threshold;
5935 log.u_bbr.flex5 = rack->r_ctl.policer_med_threshold;
5936 log.u_bbr.flex6 = rack->r_ctl.policer_rxt_threshold;
5937 log.u_bbr.flex7 = rack->r_ctl.policer_alt_median;
5938 log.u_bbr.flex8 = 1;
5939 log.u_bbr.delivered = rack->r_ctl.policer_bucket_size;
5940 log.u_bbr.applimited = rack->r_ctl.current_round;
5941 log.u_bbr.epoch = rack->r_ctl.policer_max_seg;
5942 log.u_bbr.bw_inuse = del_bw;
5943 log.u_bbr.cur_del_rate = rxts;
5944 log.u_bbr.delRate = snds;
5945 log.u_bbr.rttProp = rack->r_ctl.gp_bw;
5946 log.u_bbr.bbr_state = rack->rc_policer_detected;
5947 log.u_bbr.bbr_substate = 0;
5948 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
5949 log.u_bbr.use_lt_bw = rack->policer_detect_on;
5950 log.u_bbr.lt_epoch = (uint32_t)tim;
5951 log.u_bbr.pkts_out = rack->r_ctl.bytes_acked_in_recovery;
5953 0, &log, false, NULL, NULL, 0, &tv);
6030 union tcp_log_stackspecific log;
6033 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
6034 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
6035 log.u_bbr.flex1 = avg;
6036 log.u_bbr.flex2 = med;
6037 log.u_bbr.flex3 = rxt_per;
6038 log.u_bbr.flex4 = rack->r_ctl.policer_avg_threshold;
6039 log.u_bbr.flex5 = rack->r_ctl.policer_med_threshold;
6040 log.u_bbr.flex6 = rack->r_ctl.policer_rxt_threshold;
6041 log.u_bbr.flex7 = rack->r_ctl.policer_alt_median;
6042 log.u_bbr.flex8 = 2;
6043 log.u_bbr.applimited = rack->r_ctl.current_round;
6044 log.u_bbr.bw_inuse = del_bw;
6045 log.u_bbr.delivered = rack->r_ctl.policer_bucket_size;
6046 log.u_bbr.cur_del_rate = rxts;
6047 log.u_bbr.delRate = snds;
6048 log.u_bbr.rttProp = rack->r_ctl.gp_bw;
6049 log.u_bbr.bbr_state = rack->rc_policer_detected;
6050 log.u_bbr.bbr_substate = 0;
6051 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
6052 log.u_bbr.use_lt_bw = rack->policer_detect_on;
6053 log.u_bbr.epoch = rack->r_ctl.policer_max_seg;
6054 log.u_bbr.lt_epoch = (uint32_t)tim;
6055 log.u_bbr.pkts_out = rack->r_ctl.bytes_acked_in_recovery;
6057 0, &log, false, NULL, NULL, 0, &tv);
6059 * Put out an added log, 19, for the sole purpose
6064 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
6065 log.u_bbr.timeStamp = tcp_tv_to_usectick(&tv);
6066 log.u_bbr.flex1 = alt_med;
6067 log.u_bbr.flex8 = 19;
6068 log.u_bbr.cur_del_rate = tp->t_sndbytes;
6069 log.u_bbr.delRate = tp->t_snd_rxt_bytes;
6071 0, &log, false, NULL, NULL, 0, &tv);
6184 union tcp_log_stackspecific log;
6187 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
6188 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
6189 log.u_bbr.flex1 = th_ack;
6190 log.u_bbr.flex2 = tp->t_ccv.flags;
6191 log.u_bbr.flex3 = tp->t_ccv.bytes_this_ack;
6192 log.u_bbr.flex4 = tp->t_ccv.nsegs;
6193 log.u_bbr.flex5 = V_tcp_abc_l_var;
6194 log.u_bbr.flex6 = orig_cwnd;
6195 log.u_bbr.flex7 = V_tcp_do_newsack;
6196 log.u_bbr.pkts_out = rack->r_ctl.rc_prr_sndcnt;
6197 log.u_bbr.flex8 = 2;
6199 0, &log, false, NULL, __func__, __LINE__, &tv);
7079 union tcp_log_stackspecific log;
7081 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
7082 log.u_bbr.flex1 = diag->p_nxt_slot;
7083 log.u_bbr.flex2 = diag->p_cur_slot;
7084 log.u_bbr.flex3 = diag->slot_req;
7085 log.u_bbr.flex4 = diag->inp_hptsslot;
7086 log.u_bbr.flex5 = diag->slot_remaining;
7087 log.u_bbr.flex6 = diag->need_new_to;
7088 log.u_bbr.flex7 = diag->p_hpts_active;
7089 log.u_bbr.flex8 = diag->p_on_min_sleep;
7091 log.u_bbr.epoch = diag->have_slept;
7092 log.u_bbr.lt_epoch = diag->yet_to_sleep;
7093 log.u_bbr.pkts_out = diag->co_ret;
7094 log.u_bbr.applimited = diag->hpts_sleep_time;
7095 log.u_bbr.delivered = diag->p_prev_slot;
7096 log.u_bbr.inflight = diag->p_runningslot;
7097 log.u_bbr.bw_inuse = diag->wheel_slot;
7098 log.u_bbr.rttProp = diag->wheel_cts;
7099 log.u_bbr.timeStamp = cts;
7100 log.u_bbr.delRate = diag->maxslots;
7101 log.u_bbr.cur_del_rate = diag->p_curtick;
7102 log.u_bbr.cur_del_rate <<= 32;
7103 log.u_bbr.cur_del_rate |= diag->p_lasttick;
7108 0, &log, false, tv);
7117 union tcp_log_stackspecific log;
7120 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
7121 log.u_bbr.flex1 = sb->sb_flags;
7122 log.u_bbr.flex2 = len;
7123 log.u_bbr.flex3 = sb->sb_state;
7124 log.u_bbr.flex8 = type;
7125 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
7130 len, &log, false, &tv);
8973 * Add to the RACK log of packets in flight or retransmitted. If
8996 * We don't log errors -- we could but snd_max does not
9003 * We don't log resets and we return immediately from
9039 /* We don't log zero window probes */
9725 /* If we are logging log out the sendmap */
10910 * the packets in the rack log and calculate any eligble
11498 /* We don't log resets */
11942 union tcp_log_stackspecific log;
11946 memset(&log, 0, sizeof(log));
11947 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
11948 log.u_bbr.flex1 = seq;
11949 log.u_bbr.cwnd_gain = line;
11953 log.u_bbr.flex2 = cur->start_seq;
11954 log.u_bbr.flex3 = cur->end_seq;
11955 log.u_bbr.flex4 = (uint32_t)((cur->localtime >> 32) & 0x00000000ffffffff);
11956 log.u_bbr.flex5 = (uint32_t)(cur->localtime & 0x00000000ffffffff);
11957 log.u_bbr.flex6 = cur->flags;
11958 log.u_bbr.pkts_out = cur->hybrid_flags;
11959 log.u_bbr.rttProp = cur->timestamp;
11960 log.u_bbr.cur_del_rate = cur->cspr;
11961 log.u_bbr.bw_inuse = cur->start;
11962 log.u_bbr.applimited = (uint32_t)(cur->end & 0x00000000ffffffff);
11963 log.u_bbr.delivered = (uint32_t)((cur->end >> 32) & 0x00000000ffffffff) ;
11964 log.u_bbr.epoch = (uint32_t)(cur->deadline & 0x00000000ffffffff);
11965 log.u_bbr.lt_epoch = (uint32_t)((cur->deadline >> 32) & 0x00000000ffffffff) ;
11966 log.u_bbr.inhpts = 1;
11969 log.u_bbr.use_lt_bw = (uint8_t)(off / sizeof(struct tcp_sendfile_track));
11972 log.u_bbr.flex2 = err;
11977 log.u_bbr.flex7 = rack->rc_catch_up;
11978 log.u_bbr.flex7 <<= 1;
11979 log.u_bbr.flex7 |= rack->rc_hybrid_mode;
11980 log.u_bbr.flex7 <<= 1;
11981 log.u_bbr.flex7 |= rack->dgp_on;
11989 log.u_bbr.bbr_state = rack->rc_always_pace;
11990 log.u_bbr.bbr_state <<= 1;
11991 log.u_bbr.bbr_state |= rack->dgp_on;
11992 log.u_bbr.bbr_state <<= 1;
11993 log.u_bbr.bbr_state |= rack->rc_hybrid_mode;
11994 log.u_bbr.bbr_state <<= 1;
11995 log.u_bbr.bbr_state |= rack->use_fixed_rate;
11996 log.u_bbr.flex8 = mod;
11997 log.u_bbr.delRate = rack->r_ctl.bw_rate_cap;
11998 log.u_bbr.bbr_substate = rack->r_ctl.client_suggested_maxseg;
11999 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
12000 log.u_bbr.pkt_epoch = rack->rc_tp->tcp_hybrid_start;
12001 log.u_bbr.lost = rack->rc_tp->tcp_hybrid_error;
12002 log.u_bbr.pacing_gain = (uint16_t)rack->rc_tp->tcp_hybrid_stop;
12007 0, &log, false, NULL, __func__, __LINE__, &tv);
12440 /* Generate the log that the tcp_netflix call would have */
12708 /* tcp_close will kill the inp pre-log the Reset */
12726 union tcp_log_stackspecific log;
12729 memset(&log, 0, sizeof(log));
12730 log.u_bbr.flex1 = cnt;
12731 log.u_bbr.flex2 = split;
12732 log.u_bbr.flex3 = out;
12733 log.u_bbr.flex4 = line;
12734 log.u_bbr.flex5 = rack->r_must_retran;
12735 log.u_bbr.flex6 = flags;
12736 log.u_bbr.flex7 = rack->rc_has_collapsed;
12737 log.u_bbr.flex8 = dir; /*
12739 * 2 is log of a rsm being marked, 3 is a split.
12742 log.u_bbr.rttProp = 0;
12744 log.u_bbr.rttProp = (uintptr_t)rsm;
12745 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
12746 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
12751 0, &log, false, &tv);
14202 /* tcp_close will kill the inp pre-log the Reset */
14863 union tcp_log_stackspecific log;
14866 memset(&log, 0, sizeof(log));
14867 log.u_bbr.flex1 = rack->r_ctl.current_round;
14868 log.u_bbr.flex2 = rack->r_ctl.roundends;
14869 log.u_bbr.flex3 = high_seq;
14870 log.u_bbr.flex4 = tp->snd_max;
14871 log.u_bbr.flex8 = mod;
14872 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
14873 log.u_bbr.cur_del_rate = rack->rc_tp->t_sndbytes;
14874 log.u_bbr.delRate = rack->rc_tp->t_snd_rxt_bytes;
14879 0, &log, false, &tv);
14938 union tcp_log_stackspecific log;
14941 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
14942 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
14943 log.u_bbr.flex8 = mod;
14944 log.u_bbr.flex1 = flex1;
14945 log.u_bbr.flex2 = flex2;
14946 log.u_bbr.flex3 = flex3;
14948 0, &log, false, NULL, __func__, __LINE__, &tv);
15873 union tcp_log_stackspecific log;
15876 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
15877 log.u_bbr.flex8 = 10;
15878 log.u_bbr.flex1 = rack->r_ctl.rc_num_maps_alloced;
15879 log.u_bbr.flex2 = rack->rc_free_cnt;
15880 log.u_bbr.flex3 = cnt_free;
15881 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
15883 log.u_bbr.delRate = (uintptr_t)rsm;
15885 log.u_bbr.cur_del_rate = (uintptr_t)rsm;
15886 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
15887 log.u_bbr.pkt_epoch = __LINE__;
15889 0, &log, false, NULL, NULL, 0, &tv);
16109 union tcp_log_stackspecific log;
16126 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
16127 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
16129 log.u_bbr.flex1 = rack->r_ctl.rc_prr_sndcnt;
16131 log.u_bbr.flex1 = 0;
16132 log.u_bbr.use_lt_bw = rack->r_ent_rec_ns;
16133 log.u_bbr.use_lt_bw <<= 1;
16134 log.u_bbr.use_lt_bw |= rack->r_might_revert;
16135 log.u_bbr.flex2 = rack->r_ctl.rc_num_maps_alloced;
16136 log.u_bbr.bbr_state = rack->rc_free_cnt;
16137 log.u_bbr.inflight = ctf_flight_size(tp, rack->r_ctl.rc_sacked);
16138 log.u_bbr.pkts_out = tp->t_maxseg;
16139 log.u_bbr.flex4 = rack->r_ctl.rc_hpts_flags;
16140 log.u_bbr.flex7 = 1;
16141 log.u_bbr.lost = ae->flags;
16142 log.u_bbr.cwnd_gain = ackval;
16143 log.u_bbr.pacing_gain = 0x2;
16146 log.u_bbr.flex3 = M_TSTMP;
16151 log.u_bbr.lt_epoch = tcp_tv_to_usectick(&ltv);
16154 log.u_bbr.flex3 = M_TSTMP_LRO;
16159 log.u_bbr.flex5 = tcp_tv_to_usectick(&ltv);
16161 log.u_bbr.timeStamp = tcp_get_usecs(&ltv);
16163 log.u_bbr.delRate = ae->timestamp;
16165 log.u_bbr.applimited = tp->t_tcpreq_closed;
16166 log.u_bbr.applimited <<= 8;
16167 log.u_bbr.applimited |= tp->t_tcpreq_open;
16168 log.u_bbr.applimited <<= 8;
16169 log.u_bbr.applimited |= tp->t_tcpreq_req;
16173 log.u_bbr.pkt_epoch = (tcp_req->localtime / HPTS_USEC_IN_SEC);
16175 log.u_bbr.delivered = (tcp_req->localtime % HPTS_USEC_IN_SEC);
16176 log.u_bbr.rttProp = tcp_req->timestamp;
16177 log.u_bbr.cur_del_rate = tcp_req->start;
16179 log.u_bbr.flex8 |= 1;
16181 log.u_bbr.flex8 |= 2;
16182 log.u_bbr.bw_inuse = tcp_req->end;
16184 log.u_bbr.flex6 = tcp_req->start_seq;
16186 log.u_bbr.flex8 |= 4;
16187 log.u_bbr.epoch = tcp_req->end_seq;
16243 0, &log, true, &ltv);
16325 union tcp_log_stackspecific log;
16329 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
16330 log.u_bbr.timeStamp = tcp_tv_to_usectick(&tv);
16331 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
16332 log.u_bbr.flex8 = mod;
16333 log.u_bbr.flex1 = flex1;
16334 log.u_bbr.flex2 = flex2;
16335 log.u_bbr.flex3 = flex3;
16336 log.u_bbr.flex4 = rack_pcm_every_n_rounds;
16337 log.u_bbr.flex5 = rack->r_ctl.pcm_idle_rounds;
16338 log.u_bbr.bbr_substate = rack->pcm_needed;
16339 log.u_bbr.bbr_substate <<= 1;
16340 log.u_bbr.bbr_substate |= rack->pcm_in_progress;
16341 log.u_bbr.bbr_substate <<= 1;
16342 log.u_bbr.bbr_substate |= rack->pcm_enabled; /* bits are NIE for Needed, Inprogress, Enabled */
16344 0, &log, false, NULL, NULL, 0, &tv);
16409 union tcp_log_stackspecific log;
16412 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
16413 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
16414 log.u_bbr.flex1 = rack->r_ctl.current_round;
16415 log.u_bbr.flex2 = rack->r_ctl.last_rnd_of_gp_rise;
16416 log.u_bbr.flex3 = rack->r_ctl.gp_rnd_thresh;
16417 log.u_bbr.flex4 = rack->r_ctl.gate_to_fs;
16418 log.u_bbr.flex5 = rack->r_ctl.ss_hi_fs;
16419 log.u_bbr.flex8 = 40;
16421 0, &log, false, NULL, __func__, __LINE__,&tv);
16796 /* Handle the rack-log-ack part (sendmap) */
16910 /* tcp_close will kill the inp pre-log the Reset */
17324 union tcp_log_stackspecific log;
17335 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
17336 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
17338 log.u_bbr.flex1 = rack->r_ctl.rc_prr_sndcnt;
17340 log.u_bbr.flex1 = 0;
17341 log.u_bbr.use_lt_bw = rack->r_ent_rec_ns;
17342 log.u_bbr.use_lt_bw <<= 1;
17343 log.u_bbr.use_lt_bw |= rack->r_might_revert;
17344 log.u_bbr.flex2 = rack->r_ctl.rc_num_maps_alloced;
17345 log.u_bbr.bbr_state = rack->rc_free_cnt;
17346 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
17347 log.u_bbr.pkts_out = rack->rc_tp->t_maxseg;
17348 log.u_bbr.flex3 = m->m_flags;
17349 log.u_bbr.flex4 = rack->r_ctl.rc_hpts_flags;
17350 log.u_bbr.lost = thflags;
17351 log.u_bbr.pacing_gain = 0x1;
17353 log.u_bbr.cwnd_gain = ack_val_set;
17355 log.u_bbr.flex7 = 2;
17361 log.u_bbr.lt_epoch = tcp_tv_to_usectick(&ltv);
17367 log.u_bbr.flex5 = tcp_tv_to_usectick(&ltv);
17369 log.u_bbr.timeStamp = tcp_get_usecs(&ltv);
17371 log.u_bbr.delRate = m->m_pkthdr.rcv_tstmp;
17373 log.u_bbr.applimited = tp->t_tcpreq_closed;
17374 log.u_bbr.applimited <<= 8;
17375 log.u_bbr.applimited |= tp->t_tcpreq_open;
17376 log.u_bbr.applimited <<= 8;
17377 log.u_bbr.applimited |= tp->t_tcpreq_req;
17381 log.u_bbr.pkt_epoch = (tcp_req->localtime / HPTS_USEC_IN_SEC);
17383 log.u_bbr.delivered = (tcp_req->localtime % HPTS_USEC_IN_SEC);
17384 log.u_bbr.rttProp = tcp_req->timestamp;
17385 log.u_bbr.cur_del_rate = tcp_req->start;
17387 log.u_bbr.flex8 |= 1;
17389 log.u_bbr.flex8 |= 2;
17390 log.u_bbr.bw_inuse = tcp_req->end;
17392 log.u_bbr.flex6 = tcp_req->start_seq;
17394 log.u_bbr.flex8 |= 4;
17395 log.u_bbr.epoch = tcp_req->end_seq;
17400 tlen, &log, true, &ltv);
17484 * and have an RTT to share. We log it as a conf
17861 /* log retransmit reason */
17875 union tcp_log_stackspecific log;
17892 memset(&log, 0, sizeof(log));
17893 log.u_bbr.flex1 = slot;
17894 log.u_bbr.flex2 = len;
17895 log.u_bbr.flex3 = rack->r_ctl.rc_pace_min_segs;
17896 log.u_bbr.flex4 = rack->r_ctl.rc_pace_max_segs;
17897 log.u_bbr.flex5 = rack->r_ctl.rack_per_of_gp_ss;
17898 log.u_bbr.flex6 = rack->r_ctl.rack_per_of_gp_ca;
17899 log.u_bbr.use_lt_bw = rack->rc_ack_can_sendout_data;
17900 log.u_bbr.use_lt_bw <<= 1;
17901 log.u_bbr.use_lt_bw |= rack->r_late;
17902 log.u_bbr.use_lt_bw <<= 1;
17903 log.u_bbr.use_lt_bw |= rack->r_early;
17904 log.u_bbr.use_lt_bw <<= 1;
17905 log.u_bbr.use_lt_bw |= rack->app_limited_needs_set;
17906 log.u_bbr.use_lt_bw <<= 1;
17907 log.u_bbr.use_lt_bw |= rack->rc_gp_filled;
17908 log.u_bbr.use_lt_bw <<= 1;
17909 log.u_bbr.use_lt_bw |= rack->measure_saw_probe_rtt;
17910 log.u_bbr.use_lt_bw <<= 1;
17911 log.u_bbr.use_lt_bw |= rack->in_probe_rtt;
17912 log.u_bbr.use_lt_bw <<= 1;
17913 log.u_bbr.use_lt_bw |= rack->gp_ready;
17914 log.u_bbr.pkt_epoch = line;
17915 log.u_bbr.epoch = rack->r_ctl.rc_agg_delayed;
17916 log.u_bbr.lt_epoch = rack->r_ctl.rc_agg_early;
17917 log.u_bbr.applimited = rack->r_ctl.rack_per_of_gp_rec;
17918 log.u_bbr.bw_inuse = bw_est;
17919 log.u_bbr.delRate = bw;
17921 log.u_bbr.cur_del_rate = 0;
17923 log.u_bbr.cur_del_rate = rack_get_bw(rack);
17924 log.u_bbr.rttProp = len_time;
17925 log.u_bbr.pkts_out = rack->r_ctl.rc_rack_min_rtt;
17926 log.u_bbr.lost = rack->r_ctl.rc_probertt_sndmax_atexit;
17927 log.u_bbr.pacing_gain = rack_get_output_gain(rack, rsm);
17930 log.u_bbr.flex7 = 1;
17933 log.u_bbr.flex7 = 0;
17935 log.u_bbr.flex8 = method;
17936 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
17937 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
17938 log.u_bbr.cwnd_gain = rack->rc_gp_saw_rec;
17939 log.u_bbr.cwnd_gain <<= 1;
17940 log.u_bbr.cwnd_gain |= rack->rc_gp_saw_ss;
17941 log.u_bbr.cwnd_gain <<= 1;
17942 log.u_bbr.cwnd_gain |= rack->rc_gp_saw_ca;
17943 log.u_bbr.bbr_substate = quality;
17944 log.u_bbr.bbr_state = rack->dgp_on;
17945 log.u_bbr.bbr_state <<= 1;
17946 log.u_bbr.bbr_state |= rack->rc_pace_to_cwnd;
17947 log.u_bbr.bbr_state <<= 2;
17952 0, &log, false, &tv);
18106 union tcp_log_stackspecific log;
18109 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
18110 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
18111 log.u_bbr.flex1 = rack_bw_multipler;
18112 log.u_bbr.flex2 = len;
18113 log.u_bbr.cur_del_rate = gp;
18114 log.u_bbr.delRate = lt_bw;
18115 log.u_bbr.bw_inuse = rate;
18116 log.u_bbr.rttProp = fill_bw;
18117 log.u_bbr.flex8 = 44;
18120 0, &log, false, NULL,
18998 union tcp_log_stackspecific log;
19001 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
19002 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
19003 log.u_bbr.flex1 = error;
19004 log.u_bbr.flex2 = flags;
19005 log.u_bbr.flex3 = rsm_is_null;
19006 log.u_bbr.flex4 = ipoptlen;
19007 log.u_bbr.flex5 = tp->rcv_numsacks;
19008 log.u_bbr.flex6 = rack->r_ctl.rc_agg_early;
19009 log.u_bbr.flex7 = optlen;
19010 log.u_bbr.flex8 = rack->r_fsb_inited;
19011 log.u_bbr.applimited = rack->r_fast_output;
19012 log.u_bbr.bw_inuse = rack_get_bw(rack);
19013 log.u_bbr.pacing_gain = rack_get_output_gain(rack, NULL);
19014 log.u_bbr.cwnd_gain = mode;
19015 log.u_bbr.pkts_out = orig_len;
19016 log.u_bbr.lt_epoch = len;
19017 log.u_bbr.delivered = line;
19018 log.u_bbr.timeStamp = tcp_get_usecs(&tv);
19019 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
19021 len, &log, false, NULL, __func__, __LINE__, &tv);
19260 union tcp_log_stackspecific log;
19266 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
19267 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
19268 log.u_bbr.flex1 = p_rate;
19269 log.u_bbr.flex2 = p_queue;
19270 log.u_bbr.flex4 = (uint32_t)rack->r_ctl.crte->using;
19271 log.u_bbr.flex5 = (uint32_t)rack->r_ctl.crte->rs_num_enobufs;
19272 log.u_bbr.flex6 = rack->r_ctl.crte->time_between;
19273 log.u_bbr.flex7 = 99;
19274 log.u_bbr.flex8 = 0;
19275 log.u_bbr.pkts_out = err;
19276 log.u_bbr.delRate = rack->r_ctl.crte->rate;
19277 log.u_bbr.timeStamp = cts;
19278 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
19280 len, &log, false, NULL, __func__, __LINE__, tv);
19291 union tcp_log_stackspecific log;
19331 memset(&log, 0, sizeof(log));
19332 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
19333 log.u_bbr.flex1 = p_rate;
19334 log.u_bbr.flex2 = p_queue;
19335 log.u_bbr.flex4 = (uint32_t)rack->r_ctl.crte->using;
19336 log.u_bbr.flex5 = (uint32_t)rack->r_ctl.crte->rs_num_enobufs;
19337 log.u_bbr.flex6 = rack->r_ctl.crte->time_between;
19338 log.u_bbr.flex7 = 99;
19339 log.u_bbr.flex8 = 0;
19340 log.u_bbr.pkts_out = err;
19341 log.u_bbr.delRate = rack->r_ctl.crte->rate;
19342 log.u_bbr.cur_del_rate = lentime;
19343 log.u_bbr.timeStamp = cts;
19344 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
19346 len, &log, false, NULL, __func__, __LINE__,tv);
19712 union tcp_log_stackspecific log;
19719 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
19720 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
19722 log.u_bbr.flex1 = 0;
19724 log.u_bbr.flex1 = rack->r_ctl.rc_prr_sndcnt;
19725 log.u_bbr.flex2 = rack->r_ctl.rc_pace_min_segs;
19726 log.u_bbr.flex3 = rack->r_ctl.rc_pace_max_segs;
19727 log.u_bbr.flex4 = max_val;
19729 log.u_bbr.flex6 = rack->r_ctl.rc_agg_early;
19730 log.u_bbr.applimited = rack->r_ctl.rc_agg_delayed;
19731 log.u_bbr.bw_inuse = rack_get_bw(rack);
19732 log.u_bbr.cur_del_rate = rack->r_ctl.gp_bw;
19734 log.u_bbr.flex8 = 1;
19736 log.u_bbr.flex8 = 2;
19737 log.u_bbr.pacing_gain = rack_get_output_gain(rack, NULL);
19738 log.u_bbr.flex7 = 55;
19739 log.u_bbr.pkts_out = tp->t_maxseg;
19740 log.u_bbr.timeStamp = cts;
19741 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
19744 * When we have a retransmit we want to log the
19747 log.u_bbr.flex5 = rsm->r_fas;
19748 log.u_bbr.bbr_substate = rsm->r_bas;
19754 log.u_bbr.flex5 = log.u_bbr.inflight;
19755 log.u_bbr.bbr_substate = (uint8_t)((len + segsiz - 1)/segsiz);
19757 log.u_bbr.lt_epoch = rack->r_ctl.cwnd_to_use;
19758 log.u_bbr.delivered = 0;
19759 log.u_bbr.rttProp = (uintptr_t)rsm;
19760 log.u_bbr.delRate = rsm->r_flags;
19761 log.u_bbr.delRate <<= 31;
19762 log.u_bbr.delRate |= rack->r_must_retran;
19763 log.u_bbr.delRate <<= 1;
19764 log.u_bbr.delRate |= 1;
19765 log.u_bbr.pkt_epoch = __LINE__;
19767 len, &log, false, NULL, __func__, __LINE__, tv);
20270 union tcp_log_stackspecific log;
20272 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
20273 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
20275 log.u_bbr.flex1 = 0;
20277 log.u_bbr.flex1 = rack->r_ctl.rc_prr_sndcnt;
20278 log.u_bbr.flex2 = rack->r_ctl.rc_pace_min_segs;
20279 log.u_bbr.flex3 = rack->r_ctl.rc_pace_max_segs;
20280 log.u_bbr.flex4 = max_val;
20282 log.u_bbr.flex6 = rack->r_ctl.rc_agg_early;
20283 log.u_bbr.applimited = rack->r_ctl.rc_agg_delayed;
20284 log.u_bbr.bw_inuse = rack_get_bw(rack);
20285 log.u_bbr.cur_del_rate = rack->r_ctl.gp_bw;
20286 log.u_bbr.flex8 = 0;
20287 log.u_bbr.pacing_gain = rack_get_output_gain(rack, NULL);
20288 log.u_bbr.flex7 = 44;
20289 log.u_bbr.pkts_out = tp->t_maxseg;
20290 log.u_bbr.timeStamp = cts;
20291 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
20292 log.u_bbr.flex5 = log.u_bbr.inflight;
20293 log.u_bbr.lt_epoch = rack->r_ctl.cwnd_to_use;
20294 log.u_bbr.delivered = 0;
20295 log.u_bbr.rttProp = 0;
20296 log.u_bbr.delRate = rack->r_must_retran;
20297 log.u_bbr.delRate <<= 1;
20298 log.u_bbr.pkt_epoch = __LINE__;
20300 log.u_bbr.flex5 = log.u_bbr.inflight;
20301 log.u_bbr.bbr_substate = (uint8_t)((len + segsiz - 1)/segsiz);
20303 len, &log, false, NULL, __func__, __LINE__, tv);
21991 uint8_t log = 0;
22007 log = 1;
22027 if (log)
22888 /* We're getting ready to send; log now. */
22890 union tcp_log_stackspecific log;
22892 memset(&log.u_bbr, 0, sizeof(log.u_bbr));
22893 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp);
22895 log.u_bbr.flex1 = 0;
22897 log.u_bbr.flex1 = rack->r_ctl.rc_prr_sndcnt;
22898 log.u_bbr.flex2 = rack->r_ctl.rc_pace_min_segs;
22899 log.u_bbr.flex3 = rack->r_ctl.rc_pace_max_segs;
22900 log.u_bbr.flex4 = orig_len;
22902 log.u_bbr.flex6 = rack->r_ctl.rc_agg_early;
22903 log.u_bbr.applimited = rack->r_ctl.rc_agg_delayed;
22904 log.u_bbr.bw_inuse = rack_get_bw(rack);
22905 log.u_bbr.cur_del_rate = rack->r_ctl.gp_bw;
22906 log.u_bbr.flex8 = 0;
22914 log.u_bbr.flex8 = 2;
22916 log.u_bbr.flex8 = 1;
22919 log.u_bbr.flex8 = 3;
22921 log.u_bbr.pacing_gain = rack_get_output_gain(rack, rsm);
22922 log.u_bbr.flex7 = mark;
22923 log.u_bbr.flex7 <<= 8;
22924 log.u_bbr.flex7 |= pass;
22925 log.u_bbr.pkts_out = tp->t_maxseg;
22926 log.u_bbr.timeStamp = cts;
22927 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked);
22930 * When we have a retransmit we want to log the
22933 log.u_bbr.flex5 = rsm->r_fas;
22934 log.u_bbr.bbr_substate = rsm->r_bas;
22937 * New transmits we log in flex5 the inflight again as
22941 log.u_bbr.flex5 = log.u_bbr.inflight;
22942 log.u_bbr.bbr_substate = (uint8_t)((len + segsiz - 1)/segsiz);
22944 log.u_bbr.lt_epoch = cwnd_to_use;
22945 log.u_bbr.delivered = sendalot;
22946 log.u_bbr.rttProp = (uintptr_t)rsm;
22947 log.u_bbr.pkt_epoch = __LINE__;
22949 log.u_bbr.delRate = rsm->r_flags;
22950 log.u_bbr.delRate <<= 31;
22951 log.u_bbr.delRate |= rack->r_must_retran;
22952 log.u_bbr.delRate <<= 1;
22953 log.u_bbr.delRate |= (sack_rxmit & 0x00000001);
22955 log.u_bbr.delRate = rack->r_must_retran;
22956 log.u_bbr.delRate <<= 1;
22957 log.u_bbr.delRate |= (sack_rxmit & 0x00000001);
22960 len, &log, false, NULL, __func__, __LINE__, &tv);
23074 /* rrs here log */
23179 /* We don't log or do anything with errors */
23922 /* We pulled a SSI info log out what was there */