90 	u32	min_rtt_us;	        /* min RTT in min_rtt_win_sec window */
91 	u32	min_rtt_stamp;	        /* timestamp of min_rtt_us */
92 	u32	probe_rtt_done_stamp;   /* end time for BBR_PROBE_RTT mode */
94 	u32	rtt_cnt;	    /* count of packet-timed rounds elapsed */
95 	u32     next_rtt_delivered; /* scb->tx.delivered at end of round */
97 	u32     mode:3,		     /* current bbr_mode in state machine */
107 	u32	lt_bw;		     /* LT est delivery rate in pkts/uS << 24 */
108 	u32	lt_last_delivered;   /* LT intvl start: tp->delivered */
109 	u32	lt_last_stamp;	     /* LT intvl start: tp->delivered_mstamp */
110 	u32	lt_last_lost;	     /* LT intvl start: tp->lost */
111 	u32	pacing_gain:10,	/* current gain for setting pacing rate */
118 	u32	prior_cwnd;	/* prior cwnd upon entering loss recovery */
119 	u32	full_bw;	/* recent bw, to estimate if pipe is full */
124 	u32	ack_epoch_acked:20,	/* packets (S)ACKed in sampling epoch */
135 static const u32 bbr_min_rtt_win_sec = 10;
137 static const u32 bbr_probe_rtt_mode_ms = 200;
169 static const u32 bbr_cycle_rand = 7;
175 static const u32 bbr_cwnd_min_target = 4;
179 static const u32 bbr_full_bw_thresh = BBR_UNIT * 5 / 4;
181 static const u32 bbr_full_bw_cnt = 3;
185 static const u32 bbr_lt_intvl_min_rtts = 4;
187 static const u32 bbr_lt_loss_thresh = 50;
189 static const u32 bbr_lt_bw_ratio = BBR_UNIT / 8;
191 static const u32 bbr_lt_bw_diff = 4000 / 8;
193 static const u32 bbr_lt_bw_max_rtts = 48;
198 static const u32 bbr_extra_acked_win_rtts = 5;
200 static const u32 bbr_ack_epoch_acked_reset_thresh = 1U << 20;
202 static const u32 bbr_extra_acked_max_us = 100 * 1000;
215 static u32 bbr_max_bw(const struct sock *sk)  in bbr_max_bw()
223 static u32 bbr_bw(const struct sock *sk)  in bbr_bw()
256 static unsigned long bbr_bw_to_pacing_rate(struct sock *sk, u32 bw, int gain)  in bbr_bw_to_pacing_rate()
271 	u32 rtt_us;  in bbr_init_pacing_rate_from_rtt()
285 static void bbr_set_pacing_rate(struct sock *sk, u32 bw, int gain)  in bbr_set_pacing_rate()
298 __bpf_kfunc static u32 bbr_min_tso_segs(struct sock *sk)  in bbr_min_tso_segs()
303 static u32 bbr_tso_segs_goal(struct sock *sk)  in bbr_tso_segs_goal()
306 	u32 segs, bytes;  in bbr_tso_segs_goal()
314 	segs = max_t(u32, bytes / tp->mss_cache, bbr_min_tso_segs(sk));  in bbr_tso_segs_goal()
359 static u32 bbr_bdp(struct sock *sk, u32 bw, int gain)  in bbr_bdp()
362 	u32 bdp;  in bbr_bdp()
394 static u32 bbr_quantization_budget(struct sock *sk, u32 cwnd)  in bbr_quantization_budget()
412 static u32 bbr_inflight(struct sock *sk, u32 bw, int gain)  in bbr_inflight()
414 	u32 inflight;  in bbr_inflight()
436 static u32 bbr_packets_in_net_at_edt(struct sock *sk, u32 inflight_now)  in bbr_packets_in_net_at_edt()
441 	u32 interval_delivered, inflight_at_edt;  in bbr_packets_in_net_at_edt()
456 static u32 bbr_ack_aggregation_cwnd(struct sock *sk)  in bbr_ack_aggregation_cwnd()
458 	u32 max_aggr_cwnd, aggr_cwnd = 0;  in bbr_ack_aggregation_cwnd()
480 	struct sock *sk, const struct rate_sample *rs, u32 acked, u32 *new_cwnd)  in bbr_set_cwnd_to_recover_or_restore()
485 	u32 cwnd = tcp_snd_cwnd(tp);  in bbr_set_cwnd_to_recover_or_restore()
519 			 u32 acked, u32 bw, int gain)  in bbr_set_cwnd()
523 	u32 cwnd = tcp_snd_cwnd(tp), target_cwnd = 0;  in bbr_set_cwnd()
561 	u32 inflight, bw;  in bbr_is_next_cycle_phase()
657 static void bbr_lt_bw_interval_done(struct sock *sk, u32 bw)  in bbr_lt_bw_interval_done()
660 	u32 diff;  in bbr_lt_bw_interval_done()
691 	u32 lost, delivered;  in bbr_lt_bw_sampling()
693 	u32 t;  in bbr_lt_bw_sampling()
819 	u32 epoch_us, expected_acked, extra_acked;  in bbr_update_ack_aggregation()
856 	bbr->ack_epoch_acked = min_t(u32, 0xFFFFF,  in bbr_update_ack_aggregation()
876 	u32 bw_thresh;  in bbr_check_full_bw_reached()
1029 	u32 bw;  in bbr_main()
1080 __bpf_kfunc static u32 bbr_sndbuf_expand(struct sock *sk)  in bbr_sndbuf_expand()
1089 __bpf_kfunc static u32 bbr_undo_cwnd(struct sock *sk)  in bbr_undo_cwnd()
1100 __bpf_kfunc static u32 bbr_ssthresh(struct sock *sk)  in bbr_ssthresh()
1106 static size_t bbr_get_info(struct sock *sk, u32 ext, int *attr,  in bbr_get_info()
1117 		info->bbr.bbr_bw_lo		= (u32)bw;  in bbr_get_info()
1118 		info->bbr.bbr_bw_hi		= (u32)(bw >> 32);  in bbr_get_info()