42 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_skb_sent()  local
58 	if (!tp->packets_out) {  in tcp_rate_skb_sent()
61 		tp->first_tx_mstamp  = tstamp_us;  in tcp_rate_skb_sent()
62 		tp->delivered_mstamp = tstamp_us;  in tcp_rate_skb_sent()
65 	TCP_SKB_CB(skb)->tx.first_tx_mstamp	= tp->first_tx_mstamp;  in tcp_rate_skb_sent()
66 	TCP_SKB_CB(skb)->tx.delivered_mstamp	= tp->delivered_mstamp;  in tcp_rate_skb_sent()
67 	TCP_SKB_CB(skb)->tx.delivered		= tp->delivered;  in tcp_rate_skb_sent()
68 	TCP_SKB_CB(skb)->tx.is_app_limited	= tp->app_limited ? 1 : 0;  in tcp_rate_skb_sent()
82 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_skb_delivered()  local
91 	    tcp_skb_sent_after(tx_tstamp, tp->first_tx_mstamp,  in tcp_rate_skb_delivered()
100 		tp->first_tx_mstamp  = tx_tstamp;  in tcp_rate_skb_delivered()
102 		rs->interval_us = tcp_stamp_us_delta(tp->first_tx_mstamp,  in tcp_rate_skb_delivered()
118 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_gen()  local
122 	if (tp->app_limited && after(tp->delivered, tp->app_limited))  in tcp_rate_gen()
123 		tp->app_limited = 0;  in tcp_rate_gen()
130 		tp->delivered_mstamp = tp->tcp_mstamp;  in tcp_rate_gen()
144 	rs->delivered   = tp->delivered - rs->prior_delivered;  in tcp_rate_gen()
152 	ack_us = tcp_stamp_us_delta(tp->tcp_mstamp,  in tcp_rate_gen()
167 	if (unlikely(rs->interval_us < tcp_min_rtt(tp))) {  in tcp_rate_gen()
172 				 tp->rx_opt.sack_ok, tcp_min_rtt(tp));  in tcp_rate_gen()
179 	    ((u64)rs->delivered * tp->rate_interval_us >=  in tcp_rate_gen()
180 	     (u64)tp->rate_delivered * rs->interval_us)) {  in tcp_rate_gen()
181 		tp->rate_delivered = rs->delivered;  in tcp_rate_gen()
182 		tp->rate_interval_us = rs->interval_us;  in tcp_rate_gen()
183 		tp->rate_app_limited = rs->is_app_limited;  in tcp_rate_gen()
190 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_check_app_limited()  local
193 	    tp->write_seq - tp->snd_nxt < tp->mss_cache &&  in tcp_rate_check_app_limited()
197 	    tcp_packets_in_flight(tp) < tcp_snd_cwnd(tp) &&  in tcp_rate_check_app_limited()
199 	    tp->lost_out <= tp->retrans_out)  in tcp_rate_check_app_limited()
200 		tp->app_limited =  in tcp_rate_check_app_limited()
201 			(tp->delivered + tcp_packets_in_flight(tp)) ? : 1;  in tcp_rate_check_app_limited()