120 			     void (*cad)(struct sock *sk, u32 ack_seq))  in clean_acked_data_enable()
141 static void tcp_gro_dev_warn(struct sock *sk, const struct sk_buff *skb,  in tcp_gro_dev_warn()
163 static void tcp_measure_rcv_mss(struct sock *sk, const struct sk_buff *skb)  in tcp_measure_rcv_mss()
227 static void tcp_incr_quickack(struct sock *sk, unsigned int max_quickacks)  in tcp_incr_quickack()
239 static void tcp_enter_quickack_mode(struct sock *sk, unsigned int max_quickacks)  in tcp_enter_quickack_mode()
252 static bool tcp_in_quickack_mode(struct sock *sk)  in tcp_in_quickack_mode()
267 static void tcp_ecn_accept_cwr(struct sock *sk, const struct sk_buff *skb)  in tcp_ecn_accept_cwr()
286 static void __tcp_ecn_check_ce(struct sock *sk, const struct sk_buff *skb)  in __tcp_ecn_check_ce()
318 static void tcp_ecn_check_ce(struct sock *sk, const struct sk_buff *skb)  in tcp_ecn_check_ce()
348 static void tcp_sndbuf_expand(struct sock *sk)  in tcp_sndbuf_expand()
406 static int __tcp_grow_window(const struct sock *sk, const struct sk_buff *skb)  in __tcp_grow_window()
423 static void tcp_grow_window(struct sock *sk, const struct sk_buff *skb)  in tcp_grow_window()
453 void tcp_init_buffer_space(struct sock *sk)  in tcp_init_buffer_space()
490 static void tcp_clamp_window(struct sock *sk)  in tcp_clamp_window()
517 void tcp_initialize_rcv_mss(struct sock *sk)  in tcp_initialize_rcv_mss()
591 static inline void tcp_rcv_rtt_measure_ts(struct sock *sk,  in tcp_rcv_rtt_measure_ts()
618 void tcp_rcv_space_adjust(struct sock *sk)  in tcp_rcv_space_adjust()
691 static void tcp_event_data_recv(struct sock *sk, struct sk_buff *skb)  in tcp_event_data_recv()
746 static void tcp_rtt_estimator(struct sock *sk, long mrtt_us)  in tcp_rtt_estimator()
814 static void tcp_update_pacing_rate(struct sock *sk)  in tcp_update_pacing_rate()
851 static void tcp_set_rto(struct sock *sk)  in tcp_set_rto()
899 static void tcp_check_sack_reordering(struct sock *sk, const u32 low_seq,  in tcp_check_sack_reordering()
1108 static bool tcp_check_dsack(struct sock *sk, const struct sk_buff *ack_skb,  in tcp_check_dsack()
1164 static int tcp_match_skb_to_sack(struct sock *sk, struct sk_buff *skb,  in tcp_match_skb_to_sack()
1213 static u8 tcp_sacktag_one(struct sock *sk,  in tcp_sacktag_one()
1297 static bool tcp_shifted_skb(struct sock *sk, struct sk_buff *prev,  in tcp_shifted_skb()
1411 static struct sk_buff *tcp_shift_skb_data(struct sock *sk, struct sk_buff *skb,  in tcp_shift_skb_data()
1547 static struct sk_buff *tcp_sacktag_walk(struct sk_buff *skb, struct sock *sk,  in tcp_sacktag_walk()
1619 static struct sk_buff *tcp_sacktag_bsearch(struct sock *sk, u32 seq)  in tcp_sacktag_bsearch()
1640 static struct sk_buff *tcp_sacktag_skip(struct sk_buff *skb, struct sock *sk,  in tcp_sacktag_skip()
1650 						struct sock *sk,  in tcp_maybe_skipping_dsack()
1674 tcp_sacktag_write_queue(struct sock *sk, const struct sk_buff *ack_skb,  in tcp_sacktag_write_queue()
1894 static void tcp_check_reno_reordering(struct sock *sk, const int addend)  in tcp_check_reno_reordering()
1909 static void tcp_add_reno_sack(struct sock *sk, int num_dupack)  in tcp_add_reno_sack()
1927 static void tcp_remove_reno_sacks(struct sock *sk, int acked)  in tcp_remove_reno_sacks()
1964 static bool tcp_is_rack(const struct sock *sk)  in tcp_is_rack()
1974 static void tcp_timeout_mark_lost(struct sock *sk)  in tcp_timeout_mark_lost()
2005 void tcp_enter_loss(struct sock *sk)  in tcp_enter_loss()
2061 static bool tcp_check_sack_reneging(struct sock *sk, int *ack_flag)  in tcp_check_sack_reneging()
2190 static bool tcp_time_to_recover(struct sock *sk, int flag)  in tcp_time_to_recover()
2211 static void tcp_mark_head_lost(struct sock *sk, int packets, int mark_head)  in tcp_mark_head_lost()
2272 static void tcp_update_scoreboard(struct sock *sk, int fast_rexmit)  in tcp_update_scoreboard()
2326 static bool tcp_any_retrans_done(const struct sock *sk)  in tcp_any_retrans_done()
2341 static void DBGUNDO(struct sock *sk, const char *msg)  in DBGUNDO()
2368 static void tcp_undo_cwnd_reduction(struct sock *sk, bool unmark_loss)  in tcp_undo_cwnd_reduction()
2402 static bool tcp_is_non_sack_preventing_reopen(struct sock *sk)  in tcp_is_non_sack_preventing_reopen()
2418 static bool tcp_try_undo_recovery(struct sock *sk)  in tcp_try_undo_recovery()
2447 static bool tcp_try_undo_dsack(struct sock *sk)  in tcp_try_undo_dsack()
2463 static bool tcp_try_undo_loss(struct sock *sk, bool frto_undo)  in tcp_try_undo_loss()
2496 static void tcp_init_cwnd_reduction(struct sock *sk)  in tcp_init_cwnd_reduction()
2510 void tcp_cwnd_reduction(struct sock *sk, int newly_acked_sacked, int flag)  in tcp_cwnd_reduction()
2537 static inline void tcp_end_cwnd_reduction(struct sock *sk)  in tcp_end_cwnd_reduction()
2554 void tcp_enter_cwr(struct sock *sk)  in tcp_enter_cwr()
2567 static void tcp_try_keep_open(struct sock *sk)  in tcp_try_keep_open()
2581 static void tcp_try_to_open(struct sock *sk, int flag)  in tcp_try_to_open()
2598 static void tcp_mtup_probe_failed(struct sock *sk)  in tcp_mtup_probe_failed()
2607 static void tcp_mtup_probe_success(struct sock *sk)  in tcp_mtup_probe_success()
2634 void tcp_simple_retransmit(struct sock *sk)  in tcp_simple_retransmit()
2678 void tcp_enter_recovery(struct sock *sk, bool ece_ack)  in tcp_enter_recovery()
2704 static void tcp_process_loss(struct sock *sk, int flag, int num_dupack,  in tcp_process_loss()
2758 static bool tcp_try_undo_partial(struct sock *sk, u32 prior_snd_una)  in tcp_try_undo_partial()
2788 static void tcp_identify_packet_loss(struct sock *sk, int *ack_flag)  in tcp_identify_packet_loss()
2807 static bool tcp_force_fast_retransmit(struct sock *sk)  in tcp_force_fast_retransmit()
2827 static void tcp_fastretrans_alert(struct sock *sk, const u32 prior_snd_una,  in tcp_fastretrans_alert()
2941 static void tcp_update_rtt_min(struct sock *sk, u32 rtt_us, const int flag)  in tcp_update_rtt_min()
2957 static bool tcp_ack_update_rtt(struct sock *sk, const int flag,  in tcp_ack_update_rtt()
3006 void tcp_synack_rtt_meas(struct sock *sk, struct request_sock *req)  in tcp_synack_rtt_meas()
3018 static void tcp_cong_avoid(struct sock *sk, u32 ack, u32 acked)  in tcp_cong_avoid()
3029 void tcp_rearm_rto(struct sock *sk)  in tcp_rearm_rto()
3059 static void tcp_set_xmit_timer(struct sock *sk)  in tcp_set_xmit_timer()
3066 static u32 tcp_tso_acked(struct sock *sk, struct sk_buff *skb)  in tcp_tso_acked()
3086 static void tcp_ack_tstamp(struct sock *sk, struct sk_buff *skb,  in tcp_ack_tstamp()
3108 static int tcp_clean_rtx_queue(struct sock *sk, u32 prior_fack,  in tcp_clean_rtx_queue()
3312 static void tcp_ack_probe(struct sock *sk)  in tcp_ack_probe()
3337 static inline bool tcp_ack_is_dubious(const struct sock *sk, const int flag)  in tcp_ack_is_dubious()
3344 static inline bool tcp_may_raise_cwnd(const struct sock *sk, const int flag)  in tcp_may_raise_cwnd()
3364 static void tcp_cong_control(struct sock *sk, u32 ack, u32 acked_sacked,  in tcp_cong_control()
3421 static int tcp_ack_update_window(struct sock *sk, const struct sk_buff *skb, u32 ack,  in tcp_ack_update_window()
3502 static void tcp_send_challenge_ack(struct sock *sk, const struct sk_buff *skb)  in tcp_send_challenge_ack()
3558 static void tcp_process_tlp_ack(struct sock *sk, u32 ack, int flag)  in tcp_process_tlp_ack()
3588 static inline void tcp_in_ack_event(struct sock *sk, u32 flags)  in tcp_in_ack_event()
3600 static void tcp_xmit_recovery(struct sock *sk, int rexmit)  in tcp_xmit_recovery()
3618 static u32 tcp_newly_delivered(struct sock *sk, u32 prior_delivered, int flag)  in tcp_newly_delivered()
3634 static int tcp_ack(struct sock *sk, const struct sk_buff *skb, int flag)  in tcp_ack()
4124 static int tcp_disordered_ack(const struct sock *sk, const struct sk_buff *skb)  in tcp_disordered_ack()
4144 static inline bool tcp_paws_discard(const struct sock *sk,  in tcp_paws_discard()
4173 void tcp_reset(struct sock *sk)  in tcp_reset()
4214 void tcp_fin(struct sock *sk)  in tcp_fin()
4296 static void tcp_dsack_set(struct sock *sk, u32 seq, u32 end_seq)  in tcp_dsack_set()
4316 static void tcp_dsack_extend(struct sock *sk, u32 seq, u32 end_seq)  in tcp_dsack_extend()
4326 static void tcp_rcv_spurious_retrans(struct sock *sk, const struct sk_buff *skb)  in tcp_rcv_spurious_retrans()
4337 static void tcp_send_dupack(struct sock *sk, const struct sk_buff *skb)  in tcp_send_dupack()
4387 static void tcp_sack_new_ofo_skb(struct sock *sk, u32 seq, u32 end_seq)  in tcp_sack_new_ofo_skb()
4479 static bool tcp_try_coalesce(struct sock *sk,  in tcp_try_coalesce()
4516 static bool tcp_ooo_try_coalesce(struct sock *sk,  in tcp_ooo_try_coalesce()
4533 static void tcp_drop(struct sock *sk, struct sk_buff *skb)  in tcp_drop()
4543 static void tcp_ofo_queue(struct sock *sk)  in tcp_ofo_queue()
4593 static int tcp_try_rmem_schedule(struct sock *sk, struct sk_buff *skb,  in tcp_try_rmem_schedule()
4610 static void tcp_data_queue_ofo(struct sock *sk, struct sk_buff *skb)  in tcp_data_queue_ofo()
4754 static int __must_check tcp_queue_rcv(struct sock *sk, struct sk_buff *skb,  in tcp_queue_rcv()
4771 int tcp_send_rcvq(struct sock *sk, struct msghdr *msg, size_t size)  in tcp_send_rcvq()
4823 void tcp_data_ready(struct sock *sk)  in tcp_data_ready()
4836 static void tcp_data_queue(struct sock *sk, struct sk_buff *skb)  in tcp_data_queue()
4942 static struct sk_buff *tcp_collapse_one(struct sock *sk, struct sk_buff *skb,  in tcp_collapse_one()
4987 tcp_collapse(struct sock *sk, struct sk_buff_head *list, struct rb_root *root,  in tcp_collapse()
5090 static void tcp_collapse_ofo_queue(struct sock *sk)  in tcp_collapse_ofo_queue()
5148 static bool tcp_prune_ofo_queue(struct sock *sk)  in tcp_prune_ofo_queue()
5193 static int tcp_prune_queue(struct sock *sk)  in tcp_prune_queue()
5237 static bool tcp_should_expand_sndbuf(const struct sock *sk)  in tcp_should_expand_sndbuf()
5268 static void tcp_new_space(struct sock *sk)  in tcp_new_space()
5290 void tcp_check_space(struct sock *sk)  in tcp_check_space()
5305 static inline void tcp_data_snd_check(struct sock *sk)  in tcp_data_snd_check()
5314 static void __tcp_ack_snd_check(struct sock *sk, int ofo_possible)  in __tcp_ack_snd_check()
5374 static inline void tcp_ack_snd_check(struct sock *sk)  in tcp_ack_snd_check()
5393 static void tcp_check_urg(struct sock *sk, const struct tcphdr *th)  in tcp_check_urg()
5459 static void tcp_urg(struct sock *sk, struct sk_buff *skb, const struct tcphdr *th)  in tcp_urg()
5492 static bool tcp_reset_check(const struct sock *sk, const struct sk_buff *skb)  in tcp_reset_check()
5504 static bool tcp_validate_incoming(struct sock *sk, struct sk_buff *skb,  in tcp_validate_incoming()
5635 void tcp_rcv_established(struct sock *sk, struct sk_buff *skb)  in tcp_rcv_established()
5815 void tcp_init_transfer(struct sock *sk, int bpf_op)  in tcp_init_transfer()
5841 void tcp_finish_connect(struct sock *sk, struct sk_buff *skb)  in tcp_finish_connect()
5871 static bool tcp_rcv_fastopen_synack(struct sock *sk, struct sk_buff *synack,  in tcp_rcv_fastopen_synack()
5942 static void tcp_try_undo_spurious_syn(struct sock *sk)  in tcp_try_undo_spurious_syn()
5957 static int tcp_rcv_synsent_state_process(struct sock *sk, struct sk_buff *skb,  in tcp_rcv_synsent_state_process()
6183 static void tcp_rcv_synrecv_state_fastopen(struct sock *sk)  in tcp_rcv_synrecv_state_fastopen()
6223 int tcp_rcv_state_process(struct sock *sk, struct sk_buff *skb)  in tcp_rcv_state_process()
6521 			     struct sk_buff *skb, const struct sock *sk)  in tcp_openreq_init()
6574 static bool tcp_syn_flood_action(const struct sock *sk, const char *proto)  in tcp_syn_flood_action()
6601 static void tcp_reqsk_record_syn(const struct sock *sk,  in tcp_reqsk_record_syn()
6623 			  struct sock *sk, struct tcphdr *th)  in tcp_get_syncookie_mss()
6650 		     struct sock *sk, struct sk_buff *skb)  in tcp_conn_request()