86 #define SOCK_DEBUG(sk, msg...) do { if ((sk) && sock_flag((sk), SOCK_DBG)) \  argument
91 void SOCK_DEBUG(const struct sock *sk, const char *msg, ...)  in SOCK_DEBUG()
520 #define __sk_user_data(sk) ((*((void __rcu **)&(sk)->sk_user_data)))  argument
522 #define rcu_dereference_sk_user_data(sk)	rcu_dereference(__sk_user_data((sk)))  argument
523 #define rcu_assign_sk_user_data(sk, ptr)	rcu_assign_pointer(__sk_user_data((sk)), ptr)  argument
538 static inline int sk_peek_offset(struct sock *sk, int flags)  in sk_peek_offset()
547 static inline void sk_peek_offset_bwd(struct sock *sk, int val)  in sk_peek_offset_bwd()
557 static inline void sk_peek_offset_fwd(struct sock *sk, int val)  in sk_peek_offset_fwd()
590 static inline struct sock *sk_next(const struct sock *sk)  in sk_next()
595 static inline struct sock *sk_nulls_next(const struct sock *sk)  in sk_nulls_next()
603 static inline bool sk_unhashed(const struct sock *sk)  in sk_unhashed()
608 static inline bool sk_hashed(const struct sock *sk)  in sk_hashed()
623 static inline void __sk_del_node(struct sock *sk)  in __sk_del_node()
629 static inline bool __sk_del_node_init(struct sock *sk)  in __sk_del_node_init()
645 static __always_inline void sock_hold(struct sock *sk)  in sock_hold()
653 static __always_inline void __sock_put(struct sock *sk)  in __sock_put()
658 static inline bool sk_del_node_init(struct sock *sk)  in sk_del_node_init()
669 #define sk_del_node_init_rcu(sk)	sk_del_node_init(sk)  argument
671 static inline bool __sk_nulls_del_node_init_rcu(struct sock *sk)  in __sk_nulls_del_node_init_rcu()
680 static inline bool sk_nulls_del_node_init_rcu(struct sock *sk)  in sk_nulls_del_node_init_rcu()
692 static inline void __sk_add_node(struct sock *sk, struct hlist_head *list)  in __sk_add_node()
697 static inline void sk_add_node(struct sock *sk, struct hlist_head *list)  in sk_add_node()
703 static inline void sk_add_node_rcu(struct sock *sk, struct hlist_head *list)  in sk_add_node_rcu()
713 static inline void sk_add_node_tail_rcu(struct sock *sk, struct hlist_head *list)  in sk_add_node_tail_rcu()
719 static inline void __sk_nulls_add_node_rcu(struct sock *sk, struct hlist_nulls_head *list)  in __sk_nulls_add_node_rcu()
724 static inline void __sk_nulls_add_node_tail_rcu(struct sock *sk, struct hlist_nulls_head *list)  in __sk_nulls_add_node_tail_rcu()
729 static inline void sk_nulls_add_node_rcu(struct sock *sk, struct hlist_nulls_head *list)  in sk_nulls_add_node_rcu()
735 static inline void __sk_del_bind_node(struct sock *sk)  in __sk_del_bind_node()
740 static inline void sk_add_bind_node(struct sock *sk,  in sk_add_bind_node()
778 static inline struct user_namespace *sk_user_ns(struct sock *sk)  in sk_user_ns()
827 static inline void sock_set_flag(struct sock *sk, enum sock_flags flag)  in sock_set_flag()
832 static inline void sock_reset_flag(struct sock *sk, enum sock_flags flag)  in sock_reset_flag()
837 static inline bool sock_flag(const struct sock *sk, enum sock_flags flag)  in sock_flag()
861 static inline gfp_t sk_gfp_mask(const struct sock *sk, gfp_t gfp_mask)  in sk_gfp_mask()
866 static inline void sk_acceptq_removed(struct sock *sk)  in sk_acceptq_removed()
871 static inline void sk_acceptq_added(struct sock *sk)  in sk_acceptq_added()
876 static inline bool sk_acceptq_is_full(const struct sock *sk)  in sk_acceptq_is_full()
884 static inline int sk_stream_min_wspace(const struct sock *sk)  in sk_stream_min_wspace()
889 static inline int sk_stream_wspace(const struct sock *sk)  in sk_stream_wspace()
897 static inline void __sk_add_backlog(struct sock *sk, struct sk_buff *skb)  in __sk_add_backlog()
916 static inline bool sk_rcvqueues_full(const struct sock *sk, unsigned int limit)  in sk_rcvqueues_full()
924 static inline __must_check int sk_add_backlog(struct sock *sk, struct sk_buff *skb,  in sk_add_backlog()
945 static inline int sk_backlog_rcv(struct sock *sk, struct sk_buff *skb)  in sk_backlog_rcv()
953 static inline void sk_incoming_cpu_update(struct sock *sk)  in sk_incoming_cpu_update()
973 static inline void sock_rps_record_flow(const struct sock *sk)  in sock_rps_record_flow()
993 static inline void sock_rps_save_rxhash(struct sock *sk,  in sock_rps_save_rxhash()
1002 static inline void sock_rps_reset_rxhash(struct sock *sk)  in sock_rps_reset_rxhash()
1034 static inline bool sk_flush_backlog(struct sock *sk)  in sk_flush_backlog()
1056 static inline void sk_prot_clear_nulls(struct sock *sk, int size)  in sk_prot_clear_nulls()
1189 static inline void sk_refcnt_debug_inc(struct sock *sk)  in sk_refcnt_debug_inc()
1194 static inline void sk_refcnt_debug_dec(struct sock *sk)  in sk_refcnt_debug_dec()
1201 static inline void sk_refcnt_debug_release(const struct sock *sk)  in sk_refcnt_debug_release()
1208 #define sk_refcnt_debug_inc(sk) do { } while (0)  argument
1209 #define sk_refcnt_debug_dec(sk) do { } while (0)  argument
1210 #define sk_refcnt_debug_release(sk) do { } while (0)  argument
1213 static inline bool sk_stream_memory_free(const struct sock *sk)  in sk_stream_memory_free()
1222 static inline bool sk_stream_is_writeable(const struct sock *sk)  in sk_stream_is_writeable()
1228 static inline int sk_under_cgroup_hierarchy(struct sock *sk,  in sk_under_cgroup_hierarchy()
1239 static inline bool sk_has_memory_pressure(const struct sock *sk)  in sk_has_memory_pressure()
1244 static inline bool sk_under_memory_pressure(const struct sock *sk)  in sk_under_memory_pressure()
1257 sk_memory_allocated(const struct sock *sk)  in sk_memory_allocated()
1263 sk_memory_allocated_add(struct sock *sk, int amt)  in sk_memory_allocated_add()
1269 sk_memory_allocated_sub(struct sock *sk, int amt)  in sk_memory_allocated_sub()
1274 static inline void sk_sockets_allocated_dec(struct sock *sk)  in sk_sockets_allocated_dec()
1279 static inline void sk_sockets_allocated_inc(struct sock *sk)  in sk_sockets_allocated_inc()
1285 sk_sockets_allocated_read_positive(struct sock *sk)  in sk_sockets_allocated_read_positive()
1327 static inline int __sk_prot_rehash(struct sock *sk)  in __sk_prot_rehash()
1380 static inline long sk_prot_mem_limits(const struct sock *sk, int index)  in sk_prot_mem_limits()
1397 static inline bool sk_has_account(struct sock *sk)  in sk_has_account()
1403 static inline bool sk_wmem_schedule(struct sock *sk, int size)  in sk_wmem_schedule()
1412 sk_rmem_schedule(struct sock *sk, struct sk_buff *skb, int size)  in sk_rmem_schedule()
1421 static inline void sk_mem_reclaim(struct sock *sk)  in sk_mem_reclaim()
1429 static inline void sk_mem_reclaim_partial(struct sock *sk)  in sk_mem_reclaim_partial()
1437 static inline void sk_mem_charge(struct sock *sk, int size)  in sk_mem_charge()
1444 static inline void sk_mem_uncharge(struct sock *sk, int size)  in sk_mem_uncharge()
1461 static inline void sk_wmem_free_skb(struct sock *sk, struct sk_buff *skb)  in sk_wmem_free_skb()
1469 static inline void sock_release_ownership(struct sock *sk)  in sock_release_ownership()
1486 #define sock_lock_init_class_and_name(sk, sname, skey, name, key)	\  argument
1499 static inline bool lockdep_sock_is_held(const struct sock *sk)  in lockdep_sock_is_held()
1508 static inline void lock_sock(struct sock *sk)  in lock_sock()
1532 static inline void unlock_sock_fast(struct sock *sk, bool slow)  in unlock_sock_fast()
1554 static inline void sock_owned_by_me(const struct sock *sk)  in sock_owned_by_me()
1561 static inline bool sock_owned_by_user(const struct sock *sk)  in sock_owned_by_user()
1567 static inline bool sock_owned_by_user_nocheck(const struct sock *sk)  in sock_owned_by_user_nocheck()
1575 	struct sock *sk = (struct sock *)csk;  in sock_allow_reclassification()  local
1624 			       const struct sock *sk)  in sockcm_init()
1708 static inline void sock_put(struct sock *sk)  in sock_put()
1720 static inline int sk_receive_skb(struct sock *sk, struct sk_buff *skb,  in sk_receive_skb()
1726 static inline void sk_tx_queue_set(struct sock *sk, int tx_queue)  in sk_tx_queue_set()
1736 static inline void sk_tx_queue_clear(struct sock *sk)  in sk_tx_queue_clear()
1741 static inline int sk_tx_queue_get(const struct sock *sk)  in sk_tx_queue_get()
1749 static inline void sk_rx_queue_set(struct sock *sk, const struct sk_buff *skb)  in sk_rx_queue_set()
1763 static inline void sk_rx_queue_clear(struct sock *sk)  in sk_rx_queue_clear()
1771 static inline int sk_rx_queue_get(const struct sock *sk)  in sk_rx_queue_get()
1780 static inline void sk_set_socket(struct sock *sk, struct socket *sock)  in sk_set_socket()
1785 static inline wait_queue_head_t *sk_sleep(struct sock *sk)  in sk_sleep()
1797 static inline void sock_orphan(struct sock *sk)  in sock_orphan()
1806 static inline void sock_graft(struct sock *sk, struct socket *parent)  in sock_graft()
1821 static inline kuid_t sock_net_uid(const struct net *net, const struct sock *sk)  in sock_net_uid()
1833 static inline void sk_set_txhash(struct sock *sk)  in sk_set_txhash()
1838 static inline void sk_rethink_txhash(struct sock *sk)  in sk_rethink_txhash()
1845 __sk_dst_get(struct sock *sk)  in __sk_dst_get()
1852 sk_dst_get(struct sock *sk)  in sk_dst_get()
1864 static inline void dst_negative_advice(struct sock *sk)  in dst_negative_advice()
1882 __sk_dst_set(struct sock *sk, struct dst_entry *dst)  in __sk_dst_set()
1895 sk_dst_set(struct sock *sk, struct dst_entry *dst)  in sk_dst_set()
1906 __sk_dst_reset(struct sock *sk)  in __sk_dst_reset()
1912 sk_dst_reset(struct sock *sk)  in sk_dst_reset()
1921 static inline void sk_dst_confirm(struct sock *sk)  in sk_dst_confirm()
1930 		struct sock *sk = skb->sk;  in sock_confirm_neigh()  local
1943 static inline bool sk_can_gso(const struct sock *sk)  in sk_can_gso()
1950 static inline void sk_nocaps_add(struct sock *sk, netdev_features_t flags)  in sk_nocaps_add()
1956 static inline int skb_do_copy_data_nocache(struct sock *sk, struct sk_buff *skb,  in skb_do_copy_data_nocache()
1974 static inline int skb_add_data_nocache(struct sock *sk, struct sk_buff *skb,  in skb_add_data_nocache()
1987 static inline int skb_copy_to_page_nocache(struct sock *sk, struct iov_iter *from,  in skb_copy_to_page_nocache()
2013 static inline int sk_wmem_alloc_get(const struct sock *sk)  in sk_wmem_alloc_get()
2024 static inline int sk_rmem_alloc_get(const struct sock *sk)  in sk_rmem_alloc_get()
2035 static inline bool sk_has_allocations(const struct sock *sk)  in sk_has_allocations()
2104 static inline void skb_set_hash_from_sk(struct sk_buff *skb, struct sock *sk)  in skb_set_hash_from_sk()
2122 static inline void skb_set_owner_r(struct sk_buff *skb, struct sock *sk)  in skb_set_owner_r()
2150 static inline int sock_error(struct sock *sk)  in sock_error()
2159 static inline unsigned long sock_wspace(struct sock *sk)  in sock_wspace()
2175 static inline void sk_set_bit(int nr, struct sock *sk)  in sk_set_bit()
2184 static inline void sk_clear_bit(int nr, struct sock *sk)  in sk_clear_bit()
2193 static inline void sk_wake_async(const struct sock *sk, int how, int band)  in sk_wake_async()
2212 static inline void sk_stream_moderate_sndbuf(struct sock *sk)  in sk_stream_moderate_sndbuf()
2235 static inline struct page_frag *sk_page_frag(struct sock *sk)  in sk_page_frag()
2252 static inline bool sock_writeable(const struct sock *sk)  in sock_writeable()
2262 static inline long sock_rcvtimeo(const struct sock *sk, bool noblock)  in sock_rcvtimeo()
2267 static inline long sock_sndtimeo(const struct sock *sk, bool noblock)  in sock_sndtimeo()
2272 static inline int sock_rcvlowat(const struct sock *sk, int waitall, int len)  in sock_rcvlowat()
2303 sock_skb_set_dropcount(const struct sock *sk, struct sk_buff *skb)  in sock_skb_set_dropcount()
2309 static inline void sk_drops_add(struct sock *sk, const struct sk_buff *skb)  in sk_drops_add()
2316 static inline ktime_t sock_read_timestamp(struct sock *sk)  in sock_read_timestamp()
2333 static inline void sock_write_timestamp(struct sock *sk, ktime_t kt)  in sock_write_timestamp()
2350 sock_recv_timestamp(struct msghdr *msg, struct sock *sk, struct sk_buff *skb)  in sock_recv_timestamp()
2378 static inline void sock_recv_ts_and_drops(struct msghdr *msg, struct sock *sk,  in sock_recv_ts_and_drops()
2404 static inline void sock_tx_timestamp(const struct sock *sk, __u16 tsflags,  in sock_tx_timestamp()
2421 static inline void sk_eat_skb(struct sock *sk, struct sk_buff *skb)  in sk_eat_skb()
2428 struct net *sock_net(const struct sock *sk)  in sock_net()
2434 void sock_net_set(struct sock *sk, struct net *net)  in sock_net_set()
2442 		struct sock *sk = skb->sk;  in skb_steal_sock()  local
2454 static inline bool sk_fullsock(const struct sock *sk)  in sk_fullsock()
2466 	struct sock *sk = skb->sk;  in sk_validate_xmit_skb()  local
2478 static inline bool sk_listener(const struct sock *sk)  in sk_listener()
2518 static inline int sk_get_wmem0(const struct sock *sk, const struct proto *proto)  in sk_get_wmem0()
2527 static inline int sk_get_rmem0(const struct sock *sk, const struct proto *proto)  in sk_get_rmem0()
2540 static inline void sk_pacing_shift_update(struct sock *sk, int val)  in sk_pacing_shift_update()
2552 static inline bool sk_dev_equal_l3scope(struct sock *sk, int dif)  in sk_dev_equal_l3scope()