39 static inline bool sk_can_busy_loop(const struct sock *sk)  in sk_can_busy_loop()  argument
41 	return READ_ONCE(sk->sk_ll_usec) && !signal_pending(current);  in sk_can_busy_loop()
56 static inline bool sk_can_busy_loop(struct sock *sk)  in sk_can_busy_loop()  argument
88 static inline bool sk_busy_loop_timeout(struct sock *sk,  in sk_busy_loop_timeout()  argument
92 	unsigned long bp_usec = READ_ONCE(sk->sk_ll_usec);  in sk_busy_loop_timeout()
104 static inline void sk_busy_loop(struct sock *sk, int nonblock)  in sk_busy_loop()  argument
107 	unsigned int napi_id = READ_ONCE(sk->sk_napi_id);  in sk_busy_loop()
110 		napi_busy_loop(napi_id, nonblock ? NULL : sk_busy_loop_end, sk,  in sk_busy_loop()
111 			       READ_ONCE(sk->sk_prefer_busy_poll),  in sk_busy_loop()
112 			       READ_ONCE(sk->sk_busy_poll_budget) ?: BUSY_POLL_BUDGET);  in sk_busy_loop()
130 static inline void sk_mark_napi_id(struct sock *sk, const struct sk_buff *skb)  in sk_mark_napi_id()  argument
133 	WRITE_ONCE(sk->sk_napi_id, skb->napi_id);  in sk_mark_napi_id()
135 	sk_rx_queue_set(sk, skb);  in sk_mark_napi_id()
138 static inline void __sk_mark_napi_id_once(struct sock *sk, unsigned int napi_id)  in __sk_mark_napi_id_once()  argument
141 	if (!READ_ONCE(sk->sk_napi_id))  in __sk_mark_napi_id_once()
142 		WRITE_ONCE(sk->sk_napi_id, napi_id);  in __sk_mark_napi_id_once()
147 static inline void sk_mark_napi_id_once(struct sock *sk,  in sk_mark_napi_id_once()  argument
151 	__sk_mark_napi_id_once(sk, skb->napi_id);  in sk_mark_napi_id_once()
155 static inline void sk_mark_napi_id_once_xdp(struct sock *sk,  in sk_mark_napi_id_once_xdp()  argument
159 	__sk_mark_napi_id_once(sk, xdp->rxq->napi_id);  in sk_mark_napi_id_once_xdp()