| /include/net/ |
| D | xdp.h | 91 static __always_inline bool xdp_buff_has_frags(struct xdp_buff *xdp) in xdp_buff_has_frags() argument
93 return !!(xdp->flags & XDP_FLAGS_HAS_FRAGS); in xdp_buff_has_frags()
96 static __always_inline void xdp_buff_set_frags_flag(struct xdp_buff *xdp) in xdp_buff_set_frags_flag() argument
98 xdp->flags |= XDP_FLAGS_HAS_FRAGS; in xdp_buff_set_frags_flag()
101 static __always_inline void xdp_buff_clear_frags_flag(struct xdp_buff *xdp) in xdp_buff_clear_frags_flag() argument
103 xdp->flags &= ~XDP_FLAGS_HAS_FRAGS; in xdp_buff_clear_frags_flag()
106 static __always_inline bool xdp_buff_is_frag_pfmemalloc(struct xdp_buff *xdp) in xdp_buff_is_frag_pfmemalloc() argument
108 return !!(xdp->flags & XDP_FLAGS_FRAGS_PF_MEMALLOC); in xdp_buff_is_frag_pfmemalloc()
111 static __always_inline void xdp_buff_set_frag_pfmemalloc(struct xdp_buff *xdp) in xdp_buff_set_frag_pfmemalloc() argument
113 xdp->flags |= XDP_FLAGS_FRAGS_PF_MEMALLOC; in xdp_buff_set_frag_pfmemalloc()
[all …]
|
| D | xdp_sock_drv.h | 65 return pool->heads[0].xdp.rxq->napi_id; in xsk_pool_get_napi_id()
85 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma() argument
87 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_xdp_get_dma()
92 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma() argument
94 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_xdp_get_frame_dma()
110 static inline u32 xsk_buff_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max) in xsk_buff_alloc_batch() argument
112 return xp_alloc_batch(pool, xdp, max); in xsk_buff_alloc_batch()
120 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free() argument
122 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_free()
126 if (likely(!xdp_buff_has_frags(xdp))) in xsk_buff_free()
[all …]
|
| D | xdp_sock.h | 122 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp);
123 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp);
199 static inline int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv() argument
204 static inline int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect() argument
|
| D | xsk_buff_pool.h | 26 struct xdp_buff xdp; member
124 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in xp_init_xskb_addr()
142 u32 xp_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max);
227 u64 offset = xskb->xdp.data - xskb->xdp.data_hard_start; in xp_get_handle()
|
| D | busy_poll.h | 175 const struct xdp_buff *xdp) in sk_mark_napi_id_once_xdp() argument
178 __sk_mark_napi_id_once(sk, xdp->rxq->napi_id); in sk_mark_napi_id_once_xdp()
|
| D | net_namespace.h | 180 struct netns_xdp xdp; member
|
| /include/trace/events/ |
| D | xdp.h | 3 #define TRACE_SYSTEM xdp
32 const struct bpf_prog *xdp, u32 act),
34 TP_ARGS(dev, xdp, act),
43 __entry->prog_id = xdp->aux->id;
93 const struct bpf_prog *xdp,
98 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index),
124 __entry->prog_id = xdp->aux->id;
143 const struct bpf_prog *xdp,
147 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index)
152 const struct bpf_prog *xdp,
[all …]
|
| /include/linux/ |
| D | if_tun.h | 36 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr() argument
38 return (void *)((unsigned long)xdp | TUN_XDP_FLAG); in tun_xdp_to_ptr()
68 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr() argument
|
| D | bpf_types.h | 11 BPF_PROG_TYPE(BPF_PROG_TYPE_XDP, xdp,
150 BPF_LINK_TYPE(BPF_LINK_TYPE_XDP, xdp)
|
| D | filter.h | 970 DECLARE_BPF_DISPATCHER(xdp)
974 u32 xdp_master_redirect(struct xdp_buff *xdp);
1181 struct xdp_buff *xdp, struct bpf_prog *prog);
1183 struct xdp_buff *xdp,
1186 struct xdp_buff *xdp,
1747 int __bpf_xdp_load_bytes(struct xdp_buff *xdp, u32 offset, void *buf, u32 len);
1748 int __bpf_xdp_store_bytes(struct xdp_buff *xdp, u32 offset, void *buf, u32 len);
1749 void *bpf_xdp_pointer(struct xdp_buff *xdp, u32 offset, u32 len);
1750 void bpf_xdp_copy_buf(struct xdp_buff *xdp, unsigned long off,
1765 static inline int __bpf_xdp_load_bytes(struct xdp_buff *xdp, u32 offset, in __bpf_xdp_load_bytes() argument
[all …]
|
| D | netdevice.h | 1605 struct xdp_frame **xdp,
1608 struct xdp_buff *xdp);
3933 u32 bpf_prog_run_generic_xdp(struct sk_buff *skb, struct xdp_buff *xdp,
|
| /include/xen/interface/io/ |
| D | netif.h | 882 } xdp; member
|
| /include/net/mana/ |
| D | mana.h | 488 struct xdp_buff *xdp, void *buf_va, uint pkt_len);
|
| /include/uapi/linux/ |
| D | bpf.h | 6683 } xdp; member
|