| /kernel/linux/linux-5.10/include/net/ |
| D | xdp_sock_drv.h | 60 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
67 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
74 static inline struct xdp_buff *xsk_buff_alloc(struct xsk_buff_pool *pool) in xsk_buff_alloc()
84 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free()
102 static inline void xsk_buff_dma_sync_for_cpu(struct xdp_buff *xdp, struct xsk_buff_pool *pool) in xsk_buff_dma_sync_for_cpu()
193 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
198 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
203 static inline struct xdp_buff *xsk_buff_alloc(struct xsk_buff_pool *pool) in xsk_buff_alloc()
213 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free()
228 static inline void xsk_buff_dma_sync_for_cpu(struct xdp_buff *xdp, struct xsk_buff_pool *pool) in xsk_buff_dma_sync_for_cpu()
|
| D | xdp.h | 68 struct xdp_buff { struct
89 xdp_get_shared_info_from_buff(struct xdp_buff *xdp) in xdp_get_shared_info_from_buff() argument
134 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp);
137 void xdp_convert_frame_to_buff(struct xdp_frame *frame, struct xdp_buff *xdp) in xdp_convert_frame_to_buff()
147 int xdp_update_frame_from_buff(struct xdp_buff *xdp, in xdp_update_frame_from_buff()
176 struct xdp_frame *xdp_convert_buff_to_frame(struct xdp_buff *xdp) in xdp_convert_buff_to_frame()
196 void xdp_return_buff(struct xdp_buff *xdp);
226 xdp_set_data_meta_invalid(struct xdp_buff *xdp) in xdp_set_data_meta_invalid()
232 xdp_data_meta_unsupported(const struct xdp_buff *xdp) in xdp_data_meta_unsupported()
|
| D | xdp_sock.h | 18 struct xdp_buff;
79 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp);
80 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp);
98 static inline int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv()
103 static inline int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect()
|
| D | xsk_buff_pool.h | 22 struct xdp_buff xdp;
107 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool);
|
| /kernel/linux/linux-5.10/tools/testing/selftests/bpf/progs/ |
| D | test_xdp_bpf2bpf.c | 23 struct xdp_buff { struct
45 int BPF_PROG(trace_on_entry, struct xdp_buff *xdp) in BPF_PROG() argument
64 int BPF_PROG(trace_on_exit, struct xdp_buff *xdp, int ret) in BPF_PROG()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| D | rx.c | 32 struct xdp_buff *xdp = wi->umr.dma_info[page_idx].xsk; in mlx5e_xsk_skb_from_cqe_mpwrq_linear()
85 struct xdp_buff *xdp = wi->di->xsk; in mlx5e_xsk_skb_from_cqe_linear()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 18 static struct xdp_buff **i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi()
199 static int i40e_run_xdp_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp) in i40e_run_xdp_zc()
249 struct xdp_buff **bi, *xdp; in i40e_alloc_rx_buffers_zc()
299 struct xdp_buff *xdp) in i40e_construct_skb_zc()
354 struct xdp_buff **bi; in i40e_clean_rx_irq_zc()
628 struct xdp_buff *rx_bi = *i40e_rx_bi(rx_ring, i); in i40e_xsk_clean_rx_ring()
|
| D | i40e_txrx_common.h | 7 int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring);
|
| D | i40e_txrx.h | 329 struct xdp_buff **rx_bi_zc;
|
| /kernel/linux/linux-5.10/net/core/ |
| D | xdp.c | 341 struct xdp_buff *xdp) in __xdp_return()
387 void xdp_return_buff(struct xdp_buff *xdp) in xdp_return_buff()
417 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp) in xdp_convert_zc_to_xdp_frame()
|
| D | filter.c | 3838 static unsigned long xdp_get_metalen(const struct xdp_buff *xdp) in xdp_get_metalen()
3844 BPF_CALL_2(bpf_xdp_adjust_head, struct xdp_buff *, xdp, int, offset) in BPF_CALL_2() argument
3872 BPF_CALL_2(bpf_xdp_adjust_tail, struct xdp_buff *, xdp, int, offset) in BPF_CALL_2() argument
3907 BPF_CALL_2(bpf_xdp_adjust_meta, struct xdp_buff *, xdp, int, offset) in BPF_CALL_2() argument
3936 struct bpf_map *map, struct xdp_buff *xdp) in __bpf_tx_xdp_map()
3993 int xdp_do_redirect(struct net_device *dev, struct xdp_buff *xdp, in xdp_do_redirect()
4031 struct xdp_buff *xdp, in xdp_do_generic_redirect_map()
4072 struct xdp_buff *xdp, struct bpf_prog *xdp_prog) in xdp_do_generic_redirect()
4567 BPF_CALL_5(bpf_xdp_event_output, struct xdp_buff *, xdp, struct bpf_map *, map, in BPF_CALL_5() argument
4593 BTF_ID_LIST_SINGLE(bpf_xdp_output_btf_ids, struct, xdp_buff)
[all …]
|
| /kernel/linux/linux-5.10/net/xdp/ |
| D | xsk.c | 151 static int __xsk_rcv_zc(struct xdp_sock *xs, struct xdp_buff *xdp, u32 len) in __xsk_rcv_zc()
168 static void xsk_copy_xdp(struct xdp_buff *to, struct xdp_buff *from, u32 len) in xsk_copy_xdp()
186 static int __xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp, u32 len, in __xsk_rcv()
189 struct xdp_buff *xsk_xdp; in __xsk_rcv()
232 static int xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp, in xsk_rcv()
257 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv()
268 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ice/ |
| D | ice_txrx_lib.h | 50 int ice_xmit_xdp_buff(struct xdp_buff *xdp, struct ice_ring *xdp_ring);
|
| D | ice_txrx_lib.c | 260 int ice_xmit_xdp_buff(struct xdp_buff *xdp, struct ice_ring *xdp_ring) in ice_xmit_xdp_buff()
|
| D | ice_txrx.h | 175 struct xdp_buff *xdp;
|
| /kernel/linux/linux-5.10/kernel/bpf/ |
| D | devmap.c | 446 static inline int __xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, in __xdp_enqueue()
467 static struct xdp_buff *dev_map_run_prog(struct net_device *dev, in dev_map_run_prog()
468 struct xdp_buff *xdp, in dev_map_run_prog()
495 int dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, in dev_xdp_enqueue()
501 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp, in dev_map_enqueue()
|
| D | cpumap.c | 233 struct xdp_buff xdp; in cpu_map_bpf_prog_run_xdp()
730 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_buff *xdp, in cpu_map_enqueue()
|
| /kernel/linux/linux-5.10/include/linux/ |
| D | bpf.h | 1497 struct xdp_buff;
1503 int dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp,
1505 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp,
1513 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_buff *xdp,
1672 struct xdp_buff;
1676 int dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, in dev_xdp_enqueue()
1683 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp, in dev_map_enqueue()
1709 struct xdp_buff *xdp, in cpu_map_enqueue()
|
| D | bpf_types.h | 12 struct xdp_md, struct xdp_buff)
|
| D | filter.h | 37 struct xdp_buff;
750 struct xdp_buff *xdp) in DECLARE_BPF_DISPATCHER()
968 struct xdp_buff *xdp, struct bpf_prog *prog);
970 struct xdp_buff *xdp,
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | xdp.h | 51 u32 *len, struct xdp_buff *xdp);
|
| D | xdp.c | 60 struct mlx5e_dma_info *di, struct xdp_buff *xdp) in mlx5e_xmit_xdp_buff()
123 u32 *len, struct xdp_buff *xdp) in mlx5e_xdp_handle()
|
| /kernel/linux/linux-5.10/drivers/net/hyperv/ |
| D | netvsc_bpf.c | 24 struct xdp_buff *xdp) in netvsc_run_xdp()
|
| /kernel/linux/linux-5.10/drivers/net/ |
| D | tap.c | 1135 static int tap_get_user_xdp(struct tap_queue *q, struct xdp_buff *xdp) in tap_get_user_xdp()
1202 struct xdp_buff *xdp; in tap_sendmsg()
1208 xdp = &((struct xdp_buff *)ctl->ptr)[i]; in tap_sendmsg()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.c | 118 struct xdp_buff xdp; in bnxt_rx_xdp()
|