| /include/net/ |
| D | xdp.h | 80 xdp_init_buff(struct xdp_buff *xdp, u32 frame_sz, struct xdp_rxq_info *rxq) in xdp_init_buff() argument
82 xdp->frame_sz = frame_sz; in xdp_init_buff()
83 xdp->rxq = rxq; in xdp_init_buff()
87 xdp_prepare_buff(struct xdp_buff *xdp, unsigned char *hard_start, in xdp_prepare_buff() argument
92 xdp->data_hard_start = hard_start; in xdp_prepare_buff()
93 xdp->data = data; in xdp_prepare_buff()
94 xdp->data_end = data + data_len; in xdp_prepare_buff()
95 xdp->data_meta = meta_valid ? data : data + 1; in xdp_prepare_buff()
104 #define xdp_data_hard_end(xdp) \ argument
105 ((xdp)->data_hard_start + (xdp)->frame_sz - \
[all …]
|
| D | xdp_sock_drv.h | 61 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma() argument
63 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_xdp_get_dma()
68 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma() argument
70 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_xdp_get_frame_dma()
85 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free() argument
87 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_free()
103 static inline void xsk_buff_dma_sync_for_cpu(struct xdp_buff *xdp, struct xsk_buff_pool *pool) in xsk_buff_dma_sync_for_cpu() argument
105 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_dma_sync_for_cpu()
199 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma() argument
204 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma() argument
[all …]
|
| D | xdp_sock.h | 79 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp);
80 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp);
85 static inline int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv() argument
90 static inline int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect() argument
|
| D | busy_poll.h | 156 const struct xdp_buff *xdp) in sk_mark_napi_id_once_xdp() argument
159 __sk_mark_napi_id_once(sk, xdp->rxq->napi_id); in sk_mark_napi_id_once_xdp()
|
| D | xsk_buff_pool.h | 22 struct xdp_buff xdp; member
|
| D | net_namespace.h | 167 struct netns_xdp xdp; member
|
| /include/trace/events/ |
| D | xdp.h | 3 #define TRACE_SYSTEM xdp
31 const struct bpf_prog *xdp, u32 act),
33 TP_ARGS(dev, xdp, act),
42 __entry->prog_id = xdp->aux->id;
92 const struct bpf_prog *xdp,
97 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index),
123 __entry->prog_id = xdp->aux->id;
142 const struct bpf_prog *xdp,
146 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index)
151 const struct bpf_prog *xdp,
[all …]
|
| /include/linux/ |
| D | if_tun.h | 34 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr() argument
36 return (void *)((unsigned long)xdp | TUN_XDP_FLAG); in tun_xdp_to_ptr()
60 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr() argument
|
| D | bpf_types.h | 11 BPF_PROG_TYPE(BPF_PROG_TYPE_XDP, xdp,
140 BPF_LINK_TYPE(BPF_LINK_TYPE_XDP, xdp)
|
| D | filter.h | 787 DECLARE_BPF_DISPATCHER(xdp)
791 u32 xdp_master_redirect(struct xdp_buff *xdp);
794 struct xdp_buff *xdp) in bpf_prog_run_xdp() argument
800 u32 act = __bpf_prog_run(prog, xdp, BPF_DISPATCHER_FUNC(xdp)); in bpf_prog_run_xdp()
803 if (act == XDP_TX && netif_is_bond_slave(xdp->rxq->dev)) in bpf_prog_run_xdp()
804 act = xdp_master_redirect(xdp); in bpf_prog_run_xdp()
1017 struct xdp_buff *xdp, struct bpf_prog *prog);
1019 struct xdp_buff *xdp,
|
| D | bpf.h | 1658 int dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp,
1660 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp,
1662 int dev_map_enqueue_multi(struct xdp_buff *xdp, struct net_device *dev_rx,
1671 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_buff *xdp,
1829 int dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, in dev_xdp_enqueue() argument
1836 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp, in dev_map_enqueue() argument
1843 int dev_map_enqueue_multi(struct xdp_buff *xdp, struct net_device *dev_rx, in dev_map_enqueue_multi() argument
1871 struct xdp_buff *xdp, in cpu_map_enqueue() argument
|
| D | netdevice.h | 1604 struct xdp_frame **xdp,
1607 struct xdp_buff *xdp);
4071 u32 bpf_prog_run_generic_xdp(struct sk_buff *skb, struct xdp_buff *xdp,
|
| /include/xen/interface/io/ |
| D | netif.h | 899 } xdp; member
|
| /include/uapi/linux/ |
| D | bpf.h | 5671 } xdp; member
|