| /kernel/linux/linux-5.10/include/net/ |
| D | xdp.h | 72 void *data_hard_start; member
85 ((xdp)->data_hard_start + (xdp)->frame_sz - \
111 void *data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_get_shared_info_from_frame() local
113 return (struct skb_shared_info *)(data_hard_start + frame->frame_sz - in xdp_get_shared_info_from_frame()
139 xdp->data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_convert_frame_to_buff()
153 headroom = xdp->data - xdp->data_hard_start; in xdp_update_frame_from_buff()
184 xdp_frame = xdp->data_hard_start; in xdp_convert_buff_to_frame()
|
| /kernel/linux/linux-5.10/drivers/net/hyperv/ |
| D | netvsc_bpf.c | 32 xdp->data_hard_start = NULL; in netvsc_run_xdp()
47 xdp->data_hard_start = page_address(page); in netvsc_run_xdp()
48 xdp->data = xdp->data_hard_start + NETVSC_XDP_HDRM; in netvsc_run_xdp()
77 xdp->data_hard_start = NULL; in netvsc_run_xdp()
|
| D | netvsc_drv.c | 823 void *xbuf = xdp->data_hard_start; in netvsc_alloc_recv_skb()
827 unsigned int hdroom = xdp->data - xdp->data_hard_start; in netvsc_alloc_recv_skb()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.c | 136 xdp.data_hard_start = *data_ptr - offset; in bnxt_rx_xdp()
157 offset = xdp.data - xdp.data_hard_start; in bnxt_rx_xdp()
158 *data_ptr = xdp.data_hard_start + offset; in bnxt_rx_xdp()
|
| /kernel/linux/linux-5.10/tools/testing/selftests/bpf/progs/ |
| D | test_xdp_bpf2bpf.c | 27 void *data_hard_start; member
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 215 bi->xdp->data_end - bi->xdp->data_hard_start, in ixgbe_construct_skb_zc()
220 skb_reserve(skb, bi->xdp->data - bi->xdp->data_hard_start); in ixgbe_construct_skb_zc()
|
| /kernel/linux/linux-5.10/net/xdp/ |
| D | xsk_buff_pool.c | 481 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in __xp_alloc()
507 xskb->xdp.data = xskb->xdp.data_hard_start + XDP_PACKET_HEADROOM; in xp_alloc()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ice/ |
| D | ice_txrx.c | 923 xdp->data_hard_start); in ice_build_skb()
934 skb = build_skb(xdp->data_hard_start, truesize); in ice_build_skb()
944 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ice_build_skb()
1150 xdp.data_hard_start = NULL; in ice_clean_rx_irq()
1156 xdp.data_hard_start = xdp.data - ice_rx_offset(rx_ring); in ice_clean_rx_irq()
|
| D | ice_xsk.c | 502 rx_buf->xdp->data_hard_start; in ice_construct_skb_zc()
510 skb_reserve(skb, rx_buf->xdp->data - rx_buf->xdp->data_hard_start); in ice_construct_skb_zc()
|
| /kernel/linux/linux-5.10/drivers/net/ |
| D | tap.c | 1137 struct tun_xdp_hdr *hdr = xdp->data_hard_start; in tap_get_user_xdp()
1148 skb = build_skb(xdp->data_hard_start, buflen); in tap_get_user_xdp()
1154 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tap_get_user_xdp()
|
| D | veth.c | 711 xdp.data_hard_start = skb->head; in veth_xdp_rcv_skb()
718 xdp.frame_sz = (void *)skb_end_pointer(skb) - xdp.data_hard_start; in veth_xdp_rcv_skb()
|
| D | tun.c | 1716 xdp.data_hard_start = buf; in tun_build_skb()
1740 pad = xdp.data - xdp.data_hard_start; in tun_build_skb()
2461 struct tun_xdp_hdr *hdr = xdp->data_hard_start; in tun_xdp_one()
2511 skb = build_skb(xdp->data_hard_start, buflen); in tun_xdp_one()
2517 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tun_xdp_one()
|
| D | virtio_net.c | 755 xdp.data_hard_start = buf + VIRTNET_RX_PAD + vi->hdr_len; in receive_small()
756 xdp.data = xdp.data_hard_start + xdp_headroom; in receive_small()
932 xdp.data_hard_start = data - VIRTIO_XDP_HEADROOM + vi->hdr_len; in receive_mergeable()
|
| D | xen-netfront.c | 980 xdp->data_hard_start = page_address(pdata); in xennet_run_xdp()
981 xdp->data = xdp->data_hard_start + XDP_PACKET_HEADROOM; in xennet_run_xdp()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/sfc/ |
| D | rx.c | 297 xdp.data_hard_start = xdp.data - EFX_XDP_HEADROOM; in efx_do_xdp()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/i40e/ |
| D | i40e_txrx.c | 2072 xdp->data_hard_start); in i40e_build_skb()
2084 skb = build_skb(xdp->data_hard_start, truesize); in i40e_build_skb()
2089 skb_reserve(skb, xdp->data - xdp->data_hard_start); in i40e_build_skb()
2196 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in i40e_run_xdp()
2399 xdp.data_hard_start = xdp.data - in i40e_clean_rx_irq()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/qlogic/qede/ |
| D | qede_fp.c | 1096 xdp.data_hard_start = page_address(bd->data); in qede_rx_xdp()
1097 xdp.data = xdp.data_hard_start + *data_offset; in qede_rx_xdp()
1112 *data_offset = xdp.data - xdp.data_hard_start; in qede_rx_xdp()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/marvell/ |
| D | mvneta.c | 2177 len = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp()
2182 sync = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp()
2258 xdp->data_hard_start = data; in mvneta_swbm_rx_frame()
2313 skb = build_skb(xdp->data_hard_start, PAGE_SIZE); in mvneta_swbm_build_skb()
2319 skb_reserve(skb, xdp->data - xdp->data_hard_start); in mvneta_swbm_build_skb()
2384 if (unlikely(!xdp_buf.data_hard_start)) { in mvneta_rx_swbm()
2428 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm()
2432 if (xdp_buf.data_hard_start) in mvneta_rx_swbm()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en_rx.c | 1127 xdp->data_hard_start = va; in mlx5e_fill_xdp_buff()
1159 rx_headroom = xdp.data - xdp.data_hard_start; in mlx5e_skb_from_cqe_linear()
1482 rx_headroom = xdp.data - xdp.data_hard_start; in mlx5e_skb_from_cqe_mpwrq_linear()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx4/ |
| D | en_rx.c | 780 xdp.data_hard_start = va - frags[0].page_offset; in mlx4_en_process_rx_cq()
791 xdp.data_hard_start; in mlx4_en_process_rx_cq()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/socionext/ |
| D | netsec.c | 897 sync = xdp->data_end - xdp->data_hard_start - NETSEC_RXBUF_HEADROOM; in netsec_run_xdp()
1009 xdp.data_hard_start = desc->addr; in netsec_process_rx()
1039 skb_reserve(skb, xdp.data - xdp.data_hard_start); in netsec_process_rx()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf_main.c | 864 xdp->data_hard_start); in ixgbevf_construct_skb()
940 xdp->data_hard_start); in ixgbevf_build_skb()
952 skb = build_skb(xdp->data_hard_start, truesize); in ixgbevf_build_skb()
957 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ixgbevf_build_skb()
1170 xdp.data_hard_start = xdp.data - in ixgbevf_clean_rx_irq()
|
| /kernel/linux/linux-5.10/net/bpf/ |
| D | test_run.c | 652 xdp.data_hard_start = data; in bpf_prog_test_run_xdp()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/ti/ |
| D | cpsw.c | 407 xdp.data_hard_start = pa; in cpsw_rx_handler()
418 headroom = xdp.data - xdp.data_hard_start; in cpsw_rx_handler()
|
| D | cpsw_new.c | 350 xdp.data_hard_start = pa; in cpsw_rx_handler()
360 headroom = xdp.data - xdp.data_hard_start; in cpsw_rx_handler()
|