858 				      struct xdp_buff *xdp,  in ixgbevf_construct_skb()  argument
861 	unsigned int size = xdp->data_end - xdp->data;  in ixgbevf_construct_skb()
865 	unsigned int truesize = SKB_DATA_ALIGN(xdp->data_end -  in ixgbevf_construct_skb()
866 					       xdp->data_hard_start);  in ixgbevf_construct_skb()
872 	prefetch(xdp->data);  in ixgbevf_construct_skb()
874 	prefetch(xdp->data + L1_CACHE_BYTES);  in ixgbevf_construct_skb()
899 		headlen = eth_get_headlen(skb->dev, xdp->data,  in ixgbevf_construct_skb()
903 	memcpy(__skb_put(skb, headlen), xdp->data,  in ixgbevf_construct_skb()
910 				(xdp->data + headlen) -  in ixgbevf_construct_skb()
935 					 struct xdp_buff *xdp,  in ixgbevf_build_skb()  argument
938 	unsigned int metasize = xdp->data - xdp->data_meta;  in ixgbevf_build_skb()
943 				SKB_DATA_ALIGN(xdp->data_end -  in ixgbevf_build_skb()
944 					       xdp->data_hard_start);  in ixgbevf_build_skb()
953 	prefetch(xdp->data_meta);  in ixgbevf_build_skb()
955 	prefetch(xdp->data_meta + L1_CACHE_BYTES);  in ixgbevf_build_skb()
959 	skb = build_skb(xdp->data_hard_start, truesize);  in ixgbevf_build_skb()
964 	skb_reserve(skb, xdp->data - xdp->data_hard_start);  in ixgbevf_build_skb()
965 	__skb_put(skb, xdp->data_end - xdp->data);  in ixgbevf_build_skb()
984 				 struct xdp_buff *xdp)  in ixgbevf_xmit_xdp_ring()  argument
992 	len = xdp->data_end - xdp->data;  in ixgbevf_xmit_xdp_ring()
997 	dma = dma_map_single(ring->dev, xdp->data, len, DMA_TO_DEVICE);  in ixgbevf_xmit_xdp_ring()
1007 	tx_buffer->data = xdp->data;  in ixgbevf_xmit_xdp_ring()
1062 				       struct xdp_buff *xdp)  in ixgbevf_run_xdp()  argument
1075 	act = bpf_prog_run_xdp(xdp_prog, xdp);  in ixgbevf_run_xdp()
1081 		result = ixgbevf_xmit_xdp_ring(xdp_ring, xdp);  in ixgbevf_run_xdp()
1124 	struct xdp_buff xdp;  in ixgbevf_clean_rx_irq()  local
1126 	xdp.rxq = &rx_ring->xdp_rxq;  in ixgbevf_clean_rx_irq()
1154 			xdp.data = page_address(rx_buffer->page) +  in ixgbevf_clean_rx_irq()
1156 			xdp.data_meta = xdp.data;  in ixgbevf_clean_rx_irq()
1157 			xdp.data_hard_start = xdp.data -  in ixgbevf_clean_rx_irq()
1159 			xdp.data_end = xdp.data + size;  in ixgbevf_clean_rx_irq()
1161 			skb = ixgbevf_run_xdp(adapter, rx_ring, &xdp);  in ixgbevf_clean_rx_irq()
1178 						&xdp, rx_desc);  in ixgbevf_clean_rx_irq()
1181 						    &xdp, rx_desc);  in ixgbevf_clean_rx_irq()
4491 static int ixgbevf_xdp(struct net_device *dev, struct netdev_bpf *xdp)  in ixgbevf_xdp()  argument
4495 	switch (xdp->command) {  in ixgbevf_xdp()
4497 		return ixgbevf_xdp_setup(dev, xdp->prog);  in ixgbevf_xdp()
4499 		xdp->prog_id = adapter->xdp_prog ?  in ixgbevf_xdp()