1996 					  struct xdp_buff *xdp)  in i40e_construct_skb()  argument
1998 	unsigned int size = xdp->data_end - xdp->data;  in i40e_construct_skb()
2008 	prefetch(xdp->data);  in i40e_construct_skb()
2010 	prefetch(xdp->data + L1_CACHE_BYTES);  in i40e_construct_skb()
2038 		headlen = eth_get_headlen(skb->dev, xdp->data,  in i40e_construct_skb()
2042 	memcpy(__skb_put(skb, headlen), xdp->data,  in i40e_construct_skb()
2077 				      struct xdp_buff *xdp)  in i40e_build_skb()  argument
2079 	unsigned int metasize = xdp->data - xdp->data_meta;  in i40e_build_skb()
2084 				SKB_DATA_ALIGN(xdp->data_end -  in i40e_build_skb()
2085 					       xdp->data_hard_start);  in i40e_build_skb()
2094 	prefetch(xdp->data_meta);  in i40e_build_skb()
2096 	prefetch(xdp->data_meta + L1_CACHE_BYTES);  in i40e_build_skb()
2099 	skb = build_skb(xdp->data_hard_start, truesize);  in i40e_build_skb()
2104 	skb_reserve(skb, xdp->data - xdp->data_hard_start);  in i40e_build_skb()
2105 	__skb_put(skb, xdp->data_end - xdp->data);  in i40e_build_skb()
2181 int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring)  in i40e_xmit_xdp_tx_ring()  argument
2183 	struct xdp_frame *xdpf = convert_to_xdp_frame(xdp);  in i40e_xmit_xdp_tx_ring()
2197 				    struct xdp_buff *xdp)  in i40e_run_xdp()  argument
2210 	prefetchw(xdp->data_hard_start); /* xdp_frame write */  in i40e_run_xdp()
2212 	act = bpf_prog_run_xdp(xdp_prog, xdp);  in i40e_run_xdp()
2218 		result = i40e_xmit_xdp_tx_ring(xdp, xdp_ring);  in i40e_run_xdp()
2221 		err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog);  in i40e_run_xdp()
2336 	struct xdp_buff xdp;  in i40e_clean_rx_irq()  local
2338 	xdp.rxq = &rx_ring->xdp_rxq;  in i40e_clean_rx_irq()
2386 			xdp.data = page_address(rx_buffer->page) +  in i40e_clean_rx_irq()
2388 			xdp.data_meta = xdp.data;  in i40e_clean_rx_irq()
2389 			xdp.data_hard_start = xdp.data -  in i40e_clean_rx_irq()
2391 			xdp.data_end = xdp.data + size;  in i40e_clean_rx_irq()
2393 			skb = i40e_run_xdp(rx_ring, &xdp);  in i40e_clean_rx_irq()
2410 			skb = i40e_build_skb(rx_ring, rx_buffer, &xdp);  in i40e_clean_rx_irq()
2412 			skb = i40e_construct_skb(rx_ring, rx_buffer, &xdp);  in i40e_clean_rx_irq()