2087 					   struct xdp_buff *xdp,  in ixgbe_construct_skb()  argument
2090 	unsigned int size = xdp->data_end - xdp->data;  in ixgbe_construct_skb()
2094 	unsigned int truesize = SKB_DATA_ALIGN(xdp->data_end -  in ixgbe_construct_skb()
2095 					       xdp->data_hard_start);  in ixgbe_construct_skb()
2100 	prefetch(xdp->data);  in ixgbe_construct_skb()
2102 	prefetch(xdp->data + L1_CACHE_BYTES);  in ixgbe_construct_skb()
2130 				xdp->data - page_address(rx_buffer->page),  in ixgbe_construct_skb()
2139 		       xdp->data, ALIGN(size, sizeof(long)));  in ixgbe_construct_skb()
2148 				       struct xdp_buff *xdp,  in ixgbe_build_skb()  argument
2151 	unsigned int metasize = xdp->data - xdp->data_meta;  in ixgbe_build_skb()
2156 				SKB_DATA_ALIGN(xdp->data_end -  in ixgbe_build_skb()
2157 					       xdp->data_hard_start);  in ixgbe_build_skb()
2166 	prefetch(xdp->data_meta);  in ixgbe_build_skb()
2168 	prefetch(xdp->data_meta + L1_CACHE_BYTES);  in ixgbe_build_skb()
2172 	skb = build_skb(xdp->data_hard_start, truesize);  in ixgbe_build_skb()
2177 	skb_reserve(skb, xdp->data - xdp->data_hard_start);  in ixgbe_build_skb()
2178 	__skb_put(skb, xdp->data_end - xdp->data);  in ixgbe_build_skb()
2198 				     struct xdp_buff *xdp)  in ixgbe_run_xdp()  argument
2211 	prefetchw(xdp->data_hard_start); /* xdp_frame write */  in ixgbe_run_xdp()
2213 	act = bpf_prog_run_xdp(xdp_prog, xdp);  in ixgbe_run_xdp()
2218 		xdpf = convert_to_xdp_frame(xdp);  in ixgbe_run_xdp()
2226 		err = xdp_do_redirect(adapter->netdev, xdp, xdp_prog);  in ixgbe_run_xdp()
2289 	struct xdp_buff xdp;  in ixgbe_clean_rx_irq()  local
2291 	xdp.rxq = &rx_ring->xdp_rxq;  in ixgbe_clean_rx_irq()
2320 			xdp.data = page_address(rx_buffer->page) +  in ixgbe_clean_rx_irq()
2322 			xdp.data_meta = xdp.data;  in ixgbe_clean_rx_irq()
2323 			xdp.data_hard_start = xdp.data -  in ixgbe_clean_rx_irq()
2325 			xdp.data_end = xdp.data + size;  in ixgbe_clean_rx_irq()
2327 			skb = ixgbe_run_xdp(adapter, rx_ring, &xdp);  in ixgbe_clean_rx_irq()
2345 					      &xdp, rx_desc);  in ixgbe_clean_rx_irq()
2348 						  &xdp, rx_desc);  in ixgbe_clean_rx_irq()
10283 static int ixgbe_xdp(struct net_device *dev, struct netdev_bpf *xdp)  in ixgbe_xdp()  argument
10287 	switch (xdp->command) {  in ixgbe_xdp()
10289 		return ixgbe_xdp_setup(dev, xdp->prog);  in ixgbe_xdp()
10291 		xdp->prog_id = adapter->xdp_prog ?  in ixgbe_xdp()
10295 		return ixgbe_xsk_umem_setup(adapter, xdp->xsk.umem,  in ixgbe_xdp()
10296 					    xdp->xsk.queue_id);  in ixgbe_xdp()