1619 		if (!buf->xdp)  in dma_free_rx_xskbufs()
1622 		xsk_buff_free(buf->xdp);  in dma_free_rx_xskbufs()
1623 		buf->xdp = NULL;  in dma_free_rx_xskbufs()
1644 		buf->xdp = xsk_buff_alloc(rx_q->xsk_pool);  in stmmac_alloc_rx_buffers_zc()
1645 		if (!buf->xdp)  in stmmac_alloc_rx_buffers_zc()
1648 		dma_addr = xsk_buff_xdp_get_dma(buf->xdp);  in stmmac_alloc_rx_buffers_zc()
4719 				struct xdp_buff *xdp)  in stmmac_xdp_xmit_back()  argument
4721 	struct xdp_frame *xdpf = xdp_convert_buff_to_frame(xdp);  in stmmac_xdp_xmit_back()
4748 				 struct xdp_buff *xdp)  in __stmmac_xdp_run_prog()  argument
4753 	act = bpf_prog_run_xdp(prog, xdp);  in __stmmac_xdp_run_prog()
4759 		res = stmmac_xdp_xmit_back(priv, xdp);  in __stmmac_xdp_run_prog()
4762 		if (xdp_do_redirect(priv->dev, xdp, prog) < 0)  in __stmmac_xdp_run_prog()
4782 					   struct xdp_buff *xdp)  in stmmac_xdp_run_prog()  argument
4793 	res = __stmmac_xdp_run_prog(priv, prog, xdp);  in stmmac_xdp_run_prog()
4814 					       struct xdp_buff *xdp)  in stmmac_construct_skb_zc()  argument
4816 	unsigned int metasize = xdp->data - xdp->data_meta;  in stmmac_construct_skb_zc()
4817 	unsigned int datasize = xdp->data_end - xdp->data;  in stmmac_construct_skb_zc()
4821 			       xdp->data_end - xdp->data_hard_start,  in stmmac_construct_skb_zc()
4826 	skb_reserve(skb, xdp->data - xdp->data_hard_start);  in stmmac_construct_skb_zc()
4827 	memcpy(__skb_put(skb, datasize), xdp->data, datasize);  in stmmac_construct_skb_zc()
4836 				   struct xdp_buff *xdp)  in stmmac_dispatch_skb_zc()  argument
4839 	unsigned int len = xdp->data_end - xdp->data;  in stmmac_dispatch_skb_zc()
4845 	skb = stmmac_construct_skb_zc(ch, xdp);  in stmmac_dispatch_skb_zc()
4884 		if (!buf->xdp) {  in stmmac_rx_refill_zc()
4885 			buf->xdp = xsk_buff_alloc(rx_q->xsk_pool);  in stmmac_rx_refill_zc()
4886 			if (!buf->xdp) {  in stmmac_rx_refill_zc()
4897 		dma_addr = xsk_buff_xdp_get_dma(buf->xdp);  in stmmac_rx_refill_zc()
5010 		if (!buf->xdp)  in stmmac_rx_zc()
5018 			xsk_buff_free(buf->xdp);  in stmmac_rx_zc()
5019 			buf->xdp = NULL;  in stmmac_rx_zc()
5035 			xsk_buff_free(buf->xdp);  in stmmac_rx_zc()
5036 			buf->xdp = NULL;  in stmmac_rx_zc()
5061 		buf->xdp->data_end = buf->xdp->data + buf1_len;  in stmmac_rx_zc()
5062 		xsk_buff_dma_sync_for_cpu(buf->xdp, rx_q->xsk_pool);  in stmmac_rx_zc()
5065 		res = __stmmac_xdp_run_prog(priv, prog, buf->xdp);  in stmmac_rx_zc()
5069 			stmmac_dispatch_skb_zc(priv, queue, p, np, buf->xdp);  in stmmac_rx_zc()
5070 			xsk_buff_free(buf->xdp);  in stmmac_rx_zc()
5073 			xsk_buff_free(buf->xdp);  in stmmac_rx_zc()
5082 		buf->xdp = NULL;  in stmmac_rx_zc()
5128 	struct xdp_buff xdp;  in stmmac_rx()  local
5256 			xdp_init_buff(&xdp, buf_sz, &rx_q->xdp_rxq);  in stmmac_rx()
5257 			xdp_prepare_buff(&xdp, page_address(buf->page),  in stmmac_rx()
5260 			pre_len = xdp.data_end - xdp.data_hard_start -  in stmmac_rx()
5262 			skb = stmmac_xdp_run_prog(priv, &xdp);  in stmmac_rx()
5266 			sync_len = xdp.data_end - xdp.data_hard_start -  in stmmac_rx()
5276 							   virt_to_head_page(xdp.data),  in stmmac_rx()
5304 			buf1_len = xdp.data_end - xdp.data;  in stmmac_rx()
5314 			skb_copy_to_linear_data(skb, xdp.data, buf1_len);  in stmmac_rx()