59 	struct xdp_buff_xsk *xskb;  in xp_create_and_assign_umem()  local
96 		xskb = &pool->heads[i];  in xp_create_and_assign_umem()
97 		xskb->pool = pool;  in xp_create_and_assign_umem()
98 		xskb->xdp.frame_sz = umem->chunk_size - umem->headroom;  in xp_create_and_assign_umem()
99 		pool->free_heads[i] = xskb;  in xp_create_and_assign_umem()
461 	struct xdp_buff_xsk *xskb;  in __xp_alloc()  local
468 	xskb = pool->free_heads[--pool->free_heads_cnt];  in __xp_alloc()
473 			xp_release(xskb);  in __xp_alloc()
488 	xskb->orig_addr = addr;  in __xp_alloc()
489 	xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom;  in __xp_alloc()
491 		xskb->frame_dma = (pool->dma_pages[addr >> PAGE_SHIFT] &  in __xp_alloc()
494 		xskb->dma = xskb->frame_dma + pool->headroom +  in __xp_alloc()
497 	return xskb;  in __xp_alloc()
502 	struct xdp_buff_xsk *xskb;  in xp_alloc()  local
505 		xskb = __xp_alloc(pool);  in xp_alloc()
506 		if (!xskb)  in xp_alloc()
510 		xskb = list_first_entry(&pool->free_list, struct xdp_buff_xsk,  in xp_alloc()
512 		list_del(&xskb->free_list_node);  in xp_alloc()
515 	xskb->xdp.data = xskb->xdp.data_hard_start + XDP_PACKET_HEADROOM;  in xp_alloc()
516 	xskb->xdp.data_meta = xskb->xdp.data;  in xp_alloc()
519 		dma_sync_single_range_for_device(pool->dev, xskb->dma, 0,  in xp_alloc()
523 	return &xskb->xdp;  in xp_alloc()
535 void xp_free(struct xdp_buff_xsk *xskb)  in xp_free()  argument
537 	xskb->pool->free_list_cnt++;  in xp_free()
538 	list_add(&xskb->free_list_node, &xskb->pool->free_list);  in xp_free()
558 void xp_dma_sync_for_cpu_slow(struct xdp_buff_xsk *xskb)  in xp_dma_sync_for_cpu_slow()  argument
560 	dma_sync_single_range_for_cpu(xskb->pool->dev, xskb->dma, 0,  in xp_dma_sync_for_cpu_slow()
561 				      xskb->pool->frame_len, DMA_BIDIRECTIONAL);  in xp_dma_sync_for_cpu_slow()