Lines Matching refs:xa
51 const struct xdp_mem_allocator *xa = ptr; in xdp_mem_id_cmp() local
54 return xa->mem.id != mem_id; in xdp_mem_id_cmp()
71 struct xdp_mem_allocator *xa; in __xdp_mem_allocator_rcu_free() local
73 xa = container_of(rcu, struct xdp_mem_allocator, rcu); in __xdp_mem_allocator_rcu_free()
76 ida_simple_remove(&mem_id_pool, xa->mem.id); in __xdp_mem_allocator_rcu_free()
78 kfree(xa); in __xdp_mem_allocator_rcu_free()
81 static void mem_xa_remove(struct xdp_mem_allocator *xa) in mem_xa_remove() argument
83 trace_mem_disconnect(xa); in mem_xa_remove()
85 if (!rhashtable_remove_fast(mem_id_ht, &xa->node, mem_id_rht_params)) in mem_xa_remove()
86 call_rcu(&xa->rcu, __xdp_mem_allocator_rcu_free); in mem_xa_remove()
91 struct xdp_mem_allocator *xa; in mem_allocator_disconnect() local
100 while ((xa = rhashtable_walk_next(&iter)) && !IS_ERR(xa)) { in mem_allocator_disconnect()
101 if (xa->allocator == allocator) in mem_allocator_disconnect()
102 mem_xa_remove(xa); in mem_allocator_disconnect()
107 } while (xa == ERR_PTR(-EAGAIN)); in mem_allocator_disconnect()
115 struct xdp_mem_allocator *xa; in xdp_unreg_mem_model() local
128 xa = rhashtable_lookup(mem_id_ht, &id, mem_id_rht_params); in xdp_unreg_mem_model()
129 page_pool_destroy(xa->page_pool); in xdp_unreg_mem_model()
378 struct xdp_mem_allocator *xa; in __xdp_return() local
385 xa = rhashtable_lookup(mem_id_ht, &mem->id, mem_id_rht_params); in __xdp_return()
389 page_pool_put_full_page(xa->page_pool, page, napi_direct); in __xdp_return()
434 struct xdp_mem_allocator *xa = bq->xa; in xdp_flush_frame_bulk() local
436 if (unlikely(!xa || !bq->count)) in xdp_flush_frame_bulk()
439 page_pool_put_page_bulk(xa->page_pool, bq->q, bq->count); in xdp_flush_frame_bulk()
450 struct xdp_mem_allocator *xa; in xdp_return_frame_bulk() local
457 xa = bq->xa; in xdp_return_frame_bulk()
458 if (unlikely(!xa)) { in xdp_return_frame_bulk()
459 xa = rhashtable_lookup(mem_id_ht, &mem->id, mem_id_rht_params); in xdp_return_frame_bulk()
461 bq->xa = xa; in xdp_return_frame_bulk()
467 if (unlikely(mem->id != xa->mem.id)) { in xdp_return_frame_bulk()
469 bq->xa = rhashtable_lookup(mem_id_ht, &mem->id, mem_id_rht_params); in xdp_return_frame_bulk()
484 struct xdp_mem_allocator *xa; in __xdp_release_frame() local
488 xa = rhashtable_lookup(mem_id_ht, &mem->id, mem_id_rht_params); in __xdp_release_frame()
490 if (xa) in __xdp_release_frame()
491 page_pool_release_page(xa->page_pool, page); in __xdp_release_frame()