18 #define REG_STATE_NEW		0x0
19 #define REG_STATE_REGISTERED	0x1
20 #define REG_STATE_UNREGISTERED	0x2
21 #define REG_STATE_UNUSED	0x3
25 #define MEM_ID_MAX 0xFFFE
58 	const struct xdp_mem_allocator *xa = ptr;  in xdp_mem_id_cmp()  local
61 	return xa->mem.id != mem_id;  in xdp_mem_id_cmp()
78 	struct xdp_mem_allocator *xa;  in __xdp_mem_allocator_rcu_free()  local
80 	xa = container_of(rcu, struct xdp_mem_allocator, rcu);  in __xdp_mem_allocator_rcu_free()
83 	ida_simple_remove(&mem_id_pool, xa->mem.id);  in __xdp_mem_allocator_rcu_free()
90 	xa->mem.id = 0xFFFF;  in __xdp_mem_allocator_rcu_free()
91 	xa->mem.type = 0xF0F0;  in __xdp_mem_allocator_rcu_free()
92 	xa->allocator = (void *)0xDEAD9001;  in __xdp_mem_allocator_rcu_free()
94 	kfree(xa);  in __xdp_mem_allocator_rcu_free()
99 	struct xdp_mem_allocator *xa;  in __xdp_rxq_info_unreg_mem_model()  local
102 	if (id == 0)  in __xdp_rxq_info_unreg_mem_model()
107 	xa = rhashtable_lookup_fast(mem_id_ht, &id, mem_id_rht_params);  in __xdp_rxq_info_unreg_mem_model()
108 	if (xa && !rhashtable_remove_fast(mem_id_ht, &xa->node, mem_id_rht_params))  in __xdp_rxq_info_unreg_mem_model()
109 		call_rcu(&xa->rcu, __xdp_mem_allocator_rcu_free);  in __xdp_rxq_info_unreg_mem_model()
128 	xdp_rxq->mem.id = 0;  in xdp_rxq_info_unreg()
129 	xdp_rxq->mem.type = 0;  in xdp_rxq_info_unreg()
135 	memset(xdp_rxq, 0, sizeof(*xdp_rxq));  in xdp_rxq_info_init()
138 /* Returns 0 on success, negative on failure */
163 	return 0;  in xdp_rxq_info_reg()
185 		return 0;  in __mem_id_init_hash_table()
192 	if (ret < 0) {  in __mem_id_init_hash_table()
200 	return 0;  in __mem_id_init_hash_table()
215 	if (id < 0) {  in __mem_id_cyclic_get()
262 		return 0;  in xdp_rxq_info_reg_mem_model()
270 		if (ret < 0) {  in xdp_rxq_info_reg_mem_model()
282 	if (id < 0) {  in xdp_rxq_info_reg_mem_model()
299 	return 0;  in xdp_rxq_info_reg_mem_model()
316 	struct xdp_mem_allocator *xa;  in __xdp_return()  local
323 		xa = rhashtable_lookup(mem_id_ht, &mem->id, mem_id_rht_params);  in __xdp_return()
325 		if (xa) {  in __xdp_return()
327 			page_pool_put_page(xa->page_pool, page, napi_direct);  in __xdp_return()
344 		xa = rhashtable_lookup(mem_id_ht, &mem->id, mem_id_rht_params);  in __xdp_return()
345 		xa->zc_alloc->free(xa->zc_alloc, handle);  in __xdp_return()
355 	__xdp_return(xdpf->data, &xdpf->mem, false, 0);  in xdp_return_frame()
361 	__xdp_return(xdpf->data, &xdpf->mem, true, 0);  in xdp_return_frame_rx_napi()
374 	bpf->prog_id = info->prog ? info->prog->aux->id : 0;  in xdp_attachment_query()
375 	bpf->prog_flags = info->prog ? info->flags : 0;  in xdp_attachment_query()
376 	return 0;  in xdp_attachment_query()