41 #define IS_FD_ARRAY(map) ((map)->map_type == BPF_MAP_TYPE_PERF_EVENT_ARRAY || \  argument
44 #define IS_FD_PROG_ARRAY(map) ((map)->map_type == BPF_MAP_TYPE_PROG_ARRAY)  argument
45 #define IS_FD_HASH(map) ((map)->map_type == BPF_MAP_TYPE_HASH_OF_MAPS)  argument
46 #define IS_FD_MAP(map) (IS_FD_ARRAY(map) || IS_FD_PROG_ARRAY(map) || \  argument
116 	struct bpf_map *map;  in find_and_alloc_map()  local
141 static void bpf_map_write_active_inc(struct bpf_map *map)  in bpf_map_write_active_inc()
146 static void bpf_map_write_active_dec(struct bpf_map *map)  in bpf_map_write_active_dec()
151 bool bpf_map_write_active(const struct bpf_map *map)  in bpf_map_write_active()
156 static u32 bpf_map_value_size(const struct bpf_map *map)  in bpf_map_value_size()
169 static void maybe_wait_bpf_programs(struct bpf_map *map)  in maybe_wait_bpf_programs()
180 static int bpf_map_update_value(struct bpf_map *map, struct fd f, void *key,  in bpf_map_update_value()
237 static int bpf_map_copy_value(struct bpf_map *map, void *key, void *value,  in bpf_map_copy_value()
366 void bpf_map_init_from_attr(struct bpf_map *map, union bpf_attr *attr)  in bpf_map_init_from_attr()
377 static int bpf_map_alloc_id(struct bpf_map *map)  in bpf_map_alloc_id()
395 void bpf_map_free_id(struct bpf_map *map, bool do_idr_lock)  in bpf_map_free_id()
422 static void bpf_map_save_memcg(struct bpf_map *map)  in bpf_map_save_memcg()
432 static void bpf_map_release_memcg(struct bpf_map *map)  in bpf_map_release_memcg()
438 static struct mem_cgroup *bpf_map_get_memcg(const struct bpf_map *map)  in bpf_map_get_memcg()
446 void *bpf_map_kmalloc_node(const struct bpf_map *map, size_t size, gfp_t flags,  in bpf_map_kmalloc_node()
461 void *bpf_map_kzalloc(const struct bpf_map *map, size_t size, gfp_t flags)  in bpf_map_kzalloc()
475 void __percpu *bpf_map_alloc_percpu(const struct bpf_map *map, size_t size,  in bpf_map_alloc_percpu()
491 static void bpf_map_save_memcg(struct bpf_map *map)  in bpf_map_save_memcg()
495 static void bpf_map_release_memcg(struct bpf_map *map)  in bpf_map_release_memcg()
511 struct bpf_map_value_off_desc *bpf_map_kptr_off_contains(struct bpf_map *map, u32 offset)  in bpf_map_kptr_off_contains()
525 void bpf_map_free_kptr_off_tab(struct bpf_map *map)  in bpf_map_free_kptr_off_tab()
541 struct bpf_map_value_off *bpf_map_copy_kptr_off_tab(const struct bpf_map *map)  in bpf_map_copy_kptr_off_tab()
589 void bpf_map_free_kptrs(struct bpf_map *map, void *map_value)  in bpf_map_free_kptrs()
614 	struct bpf_map *map = container_of(work, struct bpf_map, work);  in bpf_map_free_deferred()  local
625 static void bpf_map_put_uref(struct bpf_map *map)  in bpf_map_put_uref()
636 static void __bpf_map_put(struct bpf_map *map, bool do_idr_lock)  in __bpf_map_put()
650 void bpf_map_put(struct bpf_map *map)  in bpf_map_put()
656 void bpf_map_put_with_uref(struct bpf_map *map)  in bpf_map_put_with_uref()
664 	struct bpf_map *map = filp->private_data;  in bpf_map_release()  local
673 static fmode_t map_get_sys_perms(struct bpf_map *map, struct fd f)  in map_get_sys_perms()
690 static unsigned long bpf_map_memory_footprint(const struct bpf_map *map)  in bpf_map_memory_footprint()
701 	struct bpf_map *map = filp->private_data;  in bpf_map_show_fdinfo()  local
758 	struct bpf_map *map = vma->vm_file->private_data;  in bpf_map_mmap_open()  local
767 	struct bpf_map *map = vma->vm_file->private_data;  in bpf_map_mmap_close()  local
780 	struct bpf_map *map = filp->private_data;  in bpf_map_mmap()  local
829 	struct bpf_map *map = filp->private_data;  in bpf_map_poll()  local
848 int bpf_map_new_fd(struct bpf_map *map, int flags)  in bpf_map_new_fd()
903 int map_check_no_btf(const struct bpf_map *map,  in map_check_no_btf()
925 	struct bpf_map *map = (struct bpf_map *)priv;  in map_off_arr_swap()  local
937 static int bpf_map_alloc_off_arr(struct bpf_map *map)  in bpf_map_alloc_off_arr()
989 static int map_check_btf(struct bpf_map *map, const struct btf *btf,  in map_check_btf()
1078 	struct bpf_map *map;  in map_create()  local
1212 void bpf_map_inc(struct bpf_map *map)  in bpf_map_inc()
1218 void bpf_map_inc_with_uref(struct bpf_map *map)  in bpf_map_inc_with_uref()
1228 	struct bpf_map *map;  in bpf_map_get()  local
1244 	struct bpf_map *map;  in bpf_map_get_with_uref()  local
1257 static struct bpf_map *__bpf_map_inc_not_zero(struct bpf_map *map, bool uref)  in __bpf_map_inc_not_zero()
1270 struct bpf_map *bpf_map_inc_not_zero(struct bpf_map *map)  in bpf_map_inc_not_zero()
1280 int __weak bpf_stackmap_copy(struct bpf_map *map, void *key, void *value)  in bpf_stackmap_copy()
1315 	struct bpf_map *map;  in map_lookup_elem()  local
1390 	struct bpf_map *map;  in map_update_elem()  local
1445 	struct bpf_map *map;  in map_delete_elem()  local
1501 	struct bpf_map *map;  in map_get_next_key()  local
1560 int generic_map_delete_batch(struct bpf_map *map,  in generic_map_delete_batch()
1617 int generic_map_update_batch(struct bpf_map *map,  in generic_map_update_batch()
1683 int generic_map_lookup_batch(struct bpf_map *map,  in generic_map_lookup_batch()
1790 	struct bpf_map *map;  in map_lookup_and_delete_elem()  local
1881 	struct bpf_map *map;  in map_freeze()  local
3686 	struct bpf_map *map;  in bpf_map_get_curr_or_next()  local
3768 	struct bpf_map *map;  in bpf_map_get_fd_by_id()  local
3806 	const struct bpf_map *map;  in bpf_map_from_imm()  local
3833 	const struct bpf_map *map;  in bpf_insn_prepare_dump()  local
4203 				  struct bpf_map *map,  in bpf_map_get_info_by_fd()
4499 	struct bpf_map *map;  in bpf_map_do_batch()  local
4874 	struct bpf_map *map;  in bpf_prog_bind_map()  local