| /kernel/bpf/ |
| D | arraymap.c | 159 static void *array_map_lookup_elem(struct bpf_map *map, void *key) in array_map_lookup_elem()
170 static int array_map_direct_value_addr(const struct bpf_map *map, u64 *imm, in array_map_direct_value_addr()
184 static int array_map_direct_value_meta(const struct bpf_map *map, u64 imm, in array_map_direct_value_meta()
201 static int array_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in array_map_gen_lookup()
234 static void *percpu_array_map_lookup_elem(struct bpf_map *map, void *key) in percpu_array_map_lookup_elem()
245 int bpf_percpu_array_copy(struct bpf_map *map, void *key, void *value) in bpf_percpu_array_copy()
272 static int array_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in array_map_get_next_key()
297 static int array_map_update_elem(struct bpf_map *map, void *key, void *value, in array_map_update_elem()
335 int bpf_percpu_array_update(struct bpf_map *map, void *key, void *value, in bpf_percpu_array_update()
374 static int array_map_delete_elem(struct bpf_map *map, void *key) in array_map_delete_elem()
[all …]
|
| D | local_storage.c | 21 struct bpf_map map; member
28 static struct bpf_cgroup_storage_map *map_to_storage(struct bpf_map *map) in map_to_storage()
33 static bool attach_type_isolated(const struct bpf_map *map) in attach_type_isolated()
38 static int bpf_cgroup_storage_key_cmp(const struct bpf_cgroup_storage_map *map, in bpf_cgroup_storage_key_cmp()
66 cgroup_storage_lookup(struct bpf_cgroup_storage_map *map, in cgroup_storage_lookup()
101 static int cgroup_storage_insert(struct bpf_cgroup_storage_map *map, in cgroup_storage_insert()
133 struct bpf_cgroup_storage_map *map = map_to_storage(_map); in cgroup_storage_lookup_elem() local
143 static int cgroup_storage_update_elem(struct bpf_map *map, void *key, in cgroup_storage_update_elem()
185 struct bpf_cgroup_storage_map *map = map_to_storage(_map); in bpf_percpu_cgroup_storage_copy() local
214 struct bpf_cgroup_storage_map *map = map_to_storage(_map); in bpf_percpu_cgroup_storage_update() local
[all …]
|
| D | queue_stack_maps.c | 17 struct bpf_map map; member
25 static struct bpf_queue_stack *bpf_queue_stack(struct bpf_map *map) in bpf_queue_stack()
92 static void queue_stack_map_free(struct bpf_map *map) in queue_stack_map_free()
99 static int __queue_map_get(struct bpf_map *map, void *value, bool delete) in __queue_map_get()
133 static int __stack_map_get(struct bpf_map *map, void *value, bool delete) in __stack_map_get()
170 static int queue_map_peek_elem(struct bpf_map *map, void *value) in queue_map_peek_elem()
176 static int stack_map_peek_elem(struct bpf_map *map, void *value) in stack_map_peek_elem()
182 static int queue_map_pop_elem(struct bpf_map *map, void *value) in queue_map_pop_elem()
188 static int stack_map_pop_elem(struct bpf_map *map, void *value) in stack_map_pop_elem()
194 static int queue_stack_map_push_elem(struct bpf_map *map, void *value, in queue_stack_map_push_elem()
[all …]
|
| D | hashtab.c | 93 struct bpf_map map; member
234 static void *fd_htab_map_get_ptr(const struct bpf_map *map, struct htab_elem *l) in fd_htab_map_get_ptr()
631 static void *__htab_map_lookup_elem(struct bpf_map *map, void *key) in __htab_map_lookup_elem()
652 static void *htab_map_lookup_elem(struct bpf_map *map, void *key) in htab_map_lookup_elem()
673 static int htab_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in htab_map_gen_lookup()
688 static __always_inline void *__htab_lru_map_lookup_elem(struct bpf_map *map, in __htab_lru_map_lookup_elem()
702 static void *htab_lru_map_lookup_elem(struct bpf_map *map, void *key) in htab_lru_map_lookup_elem()
707 static void *htab_lru_map_lookup_elem_sys(struct bpf_map *map, void *key) in htab_lru_map_lookup_elem_sys()
712 static int htab_lru_map_gen_lookup(struct bpf_map *map, in htab_lru_map_gen_lookup()
779 static int htab_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in htab_map_get_next_key()
[all …]
|
| D | bpf_inode_storage.c | 36 struct bpf_map *map, in inode_storage_lookup()
103 static void *bpf_fd_inode_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_fd_inode_storage_lookup_elem()
119 static int bpf_fd_inode_storage_update_elem(struct bpf_map *map, void *key, in bpf_fd_inode_storage_update_elem()
142 static int inode_storage_delete(struct inode *inode, struct bpf_map *map) in inode_storage_delete()
155 static int bpf_fd_inode_storage_delete_elem(struct bpf_map *map, void *key) in bpf_fd_inode_storage_delete_elem()
170 BPF_CALL_4(bpf_inode_storage_get, struct bpf_map *, map, struct inode *, inode, in BPF_CALL_4() argument
205 struct bpf_map *, map, struct inode *, inode) in BPF_CALL_2() argument
216 static int notsupp_get_next_key(struct bpf_map *map, void *key, in notsupp_get_next_key()
234 static void inode_storage_map_free(struct bpf_map *map) in inode_storage_map_free()
|
| D | bpf_task_storage.c | 56 task_storage_lookup(struct task_struct *task, struct bpf_map *map, in task_storage_lookup()
116 static void *bpf_pid_task_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_pid_task_storage_lookup_elem()
149 static int bpf_pid_task_storage_update_elem(struct bpf_map *map, void *key, in bpf_pid_task_storage_update_elem()
184 static int task_storage_delete(struct task_struct *task, struct bpf_map *map) in task_storage_delete()
197 static int bpf_pid_task_storage_delete_elem(struct bpf_map *map, void *key) in bpf_pid_task_storage_delete_elem()
227 BPF_CALL_4(bpf_task_storage_get, struct bpf_map *, map, struct task_struct *, in BPF_CALL_4() argument
258 BPF_CALL_2(bpf_task_storage_delete, struct bpf_map *, map, struct task_struct *, in BPF_CALL_2() argument
278 static int notsupp_get_next_key(struct bpf_map *map, void *key, void *next_key) in notsupp_get_next_key()
295 static void task_storage_map_free(struct bpf_map *map) in task_storage_map_free()
|
| D | syscall.c | 37 #define IS_FD_ARRAY(map) ((map)->map_type == BPF_MAP_TYPE_PERF_EVENT_ARRAY || \ argument
40 #define IS_FD_PROG_ARRAY(map) ((map)->map_type == BPF_MAP_TYPE_PROG_ARRAY) argument
41 #define IS_FD_HASH(map) ((map)->map_type == BPF_MAP_TYPE_HASH_OF_MAPS) argument
42 #define IS_FD_MAP(map) (IS_FD_ARRAY(map) || IS_FD_PROG_ARRAY(map) || \ argument
112 struct bpf_map *map; in find_and_alloc_map() local
137 static void bpf_map_write_active_inc(struct bpf_map *map) in bpf_map_write_active_inc()
142 static void bpf_map_write_active_dec(struct bpf_map *map) in bpf_map_write_active_dec()
147 bool bpf_map_write_active(const struct bpf_map *map) in bpf_map_write_active()
152 static u32 bpf_map_value_size(const struct bpf_map *map) in bpf_map_value_size()
165 static void maybe_wait_bpf_programs(struct bpf_map *map) in maybe_wait_bpf_programs()
[all …]
|
| D | reuseport_array.c | 11 struct bpf_map map; member
15 static struct reuseport_array *reuseport_array(struct bpf_map *map) in reuseport_array()
52 static void *reuseport_array_lookup_elem(struct bpf_map *map, void *key) in reuseport_array_lookup_elem()
64 static int reuseport_array_delete_elem(struct bpf_map *map, void *key) in reuseport_array_delete_elem()
96 static void reuseport_array_free(struct bpf_map *map) in reuseport_array_free()
174 int bpf_fd_reuseport_array_lookup_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_lookup_elem()
241 int bpf_fd_reuseport_array_update_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_update_elem()
325 static int reuseport_array_get_next_key(struct bpf_map *map, void *key, in reuseport_array_get_next_key()
|
| D | devmap.c | 75 struct bpf_map map; member
182 static void dev_map_free(struct bpf_map *map) in dev_map_free()
245 static int dev_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in dev_map_get_next_key()
266 static void *__dev_map_hash_lookup_elem(struct bpf_map *map, u32 key) in __dev_map_hash_lookup_elem()
280 static int dev_map_hash_get_next_key(struct bpf_map *map, void *key, in dev_map_hash_get_next_key()
428 static void *__dev_map_lookup_elem(struct bpf_map *map, u32 key) in __dev_map_lookup_elem()
590 struct bpf_map *map, bool exclude_ingress) in dev_map_enqueue_multi()
711 struct bpf_prog *xdp_prog, struct bpf_map *map, in dev_map_redirect_multi()
786 static void *dev_map_lookup_elem(struct bpf_map *map, void *key) in dev_map_lookup_elem()
793 static void *dev_map_hash_lookup_elem(struct bpf_map *map, void *key) in dev_map_hash_lookup_elem()
[all …]
|
| D | ringbuf.c | 51 struct bpf_map map; member
195 static void ringbuf_map_free(struct bpf_map *map) in ringbuf_map_free()
204 static void *ringbuf_map_lookup_elem(struct bpf_map *map, void *key) in ringbuf_map_lookup_elem()
209 static int ringbuf_map_update_elem(struct bpf_map *map, void *key, void *value, in ringbuf_map_update_elem()
215 static int ringbuf_map_delete_elem(struct bpf_map *map, void *key) in ringbuf_map_delete_elem()
220 static int ringbuf_map_get_next_key(struct bpf_map *map, void *key, in ringbuf_map_get_next_key()
226 static int ringbuf_map_mmap(struct bpf_map *map, struct vm_area_struct *vma) in ringbuf_map_mmap()
253 static __poll_t ringbuf_map_poll(struct bpf_map *map, struct file *filp, in ringbuf_map_poll()
351 BPF_CALL_3(bpf_ringbuf_reserve, struct bpf_map *, map, u64, size, u64, flags) in BPF_CALL_3() argument
424 BPF_CALL_4(bpf_ringbuf_output, struct bpf_map *, map, void *, data, u64, size, in BPF_CALL_4() argument
[all …]
|
| D | stackmap.c | 27 struct bpf_map map; member
53 static inline bool stack_map_use_build_id(struct bpf_map *map) in stack_map_use_build_id()
58 static inline int stack_map_data_size(struct bpf_map *map) in stack_map_data_size()
257 static long __bpf_get_stackid(struct bpf_map *map, in __bpf_get_stackid()
327 BPF_CALL_3(bpf_get_stackid, struct pt_regs *, regs, struct bpf_map *, map, in BPF_CALL_3() argument
376 struct bpf_map *, map, u64, flags) in BPF_CALL_3() argument
616 static void *stack_map_lookup_elem(struct bpf_map *map, void *key) in stack_map_lookup_elem()
622 int bpf_stackmap_copy(struct bpf_map *map, void *key, void *value) in bpf_stackmap_copy()
645 static int stack_map_get_next_key(struct bpf_map *map, void *key, in stack_map_get_next_key()
674 static int stack_map_update_elem(struct bpf_map *map, void *key, void *value, in stack_map_update_elem()
[all …]
|
| D | bpf_struct_ops.c | 30 struct bpf_map map; member
232 static int bpf_struct_ops_map_get_next_key(struct bpf_map *map, void *key, in bpf_struct_ops_map_get_next_key()
242 int bpf_struct_ops_map_sys_lookup_elem(struct bpf_map *map, void *key, in bpf_struct_ops_map_sys_lookup_elem()
271 static void *bpf_struct_ops_map_lookup_elem(struct bpf_map *map, void *key) in bpf_struct_ops_map_lookup_elem()
315 static int bpf_struct_ops_map_update_elem(struct bpf_map *map, void *key, in bpf_struct_ops_map_update_elem()
486 static int bpf_struct_ops_map_delete_elem(struct bpf_map *map, void *key) in bpf_struct_ops_map_delete_elem()
512 static void bpf_struct_ops_map_seq_show_elem(struct bpf_map *map, void *key, in bpf_struct_ops_map_seq_show_elem()
532 static void bpf_struct_ops_map_free(struct bpf_map *map) in bpf_struct_ops_map_free()
558 struct bpf_map *map; in bpf_struct_ops_map_alloc() local
|
| D | lpm_trie.c | 32 struct bpf_map map; member
227 static void *trie_lookup_elem(struct bpf_map *map, void *_key) in trie_lookup_elem()
305 static int trie_update_elem(struct bpf_map *map, in trie_update_elem()
436 static int trie_delete_elem(struct bpf_map *map, void *_key) in trie_delete_elem()
578 static void trie_free(struct bpf_map *map) in trie_free()
617 static int trie_get_next_key(struct bpf_map *map, void *_key, void *_next_key) in trie_get_next_key()
715 static int trie_check_btf(const struct bpf_map *map, in trie_check_btf()
|
| D | cpumap.c | 78 struct bpf_map map; member
428 __cpu_map_entry_alloc(struct bpf_map *map, struct bpf_cpumap_val *value, in __cpu_map_entry_alloc()
556 static int cpu_map_delete_elem(struct bpf_map *map, void *key) in cpu_map_delete_elem()
569 static int cpu_map_update_elem(struct bpf_map *map, void *key, void *value, in cpu_map_update_elem()
608 static void cpu_map_free(struct bpf_map *map) in cpu_map_free()
645 static void *__cpu_map_lookup_elem(struct bpf_map *map, u32 key) in __cpu_map_lookup_elem()
658 static void *cpu_map_lookup_elem(struct bpf_map *map, void *key) in cpu_map_lookup_elem()
666 static int cpu_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in cpu_map_get_next_key()
683 static int cpu_map_redirect(struct bpf_map *map, u32 ifindex, u64 flags) in cpu_map_redirect()
|
| D | offload.c | 417 void bpf_map_offload_map_free(struct bpf_map *map) in bpf_map_offload_map_free()
431 int bpf_map_offload_lookup_elem(struct bpf_map *map, void *key, void *value) in bpf_map_offload_lookup_elem()
444 int bpf_map_offload_update_elem(struct bpf_map *map, in bpf_map_offload_update_elem()
462 int bpf_map_offload_delete_elem(struct bpf_map *map, void *key) in bpf_map_offload_delete_elem()
475 int bpf_map_offload_get_next_key(struct bpf_map *map, void *key, void *next_key) in bpf_map_offload_get_next_key()
518 int bpf_map_offload_info_fill(struct bpf_map_info *info, struct bpf_map *map) in bpf_map_offload_info_fill()
576 bool bpf_offload_prog_map_match(struct bpf_prog *prog, struct bpf_map *map) in bpf_offload_prog_map_match()
|
| D | helpers.c | 30 BPF_CALL_2(bpf_map_lookup_elem, struct bpf_map *, map, void *, key) in BPF_CALL_2() argument
45 BPF_CALL_4(bpf_map_update_elem, struct bpf_map *, map, void *, key, in BPF_CALL_4() argument
63 BPF_CALL_2(bpf_map_delete_elem, struct bpf_map *, map, void *, key) in BPF_CALL_2() argument
78 BPF_CALL_3(bpf_map_push_elem, struct bpf_map *, map, void *, value, u64, flags) in BPF_CALL_3() argument
93 BPF_CALL_2(bpf_map_pop_elem, struct bpf_map *, map, void *, value) in BPF_CALL_2() argument
106 BPF_CALL_2(bpf_map_peek_elem, struct bpf_map *, map, void *, value) in BPF_CALL_2() argument
336 void copy_map_value_locked(struct bpf_map *map, void *dst, void *src, in copy_map_value_locked()
407 BPF_CALL_2(bpf_get_local_storage, struct bpf_map *, map, u64, flags) in BPF_CALL_2() argument
617 BPF_CALL_5(bpf_event_output_data, void *, ctx, struct bpf_map *, map, in BPF_CALL_5() argument
1047 struct bpf_map *map; member
[all …]
|
| D | map_iter.c | 16 struct bpf_map *map; in bpf_map_seq_start() local
42 DEFINE_BPF_ITER_FUNC(bpf_map, struct bpf_iter_meta *meta, struct bpf_map *map) in DEFINE_BPF_ITER_FUNC()
106 struct bpf_map *map; in bpf_iter_attach_map() local
|
| D | bpf_local_storage.c | 26 struct bpf_map *map = &smap->map; in mem_charge() local
37 struct bpf_map *map = &smap->map; in mem_uncharge() local
46 struct bpf_map *map = &smap->map; in owner_storage() local
602 int bpf_local_storage_map_check_btf(const struct bpf_map *map, in bpf_local_storage_map_check_btf()
|
| D | inode.c | 197 static struct map_iter *map_iter_alloc(struct bpf_map *map) in map_iter_alloc()
218 struct bpf_map *map = seq_file_to_map(m); in map_seq_next() local
254 struct bpf_map *map = seq_file_to_map(m); in map_seq_show() local
276 struct bpf_map *map = inode->i_private; in bpffs_map_open() local
356 struct bpf_map *map = arg; in bpf_mkmap() local
|
| D | map_in_map.c | 89 void *bpf_map_fd_get_ptr(struct bpf_map *map, in bpf_map_fd_get_ptr()
|
| /kernel/trace/ |
| D | tracing_map.c | 202 static int tracing_map_add_field(struct tracing_map *map, in tracing_map_add_field()
227 int tracing_map_add_sum_field(struct tracing_map *map) in tracing_map_add_sum_field()
244 int tracing_map_add_var(struct tracing_map *map) in tracing_map_add_var()
270 int tracing_map_add_key_field(struct tracing_map *map, in tracing_map_add_key_field()
403 static struct tracing_map_elt *tracing_map_elt_alloc(struct tracing_map *map) in tracing_map_elt_alloc()
452 static struct tracing_map_elt *get_free_elt(struct tracing_map *map) in get_free_elt()
467 static void tracing_map_free_elts(struct tracing_map *map) in tracing_map_free_elts()
483 static int tracing_map_alloc_elts(struct tracing_map *map) in tracing_map_alloc_elts()
516 __tracing_map_insert(struct tracing_map *map, void *key, bool lookup_only) in __tracing_map_insert()
639 struct tracing_map_elt *tracing_map_insert(struct tracing_map *map, void *key) in tracing_map_insert()
[all …]
|
| D | bpf_trace.c | 493 get_map_perf_counter(struct bpf_map *map, u64 flags, in get_map_perf_counter()
515 BPF_CALL_2(bpf_perf_event_read, struct bpf_map *, map, u64, flags) in BPF_CALL_2() argument
538 BPF_CALL_4(bpf_perf_event_read_value, struct bpf_map *, map, u64, flags, in BPF_CALL_4() argument
566 __bpf_perf_event_output(struct pt_regs *regs, struct bpf_map *map, in __bpf_perf_event_output()
605 BPF_CALL_5(bpf_perf_event_output, struct pt_regs *, regs, struct bpf_map *, map, in BPF_CALL_5() argument
659 u64 bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size, in bpf_event_output()
742 BPF_CALL_2(bpf_current_task_under_cgroup, struct bpf_map *, map, u32, idx) in BPF_CALL_2() argument
1205 BPF_CALL_5(bpf_perf_event_output_tp, void *, tp_buff, struct bpf_map *, map, in BPF_CALL_5() argument
1229 BPF_CALL_3(bpf_get_stackid_tp, void *, tp_buff, struct bpf_map *, map, in BPF_CALL_3() argument
1425 struct bpf_map *, map, u64, flags, void *, data, u64, size) in BPF_CALL_5() argument
[all …]
|
| /kernel/ |
| D | user_namespace.c | 271 map_id_range_down_max(unsigned extents, struct uid_gid_map *map, u32 id, u32 count) in map_id_range_down_max()
289 map_id_range_down_base(unsigned extents, struct uid_gid_map *map, u32 id, u32 count) in map_id_range_down_base()
307 static u32 map_id_range_down(struct uid_gid_map *map, u32 id, u32 count) in map_id_range_down()
327 static u32 map_id_down(struct uid_gid_map *map, u32 id) in map_id_down()
338 map_id_up_base(unsigned extents, struct uid_gid_map *map, u32 id) in map_id_up_base()
358 map_id_up_max(unsigned extents, struct uid_gid_map *map, u32 id) in map_id_up_max()
370 static u32 map_id_up(struct uid_gid_map *map, u32 id) in map_id_up()
658 struct uid_gid_map *map) in m_start()
770 static int insert_extent(struct uid_gid_map *map, struct uid_gid_extent *extent) in insert_extent()
838 static int sort_idmaps(struct uid_gid_map *map) in sort_idmaps()
[all …]
|
| /kernel/dma/ |
| D | map_benchmark.c | 61 struct map_benchmark_data *map = data; in map_benchmark_thread() local
122 static int do_map_benchmark(struct map_benchmark_data *map) in do_map_benchmark()
206 struct map_benchmark_data *map = file->private_data; in map_benchmark_ioctl() local
296 struct map_benchmark_data *map = (struct map_benchmark_data *)data; in map_benchmark_remove_debugfs() local
304 struct map_benchmark_data *map; in __map_benchmark_probe() local
|
| /kernel/bpf/preload/iterators/ |
| D | iterators.bpf.c | 23 struct bpf_map *map; member
81 struct bpf_map *map = ctx->map; in dump_bpf_map() local
|