| /kernel/bpf/ |
| D | arraymap.c | 163 static void *array_map_lookup_elem(struct bpf_map *map, void *key) in array_map_lookup_elem()
174 static int array_map_direct_value_addr(const struct bpf_map *map, u64 *imm, in array_map_direct_value_addr()
188 static int array_map_direct_value_meta(const struct bpf_map *map, u64 imm, in array_map_direct_value_meta()
205 static int array_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in array_map_gen_lookup()
238 static void *percpu_array_map_lookup_elem(struct bpf_map *map, void *key) in percpu_array_map_lookup_elem()
249 static void *percpu_array_map_lookup_percpu_elem(struct bpf_map *map, void *key, u32 cpu) in percpu_array_map_lookup_percpu_elem()
263 int bpf_percpu_array_copy(struct bpf_map *map, void *key, void *value) in bpf_percpu_array_copy()
291 static int array_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in array_map_get_next_key()
318 static int array_map_update_elem(struct bpf_map *map, void *key, void *value, in array_map_update_elem()
357 int bpf_percpu_array_update(struct bpf_map *map, void *key, void *value, in bpf_percpu_array_update()
[all …]
|
| D | local_storage.c | 22 struct bpf_map map; member
29 static struct bpf_cgroup_storage_map *map_to_storage(struct bpf_map *map) in map_to_storage()
34 static bool attach_type_isolated(const struct bpf_map *map) in attach_type_isolated()
39 static int bpf_cgroup_storage_key_cmp(const struct bpf_cgroup_storage_map *map, in bpf_cgroup_storage_key_cmp()
67 cgroup_storage_lookup(struct bpf_cgroup_storage_map *map, in cgroup_storage_lookup()
102 static int cgroup_storage_insert(struct bpf_cgroup_storage_map *map, in cgroup_storage_insert()
134 struct bpf_cgroup_storage_map *map = map_to_storage(_map); in cgroup_storage_lookup_elem() local
144 static int cgroup_storage_update_elem(struct bpf_map *map, void *key, in cgroup_storage_update_elem()
185 struct bpf_cgroup_storage_map *map = map_to_storage(_map); in bpf_percpu_cgroup_storage_copy() local
214 struct bpf_cgroup_storage_map *map = map_to_storage(_map); in bpf_percpu_cgroup_storage_update() local
[all …]
|
| D | queue_stack_maps.c | 18 struct bpf_map map; member
26 static struct bpf_queue_stack *bpf_queue_stack(struct bpf_map *map) in bpf_queue_stack()
91 static void queue_stack_map_free(struct bpf_map *map) in queue_stack_map_free()
98 static int __queue_map_get(struct bpf_map *map, void *value, bool delete) in __queue_map_get()
132 static int __stack_map_get(struct bpf_map *map, void *value, bool delete) in __stack_map_get()
169 static int queue_map_peek_elem(struct bpf_map *map, void *value) in queue_map_peek_elem()
175 static int stack_map_peek_elem(struct bpf_map *map, void *value) in stack_map_peek_elem()
181 static int queue_map_pop_elem(struct bpf_map *map, void *value) in queue_map_pop_elem()
187 static int stack_map_pop_elem(struct bpf_map *map, void *value) in stack_map_pop_elem()
193 static int queue_stack_map_push_elem(struct bpf_map *map, void *value, in queue_stack_map_push_elem()
[all …]
|
| D | bloom_filter.c | 16 struct bpf_map map; member
44 static int bloom_map_peek_elem(struct bpf_map *map, void *value) in bloom_map_peek_elem()
59 static int bloom_map_push_elem(struct bpf_map *map, void *value, u64 flags) in bloom_map_push_elem()
76 static int bloom_map_pop_elem(struct bpf_map *map, void *value) in bloom_map_pop_elem()
81 static int bloom_map_delete_elem(struct bpf_map *map, void *value) in bloom_map_delete_elem()
86 static int bloom_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in bloom_map_get_next_key()
166 static void bloom_map_free(struct bpf_map *map) in bloom_map_free()
174 static void *bloom_map_lookup_elem(struct bpf_map *map, void *key) in bloom_map_lookup_elem()
180 static int bloom_map_update_elem(struct bpf_map *map, void *key, in bloom_map_update_elem()
187 static int bloom_map_check_btf(const struct bpf_map *map, in bloom_map_check_btf()
|
| D | hashtab.c | 87 struct bpf_map map; member
208 static void *fd_htab_map_get_ptr(const struct bpf_map *map, struct htab_elem *l) in fd_htab_map_get_ptr()
659 static void *__htab_map_lookup_elem(struct bpf_map *map, void *key) in __htab_map_lookup_elem()
680 static void *htab_map_lookup_elem(struct bpf_map *map, void *key) in htab_map_lookup_elem()
701 static int htab_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in htab_map_gen_lookup()
716 static __always_inline void *__htab_lru_map_lookup_elem(struct bpf_map *map, in __htab_lru_map_lookup_elem()
730 static void *htab_lru_map_lookup_elem(struct bpf_map *map, void *key) in htab_lru_map_lookup_elem()
735 static void *htab_lru_map_lookup_elem_sys(struct bpf_map *map, void *key) in htab_lru_map_lookup_elem_sys()
740 static int htab_lru_map_gen_lookup(struct bpf_map *map, in htab_lru_map_gen_lookup()
810 static int htab_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in htab_map_get_next_key()
[all …]
|
| D | bpf_inode_storage.c | 37 struct bpf_map *map, in inode_storage_lookup()
105 static void *bpf_fd_inode_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_fd_inode_storage_lookup_elem()
121 static int bpf_fd_inode_storage_update_elem(struct bpf_map *map, void *key, in bpf_fd_inode_storage_update_elem()
144 static int inode_storage_delete(struct inode *inode, struct bpf_map *map) in inode_storage_delete()
157 static int bpf_fd_inode_storage_delete_elem(struct bpf_map *map, void *key) in bpf_fd_inode_storage_delete_elem()
173 BPF_CALL_5(bpf_inode_storage_get, struct bpf_map *, map, struct inode *, inode, in BPF_CALL_5() argument
209 struct bpf_map *, map, struct inode *, inode) in BPF_CALL_2() argument
221 static int notsupp_get_next_key(struct bpf_map *map, void *key, in notsupp_get_next_key()
239 static void inode_storage_map_free(struct bpf_map *map) in inode_storage_map_free()
|
| D | syscall.c | 41 #define IS_FD_ARRAY(map) ((map)->map_type == BPF_MAP_TYPE_PERF_EVENT_ARRAY || \ argument
44 #define IS_FD_PROG_ARRAY(map) ((map)->map_type == BPF_MAP_TYPE_PROG_ARRAY) argument
45 #define IS_FD_HASH(map) ((map)->map_type == BPF_MAP_TYPE_HASH_OF_MAPS) argument
46 #define IS_FD_MAP(map) (IS_FD_ARRAY(map) || IS_FD_PROG_ARRAY(map) || \ argument
116 struct bpf_map *map; in find_and_alloc_map() local
141 static void bpf_map_write_active_inc(struct bpf_map *map) in bpf_map_write_active_inc()
146 static void bpf_map_write_active_dec(struct bpf_map *map) in bpf_map_write_active_dec()
151 bool bpf_map_write_active(const struct bpf_map *map) in bpf_map_write_active()
156 static u32 bpf_map_value_size(const struct bpf_map *map) in bpf_map_value_size()
169 static void maybe_wait_bpf_programs(struct bpf_map *map) in maybe_wait_bpf_programs()
[all …]
|
| D | reuseport_array.c | 12 struct bpf_map map; member
16 static struct reuseport_array *reuseport_array(struct bpf_map *map) in reuseport_array()
50 static void *reuseport_array_lookup_elem(struct bpf_map *map, void *key) in reuseport_array_lookup_elem()
62 static int reuseport_array_delete_elem(struct bpf_map *map, void *key) in reuseport_array_delete_elem()
94 static void reuseport_array_free(struct bpf_map *map) in reuseport_array_free()
168 int bpf_fd_reuseport_array_lookup_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_lookup_elem()
235 int bpf_fd_reuseport_array_update_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_update_elem()
319 static int reuseport_array_get_next_key(struct bpf_map *map, void *key, in reuseport_array_get_next_key()
|
| D | bpf_task_storage.c | 57 task_storage_lookup(struct task_struct *task, struct bpf_map *map, in task_storage_lookup()
118 static void *bpf_pid_task_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_pid_task_storage_lookup_elem()
151 static int bpf_pid_task_storage_update_elem(struct bpf_map *map, void *key, in bpf_pid_task_storage_update_elem()
187 static int task_storage_delete(struct task_struct *task, struct bpf_map *map) in task_storage_delete()
200 static int bpf_pid_task_storage_delete_elem(struct bpf_map *map, void *key) in bpf_pid_task_storage_delete_elem()
231 BPF_CALL_5(bpf_task_storage_get, struct bpf_map *, map, struct task_struct *, in BPF_CALL_5() argument
263 BPF_CALL_2(bpf_task_storage_delete, struct bpf_map *, map, struct task_struct *, in BPF_CALL_2() argument
284 static int notsupp_get_next_key(struct bpf_map *map, void *key, void *next_key) in notsupp_get_next_key()
301 static void task_storage_map_free(struct bpf_map *map) in task_storage_map_free()
|
| D | devmap.c | 76 struct bpf_map map; member
183 static void dev_map_free(struct bpf_map *map) in dev_map_free()
246 static int dev_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in dev_map_get_next_key()
267 static void *__dev_map_hash_lookup_elem(struct bpf_map *map, u32 key) in __dev_map_hash_lookup_elem()
281 static int dev_map_hash_get_next_key(struct bpf_map *map, void *key, in dev_map_hash_get_next_key()
429 static void *__dev_map_lookup_elem(struct bpf_map *map, u32 key) in __dev_map_lookup_elem()
586 struct bpf_map *map, bool exclude_ingress) in dev_map_enqueue_multi()
702 struct bpf_prog *xdp_prog, struct bpf_map *map, in dev_map_redirect_multi()
777 static void *dev_map_lookup_elem(struct bpf_map *map, void *key) in dev_map_lookup_elem()
784 static void *dev_map_hash_lookup_elem(struct bpf_map *map, void *key) in dev_map_hash_lookup_elem()
[all …]
|
| D | ringbuf.c | 85 struct bpf_map map; member
230 static void ringbuf_map_free(struct bpf_map *map) in ringbuf_map_free()
239 static void *ringbuf_map_lookup_elem(struct bpf_map *map, void *key) in ringbuf_map_lookup_elem()
244 static int ringbuf_map_update_elem(struct bpf_map *map, void *key, void *value, in ringbuf_map_update_elem()
250 static int ringbuf_map_delete_elem(struct bpf_map *map, void *key) in ringbuf_map_delete_elem()
255 static int ringbuf_map_get_next_key(struct bpf_map *map, void *key, in ringbuf_map_get_next_key()
261 static int ringbuf_map_mmap_kern(struct bpf_map *map, struct vm_area_struct *vma) in ringbuf_map_mmap_kern()
279 static int ringbuf_map_mmap_user(struct bpf_map *map, struct vm_area_struct *vma) in ringbuf_map_mmap_user()
313 static __poll_t ringbuf_map_poll_kern(struct bpf_map *map, struct file *filp, in ringbuf_map_poll_kern()
326 static __poll_t ringbuf_map_poll_user(struct bpf_map *map, struct file *filp, in ringbuf_map_poll_user()
[all …]
|
| D | stackmap.c | 27 struct bpf_map map; member
34 static inline bool stack_map_use_build_id(struct bpf_map *map) in stack_map_use_build_id()
39 static inline int stack_map_data_size(struct bpf_map *map) in stack_map_data_size()
213 static long __bpf_get_stackid(struct bpf_map *map, in __bpf_get_stackid()
283 BPF_CALL_3(bpf_get_stackid, struct pt_regs *, regs, struct bpf_map *, map, in BPF_CALL_3() argument
332 struct bpf_map *, map, u64, flags) in BPF_CALL_3() argument
572 static void *stack_map_lookup_elem(struct bpf_map *map, void *key) in stack_map_lookup_elem()
578 int bpf_stackmap_copy(struct bpf_map *map, void *key, void *value) in bpf_stackmap_copy()
601 static int stack_map_get_next_key(struct bpf_map *map, void *key, in stack_map_get_next_key()
630 static int stack_map_update_elem(struct bpf_map *map, void *key, void *value, in stack_map_update_elem()
[all …]
|
| D | bpf_struct_ops.c | 31 struct bpf_map map; member
236 static int bpf_struct_ops_map_get_next_key(struct bpf_map *map, void *key, in bpf_struct_ops_map_get_next_key()
246 int bpf_struct_ops_map_sys_lookup_elem(struct bpf_map *map, void *key, in bpf_struct_ops_map_sys_lookup_elem()
275 static void *bpf_struct_ops_map_lookup_elem(struct bpf_map *map, void *key) in bpf_struct_ops_map_lookup_elem()
352 static int bpf_struct_ops_map_update_elem(struct bpf_map *map, void *key, in bpf_struct_ops_map_update_elem()
528 static int bpf_struct_ops_map_delete_elem(struct bpf_map *map, void *key) in bpf_struct_ops_map_delete_elem()
554 static void bpf_struct_ops_map_seq_show_elem(struct bpf_map *map, void *key, in bpf_struct_ops_map_seq_show_elem()
574 static void bpf_struct_ops_map_free(struct bpf_map *map) in bpf_struct_ops_map_free()
600 struct bpf_map *map; in bpf_struct_ops_map_alloc() local
|
| D | cpumap.c | 79 struct bpf_map map; member
410 struct bpf_map *map, int fd) in __cpu_map_load_bpf_program()
431 __cpu_map_entry_alloc(struct bpf_map *map, struct bpf_cpumap_val *value, in __cpu_map_entry_alloc()
559 static int cpu_map_delete_elem(struct bpf_map *map, void *key) in cpu_map_delete_elem()
572 static int cpu_map_update_elem(struct bpf_map *map, void *key, void *value, in cpu_map_update_elem()
611 static void cpu_map_free(struct bpf_map *map) in cpu_map_free()
648 static void *__cpu_map_lookup_elem(struct bpf_map *map, u32 key) in __cpu_map_lookup_elem()
661 static void *cpu_map_lookup_elem(struct bpf_map *map, void *key) in cpu_map_lookup_elem()
669 static int cpu_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in cpu_map_get_next_key()
686 static int cpu_map_redirect(struct bpf_map *map, u32 ifindex, u64 flags) in cpu_map_redirect()
|
| D | lpm_trie.c | 33 struct bpf_map map; member
228 static void *trie_lookup_elem(struct bpf_map *map, void *_key) in trie_lookup_elem()
306 static int trie_update_elem(struct bpf_map *map, in trie_update_elem()
437 static int trie_delete_elem(struct bpf_map *map, void *_key) in trie_delete_elem()
579 static void trie_free(struct bpf_map *map) in trie_free()
618 static int trie_get_next_key(struct bpf_map *map, void *_key, void *_next_key) in trie_get_next_key()
716 static int trie_check_btf(const struct bpf_map *map, in trie_check_btf()
|
| D | offload.c | 417 void bpf_map_offload_map_free(struct bpf_map *map) in bpf_map_offload_map_free()
431 int bpf_map_offload_lookup_elem(struct bpf_map *map, void *key, void *value) in bpf_map_offload_lookup_elem()
444 int bpf_map_offload_update_elem(struct bpf_map *map, in bpf_map_offload_update_elem()
462 int bpf_map_offload_delete_elem(struct bpf_map *map, void *key) in bpf_map_offload_delete_elem()
475 int bpf_map_offload_get_next_key(struct bpf_map *map, void *key, void *next_key) in bpf_map_offload_get_next_key()
518 int bpf_map_offload_info_fill(struct bpf_map_info *info, struct bpf_map *map) in bpf_map_offload_info_fill()
576 bool bpf_offload_prog_map_match(struct bpf_prog *prog, struct bpf_map *map) in bpf_offload_prog_map_match()
|
| D | map_iter.c | 16 struct bpf_map *map; in bpf_map_seq_start() local
42 DEFINE_BPF_ITER_FUNC(bpf_map, struct bpf_iter_meta *meta, struct bpf_map *map) in DEFINE_BPF_ITER_FUNC()
106 struct bpf_map *map; in bpf_iter_attach_map() local
|
| D | helpers.c | 34 BPF_CALL_2(bpf_map_lookup_elem, struct bpf_map *, map, void *, key) in BPF_CALL_2() argument
50 BPF_CALL_4(bpf_map_update_elem, struct bpf_map *, map, void *, key, in BPF_CALL_4() argument
69 BPF_CALL_2(bpf_map_delete_elem, struct bpf_map *, map, void *, key) in BPF_CALL_2() argument
85 BPF_CALL_3(bpf_map_push_elem, struct bpf_map *, map, void *, value, u64, flags) in BPF_CALL_3() argument
100 BPF_CALL_2(bpf_map_pop_elem, struct bpf_map *, map, void *, value) in BPF_CALL_2() argument
113 BPF_CALL_2(bpf_map_peek_elem, struct bpf_map *, map, void *, value) in BPF_CALL_2() argument
126 BPF_CALL_3(bpf_map_lookup_percpu_elem, struct bpf_map *, map, void *, key, u32, cpu) in BPF_CALL_3() argument
366 void copy_map_value_locked(struct bpf_map *map, void *dst, void *src, in copy_map_value_locked()
627 BPF_CALL_5(bpf_event_output_data, void *, ctx, struct bpf_map *, map, in BPF_CALL_5() argument
1090 struct bpf_map *map; member
[all …]
|
| D | bpf_local_storage.c | 29 struct bpf_map *map = &smap->map; in mem_charge() local
40 struct bpf_map *map = &smap->map; in mem_uncharge() local
49 struct bpf_map *map = &smap->map; in owner_storage() local
651 int bpf_local_storage_map_check_btf(const struct bpf_map *map, in bpf_local_storage_map_check_btf()
|
| D | inode.c | 197 static struct map_iter *map_iter_alloc(struct bpf_map *map) in map_iter_alloc()
218 struct bpf_map *map = seq_file_to_map(m); in map_seq_next() local
254 struct bpf_map *map = seq_file_to_map(m); in map_seq_show() local
276 struct bpf_map *map = inode->i_private; in bpffs_map_open() local
356 struct bpf_map *map = arg; in bpf_mkmap() local
|
| /kernel/trace/ |
| D | tracing_map.c | 202 static int tracing_map_add_field(struct tracing_map *map, in tracing_map_add_field()
227 int tracing_map_add_sum_field(struct tracing_map *map) in tracing_map_add_sum_field()
244 int tracing_map_add_var(struct tracing_map *map) in tracing_map_add_var()
270 int tracing_map_add_key_field(struct tracing_map *map, in tracing_map_add_key_field()
403 static struct tracing_map_elt *tracing_map_elt_alloc(struct tracing_map *map) in tracing_map_elt_alloc()
452 static struct tracing_map_elt *get_free_elt(struct tracing_map *map) in get_free_elt()
467 static void tracing_map_free_elts(struct tracing_map *map) in tracing_map_free_elts()
483 static int tracing_map_alloc_elts(struct tracing_map *map) in tracing_map_alloc_elts()
516 __tracing_map_insert(struct tracing_map *map, void *key, bool lookup_only) in __tracing_map_insert()
639 struct tracing_map_elt *tracing_map_insert(struct tracing_map *map, void *key) in tracing_map_insert()
[all …]
|
| D | trace_mmiotrace.c | 326 struct mmiotrace_map *map) in __trace_mmiotrace_map()
348 void mmio_trace_mapping(struct mmiotrace_map *map) in mmio_trace_mapping()
|
| /kernel/dma/ |
| D | map_benchmark.c | 38 struct map_benchmark_data *map = data; in map_benchmark_thread() local
99 static int do_map_benchmark(struct map_benchmark_data *map) in do_map_benchmark()
183 struct map_benchmark_data *map = file->private_data; in map_benchmark_ioctl() local
273 struct map_benchmark_data *map = (struct map_benchmark_data *)data; in map_benchmark_remove_debugfs() local
281 struct map_benchmark_data *map; in __map_benchmark_probe() local
|
| /kernel/ |
| D | user_namespace.c | 276 map_id_range_down_max(unsigned extents, struct uid_gid_map *map, u32 id, u32 count) in map_id_range_down_max()
294 map_id_range_down_base(unsigned extents, struct uid_gid_map *map, u32 id, u32 count) in map_id_range_down_base()
312 static u32 map_id_range_down(struct uid_gid_map *map, u32 id, u32 count) in map_id_range_down()
332 static u32 map_id_down(struct uid_gid_map *map, u32 id) in map_id_down()
343 map_id_up_base(unsigned extents, struct uid_gid_map *map, u32 id) in map_id_up_base()
363 map_id_up_max(unsigned extents, struct uid_gid_map *map, u32 id) in map_id_up_max()
375 static u32 map_id_up(struct uid_gid_map *map, u32 id) in map_id_up()
663 struct uid_gid_map *map) in m_start()
775 static int insert_extent(struct uid_gid_map *map, struct uid_gid_extent *extent) in insert_extent()
843 static int sort_idmaps(struct uid_gid_map *map) in sort_idmaps()
[all …]
|
| /kernel/bpf/preload/iterators/ |
| D | iterators.bpf.c | 23 struct bpf_map *map; member
81 struct bpf_map *map = ctx->map; in dump_bpf_map() local
|