173 				void *value, __u64 flags)  in bpf_map_update_value()  argument
179 		return bpf_map_offload_update_elem(map, key, value, flags);  in bpf_map_update_value()
182 		return map->ops->map_update_elem(map, key, value, flags);  in bpf_map_update_value()
185 		return sock_map_update_elem_sys(map, key, value, flags);  in bpf_map_update_value()
187 		return bpf_fd_array_map_update_elem(map, f.file, key, value,  in bpf_map_update_value()
194 		err = bpf_percpu_hash_update(map, key, value, flags);  in bpf_map_update_value()
196 		err = bpf_percpu_array_update(map, key, value, flags);  in bpf_map_update_value()
198 		err = bpf_percpu_cgroup_storage_update(map, key, value,  in bpf_map_update_value()
202 		err = bpf_fd_array_map_update_elem(map, f.file, key, value,  in bpf_map_update_value()
207 		err = bpf_fd_htab_map_update_elem(map, f.file, key, value,  in bpf_map_update_value()
212 		err = bpf_fd_reuseport_array_update_elem(map, key, value,  in bpf_map_update_value()
216 		err = map->ops->map_push_elem(map, value, flags);  in bpf_map_update_value()
219 		err = map->ops->map_update_elem(map, key, value, flags);  in bpf_map_update_value()
228 static int bpf_map_copy_value(struct bpf_map *map, void *key, void *value,  in bpf_map_copy_value()  argument
235 		return bpf_map_offload_lookup_elem(map, key, value);  in bpf_map_copy_value()
240 		err = bpf_percpu_hash_copy(map, key, value);  in bpf_map_copy_value()
242 		err = bpf_percpu_array_copy(map, key, value);  in bpf_map_copy_value()
244 		err = bpf_percpu_cgroup_storage_copy(map, key, value);  in bpf_map_copy_value()
246 		err = bpf_stackmap_copy(map, key, value);  in bpf_map_copy_value()
248 		err = bpf_fd_array_map_lookup_elem(map, key, value);  in bpf_map_copy_value()
250 		err = bpf_fd_htab_map_lookup_elem(map, key, value);  in bpf_map_copy_value()
252 		err = bpf_fd_reuseport_array_lookup_elem(map, key, value);  in bpf_map_copy_value()
255 		err = map->ops->map_peek_elem(map, value);  in bpf_map_copy_value()
258 		err = bpf_struct_ops_map_sys_lookup_elem(map, key, value);  in bpf_map_copy_value()
273 				copy_map_value_locked(map, value, ptr, true);  in bpf_map_copy_value()
275 				copy_map_value(map, value, ptr);  in bpf_map_copy_value()
277 			check_and_init_map_lock(map, value);  in bpf_map_copy_value()
997 int __weak bpf_stackmap_copy(struct bpf_map *map, void *key, void *value)  in bpf_stackmap_copy()  argument
1019 	void __user *uvalue = u64_to_user_ptr(attr->value);  in map_lookup_elem()
1022 	void *key, *value;  in map_lookup_elem()  local
1057 	value = kmalloc(value_size, GFP_USER | __GFP_NOWARN);  in map_lookup_elem()
1058 	if (!value)  in map_lookup_elem()
1061 	err = bpf_map_copy_value(map, key, value, attr->flags);  in map_lookup_elem()
1066 	if (copy_to_user(uvalue, value, value_size) != 0)  in map_lookup_elem()
1072 	kfree(value);  in map_lookup_elem()
1086 	void __user *uvalue = u64_to_user_ptr(attr->value);  in map_update_elem()
1089 	void *key, *value;  in map_update_elem()  local
1128 	value = kmalloc(value_size, GFP_USER | __GFP_NOWARN);  in map_update_elem()
1129 	if (!value)  in map_update_elem()
1133 	if (copy_from_user(value, uvalue, value_size) != 0)  in map_update_elem()
1136 	err = bpf_map_update_value(map, f, key, value, attr->flags);  in map_update_elem()
1139 	kfree(value);  in map_update_elem()
1333 	void *key, *value;  in generic_map_update_batch()  local
1358 	value = kmalloc(value_size, GFP_USER | __GFP_NOWARN);  in generic_map_update_batch()
1359 	if (!value) {  in generic_map_update_batch()
1369 		    copy_from_user(value, values + cp * value_size, value_size))  in generic_map_update_batch()
1372 		err = bpf_map_update_value(map, f, key, value,  in generic_map_update_batch()
1383 	kfree(value);  in generic_map_update_batch()
1399 	void *buf, *buf_prevkey, *prev_key, *key, *value;  in generic_map_lookup_batch()  local
1434 	value = key + map->key_size;  in generic_map_lookup_batch()
1444 		err = bpf_map_copy_value(map, key, value,  in generic_map_lookup_batch()
1464 		if (copy_to_user(values + cp * value_size, value, value_size)) {  in generic_map_lookup_batch()
1491 #define BPF_MAP_LOOKUP_AND_DELETE_ELEM_LAST_FIELD value
1496 	void __user *uvalue = u64_to_user_ptr(attr->value);  in map_lookup_and_delete_elem()
1499 	void *key, *value;  in map_lookup_and_delete_elem()  local
1527 	value = kmalloc(value_size, GFP_USER | __GFP_NOWARN);  in map_lookup_and_delete_elem()
1528 	if (!value)  in map_lookup_and_delete_elem()
1533 		err = map->ops->map_pop_elem(map, value);  in map_lookup_and_delete_elem()
1541 	if (copy_to_user(uvalue, value, value_size) != 0) {  in map_lookup_and_delete_elem()
1549 	kfree(value);  in map_lookup_and_delete_elem()