172 static int bpf_map_update_value(struct bpf_map *map, struct fd f, void *key,  in bpf_map_update_value()  argument
179 		return bpf_map_offload_update_elem(map, key, value, flags);  in bpf_map_update_value()
182 		return map->ops->map_update_elem(map, key, value, flags);  in bpf_map_update_value()
185 		return sock_map_update_elem_sys(map, key, value, flags);  in bpf_map_update_value()
187 		return bpf_fd_array_map_update_elem(map, f.file, key, value,  in bpf_map_update_value()
194 		err = bpf_percpu_hash_update(map, key, value, flags);  in bpf_map_update_value()
196 		err = bpf_percpu_array_update(map, key, value, flags);  in bpf_map_update_value()
198 		err = bpf_percpu_cgroup_storage_update(map, key, value,  in bpf_map_update_value()
202 		err = bpf_fd_array_map_update_elem(map, f.file, key, value,  in bpf_map_update_value()
207 		err = bpf_fd_htab_map_update_elem(map, f.file, key, value,  in bpf_map_update_value()
212 		err = bpf_fd_reuseport_array_update_elem(map, key, value,  in bpf_map_update_value()
219 		err = map->ops->map_update_elem(map, key, value, flags);  in bpf_map_update_value()
228 static int bpf_map_copy_value(struct bpf_map *map, void *key, void *value,  in bpf_map_copy_value()  argument
235 		return bpf_map_offload_lookup_elem(map, key, value);  in bpf_map_copy_value()
240 		err = bpf_percpu_hash_copy(map, key, value);  in bpf_map_copy_value()
242 		err = bpf_percpu_array_copy(map, key, value);  in bpf_map_copy_value()
244 		err = bpf_percpu_cgroup_storage_copy(map, key, value);  in bpf_map_copy_value()
246 		err = bpf_stackmap_copy(map, key, value);  in bpf_map_copy_value()
248 		err = bpf_fd_array_map_lookup_elem(map, key, value);  in bpf_map_copy_value()
250 		err = bpf_fd_htab_map_lookup_elem(map, key, value);  in bpf_map_copy_value()
252 		err = bpf_fd_reuseport_array_lookup_elem(map, key, value);  in bpf_map_copy_value()
258 		err = bpf_struct_ops_map_sys_lookup_elem(map, key, value);  in bpf_map_copy_value()
262 			ptr = map->ops->map_lookup_elem_sys_only(map, key);  in bpf_map_copy_value()
264 			ptr = map->ops->map_lookup_elem(map, key);  in bpf_map_copy_value()
997 int __weak bpf_stackmap_copy(struct bpf_map *map, void *key, void *value)  in bpf_stackmap_copy()  argument
1018 	void __user *ukey = u64_to_user_ptr(attr->key);  in map_lookup_elem()
1022 	void *key, *value;  in map_lookup_elem()  local
1048 	key = __bpf_copy_key(ukey, map->key_size);  in map_lookup_elem()
1049 	if (IS_ERR(key)) {  in map_lookup_elem()
1050 		err = PTR_ERR(key);  in map_lookup_elem()
1061 	err = bpf_map_copy_value(map, key, value, attr->flags);  in map_lookup_elem()
1074 	kfree(key);  in map_lookup_elem()
1085 	void __user *ukey = u64_to_user_ptr(attr->key);  in map_update_elem()
1089 	void *key, *value;  in map_update_elem()  local
1113 	key = __bpf_copy_key(ukey, map->key_size);  in map_update_elem()
1114 	if (IS_ERR(key)) {  in map_update_elem()
1115 		err = PTR_ERR(key);  in map_update_elem()
1136 	err = bpf_map_update_value(map, f, key, value, attr->flags);  in map_update_elem()
1141 	kfree(key);  in map_update_elem()
1148 #define BPF_MAP_DELETE_ELEM_LAST_FIELD key
1152 	void __user *ukey = u64_to_user_ptr(attr->key);  in map_delete_elem()
1156 	void *key;  in map_delete_elem()  local
1172 	key = __bpf_copy_key(ukey, map->key_size);  in map_delete_elem()
1173 	if (IS_ERR(key)) {  in map_delete_elem()
1174 		err = PTR_ERR(key);  in map_delete_elem()
1179 		err = bpf_map_offload_delete_elem(map, key);  in map_delete_elem()
1184 		err = map->ops->map_delete_elem(map, key);  in map_delete_elem()
1190 	err = map->ops->map_delete_elem(map, key);  in map_delete_elem()
1195 	kfree(key);  in map_delete_elem()
1207 	void __user *ukey = u64_to_user_ptr(attr->key);  in map_get_next_key()
1211 	void *key, *next_key;  in map_get_next_key()  local
1228 		key = __bpf_copy_key(ukey, map->key_size);  in map_get_next_key()
1229 		if (IS_ERR(key)) {  in map_get_next_key()
1230 			err = PTR_ERR(key);  in map_get_next_key()
1234 		key = NULL;  in map_get_next_key()
1243 		err = bpf_map_offload_get_next_key(map, key, next_key);  in map_get_next_key()
1248 	err = map->ops->map_get_next_key(map, key, next_key);  in map_get_next_key()
1263 	kfree(key);  in map_get_next_key()
1276 	void *key;  in generic_map_delete_batch()  local
1293 	key = kmalloc(map->key_size, GFP_USER | __GFP_NOWARN);  in generic_map_delete_batch()
1294 	if (!key)  in generic_map_delete_batch()
1299 		if (copy_from_user(key, keys + cp * map->key_size,  in generic_map_delete_batch()
1304 			err = bpf_map_offload_delete_elem(map, key);  in generic_map_delete_batch()
1310 		err = map->ops->map_delete_elem(map, key);  in generic_map_delete_batch()
1321 	kfree(key);  in generic_map_delete_batch()
1333 	void *key, *value;  in generic_map_update_batch()  local
1354 	key = kmalloc(map->key_size, GFP_USER | __GFP_NOWARN);  in generic_map_update_batch()
1355 	if (!key)  in generic_map_update_batch()
1360 		kfree(key);  in generic_map_update_batch()
1367 		if (copy_from_user(key, keys + cp * map->key_size,  in generic_map_update_batch()
1372 		err = bpf_map_update_value(map, f, key, value,  in generic_map_update_batch()
1384 	kfree(key);  in generic_map_update_batch()
1399 	void *buf, *buf_prevkey, *prev_key, *key, *value;  in generic_map_lookup_batch()  local
1433 	key = buf;  in generic_map_lookup_batch()
1434 	value = key + map->key_size;  in generic_map_lookup_batch()
1440 		err = map->ops->map_get_next_key(map, prev_key, key);  in generic_map_lookup_batch()
1444 		err = bpf_map_copy_value(map, key, value,  in generic_map_lookup_batch()
1459 		if (copy_to_user(keys + cp * map->key_size, key,  in generic_map_lookup_batch()
1472 		swap(prev_key, key);  in generic_map_lookup_batch()
1495 	void __user *ukey = u64_to_user_ptr(attr->key);  in map_lookup_and_delete_elem()
1499 	void *key, *value;  in map_lookup_and_delete_elem()  local
1518 	key = __bpf_copy_key(ukey, map->key_size);  in map_lookup_and_delete_elem()
1519 	if (IS_ERR(key)) {  in map_lookup_and_delete_elem()
1520 		err = PTR_ERR(key);  in map_lookup_and_delete_elem()
1551 	kfree(key);  in map_lookup_and_delete_elem()
2595 	u64 key = 0;  in bpf_tracing_prog_attach()  local
2643 		key = bpf_trampoline_compute_key(tgt_prog, btf_id);  in bpf_tracing_prog_attach()
2681 	    (key && key != prog->aux->dst_trampoline->key)) {  in bpf_tracing_prog_attach()
2693 		tr = bpf_trampoline_get(key, &tgt_info);  in bpf_tracing_prog_attach()
4257 	static_key_slow_dec(&bpf_stats_enabled_key.key);  in bpf_stats_release()
4273 	if (static_key_count(&bpf_stats_enabled_key.key) > INT_MAX / 2) {  in bpf_enable_runtime_stats()
4280 		static_key_slow_inc(&bpf_stats_enabled_key.key);  in bpf_enable_runtime_stats()