Lines Matching refs:key
180 static int bpf_map_update_value(struct bpf_map *map, struct fd f, void *key, in bpf_map_update_value() argument
187 return bpf_map_offload_update_elem(map, key, value, flags); in bpf_map_update_value()
190 return map->ops->map_update_elem(map, key, value, flags); in bpf_map_update_value()
193 return sock_map_update_elem_sys(map, key, value, flags); in bpf_map_update_value()
195 return bpf_fd_array_map_update_elem(map, f.file, key, value, in bpf_map_update_value()
202 err = bpf_percpu_hash_update(map, key, value, flags); in bpf_map_update_value()
204 err = bpf_percpu_array_update(map, key, value, flags); in bpf_map_update_value()
206 err = bpf_percpu_cgroup_storage_update(map, key, value, in bpf_map_update_value()
210 err = bpf_fd_array_map_update_elem(map, f.file, key, value, in bpf_map_update_value()
215 err = bpf_fd_htab_map_update_elem(map, f.file, key, value, in bpf_map_update_value()
220 err = bpf_fd_reuseport_array_update_elem(map, key, value, in bpf_map_update_value()
228 err = map->ops->map_update_elem(map, key, value, flags); in bpf_map_update_value()
237 static int bpf_map_copy_value(struct bpf_map *map, void *key, void *value, in bpf_map_copy_value() argument
244 return bpf_map_offload_lookup_elem(map, key, value); in bpf_map_copy_value()
249 err = bpf_percpu_hash_copy(map, key, value); in bpf_map_copy_value()
251 err = bpf_percpu_array_copy(map, key, value); in bpf_map_copy_value()
253 err = bpf_percpu_cgroup_storage_copy(map, key, value); in bpf_map_copy_value()
255 err = bpf_stackmap_copy(map, key, value); in bpf_map_copy_value()
257 err = bpf_fd_array_map_lookup_elem(map, key, value); in bpf_map_copy_value()
259 err = bpf_fd_htab_map_lookup_elem(map, key, value); in bpf_map_copy_value()
261 err = bpf_fd_reuseport_array_lookup_elem(map, key, value); in bpf_map_copy_value()
268 err = bpf_struct_ops_map_sys_lookup_elem(map, key, value); in bpf_map_copy_value()
272 ptr = map->ops->map_lookup_elem_sys_only(map, key); in bpf_map_copy_value()
274 ptr = map->ops->map_lookup_elem(map, key); in bpf_map_copy_value()
1280 int __weak bpf_stackmap_copy(struct bpf_map *map, void *key, void *value) in bpf_stackmap_copy() argument
1312 void __user *ukey = u64_to_user_ptr(attr->key); in map_lookup_elem()
1316 void *key, *value; in map_lookup_elem() local
1342 key = __bpf_copy_key(ukey, map->key_size); in map_lookup_elem()
1343 if (IS_ERR(key)) { in map_lookup_elem()
1344 err = PTR_ERR(key); in map_lookup_elem()
1359 err = bpf_map_copy_value(map, key, value, attr->flags); in map_lookup_elem()
1363 err = bpf_map_copy_value(map, key, value, attr->flags); in map_lookup_elem()
1376 kvfree(key); in map_lookup_elem()
1387 bpfptr_t ukey = make_bpfptr(attr->key, uattr.is_kernel); in map_update_elem()
1391 void *key, *value; in map_update_elem() local
1415 key = ___bpf_copy_key(ukey, map->key_size); in map_update_elem()
1416 if (IS_ERR(key)) { in map_update_elem()
1417 err = PTR_ERR(key); in map_update_elem()
1428 err = bpf_map_update_value(map, f, key, value, attr->flags); in map_update_elem()
1432 kvfree(key); in map_update_elem()
1439 #define BPF_MAP_DELETE_ELEM_LAST_FIELD key
1443 bpfptr_t ukey = make_bpfptr(attr->key, uattr.is_kernel); in map_delete_elem()
1447 void *key; in map_delete_elem() local
1463 key = ___bpf_copy_key(ukey, map->key_size); in map_delete_elem()
1464 if (IS_ERR(key)) { in map_delete_elem()
1465 err = PTR_ERR(key); in map_delete_elem()
1470 err = bpf_map_offload_delete_elem(map, key); in map_delete_elem()
1475 err = map->ops->map_delete_elem(map, key); in map_delete_elem()
1481 err = map->ops->map_delete_elem(map, key); in map_delete_elem()
1486 kvfree(key); in map_delete_elem()
1498 void __user *ukey = u64_to_user_ptr(attr->key); in map_get_next_key()
1502 void *key, *next_key; in map_get_next_key() local
1519 key = __bpf_copy_key(ukey, map->key_size); in map_get_next_key()
1520 if (IS_ERR(key)) { in map_get_next_key()
1521 err = PTR_ERR(key); in map_get_next_key()
1525 key = NULL; in map_get_next_key()
1534 err = bpf_map_offload_get_next_key(map, key, next_key); in map_get_next_key()
1539 err = map->ops->map_get_next_key(map, key, next_key); in map_get_next_key()
1554 kvfree(key); in map_get_next_key()
1567 void *key; in generic_map_delete_batch() local
1584 key = kvmalloc(map->key_size, GFP_USER | __GFP_NOWARN); in generic_map_delete_batch()
1585 if (!key) in generic_map_delete_batch()
1590 if (copy_from_user(key, keys + cp * map->key_size, in generic_map_delete_batch()
1595 err = bpf_map_offload_delete_elem(map, key); in generic_map_delete_batch()
1601 err = map->ops->map_delete_elem(map, key); in generic_map_delete_batch()
1611 kvfree(key); in generic_map_delete_batch()
1625 void *key, *value; in generic_map_update_batch() local
1646 key = kvmalloc(map->key_size, GFP_USER | __GFP_NOWARN); in generic_map_update_batch()
1647 if (!key) in generic_map_update_batch()
1652 kvfree(key); in generic_map_update_batch()
1659 if (copy_from_user(key, keys + cp * map->key_size, in generic_map_update_batch()
1664 err = bpf_map_update_value(map, f, key, value, in generic_map_update_batch()
1676 kvfree(key); in generic_map_update_batch()
1691 void *buf, *buf_prevkey, *prev_key, *key, *value; in generic_map_lookup_batch() local
1725 key = buf; in generic_map_lookup_batch()
1726 value = key + map->key_size; in generic_map_lookup_batch()
1732 err = map->ops->map_get_next_key(map, prev_key, key); in generic_map_lookup_batch()
1736 err = bpf_map_copy_value(map, key, value, in generic_map_lookup_batch()
1751 if (copy_to_user(keys + cp * map->key_size, key, in generic_map_lookup_batch()
1764 swap(prev_key, key); in generic_map_lookup_batch()
1787 void __user *ukey = u64_to_user_ptr(attr->key); in map_lookup_and_delete_elem()
1791 void *key, *value; in map_lookup_and_delete_elem() local
1826 key = __bpf_copy_key(ukey, map->key_size); in map_lookup_and_delete_elem()
1827 if (IS_ERR(key)) { in map_lookup_and_delete_elem()
1828 err = PTR_ERR(key); in map_lookup_and_delete_elem()
1850 err = map->ops->map_lookup_and_delete_elem(map, key, value, attr->flags); in map_lookup_and_delete_elem()
1869 kvfree(key); in map_lookup_and_delete_elem()
2944 bpf_trampoline_unpack_key(tr_link->trampoline->key, in bpf_tracing_link_fill_link_info()
2967 u64 key = 0; in bpf_tracing_prog_attach() local
3015 key = bpf_trampoline_compute_key(tgt_prog, NULL, btf_id); in bpf_tracing_prog_attach()
3070 key = bpf_trampoline_compute_key(NULL, prog->aux->attach_btf, btf_id); in bpf_tracing_prog_attach()
3074 (key && key != prog->aux->dst_trampoline->key)) { in bpf_tracing_prog_attach()
3086 tr = bpf_trampoline_get(key, &tgt_info); in bpf_tracing_prog_attach()
4797 static_key_slow_dec(&bpf_stats_enabled_key.key); in bpf_stats_release()
4813 if (static_key_count(&bpf_stats_enabled_key.key) > INT_MAX / 2) { in bpf_enable_runtime_stats()
4820 static_key_slow_inc(&bpf_stats_enabled_key.key); in bpf_enable_runtime_stats()
5262 struct static_key *key = (struct static_key *)table->data; in bpf_stats_handler() local
5281 static_key_slow_inc(key); in bpf_stats_handler()
5283 static_key_slow_dec(key); in bpf_stats_handler()
5330 .data = &bpf_stats_enabled_key.key,