926 			    void *value, bool onallcpus)  in pcpu_copy_value()  argument
930 		memcpy(this_cpu_ptr(pptr), value, htab->map.value_size);  in pcpu_copy_value()
937 					value + off, size);  in pcpu_copy_value()
944 			    void *value, bool onallcpus)  in pcpu_init_value()  argument
958 				bpf_long_memcpy(per_cpu_ptr(pptr, cpu), value,  in pcpu_init_value()
964 		pcpu_copy_value(htab, pptr, value, onallcpus);  in pcpu_init_value()
975 					 void *value, u32 key_size, u32 hash,  in alloc_htab_elem()  argument
1034 		pcpu_init_value(htab, pptr, value, onallcpus);  in alloc_htab_elem()
1040 		memcpy(l_new->key + round_up(key_size, 8), value, size);  in alloc_htab_elem()
1044 			       value);  in alloc_htab_elem()
1069 static int htab_map_update_elem(struct bpf_map *map, void *key, void *value,  in htab_map_update_elem()  argument
1107 					      value, false);  in htab_map_update_elem()
1135 				      value, false);  in htab_map_update_elem()
1140 	l_new = alloc_htab_elem(htab, key, value, key_size, hash, false, false,  in htab_map_update_elem()
1171 static int htab_lru_map_update_elem(struct bpf_map *map, void *key, void *value,  in htab_lru_map_update_elem()  argument
1205 		       l_new->key + round_up(map->key_size, 8), value);  in htab_lru_map_update_elem()
1240 					 void *value, u64 map_flags,  in __htab_percpu_map_update_elem()  argument
1278 				value, onallcpus);  in __htab_percpu_map_update_elem()
1280 		l_new = alloc_htab_elem(htab, key, value, key_size,  in __htab_percpu_map_update_elem()
1295 					     void *value, u64 map_flags,  in __htab_lru_percpu_map_update_elem()  argument
1346 				value, onallcpus);  in __htab_lru_percpu_map_update_elem()
1349 				value, onallcpus);  in __htab_lru_percpu_map_update_elem()
1363 				       void *value, u64 map_flags)  in htab_percpu_map_update_elem()  argument
1365 	return __htab_percpu_map_update_elem(map, key, value, map_flags, false);  in htab_percpu_map_update_elem()
1369 					   void *value, u64 map_flags)  in htab_lru_percpu_map_update_elem()  argument
1371 	return __htab_lru_percpu_map_update_elem(map, key, value, map_flags,  in htab_lru_percpu_map_update_elem()
1543 	void *value;  in htab_map_seq_show_elem()  local
1547 	value = htab_map_lookup_elem(map, key);  in htab_map_seq_show_elem()
1548 	if (!value) {  in htab_map_seq_show_elem()
1555 	btf_type_seq_show(map->btf, map->btf_value_type_id, value, m);  in htab_map_seq_show_elem()
1562 					     void *value, bool is_lru_map,  in __htab_map_lookup_and_delete_elem()  argument
1594 				bpf_long_memcpy(value + off,  in __htab_map_lookup_and_delete_elem()
1603 				copy_map_value_locked(map, value, l->key +  in __htab_map_lookup_and_delete_elem()
1607 				copy_map_value(map, value, l->key +  in __htab_map_lookup_and_delete_elem()
1610 			check_and_init_map_value(map, value);  in __htab_map_lookup_and_delete_elem()
1627 					   void *value, u64 flags)  in htab_map_lookup_and_delete_elem()  argument
1629 	return __htab_map_lookup_and_delete_elem(map, key, value, false, false,  in htab_map_lookup_and_delete_elem()
1634 						  void *key, void *value,  in htab_percpu_map_lookup_and_delete_elem()  argument
1637 	return __htab_map_lookup_and_delete_elem(map, key, value, false, true,  in htab_percpu_map_lookup_and_delete_elem()
1642 					       void *value, u64 flags)  in htab_lru_map_lookup_and_delete_elem()  argument
1644 	return __htab_map_lookup_and_delete_elem(map, key, value, true, false,  in htab_lru_map_lookup_and_delete_elem()
1649 						      void *key, void *value,  in htab_lru_percpu_map_lookup_and_delete_elem()  argument
1652 	return __htab_map_lookup_and_delete_elem(map, key, value, true, true,  in htab_lru_percpu_map_lookup_and_delete_elem()
1665 	void *keys = NULL, *values = NULL, *value, *dst_key, *dst_val;  in __htab_map_lookup_and_delete_batch()  local
1796 			value = l->key + roundup_key_size;  in __htab_map_lookup_and_delete_batch()
1798 				struct bpf_map **inner_map = value;  in __htab_map_lookup_and_delete_batch()
1802 				value = &map_id;  in __htab_map_lookup_and_delete_batch()
1806 				copy_map_value_locked(map, dst_val, value,  in __htab_map_lookup_and_delete_batch()
1809 				copy_map_value(map, dst_val, value);  in __htab_map_lookup_and_delete_batch()
2060 				ctx.value = elem->key + roundup_key_size;  in __bpf_hash_map_seq_show()
2070 				ctx.value = info->percpu_value_buf;  in __bpf_hash_map_seq_show()
2289 int bpf_percpu_hash_copy(struct bpf_map *map, void *key, void *value)  in bpf_percpu_hash_copy()  argument
2311 		bpf_long_memcpy(value + off,  in bpf_percpu_hash_copy()
2321 int bpf_percpu_hash_update(struct bpf_map *map, void *key, void *value,  in bpf_percpu_hash_update()  argument
2329 		ret = __htab_lru_percpu_map_update_elem(map, key, value,  in bpf_percpu_hash_update()
2332 		ret = __htab_percpu_map_update_elem(map, key, value, map_flags,  in bpf_percpu_hash_update()
2435 int bpf_fd_htab_map_lookup_elem(struct bpf_map *map, void *key, u32 *value)  in bpf_fd_htab_map_lookup_elem()  argument
2446 		*value = map->ops->map_fd_sys_lookup_elem(READ_ONCE(*ptr));  in bpf_fd_htab_map_lookup_elem()
2456 				void *key, void *value, u64 map_flags)  in bpf_fd_htab_map_update_elem()  argument
2460 	u32 ufd = *(u32 *)value;  in bpf_fd_htab_map_update_elem()