56 	u32 hash;  member
120 					  u32 hash)  in prealloc_lru_pop()  argument
122 	struct bpf_lru_node *node = bpf_lru_pop_free(&htab->lru, hash);  in prealloc_lru_pop()
166 				   offsetof(struct htab_elem, hash) -  in prealloc_init()
410 static inline struct bucket *__select_bucket(struct bpf_htab *htab, u32 hash)  in __select_bucket()  argument
412 	return &htab->buckets[hash & (htab->n_buckets - 1)];  in __select_bucket()
415 static inline struct hlist_nulls_head *select_bucket(struct bpf_htab *htab, u32 hash)  in select_bucket()  argument
417 	return &__select_bucket(htab, hash)->head;  in select_bucket()
421 static struct htab_elem *lookup_elem_raw(struct hlist_nulls_head *head, u32 hash,  in lookup_elem_raw()  argument
428 		if (l->hash == hash && !memcmp(&l->key, key, key_size))  in lookup_elem_raw()
439 					       u32 hash, void *key,  in lookup_nulls_elem_raw()  argument
447 		if (l->hash == hash && !memcmp(&l->key, key, key_size))  in lookup_nulls_elem_raw()
450 	if (unlikely(get_nulls_value(n) != (hash & (n_buckets - 1))))  in lookup_nulls_elem_raw()
466 	u32 hash, key_size;  in __htab_map_lookup_elem()  local
473 	hash = htab_map_hash(key, key_size, htab->hashrnd);  in __htab_map_lookup_elem()
475 	head = select_bucket(htab, hash);  in __htab_map_lookup_elem()
477 	l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets);  in __htab_map_lookup_elem()
580 	b = __select_bucket(htab, tgt_l->hash);  in htab_lru_map_delete_node()
602 	u32 hash, key_size;  in htab_map_get_next_key()  local
612 	hash = htab_map_hash(key, key_size, htab->hashrnd);  in htab_map_get_next_key()
614 	head = select_bucket(htab, hash);  in htab_map_get_next_key()
617 	l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets);  in htab_map_get_next_key()
633 	i = hash & (htab->n_buckets - 1);  in htab_map_get_next_key()
722 					 void *value, u32 key_size, u32 hash,  in alloc_htab_elem()  argument
797 	l_new->hash = hash;  in alloc_htab_elem()
827 	u32 key_size, hash;  in htab_map_update_elem()  local
838 	hash = htab_map_hash(key, key_size, htab->hashrnd);  in htab_map_update_elem()
840 	b = __select_bucket(htab, hash);  in htab_map_update_elem()
847 		l_old = lookup_nulls_elem_raw(head, hash, key, key_size,  in htab_map_update_elem()
868 	l_old = lookup_elem_raw(head, hash, key, key_size);  in htab_map_update_elem()
888 	l_new = alloc_htab_elem(htab, key, value, key_size, hash, false, false,  in htab_map_update_elem()
919 	u32 key_size, hash;  in htab_lru_map_update_elem()  local
930 	hash = htab_map_hash(key, key_size, htab->hashrnd);  in htab_lru_map_update_elem()
932 	b = __select_bucket(htab, hash);  in htab_lru_map_update_elem()
940 	l_new = prealloc_lru_pop(htab, key, hash);  in htab_lru_map_update_elem()
948 	l_old = lookup_elem_raw(head, hash, key, key_size);  in htab_lru_map_update_elem()
984 	u32 key_size, hash;  in __htab_percpu_map_update_elem()  local
995 	hash = htab_map_hash(key, key_size, htab->hashrnd);  in __htab_percpu_map_update_elem()
997 	b = __select_bucket(htab, hash);  in __htab_percpu_map_update_elem()
1003 	l_old = lookup_elem_raw(head, hash, key, key_size);  in __htab_percpu_map_update_elem()
1015 					hash, true, onallcpus, NULL);  in __htab_percpu_map_update_elem()
1037 	u32 key_size, hash;  in __htab_lru_percpu_map_update_elem()  local
1048 	hash = htab_map_hash(key, key_size, htab->hashrnd);  in __htab_lru_percpu_map_update_elem()
1050 	b = __select_bucket(htab, hash);  in __htab_lru_percpu_map_update_elem()
1059 		l_new = prealloc_lru_pop(htab, key, hash);  in __htab_lru_percpu_map_update_elem()
1067 	l_old = lookup_elem_raw(head, hash, key, key_size);  in __htab_lru_percpu_map_update_elem()
1114 	u32 hash, key_size;  in htab_map_delete_elem()  local
1121 	hash = htab_map_hash(key, key_size, htab->hashrnd);  in htab_map_delete_elem()
1122 	b = __select_bucket(htab, hash);  in htab_map_delete_elem()
1127 	l = lookup_elem_raw(head, hash, key, key_size);  in htab_map_delete_elem()
1146 	u32 hash, key_size;  in htab_lru_map_delete_elem()  local
1153 	hash = htab_map_hash(key, key_size, htab->hashrnd);  in htab_lru_map_delete_elem()
1154 	b = __select_bucket(htab, hash);  in htab_lru_map_delete_elem()
1159 	l = lookup_elem_raw(head, hash, key, key_size);  in htab_lru_map_delete_elem()