82 	struct hlist_nulls_head head;  member
145 		INIT_HLIST_NULLS_HEAD(&htab->buckets[i].head, i);  in htab_init_buckets()
587 	return &__select_bucket(htab, hash)->head;  in select_bucket()
591 static struct htab_elem *lookup_elem_raw(struct hlist_nulls_head *head, u32 hash,  in lookup_elem_raw()  argument
597 	hlist_nulls_for_each_entry_rcu(l, n, head, hash_node)  in lookup_elem_raw()
608 static struct htab_elem *lookup_nulls_elem_raw(struct hlist_nulls_head *head,  in lookup_nulls_elem_raw()  argument
616 	hlist_nulls_for_each_entry_rcu(l, n, head, hash_node)  in lookup_nulls_elem_raw()
634 	struct hlist_nulls_head *head;  in __htab_map_lookup_elem()  local
645 	head = select_bucket(htab, hash);  in __htab_map_lookup_elem()
647 	l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets);  in __htab_map_lookup_elem()
752 	struct hlist_nulls_head *head;  in htab_lru_map_delete_node()  local
760 	head = &b->head;  in htab_lru_map_delete_node()
766 	hlist_nulls_for_each_entry_rcu(l, n, head, hash_node)  in htab_lru_map_delete_node()
782 	struct hlist_nulls_head *head;  in htab_map_get_next_key()  local
796 	head = select_bucket(htab, hash);  in htab_map_get_next_key()
799 	l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets);  in htab_map_get_next_key()
821 		head = select_bucket(htab, i);  in htab_map_get_next_key()
824 		next_l = hlist_nulls_entry_safe(rcu_dereference_raw(hlist_nulls_first_rcu(head)),  in htab_map_get_next_key()
845 static void htab_elem_free_rcu(struct rcu_head *head)  in htab_elem_free_rcu()  argument
847 	struct htab_elem *l = container_of(head, struct htab_elem, rcu);  in htab_elem_free_rcu()
1033 	struct hlist_nulls_head *head;  in htab_map_update_elem()  local
1051 	head = &b->head;  in htab_map_update_elem()
1057 		l_old = lookup_nulls_elem_raw(head, hash, key, key_size,  in htab_map_update_elem()
1079 	l_old = lookup_elem_raw(head, hash, key, key_size);  in htab_map_update_elem()
1110 	hlist_nulls_add_head_rcu(&l_new->hash_node, head);  in htab_map_update_elem()
1135 	struct hlist_nulls_head *head;  in htab_lru_map_update_elem()  local
1153 	head = &b->head;  in htab_lru_map_update_elem()
1170 	l_old = lookup_elem_raw(head, hash, key, key_size);  in htab_lru_map_update_elem()
1179 	hlist_nulls_add_head_rcu(&l_new->hash_node, head);  in htab_lru_map_update_elem()
1204 	struct hlist_nulls_head *head;  in __htab_percpu_map_update_elem()  local
1222 	head = &b->head;  in __htab_percpu_map_update_elem()
1228 	l_old = lookup_elem_raw(head, hash, key, key_size);  in __htab_percpu_map_update_elem()
1245 		hlist_nulls_add_head_rcu(&l_new->hash_node, head);  in __htab_percpu_map_update_elem()
1259 	struct hlist_nulls_head *head;  in __htab_lru_percpu_map_update_elem()  local
1277 	head = &b->head;  in __htab_lru_percpu_map_update_elem()
1294 	l_old = lookup_elem_raw(head, hash, key, key_size);  in __htab_lru_percpu_map_update_elem()
1309 		hlist_nulls_add_head_rcu(&l_new->hash_node, head);  in __htab_lru_percpu_map_update_elem()
1338 	struct hlist_nulls_head *head;  in htab_map_delete_elem()  local
1352 	head = &b->head;  in htab_map_delete_elem()
1358 	l = lookup_elem_raw(head, hash, key, key_size);  in htab_map_delete_elem()
1374 	struct hlist_nulls_head *head;  in htab_lru_map_delete_elem()  local
1388 	head = &b->head;  in htab_lru_map_delete_elem()
1394 	l = lookup_elem_raw(head, hash, key, key_size);  in htab_lru_map_delete_elem()
1412 		struct hlist_nulls_head *head = select_bucket(htab, i);  in delete_all_elements()  local
1416 		hlist_nulls_for_each_entry_safe(l, n, head, hash_node) {  in delete_all_elements()
1429 		struct hlist_nulls_head *head = select_bucket(htab, i);  in htab_free_malloced_timers()  local
1433 		hlist_nulls_for_each_entry(l, n, head, hash_node)  in htab_free_malloced_timers()
1506 	struct hlist_nulls_head *head;  in __htab_map_lookup_and_delete_elem()  local
1517 	head = &b->head;  in __htab_map_lookup_and_delete_elem()
1523 	l = lookup_elem_raw(head, hash, key, key_size);  in __htab_map_lookup_and_delete_elem()
1611 	struct hlist_nulls_head *head;  in __htab_map_lookup_and_delete_batch()  local
1672 	head = &b->head;  in __htab_map_lookup_and_delete_batch()
1684 	hlist_nulls_for_each_entry_rcu(l, n, head, hash_node)  in __htab_map_lookup_and_delete_batch()
1721 	hlist_nulls_for_each_entry_safe(l, n, head, hash_node) {  in __htab_map_lookup_and_delete_batch()
1898 	struct hlist_nulls_head *head;  in bpf_hash_map_seq_find_next()  local
1928 		head = &b->head;  in bpf_hash_map_seq_find_next()
1929 		hlist_nulls_for_each_entry_rcu(elem, n, head, hash_node) {  in bpf_hash_map_seq_find_next()
2072 	struct hlist_nulls_head *head;  in bpf_for_each_hash_elem()  local
2097 		head = &b->head;  in bpf_for_each_hash_elem()
2098 		hlist_nulls_for_each_entry_rcu(elem, n, head, hash_node) {  in bpf_for_each_hash_elem()
2323 	struct hlist_nulls_head *head;  in fd_htab_map_free()  local
2328 		head = select_bucket(htab, i);  in fd_htab_map_free()
2330 		hlist_nulls_for_each_entry_safe(l, n, head, hash_node) {  in fd_htab_map_free()