Lines Matching refs:bucket
608 struct bpf_htab_bucket *bucket; in __sock_hash_lookup_elem() local
614 bucket = sock_hash_select_bucket(htab, hash); in __sock_hash_lookup_elem()
615 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in __sock_hash_lookup_elem()
632 struct bpf_htab_bucket *bucket; in sock_hash_delete_from_link() local
635 bucket = sock_hash_select_bucket(htab, elem->hash); in sock_hash_delete_from_link()
641 raw_spin_lock_bh(&bucket->lock); in sock_hash_delete_from_link()
642 elem_probe = sock_hash_lookup_elem_raw(&bucket->head, elem->hash, in sock_hash_delete_from_link()
649 raw_spin_unlock_bh(&bucket->lock); in sock_hash_delete_from_link()
656 struct bpf_htab_bucket *bucket; in sock_hash_delete_elem() local
664 bucket = sock_hash_select_bucket(htab, hash); in sock_hash_delete_elem()
666 raw_spin_lock_bh(&bucket->lock); in sock_hash_delete_elem()
667 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in sock_hash_delete_elem()
674 raw_spin_unlock_bh(&bucket->lock); in sock_hash_delete_elem()
711 struct bpf_htab_bucket *bucket; in sock_hash_update_common() local
734 bucket = sock_hash_select_bucket(htab, hash); in sock_hash_update_common()
736 raw_spin_lock_bh(&bucket->lock); in sock_hash_update_common()
737 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in sock_hash_update_common()
756 hlist_add_head_rcu(&elem_new->node, &bucket->head); in sock_hash_update_common()
762 raw_spin_unlock_bh(&bucket->lock); in sock_hash_update_common()
765 raw_spin_unlock_bh(&bucket->lock); in sock_hash_update_common()
908 struct bpf_htab_bucket *bucket; in sock_hash_free() local
920 bucket = sock_hash_select_bucket(htab, i); in sock_hash_free()
928 raw_spin_lock_bh(&bucket->lock); in sock_hash_free()
929 hlist_for_each_entry(elem, &bucket->head, node) in sock_hash_free()
931 hlist_move_list(&bucket->head, &unlink_list); in sock_hash_free()
932 raw_spin_unlock_bh(&bucket->lock); in sock_hash_free()