Lines Matching refs:bucket
906 struct bpf_shtab_bucket *bucket; in __sock_hash_lookup_elem() local
912 bucket = sock_hash_select_bucket(htab, hash); in __sock_hash_lookup_elem()
913 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in __sock_hash_lookup_elem()
930 struct bpf_shtab_bucket *bucket; in sock_hash_delete_from_link() local
933 bucket = sock_hash_select_bucket(htab, elem->hash); in sock_hash_delete_from_link()
939 raw_spin_lock_bh(&bucket->lock); in sock_hash_delete_from_link()
940 elem_probe = sock_hash_lookup_elem_raw(&bucket->head, elem->hash, in sock_hash_delete_from_link()
947 raw_spin_unlock_bh(&bucket->lock); in sock_hash_delete_from_link()
954 struct bpf_shtab_bucket *bucket; in sock_hash_delete_elem() local
959 bucket = sock_hash_select_bucket(htab, hash); in sock_hash_delete_elem()
961 raw_spin_lock_bh(&bucket->lock); in sock_hash_delete_elem()
962 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in sock_hash_delete_elem()
969 raw_spin_unlock_bh(&bucket->lock); in sock_hash_delete_elem()
1005 struct bpf_shtab_bucket *bucket; in sock_hash_update_common() local
1033 bucket = sock_hash_select_bucket(htab, hash); in sock_hash_update_common()
1035 raw_spin_lock_bh(&bucket->lock); in sock_hash_update_common()
1036 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in sock_hash_update_common()
1055 hlist_add_head_rcu(&elem_new->node, &bucket->head); in sock_hash_update_common()
1061 raw_spin_unlock_bh(&bucket->lock); in sock_hash_update_common()
1064 raw_spin_unlock_bh(&bucket->lock); in sock_hash_update_common()
1176 struct bpf_shtab_bucket *bucket; in sock_hash_free() local
1188 bucket = sock_hash_select_bucket(htab, i); in sock_hash_free()
1196 raw_spin_lock_bh(&bucket->lock); in sock_hash_free()
1197 hlist_for_each_entry(elem, &bucket->head, node) in sock_hash_free()
1199 hlist_move_list(&bucket->head, &unlink_list); in sock_hash_free()
1200 raw_spin_unlock_bh(&bucket->lock); in sock_hash_free()
1344 struct bpf_shtab_bucket *bucket; in sock_hash_seq_find_next() local
1360 bucket = &htab->buckets[info->bucket_id]; in sock_hash_seq_find_next()
1361 node = rcu_dereference(hlist_first_rcu(&bucket->head)); in sock_hash_seq_find_next()