Lines Matching refs:bucket
897 struct bpf_shtab_bucket *bucket; in __sock_hash_lookup_elem() local
903 bucket = sock_hash_select_bucket(htab, hash); in __sock_hash_lookup_elem()
904 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in __sock_hash_lookup_elem()
921 struct bpf_shtab_bucket *bucket; in sock_hash_delete_from_link() local
924 bucket = sock_hash_select_bucket(htab, elem->hash); in sock_hash_delete_from_link()
930 spin_lock_bh(&bucket->lock); in sock_hash_delete_from_link()
931 elem_probe = sock_hash_lookup_elem_raw(&bucket->head, elem->hash, in sock_hash_delete_from_link()
938 spin_unlock_bh(&bucket->lock); in sock_hash_delete_from_link()
945 struct bpf_shtab_bucket *bucket; in sock_hash_delete_elem() local
950 bucket = sock_hash_select_bucket(htab, hash); in sock_hash_delete_elem()
952 spin_lock_bh(&bucket->lock); in sock_hash_delete_elem()
953 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in sock_hash_delete_elem()
960 spin_unlock_bh(&bucket->lock); in sock_hash_delete_elem()
997 struct bpf_shtab_bucket *bucket; in sock_hash_update_common() local
1018 bucket = sock_hash_select_bucket(htab, hash); in sock_hash_update_common()
1020 spin_lock_bh(&bucket->lock); in sock_hash_update_common()
1021 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in sock_hash_update_common()
1040 hlist_add_head_rcu(&elem_new->node, &bucket->head); in sock_hash_update_common()
1046 spin_unlock_bh(&bucket->lock); in sock_hash_update_common()
1049 spin_unlock_bh(&bucket->lock); in sock_hash_update_common()
1147 struct bpf_shtab_bucket *bucket; in sock_hash_free() local
1159 bucket = sock_hash_select_bucket(htab, i); in sock_hash_free()
1167 spin_lock_bh(&bucket->lock); in sock_hash_free()
1168 hlist_for_each_entry(elem, &bucket->head, node) in sock_hash_free()
1170 hlist_move_list(&bucket->head, &unlink_list); in sock_hash_free()
1171 spin_unlock_bh(&bucket->lock); in sock_hash_free()
1320 struct bpf_shtab_bucket *bucket; in sock_hash_seq_find_next() local
1336 bucket = &htab->buckets[info->bucket_id]; in sock_hash_seq_find_next()
1337 node = rcu_dereference(hlist_first_rcu(&bucket->head)); in sock_hash_seq_find_next()