Lines Matching refs:htab
866 static struct bpf_shtab_bucket *sock_hash_select_bucket(struct bpf_shtab *htab, in sock_hash_select_bucket() argument
869 return &htab->buckets[hash & (htab->buckets_num - 1)]; in sock_hash_select_bucket()
889 struct bpf_shtab *htab = container_of(map, struct bpf_shtab, map); in __sock_hash_lookup_elem() local
897 bucket = sock_hash_select_bucket(htab, hash); in __sock_hash_lookup_elem()
903 static void sock_hash_free_elem(struct bpf_shtab *htab, in sock_hash_free_elem() argument
906 atomic_dec(&htab->count); in sock_hash_free_elem()
913 struct bpf_shtab *htab = container_of(map, struct bpf_shtab, map); in sock_hash_delete_from_link() local
918 bucket = sock_hash_select_bucket(htab, elem->hash); in sock_hash_delete_from_link()
930 sock_hash_free_elem(htab, elem); in sock_hash_delete_from_link()
937 struct bpf_shtab *htab = container_of(map, struct bpf_shtab, map); in sock_hash_delete_elem() local
944 bucket = sock_hash_select_bucket(htab, hash); in sock_hash_delete_elem()
951 sock_hash_free_elem(htab, elem); in sock_hash_delete_elem()
958 static struct bpf_shtab_elem *sock_hash_alloc_elem(struct bpf_shtab *htab, in sock_hash_alloc_elem() argument
965 if (atomic_inc_return(&htab->count) > htab->map.max_entries) { in sock_hash_alloc_elem()
967 atomic_dec(&htab->count); in sock_hash_alloc_elem()
972 new = bpf_map_kmalloc_node(&htab->map, htab->elem_size, in sock_hash_alloc_elem()
974 htab->map.numa_node); in sock_hash_alloc_elem()
976 atomic_dec(&htab->count); in sock_hash_alloc_elem()
988 struct bpf_shtab *htab = container_of(map, struct bpf_shtab, map); in sock_hash_update_common() local
1012 bucket = sock_hash_select_bucket(htab, hash); in sock_hash_update_common()
1024 elem_new = sock_hash_alloc_elem(htab, key, key_size, hash, sk, elem); in sock_hash_update_common()
1038 sock_hash_free_elem(htab, elem); in sock_hash_update_common()
1053 struct bpf_shtab *htab = container_of(map, struct bpf_shtab, map); in sock_hash_get_next_key() local
1062 head = &sock_hash_select_bucket(htab, hash)->head; in sock_hash_get_next_key()
1074 i = hash & (htab->buckets_num - 1); in sock_hash_get_next_key()
1077 for (; i < htab->buckets_num; i++) { in sock_hash_get_next_key()
1078 head = &sock_hash_select_bucket(htab, i)->head; in sock_hash_get_next_key()
1092 struct bpf_shtab *htab; in sock_hash_alloc() local
1104 htab = bpf_map_area_alloc(sizeof(*htab), NUMA_NO_NODE); in sock_hash_alloc()
1105 if (!htab) in sock_hash_alloc()
1108 bpf_map_init_from_attr(&htab->map, attr); in sock_hash_alloc()
1110 htab->buckets_num = roundup_pow_of_two(htab->map.max_entries); in sock_hash_alloc()
1111 htab->elem_size = sizeof(struct bpf_shtab_elem) + in sock_hash_alloc()
1112 round_up(htab->map.key_size, 8); in sock_hash_alloc()
1113 if (htab->buckets_num == 0 || in sock_hash_alloc()
1114 htab->buckets_num > U32_MAX / sizeof(struct bpf_shtab_bucket)) { in sock_hash_alloc()
1119 htab->buckets = bpf_map_area_alloc(htab->buckets_num * in sock_hash_alloc()
1121 htab->map.numa_node); in sock_hash_alloc()
1122 if (!htab->buckets) { in sock_hash_alloc()
1127 for (i = 0; i < htab->buckets_num; i++) { in sock_hash_alloc()
1128 INIT_HLIST_HEAD(&htab->buckets[i].head); in sock_hash_alloc()
1129 spin_lock_init(&htab->buckets[i].lock); in sock_hash_alloc()
1132 return &htab->map; in sock_hash_alloc()
1134 bpf_map_area_free(htab); in sock_hash_alloc()
1140 struct bpf_shtab *htab = container_of(map, struct bpf_shtab, map); in sock_hash_free() local
1152 for (i = 0; i < htab->buckets_num; i++) { in sock_hash_free()
1153 bucket = sock_hash_select_bucket(htab, i); in sock_hash_free()
1179 sock_hash_free_elem(htab, elem); in sock_hash_free()
1187 bpf_map_area_free(htab->buckets); in sock_hash_free()
1188 bpf_map_area_free(htab); in sock_hash_free()
1306 struct bpf_shtab *htab; member
1313 const struct bpf_shtab *htab = info->htab; in sock_hash_seq_find_next() local
1329 for (; info->bucket_id < htab->buckets_num; info->bucket_id++) { in sock_hash_seq_find_next()
1330 bucket = &htab->buckets[info->bucket_id]; in sock_hash_seq_find_next()
1410 info->htab = container_of(aux->map, struct bpf_shtab, map); in sock_hash_init_seq_private()
1423 struct bpf_shtab *htab = container_of(map, struct bpf_shtab, map); in sock_hash_mem_usage() local
1424 u64 usage = sizeof(*htab); in sock_hash_mem_usage()
1426 usage += htab->buckets_num * sizeof(struct bpf_shtab_bucket); in sock_hash_mem_usage()
1427 usage += atomic_read(&htab->count) * (u64)htab->elem_size; in sock_hash_mem_usage()