Lines Matching refs:key_size
210 static inline void htab_elem_set_ptr(struct htab_elem *l, u32 key_size, in htab_elem_set_ptr() argument
213 *(void __percpu **)(l->key + key_size) = pptr; in htab_elem_set_ptr()
216 static inline void __percpu *htab_elem_get_ptr(struct htab_elem *l, u32 key_size) in htab_elem_get_ptr() argument
218 return *(void __percpu **)(l->key + key_size); in htab_elem_get_ptr()
223 return *(void **)(l->key + roundup(map->key_size, 8)); in fd_htab_map_get_ptr()
251 round_up(htab->map.key_size, 8) + in htab_free_prealloced_timers()
268 htab->map.key_size); in htab_free_elems()
294 u32 key_size = htab->map.key_size; in prealloc_lru_pop() local
297 memcpy(l->key, key, key_size); in prealloc_lru_pop()
299 l->key + round_up(key_size, 8)); in prealloc_lru_pop()
330 htab_elem_set_ptr(get_htab_elem(htab, i), htab->map.key_size, in prealloc_init()
446 if (attr->max_entries == 0 || attr->key_size == 0 || in htab_map_alloc_check()
450 if ((u64)attr->key_size + attr->value_size >= KMALLOC_MAX_SIZE - in htab_map_alloc_check()
502 round_up(htab->map.key_size, 8); in htab_map_alloc()
583 void *key, u32 key_size) in lookup_elem_raw() argument
589 if (l->hash == hash && !memcmp(&l->key, key, key_size)) in lookup_elem_raw()
601 u32 key_size, u32 n_buckets) in lookup_nulls_elem_raw() argument
608 if (l->hash == hash && !memcmp(&l->key, key, key_size)) in lookup_nulls_elem_raw()
627 u32 hash, key_size; in __htab_map_lookup_elem() local
632 key_size = map->key_size; in __htab_map_lookup_elem()
634 hash = htab_map_hash(key, key_size, htab->hashrnd); in __htab_map_lookup_elem()
638 l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets); in __htab_map_lookup_elem()
648 return l->key + round_up(map->key_size, 8); in htab_map_lookup_elem()
675 round_up(map->key_size, 8)); in htab_map_gen_lookup()
687 return l->key + round_up(map->key_size, 8); in __htab_lru_map_lookup_elem()
724 round_up(map->key_size, 8)); in htab_lru_map_gen_lookup()
732 round_up(htab->map.key_size, 8) + in check_and_free_timer()
775 u32 hash, key_size; in htab_map_get_next_key() local
780 key_size = map->key_size; in htab_map_get_next_key()
785 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_map_get_next_key()
790 l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets); in htab_map_get_next_key()
801 memcpy(next_key, next_l->key, key_size); in htab_map_get_next_key()
819 memcpy(next_key, next_l->key, key_size); in htab_map_get_next_key()
831 free_percpu(htab_elem_get_ptr(l, htab->map.key_size)); in htab_elem_free()
920 void *value, u32 key_size, u32 hash, in alloc_htab_elem() argument
965 l_new->key + round_up(key_size, 8)); in alloc_htab_elem()
968 memcpy(l_new->key, key, key_size); in alloc_htab_elem()
972 pptr = htab_elem_get_ptr(l_new, key_size); in alloc_htab_elem()
987 htab_elem_set_ptr(l_new, key_size, pptr); in alloc_htab_elem()
990 memcpy(l_new->key + round_up(key_size, 8), value, size); in alloc_htab_elem()
993 l_new->key + round_up(key_size, 8), in alloc_htab_elem()
1027 u32 key_size, hash; in htab_map_update_elem() local
1037 key_size = map->key_size; in htab_map_update_elem()
1039 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_map_update_elem()
1048 l_old = lookup_nulls_elem_raw(head, hash, key, key_size, in htab_map_update_elem()
1056 l_old->key + round_up(key_size, 8), in htab_map_update_elem()
1070 l_old = lookup_elem_raw(head, hash, key, key_size); in htab_map_update_elem()
1084 l_old->key + round_up(key_size, 8), in htab_map_update_elem()
1090 l_new = alloc_htab_elem(htab, key, value, key_size, hash, false, false, in htab_map_update_elem()
1129 u32 key_size, hash; in htab_lru_map_update_elem() local
1139 key_size = map->key_size; in htab_lru_map_update_elem()
1141 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_lru_map_update_elem()
1155 l_new->key + round_up(map->key_size, 8), value); in htab_lru_map_update_elem()
1161 l_old = lookup_elem_raw(head, hash, key, key_size); in htab_lru_map_update_elem()
1197 u32 key_size, hash; in __htab_percpu_map_update_elem() local
1207 key_size = map->key_size; in __htab_percpu_map_update_elem()
1209 hash = htab_map_hash(key, key_size, htab->hashrnd); in __htab_percpu_map_update_elem()
1218 l_old = lookup_elem_raw(head, hash, key, key_size); in __htab_percpu_map_update_elem()
1226 pcpu_copy_value(htab, htab_elem_get_ptr(l_old, key_size), in __htab_percpu_map_update_elem()
1229 l_new = alloc_htab_elem(htab, key, value, key_size, in __htab_percpu_map_update_elem()
1252 u32 key_size, hash; in __htab_lru_percpu_map_update_elem() local
1262 key_size = map->key_size; in __htab_lru_percpu_map_update_elem()
1264 hash = htab_map_hash(key, key_size, htab->hashrnd); in __htab_lru_percpu_map_update_elem()
1284 l_old = lookup_elem_raw(head, hash, key, key_size); in __htab_lru_percpu_map_update_elem()
1294 pcpu_copy_value(htab, htab_elem_get_ptr(l_old, key_size), in __htab_lru_percpu_map_update_elem()
1297 pcpu_init_value(htab, htab_elem_get_ptr(l_new, key_size), in __htab_lru_percpu_map_update_elem()
1331 u32 hash, key_size; in htab_map_delete_elem() local
1337 key_size = map->key_size; in htab_map_delete_elem()
1339 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_map_delete_elem()
1347 l = lookup_elem_raw(head, hash, key, key_size); in htab_map_delete_elem()
1367 u32 hash, key_size; in htab_lru_map_delete_elem() local
1373 key_size = map->key_size; in htab_lru_map_delete_elem()
1375 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_lru_map_delete_elem()
1383 l = lookup_elem_raw(head, hash, key, key_size); in htab_lru_map_delete_elem()
1498 u32 hash, key_size; in __htab_map_lookup_and_delete_elem() local
1502 key_size = map->key_size; in __htab_map_lookup_and_delete_elem()
1504 hash = htab_map_hash(key, key_size, htab->hashrnd); in __htab_map_lookup_and_delete_elem()
1512 l = lookup_elem_raw(head, hash, key, key_size); in __htab_map_lookup_and_delete_elem()
1521 pptr = htab_elem_get_ptr(l, key_size); in __htab_map_lookup_and_delete_elem()
1529 u32 roundup_key_size = round_up(map->key_size, 8); in __htab_map_lookup_and_delete_elem()
1592 u32 bucket_cnt, total, key_size, value_size, roundup_key_size; in __htab_map_lookup_and_delete_batch() local
1631 key_size = htab->map.key_size; in __htab_map_lookup_and_delete_batch()
1632 roundup_key_size = round_up(htab->map.key_size, 8); in __htab_map_lookup_and_delete_batch()
1647 keys = kvmalloc_array(key_size, bucket_size, GFP_USER | __GFP_NOWARN); in __htab_map_lookup_and_delete_batch()
1708 memcpy(dst_key, l->key, key_size); in __htab_map_lookup_and_delete_batch()
1714 pptr = htab_elem_get_ptr(l, map->key_size); in __htab_map_lookup_and_delete_batch()
1744 dst_key += key_size; in __htab_map_lookup_and_delete_batch()
1768 if (bucket_cnt && (copy_to_user(ukeys + total * key_size, keys, in __htab_map_lookup_and_delete_batch()
1769 key_size * bucket_cnt) || in __htab_map_lookup_and_delete_batch()
1973 roundup_key_size = round_up(map->key_size, 8); in __bpf_hash_map_seq_show()
1979 pptr = htab_elem_get_ptr(elem, map->key_size); in __bpf_hash_map_seq_show()
2072 roundup_key_size = round_up(map->key_size, 8); in bpf_for_each_hash_elem()
2086 pptr = htab_elem_get_ptr(elem, map->key_size); in bpf_for_each_hash_elem()
2159 return this_cpu_ptr(htab_elem_get_ptr(l, map->key_size)); in htab_percpu_map_lookup_elem()
2170 return this_cpu_ptr(htab_elem_get_ptr(l, map->key_size)); in htab_lru_percpu_map_lookup_elem()
2196 pptr = htab_elem_get_ptr(l, map->key_size); in bpf_percpu_hash_copy()
2243 pptr = htab_elem_get_ptr(l, map->key_size); in htab_percpu_map_seq_show_elem()
2403 round_up(map->key_size, 8)); in htab_of_map_gen_lookup()