Lines Matching refs:key_size
183 static inline void *htab_elem_value(struct htab_elem *l, u32 key_size) in htab_elem_value() argument
185 return l->key + round_up(key_size, 8); in htab_elem_value()
188 static inline void htab_elem_set_ptr(struct htab_elem *l, u32 key_size, in htab_elem_set_ptr() argument
191 *(void __percpu **)htab_elem_value(l, key_size) = pptr; in htab_elem_set_ptr()
194 static inline void __percpu *htab_elem_get_ptr(struct htab_elem *l, u32 key_size) in htab_elem_get_ptr() argument
196 return *(void __percpu **)htab_elem_value(l, key_size); in htab_elem_get_ptr()
201 return *(void **)htab_elem_value(l, map->key_size); in fd_htab_map_get_ptr()
232 htab_elem_value(elem, htab->map.key_size)); in htab_free_prealloced_timers_and_wq()
235 htab_elem_value(elem, htab->map.key_size)); in htab_free_prealloced_timers_and_wq()
254 void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size); in htab_free_prealloced_fields()
263 htab_elem_value(elem, htab->map.key_size)); in htab_free_prealloced_fields()
281 htab->map.key_size); in htab_free_elems()
309 memcpy(l->key, key, htab->map.key_size); in prealloc_lru_pop()
340 htab_elem_set_ptr(get_htab_elem(htab, i), htab->map.key_size, in prealloc_init()
448 if (attr->max_entries == 0 || attr->key_size == 0 || in htab_map_alloc_check()
452 if ((u64)attr->key_size + attr->value_size >= KMALLOC_MAX_SIZE - in htab_map_alloc_check()
509 round_up(htab->map.key_size, 8); in htab_map_alloc()
618 void *key, u32 key_size) in lookup_elem_raw() argument
624 if (l->hash == hash && !memcmp(&l->key, key, key_size)) in lookup_elem_raw()
636 u32 key_size, u32 n_buckets) in lookup_nulls_elem_raw() argument
643 if (l->hash == hash && !memcmp(&l->key, key, key_size)) in lookup_nulls_elem_raw()
662 u32 hash, key_size; in __htab_map_lookup_elem() local
667 key_size = map->key_size; in __htab_map_lookup_elem()
669 hash = htab_map_hash(key, key_size, htab->hashrnd); in __htab_map_lookup_elem()
673 l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets); in __htab_map_lookup_elem()
683 return htab_elem_value(l, map->key_size); in htab_map_lookup_elem()
710 round_up(map->key_size, 8)); in htab_map_gen_lookup()
722 return htab_elem_value(l, map->key_size); in __htab_lru_map_lookup_elem()
759 round_up(map->key_size, 8)); in htab_lru_map_gen_lookup()
770 void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size); in check_and_free_fields()
776 void *map_value = htab_elem_value(elem, htab->map.key_size); in check_and_free_fields()
823 u32 hash, key_size; in htab_map_get_next_key() local
828 key_size = map->key_size; in htab_map_get_next_key()
833 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_map_get_next_key()
838 l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets); in htab_map_get_next_key()
849 memcpy(next_key, next_l->key, key_size); in htab_map_get_next_key()
867 memcpy(next_key, next_l->key, key_size); in htab_map_get_next_key()
985 void *value, u32 key_size, u32 hash, in alloc_htab_elem() argument
1028 memcpy(l_new->key, key, key_size); in alloc_htab_elem()
1031 pptr = htab_elem_get_ptr(l_new, key_size); in alloc_htab_elem()
1048 htab_elem_set_ptr(l_new, key_size, pptr); in alloc_htab_elem()
1051 memcpy(htab_elem_value(l_new, key_size), value, size); in alloc_htab_elem()
1053 copy_map_value(&htab->map, htab_elem_value(l_new, key_size), value); in alloc_htab_elem()
1086 u32 key_size, hash; in htab_map_update_elem() local
1096 key_size = map->key_size; in htab_map_update_elem()
1098 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_map_update_elem()
1107 l_old = lookup_nulls_elem_raw(head, hash, key, key_size, in htab_map_update_elem()
1115 htab_elem_value(l_old, key_size), in htab_map_update_elem()
1129 l_old = lookup_elem_raw(head, hash, key, key_size); in htab_map_update_elem()
1143 htab_elem_value(l_old, key_size), in htab_map_update_elem()
1149 l_new = alloc_htab_elem(htab, key, value, key_size, hash, false, false, in htab_map_update_elem()
1194 u32 key_size, hash; in htab_lru_map_update_elem() local
1204 key_size = map->key_size; in htab_lru_map_update_elem()
1206 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_lru_map_update_elem()
1219 copy_map_value(&htab->map, htab_elem_value(l_new, map->key_size), value); in htab_lru_map_update_elem()
1225 l_old = lookup_elem_raw(head, hash, key, key_size); in htab_lru_map_update_elem()
1263 u32 key_size, hash; in htab_map_update_elem_in_place() local
1273 key_size = map->key_size; in htab_map_update_elem_in_place()
1275 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_map_update_elem_in_place()
1284 l_old = lookup_elem_raw(head, hash, key, key_size); in htab_map_update_elem_in_place()
1293 pcpu_copy_value(htab, htab_elem_get_ptr(l_old, key_size), in htab_map_update_elem_in_place()
1296 void **inner_map_pptr = htab_elem_value(l_old, key_size); in htab_map_update_elem_in_place()
1302 l_new = alloc_htab_elem(htab, key, value, key_size, in htab_map_update_elem_in_place()
1326 u32 key_size, hash; in __htab_lru_percpu_map_update_elem() local
1336 key_size = map->key_size; in __htab_lru_percpu_map_update_elem()
1338 hash = htab_map_hash(key, key_size, htab->hashrnd); in __htab_lru_percpu_map_update_elem()
1358 l_old = lookup_elem_raw(head, hash, key, key_size); in __htab_lru_percpu_map_update_elem()
1368 pcpu_copy_value(htab, htab_elem_get_ptr(l_old, key_size), in __htab_lru_percpu_map_update_elem()
1371 pcpu_init_value(htab, htab_elem_get_ptr(l_new, key_size), in __htab_lru_percpu_map_update_elem()
1408 u32 hash, key_size; in htab_map_delete_elem() local
1414 key_size = map->key_size; in htab_map_delete_elem()
1416 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_map_delete_elem()
1424 l = lookup_elem_raw(head, hash, key, key_size); in htab_map_delete_elem()
1444 u32 hash, key_size; in htab_lru_map_delete_elem() local
1450 key_size = map->key_size; in htab_lru_map_delete_elem()
1452 hash = htab_map_hash(key, key_size, htab->hashrnd); in htab_lru_map_delete_elem()
1460 l = lookup_elem_raw(head, hash, key, key_size); in htab_lru_map_delete_elem()
1507 htab_elem_value(l, htab->map.key_size)); in htab_free_malloced_timers_and_wq()
1510 htab_elem_value(l, htab->map.key_size)); in htab_free_malloced_timers_and_wq()
1590 u32 hash, key_size; in __htab_map_lookup_and_delete_elem() local
1594 key_size = map->key_size; in __htab_map_lookup_and_delete_elem()
1596 hash = htab_map_hash(key, key_size, htab->hashrnd); in __htab_map_lookup_and_delete_elem()
1604 l = lookup_elem_raw(head, hash, key, key_size); in __htab_map_lookup_and_delete_elem()
1615 pptr = htab_elem_get_ptr(l, key_size); in __htab_map_lookup_and_delete_elem()
1622 void *src = htab_elem_value(l, map->key_size); in __htab_map_lookup_and_delete_elem()
1689 u32 bucket_cnt, total, key_size, value_size; in __htab_map_lookup_and_delete_batch() local
1723 key_size = htab->map.key_size; in __htab_map_lookup_and_delete_batch()
1738 keys = kvmalloc_array(key_size, bucket_size, GFP_USER | __GFP_NOWARN); in __htab_map_lookup_and_delete_batch()
1802 memcpy(dst_key, l->key, key_size); in __htab_map_lookup_and_delete_batch()
1808 pptr = htab_elem_get_ptr(l, map->key_size); in __htab_map_lookup_and_delete_batch()
1815 value = htab_elem_value(l, key_size); in __htab_map_lookup_and_delete_batch()
1848 dst_key += key_size; in __htab_map_lookup_and_delete_batch()
1875 if (bucket_cnt && (copy_to_user(ukeys + total * key_size, keys, in __htab_map_lookup_and_delete_batch()
1876 key_size * bucket_cnt) || in __htab_map_lookup_and_delete_batch()
2082 ctx.value = htab_elem_value(elem, map->key_size); in __bpf_hash_map_seq_show()
2085 pptr = htab_elem_get_ptr(elem, map->key_size); in __bpf_hash_map_seq_show()
2193 pptr = htab_elem_get_ptr(elem, map->key_size); in bpf_for_each_hash_elem()
2196 val = htab_elem_value(elem, map->key_size); in bpf_for_each_hash_elem()
2301 return this_cpu_ptr(htab_elem_get_ptr(l, map->key_size)); in htab_percpu_map_lookup_elem()
2319 offsetof(struct htab_elem, key) + roundup(map->key_size, 8)); in htab_percpu_map_gen_lookup()
2335 return per_cpu_ptr(htab_elem_get_ptr(l, map->key_size), cpu); in htab_percpu_map_lookup_percpu_elem()
2346 return this_cpu_ptr(htab_elem_get_ptr(l, map->key_size)); in htab_lru_percpu_map_lookup_elem()
2362 return per_cpu_ptr(htab_elem_get_ptr(l, map->key_size), cpu); in htab_lru_percpu_map_lookup_percpu_elem()
2388 pptr = htab_elem_get_ptr(l, map->key_size); in bpf_percpu_hash_copy()
2435 pptr = htab_elem_get_ptr(l, map->key_size); in htab_percpu_map_seq_show_elem()
2601 round_up(map->key_size, 8)); in htab_of_map_gen_lookup()