Lines Matching refs:pptr
199 void __percpu *pptr) in htab_elem_set_ptr() argument
201 *(void __percpu **)(l->key + key_size) = pptr; in htab_elem_set_ptr()
260 void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size); in htab_free_prealloced_fields() local
264 bpf_obj_free_fields(htab->map.record, per_cpu_ptr(pptr, cpu)); in htab_free_prealloced_fields()
283 void __percpu *pptr; in htab_free_elems() local
285 pptr = htab_elem_get_ptr(get_htab_elem(htab, i), in htab_free_elems()
287 free_percpu(pptr); in htab_free_elems()
339 void __percpu *pptr; in prealloc_init() local
341 pptr = bpf_map_alloc_percpu(&htab->map, size, 8, in prealloc_init()
343 if (!pptr) in prealloc_init()
346 pptr); in prealloc_init()
392 struct htab_elem *__percpu *pptr, *l_new; in alloc_extra_elems() local
396 pptr = bpf_map_alloc_percpu(&htab->map, sizeof(struct htab_elem *), 8, in alloc_extra_elems()
398 if (!pptr) in alloc_extra_elems()
407 *per_cpu_ptr(pptr, cpu) = l_new; in alloc_extra_elems()
409 htab->extra_elems = pptr; in alloc_extra_elems()
791 void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size); in check_and_free_fields() local
795 bpf_obj_free_fields(htab->map.record, per_cpu_ptr(pptr, cpu)); in check_and_free_fields()
958 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_copy_value() argument
963 copy_map_value(&htab->map, this_cpu_ptr(pptr), value); in pcpu_copy_value()
969 copy_map_value_long(&htab->map, per_cpu_ptr(pptr, cpu), value + off); in pcpu_copy_value()
975 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_init_value() argument
989 copy_map_value_long(&htab->map, per_cpu_ptr(pptr, cpu), value); in pcpu_init_value()
991 zero_map_value(&htab->map, per_cpu_ptr(pptr, cpu)); in pcpu_init_value()
994 pcpu_copy_value(htab, pptr, value, onallcpus); in pcpu_init_value()
1012 void __percpu *pptr; in alloc_htab_elem() local
1052 pptr = htab_elem_get_ptr(l_new, key_size); in alloc_htab_elem()
1063 pptr = *(void __percpu **)ptr; in alloc_htab_elem()
1066 pcpu_init_value(htab, pptr, value, onallcpus); in alloc_htab_elem()
1069 htab_elem_set_ptr(l_new, key_size, pptr); in alloc_htab_elem()
1626 void __percpu *pptr; in __htab_map_lookup_and_delete_elem() local
1629 pptr = htab_elem_get_ptr(l, key_size); in __htab_map_lookup_and_delete_elem()
1631 copy_map_value_long(&htab->map, value + off, per_cpu_ptr(pptr, cpu)); in __htab_map_lookup_and_delete_elem()
1823 void __percpu *pptr; in __htab_map_lookup_and_delete_batch() local
1825 pptr = htab_elem_get_ptr(l, map->key_size); in __htab_map_lookup_and_delete_batch()
1827 copy_map_value_long(&htab->map, dst_val + off, per_cpu_ptr(pptr, cpu)); in __htab_map_lookup_and_delete_batch()
2085 void __percpu *pptr; in __bpf_hash_map_seq_show() local
2099 pptr = htab_elem_get_ptr(elem, map->key_size); in __bpf_hash_map_seq_show()
2102 per_cpu_ptr(pptr, cpu)); in __bpf_hash_map_seq_show()
2183 void __percpu *pptr; in bpf_for_each_hash_elem() local
2208 pptr = htab_elem_get_ptr(elem, map->key_size); in bpf_for_each_hash_elem()
2209 val = this_cpu_ptr(pptr); in bpf_for_each_hash_elem()
2388 void __percpu *pptr; in bpf_percpu_hash_copy() local
2405 pptr = htab_elem_get_ptr(l, map->key_size); in bpf_percpu_hash_copy()
2407 copy_map_value_long(map, value + off, per_cpu_ptr(pptr, cpu)); in bpf_percpu_hash_copy()
2439 void __percpu *pptr; in htab_percpu_map_seq_show_elem() local
2452 pptr = htab_elem_get_ptr(l, map->key_size); in htab_percpu_map_seq_show_elem()
2456 per_cpu_ptr(pptr, cpu), m); in htab_percpu_map_seq_show_elem()