Lines Matching refs:bpf_htab
87 struct bpf_htab { struct
132 static inline bool htab_is_prealloc(const struct bpf_htab *htab) in htab_is_prealloc()
137 static void htab_init_buckets(struct bpf_htab *htab) in htab_init_buckets()
150 static inline int htab_lock_bucket(const struct bpf_htab *htab, in htab_lock_bucket()
173 static inline void htab_unlock_bucket(const struct bpf_htab *htab, in htab_unlock_bucket()
186 static bool htab_is_lru(const struct bpf_htab *htab) in htab_is_lru()
192 static bool htab_is_percpu(const struct bpf_htab *htab) in htab_is_percpu()
214 static struct htab_elem *get_htab_elem(struct bpf_htab *htab, int i) in get_htab_elem()
219 static bool htab_has_extra_elems(struct bpf_htab *htab) in htab_has_extra_elems()
224 static void htab_free_prealloced_timers_and_wq(struct bpf_htab *htab) in htab_free_prealloced_timers_and_wq()
246 static void htab_free_prealloced_fields(struct bpf_htab *htab) in htab_free_prealloced_fields()
275 static void htab_free_elems(struct bpf_htab *htab) in htab_free_elems()
305 static struct htab_elem *prealloc_lru_pop(struct bpf_htab *htab, void *key, in prealloc_lru_pop()
321 static int prealloc_init(struct bpf_htab *htab) in prealloc_init()
380 static void prealloc_destroy(struct bpf_htab *htab) in prealloc_destroy()
390 static int alloc_extra_elems(struct bpf_htab *htab) in alloc_extra_elems()
485 struct bpf_htab *htab; in htab_map_alloc()
630 static inline struct bucket *__select_bucket(struct bpf_htab *htab, u32 hash) in __select_bucket()
635 static inline struct hlist_nulls_head *select_bucket(struct bpf_htab *htab, u32 hash) in select_bucket()
683 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_elem()
787 static void check_and_free_fields(struct bpf_htab *htab, in check_and_free_fields()
808 struct bpf_htab *htab = arg; in htab_lru_map_delete_node()
840 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_get_next_key()
896 static void htab_elem_free(struct bpf_htab *htab, struct htab_elem *l) in htab_elem_free()
904 static void htab_put_fd_value(struct bpf_htab *htab, struct htab_elem *l) in htab_put_fd_value()
915 static bool is_map_full(struct bpf_htab *htab) in is_map_full()
923 static void inc_elem_count(struct bpf_htab *htab) in inc_elem_count()
933 static void dec_elem_count(struct bpf_htab *htab) in dec_elem_count()
944 static void free_htab_elem(struct bpf_htab *htab, struct htab_elem *l) in free_htab_elem()
958 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_copy_value()
975 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_init_value()
998 static bool fd_htab_map_needs_adjust(const struct bpf_htab *htab) in fd_htab_map_needs_adjust()
1004 static struct htab_elem *alloc_htab_elem(struct bpf_htab *htab, void *key, in alloc_htab_elem()
1086 static int check_flags(struct bpf_htab *htab, struct htab_elem *l_old, in check_flags()
1104 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_update_elem()
1197 static void htab_lru_push_free(struct bpf_htab *htab, struct htab_elem *elem) in htab_lru_push_free()
1207 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_lru_map_update_elem()
1276 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_percpu_map_update_elem()
1331 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_lru_percpu_map_update_elem()
1413 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_delete_elem()
1449 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_lru_map_delete_elem()
1483 static void delete_all_elements(struct bpf_htab *htab) in delete_all_elements()
1505 static void htab_free_malloced_timers_and_wq(struct bpf_htab *htab) in htab_free_malloced_timers_and_wq()
1531 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_free_timers_and_wq()
1545 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_free()
1602 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_and_delete_elem()
1699 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_and_delete_batch()
1991 struct bpf_htab *htab;
2001 const struct bpf_htab *htab = info->htab; in bpf_hash_map_seq_find_next()
2148 seq_info->htab = container_of(map, struct bpf_htab, map); in bpf_iter_init_hash_map()
2177 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in bpf_for_each_hash_elem()
2232 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_mem_usage()
2238 u64 usage = sizeof(struct bpf_htab); in htab_map_mem_usage()
2268 BTF_ID_LIST_SINGLE(htab_map_btf_ids, struct, bpf_htab)
2420 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in bpf_percpu_hash_update()
2514 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in fd_htab_map_free()