| /kernel/bpf/ |
| A D | arraymap.c | 453 static void array_map_free(struct bpf_map *map) in array_map_free()
581 struct bpf_map *map; member
589 struct bpf_map *map = info->map; in bpf_array_map_seq_start() local
608 struct bpf_map *map = info->map; in bpf_array_map_seq_next() local
628 struct bpf_map *map = info->map; in __bpf_array_map_seq_show() local
679 struct bpf_map *map = aux->map; in bpf_iter_init_array_map() local
838 static void fd_array_map_free(struct bpf_map *map) in fd_array_map_free()
1151 struct bpf_map *map; in prog_array_map_alloc() local
1173 static void prog_array_map_free(struct bpf_map *map) in prog_array_map_free()
1352 struct bpf_map *map, *inner_map_meta; in array_of_map_alloc() local
[all …]
|
| A D | local_storage.c | 22 struct bpf_map map; member
34 static bool attach_type_isolated(const struct bpf_map *map) in attach_type_isolated()
67 cgroup_storage_lookup(struct bpf_cgroup_storage_map *map, in cgroup_storage_lookup()
134 struct bpf_cgroup_storage_map *map = map_to_storage(_map); in cgroup_storage_lookup_elem() local
185 struct bpf_cgroup_storage_map *map = map_to_storage(_map); in bpf_percpu_cgroup_storage_copy() local
214 struct bpf_cgroup_storage_map *map = map_to_storage(_map); in bpf_percpu_cgroup_storage_update() local
289 struct bpf_cgroup_storage_map *map; in cgroup_storage_map_alloc() local
497 struct bpf_map *map; in bpf_cgroup_storage_alloc() local
554 struct bpf_map *map; in bpf_cgroup_storage_free() local
571 struct bpf_cgroup_storage_map *map; in bpf_cgroup_storage_link() local
[all …]
|
| A D | queue_stack_maps.c | 18 struct bpf_map map; member
26 static struct bpf_queue_stack *bpf_queue_stack(struct bpf_map *map) in bpf_queue_stack()
88 static void queue_stack_map_free(struct bpf_map *map) in queue_stack_map_free()
158 static long queue_map_peek_elem(struct bpf_map *map, void *value) in queue_map_peek_elem()
164 static long stack_map_peek_elem(struct bpf_map *map, void *value) in stack_map_peek_elem()
170 static long queue_map_pop_elem(struct bpf_map *map, void *value) in queue_map_pop_elem()
176 static long stack_map_pop_elem(struct bpf_map *map, void *value) in stack_map_pop_elem()
182 static long queue_stack_map_push_elem(struct bpf_map *map, void *value, in queue_stack_map_push_elem()
230 static long queue_stack_map_update_elem(struct bpf_map *map, void *key, in queue_stack_map_update_elem()
237 static long queue_stack_map_delete_elem(struct bpf_map *map, void *key) in queue_stack_map_delete_elem()
[all …]
|
| A D | bloom_filter.c | 16 struct bpf_map map; member
36 static long bloom_map_peek_elem(struct bpf_map *map, void *value) in bloom_map_peek_elem()
51 static long bloom_map_push_elem(struct bpf_map *map, void *value, u64 flags) in bloom_map_push_elem()
68 static long bloom_map_pop_elem(struct bpf_map *map, void *value) in bloom_map_pop_elem()
73 static long bloom_map_delete_elem(struct bpf_map *map, void *value) in bloom_map_delete_elem()
78 static int bloom_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in bloom_map_get_next_key()
162 static void bloom_map_free(struct bpf_map *map) in bloom_map_free()
170 static void *bloom_map_lookup_elem(struct bpf_map *map, void *key) in bloom_map_lookup_elem()
176 static long bloom_map_update_elem(struct bpf_map *map, void *key, in bloom_map_update_elem()
183 static int bloom_map_check_btf(const struct bpf_map *map, in bloom_map_check_btf()
[all …]
|
| A D | arena.c | 46 struct bpf_map map; member
65 static long arena_map_peek_elem(struct bpf_map *map, void *value) in arena_map_peek_elem()
75 static long arena_map_pop_elem(struct bpf_map *map, void *value) in arena_map_pop_elem()
174 static void arena_map_free(struct bpf_map *map) in arena_map_free()
217 static u64 arena_map_mem_usage(const struct bpf_map *map) in arena_map_mem_usage()
251 struct bpf_map *map = vma->vm_file->private_data; in arena_vm_close() local
266 struct bpf_map *map = vmf->vma->vm_file->private_data; in arena_vm_fault() local
318 struct bpf_map *map = filp->private_data; in arena_get_unmapped_area() local
586 struct bpf_map *map = p__map; in bpf_arena_alloc_pages() local
597 struct bpf_map *map = p__map; in bpf_arena_free_pages() local
[all …]
|
| A D | hashtab.c | 89 struct bpf_map map; member
887 struct bpf_map *map = &htab->map; in htab_put_fd_value() local
1531 static void htab_map_free(struct bpf_map *map) in htab_map_free()
1933 htab_map_lookup_and_delete_batch(struct bpf_map *map, in htab_map_lookup_and_delete_batch()
1942 htab_lru_percpu_map_lookup_batch(struct bpf_map *map, in htab_lru_percpu_map_lookup_batch()
1977 struct bpf_map *map; member
2067 struct bpf_map *map = info->map; in __bpf_hash_map_seq_show() local
2118 struct bpf_map *map = aux->map; in bpf_iter_init_hash_map() local
2495 static void fd_htab_map_free(struct bpf_map *map) in fd_htab_map_free()
2562 struct bpf_map *map, *inner_map_meta; in htab_of_map_alloc() local
[all …]
|
| A D | bpf_inode_storage.c | 36 struct bpf_map *map, in inode_storage_lookup()
78 static void *bpf_fd_inode_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_fd_inode_storage_lookup_elem()
90 static long bpf_fd_inode_storage_update_elem(struct bpf_map *map, void *key, in bpf_fd_inode_storage_update_elem()
107 static int inode_storage_delete(struct inode *inode, struct bpf_map *map) in inode_storage_delete()
120 static long bpf_fd_inode_storage_delete_elem(struct bpf_map *map, void *key) in bpf_fd_inode_storage_delete_elem()
130 BPF_CALL_5(bpf_inode_storage_get, struct bpf_map *, map, struct inode *, inode, in BPF_CALL_5() argument
166 struct bpf_map *, map, struct inode *, inode) in BPF_CALL_2() argument
178 static int notsupp_get_next_key(struct bpf_map *map, void *key, in notsupp_get_next_key()
189 static void inode_storage_map_free(struct bpf_map *map) in inode_storage_map_free()
|
| A D | bpf_task_storage.c | 54 task_storage_lookup(struct task_struct *task, struct bpf_map *map, in task_storage_lookup()
88 static void *bpf_pid_task_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_pid_task_storage_lookup_elem()
121 static long bpf_pid_task_storage_update_elem(struct bpf_map *map, void *key, in bpf_pid_task_storage_update_elem()
160 static int task_storage_delete(struct task_struct *task, struct bpf_map *map, in task_storage_delete()
177 static long bpf_pid_task_storage_delete_elem(struct bpf_map *map, void *key) in bpf_pid_task_storage_delete_elem()
208 static void *__bpf_task_storage_get(struct bpf_map *map, in __bpf_task_storage_get()
231 BPF_CALL_5(bpf_task_storage_get_recur, struct bpf_map *, map, struct task_struct *, in BPF_CALL_5() argument
250 BPF_CALL_5(bpf_task_storage_get, struct bpf_map *, map, struct task_struct *, in BPF_CALL_5() argument
287 BPF_CALL_2(bpf_task_storage_delete, struct bpf_map *, map, struct task_struct *, in BPF_CALL_2() argument
306 static int notsupp_get_next_key(struct bpf_map *map, void *key, void *next_key) in notsupp_get_next_key()
[all …]
|
| A D | bpf_cgrp_storage.c | 63 cgroup_storage_lookup(struct cgroup *cgroup, struct bpf_map *map, bool cacheit_lockit) in cgroup_storage_lookup()
77 static void *bpf_cgrp_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_cgrp_storage_lookup_elem()
95 static long bpf_cgrp_storage_update_elem(struct bpf_map *map, void *key, in bpf_cgrp_storage_update_elem()
115 static int cgroup_storage_delete(struct cgroup *cgroup, struct bpf_map *map) in cgroup_storage_delete()
127 static long bpf_cgrp_storage_delete_elem(struct bpf_map *map, void *key) in bpf_cgrp_storage_delete_elem()
144 static int notsupp_get_next_key(struct bpf_map *map, void *key, void *next_key) in notsupp_get_next_key()
154 static void cgroup_storage_map_free(struct bpf_map *map) in cgroup_storage_map_free()
160 BPF_CALL_5(bpf_cgrp_storage_get, struct bpf_map *, map, struct cgroup *, cgroup, in BPF_CALL_5() argument
191 BPF_CALL_2(bpf_cgrp_storage_delete, struct bpf_map *, map, struct cgroup *, cgroup) in BPF_CALL_2() argument
|
| A D | reuseport_array.c | 12 struct bpf_map map; member
16 static struct reuseport_array *reuseport_array(struct bpf_map *map) in reuseport_array()
50 static void *reuseport_array_lookup_elem(struct bpf_map *map, void *key) in reuseport_array_lookup_elem()
62 static long reuseport_array_delete_elem(struct bpf_map *map, void *key) in reuseport_array_delete_elem()
94 static void reuseport_array_free(struct bpf_map *map) in reuseport_array_free()
165 int bpf_fd_reuseport_array_lookup_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_lookup_elem()
232 int bpf_fd_reuseport_array_update_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_update_elem()
316 static int reuseport_array_get_next_key(struct bpf_map *map, void *key, in reuseport_array_get_next_key()
335 static u64 reuseport_array_mem_usage(const struct bpf_map *map) in reuseport_array_mem_usage()
|
| A D | devmap.c | 75 struct bpf_map map; member
184 static void dev_map_free(struct bpf_map *map) in dev_map_free()
275 static void *__dev_map_hash_lookup_elem(struct bpf_map *map, u32 key) in __dev_map_hash_lookup_elem()
289 static int dev_map_hash_get_next_key(struct bpf_map *map, void *key, in dev_map_hash_get_next_key()
439 static void *__dev_map_lookup_elem(struct bpf_map *map, u32 key) in __dev_map_lookup_elem()
607 struct bpf_map *map, bool exclude_ingress) in dev_map_enqueue_multi()
724 struct bpf_map *map, bool exclude_ingress) in dev_map_redirect_multi()
795 static void *dev_map_lookup_elem(struct bpf_map *map, void *key) in dev_map_lookup_elem()
820 static long dev_map_delete_elem(struct bpf_map *map, void *key) in dev_map_delete_elem()
837 static long dev_map_hash_delete_elem(struct bpf_map *map, void *key) in dev_map_hash_delete_elem()
[all …]
|
| A D | syscall.c | 1349 struct bpf_map *map; in map_create() local
1664 struct bpf_map *map; in map_lookup_elem() local
1729 struct bpf_map *map; in map_update_elem() local
1783 struct bpf_map *map; in map_delete_elem() local
1837 struct bpf_map *map; in map_get_next_key() local
2106 struct bpf_map *map; in map_lookup_and_delete_elem() local
2195 struct bpf_map *map; in map_freeze() local
4626 struct bpf_map *map; in bpf_map_get_curr_or_next() local
4708 struct bpf_map *map; in bpf_map_get_fd_by_id() local
5485 struct bpf_map *map; in bpf_map_do_batch() local
[all …]
|
| A D | ringbuf.c | 80 struct bpf_map map; member
231 static void ringbuf_map_free(struct bpf_map *map) in ringbuf_map_free()
240 static void *ringbuf_map_lookup_elem(struct bpf_map *map, void *key) in ringbuf_map_lookup_elem()
251 static long ringbuf_map_delete_elem(struct bpf_map *map, void *key) in ringbuf_map_delete_elem()
256 static int ringbuf_map_get_next_key(struct bpf_map *map, void *key, in ringbuf_map_get_next_key()
310 static __poll_t ringbuf_map_poll_kern(struct bpf_map *map, struct file *filp, in ringbuf_map_poll_kern()
323 static __poll_t ringbuf_map_poll_user(struct bpf_map *map, struct file *filp, in ringbuf_map_poll_user()
336 static u64 ringbuf_map_mem_usage(const struct bpf_map *map) in ringbuf_map_mem_usage()
463 BPF_CALL_3(bpf_ringbuf_reserve, struct bpf_map *, map, u64, size, u64, flags) in BPF_CALL_3() argument
564 BPF_CALL_2(bpf_ringbuf_query, struct bpf_map *, map, u64, flags) in BPF_CALL_2() argument
[all …]
|
| A D | bpf_struct_ops.c | 25 struct bpf_map map; member
60 struct bpf_map __rcu *map; member
957 static void __bpf_struct_ops_map_free(struct bpf_map *map) in __bpf_struct_ops_map_free()
972 static void bpf_struct_ops_map_free(struct bpf_map *map) in bpf_struct_ops_map_free()
1034 struct bpf_map *map; in bpf_struct_ops_map_alloc() local
1157 struct bpf_map *map; in bpf_struct_ops_get() local
1177 static bool bpf_struct_ops_valid_to_reg(struct bpf_map *map) in bpf_struct_ops_valid_to_reg()
1206 struct bpf_map *map; in bpf_struct_ops_map_link_show_fdinfo() local
1220 struct bpf_map *map; in bpf_struct_ops_map_link_fill_link_info() local
1285 struct bpf_map *map; in bpf_struct_ops_map_link_detach() local
[all …]
|
| A D | cpumap.c | 78 struct bpf_map map; member
409 struct bpf_map *map, int fd) in __cpu_map_load_bpf_program()
430 __cpu_map_entry_alloc(struct bpf_map *map, struct bpf_cpumap_val *value, in __cpu_map_entry_alloc()
557 static long cpu_map_delete_elem(struct bpf_map *map, void *key) in cpu_map_delete_elem()
570 static long cpu_map_update_elem(struct bpf_map *map, void *key, void *value, in cpu_map_update_elem()
608 static void cpu_map_free(struct bpf_map *map) in cpu_map_free()
644 static void *__cpu_map_lookup_elem(struct bpf_map *map, u32 key) in __cpu_map_lookup_elem()
657 static void *cpu_map_lookup_elem(struct bpf_map *map, void *key) in cpu_map_lookup_elem()
665 static int cpu_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in cpu_map_get_next_key()
682 static long cpu_map_redirect(struct bpf_map *map, u64 index, u64 flags) in cpu_map_redirect()
[all …]
|
| A D | stackmap.c | 27 struct bpf_map map; member
34 static inline bool stack_map_use_build_id(struct bpf_map *map) in stack_map_use_build_id()
39 static inline int stack_map_data_size(struct bpf_map *map) in stack_map_data_size()
227 static long __bpf_get_stackid(struct bpf_map *map, in __bpf_get_stackid()
349 struct bpf_map *, map, u64, flags) in BPF_CALL_3() argument
643 static void *stack_map_lookup_elem(struct bpf_map *map, void *key) in stack_map_lookup_elem()
649 int bpf_stackmap_copy(struct bpf_map *map, void *key, void *value) in bpf_stackmap_copy()
672 static int stack_map_get_next_key(struct bpf_map *map, void *key, in stack_map_get_next_key()
708 static long stack_map_delete_elem(struct bpf_map *map, void *key) in stack_map_delete_elem()
727 static void stack_map_free(struct bpf_map *map) in stack_map_free()
[all …]
|
| A D | lpm_trie.c | 34 struct bpf_map map; member
238 static void *trie_lookup_elem(struct bpf_map *map, void *_key) in trie_lookup_elem()
322 static long trie_update_elem(struct bpf_map *map, in trie_update_elem()
457 static long trie_delete_elem(struct bpf_map *map, void *_key) in trie_delete_elem()
613 static void trie_free(struct bpf_map *map) in trie_free()
656 static int trie_get_next_key(struct bpf_map *map, void *_key, void *_next_key) in trie_get_next_key()
754 static int trie_check_btf(const struct bpf_map *map, in trie_check_btf()
764 static u64 trie_mem_usage(const struct bpf_map *map) in trie_mem_usage()
|
| A D | map_iter.c | 16 struct bpf_map *map; in bpf_map_seq_start() local
42 DEFINE_BPF_ITER_FUNC(bpf_map, struct bpf_iter_meta *meta, struct bpf_map *map) in DEFINE_BPF_ITER_FUNC()
105 struct bpf_map *map; in bpf_iter_attach_map() local
198 __bpf_kfunc s64 bpf_map_sum_elem_count(const struct bpf_map *map) in bpf_map_sum_elem_count()
|
| A D | offload.c | 567 void bpf_map_offload_map_free(struct bpf_map *map) in bpf_map_offload_map_free()
581 u64 bpf_map_offload_map_mem_usage(const struct bpf_map *map) in bpf_map_offload_map_mem_usage()
587 int bpf_map_offload_lookup_elem(struct bpf_map *map, void *key, void *value) in bpf_map_offload_lookup_elem()
600 int bpf_map_offload_update_elem(struct bpf_map *map, in bpf_map_offload_update_elem()
618 int bpf_map_offload_delete_elem(struct bpf_map *map, void *key) in bpf_map_offload_delete_elem()
631 int bpf_map_offload_get_next_key(struct bpf_map *map, void *key, void *next_key) in bpf_map_offload_get_next_key()
674 int bpf_map_offload_info_fill(struct bpf_map_info *info, struct bpf_map *map) in bpf_map_offload_info_fill()
748 bool bpf_offload_prog_map_match(struct bpf_prog *prog, struct bpf_map *map) in bpf_offload_prog_map_match()
|
| A D | bpf_local_storage.c | 29 struct bpf_map *map = &smap->map; in mem_charge() local
40 struct bpf_map *map = &smap->map; in mem_uncharge() local
49 struct bpf_map *map = &smap->map; in owner_storage() local
720 int bpf_local_storage_map_check_btf(const struct bpf_map *map, in bpf_local_storage_map_check_btf()
775 u64 bpf_local_storage_map_mem_usage(const struct bpf_map *map) in bpf_local_storage_map_mem_usage()
856 void bpf_local_storage_map_free(struct bpf_map *map, in bpf_local_storage_map_free()
|
| A D | map_in_map.c | 94 void *bpf_map_fd_get_ptr(struct bpf_map *map, in bpf_map_fd_get_ptr()
114 void bpf_map_fd_put_ptr(struct bpf_map *map, void *ptr, bool need_defer) in bpf_map_fd_put_ptr()
|
| A D | helpers.c | 40 BPF_CALL_2(bpf_map_lookup_elem, struct bpf_map *, map, void *, key) in BPF_CALL_2() argument
56 BPF_CALL_4(bpf_map_update_elem, struct bpf_map *, map, void *, key, in BPF_CALL_4() argument
75 BPF_CALL_2(bpf_map_delete_elem, struct bpf_map *, map, void *, key) in BPF_CALL_2() argument
106 BPF_CALL_2(bpf_map_pop_elem, struct bpf_map *, map, void *, value) in BPF_CALL_2() argument
119 BPF_CALL_2(bpf_map_peek_elem, struct bpf_map *, map, void *, value) in BPF_CALL_2() argument
378 void copy_map_value_locked(struct bpf_map *map, void *dst, void *src, in copy_map_value_locked()
1088 struct bpf_map *map; member
1151 struct bpf_map *map = t->cb.map; in bpf_timer_cb() local
1191 struct bpf_map *map = cb->map; in bpf_wq_work() local
3030 struct bpf_map *map = p__map; in bpf_wq_init() local
[all …]
|
| /kernel/trace/ |
| A D | tracing_map.c | 202 static int tracing_map_add_field(struct tracing_map *map, in tracing_map_add_field()
227 int tracing_map_add_sum_field(struct tracing_map *map) in tracing_map_add_sum_field()
244 int tracing_map_add_var(struct tracing_map *map) in tracing_map_add_var()
270 int tracing_map_add_key_field(struct tracing_map *map, in tracing_map_add_key_field()
676 void tracing_map_destroy(struct tracing_map *map) in tracing_map_destroy()
698 void tracing_map_clear(struct tracing_map *map) in tracing_map_clear()
712 static void set_sort_key(struct tracing_map *map, in set_sort_key()
773 struct tracing_map *map; in tracing_map_create() local
829 int tracing_map_init(struct tracing_map *map) in tracing_map_init()
998 static void sort_secondary(struct tracing_map *map, in sort_secondary()
[all …]
|
| /kernel/dma/ |
| A D | map_benchmark.c | 38 struct map_benchmark_data *map = data; in map_benchmark_thread() local
115 static int do_map_benchmark(struct map_benchmark_data *map) in do_map_benchmark()
202 struct map_benchmark_data *map = file->private_data; in map_benchmark_ioctl() local
296 struct map_benchmark_data *map = (struct map_benchmark_data *)data; in map_benchmark_remove_debugfs() local
304 struct map_benchmark_data *map; in __map_benchmark_probe() local
|
| /kernel/ |
| A D | user_namespace.c | 279 map_id_range_down_max(unsigned extents, struct uid_gid_map *map, u32 id, u32 count) in map_id_range_down_max()
315 static u32 map_id_range_down(struct uid_gid_map *map, u32 id, u32 count) in map_id_range_down()
335 u32 map_id_down(struct uid_gid_map *map, u32 id) in map_id_down()
346 map_id_range_up_base(unsigned extents, struct uid_gid_map *map, u32 id, u32 count) in map_id_range_up_base()
369 map_id_range_up_max(unsigned extents, struct uid_gid_map *map, u32 id, u32 count) in map_id_range_up_max()
381 u32 map_id_range_up(struct uid_gid_map *map, u32 id, u32 count) in map_id_range_up()
401 u32 map_id_up(struct uid_gid_map *map, u32 id) in map_id_up()
674 struct uid_gid_map *map) in m_start()
786 static int insert_extent(struct uid_gid_map *map, struct uid_gid_extent *extent) in insert_extent()
854 static int sort_idmaps(struct uid_gid_map *map) in sort_idmaps()
[all …]
|