| /kernel/bpf/ |
| A D | arraymap.c | 453 static void array_map_free(struct bpf_map *map) in array_map_free() 572 const struct bpf_map *meta1) in array_map_meta_equal() 581 struct bpf_map *map; 589 struct bpf_map *map = info->map; in bpf_array_map_seq_start() 608 struct bpf_map *map = info->map; in bpf_array_map_seq_next() 628 struct bpf_map *map = info->map; in __bpf_array_map_seq_show() 679 struct bpf_map *map = aux->map; in bpf_iter_init_array_map() 838 static void fd_array_map_free(struct bpf_map *map) in fd_array_map_free() 1151 struct bpf_map *map; in prog_array_map_alloc() 1352 struct bpf_map *map, *inner_map_meta; in array_of_map_alloc() [all …]
|
| A D | queue_stack_maps.c | 18 struct bpf_map map; 26 static struct bpf_queue_stack *bpf_queue_stack(struct bpf_map *map) in bpf_queue_stack() 65 static struct bpf_map *queue_stack_map_alloc(union bpf_attr *attr) in queue_stack_map_alloc() 88 static void queue_stack_map_free(struct bpf_map *map) in queue_stack_map_free() 158 static long queue_map_peek_elem(struct bpf_map *map, void *value) in queue_map_peek_elem() 164 static long stack_map_peek_elem(struct bpf_map *map, void *value) in stack_map_peek_elem() 170 static long queue_map_pop_elem(struct bpf_map *map, void *value) in queue_map_pop_elem() 176 static long stack_map_pop_elem(struct bpf_map *map, void *value) in stack_map_pop_elem() 182 static long queue_stack_map_push_elem(struct bpf_map *map, void *value, in queue_stack_map_push_elem() 230 static long queue_stack_map_update_elem(struct bpf_map *map, void *key, in queue_stack_map_update_elem() [all …]
|
| A D | map_in_map.c | 10 struct bpf_map *bpf_map_meta_alloc(int inner_map_ufd) in bpf_map_meta_alloc() 12 struct bpf_map *inner_map, *inner_map_meta; in bpf_map_meta_alloc() 48 struct bpf_map *ret = ERR_CAST(inner_map_meta->record); in bpf_map_meta_alloc() 76 void bpf_map_meta_free(struct bpf_map *map_meta) in bpf_map_meta_free() 83 bool bpf_map_meta_equal(const struct bpf_map *meta0, in bpf_map_meta_equal() 84 const struct bpf_map *meta1) in bpf_map_meta_equal() 94 void *bpf_map_fd_get_ptr(struct bpf_map *map, in bpf_map_fd_get_ptr() 98 struct bpf_map *inner_map, *inner_map_meta; in bpf_map_fd_get_ptr() 114 void bpf_map_fd_put_ptr(struct bpf_map *map, void *ptr, bool need_defer) in bpf_map_fd_put_ptr() 116 struct bpf_map *inner_map = ptr; in bpf_map_fd_put_ptr() [all …]
|
| A D | bloom_filter.c | 16 struct bpf_map map; 36 static long bloom_map_peek_elem(struct bpf_map *map, void *value) in bloom_map_peek_elem() 51 static long bloom_map_push_elem(struct bpf_map *map, void *value, u64 flags) in bloom_map_push_elem() 68 static long bloom_map_pop_elem(struct bpf_map *map, void *value) in bloom_map_pop_elem() 73 static long bloom_map_delete_elem(struct bpf_map *map, void *value) in bloom_map_delete_elem() 95 static struct bpf_map *bloom_map_alloc(union bpf_attr *attr) in bloom_map_alloc() 162 static void bloom_map_free(struct bpf_map *map) in bloom_map_free() 170 static void *bloom_map_lookup_elem(struct bpf_map *map, void *key) in bloom_map_lookup_elem() 176 static long bloom_map_update_elem(struct bpf_map *map, void *key, in bloom_map_update_elem() 183 static int bloom_map_check_btf(const struct bpf_map *map, in bloom_map_check_btf() [all …]
|
| A D | bpf_inode_storage.c | 36 struct bpf_map *map, in inode_storage_lookup() 78 static void *bpf_fd_inode_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_fd_inode_storage_lookup_elem() 90 static long bpf_fd_inode_storage_update_elem(struct bpf_map *map, void *key, in bpf_fd_inode_storage_update_elem() 107 static int inode_storage_delete(struct inode *inode, struct bpf_map *map) in inode_storage_delete() 120 static long bpf_fd_inode_storage_delete_elem(struct bpf_map *map, void *key) in bpf_fd_inode_storage_delete_elem() 130 BPF_CALL_5(bpf_inode_storage_get, struct bpf_map *, map, struct inode *, inode, in BPF_CALL_5() argument 166 struct bpf_map *, map, struct inode *, inode) in BPF_CALL_2() argument 178 static int notsupp_get_next_key(struct bpf_map *map, void *key, in notsupp_get_next_key() 184 static struct bpf_map *inode_storage_map_alloc(union bpf_attr *attr) in inode_storage_map_alloc() 189 static void inode_storage_map_free(struct bpf_map *map) in inode_storage_map_free()
|
| A D | bpf_task_storage.c | 54 task_storage_lookup(struct task_struct *task, struct bpf_map *map, in task_storage_lookup() 88 static void *bpf_pid_task_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_pid_task_storage_lookup_elem() 121 static long bpf_pid_task_storage_update_elem(struct bpf_map *map, void *key, in bpf_pid_task_storage_update_elem() 160 static int task_storage_delete(struct task_struct *task, struct bpf_map *map, in task_storage_delete() 177 static long bpf_pid_task_storage_delete_elem(struct bpf_map *map, void *key) in bpf_pid_task_storage_delete_elem() 208 static void *__bpf_task_storage_get(struct bpf_map *map, in __bpf_task_storage_get() 250 BPF_CALL_5(bpf_task_storage_get, struct bpf_map *, map, struct task_struct *, in BPF_CALL_5() argument 287 BPF_CALL_2(bpf_task_storage_delete, struct bpf_map *, map, struct task_struct *, in BPF_CALL_2() argument 306 static int notsupp_get_next_key(struct bpf_map *map, void *key, void *next_key) in notsupp_get_next_key() 311 static struct bpf_map *task_storage_map_alloc(union bpf_attr *attr) in task_storage_map_alloc() [all …]
|
| A D | bpf_cgrp_storage.c | 63 cgroup_storage_lookup(struct cgroup *cgroup, struct bpf_map *map, bool cacheit_lockit) in cgroup_storage_lookup() 77 static void *bpf_cgrp_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_cgrp_storage_lookup_elem() 95 static long bpf_cgrp_storage_update_elem(struct bpf_map *map, void *key, in bpf_cgrp_storage_update_elem() 115 static int cgroup_storage_delete(struct cgroup *cgroup, struct bpf_map *map) in cgroup_storage_delete() 127 static long bpf_cgrp_storage_delete_elem(struct bpf_map *map, void *key) in bpf_cgrp_storage_delete_elem() 144 static int notsupp_get_next_key(struct bpf_map *map, void *key, void *next_key) in notsupp_get_next_key() 149 static struct bpf_map *cgroup_storage_map_alloc(union bpf_attr *attr) in cgroup_storage_map_alloc() 154 static void cgroup_storage_map_free(struct bpf_map *map) in cgroup_storage_map_free() 160 BPF_CALL_5(bpf_cgrp_storage_get, struct bpf_map *, map, struct cgroup *, cgroup, in BPF_CALL_5() argument 191 BPF_CALL_2(bpf_cgrp_storage_delete, struct bpf_map *, map, struct cgroup *, cgroup) in BPF_CALL_2() argument
|
| A D | arena.c | 46 struct bpf_map map; 75 static long arena_map_pop_elem(struct bpf_map *map, void *value) in arena_map_pop_elem() 95 static struct bpf_map *arena_map_alloc(union bpf_attr *attr) in arena_map_alloc() 174 static void arena_map_free(struct bpf_map *map) in arena_map_free() 217 static u64 arena_map_mem_usage(const struct bpf_map *map) in arena_map_mem_usage() 251 struct bpf_map *map = vma->vm_file->private_data; in arena_vm_close() 266 struct bpf_map *map = vmf->vma->vm_file->private_data; in arena_vm_fault() 318 struct bpf_map *map = filp->private_data; in arena_get_unmapped_area() 586 struct bpf_map *map = p__map; in bpf_arena_alloc_pages() 597 struct bpf_map *map = p__map; in bpf_arena_free_pages() [all …]
|
| A D | map_iter.c | 16 struct bpf_map *map; in bpf_map_seq_start() 33 bpf_map_put((struct bpf_map *)v); in bpf_map_seq_next() 39 __bpf_md_ptr(struct bpf_map *, map); 42 DEFINE_BPF_ITER_FUNC(bpf_map, struct bpf_iter_meta *meta, struct bpf_map *map) in DEFINE_BPF_ITER_FUNC() argument 71 bpf_map_put((struct bpf_map *)v); in bpf_map_seq_stop() 81 BTF_ID_LIST_GLOBAL_SINGLE(btf_bpf_map_id, struct, bpf_map) 105 struct bpf_map *map; in bpf_iter_attach_map() 165 struct bpf_map *map, void *key, void *value) 198 __bpf_kfunc s64 bpf_map_sum_elem_count(const struct bpf_map *map) in bpf_map_sum_elem_count()
|
| A D | hashtab.c | 89 struct bpf_map map; 887 struct bpf_map *map = &htab->map; in htab_put_fd_value() 1531 static void htab_map_free(struct bpf_map *map) in htab_map_free() 1817 struct bpf_map **inner_map = value; in __htab_map_lookup_and_delete_batch() 1933 htab_map_lookup_and_delete_batch(struct bpf_map *map, in htab_map_lookup_and_delete_batch() 1977 struct bpf_map *map; 2067 struct bpf_map *map = info->map; in __bpf_hash_map_seq_show() 2118 struct bpf_map *map = aux->map; in bpf_iter_init_hash_map() 2495 static void fd_htab_map_free(struct bpf_map *map) in fd_htab_map_free() 2562 struct bpf_map *map, *inner_map_meta; in htab_of_map_alloc() [all …]
|
| A D | local_storage.c | 22 struct bpf_map map; 29 static struct bpf_cgroup_storage_map *map_to_storage(struct bpf_map *map) in map_to_storage() 34 static bool attach_type_isolated(const struct bpf_map *map) in attach_type_isolated() 144 static long cgroup_storage_update_elem(struct bpf_map *map, void *key, in cgroup_storage_update_elem() 182 int bpf_percpu_cgroup_storage_copy(struct bpf_map *_map, void *key, in bpf_percpu_cgroup_storage_copy() 211 int bpf_percpu_cgroup_storage_update(struct bpf_map *_map, void *key, in bpf_percpu_cgroup_storage_update() 330 static void cgroup_storage_map_free(struct bpf_map *_map) in cgroup_storage_map_free() 356 static int cgroup_storage_check_btf(const struct bpf_map *map, in cgroup_storage_check_btf() 442 static u64 cgroup_storage_map_usage(const struct bpf_map *map) in cgroup_storage_map_usage() 497 struct bpf_map *map; in bpf_cgroup_storage_alloc() [all …]
|
| A D | map_in_map.h | 10 struct bpf_map; 12 struct bpf_map *bpf_map_meta_alloc(int inner_map_ufd); 13 void bpf_map_meta_free(struct bpf_map *map_meta); 14 void *bpf_map_fd_get_ptr(struct bpf_map *map, struct file *map_file, 16 void bpf_map_fd_put_ptr(struct bpf_map *map, void *ptr, bool need_defer);
|
| A D | reuseport_array.c | 12 struct bpf_map map; 16 static struct reuseport_array *reuseport_array(struct bpf_map *map) in reuseport_array() 50 static void *reuseport_array_lookup_elem(struct bpf_map *map, void *key) in reuseport_array_lookup_elem() 62 static long reuseport_array_delete_elem(struct bpf_map *map, void *key) in reuseport_array_delete_elem() 94 static void reuseport_array_free(struct bpf_map *map) in reuseport_array_free() 149 static struct bpf_map *reuseport_array_alloc(union bpf_attr *attr) in reuseport_array_alloc() 165 int bpf_fd_reuseport_array_lookup_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_lookup_elem() 232 int bpf_fd_reuseport_array_update_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_update_elem() 316 static int reuseport_array_get_next_key(struct bpf_map *map, void *key, in reuseport_array_get_next_key() 335 static u64 reuseport_array_mem_usage(const struct bpf_map *map) in reuseport_array_mem_usage()
|
| A D | ringbuf.c | 80 struct bpf_map map; 190 static struct bpf_map *ringbuf_map_alloc(union bpf_attr *attr) in ringbuf_map_alloc() 231 static void ringbuf_map_free(struct bpf_map *map) in ringbuf_map_free() 240 static void *ringbuf_map_lookup_elem(struct bpf_map *map, void *key) in ringbuf_map_lookup_elem() 251 static long ringbuf_map_delete_elem(struct bpf_map *map, void *key) in ringbuf_map_delete_elem() 256 static int ringbuf_map_get_next_key(struct bpf_map *map, void *key, in ringbuf_map_get_next_key() 310 static __poll_t ringbuf_map_poll_kern(struct bpf_map *map, struct file *filp, in ringbuf_map_poll_kern() 323 static __poll_t ringbuf_map_poll_user(struct bpf_map *map, struct file *filp, in ringbuf_map_poll_user() 336 static u64 ringbuf_map_mem_usage(const struct bpf_map *map) in ringbuf_map_mem_usage() 564 BPF_CALL_2(bpf_ringbuf_query, struct bpf_map *, map, u64, flags) in BPF_CALL_2() argument [all …]
|
| A D | bpf_struct_ops.c | 25 struct bpf_map map; 60 struct bpf_map __rcu *map; 972 static void bpf_struct_ops_map_free(struct bpf_map *map) in bpf_struct_ops_map_free() 1034 struct bpf_map *map; in bpf_struct_ops_map_alloc() 1157 struct bpf_map *map; in bpf_struct_ops_get() 1206 struct bpf_map *map; in bpf_struct_ops_map_link_show_fdinfo() 1220 struct bpf_map *map; in bpf_struct_ops_map_link_fill_link_info() 1232 struct bpf_map *expected_old_map) in bpf_struct_ops_map_link_update() 1235 struct bpf_map *old_map; in bpf_struct_ops_map_link_update() 1285 struct bpf_map *map; in bpf_struct_ops_map_link_detach() [all …]
|
| A D | devmap.c | 75 struct bpf_map map; 162 static struct bpf_map *dev_map_alloc(union bpf_attr *attr) in dev_map_alloc() 184 static void dev_map_free(struct bpf_map *map) in dev_map_free() 275 static void *__dev_map_hash_lookup_elem(struct bpf_map *map, u32 key) in __dev_map_hash_lookup_elem() 289 static int dev_map_hash_get_next_key(struct bpf_map *map, void *key, in dev_map_hash_get_next_key() 439 static void *__dev_map_lookup_elem(struct bpf_map *map, u32 key) in __dev_map_lookup_elem() 607 struct bpf_map *map, bool exclude_ingress) in dev_map_enqueue_multi() 724 struct bpf_map *map, bool exclude_ingress) in dev_map_redirect_multi() 795 static void *dev_map_lookup_elem(struct bpf_map *map, void *key) in dev_map_lookup_elem() 820 static long dev_map_delete_elem(struct bpf_map *map, void *key) in dev_map_delete_elem() [all …]
|
| A D | stackmap.c | 27 struct bpf_map map; 34 static inline bool stack_map_use_build_id(struct bpf_map *map) in stack_map_use_build_id() 39 static inline int stack_map_data_size(struct bpf_map *map) in stack_map_data_size() 70 static struct bpf_map *stack_map_alloc(union bpf_attr *attr) in stack_map_alloc() 227 static long __bpf_get_stackid(struct bpf_map *map, in __bpf_get_stackid() 349 struct bpf_map *, map, u64, flags) in BPF_CALL_3() argument 643 static void *stack_map_lookup_elem(struct bpf_map *map, void *key) in stack_map_lookup_elem() 672 static int stack_map_get_next_key(struct bpf_map *map, void *key, in stack_map_get_next_key() 708 static long stack_map_delete_elem(struct bpf_map *map, void *key) in stack_map_delete_elem() 727 static void stack_map_free(struct bpf_map *map) in stack_map_free() [all …]
|
| A D | cpumap.c | 78 struct bpf_map map; 83 static struct bpf_map *cpu_map_alloc(union bpf_attr *attr) in cpu_map_alloc() 409 struct bpf_map *map, int fd) in __cpu_map_load_bpf_program() 430 __cpu_map_entry_alloc(struct bpf_map *map, struct bpf_cpumap_val *value, in __cpu_map_entry_alloc() 557 static long cpu_map_delete_elem(struct bpf_map *map, void *key) in cpu_map_delete_elem() 570 static long cpu_map_update_elem(struct bpf_map *map, void *key, void *value, in cpu_map_update_elem() 608 static void cpu_map_free(struct bpf_map *map) in cpu_map_free() 644 static void *__cpu_map_lookup_elem(struct bpf_map *map, u32 key) in __cpu_map_lookup_elem() 657 static void *cpu_map_lookup_elem(struct bpf_map *map, void *key) in cpu_map_lookup_elem() 682 static long cpu_map_redirect(struct bpf_map *map, u64 index, u64 flags) in cpu_map_redirect() [all …]
|
| A D | syscall.c | 886 struct bpf_map *map = container_of(work, struct bpf_map, work); in bpf_map_free_deferred() 1349 struct bpf_map *map; in map_create() 1610 struct bpf_map *__bpf_map_inc_not_zero(struct bpf_map *map, bool uref) in __bpf_map_inc_not_zero() 1623 struct bpf_map *bpf_map_inc_not_zero(struct bpf_map *map) in bpf_map_inc_not_zero() 1664 struct bpf_map *map; in map_lookup_elem() 1729 struct bpf_map *map; in map_update_elem() 1783 struct bpf_map *map; in map_delete_elem() 1837 struct bpf_map *map; in map_get_next_key() 2106 struct bpf_map *map; in map_lookup_and_delete_elem() 2195 struct bpf_map *map; in map_freeze() [all …]
|
| A D | lpm_trie.c | 34 struct bpf_map map; 238 static void *trie_lookup_elem(struct bpf_map *map, void *_key) in trie_lookup_elem() 322 static long trie_update_elem(struct bpf_map *map, in trie_update_elem() 457 static long trie_delete_elem(struct bpf_map *map, void *_key) in trie_delete_elem() 571 static struct bpf_map *trie_alloc(union bpf_attr *attr) in trie_alloc() 613 static void trie_free(struct bpf_map *map) in trie_free() 656 static int trie_get_next_key(struct bpf_map *map, void *_key, void *_next_key) in trie_get_next_key() 754 static int trie_check_btf(const struct bpf_map *map, in trie_check_btf() 764 static u64 trie_mem_usage(const struct bpf_map *map) in trie_mem_usage()
|
| A D | offload.c | 514 struct bpf_map *bpf_map_offload_map_alloc(union bpf_attr *attr) in bpf_map_offload_map_alloc() 567 void bpf_map_offload_map_free(struct bpf_map *map) in bpf_map_offload_map_free() 581 u64 bpf_map_offload_map_mem_usage(const struct bpf_map *map) in bpf_map_offload_map_mem_usage() 587 int bpf_map_offload_lookup_elem(struct bpf_map *map, void *key, void *value) in bpf_map_offload_lookup_elem() 600 int bpf_map_offload_update_elem(struct bpf_map *map, in bpf_map_offload_update_elem() 618 int bpf_map_offload_delete_elem(struct bpf_map *map, void *key) in bpf_map_offload_delete_elem() 631 int bpf_map_offload_get_next_key(struct bpf_map *map, void *key, void *next_key) in bpf_map_offload_get_next_key() 674 int bpf_map_offload_info_fill(struct bpf_map_info *info, struct bpf_map *map) in bpf_map_offload_info_fill() 748 bool bpf_offload_prog_map_match(struct bpf_prog *prog, struct bpf_map *map) in bpf_offload_prog_map_match()
|
| A D | bpf_local_storage.c | 29 struct bpf_map *map = &smap->map; in mem_charge() 40 struct bpf_map *map = &smap->map; in mem_uncharge() 49 struct bpf_map *map = &smap->map; in owner_storage() 720 int bpf_local_storage_map_check_btf(const struct bpf_map *map, in bpf_local_storage_map_check_btf() 775 u64 bpf_local_storage_map_mem_usage(const struct bpf_map *map) in bpf_local_storage_map_mem_usage() 795 struct bpf_map * 856 void bpf_local_storage_map_free(struct bpf_map *map, in bpf_local_storage_map_free()
|
| A D | inode.c | 182 static struct bpf_map *seq_file_to_map(struct seq_file *m) in seq_file_to_map() 195 static struct map_iter *map_iter_alloc(struct bpf_map *map) in map_iter_alloc() 216 struct bpf_map *map = seq_file_to_map(m); in map_seq_next() 252 struct bpf_map *map = seq_file_to_map(m); in map_seq_show() 274 struct bpf_map *map = inode->i_private; in bpffs_map_open() 354 struct bpf_map *map = arg; in bpf_mkmap()
|
| A D | helpers.c | 40 BPF_CALL_2(bpf_map_lookup_elem, struct bpf_map *, map, void *, key) in BPF_CALL_2() argument 56 BPF_CALL_4(bpf_map_update_elem, struct bpf_map *, map, void *, key, in BPF_CALL_4() argument 75 BPF_CALL_2(bpf_map_delete_elem, struct bpf_map *, map, void *, key) in BPF_CALL_2() argument 106 BPF_CALL_2(bpf_map_pop_elem, struct bpf_map *, map, void *, value) in BPF_CALL_2() argument 119 BPF_CALL_2(bpf_map_peek_elem, struct bpf_map *, map, void *, value) in BPF_CALL_2() argument 378 void copy_map_value_locked(struct bpf_map *map, void *dst, void *src, in copy_map_value_locked() 639 BPF_CALL_5(bpf_event_output_data, void *, ctx, struct bpf_map *, map, in BPF_CALL_5() argument 1088 struct bpf_map *map; 1151 struct bpf_map *map = t->cb.map; in bpf_timer_cb() 1191 struct bpf_map *map = cb->map; in bpf_wq_work() [all …]
|
| /kernel/bpf/preload/iterators/ |
| A D | iterators.bpf.c | 15 struct bpf_map { struct 23 struct bpf_map *map; argument 76 __s64 bpf_map_sum_elem_count(struct bpf_map *map) __ksym; 83 struct bpf_map *map = ctx->map; in dump_bpf_map()
|