Lines Matching refs:cmap
64 struct bpf_cpu_map *cmap; member
90 struct bpf_cpu_map *cmap; in cpu_map_alloc() local
106 cmap = bpf_map_area_alloc(sizeof(*cmap), NUMA_NO_NODE); in cpu_map_alloc()
107 if (!cmap) in cpu_map_alloc()
110 bpf_map_init_from_attr(&cmap->map, attr); in cpu_map_alloc()
113 cmap->cpu_map = bpf_map_area_alloc(cmap->map.max_entries * in cpu_map_alloc()
115 cmap->map.numa_node); in cpu_map_alloc()
116 if (!cmap->cpu_map) { in cpu_map_alloc()
117 bpf_map_area_free(cmap); in cpu_map_alloc()
121 return &cmap->map; in cpu_map_alloc()
530 static void __cpu_map_entry_replace(struct bpf_cpu_map *cmap, in __cpu_map_entry_replace() argument
535 old_rcpu = unrcu_pointer(xchg(&cmap->cpu_map[key_cpu], RCU_INITIALIZER(rcpu))); in __cpu_map_entry_replace()
545 struct bpf_cpu_map *cmap = container_of(map, struct bpf_cpu_map, map); in cpu_map_delete_elem() local
552 __cpu_map_entry_replace(cmap, key_cpu, NULL); in cpu_map_delete_elem()
559 struct bpf_cpu_map *cmap = container_of(map, struct bpf_cpu_map, map); in cpu_map_update_elem() local
569 if (unlikely(key_cpu >= cmap->map.max_entries)) in cpu_map_update_elem()
587 rcpu->cmap = cmap; in cpu_map_update_elem()
590 __cpu_map_entry_replace(cmap, key_cpu, rcpu); in cpu_map_update_elem()
597 struct bpf_cpu_map *cmap = container_of(map, struct bpf_cpu_map, map); in cpu_map_free() local
614 for (i = 0; i < cmap->map.max_entries; i++) { in cpu_map_free()
617 rcpu = rcu_dereference_raw(cmap->cpu_map[i]); in cpu_map_free()
622 __cpu_map_entry_replace(cmap, i, NULL); /* call_rcu */ in cpu_map_free()
624 bpf_map_area_free(cmap->cpu_map); in cpu_map_free()
625 bpf_map_area_free(cmap); in cpu_map_free()
634 struct bpf_cpu_map *cmap = container_of(map, struct bpf_cpu_map, map); in __cpu_map_lookup_elem() local
640 rcpu = rcu_dereference_check(cmap->cpu_map[key], in __cpu_map_lookup_elem()
655 struct bpf_cpu_map *cmap = container_of(map, struct bpf_cpu_map, map); in cpu_map_get_next_key() local
659 if (index >= cmap->map.max_entries) { in cpu_map_get_next_key()
664 if (index == cmap->map.max_entries - 1) in cpu_map_get_next_key()