| /mm/ |
| A D | slab.h | 55 struct kmem_cache *slab_cache;
234 struct kmem_cache { struct
295 void sysfs_slab_unlink(struct kmem_cache *s); argument
296 void sysfs_slab_release(struct kmem_cache *s);
362 extern struct kmem_cache *kmem_cache;
388 static inline struct kmem_cache *
415 int slab_unmergeable(struct kmem_cache *s);
418 struct kmem_cache *
448 bool __kmem_cache_empty(struct kmem_cache *);
451 int __kmem_cache_shrink(struct kmem_cache *);
[all …]
|
| A D | slub.c | 2249 struct kmem_cache *s; in memcg_slab_post_charge()
2533 struct kmem_cache *s; in init_freelist_randomization()
3349 struct kmem_cache *s;
3360 struct kmem_cache *s; in flush_cpu_slab()
3428 struct kmem_cache *s; in slub_cpu_dead()
4127 struct kmem_cache *slab_pre_alloc_hook(struct kmem_cache *s, gfp_t flags) in slab_pre_alloc_hook()
4349 struct kmem_cache *s; in __do_kmalloc_node()
4715 struct kmem_cache *s; in slab_free_after_rcu_debug()
4817 struct kmem_cache *s; in kvfree_rcu_cb()
6280 struct kmem_cache *s = kmem_cache_zalloc(kmem_cache, GFP_NOWAIT); in bootstrap()
[all …]
|
| A D | slab_common.c | 43 struct kmem_cache *kmem_cache; variable
91 struct kmem_cache *s; in kmem_cache_is_duplicate_name()
153 int slab_unmergeable(struct kmem_cache *s) in slab_unmergeable()
178 struct kmem_cache *s; in find_mergeable()
224 struct kmem_cache *s; in create_cache()
248 kmem_cache_free(kmem_cache, s); in create_cache()
285 struct kmem_cache *s = NULL; in __kmem_cache_create_args()
481 kmem_cache_free(kmem_cache, s); in slab_kmem_cache_release()
684 struct kmem_cache *s = kmem_cache_zalloc(kmem_cache, GFP_NOWAIT); in create_kmalloc_cache()
1122 struct kmem_cache *s = list_entry(p, struct kmem_cache, list); in slab_show()
[all …]
|
| A D | mm_slot.h | 24 static inline void *mm_slot_alloc(struct kmem_cache *cache) in mm_slot_alloc()
31 static inline void mm_slot_free(struct kmem_cache *cache, void *objp) in mm_slot_free()
|
| A D | failslab.c | 19 int should_failslab(struct kmem_cache *s, gfp_t gfpflags) in should_failslab()
24 if (unlikely(s == kmem_cache)) in should_failslab()
|
| A D | mempool.c | 585 struct kmem_cache *mem = pool_data; in mempool_alloc_slab()
593 struct kmem_cache *mem = pool_data; in mempool_free_slab()
|
| A D | vma_init.c | 12 static struct kmem_cache *vm_area_cachep;
|
| A D | kmemleak.c | 209 static struct kmem_cache *object_cache;
210 static struct kmem_cache *scan_area_cache;
|
| A D | memcontrol.c | 98 static struct kmem_cache *memcg_cachep;
99 static struct kmem_cache *memcg_pn_cachep;
3121 static inline size_t obj_full_size(struct kmem_cache *s) in obj_full_size()
3130 bool __memcg_slab_post_alloc_hook(struct kmem_cache *s, struct list_lru *lru, in __memcg_slab_post_alloc_hook()
3201 void __memcg_slab_free_hook(struct kmem_cache *s, struct slab *slab, in __memcg_slab_free_hook()
|
| A D | ksm.c | 247 static struct kmem_cache *rmap_item_cache;
248 static struct kmem_cache *stable_node_cache;
249 static struct kmem_cache *mm_slot_cache;
|
| A D | zsmalloc.c | 200 struct kmem_cache *handle_cachep;
201 struct kmem_cache *zspage_cachep;
|
| /mm/kasan/ |
| A D | kasan.h | 218 struct kmem_cache *cache;
359 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache);
376 void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object);
388 struct kasan_alloc_meta *kasan_get_alloc_meta(struct kmem_cache *cache,
390 struct kasan_free_meta *kasan_get_free_meta(struct kmem_cache *cache,
392 void kasan_init_object_meta(struct kmem_cache *cache, const void *object);
400 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags);
401 void kasan_save_free_info(struct kmem_cache *cache, void *object);
404 bool kasan_quarantine_put(struct kmem_cache *cache, void *object);
406 void kasan_quarantine_remove_cache(struct kmem_cache *cache);
[all …]
|
| A D | common.c | 156 void __kasan_unpoison_new_object(struct kmem_cache *cache, void *object) in __kasan_unpoison_new_object()
161 void __kasan_poison_new_object(struct kmem_cache *cache, void *object) in __kasan_poison_new_object()
177 static inline u8 assign_tag(struct kmem_cache *cache, in assign_tag()
198 void * __must_check __kasan_init_slab_obj(struct kmem_cache *cache, in __kasan_init_slab_obj()
212 static bool check_slab_allocation(struct kmem_cache *cache, void *object, in check_slab_allocation()
232 static inline void poison_slab_object(struct kmem_cache *cache, void *object, in poison_slab_object()
246 bool __kasan_slab_pre_free(struct kmem_cache *cache, void *object, in __kasan_slab_pre_free()
254 bool __kasan_slab_free(struct kmem_cache *cache, void *object, bool init, in __kasan_slab_free()
319 static inline void unpoison_slab_object(struct kmem_cache *cache, void *object, in unpoison_slab_object()
333 void * __must_check __kasan_slab_alloc(struct kmem_cache *cache, in __kasan_slab_alloc()
[all …]
|
| A D | quarantine.c | 129 static struct kmem_cache *qlink_to_cache(struct qlist_node *qlink) in qlink_to_cache()
134 static void *qlink_to_object(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_to_object()
143 static void qlink_free(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_free()
166 static void qlist_free_all(struct qlist_head *q, struct kmem_cache *cache) in qlist_free_all()
175 struct kmem_cache *obj_cache = in qlist_free_all()
185 bool kasan_quarantine_put(struct kmem_cache *cache, void *object) in kasan_quarantine_put()
292 struct kmem_cache *cache) in qlist_move_cache()
303 struct kmem_cache *obj_cache = qlink_to_cache(curr); in qlist_move_cache()
316 struct kmem_cache *cache = arg; in __per_cpu_remove_cache()
342 void kasan_quarantine_remove_cache(struct kmem_cache *cache) in kasan_quarantine_remove_cache()
|
| A D | generic.c | 204 void kasan_cache_shrink(struct kmem_cache *cache) in kasan_cache_shrink()
209 void kasan_cache_shutdown(struct kmem_cache *cache) in kasan_cache_shutdown()
353 void kasan_cache_create(struct kmem_cache *cache, unsigned int *size, in kasan_cache_create()
456 struct kasan_alloc_meta *kasan_get_alloc_meta(struct kmem_cache *cache, in kasan_get_alloc_meta()
464 struct kasan_free_meta *kasan_get_free_meta(struct kmem_cache *cache, in kasan_get_free_meta()
473 void kasan_init_object_meta(struct kmem_cache *cache, const void *object) in kasan_init_object_meta()
509 size_t kasan_metadata_size(struct kmem_cache *cache, bool in_object) in kasan_metadata_size()
534 struct kmem_cache *cache; in kasan_record_aux_stack()
551 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags) in kasan_save_alloc_info()
565 void kasan_save_free_info(struct kmem_cache *cache, void *object) in kasan_save_free_info()
|
| A D | tags.c | 97 static void save_stack_info(struct kmem_cache *cache, void *object, in save_stack_info()
140 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags) in kasan_save_alloc_info()
145 void kasan_save_free_info(struct kmem_cache *cache, void *object) in kasan_save_free_info()
|
| A D | kasan_test_c.c | 963 struct kmem_cache *cache; in kmem_cache_oob()
985 struct kmem_cache *cache; in kmem_cache_double_free()
1006 struct kmem_cache *cache; in kmem_cache_invalid_free()
1035 struct kmem_cache *cache; in kmem_cache_rcu_uaf()
1078 struct kmem_cache *cache; in kmem_cache_double_destroy()
1091 struct kmem_cache *cache; in kmem_cache_accounted()
1115 struct kmem_cache *cache; in kmem_cache_bulk()
1160 static struct kmem_cache *mempool_prepare_slab(struct kunit *test, mempool_t *pool, size_t size) in mempool_prepare_slab()
1162 struct kmem_cache *cache; in mempool_prepare_slab()
1248 struct kmem_cache *cache; in mempool_slab_oob_right()
[all …]
|
| A D | report_generic.c | 46 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache) in kasan_get_alloc_size()
189 void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object) in kasan_print_aux_stacks()
|
| A D | report_hw_tags.c | 30 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache) in kasan_get_alloc_size()
|
| A D | report_sw_tags.c | 48 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache) in kasan_get_alloc_size()
|
| /mm/kmsan/ |
| A D | hooks.c | 48 void kmsan_slab_alloc(struct kmem_cache *s, void *object, gfp_t flags) in kmsan_slab_alloc()
71 void kmsan_slab_free(struct kmem_cache *s, void *object) in kmsan_slab_free()
|
| /mm/kfence/ |
| A D | kfence.h | 88 struct kmem_cache *cache;
|
| A D | core.c | 414 static void *kfence_guarded_alloc(struct kmem_cache *cache, size_t size, gfp_t gfp, in kfence_guarded_alloc()
1004 void kfence_shutdown_cache(struct kmem_cache *s) in kfence_shutdown_cache()
1066 void *__kfence_alloc(struct kmem_cache *s, size_t size, gfp_t flags) in __kfence_alloc()
|
| A D | kfence_test.c | 184 static struct kmem_cache *test_cache;
289 struct kmem_cache *s = test_cache ?: in test_alloc()
|
| A D | report.c | 139 const struct kmem_cache *const cache = meta->cache; in kfence_print_object()
|