Lines Matching refs:kmem_cache
210 static int drain_freelist(struct kmem_cache *cache,
212 static void free_block(struct kmem_cache *cachep, void **objpp, int len,
214 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list);
215 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp);
218 static inline void fixup_objfreelist_debug(struct kmem_cache *cachep,
220 static inline void fixup_slab_list(struct kmem_cache *cachep,
327 static int obj_offset(struct kmem_cache *cachep) in obj_offset()
332 static unsigned long long *dbg_redzone1(struct kmem_cache *cachep, void *objp) in dbg_redzone1()
339 static unsigned long long *dbg_redzone2(struct kmem_cache *cachep, void *objp) in dbg_redzone2()
350 static void **dbg_userword(struct kmem_cache *cachep, void *objp) in dbg_userword()
374 static inline void *index_to_obj(struct kmem_cache *cache, in index_to_obj()
382 static struct kmem_cache kmem_cache_boot = {
386 .size = sizeof(struct kmem_cache),
392 static inline struct array_cache *cpu_cache_get(struct kmem_cache *cachep) in cpu_cache_get()
438 static void __slab_error(const char *function, struct kmem_cache *cachep, in __slab_error()
551 static noinline void cache_free_pfmemalloc(struct kmem_cache *cachep, in cache_free_pfmemalloc()
616 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp) in cache_free_alien()
679 static void __drain_alien_cache(struct kmem_cache *cachep, in __drain_alien_cache()
704 static void reap_alien(struct kmem_cache *cachep, struct kmem_cache_node *n) in reap_alien()
725 static void drain_alien_cache(struct kmem_cache *cachep, in drain_alien_cache()
747 static int __cache_free_alien(struct kmem_cache *cachep, void *objp, in __cache_free_alien()
778 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp) in cache_free_alien()
802 static int init_cache_node(struct kmem_cache *cachep, int node, gfp_t gfp) in init_cache_node()
855 struct kmem_cache *cachep; in init_cache_node_node()
867 static int setup_kmem_cache_node(struct kmem_cache *cachep, in setup_kmem_cache_node()
937 struct kmem_cache *cachep; in cpuup_canceled()
1003 struct kmem_cache *cachep; in cpuup_prepare()
1092 struct kmem_cache *cachep; in drain_cache_node_node()
1149 static void __init init_list(struct kmem_cache *cachep, struct kmem_cache_node *list, in init_list()
1171 static void __init set_up_node(struct kmem_cache *cachep, int index) in set_up_node()
1191 kmem_cache = &kmem_cache_boot; in kmem_cache_init()
1232 create_boot_cache(kmem_cache, "kmem_cache", in kmem_cache_init()
1233 offsetof(struct kmem_cache, node) + in kmem_cache_init()
1236 list_add(&kmem_cache->list, &slab_caches); in kmem_cache_init()
1256 init_list(kmem_cache, &init_kmem_cache_node[CACHE_CACHE + nid], nid); in kmem_cache_init()
1268 struct kmem_cache *cachep; in kmem_cache_init_late()
1310 slab_out_of_memory(struct kmem_cache *cachep, gfp_t gfpflags, int nodeid) in slab_out_of_memory()
1352 static struct slab *kmem_getpages(struct kmem_cache *cachep, gfp_t flags, in kmem_getpages()
1382 static void kmem_freepages(struct kmem_cache *cachep, struct slab *slab) in kmem_freepages()
1403 struct kmem_cache *cachep; in kmem_rcu_free()
1413 static inline bool is_debug_pagealloc_cache(struct kmem_cache *cachep) in is_debug_pagealloc_cache()
1420 static void slab_kernel_map(struct kmem_cache *cachep, void *objp, int map) in slab_kernel_map()
1429 static inline void slab_kernel_map(struct kmem_cache *cachep, void *objp, in slab_kernel_map()
1434 static void poison_obj(struct kmem_cache *cachep, void *addr, unsigned char val) in poison_obj()
1475 static void print_objinfo(struct kmem_cache *cachep, void *objp, int lines) in print_objinfo()
1499 static void check_poison_obj(struct kmem_cache *cachep, void *objp) in check_poison_obj()
1563 static void slab_destroy_debugcheck(struct kmem_cache *cachep, in slab_destroy_debugcheck()
1589 static void slab_destroy_debugcheck(struct kmem_cache *cachep, in slab_destroy_debugcheck()
1604 static void slab_destroy(struct kmem_cache *cachep, struct slab *slab) in slab_destroy()
1627 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list) in slabs_destroy()
1651 static size_t calculate_slab_order(struct kmem_cache *cachep, in calculate_slab_order()
1670 struct kmem_cache *freelist_cache; in calculate_slab_order()
1726 struct kmem_cache *cachep, int entries, int batchcount) in alloc_kmem_cache_cpus()
1746 static int __ref setup_cpu_cache(struct kmem_cache *cachep, gfp_t gfp) in setup_cpu_cache()
1757 set_up_node(kmem_cache, CACHE_CACHE); in setup_cpu_cache()
1791 struct kmem_cache *
1795 struct kmem_cache *cachep; in __kmem_cache_alias()
1810 static bool set_objfreelist_slab_cache(struct kmem_cache *cachep, in set_objfreelist_slab_cache()
1841 static bool set_off_slab_cache(struct kmem_cache *cachep, in set_off_slab_cache()
1875 static bool set_on_slab_cache(struct kmem_cache *cachep, in set_on_slab_cache()
1914 int __kmem_cache_create(struct kmem_cache *cachep, slab_flags_t flags) in __kmem_cache_create()
2093 static void check_spinlock_acquired(struct kmem_cache *cachep) in check_spinlock_acquired()
2101 static void check_spinlock_acquired_node(struct kmem_cache *cachep, int node) in check_spinlock_acquired_node()
2117 static void drain_array_locked(struct kmem_cache *cachep, struct array_cache *ac, in drain_array_locked()
2136 struct kmem_cache *cachep = arg; in do_drain()
2152 static void drain_cpu_caches(struct kmem_cache *cachep) in drain_cpu_caches()
2179 static int drain_freelist(struct kmem_cache *cache, in drain_freelist()
2215 bool __kmem_cache_empty(struct kmem_cache *s) in __kmem_cache_empty()
2227 int __kmem_cache_shrink(struct kmem_cache *cachep) in __kmem_cache_shrink()
2245 int __kmem_cache_shutdown(struct kmem_cache *cachep) in __kmem_cache_shutdown()
2250 void __kmem_cache_release(struct kmem_cache *cachep) in __kmem_cache_release()
2282 static void *alloc_slabmgmt(struct kmem_cache *cachep, in alloc_slabmgmt()
2318 static void cache_init_objs_debug(struct kmem_cache *cachep, struct slab *slab) in cache_init_objs_debug()
2377 struct kmem_cache *cachep, in freelist_state_initialize()
2418 static bool shuffle_freelist(struct kmem_cache *cachep, struct slab *slab) in shuffle_freelist()
2465 static inline bool shuffle_freelist(struct kmem_cache *cachep, in shuffle_freelist()
2472 static void cache_init_objs(struct kmem_cache *cachep, in cache_init_objs()
2505 static void *slab_get_obj(struct kmem_cache *cachep, struct slab *slab) in slab_get_obj()
2515 static void slab_put_obj(struct kmem_cache *cachep, in slab_put_obj()
2542 static struct slab *cache_grow_begin(struct kmem_cache *cachep, in cache_grow_begin()
2619 static void cache_grow_end(struct kmem_cache *cachep, struct slab *slab) in cache_grow_end()
2663 static inline void verify_redzone_free(struct kmem_cache *cache, void *obj) in verify_redzone_free()
2685 static void *cache_free_debugcheck(struct kmem_cache *cachep, void *objp, in cache_free_debugcheck()
2722 static inline void fixup_objfreelist_debug(struct kmem_cache *cachep, in fixup_objfreelist_debug()
2737 static inline void fixup_slab_list(struct kmem_cache *cachep, in fixup_slab_list()
2825 static noinline void *cache_alloc_pfmemalloc(struct kmem_cache *cachep, in cache_alloc_pfmemalloc()
2857 static __always_inline int alloc_block(struct kmem_cache *cachep, in alloc_block()
2877 static void *cache_alloc_refill(struct kmem_cache *cachep, gfp_t flags) in cache_alloc_refill()
2963 static void *cache_alloc_debugcheck_after(struct kmem_cache *cachep, in cache_alloc_debugcheck_after()
3002 static inline void *____cache_alloc(struct kmem_cache *cachep, gfp_t flags) in ____cache_alloc()
3038 static void *____cache_alloc_node(struct kmem_cache *, gfp_t, int);
3046 static void *alternate_node_alloc(struct kmem_cache *cachep, gfp_t flags) in alternate_node_alloc()
3070 static void *fallback_alloc(struct kmem_cache *cache, gfp_t flags) in fallback_alloc()
3137 static void *____cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, in ____cache_alloc_node()
3185 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags, int nodeid) in __do_cache_alloc()
3224 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags, int nodeid __maybe_unused) in __do_cache_alloc()
3232 slab_alloc_node(struct kmem_cache *cachep, struct list_lru *lru, gfp_t flags, in slab_alloc_node()
3263 slab_alloc(struct kmem_cache *cachep, struct list_lru *lru, gfp_t flags, in slab_alloc()
3274 static void free_block(struct kmem_cache *cachep, void **objpp, in free_block()
3318 static void cache_flusharray(struct kmem_cache *cachep, struct array_cache *ac) in cache_flusharray()
3368 static __always_inline void __cache_free(struct kmem_cache *cachep, void *objp, in __cache_free()
3401 void ___cache_free(struct kmem_cache *cachep, void *objp, in ___cache_free()
3440 void *__kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru, in __kmem_cache_alloc_lru()
3450 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags) in kmem_cache_alloc()
3456 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru, in kmem_cache_alloc_lru()
3464 cache_alloc_debugcheck_after_bulk(struct kmem_cache *s, gfp_t flags, in cache_alloc_debugcheck_after_bulk()
3473 int kmem_cache_alloc_bulk(struct kmem_cache *s, gfp_t flags, size_t size, in kmem_cache_alloc_bulk()
3527 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid) in kmem_cache_alloc_node()
3537 void *__kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, in __kmem_cache_alloc_node()
3548 struct kmem_cache *cachep; in __kmem_obj_info()
3568 void __do_kmem_cache_free(struct kmem_cache *cachep, void *objp, in __do_kmem_cache_free()
3581 void __kmem_cache_free(struct kmem_cache *cachep, void *objp, in __kmem_cache_free()
3595 void kmem_cache_free(struct kmem_cache *cachep, void *objp) in kmem_cache_free()
3606 void kmem_cache_free_bulk(struct kmem_cache *orig_s, size_t size, void **p) in kmem_cache_free_bulk()
3613 struct kmem_cache *s; in kmem_cache_free_bulk()
3648 static int setup_kmem_cache_nodes(struct kmem_cache *cachep, gfp_t gfp) in setup_kmem_cache_nodes()
3682 static int do_tune_cpucache(struct kmem_cache *cachep, int limit, in do_tune_cpucache()
3729 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp) in enable_cpucache()
3795 static void drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n, in drain_array()
3832 struct kmem_cache *searchp; in cache_reap()
3887 void get_slabinfo(struct kmem_cache *cachep, struct slabinfo *sinfo) in get_slabinfo()
3924 void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *cachep) in slabinfo_show_stats()
3971 struct kmem_cache *cachep; in slabinfo_write()
4021 struct kmem_cache *cachep; in __check_heap_object()