Lines Matching defs:s
187 static inline bool kmem_cache_debug(struct kmem_cache *s) in kmem_cache_debug()
192 void *fixup_red_left(struct kmem_cache *s, void *p) in fixup_red_left()
200 static inline bool kmem_cache_has_cpu_partial(struct kmem_cache *s) in kmem_cache_has_cpu_partial()
281 static inline int sysfs_slab_add(struct kmem_cache *s) { return 0; } in sysfs_slab_add()
282 static inline int sysfs_slab_alias(struct kmem_cache *s, const char *p) in sysfs_slab_alias()
289 static inline void debugfs_slab_add(struct kmem_cache *s) { } in debugfs_slab_add()
292 static inline void stat(const struct kmem_cache *s, enum stat_item si) in stat()
320 static inline void *freelist_ptr(const struct kmem_cache *s, void *ptr, in freelist_ptr()
342 static inline void *freelist_dereference(const struct kmem_cache *s, in freelist_dereference()
349 static inline void *get_freepointer(struct kmem_cache *s, void *object) in get_freepointer()
355 static void prefetch_freepointer(const struct kmem_cache *s, void *object) in prefetch_freepointer()
360 static inline void *get_freepointer_safe(struct kmem_cache *s, void *object) in get_freepointer_safe()
374 static inline void set_freepointer(struct kmem_cache *s, void *object, void *fp) in set_freepointer()
418 static void slub_set_cpu_partial(struct kmem_cache *s, unsigned int nr_objects) in slub_set_cpu_partial()
435 slub_set_cpu_partial(struct kmem_cache *s, unsigned int nr_objects) in slub_set_cpu_partial()
474 static inline bool __cmpxchg_double_slab(struct kmem_cache *s, struct page *page, in __cmpxchg_double_slab()
515 static inline bool cmpxchg_double_slab(struct kmem_cache *s, struct page *page, in cmpxchg_double_slab()
560 static void __fill_map(unsigned long *obj_map, struct kmem_cache *s, in __fill_map()
598 static unsigned long *get_map(struct kmem_cache *s, struct page *page) in get_map()
616 static inline unsigned int size_from_object(struct kmem_cache *s) in size_from_object()
624 static inline void *restore_red_left(struct kmem_cache *s, void *p) in restore_red_left()
665 static inline int check_valid_pointer(struct kmem_cache *s, in check_valid_pointer()
696 static inline bool freeptr_outside_object(struct kmem_cache *s) in freeptr_outside_object()
705 static inline unsigned int get_info_end(struct kmem_cache *s) in get_info_end()
713 static struct track *get_track(struct kmem_cache *s, void *object, in get_track()
723 static void set_track(struct kmem_cache *s, void *object, in set_track()
749 static void init_tracking(struct kmem_cache *s, void *object) in init_tracking()
758 static void print_track(const char *s, struct track *t, unsigned long pr_time) in print_track()
777 void print_tracking(struct kmem_cache *s, void *object) in print_tracking()
795 static void slab_bug(struct kmem_cache *s, char *fmt, ...) in slab_bug()
810 static void slab_fix(struct kmem_cache *s, char *fmt, ...) in slab_fix()
825 static bool freelist_corrupted(struct kmem_cache *s, struct page *page, in freelist_corrupted()
839 static void print_trailer(struct kmem_cache *s, struct page *page, u8 *p) in print_trailer()
878 void object_err(struct kmem_cache *s, struct page *page, in object_err()
889 static __printf(3, 4) void slab_err(struct kmem_cache *s, struct page *page, in slab_err()
907 static void init_object(struct kmem_cache *s, void *object, u8 val) in init_object()
923 static void restore_bytes(struct kmem_cache *s, char *message, u8 data, in restore_bytes()
930 static int check_bytes_and_report(struct kmem_cache *s, struct page *page, in check_bytes_and_report()
1001 static int check_pad_bytes(struct kmem_cache *s, struct page *page, u8 *p) in check_pad_bytes()
1019 static int slab_pad_check(struct kmem_cache *s, struct page *page) in slab_pad_check()
1055 static int check_object(struct kmem_cache *s, struct page *page, in check_object()
1111 static int check_slab(struct kmem_cache *s, struct page *page) in check_slab()
1140 static int on_freelist(struct kmem_cache *s, struct page *page, void *search) in on_freelist()
1189 static void trace(struct kmem_cache *s, struct page *page, void *object, in trace()
1210 static void add_full(struct kmem_cache *s, in add_full()
1220 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct page *page) in remove_full()
1230 static inline unsigned long slabs_node(struct kmem_cache *s, int node) in slabs_node()
1242 static inline void inc_slabs_node(struct kmem_cache *s, int node, int objects) in inc_slabs_node()
1257 static inline void dec_slabs_node(struct kmem_cache *s, int node, int objects) in dec_slabs_node()
1266 static void setup_object_debug(struct kmem_cache *s, struct page *page, in setup_object_debug()
1277 void setup_page_debug(struct kmem_cache *s, struct page *page, void *addr) in setup_page_debug()
1287 static inline int alloc_consistency_checks(struct kmem_cache *s, in alloc_consistency_checks()
1304 static noinline int alloc_debug_processing(struct kmem_cache *s, in alloc_debug_processing()
1334 static inline int free_consistency_checks(struct kmem_cache *s, in free_consistency_checks()
1368 struct kmem_cache *s, struct page *page, in free_debug_processing()
1626 static inline void setup_object_debug(struct kmem_cache *s, in setup_object_debug()
1629 void setup_page_debug(struct kmem_cache *s, struct page *page, void *addr) {} in setup_page_debug()
1631 static inline int alloc_debug_processing(struct kmem_cache *s, in alloc_debug_processing()
1635 struct kmem_cache *s, struct page *page, in free_debug_processing()
1639 static inline int slab_pad_check(struct kmem_cache *s, struct page *page) in slab_pad_check()
1641 static inline int check_object(struct kmem_cache *s, struct page *page, in check_object()
1643 static inline void add_full(struct kmem_cache *s, struct kmem_cache_node *n, in add_full()
1645 static inline void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, in remove_full()
1656 static inline unsigned long slabs_node(struct kmem_cache *s, int node) in slabs_node()
1660 static inline void inc_slabs_node(struct kmem_cache *s, int node, in inc_slabs_node()
1662 static inline void dec_slabs_node(struct kmem_cache *s, int node, in dec_slabs_node()
1665 static bool freelist_corrupted(struct kmem_cache *s, struct page *page, in freelist_corrupted()
1690 static __always_inline bool slab_free_hook(struct kmem_cache *s, in slab_free_hook()
1726 static inline bool slab_free_freelist_hook(struct kmem_cache *s, in slab_free_freelist_hook()
1770 static void *setup_object(struct kmem_cache *s, struct page *page, in setup_object()
1786 static inline struct page *alloc_slab_page(struct kmem_cache *s, in alloc_slab_page()
1802 static int init_cache_random_seq(struct kmem_cache *s) in init_cache_random_seq()
1831 struct kmem_cache *s; in init_freelist_randomization() local
1842 static void *next_freelist_entry(struct kmem_cache *s, struct page *page, in next_freelist_entry()
1864 static bool shuffle_freelist(struct kmem_cache *s, struct page *page) in shuffle_freelist()
1898 static inline int init_cache_random_seq(struct kmem_cache *s) in init_cache_random_seq()
1903 static inline bool shuffle_freelist(struct kmem_cache *s, struct page *page) in shuffle_freelist()
1909 static struct page *allocate_slab(struct kmem_cache *s, gfp_t flags, int node) in allocate_slab()
1986 static struct page *new_slab(struct kmem_cache *s, gfp_t flags, int node) in new_slab()
1997 static void __free_slab(struct kmem_cache *s, struct page *page) in __free_slab()
2028 static void free_slab(struct kmem_cache *s, struct page *page) in free_slab()
2036 static void discard_slab(struct kmem_cache *s, struct page *page) in discard_slab()
2076 static inline void *acquire_slab(struct kmem_cache *s, in acquire_slab()
2118 static inline void put_cpu_partial(struct kmem_cache *s, struct page *page, in put_cpu_partial()
2126 static void *get_partial_node(struct kmem_cache *s, struct kmem_cache_node *n, in get_partial_node()
2179 static void *get_any_partial(struct kmem_cache *s, gfp_t flags, in get_any_partial()
2243 static void *get_partial(struct kmem_cache *s, gfp_t flags, int node, in get_partial()
2297 const struct kmem_cache *s, unsigned long tid) in note_cmpxchg_failure()
2320 static void init_kmem_cache_cpus(struct kmem_cache *s) in init_kmem_cache_cpus()
2338 static void deactivate_slab(struct kmem_cache *s, struct page *page, in deactivate_slab()
2472 static void __unfreeze_partials(struct kmem_cache *s, struct page *partial_page) in __unfreeze_partials()
2535 static void unfreeze_partials(struct kmem_cache *s) in unfreeze_partials()
2549 static void unfreeze_partials_cpu(struct kmem_cache *s, in unfreeze_partials_cpu()
2568 static void put_cpu_partial(struct kmem_cache *s, struct page *page, int drain) in put_cpu_partial()
2610 static inline void unfreeze_partials(struct kmem_cache *s) { } in unfreeze_partials()
2611 static inline void unfreeze_partials_cpu(struct kmem_cache *s, in unfreeze_partials_cpu()
2616 static inline void flush_slab(struct kmem_cache *s, struct kmem_cache_cpu *c) in flush_slab()
2639 static inline void __flush_cpu_slab(struct kmem_cache *s, int cpu) in __flush_cpu_slab()
2659 struct kmem_cache *s; member
2670 struct kmem_cache *s; in flush_cpu_slab() local
2685 static bool has_cpu_slab(int cpu, struct kmem_cache *s) in has_cpu_slab()
2695 static void flush_all_cpus_locked(struct kmem_cache *s) in flush_all_cpus_locked()
2725 static void flush_all(struct kmem_cache *s) in flush_all()
2738 struct kmem_cache *s; in slub_cpu_dead() local
2789 slab_out_of_memory(struct kmem_cache *s, gfp_t gfpflags, int nid) in slab_out_of_memory()
2854 static inline void *get_freelist(struct kmem_cache *s, struct page *page) in get_freelist()
2899 static void *___slab_alloc(struct kmem_cache *s, gfp_t gfpflags, int node, in ___slab_alloc()
3095 static void *__slab_alloc(struct kmem_cache *s, gfp_t gfpflags, int node, in __slab_alloc()
3120 static __always_inline void maybe_wipe_obj_freeptr(struct kmem_cache *s, in maybe_wipe_obj_freeptr()
3138 static __always_inline void *slab_alloc_node(struct kmem_cache *s, in slab_alloc_node()
3239 static __always_inline void *slab_alloc(struct kmem_cache *s, in slab_alloc()
3245 void *kmem_cache_alloc(struct kmem_cache *s, gfp_t gfpflags) in kmem_cache_alloc()
3257 void *kmem_cache_alloc_trace(struct kmem_cache *s, gfp_t gfpflags, size_t size) in kmem_cache_alloc_trace()
3268 void *kmem_cache_alloc_node(struct kmem_cache *s, gfp_t gfpflags, int node) in kmem_cache_alloc_node()
3280 void *kmem_cache_alloc_node_trace(struct kmem_cache *s, in kmem_cache_alloc_node_trace()
3304 static void __slab_free(struct kmem_cache *s, struct page *page, in __slab_free()
3436 static __always_inline void do_slab_free(struct kmem_cache *s, in do_slab_free()
3505 static __always_inline void slab_free(struct kmem_cache *s, struct page *page, in slab_free()
3524 void kmem_cache_free(struct kmem_cache *s, void *x) in kmem_cache_free()
3539 struct kmem_cache *s; member
3567 int build_detached_freelist(struct kmem_cache *s, size_t size, in build_detached_freelist()
3643 void kmem_cache_free_bulk(struct kmem_cache *s, size_t size, void **p) in kmem_cache_free_bulk()
3662 int kmem_cache_alloc_bulk(struct kmem_cache *s, gfp_t flags, size_t size, in kmem_cache_alloc_bulk()
3893 static inline int alloc_kmem_cache_cpus(struct kmem_cache *s) in alloc_kmem_cache_cpus()
3960 static void free_kmem_cache_nodes(struct kmem_cache *s) in free_kmem_cache_nodes()
3971 void __kmem_cache_release(struct kmem_cache *s) in __kmem_cache_release()
3978 static int init_kmem_cache_nodes(struct kmem_cache *s) in init_kmem_cache_nodes()
4003 static void set_min_partial(struct kmem_cache *s, unsigned long min) in set_min_partial()
4012 static void set_cpu_partial(struct kmem_cache *s) in set_cpu_partial()
4049 static int calculate_sizes(struct kmem_cache *s, int forced_order) in calculate_sizes()
4185 static int kmem_cache_open(struct kmem_cache *s, slab_flags_t flags) in kmem_cache_open()
4243 static void list_slab_objects(struct kmem_cache *s, struct page *page, in list_slab_objects()
4273 static void free_partial(struct kmem_cache *s, struct kmem_cache_node *n) in free_partial()
4295 bool __kmem_cache_empty(struct kmem_cache *s) in __kmem_cache_empty()
4309 int __kmem_cache_shutdown(struct kmem_cache *s) in __kmem_cache_shutdown()
4332 struct kmem_cache *s = page->slab_cache; in kmem_obj_info() local
4408 struct kmem_cache *s; in __kmalloc() local
4449 struct kmem_cache *s; in __kmalloc_node() local
4490 struct kmem_cache *s; in __check_heap_object() local
4576 static int __kmem_cache_do_shrink(struct kmem_cache *s) in __kmem_cache_do_shrink()
4637 int __kmem_cache_shrink(struct kmem_cache *s) in __kmem_cache_shrink()
4645 struct kmem_cache *s; in slab_mem_going_offline_callback() local
4684 struct kmem_cache *s; in slab_mem_going_online_callback() local
4777 struct kmem_cache *s = kmem_cache_zalloc(kmem_cache, GFP_NOWAIT); in bootstrap() local
4866 struct kmem_cache *s; in __kmem_cache_alias() local
4888 int __kmem_cache_create(struct kmem_cache *s, slab_flags_t flags) in __kmem_cache_create()
4914 struct kmem_cache *s; in __kmalloc_track_caller() local
4938 struct kmem_cache *s; in __kmalloc_node_track_caller() local
4979 static void validate_slab(struct kmem_cache *s, struct page *page, in validate_slab()
5004 static int validate_slab_node(struct kmem_cache *s, in validate_slab_node()
5041 long validate_slab_cache(struct kmem_cache *s) in validate_slab_cache()
5116 static int add_location(struct loc_track *t, struct kmem_cache *s, in add_location()
5192 static void process_slab(struct loc_track *t, struct kmem_cache *s, in process_slab()
5223 static ssize_t show_slab_objects(struct kmem_cache *s, in show_slab_objects()
5351 static ssize_t slab_size_show(struct kmem_cache *s, char *buf) in slab_size_show()
5357 static ssize_t align_show(struct kmem_cache *s, char *buf) in align_show()
5363 static ssize_t object_size_show(struct kmem_cache *s, char *buf) in object_size_show()
5369 static ssize_t objs_per_slab_show(struct kmem_cache *s, char *buf) in objs_per_slab_show()
5375 static ssize_t order_show(struct kmem_cache *s, char *buf) in order_show()
5381 static ssize_t min_partial_show(struct kmem_cache *s, char *buf) in min_partial_show()
5386 static ssize_t min_partial_store(struct kmem_cache *s, const char *buf, in min_partial_store()
5401 static ssize_t cpu_partial_show(struct kmem_cache *s, char *buf) in cpu_partial_show()
5411 static ssize_t cpu_partial_store(struct kmem_cache *s, const char *buf, in cpu_partial_store()
5429 static ssize_t ctor_show(struct kmem_cache *s, char *buf) in ctor_show()
5437 static ssize_t aliases_show(struct kmem_cache *s, char *buf) in aliases_show()
5443 static ssize_t partial_show(struct kmem_cache *s, char *buf) in partial_show()
5449 static ssize_t cpu_slabs_show(struct kmem_cache *s, char *buf) in cpu_slabs_show()
5455 static ssize_t objects_show(struct kmem_cache *s, char *buf) in objects_show()
5461 static ssize_t objects_partial_show(struct kmem_cache *s, char *buf) in objects_partial_show()
5467 static ssize_t slabs_cpu_partial_show(struct kmem_cache *s, char *buf) in slabs_cpu_partial_show()
5506 static ssize_t reclaim_account_show(struct kmem_cache *s, char *buf) in reclaim_account_show()
5512 static ssize_t hwcache_align_show(struct kmem_cache *s, char *buf) in hwcache_align_show()
5519 static ssize_t cache_dma_show(struct kmem_cache *s, char *buf) in cache_dma_show()
5526 static ssize_t usersize_show(struct kmem_cache *s, char *buf) in usersize_show()
5532 static ssize_t destroy_by_rcu_show(struct kmem_cache *s, char *buf) in destroy_by_rcu_show()
5539 static ssize_t slabs_show(struct kmem_cache *s, char *buf) in slabs_show()
5545 static ssize_t total_objects_show(struct kmem_cache *s, char *buf) in total_objects_show()
5551 static ssize_t sanity_checks_show(struct kmem_cache *s, char *buf) in sanity_checks_show()
5557 static ssize_t trace_show(struct kmem_cache *s, char *buf) in trace_show()
5563 static ssize_t red_zone_show(struct kmem_cache *s, char *buf) in red_zone_show()
5570 static ssize_t poison_show(struct kmem_cache *s, char *buf) in poison_show()
5577 static ssize_t store_user_show(struct kmem_cache *s, char *buf) in store_user_show()
5584 static ssize_t validate_show(struct kmem_cache *s, char *buf) in validate_show()
5589 static ssize_t validate_store(struct kmem_cache *s, in validate_store()
5606 static ssize_t failslab_show(struct kmem_cache *s, char *buf) in failslab_show()
5613 static ssize_t shrink_show(struct kmem_cache *s, char *buf) in shrink_show()
5618 static ssize_t shrink_store(struct kmem_cache *s, in shrink_store()
5630 static ssize_t remote_node_defrag_ratio_show(struct kmem_cache *s, char *buf) in remote_node_defrag_ratio_show()
5635 static ssize_t remote_node_defrag_ratio_store(struct kmem_cache *s, in remote_node_defrag_ratio_store()
5655 static int show_stat(struct kmem_cache *s, char *buf, enum stat_item si) in show_stat()
5687 static void clear_stat(struct kmem_cache *s, enum stat_item si) in clear_stat()
5818 struct kmem_cache *s; in slab_attr_show() local
5837 struct kmem_cache *s; in slab_attr_store() local
5867 static inline struct kset *cache_kset(struct kmem_cache *s) in cache_kset()
5878 static char *create_unique_id(struct kmem_cache *s) in create_unique_id()
5911 static int sysfs_slab_add(struct kmem_cache *s) in sysfs_slab_add()
5965 void sysfs_slab_unlink(struct kmem_cache *s) in sysfs_slab_unlink()
5971 void sysfs_slab_release(struct kmem_cache *s) in sysfs_slab_release()
5982 struct kmem_cache *s; member
5989 static int sysfs_slab_alias(struct kmem_cache *s, const char *name) in sysfs_slab_alias()
6014 struct kmem_cache *s; in slab_sysfs_init() local
6139 struct kmem_cache *s = file_inode(filep)->i_private; in slab_debug_trace_open() local
6197 static void debugfs_slab_add(struct kmem_cache *s) in debugfs_slab_add()
6213 void debugfs_slab_release(struct kmem_cache *s) in debugfs_slab_release()
6220 struct kmem_cache *s; in slab_debugfs_init() local
6237 void get_slabinfo(struct kmem_cache *s, struct slabinfo *sinfo) in get_slabinfo()
6259 void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *s) in slabinfo_show_stats()