Lines Matching refs:freelist
532 if (cmpxchg_double(&slab->freelist, &slab->counters, in __cmpxchg_double_slab()
540 if (slab->freelist == freelist_old && in __cmpxchg_double_slab()
542 slab->freelist = freelist_new; in __cmpxchg_double_slab()
568 if (cmpxchg_double(&slab->freelist, &slab->counters, in cmpxchg_double_slab()
579 if (slab->freelist == freelist_old && in cmpxchg_double_slab()
581 slab->freelist = freelist_new; in cmpxchg_double_slab()
613 for (p = slab->freelist; p; p = get_freepointer(s, p)) in __fill_map()
830 slab, slab->objects, slab->inuse, slab->freelist, in print_slab_info()
967 void **freelist, void *nextfree) in freelist_corrupted() argument
970 !check_valid_pointer(s, slab, nextfree) && freelist) { in freelist_corrupted()
971 object_err(s, slab, *freelist, "Freechain corrupt"); in freelist_corrupted()
972 *freelist = NULL; in freelist_corrupted()
1265 fp = slab->freelist; in on_freelist()
1276 slab->freelist = NULL; in on_freelist()
1315 slab->freelist); in trace()
1444 slab->freelist = NULL; in alloc_debug_processing()
1736 void **freelist, void *nextfree) in freelist_corrupted() argument
1952 slab->freelist = cur; in shuffle_freelist()
2031 slab->freelist = start; in allocate_slab()
2142 object = slab->freelist; in alloc_single_from_partial()
2143 slab->freelist = get_freepointer(s, object); in alloc_single_from_partial()
2173 object = slab->freelist; in alloc_single_from_new_slab()
2174 slab->freelist = get_freepointer(s, object); in alloc_single_from_new_slab()
2208 void *freelist; in acquire_slab() local
2219 freelist = slab->freelist; in acquire_slab()
2224 new.freelist = NULL; in acquire_slab()
2226 new.freelist = freelist; in acquire_slab()
2233 freelist, counters, in acquire_slab()
2234 new.freelist, new.counters, in acquire_slab()
2239 WARN_ON(!freelist); in acquire_slab()
2240 return freelist; in acquire_slab()
2475 void *freelist) in deactivate_slab() argument
2487 if (slab->freelist) { in deactivate_slab()
2497 freelist_iter = freelist; in deactivate_slab()
2529 old.freelist = READ_ONCE(slab->freelist); in deactivate_slab()
2537 set_freepointer(s, freelist_tail, old.freelist); in deactivate_slab()
2538 new.freelist = freelist; in deactivate_slab()
2540 new.freelist = old.freelist; in deactivate_slab()
2546 } else if (new.freelist) { in deactivate_slab()
2559 old.freelist, old.counters, in deactivate_slab()
2560 new.freelist, new.counters, in deactivate_slab()
2606 old.freelist = slab->freelist; in __unfreeze_partials()
2611 new.freelist = old.freelist; in __unfreeze_partials()
2616 old.freelist, old.counters, in __unfreeze_partials()
2617 new.freelist, new.counters, in __unfreeze_partials()
2730 void *freelist; in flush_slab() local
2735 freelist = c->freelist; in flush_slab()
2738 c->freelist = NULL; in flush_slab()
2744 deactivate_slab(s, slab, freelist); in flush_slab()
2752 void *freelist = c->freelist; in __flush_cpu_slab() local
2756 c->freelist = NULL; in __flush_cpu_slab()
2760 deactivate_slab(s, slab, freelist); in __flush_cpu_slab()
3024 void *freelist; in get_freelist() local
3029 freelist = slab->freelist; in get_freelist()
3036 new.frozen = freelist != NULL; in get_freelist()
3039 freelist, counters, in get_freelist()
3043 return freelist; in get_freelist()
3068 void *freelist; in ___slab_alloc() local
3117 freelist = c->freelist; in ___slab_alloc()
3118 if (freelist) in ___slab_alloc()
3121 freelist = get_freelist(s, slab); in ___slab_alloc()
3123 if (!freelist) { in ___slab_alloc()
3143 c->freelist = get_freepointer(s, freelist); in ___slab_alloc()
3146 return freelist; in ___slab_alloc()
3155 freelist = c->freelist; in ___slab_alloc()
3157 c->freelist = NULL; in ___slab_alloc()
3160 deactivate_slab(s, slab, freelist); in ___slab_alloc()
3188 freelist = get_partial(s, node, &pc); in ___slab_alloc()
3189 if (freelist) in ___slab_alloc()
3204 freelist = alloc_single_from_new_slab(s, slab, orig_size); in ___slab_alloc()
3206 if (unlikely(!freelist)) in ___slab_alloc()
3210 set_track(s, freelist, TRACK_ALLOC, addr); in ___slab_alloc()
3212 return freelist; in ___slab_alloc()
3219 freelist = slab->freelist; in ___slab_alloc()
3220 slab->freelist = NULL; in ___slab_alloc()
3235 set_track(s, freelist, TRACK_ALLOC, addr); in ___slab_alloc()
3237 return freelist; in ___slab_alloc()
3245 deactivate_slab(s, slab, get_freepointer(s, freelist)); in ___slab_alloc()
3246 return freelist; in ___slab_alloc()
3253 void *flush_freelist = c->freelist; in ___slab_alloc()
3257 c->freelist = NULL; in ___slab_alloc()
3340 object = c->freelist; in __slab_alloc_node()
3364 s->cpu_slab->freelist, s->cpu_slab->tid, in __slab_alloc_node()
3522 void *prior = slab->freelist; in free_to_partial_list()
3527 slab->freelist = head; in free_to_partial_list()
3601 prior = slab->freelist; in __slab_free()
3715 void **freelist; in do_slab_free() local
3736 freelist = READ_ONCE(c->freelist); in do_slab_free()
3738 set_freepointer(s, tail_obj, freelist); in do_slab_free()
3741 s->cpu_slab->freelist, s->cpu_slab->tid, in do_slab_free()
3742 freelist, tid, in do_slab_free()
3757 freelist = c->freelist; in do_slab_free()
3759 set_freepointer(s, tail_obj, freelist); in do_slab_free()
3760 c->freelist = head; in do_slab_free()
3816 void *freelist; member
3861 df->freelist = object; in build_detached_freelist()
3875 set_freepointer(df->s, object, df->freelist); in build_detached_freelist()
3876 df->freelist = object; in build_detached_freelist()
3905 slab_free(df.s, df.slab, df.freelist, df.tail, &p[size], df.cnt, in kmem_cache_free_bulk()
3935 object = c->freelist; in __kmem_cache_alloc_bulk()
3964 c->freelist = get_freepointer(s, object); in __kmem_cache_alloc_bulk()
4248 n = slab->freelist; in early_kmem_cache_node_alloc()
4255 slab->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()