Lines Matching refs:obj_exts
1903 static inline void mark_objexts_empty(struct slabobj_ext *obj_exts) in mark_objexts_empty() argument
1908 obj_exts_slab = virt_to_slab(obj_exts); in mark_objexts_empty()
1912 obj_exts_slab, obj_exts); in mark_objexts_empty()
1921 slab->obj_exts = OBJEXTS_ALLOC_FAIL; in mark_failed_objexts_alloc()
1924 static inline void handle_failed_objexts_alloc(unsigned long obj_exts, in handle_failed_objexts_alloc() argument
1932 if (obj_exts & OBJEXTS_ALLOC_FAIL) { in handle_failed_objexts_alloc()
1942 static inline void mark_objexts_empty(struct slabobj_ext *obj_exts) {} in mark_objexts_empty() argument
1944 static inline void handle_failed_objexts_alloc(unsigned long obj_exts, in handle_failed_objexts_alloc() argument
1982 old_exts = READ_ONCE(slab->obj_exts); in alloc_slab_obj_exts()
1990 slab->obj_exts = new_exts; in alloc_slab_obj_exts()
1992 cmpxchg(&slab->obj_exts, old_exts, new_exts) != old_exts) { in alloc_slab_obj_exts()
2009 struct slabobj_ext *obj_exts; in free_slab_obj_exts() local
2011 obj_exts = slab_obj_exts(slab); in free_slab_obj_exts()
2012 if (!obj_exts) in free_slab_obj_exts()
2022 mark_objexts_empty(obj_exts); in free_slab_obj_exts()
2023 kfree(obj_exts); in free_slab_obj_exts()
2024 slab->obj_exts = 0; in free_slab_obj_exts()
2088 struct slabobj_ext *obj_exts; in alloc_tagging_slab_alloc_hook() local
2090 obj_exts = prepare_slab_obj_exts_hook(s, flags, object); in alloc_tagging_slab_alloc_hook()
2096 if (likely(obj_exts)) in alloc_tagging_slab_alloc_hook()
2097 alloc_tag_add(&obj_exts->ref, current->alloc_tag, s->size); in alloc_tagging_slab_alloc_hook()
2105 struct slabobj_ext *obj_exts; in alloc_tagging_slab_free_hook() local
2115 obj_exts = slab_obj_exts(slab); in alloc_tagging_slab_free_hook()
2116 if (!obj_exts) in alloc_tagging_slab_free_hook()
2122 alloc_tag_sub(&obj_exts[off].ref, s->size); in alloc_tagging_slab_free_hook()
2173 struct slabobj_ext *obj_exts; in memcg_slab_free_hook() local
2178 obj_exts = slab_obj_exts(slab); in memcg_slab_free_hook()
2179 if (likely(!obj_exts)) in memcg_slab_free_hook()
2182 __memcg_slab_free_hook(s, slab, p, objects, obj_exts); in memcg_slab_free_hook()