Lines Matching refs:obj_exts
1958 static inline void mark_objexts_empty(struct slabobj_ext *obj_exts) in mark_objexts_empty() argument
1963 obj_exts_slab = virt_to_slab(obj_exts); in mark_objexts_empty()
1967 obj_exts_slab, obj_exts); in mark_objexts_empty()
1976 slab->obj_exts = OBJEXTS_ALLOC_FAIL; in mark_failed_objexts_alloc()
1979 static inline void handle_failed_objexts_alloc(unsigned long obj_exts, in handle_failed_objexts_alloc() argument
1987 if (obj_exts & OBJEXTS_ALLOC_FAIL) { in handle_failed_objexts_alloc()
1997 static inline void mark_objexts_empty(struct slabobj_ext *obj_exts) {} in mark_objexts_empty() argument
1999 static inline void handle_failed_objexts_alloc(unsigned long obj_exts, in handle_failed_objexts_alloc() argument
2014 slab->obj_exts = 0; in init_slab_obj_exts()
2042 old_exts = READ_ONCE(slab->obj_exts); in alloc_slab_obj_exts()
2050 slab->obj_exts = new_exts; in alloc_slab_obj_exts()
2052 cmpxchg(&slab->obj_exts, old_exts, new_exts) != old_exts) { in alloc_slab_obj_exts()
2069 struct slabobj_ext *obj_exts; in free_slab_obj_exts() local
2071 obj_exts = slab_obj_exts(slab); in free_slab_obj_exts()
2072 if (!obj_exts) in free_slab_obj_exts()
2082 mark_objexts_empty(obj_exts); in free_slab_obj_exts()
2083 kfree(obj_exts); in free_slab_obj_exts()
2084 slab->obj_exts = 0; in free_slab_obj_exts()
2136 struct slabobj_ext *obj_exts; in __alloc_tagging_slab_alloc_hook() local
2138 obj_exts = prepare_slab_obj_exts_hook(s, flags, object); in __alloc_tagging_slab_alloc_hook()
2144 if (likely(obj_exts)) in __alloc_tagging_slab_alloc_hook()
2145 alloc_tag_add(&obj_exts->ref, current->alloc_tag, s->size); in __alloc_tagging_slab_alloc_hook()
2160 struct slabobj_ext *obj_exts; in __alloc_tagging_slab_free_hook() local
2167 obj_exts = slab_obj_exts(slab); in __alloc_tagging_slab_free_hook()
2168 if (!obj_exts) in __alloc_tagging_slab_free_hook()
2174 alloc_tag_sub(&obj_exts[off].ref, s->size); in __alloc_tagging_slab_free_hook()
2233 struct slabobj_ext *obj_exts; in memcg_slab_free_hook() local
2238 obj_exts = slab_obj_exts(slab); in memcg_slab_free_hook()
2239 if (likely(!obj_exts)) in memcg_slab_free_hook()
2242 __memcg_slab_free_hook(s, slab, p, objects, obj_exts); in memcg_slab_free_hook()