Lines Matching refs:object
156 void __kasan_unpoison_new_object(struct kmem_cache *cache, void *object) in __kasan_unpoison_new_object() argument
158 kasan_unpoison(object, cache->object_size, false); in __kasan_unpoison_new_object()
161 void __kasan_poison_new_object(struct kmem_cache *cache, void *object) in __kasan_poison_new_object() argument
163 kasan_poison(object, round_up(cache->object_size, KASAN_GRANULE_SIZE), in __kasan_poison_new_object()
178 const void *object, bool init) in assign_tag() argument
195 return init ? kasan_random_tag() : get_tag(object); in assign_tag()
199 const void *object) in __kasan_init_slab_obj() argument
203 kasan_init_object_meta(cache, object); in __kasan_init_slab_obj()
206 object = set_tag(object, assign_tag(cache, object, true)); in __kasan_init_slab_obj()
208 return (void *)object; in __kasan_init_slab_obj()
212 static bool check_slab_allocation(struct kmem_cache *cache, void *object, in check_slab_allocation() argument
215 void *tagged_object = object; in check_slab_allocation()
217 object = kasan_reset_tag(object); in check_slab_allocation()
219 if (unlikely(nearest_obj(cache, virt_to_slab(object), object) != object)) { in check_slab_allocation()
232 static inline void poison_slab_object(struct kmem_cache *cache, void *object, in poison_slab_object() argument
235 void *tagged_object = object; in poison_slab_object()
237 object = kasan_reset_tag(object); in poison_slab_object()
239 kasan_poison(object, round_up(cache->object_size, KASAN_GRANULE_SIZE), in poison_slab_object()
246 bool __kasan_slab_pre_free(struct kmem_cache *cache, void *object, in __kasan_slab_pre_free() argument
249 if (!kasan_arch_is_ready() || is_kfence_address(object)) in __kasan_slab_pre_free()
251 return check_slab_allocation(cache, object, ip); in __kasan_slab_pre_free()
254 bool __kasan_slab_free(struct kmem_cache *cache, void *object, bool init, in __kasan_slab_free() argument
257 if (!kasan_arch_is_ready() || is_kfence_address(object)) in __kasan_slab_free()
275 poison_slab_object(cache, object, init); in __kasan_slab_free()
282 if (kasan_quarantine_put(cache, object)) in __kasan_slab_free()
319 static inline void unpoison_slab_object(struct kmem_cache *cache, void *object, in unpoison_slab_object() argument
326 kasan_unpoison(object, cache->object_size, init); in unpoison_slab_object()
330 kasan_save_alloc_info(cache, object, flags); in unpoison_slab_object()
334 void *object, gfp_t flags, bool init) in __kasan_slab_alloc() argument
342 if (unlikely(object == NULL)) in __kasan_slab_alloc()
345 if (is_kfence_address(object)) in __kasan_slab_alloc()
346 return (void *)object; in __kasan_slab_alloc()
352 tag = assign_tag(cache, object, false); in __kasan_slab_alloc()
353 tagged_object = set_tag(object, tag); in __kasan_slab_alloc()
362 const void *object, size_t size, gfp_t flags) in poison_kmalloc_redzone() argument
373 kasan_poison_last_granule((void *)object, size); in poison_kmalloc_redzone()
376 redzone_start = round_up((unsigned long)(object + size), in poison_kmalloc_redzone()
378 redzone_end = round_up((unsigned long)(object + cache->object_size), in poison_kmalloc_redzone()
388 kasan_save_alloc_info(cache, (void *)object, flags); in poison_kmalloc_redzone()
392 void * __must_check __kasan_kmalloc(struct kmem_cache *cache, const void *object, in __kasan_kmalloc() argument
398 if (unlikely(object == NULL)) in __kasan_kmalloc()
401 if (is_kfence_address(object)) in __kasan_kmalloc()
402 return (void *)object; in __kasan_kmalloc()
405 poison_kmalloc_redzone(cache, object, size, flags); in __kasan_kmalloc()
408 return (void *)object; in __kasan_kmalloc()
449 void * __must_check __kasan_krealloc(const void *object, size_t size, gfp_t flags) in __kasan_krealloc() argument
456 if (unlikely(object == ZERO_SIZE_PTR)) in __kasan_krealloc()
457 return (void *)object; in __kasan_krealloc()
459 if (is_kfence_address(object)) in __kasan_krealloc()
460 return (void *)object; in __kasan_krealloc()
467 kasan_unpoison(object, size, false); in __kasan_krealloc()
469 slab = virt_to_slab(object); in __kasan_krealloc()
473 poison_kmalloc_large_redzone(object, size, flags); in __kasan_krealloc()
475 poison_kmalloc_redzone(slab->slab_cache, object, size, flags); in __kasan_krealloc()
477 return (void *)object; in __kasan_krealloc()