| /mm/ |
| A D | kmemleak.c | 329 object->count < object->min_count; in color_white() 335 object->count >= object->min_count; in color_gray() 373 object->pointer, object->size); in print_unreferenced() 375 object->comm, object->pid, object->jiffies); in print_unreferenced() 393 __object_type_str(object), object->pointer, object->size); in dump_object_info() 395 object->comm, object->pid, object->jiffies); in dump_object_info() 580 if (object && !get_object(object)) in __find_and_get_object() 873 end = object->pointer + object->size; in delete_object_part() 1394 object->checksum = crc32(0, kasan_reset_tag((void *)object->pointer), object->size); in update_checksum() 1720 if (color_gray(object) && get_object(object)) in kmemleak_scan() [all …]
|
| A D | slub.c | 247 void *object; member 520 object = kasan_reset_tag(object); in get_freepointer() 552 object = kasan_reset_tag(object); in get_freepointer_safe() 935 object = kasan_reset_tag(object); in check_valid_pointer() 936 object = restore_red_left(s, object); in check_valid_pointer() 2467 object = kasan_init_slab_obj(s, object); in setup_object() 2909 pc->object = object; in get_partial_node() 3506 object = get_freepointer(s, object); in free_debug_processing() 4681 do_slab_free(s, slab, object, object, 1, addr); in slab_free() 4690 do_slab_free(s, virt_to_slab(object), object, object, 1, _RET_IP_); in memcg_alloc_abort_single() [all …]
|
| A D | slab.h | 257 void (*ctor)(void *object); /* Object constructor */ 307 void *object = x - (x - slab_address(slab)) % cache->size; in nearest_obj() local 310 void *result = (unlikely(object > last_object)) ? last_object : object; in nearest_obj() 478 extern void print_tracking(struct kmem_cache *s, void *object); 485 static inline void print_tracking(struct kmem_cache *s, void *object) in print_tracking() argument 653 void __kmem_obj_info(struct kmem_obj_info *kpp, void *object, struct slab *slab); 666 void skip_orig_size_check(struct kmem_cache *s, const void *object);
|
| A D | slab_common.c | 572 if (__kfence_obj_info(kpp, object, slab)) in kmem_obj_info() 574 __kmem_obj_info(kpp, object, slab); in kmem_obj_info() 592 bool kmem_dump_obj(void *object) in kmem_dump_obj() argument 601 if (object < (void *)PAGE_SIZE || !virt_addr_valid(object)) in kmem_dump_obj() 603 slab = virt_to_slab(object); in kmem_dump_obj() 607 kmem_obj_info(&kp, object, slab); in kmem_dump_obj() 612 if (is_kfence_address(object)) in kmem_dump_obj() 992 size_t __ksize(const void *object) in __ksize() argument 996 if (unlikely(object == ZERO_SIZE_PTR)) in __ksize() 999 folio = virt_to_folio(object); in __ksize() [all …]
|
| A D | util.c | 1059 void mem_dump_obj(void *object) in mem_dump_obj() argument 1063 if (kmem_dump_obj(object)) in mem_dump_obj() 1066 if (vmalloc_dump_obj(object)) in mem_dump_obj() 1069 if (is_vmalloc_addr(object)) in mem_dump_obj() 1071 else if (virt_addr_valid(object)) in mem_dump_obj() 1073 else if (object == NULL) in mem_dump_obj() 1075 else if (object == ZERO_SIZE_PTR) in mem_dump_obj()
|
| A D | Kconfig.debug | 91 triggering (insufficient checks against an object being recycled
|
| A D | vmalloc.c | 4951 bool vmalloc_dump_obj(void *object) in vmalloc_dump_obj() argument 4960 addr = PAGE_ALIGN((unsigned long) object); in vmalloc_dump_obj()
|
| A D | Kconfig | 254 target object. To avoid sharing these allocation buckets,
|
| /mm/kasan/ |
| A D | common.c | 199 const void *object) in __kasan_init_slab_obj() argument 206 object = set_tag(object, assign_tag(cache, object, true)); in __kasan_init_slab_obj() 208 return (void *)object; in __kasan_init_slab_obj() 217 object = kasan_reset_tag(object); in check_slab_allocation() 219 if (unlikely(nearest_obj(cache, virt_to_slab(object), object) != object)) { in check_slab_allocation() 237 object = kasan_reset_tag(object); in poison_slab_object() 346 return (void *)object; in __kasan_slab_alloc() 402 return (void *)object; in __kasan_kmalloc() 408 return (void *)object; in __kasan_kmalloc() 457 return (void *)object; in __kasan_krealloc() [all …]
|
| A D | generic.c | 457 const void *object) in kasan_get_alloc_meta() argument 465 const void *object) in kasan_get_free_meta() argument 477 alloc_meta = kasan_get_alloc_meta(cache, object); in kasan_init_object_meta() 506 *(u8 *)kasan_mem_to_shadow(object) = KASAN_SLAB_FREE; in release_free_meta() 536 void *object; in kasan_record_aux_stack() local 542 object = nearest_obj(cache, slab, addr); in kasan_record_aux_stack() 543 alloc_meta = kasan_get_alloc_meta(cache, object); in kasan_record_aux_stack() 555 alloc_meta = kasan_get_alloc_meta(cache, object); in kasan_save_alloc_info() 569 free_meta = kasan_get_free_meta(cache, object); in kasan_save_free_info() 574 release_free_meta(object, free_meta); in kasan_save_free_info() [all …]
|
| A D | kasan.h | 219 void *object; member 359 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache); 376 void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object); 378 static inline void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object) { } in kasan_print_aux_stacks() argument 389 const void *object); 391 const void *object); 392 void kasan_init_object_meta(struct kmem_cache *cache, const void *object); 394 static inline void kasan_init_object_meta(struct kmem_cache *cache, const void *object) { } in kasan_init_object_meta() argument 400 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags); 401 void kasan_save_free_info(struct kmem_cache *cache, void *object); [all …]
|
| A D | tags.c | 97 static void save_stack_info(struct kmem_cache *cache, void *object, in save_stack_info() argument 132 entry->ptr = object; in save_stack_info() 140 void kasan_save_alloc_info(struct kmem_cache *cache, void *object, gfp_t flags) in kasan_save_alloc_info() argument 142 save_stack_info(cache, object, flags, false); in kasan_save_alloc_info() 145 void kasan_save_free_info(struct kmem_cache *cache, void *object) in kasan_save_free_info() argument 147 save_stack_info(cache, object, 0, true); in kasan_save_free_info()
|
| A D | report_generic.c | 46 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache) in kasan_get_alloc_size() argument 60 shadow = (u8 *)kasan_mem_to_shadow(object); in kasan_get_alloc_size() 168 if (!info->cache || !info->object) in kasan_complete_mode_report_info() 171 alloc_meta = kasan_get_alloc_meta(info->cache, info->object); in kasan_complete_mode_report_info() 176 if (*(u8 *)kasan_mem_to_shadow(info->object) == KASAN_SLAB_FREE_META) { in kasan_complete_mode_report_info() 178 free_meta = kasan_get_free_meta(info->cache, info->object); in kasan_complete_mode_report_info() 189 void kasan_print_aux_stacks(struct kmem_cache *cache, const void *object) in kasan_print_aux_stacks() argument 193 alloc_meta = kasan_get_alloc_meta(cache, object); in kasan_print_aux_stacks()
|
| A D | report.c | 296 unsigned long object_addr = (unsigned long)info->object; in describe_object_addr() 302 info->object, info->cache->name, info->cache->object_size); in describe_object_addr() 347 kasan_print_aux_stacks(info->cache, info->object); in describe_object_stacks() 381 if (info->cache && info->object) { in print_address_description() 503 info->object = nearest_obj(info->cache, slab, addr); in complete_report_info() 506 info->alloc_size = kasan_get_alloc_size(info->object, info->cache); in complete_report_info() 511 info->cache = info->object = NULL; in complete_report_info()
|
| A D | quarantine.c | 145 void *object = qlink_to_object(qlink, cache); in qlink_free() local 146 struct kasan_free_meta *free_meta = kasan_get_free_meta(cache, object); in qlink_free() 163 ___cache_free(cache, object, _THIS_IP_); in qlink_free() 185 bool kasan_quarantine_put(struct kmem_cache *cache, void *object) in kasan_quarantine_put() argument 190 struct kasan_free_meta *meta = kasan_get_free_meta(cache, object); in kasan_quarantine_put()
|
| A D | report_hw_tags.c | 30 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache) in kasan_get_alloc_size() argument 46 memory_tag = hw_get_mem_tag(object + i * KASAN_GRANULE_SIZE); in kasan_get_alloc_size()
|
| A D | report_sw_tags.c | 48 size_t kasan_get_alloc_size(void *object, struct kmem_cache *cache) in kasan_get_alloc_size() argument 62 shadow = (u8 *)kasan_mem_to_shadow(object); in kasan_get_alloc_size()
|
| A D | report_tags.c | 37 if ((!info->cache || !info->object) && !info->bug_type) { in kasan_complete_mode_report_info() 61 if (kasan_reset_tag(entry->ptr) != info->object || in kasan_complete_mode_report_info()
|
| /mm/kmsan/ |
| A D | hooks.c | 48 void kmsan_slab_alloc(struct kmem_cache *s, void *object, gfp_t flags) in kmsan_slab_alloc() argument 50 if (unlikely(object == NULL)) in kmsan_slab_alloc() 63 kmsan_internal_unpoison_memory(object, s->object_size, in kmsan_slab_alloc() 66 kmsan_internal_poison_memory(object, s->object_size, flags, in kmsan_slab_alloc() 71 void kmsan_slab_free(struct kmem_cache *s, void *object) in kmsan_slab_free() argument 87 kmsan_internal_poison_memory(object, s->object_size, GFP_KERNEL, in kmsan_slab_free()
|
| /mm/kfence/ |
| A D | report.c | 299 bool __kfence_obj_info(struct kmem_obj_info *kpp, void *object, struct slab *slab) in __kfence_obj_info() argument 301 struct kfence_metadata *meta = addr_to_metadata((unsigned long)object); in __kfence_obj_info() 311 kpp->kp_ptr = object; in __kfence_obj_info()
|