Searched refs:memcg_data (Results 1 – 9 of 9) sorted by relevance
/linux-6.3-rc2/include/linux/ |
A D | memcontrol.h | 377 unsigned long memcg_data = folio->memcg_data; in __folio_memcg() local 380 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_memcg() 381 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_KMEM, folio); in __folio_memcg() 398 unsigned long memcg_data = folio->memcg_data; in __folio_objcg() local 401 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_objcg() 453 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_rcu() local 458 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_rcu() 496 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_check() local 498 if (memcg_data & MEMCG_DATA_OBJCGS) in folio_memcg_check() 501 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_check() [all …]
|
A D | mm_types.h | 198 unsigned long memcg_data; member 324 unsigned long memcg_data; member 380 FOLIO_MATCH(memcg_data, memcg_data);
|
/linux-6.3-rc2/mm/ |
A D | slab.h | 68 unsigned long memcg_data; member 82 SLAB_MATCH(memcg_data, memcg_data); 458 unsigned long memcg_data = READ_ONCE(slab->memcg_data); in slab_objcgs() local 460 VM_BUG_ON_PAGE(memcg_data && !(memcg_data & MEMCG_DATA_OBJCGS), in slab_objcgs() 462 VM_BUG_ON_PAGE(memcg_data & MEMCG_DATA_KMEM, slab_page(slab)); in slab_objcgs() 464 return (struct obj_cgroup **)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in slab_objcgs() 475 slab->memcg_data = 0; in memcg_free_slab_cgroups()
|
A D | page_owner.c | 365 unsigned long memcg_data; in print_page_owner_memcg() local 371 memcg_data = READ_ONCE(page->memcg_data); in print_page_owner_memcg() 372 if (!memcg_data) in print_page_owner_memcg() 375 if (memcg_data & MEMCG_DATA_OBJCGS) in print_page_owner_memcg()
|
A D | debug.c | 105 if (head->memcg_data) in __dump_page() 106 pr_warn("memcg:%lx\n", head->memcg_data); in __dump_page()
|
A D | memcontrol.c | 2862 folio->memcg_data = (unsigned long)memcg; in commit_charge() 2895 unsigned long memcg_data; in memcg_alloc_slab_cgroups() local 2911 slab->memcg_data = memcg_data; in memcg_alloc_slab_cgroups() 2912 } else if (cmpxchg(&slab->memcg_data, 0, memcg_data)) { in memcg_alloc_slab_cgroups() 3137 page->memcg_data = (unsigned long)objcg | in __memcg_kmem_charge_page() 3162 folio->memcg_data = 0; in __memcg_kmem_uncharge_page() 3426 folio_page(folio, i)->memcg_data = folio->memcg_data; in split_page_memcg() 5817 folio->memcg_data = (unsigned long)to; in mem_cgroup_move_account() 7136 folio->memcg_data = 0; in uncharge_folio() 7144 folio->memcg_data = 0; in uncharge_folio() [all …]
|
A D | page_alloc.c | 1249 page->memcg_data | in page_expected_state() 1274 if (unlikely(page->memcg_data)) in page_bad_reason()
|
/linux-6.3-rc2/tools/cgroup/ |
A D | memcg_slabinfo.py | 196 objcg_vec_raw = slab.memcg_data.value_()
|
/linux-6.3-rc2/mm/kfence/ |
A D | core.c | 570 slab->memcg_data = (unsigned long)&kfence_metadata[i / 2 - 1].objcg | in kfence_init_pool() 641 slab->memcg_data = 0; in kfence_init_pool_early()
|
Completed in 64 milliseconds