Lines Matching refs:obj_cgroup
127 static void obj_cgroup_uncharge_pages(struct obj_cgroup *objcg,
132 struct obj_cgroup *objcg = container_of(ref, struct obj_cgroup, refcnt); in obj_cgroup_release()
172 static struct obj_cgroup *obj_cgroup_alloc(void) in obj_cgroup_alloc()
174 struct obj_cgroup *objcg; in obj_cgroup_alloc()
177 objcg = kzalloc(sizeof(struct obj_cgroup), GFP_KERNEL); in obj_cgroup_alloc()
194 struct obj_cgroup *objcg, *iter; in memcg_reparent_objcgs()
1702 struct obj_cgroup *cached_objcg;
1717 static struct obj_cgroup *drain_obj_stock(struct memcg_stock_pcp *stock);
1782 struct obj_cgroup *old = NULL; in drain_local_stock()
2395 static inline void __mod_objcg_mlstate(struct obj_cgroup *objcg, in __mod_objcg_mlstate()
2461 static struct obj_cgroup *__get_obj_cgroup_from_memcg(struct mem_cgroup *memcg) in __get_obj_cgroup_from_memcg()
2463 struct obj_cgroup *objcg = NULL; in __get_obj_cgroup_from_memcg()
2474 static struct obj_cgroup *current_objcg_update(void) in current_objcg_update()
2477 struct obj_cgroup *old, *objcg = NULL; in current_objcg_update()
2483 old = (struct obj_cgroup *) in current_objcg_update()
2525 __always_inline struct obj_cgroup *current_obj_cgroup(void) in current_obj_cgroup()
2528 struct obj_cgroup *objcg; in current_obj_cgroup()
2568 struct obj_cgroup *get_obj_cgroup_from_folio(struct folio *folio) in get_obj_cgroup_from_folio()
2570 struct obj_cgroup *objcg; in get_obj_cgroup_from_folio()
2597 static void obj_cgroup_uncharge_pages(struct obj_cgroup *objcg, in obj_cgroup_uncharge_pages()
2619 static int obj_cgroup_charge_pages(struct obj_cgroup *objcg, gfp_t gfp, in obj_cgroup_charge_pages()
2649 struct obj_cgroup *objcg; in __memcg_kmem_charge_page()
2673 struct obj_cgroup *objcg; in __memcg_kmem_uncharge_page()
2685 static void mod_objcg_state(struct obj_cgroup *objcg, struct pglist_data *pgdat, in mod_objcg_state()
2689 struct obj_cgroup *old = NULL; in mod_objcg_state()
2750 static bool consume_obj_stock(struct obj_cgroup *objcg, unsigned int nr_bytes) in consume_obj_stock()
2769 static struct obj_cgroup *drain_obj_stock(struct memcg_stock_pcp *stock) in drain_obj_stock()
2771 struct obj_cgroup *old = READ_ONCE(stock->cached_objcg); in drain_obj_stock()
2836 struct obj_cgroup *objcg = READ_ONCE(stock->cached_objcg); in obj_stock_flush_required()
2848 static void refill_obj_stock(struct obj_cgroup *objcg, unsigned int nr_bytes, in refill_obj_stock()
2852 struct obj_cgroup *old = NULL; in refill_obj_stock()
2881 int obj_cgroup_charge(struct obj_cgroup *objcg, gfp_t gfp, size_t size) in obj_cgroup_charge()
2925 void obj_cgroup_uncharge(struct obj_cgroup *objcg, size_t size) in obj_cgroup_uncharge()
2936 return s->size + sizeof(struct obj_cgroup *); in obj_full_size()
2942 struct obj_cgroup *objcg; in __memcg_slab_post_alloc_hook()
3005 struct obj_cgroup *objcg; in __memcg_slab_free_hook()
3067 struct obj_cgroup *objcg; in memcg_online_kmem()
3847 task->objcg = (struct obj_cgroup *)CURRENT_OBJCG_UPDATE_FLAG; in mem_cgroup_fork()
3852 struct obj_cgroup *objcg = task->objcg; in mem_cgroup_exit()
3854 objcg = (struct obj_cgroup *) in mem_cgroup_exit()
4633 struct obj_cgroup *objcg; in uncharge_folio()
5259 bool obj_cgroup_may_zswap(struct obj_cgroup *objcg) in obj_cgroup_may_zswap()
5303 void obj_cgroup_charge_zswap(struct obj_cgroup *objcg, size_t size) in obj_cgroup_charge_zswap()
5330 void obj_cgroup_uncharge_zswap(struct obj_cgroup *objcg, size_t size) in obj_cgroup_uncharge_zswap()