Lines Matching refs:mz
408 static void __mem_cgroup_insert_exceeded(struct mem_cgroup_per_node *mz, in __mem_cgroup_insert_exceeded() argument
417 if (mz->on_tree) in __mem_cgroup_insert_exceeded()
420 mz->usage_in_excess = new_usage_in_excess; in __mem_cgroup_insert_exceeded()
421 if (!mz->usage_in_excess) in __mem_cgroup_insert_exceeded()
427 if (mz->usage_in_excess < mz_node->usage_in_excess) { in __mem_cgroup_insert_exceeded()
436 mctz->rb_rightmost = &mz->tree_node; in __mem_cgroup_insert_exceeded()
438 rb_link_node(&mz->tree_node, parent, p); in __mem_cgroup_insert_exceeded()
439 rb_insert_color(&mz->tree_node, &mctz->rb_root); in __mem_cgroup_insert_exceeded()
440 mz->on_tree = true; in __mem_cgroup_insert_exceeded()
443 static void __mem_cgroup_remove_exceeded(struct mem_cgroup_per_node *mz, in __mem_cgroup_remove_exceeded() argument
446 if (!mz->on_tree) in __mem_cgroup_remove_exceeded()
449 if (&mz->tree_node == mctz->rb_rightmost) in __mem_cgroup_remove_exceeded()
450 mctz->rb_rightmost = rb_prev(&mz->tree_node); in __mem_cgroup_remove_exceeded()
452 rb_erase(&mz->tree_node, &mctz->rb_root); in __mem_cgroup_remove_exceeded()
453 mz->on_tree = false; in __mem_cgroup_remove_exceeded()
456 static void mem_cgroup_remove_exceeded(struct mem_cgroup_per_node *mz, in mem_cgroup_remove_exceeded() argument
462 __mem_cgroup_remove_exceeded(mz, mctz); in mem_cgroup_remove_exceeded()
481 struct mem_cgroup_per_node *mz; in mem_cgroup_update_tree() local
498 mz = memcg->nodeinfo[nid]; in mem_cgroup_update_tree()
504 if (excess || mz->on_tree) { in mem_cgroup_update_tree()
509 if (mz->on_tree) in mem_cgroup_update_tree()
510 __mem_cgroup_remove_exceeded(mz, mctz); in mem_cgroup_update_tree()
515 __mem_cgroup_insert_exceeded(mz, mctz, excess); in mem_cgroup_update_tree()
524 struct mem_cgroup_per_node *mz; in mem_cgroup_remove_from_trees() local
528 mz = memcg->nodeinfo[nid]; in mem_cgroup_remove_from_trees()
531 mem_cgroup_remove_exceeded(mz, mctz); in mem_cgroup_remove_from_trees()
538 struct mem_cgroup_per_node *mz; in __mem_cgroup_largest_soft_limit_node() local
541 mz = NULL; in __mem_cgroup_largest_soft_limit_node()
545 mz = rb_entry(mctz->rb_rightmost, in __mem_cgroup_largest_soft_limit_node()
552 __mem_cgroup_remove_exceeded(mz, mctz); in __mem_cgroup_largest_soft_limit_node()
553 if (!soft_limit_excess(mz->memcg) || in __mem_cgroup_largest_soft_limit_node()
554 !css_tryget(&mz->memcg->css)) in __mem_cgroup_largest_soft_limit_node()
557 return mz; in __mem_cgroup_largest_soft_limit_node()
563 struct mem_cgroup_per_node *mz; in mem_cgroup_largest_soft_limit_node() local
566 mz = __mem_cgroup_largest_soft_limit_node(mctz); in mem_cgroup_largest_soft_limit_node()
568 return mz; in mem_cgroup_largest_soft_limit_node()
1107 struct mem_cgroup_per_node *mz; in mem_cgroup_iter() local
1109 mz = root->nodeinfo[reclaim->pgdat->node_id]; in mem_cgroup_iter()
1110 iter = &mz->iter; in mem_cgroup_iter()
1208 struct mem_cgroup_per_node *mz; in __invalidate_reclaim_iterators() local
1212 mz = from->nodeinfo[nid]; in __invalidate_reclaim_iterators()
1213 iter = &mz->iter; in __invalidate_reclaim_iterators()
1376 struct mem_cgroup_per_node *mz; in mem_cgroup_update_lru_size() local
1383 mz = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in mem_cgroup_update_lru_size()
1384 lru_size = &mz->lru_zone_size[zid][lru]; in mem_cgroup_update_lru_size()
3533 struct mem_cgroup_per_node *mz, *next_mz = NULL; in mem_cgroup_soft_limit_reclaim() local
3562 mz = next_mz; in mem_cgroup_soft_limit_reclaim()
3564 mz = mem_cgroup_largest_soft_limit_node(mctz); in mem_cgroup_soft_limit_reclaim()
3565 if (!mz) in mem_cgroup_soft_limit_reclaim()
3568 reclaimed = mem_cgroup_soft_reclaim(mz->memcg, pgdat, in mem_cgroup_soft_limit_reclaim()
3581 excess = soft_limit_excess(mz->memcg); in mem_cgroup_soft_limit_reclaim()
3591 __mem_cgroup_insert_exceeded(mz, mctz, excess); in mem_cgroup_soft_limit_reclaim()
3593 css_put(&mz->memcg->css); in mem_cgroup_soft_limit_reclaim()
4147 struct mem_cgroup_per_node *mz; in memcg_stat_show() local
4152 mz = memcg->nodeinfo[pgdat->node_id]; in memcg_stat_show()
4154 anon_cost += mz->lruvec.anon_cost; in memcg_stat_show()
4155 file_cost += mz->lruvec.file_cost; in memcg_stat_show()