521 static void __mem_cgroup_insert_exceeded(struct mem_cgroup_per_node *mz,  in __mem_cgroup_insert_exceeded()  argument
530 	if (mz->on_tree)  in __mem_cgroup_insert_exceeded()
533 	mz->usage_in_excess = new_usage_in_excess;  in __mem_cgroup_insert_exceeded()
534 	if (!mz->usage_in_excess)  in __mem_cgroup_insert_exceeded()
540 		if (mz->usage_in_excess < mz_node->usage_in_excess) {  in __mem_cgroup_insert_exceeded()
549 		else if (mz->usage_in_excess >= mz_node->usage_in_excess)  in __mem_cgroup_insert_exceeded()
554 		mctz->rb_rightmost = &mz->tree_node;  in __mem_cgroup_insert_exceeded()
556 	rb_link_node(&mz->tree_node, parent, p);  in __mem_cgroup_insert_exceeded()
557 	rb_insert_color(&mz->tree_node, &mctz->rb_root);  in __mem_cgroup_insert_exceeded()
558 	mz->on_tree = true;  in __mem_cgroup_insert_exceeded()
561 static void __mem_cgroup_remove_exceeded(struct mem_cgroup_per_node *mz,  in __mem_cgroup_remove_exceeded()  argument
564 	if (!mz->on_tree)  in __mem_cgroup_remove_exceeded()
567 	if (&mz->tree_node == mctz->rb_rightmost)  in __mem_cgroup_remove_exceeded()
568 		mctz->rb_rightmost = rb_prev(&mz->tree_node);  in __mem_cgroup_remove_exceeded()
570 	rb_erase(&mz->tree_node, &mctz->rb_root);  in __mem_cgroup_remove_exceeded()
571 	mz->on_tree = false;  in __mem_cgroup_remove_exceeded()
574 static void mem_cgroup_remove_exceeded(struct mem_cgroup_per_node *mz,  in mem_cgroup_remove_exceeded()  argument
580 	__mem_cgroup_remove_exceeded(mz, mctz);  in mem_cgroup_remove_exceeded()
599 	struct mem_cgroup_per_node *mz;  in mem_cgroup_update_tree()  local
610 		mz = mem_cgroup_page_nodeinfo(memcg, page);  in mem_cgroup_update_tree()
616 		if (excess || mz->on_tree) {  in mem_cgroup_update_tree()
621 			if (mz->on_tree)  in mem_cgroup_update_tree()
622 				__mem_cgroup_remove_exceeded(mz, mctz);  in mem_cgroup_update_tree()
627 			__mem_cgroup_insert_exceeded(mz, mctz, excess);  in mem_cgroup_update_tree()
636 	struct mem_cgroup_per_node *mz;  in mem_cgroup_remove_from_trees()  local
640 		mz = mem_cgroup_nodeinfo(memcg, nid);  in mem_cgroup_remove_from_trees()
643 			mem_cgroup_remove_exceeded(mz, mctz);  in mem_cgroup_remove_from_trees()
650 	struct mem_cgroup_per_node *mz;  in __mem_cgroup_largest_soft_limit_node()  local
653 	mz = NULL;  in __mem_cgroup_largest_soft_limit_node()
657 	mz = rb_entry(mctz->rb_rightmost,  in __mem_cgroup_largest_soft_limit_node()
664 	__mem_cgroup_remove_exceeded(mz, mctz);  in __mem_cgroup_largest_soft_limit_node()
665 	if (!soft_limit_excess(mz->memcg) ||  in __mem_cgroup_largest_soft_limit_node()
666 	    !css_tryget_online(&mz->memcg->css))  in __mem_cgroup_largest_soft_limit_node()
669 	return mz;  in __mem_cgroup_largest_soft_limit_node()
675 	struct mem_cgroup_per_node *mz;  in mem_cgroup_largest_soft_limit_node()  local
678 	mz = __mem_cgroup_largest_soft_limit_node(mctz);  in mem_cgroup_largest_soft_limit_node()
680 	return mz;  in mem_cgroup_largest_soft_limit_node()
1052 		struct mem_cgroup_per_node *mz;  in mem_cgroup_iter()  local
1054 		mz = mem_cgroup_nodeinfo(root, reclaim->pgdat->node_id);  in mem_cgroup_iter()
1055 		iter = &mz->iter[reclaim->priority];  in mem_cgroup_iter()
1153 	struct mem_cgroup_per_node *mz;  in __invalidate_reclaim_iterators()  local
1158 		mz = mem_cgroup_nodeinfo(from, nid);  in __invalidate_reclaim_iterators()
1160 			iter = &mz->iter[i];  in __invalidate_reclaim_iterators()
1236 	struct mem_cgroup_per_node *mz;  in mem_cgroup_page_lruvec()  local
1253 	mz = mem_cgroup_page_nodeinfo(memcg, page);  in mem_cgroup_page_lruvec()
1254 	lruvec = &mz->lruvec;  in mem_cgroup_page_lruvec()
1280 	struct mem_cgroup_per_node *mz;  in mem_cgroup_update_lru_size()  local
1287 	mz = container_of(lruvec, struct mem_cgroup_per_node, lruvec);  in mem_cgroup_update_lru_size()
1288 	lru_size = &mz->lru_zone_size[zid][lru];  in mem_cgroup_update_lru_size()
3163 	struct mem_cgroup_per_node *mz, *next_mz = NULL;  in mem_cgroup_soft_limit_reclaim()  local
3190 			mz = next_mz;  in mem_cgroup_soft_limit_reclaim()
3192 			mz = mem_cgroup_largest_soft_limit_node(mctz);  in mem_cgroup_soft_limit_reclaim()
3193 		if (!mz)  in mem_cgroup_soft_limit_reclaim()
3197 		reclaimed = mem_cgroup_soft_reclaim(mz->memcg, pgdat,  in mem_cgroup_soft_limit_reclaim()
3202 		__mem_cgroup_remove_exceeded(mz, mctz);  in mem_cgroup_soft_limit_reclaim()
3212 		excess = soft_limit_excess(mz->memcg);  in mem_cgroup_soft_limit_reclaim()
3222 		__mem_cgroup_insert_exceeded(mz, mctz, excess);  in mem_cgroup_soft_limit_reclaim()
3224 		css_put(&mz->memcg->css);  in mem_cgroup_soft_limit_reclaim()
3908 		struct mem_cgroup_per_node *mz;  in memcg_stat_show()  local
3914 			mz = mem_cgroup_nodeinfo(memcg, pgdat->node_id);  in memcg_stat_show()
3915 			rstat = &mz->lruvec.reclaim_stat;  in memcg_stat_show()