410 static void __mem_cgroup_insert_exceeded(struct mem_cgroup_per_node *mz,  in __mem_cgroup_insert_exceeded()  argument
419 	if (mz->on_tree)  in __mem_cgroup_insert_exceeded()
422 	mz->usage_in_excess = new_usage_in_excess;  in __mem_cgroup_insert_exceeded()
423 	if (!mz->usage_in_excess)  in __mem_cgroup_insert_exceeded()
429 		if (mz->usage_in_excess < mz_node->usage_in_excess) {  in __mem_cgroup_insert_exceeded()
438 		mctz->rb_rightmost = &mz->tree_node;  in __mem_cgroup_insert_exceeded()
440 	rb_link_node(&mz->tree_node, parent, p);  in __mem_cgroup_insert_exceeded()
441 	rb_insert_color(&mz->tree_node, &mctz->rb_root);  in __mem_cgroup_insert_exceeded()
442 	mz->on_tree = true;  in __mem_cgroup_insert_exceeded()
445 static void __mem_cgroup_remove_exceeded(struct mem_cgroup_per_node *mz,  in __mem_cgroup_remove_exceeded()  argument
448 	if (!mz->on_tree)  in __mem_cgroup_remove_exceeded()
451 	if (&mz->tree_node == mctz->rb_rightmost)  in __mem_cgroup_remove_exceeded()
452 		mctz->rb_rightmost = rb_prev(&mz->tree_node);  in __mem_cgroup_remove_exceeded()
454 	rb_erase(&mz->tree_node, &mctz->rb_root);  in __mem_cgroup_remove_exceeded()
455 	mz->on_tree = false;  in __mem_cgroup_remove_exceeded()
458 static void mem_cgroup_remove_exceeded(struct mem_cgroup_per_node *mz,  in mem_cgroup_remove_exceeded()  argument
464 	__mem_cgroup_remove_exceeded(mz, mctz);  in mem_cgroup_remove_exceeded()
483 	struct mem_cgroup_per_node *mz;  in mem_cgroup_update_tree()  local
500 		mz = memcg->nodeinfo[nid];  in mem_cgroup_update_tree()
506 		if (excess || mz->on_tree) {  in mem_cgroup_update_tree()
511 			if (mz->on_tree)  in mem_cgroup_update_tree()
512 				__mem_cgroup_remove_exceeded(mz, mctz);  in mem_cgroup_update_tree()
517 			__mem_cgroup_insert_exceeded(mz, mctz, excess);  in mem_cgroup_update_tree()
526 	struct mem_cgroup_per_node *mz;  in mem_cgroup_remove_from_trees()  local
530 		mz = memcg->nodeinfo[nid];  in mem_cgroup_remove_from_trees()
533 			mem_cgroup_remove_exceeded(mz, mctz);  in mem_cgroup_remove_from_trees()
540 	struct mem_cgroup_per_node *mz;  in __mem_cgroup_largest_soft_limit_node()  local
543 	mz = NULL;  in __mem_cgroup_largest_soft_limit_node()
547 	mz = rb_entry(mctz->rb_rightmost,  in __mem_cgroup_largest_soft_limit_node()
554 	__mem_cgroup_remove_exceeded(mz, mctz);  in __mem_cgroup_largest_soft_limit_node()
555 	if (!soft_limit_excess(mz->memcg) ||  in __mem_cgroup_largest_soft_limit_node()
556 	    !css_tryget(&mz->memcg->css))  in __mem_cgroup_largest_soft_limit_node()
559 	return mz;  in __mem_cgroup_largest_soft_limit_node()
565 	struct mem_cgroup_per_node *mz;  in mem_cgroup_largest_soft_limit_node()  local
568 	mz = __mem_cgroup_largest_soft_limit_node(mctz);  in mem_cgroup_largest_soft_limit_node()
570 	return mz;  in mem_cgroup_largest_soft_limit_node()
1119 		struct mem_cgroup_per_node *mz;  in mem_cgroup_iter()  local
1121 		mz = root->nodeinfo[reclaim->pgdat->node_id];  in mem_cgroup_iter()
1122 		iter = &mz->iter;  in mem_cgroup_iter()
1220 	struct mem_cgroup_per_node *mz;  in __invalidate_reclaim_iterators()  local
1224 		mz = from->nodeinfo[nid];  in __invalidate_reclaim_iterators()
1225 		iter = &mz->iter;  in __invalidate_reclaim_iterators()
1387 	struct mem_cgroup_per_node *mz;  in mem_cgroup_update_lru_size()  local
1394 	mz = container_of(lruvec, struct mem_cgroup_per_node, lruvec);  in mem_cgroup_update_lru_size()
1395 	lru_size = &mz->lru_zone_size[zid][lru];  in mem_cgroup_update_lru_size()
3531 	struct mem_cgroup_per_node *mz, *next_mz = NULL;  in mem_cgroup_soft_limit_reclaim()  local
3560 			mz = next_mz;  in mem_cgroup_soft_limit_reclaim()
3562 			mz = mem_cgroup_largest_soft_limit_node(mctz);  in mem_cgroup_soft_limit_reclaim()
3563 		if (!mz)  in mem_cgroup_soft_limit_reclaim()
3566 		reclaimed = mem_cgroup_soft_reclaim(mz->memcg, pgdat,  in mem_cgroup_soft_limit_reclaim()
3579 		excess = soft_limit_excess(mz->memcg);  in mem_cgroup_soft_limit_reclaim()
3589 		__mem_cgroup_insert_exceeded(mz, mctz, excess);  in mem_cgroup_soft_limit_reclaim()
3591 		css_put(&mz->memcg->css);  in mem_cgroup_soft_limit_reclaim()
4160 		struct mem_cgroup_per_node *mz;  in memcg1_stat_format()  local
4165 			mz = memcg->nodeinfo[pgdat->node_id];  in memcg1_stat_format()
4167 			anon_cost += mz->lruvec.anon_cost;  in memcg1_stat_format()
4168 			file_cost += mz->lruvec.file_cost;  in memcg1_stat_format()