61 	int idx;  in hugetlb_cgroup_have_usage()  local
63 	for (idx = 0; idx < hugetlb_max_hstate; idx++) {  in hugetlb_cgroup_have_usage()
64 		if (page_counter_read(&h_cg->hugepage[idx]))  in hugetlb_cgroup_have_usage()
73 	int idx;  in hugetlb_cgroup_init()  local
75 	for (idx = 0; idx < HUGE_MAX_HSTATE; idx++) {  in hugetlb_cgroup_init()
76 		struct page_counter *counter = &h_cgroup->hugepage[idx];  in hugetlb_cgroup_init()
82 			parent = &parent_h_cgroup->hugepage[idx];  in hugetlb_cgroup_init()
86 				   1 << huge_page_order(&hstates[idx]));  in hugetlb_cgroup_init()
125 static void hugetlb_cgroup_move_parent(int idx, struct hugetlb_cgroup *h_cg,  in hugetlb_cgroup_move_parent()  argument
146 		page_counter_charge(&parent->hugepage[idx], nr_pages);  in hugetlb_cgroup_move_parent()
148 	counter = &h_cg->hugepage[idx];  in hugetlb_cgroup_move_parent()
166 	int idx = 0;  in hugetlb_cgroup_css_offline()  local
172 				hugetlb_cgroup_move_parent(idx, h_cg, page);  in hugetlb_cgroup_css_offline()
175 			idx++;  in hugetlb_cgroup_css_offline()
181 int hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages,  in hugetlb_cgroup_charge_cgroup()  argument
194 	if (huge_page_order(&hstates[idx]) < HUGETLB_CGROUP_MIN_ORDER)  in hugetlb_cgroup_charge_cgroup()
205 	if (!page_counter_try_charge(&h_cg->hugepage[idx], nr_pages, &counter))  in hugetlb_cgroup_charge_cgroup()
214 void hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages,  in hugetlb_cgroup_commit_charge()  argument
228 void hugetlb_cgroup_uncharge_page(int idx, unsigned long nr_pages,  in hugetlb_cgroup_uncharge_page()  argument
240 	page_counter_uncharge(&h_cg->hugepage[idx], nr_pages);  in hugetlb_cgroup_uncharge_page()
244 void hugetlb_cgroup_uncharge_cgroup(int idx, unsigned long nr_pages,  in hugetlb_cgroup_uncharge_cgroup()  argument
250 	if (huge_page_order(&hstates[idx]) < HUGETLB_CGROUP_MIN_ORDER)  in hugetlb_cgroup_uncharge_cgroup()
253 	page_counter_uncharge(&h_cg->hugepage[idx], nr_pages);  in hugetlb_cgroup_uncharge_cgroup()
291 	int ret, idx;  in hugetlb_cgroup_write()  local
303 	idx = MEMFILE_IDX(of_cft(of)->private);  in hugetlb_cgroup_write()
304 	nr_pages = round_down(nr_pages, 1 << huge_page_order(&hstates[idx]));  in hugetlb_cgroup_write()
309 		ret = page_counter_set_max(&h_cg->hugepage[idx], nr_pages);  in hugetlb_cgroup_write()
353 static void __init __hugetlb_cgroup_file_init(int idx)  in __hugetlb_cgroup_file_init()  argument
357 	struct hstate *h = &hstates[idx];  in __hugetlb_cgroup_file_init()
365 	cft->private = MEMFILE_PRIVATE(idx, RES_LIMIT);  in __hugetlb_cgroup_file_init()
372 	cft->private = MEMFILE_PRIVATE(idx, RES_USAGE);  in __hugetlb_cgroup_file_init()
378 	cft->private = MEMFILE_PRIVATE(idx, RES_MAX_USAGE);  in __hugetlb_cgroup_file_init()
385 	cft->private  = MEMFILE_PRIVATE(idx, RES_FAILCNT);  in __hugetlb_cgroup_file_init()