77 static inline void unlock_or_release_subpool(struct hugepage_subpool *spool)  in unlock_or_release_subpool()  argument
79 	bool free = (spool->count == 0) && (spool->used_hpages == 0);  in unlock_or_release_subpool()
81 	spin_unlock(&spool->lock);  in unlock_or_release_subpool()
87 		if (spool->min_hpages != -1)  in unlock_or_release_subpool()
88 			hugetlb_acct_memory(spool->hstate,  in unlock_or_release_subpool()
89 						-spool->min_hpages);  in unlock_or_release_subpool()
90 		kfree(spool);  in unlock_or_release_subpool()
97 	struct hugepage_subpool *spool;  in hugepage_new_subpool()  local
99 	spool = kzalloc(sizeof(*spool), GFP_KERNEL);  in hugepage_new_subpool()
100 	if (!spool)  in hugepage_new_subpool()
103 	spin_lock_init(&spool->lock);  in hugepage_new_subpool()
104 	spool->count = 1;  in hugepage_new_subpool()
105 	spool->max_hpages = max_hpages;  in hugepage_new_subpool()
106 	spool->hstate = h;  in hugepage_new_subpool()
107 	spool->min_hpages = min_hpages;  in hugepage_new_subpool()
110 		kfree(spool);  in hugepage_new_subpool()
113 	spool->rsv_hpages = min_hpages;  in hugepage_new_subpool()
115 	return spool;  in hugepage_new_subpool()
118 void hugepage_put_subpool(struct hugepage_subpool *spool)  in hugepage_put_subpool()  argument
120 	spin_lock(&spool->lock);  in hugepage_put_subpool()
121 	BUG_ON(!spool->count);  in hugepage_put_subpool()
122 	spool->count--;  in hugepage_put_subpool()
123 	unlock_or_release_subpool(spool);  in hugepage_put_subpool()
134 static long hugepage_subpool_get_pages(struct hugepage_subpool *spool,  in hugepage_subpool_get_pages()  argument
139 	if (!spool)  in hugepage_subpool_get_pages()
142 	spin_lock(&spool->lock);  in hugepage_subpool_get_pages()
144 	if (spool->max_hpages != -1) {		/* maximum size accounting */  in hugepage_subpool_get_pages()
145 		if ((spool->used_hpages + delta) <= spool->max_hpages)  in hugepage_subpool_get_pages()
146 			spool->used_hpages += delta;  in hugepage_subpool_get_pages()
154 	if (spool->min_hpages != -1 && spool->rsv_hpages) {  in hugepage_subpool_get_pages()
155 		if (delta > spool->rsv_hpages) {  in hugepage_subpool_get_pages()
160 			ret = delta - spool->rsv_hpages;  in hugepage_subpool_get_pages()
161 			spool->rsv_hpages = 0;  in hugepage_subpool_get_pages()
164 			spool->rsv_hpages -= delta;  in hugepage_subpool_get_pages()
169 	spin_unlock(&spool->lock);  in hugepage_subpool_get_pages()
179 static long hugepage_subpool_put_pages(struct hugepage_subpool *spool,  in hugepage_subpool_put_pages()  argument
184 	if (!spool)  in hugepage_subpool_put_pages()
187 	spin_lock(&spool->lock);  in hugepage_subpool_put_pages()
189 	if (spool->max_hpages != -1)		/* maximum size accounting */  in hugepage_subpool_put_pages()
190 		spool->used_hpages -= delta;  in hugepage_subpool_put_pages()
193 	if (spool->min_hpages != -1 && spool->used_hpages < spool->min_hpages) {  in hugepage_subpool_put_pages()
194 		if (spool->rsv_hpages + delta <= spool->min_hpages)  in hugepage_subpool_put_pages()
197 			ret = spool->rsv_hpages + delta - spool->min_hpages;  in hugepage_subpool_put_pages()
199 		spool->rsv_hpages += delta;  in hugepage_subpool_put_pages()
200 		if (spool->rsv_hpages > spool->min_hpages)  in hugepage_subpool_put_pages()
201 			spool->rsv_hpages = spool->min_hpages;  in hugepage_subpool_put_pages()
208 	unlock_or_release_subpool(spool);  in hugepage_subpool_put_pages()
215 	return HUGETLBFS_SB(inode->i_sb)->spool;  in subpool_inode()
577 	struct hugepage_subpool *spool = subpool_inode(inode);  in hugetlb_fix_reserve_counts()  local
580 	rsv_adjust = hugepage_subpool_get_pages(spool, 1);  in hugetlb_fix_reserve_counts()
1267 	struct hugepage_subpool *spool =  in __free_huge_page()  local
1294 		if (hugepage_subpool_put_pages(spool, 1) == 0)  in __free_huge_page()
2117 	struct hugepage_subpool *spool = subpool_vma(vma);  in alloc_huge_page()  local
2143 		gbl_chg = hugepage_subpool_get_pages(spool, 1);  in alloc_huge_page()
2188 	set_page_private(page, (unsigned long)spool);  in alloc_huge_page()
2203 		rsv_adjust = hugepage_subpool_put_pages(spool, 1);  in alloc_huge_page()
2212 		hugepage_subpool_put_pages(spool, 1);  in alloc_huge_page()
3299 	struct hugepage_subpool *spool = subpool_vma(vma);  in hugetlb_vm_op_close()  local
3318 		gbl_reserve = hugepage_subpool_put_pages(spool, reserve);  in hugetlb_vm_op_close()
4652 	struct hugepage_subpool *spool = subpool_inode(inode);  in hugetlb_reserve_pages()  local
4707 	gbl_reserve = hugepage_subpool_get_pages(spool, chg);  in hugetlb_reserve_pages()
4720 		(void)hugepage_subpool_put_pages(spool, chg);  in hugetlb_reserve_pages()
4748 			rsv_adjust = hugepage_subpool_put_pages(spool,  in hugetlb_reserve_pages()
4770 	struct hugepage_subpool *spool = subpool_inode(inode);  in hugetlb_unreserve_pages()  local
4796 	gbl_reserve = hugepage_subpool_put_pages(spool, (chg - freed));  in hugetlb_unreserve_pages()