140 	struct hstate *h = hstate_file(file);  in hugetlbfs_file_mmap()  local
165 	if (vma->vm_pgoff & (~huge_page_mask(h) >> PAGE_SHIFT))  in hugetlbfs_file_mmap()
179 				vma->vm_pgoff >> huge_page_order(h),  in hugetlbfs_file_mmap()
180 				len >> huge_page_shift(h), vma,  in hugetlbfs_file_mmap()
204 	struct hstate *h = hstate_file(file);  in hugetlb_get_unmapped_area()  local
207 	if (len & ~huge_page_mask(h))  in hugetlb_get_unmapped_area()
219 		addr = ALIGN(addr, huge_page_size(h));  in hugetlb_get_unmapped_area()
230 	info.align_mask = PAGE_MASK & ~huge_page_mask(h);  in hugetlb_get_unmapped_area()
273 	struct hstate *h = hstate_file(file);  in hugetlbfs_read_iter()  local
276 	unsigned long index = iocb->ki_pos >> huge_page_shift(h);  in hugetlbfs_read_iter()
277 	unsigned long offset = iocb->ki_pos & ~huge_page_mask(h);  in hugetlbfs_read_iter()
287 		nr = huge_page_size(h);  in hugetlbfs_read_iter()
291 		end_index = (isize - 1) >> huge_page_shift(h);  in hugetlbfs_read_iter()
295 			nr = ((isize - 1) & ~huge_page_mask(h)) + 1;  in hugetlbfs_read_iter()
325 		index += offset >> huge_page_shift(h);  in hugetlbfs_read_iter()
326 		offset &= ~huge_page_mask(h);  in hugetlbfs_read_iter()
328 	iocb->ki_pos = ((loff_t)index << huge_page_shift(h)) + offset;  in hugetlbfs_read_iter()
417 	struct hstate *h = hstate_inode(inode);  in remove_inode_hugepages()  local
419 	const pgoff_t start = lstart >> huge_page_shift(h);  in remove_inode_hugepages()
420 	const pgoff_t end = lend >> huge_page_shift(h);  in remove_inode_hugepages()
443 			hash = hugetlb_fault_mutex_hash(h, mapping, index, 0);  in remove_inode_hugepages()
460 					index * pages_per_huge_page(h),  in remove_inode_hugepages()
461 					(index + 1) * pages_per_huge_page(h));  in remove_inode_hugepages()
518 	struct hstate *h = hstate_inode(inode);  in hugetlb_vmtruncate()  local
520 	BUG_ON(offset & ~huge_page_mask(h));  in hugetlb_vmtruncate()
534 	struct hstate *h = hstate_inode(inode);  in hugetlbfs_punch_hole()  local
535 	loff_t hpage_size = huge_page_size(h);  in hugetlbfs_punch_hole()
576 	struct hstate *h = hstate_inode(inode);  in hugetlbfs_fallocate()  local
579 	loff_t hpage_size = huge_page_size(h);  in hugetlbfs_fallocate()
580 	unsigned long hpage_shift = huge_page_shift(h);  in hugetlbfs_fallocate()
647 		hash = hugetlb_fault_mutex_hash(h, mapping, index, addr);  in hugetlbfs_fallocate()
667 		clear_huge_page(page, addr, pages_per_huge_page(h));  in hugetlbfs_fallocate()
697 	struct hstate *h = hstate_inode(inode);  in hugetlbfs_setattr()  local
712 		if (newsize & ~huge_page_mask(h))  in hugetlbfs_setattr()
964 	struct hstate *h = hstate_inode(d_inode(dentry));  in hugetlbfs_statfs()  local
967 	buf->f_bsize = huge_page_size(h);  in hugetlbfs_statfs()
1127 hugetlbfs_size_to_hpages(struct hstate *h, unsigned long long size_opt,  in hugetlbfs_size_to_hpages()  argument
1134 		size_opt <<= huge_page_shift(h);  in hugetlbfs_size_to_hpages()
1135 		size_opt *= h->max_huge_pages;  in hugetlbfs_size_to_hpages()
1139 	size_opt >>= huge_page_shift(h);  in hugetlbfs_size_to_hpages()
1356 	struct hstate *h = hstate_sizelog(page_size_log);  in get_hstate_idx()  local
1358 	if (!h)  in get_hstate_idx()
1360 	return h - hstates;  in get_hstate_idx()
1427 static struct vfsmount *__init mount_one_hugetlbfs(struct hstate *h)  in mount_one_hugetlbfs()  argument
1437 		ctx->hstate = h;  in mount_one_hugetlbfs()
1443 		       1U << (h->order + PAGE_SHIFT - 10));  in mount_one_hugetlbfs()
1450 	struct hstate *h;  in init_hugetlbfs_fs()  local
1480 	for_each_hstate(h) {  in init_hugetlbfs_fs()
1486 		mnt = mount_one_hugetlbfs(h);  in init_hugetlbfs_fs()