149 				struct shmem_inode_info *info, pgoff_t index);
150 static int shmem_swapin_page(struct inode *inode, pgoff_t index,
154 static int shmem_getpage_gfp(struct inode *inode, pgoff_t index,
159 int shmem_getpage(struct inode *inode, pgoff_t index,  in shmem_getpage()  argument
162 	return shmem_getpage_gfp(inode, index, pagep, sgp,  in shmem_getpage()
422 			pgoff_t index, void *expected, void *replacement)  in shmem_replace_entry()  argument
424 	XA_STATE(xas, &mapping->i_pages, index);  in shmem_replace_entry()
444 			       pgoff_t index, swp_entry_t swap)  in shmem_confirm_swap()  argument
446 	return xa_load(&mapping->i_pages, index) == swp_to_radix_entry(swap);  in shmem_confirm_swap()
681 				   pgoff_t index, void *expected, gfp_t gfp,  in shmem_add_to_page_cache()  argument
684 	XA_STATE_ORDER(xas, &mapping->i_pages, index, compound_order(page));  in shmem_add_to_page_cache()
690 	VM_BUG_ON_PAGE(index != round_down(index, nr), page);  in shmem_add_to_page_cache()
697 	page->index = index;  in shmem_add_to_page_cache()
760 	error = shmem_replace_entry(mapping, page->index, page, radswap);  in shmem_delete_from_page_cache()
774 			   pgoff_t index, void *radswap)  in shmem_free_swap()  argument
778 	old = xa_cmpxchg_irq(&mapping->i_pages, index, radswap, NULL, 0);  in shmem_free_swap()
858 	pgoff_t index = 0;  in shmem_unlock_mapping()  local
869 		pvec.nr = find_get_entries(mapping, index,  in shmem_unlock_mapping()
873 		index = indices[pvec.nr - 1] + 1;  in shmem_unlock_mapping()
900 	    page->index >= start && page->index + HPAGE_PMD_NR <= end)  in shmem_punch_compound()
923 	pgoff_t index;  in shmem_undo_range()  local
930 	index = start;  in shmem_undo_range()
931 	while (index < end) {  in shmem_undo_range()
932 		pvec.nr = find_get_entries(mapping, index,  in shmem_undo_range()
933 			min(end - index, (pgoff_t)PAGEVEC_SIZE),  in shmem_undo_range()
940 			index = indices[i];  in shmem_undo_range()
941 			if (index >= end)  in shmem_undo_range()
948 								index, page);  in shmem_undo_range()
952 			VM_BUG_ON_PAGE(page_to_pgoff(page) != index, page);  in shmem_undo_range()
968 		index++;  in shmem_undo_range()
999 	index = start;  in shmem_undo_range()
1000 	while (index < end) {  in shmem_undo_range()
1003 		pvec.nr = find_get_entries(mapping, index,  in shmem_undo_range()
1004 				min(end - index, (pgoff_t)PAGEVEC_SIZE),  in shmem_undo_range()
1008 			if (index == start || end != -1)  in shmem_undo_range()
1011 			index = start;  in shmem_undo_range()
1017 			index = indices[i];  in shmem_undo_range()
1018 			if (index >= end)  in shmem_undo_range()
1024 				if (shmem_free_swap(mapping, index, page)) {  in shmem_undo_range()
1026 					index--;  in shmem_undo_range()
1039 					index--;  in shmem_undo_range()
1050 					if (index <  in shmem_undo_range()
1052 						start = index + 1;  in shmem_undo_range()
1059 		index++;  in shmem_undo_range()
1377 	pgoff_t index;  in shmem_writepage()  local
1382 	index = page->index;  in shmem_writepage()
1420 			    index >= shmem_falloc->start &&  in shmem_writepage()
1421 			    index < shmem_falloc->next)  in shmem_writepage()
1516 		struct shmem_inode_info *info, pgoff_t index)  in shmem_pseudo_vma_init()  argument
1521 	vma->vm_pgoff = index + info->vfs_inode.i_ino;  in shmem_pseudo_vma_init()
1522 	vma->vm_policy = mpol_shared_policy_lookup(&info->policy, index);  in shmem_pseudo_vma_init()
1532 			struct shmem_inode_info *info, pgoff_t index)  in shmem_swapin()  argument
1540 	shmem_pseudo_vma_init(&pvma, info, index);  in shmem_swapin()
1548 		struct shmem_inode_info *info, pgoff_t index)  in shmem_alloc_hugepage()  argument
1555 	hindex = round_down(index, HPAGE_PMD_NR);  in shmem_alloc_hugepage()
1572 			struct shmem_inode_info *info, pgoff_t index)  in shmem_alloc_page()  argument
1581 	shmem_pseudo_vma_init(&pvma, info, index);  in shmem_alloc_page()
1590 		pgoff_t index, bool huge)  in shmem_alloc_and_acct_page()  argument
1605 		page = shmem_alloc_hugepage(gfp, info, index);  in shmem_alloc_and_acct_page()
1607 		page = shmem_alloc_page(gfp, info, index);  in shmem_alloc_and_acct_page()
1638 				struct shmem_inode_info *info, pgoff_t index)  in shmem_replace_page()  argument
1656 	newpage = shmem_alloc_page(gfp, info, index);  in shmem_replace_page()
1710 static int shmem_swapin_page(struct inode *inode, pgoff_t index,  in shmem_swapin_page()  argument
1736 		page = shmem_swapin(swap, gfp, info, index);  in shmem_swapin_page()
1746 	    !shmem_confirm_swap(mapping, index, swap)) {  in shmem_swapin_page()
1763 		error = shmem_replace_page(&page, gfp, info, index);  in shmem_swapin_page()
1768 	error = shmem_add_to_page_cache(page, mapping, index,  in shmem_swapin_page()
1789 	if (!shmem_confirm_swap(mapping, index, swap))  in shmem_swapin_page()
1810 static int shmem_getpage_gfp(struct inode *inode, pgoff_t index,  in shmem_getpage_gfp()  argument
1821 	pgoff_t hindex = index;  in shmem_getpage_gfp()
1826 	if (index > (MAX_LFS_FILESIZE >> PAGE_SHIFT))  in shmem_getpage_gfp()
1832 	    ((loff_t)index << PAGE_SHIFT) >= i_size_read(inode)) {  in shmem_getpage_gfp()
1839 	page = find_lock_entry(mapping, index);  in shmem_getpage_gfp()
1851 		error = shmem_swapin_page(inode, index, &page,  in shmem_getpage_gfp()
1861 		hindex = page->index;  in shmem_getpage_gfp()
1872 		hindex = index;  in shmem_getpage_gfp()
1901 		off = round_up(index, HPAGE_PMD_NR);  in shmem_getpage_gfp()
1917 	page = shmem_alloc_and_acct_page(gfp, inode, index, true);  in shmem_getpage_gfp()
1921 						 index, false);  in shmem_getpage_gfp()
1947 		hindex = round_down(index, HPAGE_PMD_NR);  in shmem_getpage_gfp()
1949 		hindex = index;  in shmem_getpage_gfp()
2011 	    ((loff_t)index << PAGE_SHIFT) >= i_size_read(inode)) {  in shmem_getpage_gfp()
2023 	*pagep = page + index - hindex;  in shmem_getpage_gfp()
2248 	pgoff_t index;  in shmem_get_policy()  local
2250 	index = ((addr - vma->vm_start) >> PAGE_SHIFT) + vma->vm_pgoff;  in shmem_get_policy()
2251 	return mpol_shared_policy_lookup(&SHMEM_I(inode)->policy, index);  in shmem_get_policy()
2491 	pgoff_t index = pos >> PAGE_SHIFT;  in shmem_write_begin()  local
2502 	return shmem_getpage(inode, index, pagep, SGP_WRITE);  in shmem_write_begin()
2546 	pgoff_t index;  in shmem_file_read_iter()  local
2561 	index = *ppos >> PAGE_SHIFT;  in shmem_file_read_iter()
2571 		if (index > end_index)  in shmem_file_read_iter()
2573 		if (index == end_index) {  in shmem_file_read_iter()
2579 		error = shmem_getpage(inode, index, &page, sgp);  in shmem_file_read_iter()
2598 		if (index == end_index) {  in shmem_file_read_iter()
2633 		index += offset >> PAGE_SHIFT;  in shmem_file_read_iter()
2646 	*ppos = ((loff_t) index << PAGE_SHIFT) + offset;  in shmem_file_read_iter()
2655 				    pgoff_t index, pgoff_t end, int whence)  in shmem_seek_hole_data()  argument
2666 		pvec.nr = find_get_entries(mapping, index,  in shmem_seek_hole_data()
2670 				index = end;  in shmem_seek_hole_data()
2673 		for (i = 0; i < pvec.nr; i++, index++) {  in shmem_seek_hole_data()
2674 			if (index < indices[i]) {  in shmem_seek_hole_data()
2679 				index = indices[i];  in shmem_seek_hole_data()
2686 			if (index >= end ||  in shmem_seek_hole_data()
2698 	return index;  in shmem_seek_hole_data()
2744 	pgoff_t start, index, end;  in shmem_fallocate()  local
2813 	for (index = start; index < end; index++) {  in shmem_fallocate()
2825 			error = shmem_getpage(inode, index, &page, SGP_FALLOC);  in shmem_fallocate()
2828 			if (index > start) {  in shmem_fallocate()
2831 				    ((loff_t)index << PAGE_SHIFT) - 1, true);  in shmem_fallocate()
4300 					 pgoff_t index, gfp_t gfp)  in shmem_read_mapping_page_gfp()  argument
4308 	error = shmem_getpage_gfp(inode, index, &page, SGP_CACHE,  in shmem_read_mapping_page_gfp()
4319 	return read_cache_page_gfp(mapping, index, gfp);  in shmem_read_mapping_page_gfp()