121 				struct shmem_inode_info *info, pgoff_t index);
122 static int shmem_getpage_gfp(struct inode *inode, pgoff_t index,
125 static inline int shmem_getpage(struct inode *inode, pgoff_t index,  in shmem_getpage()  argument
128 	return shmem_getpage_gfp(inode, index, pagep, sgp,  in shmem_getpage()
259 			pgoff_t index, void *expected, void *replacement)  in shmem_radix_tree_replace()  argument
266 	pslot = radix_tree_lookup_slot(&mapping->page_tree, index);  in shmem_radix_tree_replace()
284 			       pgoff_t index, swp_entry_t swap)  in shmem_confirm_swap()  argument
289 	item = radix_tree_lookup(&mapping->page_tree, index);  in shmem_confirm_swap()
299 				   pgoff_t index, void *expected)  in shmem_add_to_page_cache()  argument
308 	page->index = index;  in shmem_add_to_page_cache()
312 		error = radix_tree_insert(&mapping->page_tree, index, page);  in shmem_add_to_page_cache()
314 		error = shmem_radix_tree_replace(mapping, index, expected,  in shmem_add_to_page_cache()
338 	error = shmem_radix_tree_replace(mapping, page->index, page, radswap);  in shmem_delete_from_page_cache()
352 			   pgoff_t index, void *radswap)  in shmem_free_swap()  argument
357 	old = radix_tree_delete_item(&mapping->page_tree, index, radswap);  in shmem_free_swap()
372 	pgoff_t index = 0;  in shmem_unlock_mapping()  local
383 		pvec.nr = find_get_entries(mapping, index,  in shmem_unlock_mapping()
387 		index = indices[pvec.nr - 1] + 1;  in shmem_unlock_mapping()
411 	pgoff_t index;  in shmem_undo_range()  local
418 	index = start;  in shmem_undo_range()
419 	while (index < end) {  in shmem_undo_range()
420 		pvec.nr = find_get_entries(mapping, index,  in shmem_undo_range()
421 			min(end - index, (pgoff_t)PAGEVEC_SIZE),  in shmem_undo_range()
428 			index = indices[i];  in shmem_undo_range()
429 			if (index >= end)  in shmem_undo_range()
436 								index, page);  in shmem_undo_range()
453 		index++;  in shmem_undo_range()
484 	index = start;  in shmem_undo_range()
485 	while (index < end) {  in shmem_undo_range()
488 		pvec.nr = find_get_entries(mapping, index,  in shmem_undo_range()
489 				min(end - index, (pgoff_t)PAGEVEC_SIZE),  in shmem_undo_range()
493 			if (index == start || end != -1)  in shmem_undo_range()
496 			index = start;  in shmem_undo_range()
502 			index = indices[i];  in shmem_undo_range()
503 			if (index >= end)  in shmem_undo_range()
509 				if (shmem_free_swap(mapping, index, page)) {  in shmem_undo_range()
511 					index--;  in shmem_undo_range()
526 					index--;  in shmem_undo_range()
534 		index++;  in shmem_undo_range()
622 	pgoff_t index;  in shmem_unuse_inode()  local
627 	index = radix_tree_locate_item(&mapping->page_tree, radswap);  in shmem_unuse_inode()
628 	if (index == -1)  in shmem_unuse_inode()
643 		error = shmem_replace_page(pagep, gfp, info, index);  in shmem_unuse_inode()
673 		error = shmem_add_to_page_cache(*pagep, mapping, index,  in shmem_unuse_inode()
755 	pgoff_t index;  in shmem_writepage()  local
759 	index = page->index;  in shmem_writepage()
797 			    index >= shmem_falloc->start &&  in shmem_writepage()
798 			    index < shmem_falloc->next)  in shmem_writepage()
880 			struct shmem_inode_info *info, pgoff_t index)  in shmem_swapin()  argument
888 	pvma.vm_pgoff = index + info->vfs_inode.i_ino;  in shmem_swapin()
890 	pvma.vm_policy = mpol_shared_policy_lookup(&info->policy, index);  in shmem_swapin()
901 			struct shmem_inode_info *info, pgoff_t index)  in shmem_alloc_page()  argument
909 	pvma.vm_pgoff = index + info->vfs_inode.i_ino;  in shmem_alloc_page()
911 	pvma.vm_policy = mpol_shared_policy_lookup(&info->policy, index);  in shmem_alloc_page()
928 			struct shmem_inode_info *info, pgoff_t index)  in shmem_swapin()  argument
934 			struct shmem_inode_info *info, pgoff_t index)  in shmem_alloc_page()  argument
965 				struct shmem_inode_info *info, pgoff_t index)  in shmem_replace_page()  argument
981 	newpage = shmem_alloc_page(gfp, info, index);  in shmem_replace_page()
1037 static int shmem_getpage_gfp(struct inode *inode, pgoff_t index,  in shmem_getpage_gfp()  argument
1050 	if (index > (MAX_LFS_FILESIZE >> PAGE_CACHE_SHIFT))  in shmem_getpage_gfp()
1054 	page = find_lock_entry(mapping, index);  in shmem_getpage_gfp()
1061 	    ((loff_t)index << PAGE_CACHE_SHIFT) >= i_size_read(inode)) {  in shmem_getpage_gfp()
1096 			page = shmem_swapin(swap, gfp, info, index);  in shmem_getpage_gfp()
1106 		    !shmem_confirm_swap(mapping, index, swap)) {  in shmem_getpage_gfp()
1117 			error = shmem_replace_page(&page, gfp, info, index);  in shmem_getpage_gfp()
1124 			error = shmem_add_to_page_cache(page, mapping, index,  in shmem_getpage_gfp()
1174 		page = shmem_alloc_page(gfp, info, index);  in shmem_getpage_gfp()
1190 			error = shmem_add_to_page_cache(page, mapping, index,  in shmem_getpage_gfp()
1230 	    ((loff_t)index << PAGE_CACHE_SHIFT) >= i_size_read(inode)) {  in shmem_getpage_gfp()
1259 	    !shmem_confirm_swap(mapping, index, swap))  in shmem_getpage_gfp()
1364 	pgoff_t index;  in shmem_get_policy()  local
1366 	index = ((addr - vma->vm_start) >> PAGE_SHIFT) + vma->vm_pgoff;  in shmem_get_policy()
1367 	return mpol_shared_policy_lookup(&SHMEM_I(inode)->policy, index);  in shmem_get_policy()
1484 	pgoff_t index = pos >> PAGE_CACHE_SHIFT;  in shmem_write_begin()  local
1494 	return shmem_getpage(inode, index, pagep, SGP_WRITE, NULL);  in shmem_write_begin()
1527 	pgoff_t index;  in shmem_file_read_iter()  local
1542 	index = *ppos >> PAGE_CACHE_SHIFT;  in shmem_file_read_iter()
1552 		if (index > end_index)  in shmem_file_read_iter()
1554 		if (index == end_index) {  in shmem_file_read_iter()
1560 		error = shmem_getpage(inode, index, &page, sgp, NULL);  in shmem_file_read_iter()
1576 		if (index == end_index) {  in shmem_file_read_iter()
1611 		index += offset >> PAGE_CACHE_SHIFT;  in shmem_file_read_iter()
1624 	*ppos = ((loff_t) index << PAGE_CACHE_SHIFT) + offset;  in shmem_file_read_iter()
1639 	pgoff_t index, end_index;  in shmem_file_splice_read()  local
1662 	index = *ppos >> PAGE_CACHE_SHIFT;  in shmem_file_splice_read()
1667 	spd.nr_pages = find_get_pages_contig(mapping, index,  in shmem_file_splice_read()
1669 	index += spd.nr_pages;  in shmem_file_splice_read()
1673 		error = shmem_getpage(inode, index, &page, SGP_CACHE, NULL);  in shmem_file_splice_read()
1678 		index++;  in shmem_file_splice_read()
1681 	index = *ppos >> PAGE_CACHE_SHIFT;  in shmem_file_splice_read()
1695 			error = shmem_getpage(inode, index, &page,  in shmem_file_splice_read()
1706 		if (unlikely(!isize || index > end_index))  in shmem_file_splice_read()
1709 		if (end_index == index) {  in shmem_file_splice_read()
1725 		index++;  in shmem_file_splice_read()
1747 				    pgoff_t index, pgoff_t end, int whence)  in shmem_seek_hole_data()  argument
1758 		pvec.nr = find_get_entries(mapping, index,  in shmem_seek_hole_data()
1762 				index = end;  in shmem_seek_hole_data()
1765 		for (i = 0; i < pvec.nr; i++, index++) {  in shmem_seek_hole_data()
1766 			if (index < indices[i]) {  in shmem_seek_hole_data()
1771 				index = indices[i];  in shmem_seek_hole_data()
1778 			if (index >= end ||  in shmem_seek_hole_data()
1790 	return index;  in shmem_seek_hole_data()
1857 			radix_tree_tag_set(&mapping->page_tree, iter.index,  in shmem_tag_pins()
1864 			start = iter.index + 1;  in shmem_tag_pins()
1929 					     iter.index, SHMEM_TAG_PINNED);  in shmem_wait_for_pins()
1934 				start = iter.index + 1;  in shmem_wait_for_pins()
2059 	pgoff_t start, index, end;  in shmem_fallocate()  local
2127 	for (index = start; index < end; index++) {  in shmem_fallocate()
2139 			error = shmem_getpage(inode, index, &page, SGP_FALLOC,  in shmem_fallocate()
2143 			if (index > start) {  in shmem_fallocate()
2146 				    ((loff_t)index << PAGE_CACHE_SHIFT) - 1, true);  in shmem_fallocate()
3450 					 pgoff_t index, gfp_t gfp)  in shmem_read_mapping_page_gfp()  argument
3458 	error = shmem_getpage_gfp(inode, index, &page, SGP_CACHE, gfp, NULL);  in shmem_read_mapping_page_gfp()
3468 	return read_cache_page_gfp(mapping, index, gfp);  in shmem_read_mapping_page_gfp()