Lines Matching refs:vmf
2576 static int lock_page_maybe_drop_mmap(struct vm_fault *vmf, struct page *page, in lock_page_maybe_drop_mmap() argument
2587 if (vmf->flags & FAULT_FLAG_RETRY_NOWAIT) in lock_page_maybe_drop_mmap()
2590 *fpin = maybe_unlock_mmap_for_io(vmf, *fpin); in lock_page_maybe_drop_mmap()
2591 if (vmf->flags & FAULT_FLAG_KILLABLE) { in lock_page_maybe_drop_mmap()
2600 mmap_read_unlock(vmf->vma->vm_mm); in lock_page_maybe_drop_mmap()
2616 static struct file *do_sync_mmap_readahead(struct vm_fault *vmf) in do_sync_mmap_readahead() argument
2618 struct file *file = vmf->vma->vm_file; in do_sync_mmap_readahead()
2621 DEFINE_READAHEAD(ractl, file, mapping, vmf->pgoff); in do_sync_mmap_readahead()
2626 if (vmf->vma->vm_flags & VM_RAND_READ) in do_sync_mmap_readahead()
2631 if (vmf->vma->vm_flags & VM_SEQ_READ) { in do_sync_mmap_readahead()
2632 fpin = maybe_unlock_mmap_for_io(vmf, fpin); in do_sync_mmap_readahead()
2652 fpin = maybe_unlock_mmap_for_io(vmf, fpin); in do_sync_mmap_readahead()
2653 ra->start = max_t(long, 0, vmf->pgoff - ra->ra_pages / 2); in do_sync_mmap_readahead()
2666 static struct file *do_async_mmap_readahead(struct vm_fault *vmf, in do_async_mmap_readahead() argument
2669 struct file *file = vmf->vma->vm_file; in do_async_mmap_readahead()
2674 pgoff_t offset = vmf->pgoff; in do_async_mmap_readahead()
2677 if (vmf->vma->vm_flags & VM_RAND_READ || !ra->ra_pages) in do_async_mmap_readahead()
2683 fpin = maybe_unlock_mmap_for_io(vmf, fpin); in do_async_mmap_readahead()
2713 vm_fault_t filemap_fault(struct vm_fault *vmf) in filemap_fault() argument
2716 struct file *file = vmf->vma->vm_file; in filemap_fault()
2721 pgoff_t offset = vmf->pgoff; in filemap_fault()
2734 if (likely(page) && !(vmf->flags & FAULT_FLAG_TRIED)) { in filemap_fault()
2739 fpin = do_async_mmap_readahead(vmf, page); in filemap_fault()
2743 count_memcg_event_mm(vmf->vma->vm_mm, PGMAJFAULT); in filemap_fault()
2745 fpin = do_sync_mmap_readahead(vmf); in filemap_fault()
2749 vmf->gfp_mask); in filemap_fault()
2757 if (!lock_page_maybe_drop_mmap(vmf, page, &fpin)) in filemap_fault()
2796 vmf->page = page; in filemap_fault()
2807 fpin = maybe_unlock_mmap_for_io(vmf, fpin); in filemap_fault()
2838 void filemap_map_pages(struct vm_fault *vmf, in filemap_map_pages() argument
2841 struct file *file = vmf->vma->vm_file; in filemap_map_pages()
2887 vmf->address += (xas.xa_index - last_pgoff) << PAGE_SHIFT; in filemap_map_pages()
2888 if (vmf->pte) in filemap_map_pages()
2889 vmf->pte += xas.xa_index - last_pgoff; in filemap_map_pages()
2891 if (alloc_set_pte(vmf, page)) in filemap_map_pages()
2901 if (pmd_trans_huge(*vmf->pmd)) in filemap_map_pages()
2909 vm_fault_t filemap_page_mkwrite(struct vm_fault *vmf) in filemap_page_mkwrite() argument
2911 struct page *page = vmf->page; in filemap_page_mkwrite()
2912 struct inode *inode = file_inode(vmf->vma->vm_file); in filemap_page_mkwrite()
2916 file_update_time(vmf->vma->vm_file); in filemap_page_mkwrite()
2964 vm_fault_t filemap_page_mkwrite(struct vm_fault *vmf) in filemap_page_mkwrite() argument