| /fs/ |
| D | dax.c | 717 struct address_space *mapping, struct vm_fault *vmf, in dax_insert_entry() argument
741 dax_associate_entry(new_entry, mapping, vmf->vma, vmf->address); in dax_insert_entry()
1032 struct vm_fault *vmf) in dax_load_hole() argument
1035 unsigned long vaddr = vmf->address; in dax_load_hole()
1039 *entry = dax_insert_entry(xas, mapping, vmf, *entry, pfn, in dax_load_hole()
1042 ret = vmf_insert_mixed(vmf->vma, vaddr, pfn); in dax_load_hole()
1043 trace_dax_load_hole(inode, vmf, ret); in dax_load_hole()
1242 static vm_fault_t dax_iomap_pte_fault(struct vm_fault *vmf, pfn_t *pfnp, in dax_iomap_pte_fault() argument
1245 struct vm_area_struct *vma = vmf->vma; in dax_iomap_pte_fault()
1247 XA_STATE(xas, &mapping->i_pages, vmf->pgoff); in dax_iomap_pte_fault()
[all …]
|
| D | userfaultfd.c | 352 vm_fault_t handle_userfault(struct vm_fault *vmf, unsigned long reason) in handle_userfault() argument
354 struct mm_struct *mm = vmf->vma->vm_mm; in handle_userfault()
381 ctx = vmf->vma->vm_userfaultfd_ctx.ctx; in handle_userfault()
429 if (unlikely(!(vmf->flags & FAULT_FLAG_ALLOW_RETRY))) { in handle_userfault()
435 BUG_ON(vmf->flags & FAULT_FLAG_RETRY_NOWAIT); in handle_userfault()
440 vmf->flags); in handle_userfault()
452 if (vmf->flags & FAULT_FLAG_RETRY_NOWAIT) in handle_userfault()
460 uwq.msg = userfault_msg(vmf->address, vmf->flags, reason, in handle_userfault()
466 (vmf->flags & (FAULT_FLAG_USER|FAULT_FLAG_KILLABLE)) == in handle_userfault()
485 if (!is_vm_hugetlb_page(vmf->vma)) in handle_userfault()
[all …]
|
| D | buffer.c | 2457 int block_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf, in block_page_mkwrite() argument
2460 struct page *page = vmf->page; in block_page_mkwrite()
|
| /fs/ocfs2/ |
| D | mmap.c | 33 static vm_fault_t ocfs2_fault(struct vm_fault *vmf) in ocfs2_fault() argument
35 struct vm_area_struct *vma = vmf->vma; in ocfs2_fault()
40 ret = filemap_fault(vmf); in ocfs2_fault()
44 vma, vmf->page, vmf->pgoff); in ocfs2_fault()
115 static vm_fault_t ocfs2_page_mkwrite(struct vm_fault *vmf) in ocfs2_page_mkwrite() argument
117 struct page *page = vmf->page; in ocfs2_page_mkwrite()
118 struct inode *inode = file_inode(vmf->vma->vm_file); in ocfs2_page_mkwrite()
146 ret = __ocfs2_page_mkwrite(vmf->vma->vm_file, di_bh, page); in ocfs2_page_mkwrite()
|
| /fs/sdcardfs/ |
| D | mmap.c | 23 static vm_fault_t sdcardfs_fault(struct vm_fault *vmf) in sdcardfs_fault() argument
29 file = (struct file *)vmf->vma->vm_private_data; in sdcardfs_fault()
33 err = lower_vm_ops->fault(vmf); in sdcardfs_fault()
51 static vm_fault_t sdcardfs_page_mkwrite(struct vm_fault *vmf) in sdcardfs_page_mkwrite() argument
57 file = (struct file *)vmf->vma->vm_private_data; in sdcardfs_page_mkwrite()
63 err = lower_vm_ops->page_mkwrite(vmf); in sdcardfs_page_mkwrite()
|
| /fs/ext2/ |
| D | file.c | 91 static vm_fault_t ext2_dax_fault(struct vm_fault *vmf) in ext2_dax_fault() argument
93 struct inode *inode = file_inode(vmf->vma->vm_file); in ext2_dax_fault()
97 if (vmf->flags & FAULT_FLAG_WRITE) { in ext2_dax_fault()
99 file_update_time(vmf->vma->vm_file); in ext2_dax_fault()
103 ret = dax_iomap_fault(vmf, PE_SIZE_PTE, NULL, NULL, &ext2_iomap_ops); in ext2_dax_fault()
106 if (vmf->flags & FAULT_FLAG_WRITE) in ext2_dax_fault()
|
| /fs/xfs/ |
| D | xfs_file.c | 1140 struct vm_fault *vmf, in __xfs_filemap_fault() argument
1144 struct inode *inode = file_inode(vmf->vma->vm_file); in __xfs_filemap_fault()
1152 file_update_time(vmf->vma->vm_file); in __xfs_filemap_fault()
1159 ret = dax_iomap_fault(vmf, pe_size, &pfn, NULL, &xfs_iomap_ops); in __xfs_filemap_fault()
1161 ret = dax_finish_sync_fault(vmf, pe_size, pfn); in __xfs_filemap_fault()
1164 ret = iomap_page_mkwrite(vmf, &xfs_iomap_ops); in __xfs_filemap_fault()
1166 ret = filemap_fault(vmf); in __xfs_filemap_fault()
1177 struct vm_fault *vmf) in xfs_filemap_fault() argument
1180 return __xfs_filemap_fault(vmf, PE_SIZE_PTE, in xfs_filemap_fault()
1181 IS_DAX(file_inode(vmf->vma->vm_file)) && in xfs_filemap_fault()
[all …]
|
| /fs/ext4/ |
| D | file.c | 289 static vm_fault_t ext4_dax_huge_fault(struct vm_fault *vmf, in ext4_dax_huge_fault() argument
296 struct inode *inode = file_inode(vmf->vma->vm_file); in ext4_dax_huge_fault()
310 bool write = (vmf->flags & FAULT_FLAG_WRITE) && in ext4_dax_huge_fault()
311 (vmf->vma->vm_flags & VM_SHARED); in ext4_dax_huge_fault()
316 file_update_time(vmf->vma->vm_file); in ext4_dax_huge_fault()
329 result = dax_iomap_fault(vmf, pe_size, &pfn, &error, &ext4_iomap_ops); in ext4_dax_huge_fault()
338 result = dax_finish_sync_fault(vmf, pe_size, pfn); in ext4_dax_huge_fault()
348 static vm_fault_t ext4_dax_fault(struct vm_fault *vmf) in ext4_dax_fault() argument
350 return ext4_dax_huge_fault(vmf, PE_SIZE_PTE); in ext4_dax_fault()
|
| D | inode.c | 6285 vm_fault_t ext4_page_mkwrite(struct vm_fault *vmf) in ext4_page_mkwrite() argument
6287 struct vm_area_struct *vma = vmf->vma; in ext4_page_mkwrite()
6288 struct page *page = vmf->page; in ext4_page_mkwrite()
6317 err = block_page_mkwrite(vma, vmf, in ext4_page_mkwrite()
6364 err = block_page_mkwrite(vma, vmf, get_block); in ext4_page_mkwrite()
6386 vm_fault_t ext4_filemap_fault(struct vm_fault *vmf) in ext4_filemap_fault() argument
6388 struct inode *inode = file_inode(vmf->vma->vm_file); in ext4_filemap_fault()
6392 ret = filemap_fault(vmf); in ext4_filemap_fault()
|
| /fs/nilfs2/ |
| D | file.c | 45 static vm_fault_t nilfs_page_mkwrite(struct vm_fault *vmf) in nilfs_page_mkwrite() argument
47 struct vm_area_struct *vma = vmf->vma; in nilfs_page_mkwrite()
48 struct page *page = vmf->page; in nilfs_page_mkwrite()
99 ret = block_page_mkwrite(vma, vmf, nilfs_get_block); in nilfs_page_mkwrite()
|
| /fs/afs/ |
| D | write.c | 776 vm_fault_t afs_page_mkwrite(struct vm_fault *vmf) in afs_page_mkwrite() argument
778 struct file *file = vmf->vma->vm_file; in afs_page_mkwrite()
784 vnode->fid.vid, vnode->fid.vnode, vmf->page->index); in afs_page_mkwrite()
792 fscache_wait_on_page_write(vnode->cache, vmf->page); in afs_page_mkwrite()
795 if (PageWriteback(vmf->page) && in afs_page_mkwrite()
796 wait_on_page_bit_killable(vmf->page, PG_writeback) < 0) in afs_page_mkwrite()
799 if (lock_page_killable(vmf->page) < 0) in afs_page_mkwrite()
806 wait_on_page_writeback(vmf->page); in afs_page_mkwrite()
811 vmf->page->index, priv); in afs_page_mkwrite()
812 SetPagePrivate(vmf->page); in afs_page_mkwrite()
[all …]
|
| D | internal.h | 1340 extern vm_fault_t afs_page_mkwrite(struct vm_fault *vmf);
|
| /fs/kernfs/ |
| D | file.c | 350 static vm_fault_t kernfs_vma_fault(struct vm_fault *vmf) in kernfs_vma_fault() argument
352 struct file *file = vmf->vma->vm_file; in kernfs_vma_fault()
364 ret = of->vm_ops->fault(vmf); in kernfs_vma_fault()
370 static vm_fault_t kernfs_vma_page_mkwrite(struct vm_fault *vmf) in kernfs_vma_page_mkwrite() argument
372 struct file *file = vmf->vma->vm_file; in kernfs_vma_page_mkwrite()
384 ret = of->vm_ops->page_mkwrite(vmf); in kernfs_vma_page_mkwrite()
|
| /fs/orangefs/ |
| D | file.c | 436 static vm_fault_t orangefs_fault(struct vm_fault *vmf) in orangefs_fault() argument
438 struct file *file = vmf->vma->vm_file; in orangefs_fault()
449 return filemap_fault(vmf); in orangefs_fault()
|
| D | inode.c | 719 vm_fault_t orangefs_page_mkwrite(struct vm_fault *vmf) in orangefs_page_mkwrite() argument
721 struct page *page = vmf->page; in orangefs_page_mkwrite()
722 struct inode *inode = file_inode(vmf->vma->vm_file); in orangefs_page_mkwrite()
775 file_update_time(vmf->vma->vm_file); in orangefs_page_mkwrite()
|
| /fs/9p/ |
| D | vfs_file.c | 543 v9fs_vm_page_mkwrite(struct vm_fault *vmf) in v9fs_vm_page_mkwrite() argument
546 struct page *page = vmf->page; in v9fs_vm_page_mkwrite()
547 struct file *filp = vmf->vma->vm_file; in v9fs_vm_page_mkwrite()
|
| /fs/cramfs/ |
| D | inode.c | 423 vm_fault_t vmf; in cramfs_physmem_mmap() local
426 vmf = vmf_insert_mixed(vma, vma->vm_start + off, pfn); in cramfs_physmem_mmap()
427 if (vmf & VM_FAULT_ERROR) in cramfs_physmem_mmap()
428 ret = vm_fault_to_errno(vmf, 0); in cramfs_physmem_mmap()
|
| /fs/ceph/ |
| D | addr.c | 1423 static vm_fault_t ceph_filemap_fault(struct vm_fault *vmf) in ceph_filemap_fault() argument
1425 struct vm_area_struct *vma = vmf->vma; in ceph_filemap_fault()
1430 loff_t off = vmf->pgoff << PAGE_SHIFT; in ceph_filemap_fault()
1457 ret = filemap_fault(vmf); in ceph_filemap_fault()
1498 vmf->page = page; in ceph_filemap_fault()
1515 static vm_fault_t ceph_page_mkwrite(struct vm_fault *vmf) in ceph_page_mkwrite() argument
1517 struct vm_area_struct *vma = vmf->vma; in ceph_page_mkwrite()
1522 struct page *page = vmf->page; in ceph_page_mkwrite()
|
| /fs/nfs/ |
| D | file.c | 532 static vm_fault_t nfs_vm_page_mkwrite(struct vm_fault *vmf) in nfs_vm_page_mkwrite() argument
534 struct page *page = vmf->page; in nfs_vm_page_mkwrite()
535 struct file *filp = vmf->vma->vm_file; in nfs_vm_page_mkwrite()
|
| /fs/gfs2/ |
| D | file.c | 445 static vm_fault_t gfs2_page_mkwrite(struct vm_fault *vmf) in gfs2_page_mkwrite() argument
447 struct page *page = vmf->page; in gfs2_page_mkwrite()
448 struct inode *inode = file_inode(vmf->vma->vm_file); in gfs2_page_mkwrite()
465 gfs2_size_hint(vmf->vma->vm_file, pos, PAGE_SIZE); in gfs2_page_mkwrite()
473 file_update_time(vmf->vma->vm_file); in gfs2_page_mkwrite()
|
| /fs/proc/ |
| D | vmcore.c | 411 static vm_fault_t mmap_vmcore_fault(struct vm_fault *vmf) in mmap_vmcore_fault() argument
414 struct address_space *mapping = vmf->vma->vm_file->f_mapping; in mmap_vmcore_fault()
415 pgoff_t index = vmf->pgoff; in mmap_vmcore_fault()
436 vmf->page = page; in mmap_vmcore_fault()
|
| /fs/iomap/ |
| D | buffered-io.c | 1033 vm_fault_t iomap_page_mkwrite(struct vm_fault *vmf, const struct iomap_ops *ops) in iomap_page_mkwrite() argument
1035 struct page *page = vmf->page; in iomap_page_mkwrite()
1036 struct inode *inode = file_inode(vmf->vma->vm_file); in iomap_page_mkwrite()
|
| /fs/f2fs/ |
| D | file.c | 34 static vm_fault_t f2fs_filemap_fault(struct vm_fault *vmf) in f2fs_filemap_fault() argument
36 struct inode *inode = file_inode(vmf->vma->vm_file); in f2fs_filemap_fault()
40 ret = filemap_fault(vmf); in f2fs_filemap_fault()
43 trace_f2fs_filemap_fault(inode, vmf->pgoff, (unsigned long)ret); in f2fs_filemap_fault()
48 static vm_fault_t f2fs_vm_page_mkwrite(struct vm_fault *vmf) in f2fs_vm_page_mkwrite() argument
50 struct page *page = vmf->page; in f2fs_vm_page_mkwrite()
51 struct inode *inode = file_inode(vmf->vma->vm_file); in f2fs_vm_page_mkwrite()
70 file_update_time(vmf->vma->vm_file); in f2fs_vm_page_mkwrite()
|
| /fs/ubifs/ |
| D | file.c | 1515 static vm_fault_t ubifs_vm_page_mkwrite(struct vm_fault *vmf) in ubifs_vm_page_mkwrite() argument
1517 struct page *page = vmf->page; in ubifs_vm_page_mkwrite()
1518 struct inode *inode = file_inode(vmf->vma->vm_file); in ubifs_vm_page_mkwrite()
|
| /fs/fuse/ |
| D | file.c | 2261 static vm_fault_t fuse_page_mkwrite(struct vm_fault *vmf) in fuse_page_mkwrite() argument
2263 struct page *page = vmf->page; in fuse_page_mkwrite()
2264 struct inode *inode = file_inode(vmf->vma->vm_file); in fuse_page_mkwrite()
2266 file_update_time(vmf->vma->vm_file); in fuse_page_mkwrite()
|