| /fs/ |
| A D | dax.c | 1018 copy_user_page(vto, kaddr, vmf->address, vmf->cow_page); in copy_cow_page_dax()
1072 vmf->address, shared); in dax_insert_entry()
1402 ptl = pmd_lock(vmf->vma->vm_mm, vmf->pmd); in dax_pmd_load_hole()
1403 if (!pmd_none(*(vmf->pmd))) { in dax_pmd_load_hole()
1413 set_pmd_at(vmf->vma->vm_mm, pmd_addr, vmf->pmd, pmd_entry); in dax_pmd_load_hole()
1802 clear_user_highpage(vmf->cow_page, vmf->address); in dax_fault_cow_page()
1817 ret = finish_fault(vmf); in dax_fault_cow_page()
1847 if (!pmd && vmf->cow_page) in dax_fault_iter()
1915 if ((vmf->flags & FAULT_FLAG_WRITE) && !vmf->cow_page) in dax_iomap_pte_fault()
2053 if (!pmd_none(*vmf->pmd) && !pmd_trans_huge(*vmf->pmd)) { in dax_iomap_pmd_fault()
[all …]
|
| A D | userfaultfd.c | 231 struct vm_fault *vmf, in userfaultfd_huge_must_wait() argument
238 assert_fault_locked(vmf); in userfaultfd_huge_must_wait()
261 struct vm_fault *vmf, in userfaultfd_huge_must_wait() argument
276 struct vm_fault *vmf, in userfaultfd_must_wait() argument
280 unsigned long address = vmf->address; in userfaultfd_must_wait()
289 assert_fault_locked(vmf); in userfaultfd_must_wait()
380 assert_fault_locked(vmf); in handle_userfault()
418 vmf->flags); in handle_userfault()
454 release_fault_lock(vmf); in handle_userfault()
463 uwq.msg = userfault_msg(vmf->address, vmf->real_address, vmf->flags, in handle_userfault()
[all …]
|
| /fs/ocfs2/ |
| A D | mmap.c | 31 static vm_fault_t ocfs2_fault(struct vm_fault *vmf) in ocfs2_fault() argument
33 struct vm_area_struct *vma = vmf->vma; in ocfs2_fault()
38 ret = filemap_fault(vmf); in ocfs2_fault()
42 vma, vmf->page, vmf->pgoff); in ocfs2_fault()
113 static vm_fault_t ocfs2_page_mkwrite(struct vm_fault *vmf) in ocfs2_page_mkwrite() argument
115 struct folio *folio = page_folio(vmf->page); in ocfs2_page_mkwrite()
116 struct inode *inode = file_inode(vmf->vma->vm_file); in ocfs2_page_mkwrite()
144 ret = __ocfs2_page_mkwrite(vmf->vma->vm_file, di_bh, folio); in ocfs2_page_mkwrite()
|
| /fs/xfs/ |
| A D | xfs_file.c | 1730 struct vm_fault *vmf, in xfs_dax_fault_locked() argument
1752 struct vm_fault *vmf, in xfs_dax_read_fault() argument
1779 struct vm_fault *vmf, in __xfs_write_fault() argument
1818 struct vm_fault *vmf, in xfs_write_fault_zoned() argument
1844 struct vm_fault *vmf, in xfs_write_fault() argument
1854 struct vm_fault *vmf) in xfs_is_write_fault() argument
1862 struct vm_fault *vmf) in xfs_filemap_fault() argument
1874 return filemap_fault(vmf); in xfs_filemap_fault()
1879 struct vm_fault *vmf, in xfs_filemap_huge_fault() argument
1893 struct vm_fault *vmf) in xfs_filemap_page_mkwrite() argument
[all …]
|
| /fs/nilfs2/ |
| A D | file.c | 45 static vm_fault_t nilfs_page_mkwrite(struct vm_fault *vmf) in nilfs_page_mkwrite() argument
47 struct vm_area_struct *vma = vmf->vma; in nilfs_page_mkwrite()
48 struct folio *folio = page_folio(vmf->page); in nilfs_page_mkwrite()
101 ret = block_page_mkwrite(vma, vmf, nilfs_get_block); in nilfs_page_mkwrite()
|
| /fs/ext2/ |
| A D | file.c | 93 static vm_fault_t ext2_dax_fault(struct vm_fault *vmf) in ext2_dax_fault() argument
95 struct inode *inode = file_inode(vmf->vma->vm_file); in ext2_dax_fault()
97 bool write = (vmf->flags & FAULT_FLAG_WRITE) && in ext2_dax_fault()
98 (vmf->vma->vm_flags & VM_SHARED); in ext2_dax_fault()
102 file_update_time(vmf->vma->vm_file); in ext2_dax_fault()
106 ret = dax_iomap_fault(vmf, 0, NULL, NULL, &ext2_iomap_ops); in ext2_dax_fault()
|
| /fs/fuse/ |
| A D | dax.c | 753 static vm_fault_t __fuse_dax_fault(struct vm_fault *vmf, unsigned int order, in __fuse_dax_fault() argument
757 struct inode *inode = file_inode(vmf->vma->vm_file); in __fuse_dax_fault()
778 ret = dax_iomap_fault(vmf, order, &pfn, &error, &fuse_iomap_ops); in __fuse_dax_fault()
787 ret = dax_finish_sync_fault(vmf, order, pfn); in __fuse_dax_fault()
796 static vm_fault_t fuse_dax_fault(struct vm_fault *vmf) in fuse_dax_fault() argument
798 return __fuse_dax_fault(vmf, 0, vmf->flags & FAULT_FLAG_WRITE); in fuse_dax_fault()
803 return __fuse_dax_fault(vmf, order, vmf->flags & FAULT_FLAG_WRITE); in fuse_dax_huge_fault()
806 static vm_fault_t fuse_dax_page_mkwrite(struct vm_fault *vmf) in fuse_dax_page_mkwrite() argument
808 return __fuse_dax_fault(vmf, 0, true); in fuse_dax_page_mkwrite()
811 static vm_fault_t fuse_dax_pfn_mkwrite(struct vm_fault *vmf) in fuse_dax_pfn_mkwrite() argument
[all …]
|
| /fs/ext4/ |
| A D | file.c | 727 static vm_fault_t ext4_dax_huge_fault(struct vm_fault *vmf, unsigned int order) in ext4_dax_huge_fault() argument
733 struct inode *inode = file_inode(vmf->vma->vm_file); in ext4_dax_huge_fault()
747 bool write = (vmf->flags & FAULT_FLAG_WRITE) && in ext4_dax_huge_fault()
748 (vmf->vma->vm_flags & VM_SHARED); in ext4_dax_huge_fault()
749 struct address_space *mapping = vmf->vma->vm_file->f_mapping; in ext4_dax_huge_fault()
754 file_update_time(vmf->vma->vm_file); in ext4_dax_huge_fault()
767 result = dax_iomap_fault(vmf, order, &pfn, &error, &ext4_iomap_ops); in ext4_dax_huge_fault()
776 result = dax_finish_sync_fault(vmf, order, pfn); in ext4_dax_huge_fault()
786 static vm_fault_t ext4_dax_fault(struct vm_fault *vmf) in ext4_dax_fault() argument
788 return ext4_dax_huge_fault(vmf, 0); in ext4_dax_fault()
|
| /fs/udf/ |
| A D | file.c | 37 static vm_fault_t udf_page_mkwrite(struct vm_fault *vmf) in udf_page_mkwrite() argument
39 struct vm_area_struct *vma = vmf->vma; in udf_page_mkwrite()
42 struct folio *folio = page_folio(vmf->page); in udf_page_mkwrite()
|
| /fs/bcachefs/ |
| A D | fs-io-pagecache.c | 562 vm_fault_t bch2_page_fault(struct vm_fault *vmf) in bch2_page_fault() argument
564 struct file *file = vmf->vma->vm_file; in bch2_page_fault()
594 ret = filemap_fault(vmf); in bch2_page_fault()
600 vm_fault_t bch2_page_mkwrite(struct vm_fault *vmf) in bch2_page_mkwrite() argument
602 struct folio *folio = page_folio(vmf->page); in bch2_page_mkwrite()
603 struct file *file = vmf->vma->vm_file; in bch2_page_mkwrite()
610 loff_t file_offset = round_down(vmf->pgoff << PAGE_SHIFT, block_bytes(c)); in bch2_page_mkwrite()
|
| /fs/afs/ |
| A D | write.c | 274 vm_fault_t afs_page_mkwrite(struct vm_fault *vmf) in afs_page_mkwrite() argument
276 struct file *file = vmf->vma->vm_file; in afs_page_mkwrite()
280 return netfs_page_mkwrite(vmf, NULL); in afs_page_mkwrite()
|
| A D | file.c | 30 static vm_fault_t afs_vm_map_pages(struct vm_fault *vmf, pgoff_t start_pgoff, pgoff_t end_pgoff);
520 static vm_fault_t afs_vm_map_pages(struct vm_fault *vmf, pgoff_t start_pgoff, pgoff_t end_pgoff) in afs_vm_map_pages() argument
522 struct afs_vnode *vnode = AFS_FS_I(file_inode(vmf->vma->vm_file)); in afs_vm_map_pages()
525 return filemap_map_pages(vmf, start_pgoff, end_pgoff); in afs_vm_map_pages()
|
| /fs/kernfs/ |
| A D | file.c | 369 static vm_fault_t kernfs_vma_fault(struct vm_fault *vmf) in kernfs_vma_fault() argument
371 struct file *file = vmf->vma->vm_file; in kernfs_vma_fault()
383 ret = of->vm_ops->fault(vmf); in kernfs_vma_fault()
389 static vm_fault_t kernfs_vma_page_mkwrite(struct vm_fault *vmf) in kernfs_vma_page_mkwrite() argument
391 struct file *file = vmf->vma->vm_file; in kernfs_vma_page_mkwrite()
403 ret = of->vm_ops->page_mkwrite(vmf); in kernfs_vma_page_mkwrite()
|
| /fs/erofs/ |
| A D | data.c | 419 static vm_fault_t erofs_dax_huge_fault(struct vm_fault *vmf, in erofs_dax_huge_fault() argument
422 return dax_iomap_fault(vmf, order, NULL, NULL, &erofs_iomap_ops); in erofs_dax_huge_fault()
425 static vm_fault_t erofs_dax_fault(struct vm_fault *vmf) in erofs_dax_fault() argument
427 return erofs_dax_huge_fault(vmf, 0); in erofs_dax_fault()
|
| /fs/gfs2/ |
| A D | file.c | 416 static vm_fault_t gfs2_page_mkwrite(struct vm_fault *vmf) in gfs2_page_mkwrite() argument
418 struct folio *folio = page_folio(vmf->page); in gfs2_page_mkwrite()
419 struct inode *inode = file_inode(vmf->vma->vm_file); in gfs2_page_mkwrite()
448 file_update_time(vmf->vma->vm_file); in gfs2_page_mkwrite()
456 gfs2_size_hint(vmf->vma->vm_file, pos, length); in gfs2_page_mkwrite()
552 static vm_fault_t gfs2_fault(struct vm_fault *vmf) in gfs2_fault() argument
554 struct inode *inode = file_inode(vmf->vma->vm_file); in gfs2_fault()
566 ret = filemap_fault(vmf); in gfs2_fault()
|
| /fs/orangefs/ |
| A D | file.c | 376 static vm_fault_t orangefs_fault(struct vm_fault *vmf) in orangefs_fault() argument
378 struct file *file = vmf->vma->vm_file; in orangefs_fault()
389 return filemap_fault(vmf); in orangefs_fault()
|
| A D | inode.c | 605 vm_fault_t orangefs_page_mkwrite(struct vm_fault *vmf) in orangefs_page_mkwrite() argument
607 struct folio *folio = page_folio(vmf->page); in orangefs_page_mkwrite()
608 struct inode *inode = file_inode(vmf->vma->vm_file); in orangefs_page_mkwrite()
637 wr->pos = page_offset(vmf->page); in orangefs_page_mkwrite()
652 wr->pos = page_offset(vmf->page); in orangefs_page_mkwrite()
659 file_update_time(vmf->vma->vm_file); in orangefs_page_mkwrite()
|
| /fs/zonefs/ |
| A D | file.c | 291 static vm_fault_t zonefs_filemap_page_mkwrite(struct vm_fault *vmf) in zonefs_filemap_page_mkwrite() argument
293 struct inode *inode = file_inode(vmf->vma->vm_file); in zonefs_filemap_page_mkwrite()
307 file_update_time(vmf->vma->vm_file); in zonefs_filemap_page_mkwrite()
311 ret = iomap_page_mkwrite(vmf, &zonefs_write_iomap_ops, NULL); in zonefs_filemap_page_mkwrite()
|
| /fs/netfs/ |
| A D | buffered_write.c | 505 vm_fault_t netfs_page_mkwrite(struct vm_fault *vmf, struct netfs_group *netfs_group) in netfs_page_mkwrite() argument
508 struct folio *folio = page_folio(vmf->page); in netfs_page_mkwrite()
509 struct file *file = vmf->vma->vm_file; in netfs_page_mkwrite()
|
| /fs/cramfs/ |
| A D | inode.c | 412 vm_fault_t vmf; in cramfs_physmem_mmap() local
414 vmf = vmf_insert_mixed(vma, vma->vm_start + off, in cramfs_physmem_mmap()
416 if (vmf & VM_FAULT_ERROR) in cramfs_physmem_mmap()
417 ret = vm_fault_to_errno(vmf, 0); in cramfs_physmem_mmap()
|
| /fs/exfat/ |
| A D | file.c | 649 static vm_fault_t exfat_page_mkwrite(struct vm_fault *vmf) in exfat_page_mkwrite() argument
652 struct vm_area_struct *vma = vmf->vma; in exfat_page_mkwrite()
675 return filemap_page_mkwrite(vmf); in exfat_page_mkwrite()
|
| /fs/nfs/ |
| A D | file.c | 594 static vm_fault_t nfs_vm_page_mkwrite(struct vm_fault *vmf) in nfs_vm_page_mkwrite() argument
596 struct file *filp = vmf->vma->vm_file; in nfs_vm_page_mkwrite()
601 struct folio *folio = page_folio(vmf->page); in nfs_vm_page_mkwrite()
|
| /fs/ceph/ |
| A D | addr.c | 1956 static vm_fault_t ceph_filemap_fault(struct vm_fault *vmf) in ceph_filemap_fault() argument
1958 struct vm_area_struct *vma = vmf->vma; in ceph_filemap_fault()
1963 loff_t off = (loff_t)vmf->pgoff << PAGE_SHIFT; in ceph_filemap_fault()
1992 ret = filemap_fault(vmf); in ceph_filemap_fault()
2032 vmf->page = page; in ceph_filemap_fault()
2047 static vm_fault_t ceph_page_mkwrite(struct vm_fault *vmf) in ceph_page_mkwrite() argument
2049 struct vm_area_struct *vma = vmf->vma; in ceph_page_mkwrite()
2055 struct folio *folio = page_folio(vmf->page); in ceph_page_mkwrite()
|
| /fs/9p/ |
| A D | vfs_file.c | 479 v9fs_vm_page_mkwrite(struct vm_fault *vmf) in v9fs_vm_page_mkwrite() argument
481 return netfs_page_mkwrite(vmf, NULL); in v9fs_vm_page_mkwrite()
|
| /fs/proc/ |
| A D | vmcore.c | 470 static vm_fault_t mmap_vmcore_fault(struct vm_fault *vmf) in mmap_vmcore_fault() argument
473 struct address_space *mapping = vmf->vma->vm_file->f_mapping; in mmap_vmcore_fault()
474 pgoff_t index = vmf->pgoff; in mmap_vmcore_fault()
499 vmf->page = page; in mmap_vmcore_fault()
|