Lines Matching refs:src_vma
1026 struct vm_area_struct *src_vma, in move_present_pte() argument
1049 orig_src_pte = ptep_clear_flush(src_vma, src_addr, src_pte); in move_present_pte()
1096 struct vm_area_struct *src_vma, in move_zeropage_pte() argument
1113 ptep_clear_flush(src_vma, src_addr, src_pte); in move_zeropage_pte()
1128 struct vm_area_struct *src_vma, in move_pages_pte() argument
1144 flush_cache_range(src_vma, src_addr, src_addr + PAGE_SIZE); in move_pages_pte()
1204 err = move_zeropage_pte(mm, dst_vma, src_vma, in move_pages_pte()
1230 folio = vm_normal_folio(src_vma, src_addr, orig_src_pte); in move_pages_pte()
1295 err = move_present_pte(mm, dst_vma, src_vma, in move_pages_pte()
1362 struct vm_area_struct *src_vma, in validate_move_areas() argument
1366 if ((src_vma->vm_flags & VM_ACCESS_FLAGS) != (dst_vma->vm_flags & VM_ACCESS_FLAGS) || in validate_move_areas()
1367 pgprot_val(src_vma->vm_page_prot) != pgprot_val(dst_vma->vm_page_prot)) in validate_move_areas()
1371 if ((src_vma->vm_flags & VM_LOCKED) != (dst_vma->vm_flags & VM_LOCKED)) in validate_move_areas()
1378 if (!(src_vma->vm_flags & VM_WRITE)) in validate_move_areas()
1382 if (!vma_move_compatible(src_vma) || !vma_move_compatible(dst_vma)) in validate_move_areas()
1391 if (!vma_is_anonymous(src_vma) || !vma_is_anonymous(dst_vma)) in validate_move_areas()
1484 struct vm_area_struct *src_vma) in uffd_move_unlock() argument
1486 vma_end_read(src_vma); in uffd_move_unlock()
1487 if (src_vma != dst_vma) in uffd_move_unlock()
1509 struct vm_area_struct *src_vma) in uffd_move_unlock() argument
1511 mmap_assert_locked(src_vma->vm_mm); in uffd_move_unlock()
1596 struct vm_area_struct *src_vma, *dst_vma; in move_pages() local
1613 err = uffd_move_lock(mm, dst_start, src_start, &dst_vma, &src_vma); in move_pages()
1628 if (src_vma->vm_flags & VM_SHARED) in move_pages()
1630 if (src_start + len > src_vma->vm_end) in move_pages()
1638 err = validate_move_areas(ctx, src_vma, dst_vma); in move_pages()
1683 ptl = pmd_trans_huge_lock(src_pmd, src_vma); in move_pages()
1704 split_huge_pmd(src_vma, src_pmd, src_addr); in move_pages()
1710 dst_pmdval, dst_vma, src_vma, in move_pages()
1731 dst_vma, src_vma, in move_pages()
1759 uffd_move_unlock(dst_vma, src_vma); in move_pages()