Lines Matching refs:src_vma
1031 struct vm_area_struct *src_vma, in move_present_pte() argument
1055 orig_src_pte = ptep_clear_flush(src_vma, src_addr, src_pte); in move_present_pte()
1148 struct vm_area_struct *src_vma, in move_zeropage_pte() argument
1166 ptep_clear_flush(src_vma, src_addr, src_pte); in move_zeropage_pte()
1181 struct vm_area_struct *src_vma, in move_pages_pte() argument
1199 flush_cache_range(src_vma, src_addr, src_addr + PAGE_SIZE); in move_pages_pte()
1272 err = move_zeropage_pte(mm, dst_vma, src_vma, in move_pages_pte()
1299 folio = vm_normal_folio(src_vma, src_addr, orig_src_pte); in move_pages_pte()
1378 err = move_present_pte(mm, dst_vma, src_vma, in move_pages_pte()
1492 struct vm_area_struct *src_vma, in validate_move_areas() argument
1496 if ((src_vma->vm_flags & VM_ACCESS_FLAGS) != (dst_vma->vm_flags & VM_ACCESS_FLAGS) || in validate_move_areas()
1497 pgprot_val(src_vma->vm_page_prot) != pgprot_val(dst_vma->vm_page_prot)) in validate_move_areas()
1501 if ((src_vma->vm_flags & VM_LOCKED) != (dst_vma->vm_flags & VM_LOCKED)) in validate_move_areas()
1508 if (!(src_vma->vm_flags & VM_WRITE)) in validate_move_areas()
1512 if (!vma_move_compatible(src_vma) || !vma_move_compatible(dst_vma)) in validate_move_areas()
1521 if (!vma_is_anonymous(src_vma) || !vma_is_anonymous(dst_vma)) in validate_move_areas()
1622 struct vm_area_struct *src_vma) in uffd_move_unlock() argument
1624 vma_end_read(src_vma); in uffd_move_unlock()
1625 if (src_vma != dst_vma) in uffd_move_unlock()
1647 struct vm_area_struct *src_vma) in uffd_move_unlock() argument
1649 mmap_assert_locked(src_vma->vm_mm); in uffd_move_unlock()
1734 struct vm_area_struct *src_vma, *dst_vma; in move_pages() local
1749 err = uffd_move_lock(mm, dst_start, src_start, &dst_vma, &src_vma); in move_pages()
1764 if (src_vma->vm_flags & VM_SHARED) in move_pages()
1766 if (src_start + len > src_vma->vm_end) in move_pages()
1774 err = validate_move_areas(ctx, src_vma, dst_vma); in move_pages()
1819 ptl = pmd_trans_huge_lock(src_pmd, src_vma); in move_pages()
1837 split_huge_pmd(src_vma, src_pmd, src_addr); in move_pages()
1843 dst_pmdval, dst_vma, src_vma, in move_pages()
1864 dst_vma, src_vma, in move_pages()
1892 uffd_move_unlock(dst_vma, src_vma); in move_pages()