Lines Matching refs:src_pte
796 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte() argument
800 pte_t orig_pte = ptep_get(src_pte); in copy_nonpresent_pte()
821 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
843 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
877 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
887 if (try_restore_exclusive_pte(src_vma, addr, src_pte, orig_pte)) in copy_nonpresent_pte()
918 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page() argument
945 if (userfaultfd_pte_wp(dst_vma, ptep_get(src_pte))) in copy_present_page()
953 struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, in __copy_present_ptes() argument
960 wrprotect_ptes(src_mm, addr, src_pte, nr); in __copy_present_ptes()
984 pte_t *dst_pte, pte_t *src_pte, pte_t pte, unsigned long addr, in copy_present_ptes() argument
1009 nr = folio_pte_batch_flags(folio, src_vma, src_pte, &pte, max_nr, flags); in copy_present_ptes()
1023 __copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte, pte, in copy_present_ptes()
1039 err = copy_present_page(dst_vma, src_vma, dst_pte, src_pte, in copy_present_ptes()
1051 __copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte, pte, addr, 1); in copy_present_ptes()
1085 pte_t *src_pte, *dst_pte; in copy_pte_range() local
1119 src_pte = pte_offset_map_rw_nolock(src_mm, src_pmd, addr, &dummy_pmdval, in copy_pte_range()
1121 if (!src_pte) { in copy_pte_range()
1127 orig_src_pte = src_pte; in copy_pte_range()
1144 ptent = ptep_get(src_pte); in copy_pte_range()
1151 dst_pte, src_pte, in copy_pte_range()
1155 entry = pte_to_swp_entry(ptep_get(src_pte)); in copy_pte_range()
1163 ptent = ptep_get(src_pte); in copy_pte_range()
1174 ret = copy_present_ptes(dst_vma, src_vma, dst_pte, src_pte, in copy_pte_range()
1195 } while (dst_pte += nr, src_pte += nr, addr += PAGE_SIZE * nr, in copy_pte_range()