Lines Matching refs:src_pte
726 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte() argument
729 swp_entry_t entry = pte_to_swp_entry(*src_pte); in try_restore_exclusive_pte()
733 restore_exclusive_pte(vma, page, addr, src_pte); in try_restore_exclusive_pte()
749 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte() argument
753 pte_t pte = *src_pte; in copy_nonpresent_pte()
770 if (pte_swp_exclusive(*src_pte)) { in copy_nonpresent_pte()
771 pte = pte_swp_clear_exclusive(*src_pte); in copy_nonpresent_pte()
772 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
790 if (pte_swp_soft_dirty(*src_pte)) in copy_nonpresent_pte()
792 if (pte_swp_uffd_wp(*src_pte)) in copy_nonpresent_pte()
794 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
825 if (pte_swp_uffd_wp(*src_pte)) in copy_nonpresent_pte()
827 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
837 if (try_restore_exclusive_pte(src_pte, src_vma, addr)) in copy_nonpresent_pte()
865 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page() argument
889 if (userfaultfd_pte_wp(dst_vma, *src_pte)) in copy_present_page()
902 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_pte() argument
907 pte_t pte = *src_pte; in copy_present_pte()
925 return copy_present_page(dst_vma, src_vma, dst_pte, src_pte, in copy_present_pte()
940 ptep_set_wrprotect(src_mm, addr, src_pte); in copy_present_pte()
986 pte_t *src_pte, *dst_pte; in copy_pte_range() local
1002 src_pte = pte_offset_map(src_pmd, addr); in copy_pte_range()
1005 orig_src_pte = src_pte; in copy_pte_range()
1020 if (pte_none(*src_pte)) { in copy_pte_range()
1024 if (unlikely(!pte_present(*src_pte))) { in copy_pte_range()
1026 dst_pte, src_pte, in copy_pte_range()
1030 entry = pte_to_swp_entry(*src_pte); in copy_pte_range()
1046 ret = copy_present_pte(dst_vma, src_vma, dst_pte, src_pte, in copy_pte_range()
1065 } while (dst_pte++, src_pte++, addr += PAGE_SIZE, addr != end); in copy_pte_range()