Lines Matching refs:orig_pte
2780 same = pte_same(*vmf->pte, vmf->orig_pte); in pte_unmap_same()
2827 if (!arch_has_hw_pte_young() && !pte_young(vmf->orig_pte)) { in __wp_page_copy_user()
2832 if (!likely(pte_same(*vmf->pte, vmf->orig_pte))) { in __wp_page_copy_user()
2842 entry = pte_mkyoung(vmf->orig_pte); in __wp_page_copy_user()
2860 if (!likely(pte_same(*vmf->pte, vmf->orig_pte))) { in __wp_page_copy_user()
3018 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte)); in wp_page_reuse()
3019 entry = pte_mkyoung(vmf->orig_pte); in wp_page_reuse()
3063 if (is_zero_pfn(pte_pfn(vmf->orig_pte))) { in wp_page_copy()
3107 if (likely(pte_same(*vmf->pte, vmf->orig_pte))) { in wp_page_copy()
3116 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte)); in wp_page_copy()
3120 if (pte_soft_dirty(vmf->orig_pte)) in wp_page_copy()
3122 if (pte_uffd_wp(vmf->orig_pte)) in wp_page_copy()
3231 if (!pte_same(*vmf->pte, vmf->orig_pte)) { in finish_mkwrite_fault()
3340 vmf->page = vm_normal_page(vma, vmf->address, vmf->orig_pte); in do_wp_page()
3575 if (likely(pte_same(*vmf->pte, vmf->orig_pte))) in remove_device_exclusive_entry()
3616 if (pte_same(vmf->orig_pte, *vmf->pte)) in pte_marker_clear()
3641 swp_entry_t entry = pte_to_swp_entry(vmf->orig_pte); in handle_pte_marker()
3687 entry = pte_to_swp_entry(vmf->orig_pte); in do_swap_page()
3699 if (unlikely(!pte_same(*vmf->pte, vmf->orig_pte))) { in do_swap_page()
3717 print_bad_pte(vma, vmf->address, vmf->orig_pte, NULL); in do_swap_page()
3778 if (likely(pte_same(*vmf->pte, vmf->orig_pte))) in do_swap_page()
3848 if (unlikely(!pte_same(*vmf->pte, vmf->orig_pte))) in do_swap_page()
3872 exclusive = pte_swp_exclusive(vmf->orig_pte); in do_swap_page()
3931 if (pte_swp_soft_dirty(vmf->orig_pte)) in do_swap_page()
3933 if (pte_swp_uffd_wp(vmf->orig_pte)) in do_swap_page()
3935 vmf->orig_pte = pte; in do_swap_page()
3948 arch_do_swap_page(vma->vm_mm, vma, vmf->address, pte, vmf->orig_pte); in do_swap_page()
4261 bool uffd_wp = pte_marker_uffd_wp(vmf->orig_pte); in do_set_pte()
4293 return !pte_same(*vmf->pte, vmf->orig_pte); in vmf_pte_changed()
4667 if (unlikely(!pte_same(*vmf->pte, vmf->orig_pte))) { in do_numa_page()
4738 if (unlikely(!pte_same(*vmf->pte, vmf->orig_pte))) { in do_numa_page()
4887 vmf->orig_pte = *vmf->pte; in handle_pte_fault()
4899 if (pte_none(vmf->orig_pte)) { in handle_pte_fault()
4912 if (!pte_present(vmf->orig_pte)) in handle_pte_fault()
4915 if (pte_protnone(vmf->orig_pte) && vma_is_accessible(vmf->vma)) in handle_pte_fault()
4920 entry = vmf->orig_pte; in handle_pte_fault()