Lines Matching refs:pteval
675 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument
680 bool writable = pte_dirty(pteval); in set_tlb_ubc_flush_pending()
682 if (!pte_accessible(mm, pteval)) in set_tlb_ubc_flush_pending()
760 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument
1640 pte_t pteval; in try_to_unmap_one() local
1769 pteval = huge_ptep_clear_flush(vma, address, pvmw.pte); in try_to_unmap_one()
1782 pteval = ptep_get_and_clear(mm, address, pvmw.pte); in try_to_unmap_one()
1784 set_tlb_ubc_flush_pending(mm, pteval, address); in try_to_unmap_one()
1786 pteval = ptep_clear_flush(vma, address, pvmw.pte); in try_to_unmap_one()
1795 pte_install_uffd_wp_if_needed(vma, address, pvmw.pte, pteval); in try_to_unmap_one()
1798 if (pte_dirty(pteval)) in try_to_unmap_one()
1805 pteval = swp_entry_to_pte(make_hwpoison_entry(subpage)); in try_to_unmap_one()
1808 set_huge_pte_at(mm, address, pvmw.pte, pteval, in try_to_unmap_one()
1812 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
1815 } else if (pte_unused(pteval) && !userfaultfd_armed(vma)) { in try_to_unmap_one()
1880 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
1891 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
1894 if (arch_unmap_one(mm, vma, address, pteval) < 0) { in try_to_unmap_one()
1896 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
1904 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
1918 if (pte_soft_dirty(pteval)) in try_to_unmap_one()
1920 if (pte_uffd_wp(pteval)) in try_to_unmap_one()
2005 pte_t pteval; in try_to_migrate_one() local
2146 pteval = huge_ptep_clear_flush(vma, address, pvmw.pte); in try_to_migrate_one()
2159 pteval = ptep_get_and_clear(mm, address, pvmw.pte); in try_to_migrate_one()
2161 set_tlb_ubc_flush_pending(mm, pteval, address); in try_to_migrate_one()
2163 pteval = ptep_clear_flush(vma, address, pvmw.pte); in try_to_migrate_one()
2168 if (pte_dirty(pteval)) in try_to_migrate_one()
2188 entry = pte_to_swp_entry(pteval); in try_to_migrate_one()
2201 if (pte_swp_soft_dirty(pteval)) in try_to_migrate_one()
2203 if (pte_swp_uffd_wp(pteval)) in try_to_migrate_one()
2213 pteval = swp_entry_to_pte(make_hwpoison_entry(subpage)); in try_to_migrate_one()
2216 set_huge_pte_at(mm, address, pvmw.pte, pteval, in try_to_migrate_one()
2220 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_migrate_one()
2223 } else if (pte_unused(pteval) && !userfaultfd_armed(vma)) { in try_to_migrate_one()
2239 if (arch_unmap_one(mm, vma, address, pteval) < 0) { in try_to_migrate_one()
2242 pteval, hsz); in try_to_migrate_one()
2244 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_migrate_one()
2249 VM_BUG_ON_PAGE(pte_write(pteval) && folio_test_anon(folio) && in try_to_migrate_one()
2257 pteval, hsz); in try_to_migrate_one()
2264 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_migrate_one()
2275 if (pte_write(pteval)) in try_to_migrate_one()
2284 if (pte_young(pteval)) in try_to_migrate_one()
2286 if (pte_dirty(pteval)) in try_to_migrate_one()
2289 if (pte_soft_dirty(pteval)) in try_to_migrate_one()
2291 if (pte_uffd_wp(pteval)) in try_to_migrate_one()
2380 pte_t pteval; in page_make_device_exclusive_one() local
2411 pteval = ptep_clear_flush(vma, address, pvmw.pte); in page_make_device_exclusive_one()
2414 if (pte_dirty(pteval)) in page_make_device_exclusive_one()
2422 pte_write(pteval)) in page_make_device_exclusive_one()
2430 if (pte_write(pteval)) in page_make_device_exclusive_one()
2437 if (pte_soft_dirty(pteval)) in page_make_device_exclusive_one()
2439 if (pte_uffd_wp(pteval)) in page_make_device_exclusive_one()