Lines Matching refs:pteval
674 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument
679 bool writable = pte_dirty(pteval); in set_tlb_ubc_flush_pending()
681 if (!pte_accessible(mm, pteval)) in set_tlb_ubc_flush_pending()
759 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument
1883 pte_t pteval; in try_to_unmap_one() local
1968 pteval = ptep_get(pvmw.pte); in try_to_unmap_one()
1969 if (likely(pte_present(pteval))) { in try_to_unmap_one()
1970 pfn = pte_pfn(pteval); in try_to_unmap_one()
1972 pfn = swp_offset_pfn(pte_to_swp_entry(pteval)); in try_to_unmap_one()
2030 pteval = huge_ptep_clear_flush(vma, address, pvmw.pte); in try_to_unmap_one()
2031 if (pte_dirty(pteval)) in try_to_unmap_one()
2033 } else if (likely(pte_present(pteval))) { in try_to_unmap_one()
2034 nr_pages = folio_unmap_pte_batch(folio, &pvmw, flags, pteval); in try_to_unmap_one()
2039 pteval = get_and_clear_ptes(mm, address, pvmw.pte, nr_pages); in try_to_unmap_one()
2049 set_tlb_ubc_flush_pending(mm, pteval, address, end_addr); in try_to_unmap_one()
2052 if (pte_dirty(pteval)) in try_to_unmap_one()
2063 pte_install_uffd_wp_if_needed(vma, address, pvmw.pte, pteval); in try_to_unmap_one()
2069 pteval = swp_entry_to_pte(make_hwpoison_entry(subpage)); in try_to_unmap_one()
2072 set_huge_pte_at(mm, address, pvmw.pte, pteval, in try_to_unmap_one()
2076 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
2078 } else if (likely(pte_present(pteval)) && pte_unused(pteval) && in try_to_unmap_one()
2129 set_ptes(mm, address, pvmw.pte, pteval, nr_pages); in try_to_unmap_one()
2142 set_ptes(mm, address, pvmw.pte, pteval, nr_pages); in try_to_unmap_one()
2150 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
2159 if (arch_unmap_one(mm, vma, address, pteval) < 0) { in try_to_unmap_one()
2161 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
2169 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
2183 if (likely(pte_present(pteval))) { in try_to_unmap_one()
2184 if (pte_soft_dirty(pteval)) in try_to_unmap_one()
2186 if (pte_uffd_wp(pteval)) in try_to_unmap_one()
2189 if (pte_swp_soft_dirty(pteval)) in try_to_unmap_one()
2191 if (pte_swp_uffd_wp(pteval)) in try_to_unmap_one()
2286 pte_t pteval; in try_to_migrate_one() local
2358 pteval = ptep_get(pvmw.pte); in try_to_migrate_one()
2359 if (likely(pte_present(pteval))) { in try_to_migrate_one()
2360 pfn = pte_pfn(pteval); in try_to_migrate_one()
2362 pfn = swp_offset_pfn(pte_to_swp_entry(pteval)); in try_to_migrate_one()
2421 pteval = huge_ptep_clear_flush(vma, address, pvmw.pte); in try_to_migrate_one()
2422 if (pte_dirty(pteval)) in try_to_migrate_one()
2424 writable = pte_write(pteval); in try_to_migrate_one()
2425 } else if (likely(pte_present(pteval))) { in try_to_migrate_one()
2437 pteval = ptep_get_and_clear(mm, address, pvmw.pte); in try_to_migrate_one()
2439 set_tlb_ubc_flush_pending(mm, pteval, address, address + PAGE_SIZE); in try_to_migrate_one()
2441 pteval = ptep_clear_flush(vma, address, pvmw.pte); in try_to_migrate_one()
2443 if (pte_dirty(pteval)) in try_to_migrate_one()
2445 writable = pte_write(pteval); in try_to_migrate_one()
2448 writable = is_writable_device_private_entry(pte_to_swp_entry(pteval)); in try_to_migrate_one()
2460 pteval = swp_entry_to_pte(make_hwpoison_entry(subpage)); in try_to_migrate_one()
2463 set_huge_pte_at(mm, address, pvmw.pte, pteval, in try_to_migrate_one()
2467 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_migrate_one()
2469 } else if (likely(pte_present(pteval)) && pte_unused(pteval) && in try_to_migrate_one()
2491 if (arch_unmap_one(mm, vma, address, pteval) < 0) { in try_to_migrate_one()
2494 pteval, hsz); in try_to_migrate_one()
2496 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_migrate_one()
2507 pteval, hsz); in try_to_migrate_one()
2514 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_migrate_one()
2534 if (likely(pte_present(pteval))) { in try_to_migrate_one()
2535 if (pte_young(pteval)) in try_to_migrate_one()
2537 if (pte_dirty(pteval)) in try_to_migrate_one()
2540 if (pte_soft_dirty(pteval)) in try_to_migrate_one()
2542 if (pte_uffd_wp(pteval)) in try_to_migrate_one()
2546 if (pte_swp_soft_dirty(pteval)) in try_to_migrate_one()
2548 if (pte_swp_uffd_wp(pteval)) in try_to_migrate_one()