Lines Matching refs:entry
1203 pmd_t entry; in map_anon_folio_pmd() local
1205 entry = folio_mk_pmd(folio, vma->vm_page_prot); in map_anon_folio_pmd()
1206 entry = maybe_pmd_mkwrite(pmd_mkdirty(entry), vma); in map_anon_folio_pmd()
1209 set_pmd_at(vma->vm_mm, haddr, pmd, entry); in map_anon_folio_pmd()
1310 pmd_t entry; in set_huge_zero_folio() local
1311 entry = folio_mk_pmd(zero_folio, vma->vm_page_prot); in set_huge_zero_folio()
1313 set_pmd_at(mm, haddr, pmd, entry); in set_huge_zero_folio()
1387 pmd_t entry; in insert_pmd() local
1400 entry = pmd_mkyoung(*pmd); in insert_pmd()
1401 entry = maybe_pmd_mkwrite(pmd_mkdirty(entry), vma); in insert_pmd()
1402 if (pmdp_set_access_flags(vma, addr, pmd, entry, 1)) in insert_pmd()
1410 entry = folio_mk_pmd(fop.folio, vma->vm_page_prot); in insert_pmd()
1416 entry = pmd_mkhuge(pfn_pmd(fop.pfn, prot)); in insert_pmd()
1417 entry = pmd_mkspecial(entry); in insert_pmd()
1420 entry = pmd_mkyoung(pmd_mkdirty(entry)); in insert_pmd()
1421 entry = maybe_pmd_mkwrite(entry, vma); in insert_pmd()
1429 set_pmd_at(mm, addr, pmd, entry); in insert_pmd()
1538 pud_t entry; in insert_pud() local
1547 entry = pud_mkyoung(*pud); in insert_pud()
1548 entry = maybe_pud_mkwrite(pud_mkdirty(entry), vma); in insert_pud()
1549 if (pudp_set_access_flags(vma, addr, pud, entry, 1)) in insert_pud()
1556 entry = folio_mk_pud(fop.folio, vma->vm_page_prot); in insert_pud()
1562 entry = pud_mkhuge(pfn_pud(fop.pfn, prot)); in insert_pud()
1563 entry = pud_mkspecial(entry); in insert_pud()
1566 entry = pud_mkyoung(pud_mkdirty(entry)); in insert_pud()
1567 entry = maybe_pud_mkwrite(entry, vma); in insert_pud()
1569 set_pud_at(mm, addr, pud, entry); in insert_pud()
1712 swp_entry_t entry = pmd_to_swp_entry(pmd); in copy_huge_pmd() local
1715 if (!is_readable_migration_entry(entry)) { in copy_huge_pmd()
1716 entry = make_readable_migration_entry( in copy_huge_pmd()
1717 swp_offset(entry)); in copy_huge_pmd()
1718 pmd = swp_entry_to_pmd(entry); in copy_huge_pmd()
1966 pmd_t entry; in do_huge_pmd_wp_page() local
1976 entry = pmd_mkyoung(orig_pmd); in do_huge_pmd_wp_page()
1977 entry = maybe_pmd_mkwrite(pmd_mkdirty(entry), vma); in do_huge_pmd_wp_page()
1978 if (pmdp_set_access_flags(vma, haddr, vmf->pmd, entry, 1)) in do_huge_pmd_wp_page()
2223 swp_entry_t entry; in zap_huge_pmd() local
2226 entry = pmd_to_swp_entry(orig_pmd); in zap_huge_pmd()
2227 folio = pfn_swap_entry_folio(entry); in zap_huge_pmd()
2357 pmd_t oldpmd, entry; in change_huge_pmd() local
2374 swp_entry_t entry = pmd_to_swp_entry(*pmd); in change_huge_pmd() local
2375 struct folio *folio = pfn_swap_entry_folio(entry); in change_huge_pmd()
2379 if (is_writable_migration_entry(entry)) { in change_huge_pmd()
2385 entry = make_readable_exclusive_migration_entry(swp_offset(entry)); in change_huge_pmd()
2387 entry = make_readable_migration_entry(swp_offset(entry)); in change_huge_pmd()
2388 newpmd = swp_entry_to_pmd(entry); in change_huge_pmd()
2456 entry = pmd_modify(oldpmd, newprot); in change_huge_pmd()
2458 entry = pmd_mkuffd_wp(entry); in change_huge_pmd()
2465 entry = pmd_clear_uffd_wp(entry); in change_huge_pmd()
2468 if ((cp_flags & MM_CP_TRY_CHANGE_WRITABLE) && !pmd_write(entry) && in change_huge_pmd()
2469 can_change_pmd_writable(vma, addr, entry)) in change_huge_pmd()
2470 entry = pmd_mkwrite(entry, vma); in change_huge_pmd()
2473 set_pmd_at(mm, addr, pmd, entry); in change_huge_pmd()
2475 if (huge_pmd_needs_flush(oldpmd, entry)) in change_huge_pmd()
2495 pud_t oldpud, entry; in change_huge_pud() local
2520 entry = pud_modify(oldpud, newprot); in change_huge_pud()
2521 set_pud_at(mm, addr, pudp, entry); in change_huge_pud()
2822 pte_t entry; in __split_huge_zero_page_pmd() local
2824 entry = pfn_pte(my_zero_pfn(addr), vma->vm_page_prot); in __split_huge_zero_page_pmd()
2825 entry = pte_mkspecial(entry); in __split_huge_zero_page_pmd()
2827 entry = pte_mkuffd_wp(entry); in __split_huge_zero_page_pmd()
2829 set_pte_at(mm, addr, pte, entry); in __split_huge_zero_page_pmd()
2869 swp_entry_t entry; in __split_huge_pmd_locked() local
2871 entry = pmd_to_swp_entry(old_pmd); in __split_huge_pmd_locked()
2872 folio = pfn_swap_entry_folio(entry); in __split_huge_pmd_locked()
2904 swp_entry_t entry; in __split_huge_pmd_locked() local
2907 entry = pmd_to_swp_entry(old_pmd); in __split_huge_pmd_locked()
2908 page = pfn_swap_entry_to_page(entry); in __split_huge_pmd_locked()
2909 write = is_writable_migration_entry(entry); in __split_huge_pmd_locked()
2911 anon_exclusive = is_readable_exclusive_migration_entry(entry); in __split_huge_pmd_locked()
2912 young = is_migration_entry_young(entry); in __split_huge_pmd_locked()
2913 dirty = is_migration_entry_dirty(entry); in __split_huge_pmd_locked()
3001 pte_t entry; in __split_huge_pmd_locked() local
3017 entry = swp_entry_to_pte(swp_entry); in __split_huge_pmd_locked()
3019 entry = pte_swp_mksoft_dirty(entry); in __split_huge_pmd_locked()
3021 entry = pte_swp_mkuffd_wp(entry); in __split_huge_pmd_locked()
3024 set_pte_at(mm, addr, pte + i, entry); in __split_huge_pmd_locked()
3027 pte_t entry; in __split_huge_pmd_locked() local
3029 entry = mk_pte(page, READ_ONCE(vma->vm_page_prot)); in __split_huge_pmd_locked()
3031 entry = pte_mkwrite(entry, vma); in __split_huge_pmd_locked()
3033 entry = pte_mkold(entry); in __split_huge_pmd_locked()
3036 entry = pte_mkdirty(entry); in __split_huge_pmd_locked()
3038 entry = pte_mksoft_dirty(entry); in __split_huge_pmd_locked()
3040 entry = pte_mkuffd_wp(entry); in __split_huge_pmd_locked()
3045 set_ptes(mm, haddr, pte, entry, HPAGE_PMD_NR); in __split_huge_pmd_locked()
4599 swp_entry_t entry; in set_pmd_migration_entry() local
4618 entry = make_writable_migration_entry(page_to_pfn(page)); in set_pmd_migration_entry()
4620 entry = make_readable_exclusive_migration_entry(page_to_pfn(page)); in set_pmd_migration_entry()
4622 entry = make_readable_migration_entry(page_to_pfn(page)); in set_pmd_migration_entry()
4624 entry = make_migration_entry_young(entry); in set_pmd_migration_entry()
4626 entry = make_migration_entry_dirty(entry); in set_pmd_migration_entry()
4627 pmdswp = swp_entry_to_pmd(entry); in set_pmd_migration_entry()
4648 swp_entry_t entry; in remove_migration_pmd() local
4653 entry = pmd_to_swp_entry(*pvmw->pmd); in remove_migration_pmd()
4658 if (is_writable_migration_entry(entry)) in remove_migration_pmd()
4662 if (!is_migration_entry_young(entry)) in remove_migration_pmd()
4665 if (folio_test_dirty(folio) && is_migration_entry_dirty(entry)) in remove_migration_pmd()
4671 if (!is_readable_migration_entry(entry)) in remove_migration_pmd()