Searched refs:pmdval (Results 1 – 9 of 9) sorted by relevance
| /mm/ |
| A D | pgtable-generic.c | 284 pmd_t pmdval; in ___pte_offset_map() local
288 pmdval = pmdp_get_lockless(pmd); in ___pte_offset_map()
292 *pmdvalp = pmdval; in ___pte_offset_map()
293 if (unlikely(pmd_none(pmdval) || is_pmd_migration_entry(pmdval))) in ___pte_offset_map()
295 if (unlikely(pmd_trans_huge(pmdval))) in ___pte_offset_map()
297 if (unlikely(pmd_bad(pmdval))) { in ___pte_offset_map()
301 return __pte_map(&pmdval, addr); in ___pte_offset_map()
310 pmd_t pmdval; in pte_offset_map_ro_nolock() local
315 *ptlp = pte_lockptr(mm, &pmdval); in pte_offset_map_ro_nolock()
394 pmd_t pmdval; in __pte_offset_map_lock() local
[all …]
|
| A D | pt_reclaim.c | 14 bool try_get_and_clear_pmd(struct mm_struct *mm, pmd_t *pmd, pmd_t *pmdval) in try_get_and_clear_pmd() argument
21 *pmdval = pmdp_get_lockless(pmd); in try_get_and_clear_pmd()
29 pmd_t pmdval) in free_pte() argument
31 pte_free_tlb(tlb, pmd_pgtable(pmdval), addr); in free_pte()
38 pmd_t pmdval; in try_to_free_pte() local
44 start_pte = pte_offset_map_rw_nolock(mm, pmd, addr, &pmdval, &ptl); in try_to_free_pte()
63 free_pte(mm, addr, tlb, pmdval); in try_to_free_pte()
|
| A D | mapping_dirty_helpers.c | 129 pmd_t pmdval = pmdp_get_lockless(pmd); in wp_clean_pmd_entry() local
132 if (pmd_trans_huge(pmdval)) { in wp_clean_pmd_entry()
133 WARN_ON(pmd_write(pmdval) || pmd_dirty(pmdval)); in wp_clean_pmd_entry()
|
| A D | gup.c | 720 pmd_t pmdval = *pmd; in follow_huge_pmd() local
726 page = pmd_page(pmdval); in follow_huge_pmd()
749 if (pmd_trans_huge(pmdval) && (flags & FOLL_TOUCH)) in follow_huge_pmd()
917 pmd_t *pmd, pmdval; in follow_pmd_mask() local
923 pmdval = pmdp_get_lockless(pmd); in follow_pmd_mask()
924 if (pmd_none(pmdval)) in follow_pmd_mask()
926 if (!pmd_present(pmdval)) in follow_pmd_mask()
928 if (likely(!pmd_leaf(pmdval))) in follow_pmd_mask()
935 pmdval = *pmd; in follow_pmd_mask()
936 if (unlikely(!pmd_present(pmdval))) { in follow_pmd_mask()
[all …]
|
| A D | madvise.c | 1090 pmd_t pmdval = pmdp_get(pmd); in guard_install_pmd_entry() local
1093 return pmd_trans_huge(pmdval); in guard_install_pmd_entry()
1214 pmd_t pmdval = pmdp_get(pmd); in guard_remove_pmd_entry() local
1217 if (pmd_trans_huge(pmdval)) in guard_remove_pmd_entry()
|
| A D | huge_memory.c | 4598 pmd_t pmdval; in set_pmd_migration_entry() local
4606 pmdval = pmdp_invalidate(vma, address, pvmw->pmd); in set_pmd_migration_entry()
4611 set_pmd_at(mm, address, pvmw->pmd, pmdval); in set_pmd_migration_entry()
4615 if (pmd_dirty(pmdval)) in set_pmd_migration_entry()
4617 if (pmd_write(pmdval)) in set_pmd_migration_entry()
4623 if (pmd_young(pmdval)) in set_pmd_migration_entry()
4625 if (pmd_dirty(pmdval)) in set_pmd_migration_entry()
4628 if (pmd_soft_dirty(pmdval)) in set_pmd_migration_entry()
4630 if (pmd_uffd_wp(pmdval)) in set_pmd_migration_entry()
|
| A D | internal.h | 1644 bool try_get_and_clear_pmd(struct mm_struct *mm, pmd_t *pmd, pmd_t *pmdval);
1646 pmd_t pmdval);
|
| A D | memory.c | 1703 pmd_t pmdval; in zap_pte_range() local
1746 direct_reclaim = try_get_and_clear_pmd(mm, pmd, &pmdval); in zap_pte_range()
1776 free_pte(mm, start, tlb, pmdval); in zap_pte_range()
|
| A D | vmscan.c | 3537 pmd_t pmdval; in walk_pte_range() local
3539 pte = pte_offset_map_rw_nolock(args->mm, pmd, start & PMD_MASK, &pmdval, &ptl); in walk_pte_range()
3548 if (unlikely(!pmd_same(pmdval, pmdp_get_lockless(pmd)))) { in walk_pte_range()
|
Completed in 818 milliseconds