Lines Matching refs:src_pmd
1667 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd() argument
1677 pmd = pmdp_get_lockless(src_pmd); in copy_huge_pmd()
1680 src_ptl = pmd_lockptr(src_mm, src_pmd); in copy_huge_pmd()
1704 src_ptl = pmd_lockptr(src_mm, src_pmd); in copy_huge_pmd()
1708 pmd = *src_pmd; in copy_huge_pmd()
1719 if (pmd_swp_soft_dirty(*src_pmd)) in copy_huge_pmd()
1721 if (pmd_swp_uffd_wp(*src_pmd)) in copy_huge_pmd()
1723 set_pmd_at(src_mm, addr, src_pmd, pmd); in copy_huge_pmd()
1766 __split_huge_pmd(src_vma, src_pmd, addr, false); in copy_huge_pmd()
1773 pmdp_set_wrprotect(src_mm, addr, src_pmd); in copy_huge_pmd()
2537 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval, in move_pages_huge_pmd() argument
2550 src_pmdval = *src_pmd; in move_pages_huge_pmd()
2551 src_ptl = pmd_lockptr(mm, src_pmd); in move_pages_huge_pmd()
2612 if (unlikely(!pmd_same(*src_pmd, src_pmdval) || in move_pages_huge_pmd()
2630 src_pmdval = pmdp_huge_clear_flush(src_vma, src_addr, src_pmd); in move_pages_huge_pmd()
2633 set_pmd_at(mm, src_addr, src_pmd, src_pmdval); in move_pages_huge_pmd()
2645 src_pmdval = pmdp_huge_clear_flush(src_vma, src_addr, src_pmd); in move_pages_huge_pmd()
2650 src_pgtable = pgtable_trans_huge_withdraw(mm, src_pmd); in move_pages_huge_pmd()