Lines Matching refs:dst_pte
4965 pte_t *src_pte, *dst_pte, entry; in copy_hugetlb_page_range() local
5001 dst_pte = huge_pte_alloc(dst, dst_vma, addr, sz); in copy_hugetlb_page_range()
5002 if (!dst_pte) { in copy_hugetlb_page_range()
5015 if (page_count(virt_to_page(dst_pte)) > 1) { in copy_hugetlb_page_range()
5020 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
5035 set_huge_pte_at(dst, addr, dst_pte, entry); in copy_hugetlb_page_range()
5054 set_huge_pte_at(dst, addr, dst_pte, entry); in copy_hugetlb_page_range()
5064 set_huge_pte_at(dst, addr, dst_pte, entry); in copy_hugetlb_page_range()
5101 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
5112 hugetlb_install_folio(dst_vma, dst_pte, addr, new_folio); in copy_hugetlb_page_range()
5130 set_huge_pte_at(dst, addr, dst_pte, entry); in copy_hugetlb_page_range()
5148 unsigned long new_addr, pte_t *src_pte, pte_t *dst_pte) in move_huge_pte() argument
5155 dst_ptl = huge_pte_lock(h, mm, dst_pte); in move_huge_pte()
5166 set_huge_pte_at(mm, new_addr, dst_pte, pte); in move_huge_pte()
5184 pte_t *src_pte, *dst_pte; in move_hugetlb_page_tables() local
5219 dst_pte = huge_pte_alloc(mm, new_vma, new_addr, sz); in move_hugetlb_page_tables()
5220 if (!dst_pte) in move_hugetlb_page_tables()
5223 move_huge_pte(vma, old_addr, new_addr, src_pte, dst_pte); in move_hugetlb_page_tables()
6161 pte_t *dst_pte, in hugetlb_mcopy_atomic_pte() argument
6280 ptl = huge_pte_lock(h, dst_mm, dst_pte); in hugetlb_mcopy_atomic_pte()
6292 if (!huge_pte_none_mostly(huge_ptep_get(dst_pte))) in hugetlb_mcopy_atomic_pte()
6322 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in hugetlb_mcopy_atomic_pte()
6327 update_mmu_cache(dst_vma, dst_addr, dst_pte); in hugetlb_mcopy_atomic_pte()