Lines Matching refs:dst_pte
5555 pte_t *src_pte, *dst_pte, entry; in copy_hugetlb_page_range() local
5591 dst_pte = huge_pte_alloc(dst, dst_vma, addr, sz); in copy_hugetlb_page_range()
5592 if (!dst_pte) { in copy_hugetlb_page_range()
5605 if (page_count(virt_to_page(dst_pte)) > 1) { in copy_hugetlb_page_range()
5610 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
5623 set_huge_pte_at(dst, addr, dst_pte, entry, sz); in copy_hugetlb_page_range()
5642 set_huge_pte_at(dst, addr, dst_pte, entry, sz); in copy_hugetlb_page_range()
5648 set_huge_pte_at(dst, addr, dst_pte, in copy_hugetlb_page_range()
5689 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
5700 hugetlb_install_folio(dst_vma, dst_pte, addr, in copy_hugetlb_page_range()
5722 set_huge_pte_at(dst, addr, dst_pte, entry, sz); in copy_hugetlb_page_range()
5740 unsigned long new_addr, pte_t *src_pte, pte_t *dst_pte, in move_huge_pte() argument
5749 dst_ptl = huge_pte_lock(h, mm, dst_pte); in move_huge_pte()
5762 huge_pte_clear(mm, new_addr, dst_pte, sz); in move_huge_pte()
5770 set_huge_pte_at(mm, new_addr, dst_pte, pte, sz); in move_huge_pte()
5789 pte_t *src_pte, *dst_pte; in move_hugetlb_page_tables() local
5824 dst_pte = huge_pte_alloc(mm, new_vma, new_addr, sz); in move_hugetlb_page_tables()
5825 if (!dst_pte) in move_hugetlb_page_tables()
5828 move_huge_pte(vma, old_addr, new_addr, src_pte, dst_pte, sz); in move_hugetlb_page_tables()
6874 int hugetlb_mfill_atomic_pte(pte_t *dst_pte, in hugetlb_mfill_atomic_pte() argument
6896 ptl = huge_pte_lock(h, dst_mm, dst_pte); in hugetlb_mfill_atomic_pte()
6899 if (!huge_pte_none(huge_ptep_get(dst_mm, dst_addr, dst_pte))) { in hugetlb_mfill_atomic_pte()
6905 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte, size); in hugetlb_mfill_atomic_pte()
6908 update_mmu_cache(dst_vma, dst_addr, dst_pte); in hugetlb_mfill_atomic_pte()
7022 ptl = huge_pte_lock(h, dst_mm, dst_pte); in hugetlb_mfill_atomic_pte()
7034 if (!huge_pte_none_mostly(huge_ptep_get(dst_mm, dst_addr, dst_pte))) in hugetlb_mfill_atomic_pte()
7060 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte, size); in hugetlb_mfill_atomic_pte()
7065 update_mmu_cache(dst_vma, dst_addr, dst_pte); in hugetlb_mfill_atomic_pte()