Lines Matching refs:haddr
5487 unsigned long haddr = address & huge_page_mask(h); in hugetlb_wp() local
5499 set_huge_ptep_writable(vma, haddr, ptep); in hugetlb_wp()
5517 set_huge_ptep_writable(vma, haddr, ptep); in hugetlb_wp()
5545 new_folio = alloc_hugetlb_folio(vma, haddr, outside_reserve); in hugetlb_wp()
5570 idx = vma_hugecache_offset(h, vma, haddr); in hugetlb_wp()
5575 unmap_ref_private(mm, vma, old_page, haddr); in hugetlb_wp()
5580 ptep = hugetlb_walk(vma, haddr, huge_page_size(h)); in hugetlb_wp()
5609 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, mm, haddr, in hugetlb_wp()
5610 haddr + huge_page_size(h)); in hugetlb_wp()
5618 ptep = hugetlb_walk(vma, haddr, huge_page_size(h)); in hugetlb_wp()
5621 huge_ptep_clear_flush(vma, haddr, ptep); in hugetlb_wp()
5624 hugepage_add_new_anon_rmap(new_folio, vma, haddr); in hugetlb_wp()
5625 set_huge_pte_at(mm, haddr, ptep, in hugetlb_wp()
5639 restore_reserve_on_error(h, vma, haddr, new_folio); in hugetlb_wp()
5700 unsigned long haddr, in hugetlb_handle_userfault() argument
5707 .address = haddr, in hugetlb_handle_userfault()
5761 unsigned long haddr = address & huge_page_mask(h); in hugetlb_no_page() local
5812 haddr, address, in hugetlb_no_page()
5816 folio = alloc_hugetlb_folio(vma, haddr, 0); in hugetlb_no_page()
5850 restore_reserve_on_error(h, vma, haddr, folio); in hugetlb_no_page()
5885 haddr, address, in hugetlb_no_page()
5897 if (vma_needs_reservation(h, vma, haddr) < 0) { in hugetlb_no_page()
5902 vma_end_reservation(h, vma, haddr); in hugetlb_no_page()
5912 hugepage_add_new_anon_rmap(folio, vma, haddr); in hugetlb_no_page()
5923 set_huge_pte_at(mm, haddr, ptep, new_pte); in hugetlb_no_page()
5951 restore_reserve_on_error(h, vma, haddr, folio); in hugetlb_no_page()
5995 unsigned long haddr = address & huge_page_mask(h); in hugetlb_fault() local
6003 idx = vma_hugecache_offset(h, vma, haddr); in hugetlb_fault()
6013 ptep = huge_pte_alloc(mm, vma, haddr, huge_page_size(h)); in hugetlb_fault()
6066 if (vma_needs_reservation(h, vma, haddr) < 0) { in hugetlb_fault()
6071 vma_end_reservation(h, vma, haddr); in hugetlb_fault()
6087 .address = haddr, in hugetlb_fault()
6126 if (huge_ptep_set_access_flags(vma, haddr, ptep, entry, in hugetlb_fault()
6128 update_mmu_cache(vma, haddr, ptep); in hugetlb_fault()
6388 unsigned long haddr = address & huge_page_mask(h); in hugetlb_follow_page_mask() local
6401 pte = hugetlb_walk(vma, haddr, huge_page_size(h)); in hugetlb_follow_page_mask()