Lines Matching refs:pgtable
1222 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local
1229 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page()
1230 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
1247 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
1252 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
1263 if (pgtable) in __do_huge_pmd_anonymous_page()
1264 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
1306 static void set_huge_zero_folio(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_folio() argument
1312 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_folio()
1333 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local
1337 pgtable = pte_alloc_one(vma->vm_mm); in do_huge_pmd_anonymous_page()
1338 if (unlikely(!pgtable)) in do_huge_pmd_anonymous_page()
1342 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1352 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1355 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1359 set_huge_zero_folio(pgtable, vma->vm_mm, vma, in do_huge_pmd_anonymous_page()
1366 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1384 bool write, pgtable_t pgtable) in insert_pmd() argument
1424 if (pgtable) { in insert_pmd()
1425 pgtable_trans_huge_deposit(mm, pmd, pgtable); in insert_pmd()
1453 pgtable_t pgtable = NULL; in vmf_insert_pfn_pmd() local
1471 pgtable = pte_alloc_one(vma->vm_mm); in vmf_insert_pfn_pmd()
1472 if (!pgtable) in vmf_insert_pfn_pmd()
1480 pgtable); in vmf_insert_pfn_pmd()
1482 if (error && pgtable) in vmf_insert_pfn_pmd()
1483 pte_free(vma->vm_mm, pgtable); in vmf_insert_pfn_pmd()
1500 pgtable_t pgtable = NULL; in vmf_insert_folio_pmd() local
1510 pgtable = pte_alloc_one(vma->vm_mm); in vmf_insert_folio_pmd()
1511 if (!pgtable) in vmf_insert_folio_pmd()
1517 write, pgtable); in vmf_insert_folio_pmd()
1519 if (error && pgtable) in vmf_insert_folio_pmd()
1520 pte_free(mm, pgtable); in vmf_insert_folio_pmd()
1674 pgtable_t pgtable = NULL; in copy_huge_pmd() local
1699 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd()
1700 if (unlikely(!pgtable)) in copy_huge_pmd()
1727 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1737 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1763 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1772 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
2175 pgtable_t pgtable; in zap_deposited_table() local
2177 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in zap_deposited_table()
2178 pte_free(mm, pgtable); in zap_deposited_table()
2326 pgtable_t pgtable; in move_huge_pmd() local
2327 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
2328 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd()
2800 pgtable_t pgtable; in __split_huge_zero_page_pmd() local
2816 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_zero_page_pmd()
2817 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
2834 pmd_populate(mm, pmd, pgtable); in __split_huge_zero_page_pmd()
2843 pgtable_t pgtable; in __split_huge_pmd_locked() local
2989 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_pmd_locked()
2990 pmd_populate(mm, &_pmd, pgtable); in __split_huge_pmd_locked()
3055 pmd_populate(mm, pmd, pgtable); in __split_huge_pmd_locked()