Lines Matching refs:pgt
59 struct kvm_pgtable *pgt = mmu->pgt; in stage2_apply_range() local
60 if (!pgt) in stage2_apply_range()
64 ret = fn(pgt, addr, next - addr); in stage2_apply_range()
662 struct kvm_pgtable pgt = { in get_user_mapping_size() local
673 ret = kvm_pgtable_get_leaf(&pgt, addr, &pte, &level); in get_user_mapping_size()
709 struct kvm_pgtable *pgt; in kvm_init_stage2_mmu() local
736 if (mmu->pgt != NULL) { in kvm_init_stage2_mmu()
741 pgt = kzalloc(sizeof(*pgt), GFP_KERNEL_ACCOUNT); in kvm_init_stage2_mmu()
742 if (!pgt) in kvm_init_stage2_mmu()
746 err = kvm_pgtable_stage2_init(pgt, mmu, &kvm_s2_mm_ops); in kvm_init_stage2_mmu()
759 mmu->pgt = pgt; in kvm_init_stage2_mmu()
760 mmu->pgd_phys = __pa(pgt->pgd); in kvm_init_stage2_mmu()
764 kvm_pgtable_stage2_destroy(pgt); in kvm_init_stage2_mmu()
766 kfree(pgt); in kvm_init_stage2_mmu()
841 struct kvm_pgtable *pgt = NULL; in kvm_free_stage2_pgd() local
844 pgt = mmu->pgt; in kvm_free_stage2_pgd()
845 if (pgt) { in kvm_free_stage2_pgd()
847 mmu->pgt = NULL; in kvm_free_stage2_pgd()
852 if (pgt) { in kvm_free_stage2_pgd()
853 kvm_pgtable_stage2_destroy(pgt); in kvm_free_stage2_pgd()
854 kfree(pgt); in kvm_free_stage2_pgd()
899 struct kvm_pgtable *pgt = kvm->arch.mmu.pgt; in kvm_phys_addr_ioremap() local
917 ret = kvm_pgtable_stage2_map(pgt, addr, PAGE_SIZE, pa, prot, in kvm_phys_addr_ioremap()
1208 struct kvm_pgtable *pgt; in user_mem_abort() local
1337 pgt = vcpu->arch.hw_mmu->pgt; in user_mem_abort()
1382 ret = kvm_pgtable_stage2_relax_perms(pgt, fault_ipa, prot); in user_mem_abort()
1384 ret = kvm_pgtable_stage2_map(pgt, fault_ipa, vma_pagesize, in user_mem_abort()
1413 pte = kvm_pgtable_stage2_mkyoung(mmu->pgt, fault_ipa); in handle_access_fault()
1454 if (fault_ipa >= BIT_ULL(vcpu->arch.hw_mmu->pgt->ia_bits)) { in kvm_handle_guest_abort()
1566 if (!kvm->arch.mmu.pgt) in kvm_unmap_gfn_range()
1580 if (!kvm->arch.mmu.pgt) in kvm_set_spte_gfn()
1603 kvm_pgtable_stage2_map(kvm->arch.mmu.pgt, range->start << PAGE_SHIFT, in kvm_set_spte_gfn()
1616 if (!kvm->arch.mmu.pgt) in kvm_age_gfn()
1621 kpte = kvm_pgtable_stage2_mkold(kvm->arch.mmu.pgt, in kvm_age_gfn()
1629 if (!kvm->arch.mmu.pgt) in kvm_test_age_gfn()
1632 return kvm_pgtable_stage2_is_young(kvm->arch.mmu.pgt, in kvm_test_age_gfn()