Lines Matching refs:PG_LEVEL_4K
821 if (sp->role.level > PG_LEVEL_4K) in account_shadowed()
827 if (kvm_mmu_slot_gfn_write_protect(kvm, slot, gfn, PG_LEVEL_4K)) in account_shadowed()
828 kvm_flush_remote_tlbs_gfn(kvm, gfn, PG_LEVEL_4K); in account_shadowed()
868 if (sp->role.level > PG_LEVEL_4K) in unaccount_shadowed()
1073 return &slot->arch.rmap[level - PG_LEVEL_4K][idx]; in gfn_to_rmap()
1197 WARN_ON(sp->role.level == PG_LEVEL_4K); in drop_large_spte()
1315 PG_LEVEL_4K, slot); in kvm_mmu_write_protect_pt_masked()
1348 PG_LEVEL_4K, slot); in kvm_mmu_clear_dirty_pt_masked()
1384 kvm_mmu_try_split_huge_pages(kvm, slot, start, end, PG_LEVEL_4K); in kvm_arch_mmu_enable_log_dirty_pt_masked()
1434 return kvm_mmu_slot_gfn_write_protect(vcpu->kvm, slot, gfn, PG_LEVEL_4K); in kvm_vcpu_write_protect_gfn()
1570 for_each_slot_rmap_range(range->slot, PG_LEVEL_4K, KVM_MAX_HUGEPAGE_LEVEL, in kvm_handle_gfn_range()
1973 if (level == PG_LEVEL_4K) in mmu_pages_next()
1995 WARN_ON(level == PG_LEVEL_4K); in mmu_pages_first()
2108 if (role.level > PG_LEVEL_4K && sp->unsync) in kvm_mmu_find_shadow_page()
2276 WARN_ON_ONCE(role.level != PG_LEVEL_4K); in kvm_mmu_child_role()
2334 if (iterator->level < PG_LEVEL_4K) in shadow_walk_okay()
2483 if (parent->role.level == PG_LEVEL_4K) in mmu_zap_unsync_children()
2791 WARN_ON(sp->role.level != PG_LEVEL_4K); in mmu_try_to_unsync_pages()
2870 if (level > PG_LEVEL_4K && !is_large_pte(*sptep)) { in mmu_set_spte()
2984 if (sp->role.level > PG_LEVEL_4K) in direct_pte_prefetch()
3025 int level = PG_LEVEL_4K; in host_pfn_mapping_level()
3094 for ( ; max_level > PG_LEVEL_4K; max_level--) { in kvm_mmu_max_mapping_level()
3100 if (max_level == PG_LEVEL_4K) in kvm_mmu_max_mapping_level()
3101 return PG_LEVEL_4K; in kvm_mmu_max_mapping_level()
3114 if (unlikely(fault->max_level == PG_LEVEL_4K)) in kvm_mmu_hugepage_adjust()
3129 if (fault->req_level == PG_LEVEL_4K || fault->huge_page_disallowed) in kvm_mmu_hugepage_adjust()
3144 if (cur_level > PG_LEVEL_4K && in disallowed_hugepage_adjust()
3448 if (sp->role.level > PG_LEVEL_4K && in fast_page_fault()
4450 for ( ; fault->max_level > PG_LEVEL_4K; --fault->max_level) { in kvm_tdp_page_fault()
5531 if (sp->role.level == PG_LEVEL_4K) in detect_write_flooding()
5638 if (gentry && sp->role.level != PG_LEVEL_4K) in kvm_mmu_pte_write()
5863 return slot_handle_level(kvm, memslot, fn, PG_LEVEL_4K, in slot_handle_level_4k()
5864 PG_LEVEL_4K, flush_on_yield); in slot_handle_level_4k()
6160 PG_LEVEL_4K, KVM_MAX_HUGEPAGE_LEVEL, in kvm_rmap_zap_gfn_range()
6552 PG_LEVEL_4K, KVM_MAX_HUGEPAGE_LEVEL - 1, true)) in kvm_rmap_zap_collapsible_sptes()