Lines Matching refs:kvm_mmu_page
57 static void tdp_mmu_free_sp(struct kvm_mmu_page *sp) in tdp_mmu_free_sp()
73 struct kvm_mmu_page *sp = container_of(head, struct kvm_mmu_page, in tdp_mmu_free_sp_rcu_callback()
79 static void tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root,
84 struct kvm_mmu_page *root = container_of(work, struct kvm_mmu_page, in tdp_mmu_zap_root_work()
112 static void tdp_mmu_schedule_zap_root(struct kvm *kvm, struct kvm_mmu_page *root) in tdp_mmu_schedule_zap_root()
119 static inline bool kvm_tdp_root_mark_invalid(struct kvm_mmu_page *page) in kvm_tdp_root_mark_invalid()
129 void kvm_tdp_mmu_put_root(struct kvm *kvm, struct kvm_mmu_page *root, in kvm_tdp_mmu_put_root()
193 static struct kvm_mmu_page *tdp_mmu_next_root(struct kvm *kvm, in tdp_mmu_next_root()
194 struct kvm_mmu_page *prev_root, in tdp_mmu_next_root()
197 struct kvm_mmu_page *next_root; in tdp_mmu_next_root()
263 static struct kvm_mmu_page *tdp_mmu_alloc_sp(struct kvm_vcpu *vcpu) in tdp_mmu_alloc_sp()
265 struct kvm_mmu_page *sp; in tdp_mmu_alloc_sp()
273 static void tdp_mmu_init_sp(struct kvm_mmu_page *sp, tdp_ptep_t sptep, in tdp_mmu_init_sp()
288 static void tdp_mmu_init_child_sp(struct kvm_mmu_page *child_sp, in tdp_mmu_init_child_sp()
291 struct kvm_mmu_page *parent_sp; in tdp_mmu_init_child_sp()
306 struct kvm_mmu_page *root; in kvm_tdp_mmu_get_vcpu_root_hpa()
366 static void tdp_account_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp) in tdp_account_mmu_page()
372 static void tdp_unaccount_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp) in tdp_unaccount_mmu_page()
387 static void tdp_mmu_unlink_sp(struct kvm *kvm, struct kvm_mmu_page *sp, in tdp_mmu_unlink_sp()
426 struct kvm_mmu_page *sp = sptep_to_sp(rcu_dereference(pt)); in handle_removed_pt()
849 static void __tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root, in __tdp_mmu_zap_root()
875 static void tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root, in tdp_mmu_zap_root()
911 bool kvm_tdp_mmu_zap_sp(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_tdp_mmu_zap_sp()
939 static bool tdp_mmu_zap_leafs(struct kvm *kvm, struct kvm_mmu_page *root, in tdp_mmu_zap_leafs()
982 struct kvm_mmu_page *root; in kvm_tdp_mmu_zap_leafs()
992 struct kvm_mmu_page *root; in kvm_tdp_mmu_zap_all()
1041 struct kvm_mmu_page *root; in kvm_tdp_mmu_invalidate_all_roots()
1061 struct kvm_mmu_page *sp = sptep_to_sp(rcu_dereference(iter->sptep)); in tdp_mmu_map_handle_target_level()
1121 struct kvm_mmu_page *sp, bool shared) in tdp_mmu_link_sp()
1140 struct kvm_mmu_page *sp, bool shared);
1151 struct kvm_mmu_page *sp; in kvm_tdp_mmu_map()
1242 struct kvm_mmu_page *root; in kvm_tdp_mmu_handle_gfn()
1362 static bool wrprot_gfn_range(struct kvm *kvm, struct kvm_mmu_page *root, in wrprot_gfn_range()
1403 struct kvm_mmu_page *root; in kvm_tdp_mmu_wrprot_slot()
1415 static struct kvm_mmu_page *__tdp_mmu_alloc_sp_for_split(gfp_t gfp) in __tdp_mmu_alloc_sp_for_split()
1417 struct kvm_mmu_page *sp; in __tdp_mmu_alloc_sp_for_split()
1434 static struct kvm_mmu_page *tdp_mmu_alloc_sp_for_split(struct kvm *kvm, in tdp_mmu_alloc_sp_for_split()
1438 struct kvm_mmu_page *sp; in tdp_mmu_alloc_sp_for_split()
1475 struct kvm_mmu_page *sp, bool shared) in tdp_mmu_split_huge_page()
1513 struct kvm_mmu_page *root, in tdp_mmu_split_huge_pages_root()
1517 struct kvm_mmu_page *sp = NULL; in tdp_mmu_split_huge_pages_root()
1586 struct kvm_mmu_page *root; in kvm_tdp_mmu_try_split_huge_pages()
1607 static bool clear_dirty_gfn_range(struct kvm *kvm, struct kvm_mmu_page *root, in clear_dirty_gfn_range()
1656 struct kvm_mmu_page *root; in kvm_tdp_mmu_clear_dirty_slot()
1675 static void clear_dirty_pt_masked(struct kvm *kvm, struct kvm_mmu_page *root, in clear_dirty_pt_masked()
1724 struct kvm_mmu_page *root; in kvm_tdp_mmu_clear_dirty_pt_masked()
1732 struct kvm_mmu_page *root, in zap_collapsible_spte_range()
1789 struct kvm_mmu_page *root; in kvm_tdp_mmu_zap_collapsible_sptes()
1802 static bool write_protect_gfn(struct kvm *kvm, struct kvm_mmu_page *root, in write_protect_gfn()
1842 struct kvm_mmu_page *root; in kvm_tdp_mmu_write_protect_gfn()