| /linux/arch/powerpc/kvm/ |
| A D | book3s_hv_rm_mmu.c | 205 unsigned long mmu_seq; in kvmppc_do_h_enter() local
228 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_do_h_enter()
255 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &hpage_shift); in kvmppc_do_h_enter()
375 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_do_h_enter()
909 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_get_hpa()
936 unsigned long pa, mmu_seq; in kvmppc_do_h_page_init_zero() local
941 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_do_h_page_init_zero()
946 ret = kvmppc_get_hpa(vcpu, mmu_seq, dest, 1, &pa, &memslot); in kvmppc_do_h_page_init_zero()
963 unsigned long dest_pa, src_pa, mmu_seq; in kvmppc_do_h_page_init_copy() local
969 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_do_h_page_init_copy()
[all …]
|
| A D | book3s_64_vio_hv.c | 436 static long kvmppc_rm_ua_to_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, in kvmppc_rm_ua_to_hpa() argument
455 ptep = find_kvm_host_pte(vcpu->kvm, mmu_seq, ua, &shift); in kvmppc_rm_ua_to_hpa()
487 unsigned long mmu_seq; in kvmppc_rm_h_put_tce_indirect() local
494 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_rm_h_put_tce_indirect()
544 if (kvmppc_rm_ua_to_hpa(vcpu, mmu_seq, ua, &tces)) { in kvmppc_rm_h_put_tce_indirect()
|
| A D | book3s_64_mmu_host.c | 86 unsigned long mmu_seq; in kvmppc_mmu_map_page() local
93 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_mmu_map_page()
154 if (!cpte || mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_mmu_map_page()
|
| A D | book3s_64_mmu_radix.c | 605 unsigned long mmu_seq, unsigned int lpid, in kvmppc_create_pte() argument
637 if (mmu_notifier_retry(kvm, mmu_seq)) in kvmppc_create_pte()
817 unsigned long mmu_seq; in kvmppc_book3s_instantiate_page() local
827 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_book3s_instantiate_page()
860 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_instantiate_page()
910 mmu_seq, kvm->arch.lpid, NULL, NULL); in kvmppc_book3s_instantiate_page()
|
| A D | e500_mmu_host.c | 333 unsigned long mmu_seq; in kvmppc_e500_shadow_map() local
342 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_e500_shadow_map()
463 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_e500_shadow_map()
|
| A D | book3s_64_mmu_hv.c | 490 unsigned long mmu_seq, psize, pte_size; in kvmppc_book3s_hv_page_fault() local
573 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_book3s_hv_page_fault()
610 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_hv_page_fault()
688 if (mmu_notifier_retry(vcpu->kvm, mmu_seq)) { in kvmppc_book3s_hv_page_fault()
|
| A D | book3s_hv_nested.c | 1488 unsigned long mmu_seq; in __kvmhv_nested_page_fault() local
1578 mmu_seq = kvm->mmu_notifier_seq; in __kvmhv_nested_page_fault()
1637 mmu_seq, gp->shadow_lpid, rmapp, &n_rmap); in __kvmhv_nested_page_fault()
|
| /linux/arch/powerpc/include/asm/ |
| A D | kvm_book3s_64.h | 639 unsigned long mmu_seq, unsigned int lpid,
673 static inline pte_t *find_kvm_host_pte(struct kvm *kvm, unsigned long mmu_seq, in find_kvm_host_pte() argument
681 if (mmu_notifier_retry(kvm, mmu_seq)) in find_kvm_host_pte()
|
| /linux/arch/mips/kvm/ |
| A D | mmu.c | 599 unsigned long mmu_seq; in kvm_mips_map_page() local
618 mmu_seq = kvm->mmu_notifier_seq; in kvm_mips_map_page()
641 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvm_mips_map_page()
|
| /linux/arch/riscv/kvm/ |
| A D | mmu.c | 652 unsigned long vma_pagesize, mmu_seq; in kvm_riscv_stage2_map() local
691 mmu_seq = kvm->mmu_notifier_seq; in kvm_riscv_stage2_map()
711 if (mmu_notifier_retry(kvm, mmu_seq)) in kvm_riscv_stage2_map()
|
| /linux/arch/x86/kvm/mmu/ |
| A D | paging_tmpl.h | 837 unsigned long mmu_seq; in FNAME() local
884 mmu_seq = vcpu->kvm->mmu_notifier_seq; in FNAME()
915 if (is_page_fault_stale(vcpu, fault, mmu_seq)) in FNAME()
|
| A D | mmu.c | 3988 struct kvm_page_fault *fault, int mmu_seq) in is_page_fault_stale() argument
4008 mmu_notifier_retry_hva(vcpu->kvm, mmu_seq, fault->hva); in is_page_fault_stale()
4015 unsigned long mmu_seq; in direct_page_fault() local
4032 mmu_seq = vcpu->kvm->mmu_notifier_seq; in direct_page_fault()
4048 if (is_page_fault_stale(vcpu, fault, mmu_seq)) in direct_page_fault()
|
| /linux/include/linux/ |
| A D | kvm_host.h | 1521 static inline int mmu_notifier_retry(struct kvm *kvm, unsigned long mmu_seq) in mmu_notifier_retry() argument
1536 if (kvm->mmu_notifier_seq != mmu_seq) in mmu_notifier_retry()
1542 unsigned long mmu_seq, in mmu_notifier_retry_hva() argument
1556 if (kvm->mmu_notifier_seq != mmu_seq) in mmu_notifier_retry_hva()
|
| /linux/arch/arm64/kvm/ |
| A D | mmu.c | 951 unsigned long mmu_seq; in user_mem_abort() local
1043 mmu_seq = vcpu->kvm->mmu_notifier_seq; in user_mem_abort()
1093 if (mmu_notifier_retry(kvm, mmu_seq)) in user_mem_abort()
|