| /linux/arch/x86/kvm/mmu/ |
| A D | tdp_iter.h | 17 static inline u64 kvm_tdp_mmu_read_spte(tdp_ptep_t sptep) in kvm_tdp_mmu_read_spte() argument
19 return READ_ONCE(*rcu_dereference(sptep)); in kvm_tdp_mmu_read_spte()
25 return xchg(rcu_dereference(sptep), new_spte); in kvm_tdp_mmu_write_spte_atomic()
28 static inline void __kvm_tdp_mmu_write_spte(tdp_ptep_t sptep, u64 new_spte) in __kvm_tdp_mmu_write_spte() argument
31 WRITE_ONCE(*rcu_dereference(sptep), new_spte); in __kvm_tdp_mmu_write_spte()
53 static inline u64 kvm_tdp_mmu_write_spte(tdp_ptep_t sptep, u64 old_spte, in kvm_tdp_mmu_write_spte() argument
57 return kvm_tdp_mmu_write_spte_atomic(sptep, new_spte); in kvm_tdp_mmu_write_spte()
59 __kvm_tdp_mmu_write_spte(sptep, new_spte); in kvm_tdp_mmu_write_spte()
69 sptep_atomic = (atomic64_t *)rcu_dereference(sptep); in tdp_mmu_clear_spte_bits()
73 __kvm_tdp_mmu_write_spte(sptep, old_spte & ~mask); in tdp_mmu_clear_spte_bits()
[all …]
|
| A D | mmutrace.h | 214 TP_ARGS(sptep, gfn, spte),
217 __field(void *, sptep)
224 __entry->sptep = sptep;
265 __field(u64 *, sptep)
275 __entry->sptep = sptep;
277 __entry->new_spte = *sptep;
337 TP_ARGS(level, gfn, sptep),
342 __field(u64, sptep)
352 __entry->spte = *sptep;
353 __entry->sptep = virt_to_phys(sptep);
[all …]
|
| A D | mmu.c | 158 u64 *sptep; member
1126 u64 *sptep; in rmap_get_first() local
1152 u64 *sptep; in rmap_get_next() local
1158 if (sptep) in rmap_get_next()
1234 u64 *sptep; in rmap_write_protect() local
1272 u64 *sptep; in __rmap_clear_dirty() local
1625 u64 *sptep; in kvm_rmap_age_gfn_range() local
1764 u64 *sptep; in kvm_mmu_mark_parents_unsync() local
2524 u64 *sptep; in kvm_mmu_unlink_parents() local
3461 sptep = iterator.sptep; in fast_pf_get_last_sptep()
[all …]
|
| A D | tdp_iter.c | 14 iter->sptep = iter->pt_path[iter->level - 1] + in tdp_iter_refresh_sptep()
16 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in tdp_iter_refresh_sptep()
89 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in try_step_down()
122 iter->sptep++; in try_step_side()
123 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in try_step_side()
|
| A D | tdp_mmu.c | 206 sp->ptep = sptep; in tdp_mmu_init_sp()
218 parent_sp = sptep_to_sp(rcu_dereference(iter->sptep)); in tdp_mmu_init_child_sp()
354 tdp_ptep_t sptep = pt + i; in handle_removed_pt() local
383 old_spte = kvm_tdp_mmu_read_spte(sptep); in handle_removed_pt()
415 old_spte = kvm_tdp_mmu_write_spte(sptep, old_spte, in handle_removed_pt()
536 u64 *sptep = rcu_dereference(iter->sptep); in __tdp_mmu_set_spte_atomic() local
553 if (!try_cmpxchg64(sptep, &iter->old_spte, new_spte)) in __tdp_mmu_set_spte_atomic()
1060 rcu_dereference(iter->sptep)); in tdp_mmu_map_handle_target_level()
1778 tdp_ptep_t sptep = NULL; in kvm_tdp_mmu_fast_pf_get_last_sptep() local
1782 sptep = iter.sptep; in kvm_tdp_mmu_fast_pf_get_last_sptep()
[all …]
|
| A D | paging_tmpl.h | 585 u64 *sptep) in FNAME()
592 sp = sptep_to_sp(sptep); in FNAME()
611 if (spte == sptep) in FNAME()
668 clear_sp_write_flooding_count(it.sptep); in FNAME()
711 link_shadow_page(vcpu, it.sptep, sp); in FNAME()
746 link_shadow_page(vcpu, it.sptep, sp); in FNAME()
760 FNAME(pte_prefetch)(vcpu, gw, it.sptep); in FNAME()
908 u64 *sptep, spte; in FNAME() local
961 sptep = &sp->spt[i]; in FNAME()
962 spte = *sptep; in FNAME()
[all …]
|
| A D | spte.h | 226 static inline int spte_index(u64 *sptep) in spte_index() argument
228 return ((unsigned long)sptep / sizeof(*sptep)) & (SPTE_ENT_PER_PAGE - 1); in spte_index()
253 static inline struct kvm_mmu_page *sptep_to_sp(u64 *sptep) in sptep_to_sp() argument
255 return to_shadow_page(__pa(sptep)); in sptep_to_sp()
|
| /linux/arch/s390/mm/ |
| A D | pgtable.c | 679 pte_t *sptep, pte_t *tptep, pte_t pte) in ptep_shadow_pte() argument
687 spgste = pgste_get_lock(sptep); in ptep_shadow_pte()
688 spte = *sptep; in ptep_shadow_pte()
701 pgste_set_unlock(sptep, spgste); in ptep_shadow_pte()
|
| A D | gmap.c | 2143 pte_t *sptep, *tptep; in gmap_shadow_page() local
2167 sptep = gmap_pte_op_walk(parent, paddr, &ptl); in gmap_shadow_page()
2168 if (sptep) { in gmap_shadow_page()
2174 gmap_pte_op_end(sptep, ptl); in gmap_shadow_page()
2178 rc = ptep_shadow_pte(sg->mm, saddr, sptep, tptep, pte); in gmap_shadow_page()
2185 gmap_pte_op_end(sptep, ptl); in gmap_shadow_page()
|
| /linux/arch/s390/include/asm/ |
| A D | pgtable.h | 1341 pte_t *sptep, pte_t *tptep, pte_t pte);
|