| /linux-6.3-rc2/arch/x86/kvm/mmu/ |
| A D | tdp_iter.h | 17 static inline u64 kvm_tdp_mmu_read_spte(tdp_ptep_t sptep) in kvm_tdp_mmu_read_spte() argument
19 return READ_ONCE(*rcu_dereference(sptep)); in kvm_tdp_mmu_read_spte()
22 static inline u64 kvm_tdp_mmu_write_spte_atomic(tdp_ptep_t sptep, u64 new_spte) in kvm_tdp_mmu_write_spte_atomic() argument
24 return xchg(rcu_dereference(sptep), new_spte); in kvm_tdp_mmu_write_spte_atomic()
27 static inline void __kvm_tdp_mmu_write_spte(tdp_ptep_t sptep, u64 new_spte) in __kvm_tdp_mmu_write_spte() argument
29 WRITE_ONCE(*rcu_dereference(sptep), new_spte); in __kvm_tdp_mmu_write_spte()
32 static inline u64 kvm_tdp_mmu_write_spte(tdp_ptep_t sptep, u64 old_spte, in kvm_tdp_mmu_write_spte() argument
49 return kvm_tdp_mmu_write_spte_atomic(sptep, new_spte); in kvm_tdp_mmu_write_spte()
51 __kvm_tdp_mmu_write_spte(sptep, new_spte); in kvm_tdp_mmu_write_spte()
73 tdp_ptep_t sptep; member
|
| A D | mmu.c | 145 u64 *sptep; member
1128 u64 *sptep; in rmap_get_first() local
1154 u64 *sptep; in rmap_get_next() local
1226 rmap_printk("spte %p %llx\n", sptep, *sptep); in spte_write_protect()
1238 u64 *sptep; in rmap_write_protect() local
1252 rmap_printk("spte %p %llx\n", sptep, *sptep); in spte_clear_dirty()
1278 u64 *sptep; in __rmap_clear_dirty() local
1454 u64 *sptep; in kvm_set_pte_rmap() local
1466 sptep, *sptep, gfn, level); in kvm_set_pte_rmap()
1608 u64 *sptep; in kvm_age_rmap() local
[all …]
|
| A D | mmutrace.h | 213 TP_ARGS(sptep, gfn, spte),
216 __field(void *, sptep)
223 __entry->sptep = sptep;
264 __field(u64 *, sptep)
274 __entry->sptep = sptep;
276 __entry->new_spte = *sptep;
336 TP_ARGS(level, gfn, sptep),
341 __field(u64, sptep)
351 __entry->spte = *sptep;
352 __entry->sptep = virt_to_phys(sptep);
[all …]
|
| A D | paging_tmpl.h | 576 u64 *sptep) in FNAME()
583 sp = sptep_to_sp(sptep); in FNAME()
602 if (spte == sptep) in FNAME()
713 link_shadow_page(vcpu, it.sptep, sp); in FNAME()
896 u64 *sptep; in FNAME() local
914 sptep = iterator.sptep; in FNAME()
916 sp = sptep_to_sp(sptep); in FNAME()
917 old_spte = *sptep; in FNAME()
1021 u64 *sptep, spte; in FNAME() local
1067 sptep = &sp->spt[i]; in FNAME()
[all …]
|
| A D | tdp_iter.c | 14 iter->sptep = iter->pt_path[iter->level - 1] + in tdp_iter_refresh_sptep()
16 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in tdp_iter_refresh_sptep()
88 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in try_step_down()
121 iter->sptep++; in try_step_side()
122 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in try_step_side()
|
| A D | tdp_mmu.c | 282 sp->ptep = sptep; in tdp_mmu_init_sp()
294 parent_sp = sptep_to_sp(rcu_dereference(iter->sptep)); in tdp_mmu_init_child_sp()
436 tdp_ptep_t sptep = pt + i; in handle_removed_pt() local
465 old_spte = kvm_tdp_mmu_read_spte(sptep); in handle_removed_pt()
497 old_spte = kvm_tdp_mmu_write_spte(sptep, old_spte, in handle_removed_pt()
642 u64 *sptep = rcu_dereference(iter->sptep); in tdp_mmu_set_spte_atomic() local
692 __kvm_tdp_mmu_write_spte(iter->sptep, 0); in tdp_mmu_zap_spte_atomic()
1102 rcu_dereference(iter->sptep)); in tdp_mmu_map_handle_target_level()
1893 tdp_ptep_t sptep = NULL; in kvm_tdp_mmu_fast_pf_get_last_sptep() local
1897 sptep = iter.sptep; in kvm_tdp_mmu_fast_pf_get_last_sptep()
[all …]
|
| A D | spte.h | 207 static inline int spte_index(u64 *sptep) in spte_index() argument
209 return ((unsigned long)sptep / sizeof(*sptep)) & (SPTE_ENT_PER_PAGE - 1); in spte_index()
234 static inline struct kvm_mmu_page *sptep_to_sp(u64 *sptep) in sptep_to_sp() argument
236 return to_shadow_page(__pa(sptep)); in sptep_to_sp()
|
| /linux-6.3-rc2/arch/s390/mm/ |
| A D | pgtable.c | 688 pte_t *sptep, pte_t *tptep, pte_t pte) in ptep_shadow_pte() argument
696 spgste = pgste_get_lock(sptep); in ptep_shadow_pte()
697 spte = *sptep; in ptep_shadow_pte()
710 pgste_set_unlock(sptep, spgste); in ptep_shadow_pte()
|
| A D | gmap.c | 2128 pte_t *sptep, *tptep; in gmap_shadow_page() local
2152 sptep = gmap_pte_op_walk(parent, paddr, &ptl); in gmap_shadow_page()
2153 if (sptep) { in gmap_shadow_page()
2163 rc = ptep_shadow_pte(sg->mm, saddr, sptep, tptep, pte); in gmap_shadow_page()
|
| /linux-6.3-rc2/arch/s390/include/asm/ |
| A D | pgtable.h | 1289 pte_t *sptep, pte_t *tptep, pte_t pte);
|