Home
last modified time | relevance | path

Searched refs:gfn (Results 1 – 25 of 80) sorted by relevance

1234

/linux-6.3-rc2/arch/x86/kvm/mmu/
A Dmmutrace.h13 __field(__u64, gfn) \
20 __entry->gfn = sp->gfn; \
224 __entry->gfn = gfn;
246 __entry->gfn = gfn;
339 __field(u64, gfn)
350 __entry->gfn = gfn;
375 __field(u64, gfn)
381 __entry->gfn = fault->gfn;
397 __field(u64, gfn)
407 __entry->gfn = gfn;
[all …]
A Dtdp_mmu.c281 sp->gfn = gfn; in tdp_mmu_init_sp()
428 gfn_t base_gfn = sp->gfn; in handle_removed_pt()
756 iter->gfn, iter->level, in _tdp_mmu_set_spte()
1160 tdp_mmu_for_each_pte(iter, mmu, fault->gfn, fault->gfn + 1) { in kvm_tdp_mmu_map()
1684 gfn + BITS_PER_LONG) { in clear_dirty_pt_masked()
1689 !(mask & (1UL << (iter.gfn - gfn)))) in clear_dirty_pt_masked()
1692 mask &= ~(1UL << (iter.gfn - gfn)); in clear_dirty_pt_masked()
1766 if (iter.gfn < start || iter.gfn >= end) in zap_collapsible_spte_range()
1813 for_each_tdp_pte_min_level(iter, root, min_level, gfn, gfn + 1) { in write_protect_gfn()
1868 tdp_mmu_for_each_pte(iter, mmu, gfn, gfn + 1) { in kvm_tdp_mmu_get_walk()
[all …]
A Dmmu_internal.h73 gfn_t gfn; member
159 static inline gfn_t gfn_round_for_level(gfn_t gfn, int level) in gfn_round_for_level() argument
161 return gfn & -KVM_PAGES_PER_HPAGE(level); in gfn_round_for_level()
165 gfn_t gfn, bool can_unsync, bool prefetch);
168 void kvm_mmu_gfn_allow_lpage(const struct kvm_memory_slot *slot, gfn_t gfn);
170 struct kvm_memory_slot *slot, u64 gfn,
179 kvm_flush_remote_tlbs_with_address(kvm, gfn_round_for_level(gfn, level), in kvm_flush_remote_tlbs_gfn()
233 gfn_t gfn; member
298 fault.gfn = fault.addr >> PAGE_SHIFT; in kvm_mmu_do_page_fault()
299 fault.slot = kvm_vcpu_gfn_to_memslot(vcpu, fault.gfn); in kvm_mmu_do_page_fault()
[all …]
A Dtdp_iter.c15 SPTE_INDEX(iter->gfn << PAGE_SHIFT, iter->level); in tdp_iter_refresh_sptep()
29 iter->gfn = gfn_round_for_level(iter->next_last_level_gfn, iter->level); in tdp_iter_restart()
96 iter->gfn = gfn_round_for_level(iter->next_last_level_gfn, iter->level); in try_step_down()
115 if (SPTE_INDEX(iter->gfn << PAGE_SHIFT, iter->level) == in try_step_side()
119 iter->gfn += KVM_PAGES_PER_HPAGE(iter->level); in try_step_side()
120 iter->next_last_level_gfn = iter->gfn; in try_step_side()
138 iter->gfn = gfn_round_for_level(iter->gfn, iter->level); in try_step_up()
A Dpage_track.c88 static void update_gfn_track(struct kvm_memory_slot *slot, gfn_t gfn, in update_gfn_track() argument
93 index = gfn_to_index(gfn, slot->base_gfn, PG_LEVEL_4K); in update_gfn_track()
116 struct kvm_memory_slot *slot, gfn_t gfn, in kvm_slot_page_track_add_page() argument
127 update_gfn_track(slot, gfn, mode, 1); in kvm_slot_page_track_add_page()
133 kvm_mmu_gfn_disallow_lpage(slot, gfn); in kvm_slot_page_track_add_page()
136 if (kvm_mmu_slot_gfn_write_protect(kvm, slot, gfn, PG_LEVEL_4K)) in kvm_slot_page_track_add_page()
155 struct kvm_memory_slot *slot, gfn_t gfn, in kvm_slot_page_track_remove_page() argument
165 update_gfn_track(slot, gfn, mode, -1); in kvm_slot_page_track_remove_page()
171 kvm_mmu_gfn_allow_lpage(slot, gfn); in kvm_slot_page_track_remove_page()
180 gfn_t gfn, enum kvm_page_track_mode mode) in kvm_slot_page_track_is_active() argument
[all …]
A Dmmu.c813 gfn_t gfn; in account_shadowed() local
816 gfn = sp->gfn; in account_shadowed()
862 gfn_t gfn; in unaccount_shadowed() local
865 gfn = sp->gfn; in unaccount_shadowed()
1089 gfn_t gfn; in rmap_remove() local
1499 gfn_t gfn; member
2093 if (sp->gfn != gfn) { in kvm_mmu_find_shadow_page()
2192 sp->gfn = gfn; in kvm_mmu_alloc_shadow_page()
2925 gfn_t gfn; in direct_pte_prefetch_many() local
4182 arch.gfn = gfn; in kvm_arch_setup_async_pf()
[all …]
A Dpaging_tmpl.h91 gfn_t gfn; member
322 gfn_t gfn; in FNAME() local
430 gfn += pse36_gfn_delta(pte); in FNAME()
526 gfn_t gfn; in FNAME() local
534 gfn = gpte_to_gfn(gpte); in FNAME()
625 gfn_t base_gfn = fault->gfn; in FNAME()
765 gfn_t gfn = walker->gfn ^ walker->table_gfn[level - 1]; in FNAME() local
816 fault->gfn = walker.gfn; in FNAME()
965 gpa = gfn_to_gpa(walker.gfn); in FNAME()
1026 gfn_t gfn; in FNAME() local
[all …]
A Dspte.c71 u64 make_mmio_spte(struct kvm_vcpu *vcpu, u64 gfn, unsigned int access) in make_mmio_spte() argument
75 u64 gpa = gfn << PAGE_SHIFT; in make_mmio_spte()
139 unsigned int pte_access, gfn_t gfn, kvm_pfn_t pfn, in make_spte() argument
193 spte |= static_call(kvm_x86_get_mt_mask)(vcpu, gfn, in make_spte()
223 if (mmu_try_to_unsync_pages(vcpu->kvm, slot, gfn, can_unsync, prefetch)) { in make_spte()
225 __func__, gfn); in make_spte()
246 mark_page_dirty_in_slot(vcpu->kvm, slot, gfn); in make_spte()
/linux-6.3-rc2/drivers/gpu/drm/i915/gvt/
A Dpage_track.c35 struct intel_vgpu *vgpu, unsigned long gfn) in intel_vgpu_find_page_track() argument
37 return radix_tree_lookup(&vgpu->page_track_tree, gfn); in intel_vgpu_find_page_track()
56 track = intel_vgpu_find_page_track(vgpu, gfn); in intel_vgpu_register_page_track()
67 ret = radix_tree_insert(&vgpu->page_track_tree, gfn, track); in intel_vgpu_register_page_track()
83 unsigned long gfn) in intel_vgpu_unregister_page_track() argument
87 track = radix_tree_delete(&vgpu->page_track_tree, gfn); in intel_vgpu_unregister_page_track()
90 intel_gvt_page_track_remove(vgpu, gfn); in intel_vgpu_unregister_page_track()
108 track = intel_vgpu_find_page_track(vgpu, gfn); in intel_vgpu_enable_page_track()
115 ret = intel_gvt_page_track_add(vgpu, gfn); in intel_vgpu_enable_page_track()
135 track = intel_vgpu_find_page_track(vgpu, gfn); in intel_vgpu_disable_page_track()
[all …]
A Dkvmgt.c92 gfn_t gfn; member
100 gfn_t gfn; member
238 if (gfn < itr->gfn) in __gvt_cache_find_gfn()
240 else if (gfn > itr->gfn) in __gvt_cache_find_gfn()
259 new->gfn = gfn; in __gvt_cache_add()
270 if (gfn < itr->gfn) in __gvt_cache_add()
356 if (gfn == p->gfn) { in __kvmgt_protect_table_find()
384 p->gfn = gfn; in kvmgt_protect_table_add()
1557 slot = gfn_to_memslot(kvm, gfn); in intel_gvt_page_track_add()
1624 gfn_t gfn; in kvmgt_page_track_flush_slot() local
[all …]
A Dpage_track.h45 struct intel_vgpu *vgpu, unsigned long gfn);
48 unsigned long gfn, gvt_page_track_handler_t handler,
51 unsigned long gfn);
53 int intel_vgpu_enable_page_track(struct intel_vgpu *vgpu, unsigned long gfn);
54 int intel_vgpu_disable_page_track(struct intel_vgpu *vgpu, unsigned long gfn);
/linux-6.3-rc2/arch/powerpc/kvm/
A Dbook3s_hv_uvmem.c295 if (gfn >= p->base_pfn && gfn < p->base_pfn + p->nr_pfns) { in kvmppc_mark_gfn()
339 if (gfn >= p->base_pfn && gfn < p->base_pfn + p->nr_pfns) { in kvmppc_gfn_is_uvmem_pfn()
369 if (*gfn >= iter->base_pfn && *gfn < iter->base_pfn + iter->nr_pfns) { in kvmppc_next_nontransitioned_gfn()
383 *gfn = i; in kvmppc_next_nontransitioned_gfn()
616 unsigned long uvmem_pfn, gfn; in kvmppc_uvmem_drop_pages() local
623 gfn = slot->base_gfn; in kvmppc_uvmem_drop_pages()
903 pfn = gfn_to_pfn(kvm, gfn); in kvmppc_share_page()
919 kvmppc_gfn_shared(gfn, kvm); in kvmppc_share_page()
961 start = gfn_to_hva(kvm, gfn); in kvmppc_h_svm_page_in()
1066 start = gfn_to_hva(kvm, gfn); in kvmppc_h_svm_page_out()
[all …]
A Dbook3s_64_mmu_hv.c563 gfn = gpa >> PAGE_SHIFT; in kvmppc_book3s_hv_page_fault()
844 gfn_t gfn; in kvm_unmap_gfn_range_hv() local
847 for (gfn = range->start; gfn < range->end; gfn++) in kvm_unmap_gfn_range_hv()
850 for (gfn = range->start; gfn < range->end; gfn++) in kvm_unmap_gfn_range_hv()
860 unsigned long gfn; in kvmppc_core_flush_memslot_hv() local
885 unsigned long gfn) in kvm_age_rmapp() argument
941 gfn_t gfn; in kvm_age_gfn_hv() local
945 for (gfn = range->start; gfn < range->end; gfn++) in kvm_age_gfn_hv()
948 for (gfn = range->start; gfn < range->end; gfn++) in kvm_age_gfn_hv()
1104 unsigned long gfn; in kvmppc_harvest_vpa_dirty() local
[all …]
A De500_mmu_host.c353 slot = gfn_to_memslot(vcpu_e500->vcpu.kvm, gfn); in kvmppc_e500_shadow_map()
354 hva = gfn_to_hva_memslot(slot, gfn); in kvmppc_e500_shadow_map()
381 slot_start = pfn - (gfn - slot->base_gfn); in kvmppc_e500_shadow_map()
409 gfn_start = gfn & ~(tsize_pages - 1); in kvmppc_e500_shadow_map()
412 if (gfn_start + pfn - gfn < start) in kvmppc_e500_shadow_map()
414 if (gfn_end + pfn - gfn > end) in kvmppc_e500_shadow_map()
416 if ((gfn & (tsize_pages - 1)) != in kvmppc_e500_shadow_map()
449 pfn = gfn_to_pfn_memslot(slot, gfn); in kvmppc_e500_shadow_map()
453 __func__, (long)gfn); in kvmppc_e500_shadow_map()
488 __func__, (long)gfn, pfn); in kvmppc_e500_shadow_map()
[all …]
A Dbook3s_hv_rm_mmu.c104 gfn -= memslot->base_gfn; in kvmppc_update_dirty_map()
113 unsigned long gfn; in kvmppc_set_dirty_from_hpte() local
117 gfn = hpte_rpn(hpte_gr, psize); in kvmppc_set_dirty_from_hpte()
131 unsigned long gfn; in revmap_for_hpte() local
138 *gfnp = gfn; in revmap_for_hpte()
156 unsigned long gfn; in remove_revmap_chain() local
179 kvmppc_update_dirty_map(memslot, gfn, in remove_revmap_chain()
188 unsigned long i, pa, gpa, gfn, psize; in kvmppc_do_h_enter() local
227 gfn = gpa >> PAGE_SHIFT; in kvmppc_do_h_enter()
242 slot_fn = gfn - memslot->base_gfn; in kvmppc_do_h_enter()
[all …]
A Dbook3s_64_mmu_radix.c424 unsigned long gfn = gpa >> PAGE_SHIFT; in kvmppc_unmap_pte() local
436 memslot = gfn_to_memslot(kvm, gfn); in kvmppc_unmap_pte()
943 unsigned long gpa, gfn; in kvmppc_book3s_radix_page_fault() local
964 gfn = gpa >> PAGE_SHIFT; in kvmppc_book3s_radix_page_fault()
972 memslot = gfn_to_memslot(kvm, gfn); in kvmppc_book3s_radix_page_fault()
1022 unsigned long gfn) in kvm_unmap_radix() argument
1025 unsigned long gpa = gfn << PAGE_SHIFT; in kvm_unmap_radix()
1041 unsigned long gfn) in kvm_age_radix() argument
1044 unsigned long gpa = gfn << PAGE_SHIFT; in kvm_age_radix()
1069 unsigned long gfn) in kvm_test_age_radix() argument
[all …]
/linux-6.3-rc2/include/linux/
A Dkvm_host.h293 kvm_pfn_t gfn; member
1220 mark_page_dirty(kvm, gfn); \
1618 if (gfn >= slot->base_gfn && gfn < slot->base_gfn + slot->npages) in try_get_memslot()
1641 if (gfn >= slot->base_gfn) { in search_memslots()
1642 if (gfn < slot->base_gfn + slot->npages) in search_memslots()
1658 slot = try_get_memslot(slot, gfn); in ____gfn_to_memslot()
1662 slot = search_memslots(slots, gfn, approx); in ____gfn_to_memslot()
1691 unsigned long offset = gfn - slot->base_gfn; in __gfn_to_hva_memslot()
1698 return gfn_to_memslot(kvm, gfn)->id; in memslot_id()
1709 static inline gpa_t gfn_to_gpa(gfn_t gfn) in gfn_to_gpa() argument
[all …]
/linux-6.3-rc2/include/xen/
A Dxen-ops.h66 xen_pfn_t *gfn, int nr,
79 xen_pfn_t *gfn, int nr, in xen_xlate_remap_gfn_array() argument
116 xen_pfn_t *gfn, int nr, in xen_remap_domain_gfn_array() argument
122 return xen_xlate_remap_gfn_array(vma, addr, gfn, nr, err_ptr, in xen_remap_domain_gfn_array()
130 return xen_remap_pfn(vma, addr, gfn, nr, err_ptr, prot, domid, in xen_remap_domain_gfn_array()
176 xen_pfn_t gfn, int nr, in xen_remap_domain_gfn_range() argument
183 return xen_remap_pfn(vma, addr, &gfn, nr, NULL, prot, domid, false); in xen_remap_domain_gfn_range()
/linux-6.3-rc2/drivers/xen/
A Dxlate_mmu.c45 typedef void (*xen_gfn_fn_t)(unsigned long gfn, void *data);
84 static void setup_hparams(unsigned long gfn, void *data) in setup_hparams() argument
89 info->h_gpfns[info->h_iter] = gfn; in setup_hparams()
145 xen_pfn_t *gfn, int nr, in xen_xlate_remap_gfn_array() argument
158 data.fgfn = gfn; in xen_xlate_remap_gfn_array()
174 static void unmap_gfn(unsigned long gfn, void *data) in unmap_gfn() argument
179 xrp.gpfn = gfn; in unmap_gfn()
197 static void setup_balloon_gfn(unsigned long gfn, void *data) in setup_balloon_gfn() argument
201 info->pfns[info->idx++] = gfn; in setup_balloon_gfn()
/linux-6.3-rc2/virt/kvm/
A Dkvm_main.c2422 gfn_t gfn) in gfn_to_hva_memslot() argument
2430 return gfn_to_hva_many(gfn_to_memslot(kvm, gfn), gfn, NULL); in gfn_to_hva()
2765 return gfn_to_pfn_memslot(gfn_to_memslot(kvm, gfn), gfn); in gfn_to_pfn()
2771 return gfn_to_pfn_memslot(kvm_vcpu_gfn_to_memslot(vcpu, gfn), gfn); in kvm_vcpu_gfn_to_pfn()
2852 map->gfn = gfn; in kvm_vcpu_map()
3032 ++gfn; in kvm_read_guest()
3052 ++gfn; in kvm_vcpu_read_guest()
3136 ++gfn; in kvm_write_guest()
3157 ++gfn; in kvm_vcpu_write_guest()
3301 ++gfn; in kvm_clear_guest()
[all …]
A Ddirty_ring.c89 static inline void kvm_dirty_gfn_set_invalid(struct kvm_dirty_gfn *gfn) in kvm_dirty_gfn_set_invalid() argument
91 smp_store_release(&gfn->flags, 0); in kvm_dirty_gfn_set_invalid()
94 static inline void kvm_dirty_gfn_set_dirtied(struct kvm_dirty_gfn *gfn) in kvm_dirty_gfn_set_dirtied() argument
96 gfn->flags = KVM_DIRTY_GFN_F_DIRTY; in kvm_dirty_gfn_set_dirtied()
99 static inline bool kvm_dirty_gfn_harvested(struct kvm_dirty_gfn *gfn) in kvm_dirty_gfn_harvested() argument
101 return smp_load_acquire(&gfn->flags) & KVM_DIRTY_GFN_F_RESET; in kvm_dirty_gfn_harvested()
/linux-6.3-rc2/include/trace/events/
A Dkvm.h261 TP_PROTO(u64 gva, u64 gfn),
263 TP_ARGS(gva, gfn),
267 __field(u64, gfn)
272 __entry->gfn = gfn;
275 TP_printk("gva = %#llx, gfn = %#llx", __entry->gva, __entry->gfn)
280 TP_PROTO(u64 gva, u64 gfn),
282 TP_ARGS(gva, gfn)
287 TP_PROTO(u64 gva, u64 gfn),
289 TP_ARGS(gva, gfn)
/linux-6.3-rc2/arch/x86/include/asm/
A Dkvm_page_track.h61 struct kvm_memory_slot *slot, gfn_t gfn,
64 struct kvm_memory_slot *slot, gfn_t gfn,
68 gfn_t gfn, enum kvm_page_track_mode mode);
A Dsev-common.h86 #define GHCB_MSR_PSC_REQ_GFN(gfn, op) \ argument
90 ((u64)((gfn) & GENMASK_ULL(39, 0)) << 12) | \
120 gfn : 40, member
/linux-6.3-rc2/arch/riscv/kvm/
A Dvcpu_exit.c19 gfn_t gfn; in gstage_page_fault() local
23 gfn = fault_addr >> PAGE_SHIFT; in gstage_page_fault()
24 memslot = gfn_to_memslot(vcpu->kvm, gfn); in gstage_page_fault()
25 hva = gfn_to_hva_memslot_prot(memslot, gfn, &writable); in gstage_page_fault()

Completed in 93 milliseconds

1234