/linux-6.3-rc2/arch/powerpc/kvm/ |
A D | book3s_hv_uvmem.c | 394 unsigned long gfn = memslot->base_gfn; in kvmppc_memslot_page_merge() 433 kvmppc_uvmem_slot_free(kvm, memslot); in __kvmppc_uvmem_memslot_delete() 449 memslot->base_gfn << PAGE_SHIFT, in __kvmppc_uvmem_memslot_create() 450 memslot->npages * PAGE_SIZE, in __kvmppc_uvmem_memslot_create() 451 0, memslot->id); in __kvmppc_uvmem_memslot_create() 458 kvmppc_uvmem_slot_free(kvm, memslot); in __kvmppc_uvmem_memslot_create() 467 struct kvm_memory_slot *memslot, *m; in kvmppc_h_svm_init_start() local 497 if (m == memslot) in kvmppc_h_svm_init_start() 661 struct kvm_memory_slot *memslot; in kvmppc_h_svm_init_abort() local 796 unsigned long gfn = memslot->base_gfn; in kvmppc_uv_migrate_mem_slot() [all …]
|
A D | book3s_64_mmu_hv.c | 569 if (!memslot || (memslot->flags & KVM_MEMSLOT_INVALID)) in kvmppc_book3s_hv_page_fault() 691 rmap = &memslot->arch.rmap[gfn_base - memslot->base_gfn]; in kvmppc_book3s_hv_page_fault() 757 memslot->npages * sizeof(*memslot->arch.rmap)); in kvmppc_rmap_reset() 813 rmapp = &memslot->arch.rmap[gfn - memslot->base_gfn]; in kvm_unmap_rmapp() 893 rmapp = &memslot->arch.rmap[gfn - memslot->base_gfn]; in kvm_age_rmapp() 964 rmapp = &memslot->arch.rmap[gfn - memslot->base_gfn]; in kvm_test_age_rmapp() 1110 gfn >= memslot->base_gfn + memslot->npages) in kvmppc_harvest_vpa_dirty() 1153 if (!memslot || (memslot->flags & KVM_MEMSLOT_INVALID)) in kvmppc_pin_guest_page() 1189 if (memslot && memslot->dirty_bitmap) in kvmppc_unpin_guest_page() 1190 set_bit_le(gfn - memslot->base_gfn, memslot->dirty_bitmap); in kvmppc_unpin_guest_page() [all …]
|
A D | book3s_64_mmu_radix.c | 435 if (!memslot) { in kvmppc_unmap_pte() 436 memslot = gfn_to_memslot(kvm, gfn); in kvmppc_unmap_pte() 437 if (!memslot) in kvmppc_unmap_pte() 817 struct kvm_memory_slot *memslot, in kvmppc_book3s_instantiate_page() argument 944 struct kvm_memory_slot *memslot; in kvmppc_book3s_radix_page_fault() local 972 memslot = gfn_to_memslot(kvm, gfn); in kvmppc_book3s_radix_page_fault() 975 if (!memslot || (memslot->flags & KVM_MEMSLOT_INVALID)) { in kvmppc_book3s_radix_page_fault() 1058 rmapp = &memslot->arch.rmap[gfn - memslot->base_gfn]; in kvm_age_radix() 1133 rmapp = &memslot->arch.rmap[gfn - memslot->base_gfn]; in kvm_radix_test_clear_dirty() 1181 gpa = memslot->base_gfn << PAGE_SHIFT; in kvmppc_radix_flush_memslot() [all …]
|
A D | book3s_hv_rm_mmu.c | 104 gfn -= memslot->base_gfn; in kvmppc_update_dirty_map() 112 struct kvm_memory_slot *memslot; in kvmppc_set_dirty_from_hpte() local 119 if (memslot && memslot->dirty_bitmap) in kvmppc_set_dirty_from_hpte() 129 struct kvm_memory_slot *memslot; in revmap_for_hpte() local 136 *memslotp = memslot; in revmap_for_hpte() 139 if (!memslot) in revmap_for_hpte() 142 rmap = real_vmalloc_addr(&memslot->arch.rmap[gfn - memslot->base_gfn]); in revmap_for_hpte() 155 struct kvm_memory_slot *memslot; in remove_revmap_chain() local 232 if (!(memslot && !(memslot->flags & KVM_MEMSLOT_INVALID))) { in kvmppc_do_h_enter() 896 if (!memslot || (memslot->flags & KVM_MEMSLOT_INVALID)) in kvmppc_get_hpa() [all …]
|
A D | trace_hv.h | 294 struct kvm_memory_slot *memslot, unsigned long ea, 297 TP_ARGS(vcpu, hptep, memslot, ea, dsisr), 317 __entry->base_gfn = memslot ? memslot->base_gfn : -1UL; 318 __entry->slot_flags = memslot ? memslot->flags : 0;
|
A D | book3s_hv_nested.c | 767 struct kvm_memory_slot *memslot; in kvmhv_release_all_nested() local 788 kvmhv_free_memslot_nest_rmap(memslot); in kvmhv_release_all_nested() 999 const struct kvm_memory_slot *memslot, in kvmhv_remove_nest_rmap_range() argument 1006 if (!memslot) in kvmhv_remove_nest_rmap_range() 1008 gfn = (gpa >> PAGE_SHIFT) - memslot->base_gfn; in kvmhv_remove_nest_rmap_range() 1015 unsigned long *rmap = &memslot->arch.rmap[gfn]; in kvmhv_remove_nest_rmap_range() 1489 struct kvm_memory_slot *memslot; in __kvmhv_nested_page_fault() local 1559 memslot = gfn_to_memslot(kvm, gfn); in __kvmhv_nested_page_fault() 1560 if (!memslot || (memslot->flags & KVM_MEMSLOT_INVALID)) { in __kvmhv_nested_page_fault() 1570 if (memslot->flags & KVM_MEM_READONLY) { in __kvmhv_nested_page_fault() [all …]
|
A D | book3s.h | 11 struct kvm_memory_slot *memslot);
|
A D | book3s_64_vio.c | 358 struct kvm_memory_slot *memslot; in kvmppc_tce_to_ua() local 360 memslot = __gfn_to_memslot(kvm_memslots(kvm), gfn); in kvmppc_tce_to_ua() 361 if (!memslot) in kvmppc_tce_to_ua() 364 *ua = __gfn_to_hva_memslot(memslot, gfn) | in kvmppc_tce_to_ua()
|
A D | book3s_hv.c | 4947 struct kvm_memory_slot *memslot; in kvm_vm_ioctl_get_dirty_log_hv() local 4960 memslot = id_to_memslot(slots, log->slot); in kvm_vm_ioctl_get_dirty_log_hv() 4962 if (!memslot || !memslot->dirty_bitmap) in kvm_vm_ioctl_get_dirty_log_hv() 4969 n = kvm_dirty_bitmap_bytes(memslot); in kvm_vm_ioctl_get_dirty_log_hv() 4986 p = memslot->dirty_bitmap; in kvm_vm_ioctl_get_dirty_log_hv() 5148 struct kvm_memory_slot *memslot; in kvmppc_hv_setup_htab_rma() local 5176 memslot = gfn_to_memslot(kvm, 0); in kvmppc_hv_setup_htab_rma() 5180 if (!memslot || (memslot->flags & KVM_MEMSLOT_INVALID)) in kvmppc_hv_setup_htab_rma() 5184 hva = memslot->userspace_addr; in kvmppc_hv_setup_htab_rma() 5207 kvmppc_map_vrma(vcpu, memslot, porder); in kvmppc_hv_setup_htab_rma() [all …]
|
A D | book3s_pr.c | 1871 struct kvm_memory_slot *memslot; in kvm_vm_ioctl_get_dirty_log_pr() local 1880 r = kvm_get_dirty_log(kvm, log, &is_dirty, &memslot); in kvm_vm_ioctl_get_dirty_log_pr() 1886 ga = memslot->base_gfn << PAGE_SHIFT; in kvm_vm_ioctl_get_dirty_log_pr() 1887 ga_end = ga + (memslot->npages << PAGE_SHIFT); in kvm_vm_ioctl_get_dirty_log_pr() 1892 n = kvm_dirty_bitmap_bytes(memslot); in kvm_vm_ioctl_get_dirty_log_pr() 1893 memset(memslot->dirty_bitmap, 0, n); in kvm_vm_ioctl_get_dirty_log_pr() 1903 struct kvm_memory_slot *memslot) in kvmppc_core_flush_memslot_pr() argument
|
/linux-6.3-rc2/arch/arm64/kvm/ |
A D | mmu.c | 80 return memslot->dirty_bitmap && !(memslot->flags & KVM_MEM_READONLY); in memslot_is_logging() 249 struct kvm_memory_slot *memslot) in stage2_flush_memslot() argument 267 struct kvm_memory_slot *memslot; in stage2_flush_vm() local 275 stage2_flush_memslot(kvm, memslot); in stage2_flush_vm() 771 struct kvm_memory_slot *memslot) in stage2_unmap_memslot() argument 773 hva_t hva = memslot->userspace_addr; in stage2_unmap_memslot() 822 struct kvm_memory_slot *memslot; in stage2_unmap_vm() local 960 if (WARN_ON_ONCE(!memslot)) in kvm_mmu_wp_memory_region() 964 end = (memslot->base_gfn + memslot->npages) << PAGE_SHIFT; in kvm_mmu_wp_memory_region() 1025 size = memslot->npages * PAGE_SIZE; in fault_supports_stage2_huge_mapping() [all …]
|
/linux-6.3-rc2/virt/kvm/ |
A D | dirty_ring.c | 55 struct kvm_memory_slot *memslot; in kvm_reset_dirty_gfn() local 64 memslot = id_to_memslot(__kvm_memslots(kvm, as_id), id); in kvm_reset_dirty_gfn() 66 if (!memslot || (offset + __fls(mask)) >= memslot->npages) in kvm_reset_dirty_gfn() 70 kvm_arch_mmu_enable_log_dirty_pt_masked(kvm, memslot, offset, mask); in kvm_reset_dirty_gfn()
|
A D | kvm_main.c | 951 if (!memslot->dirty_bitmap) in kvm_destroy_dirty_bitmap() 955 memslot->dirty_bitmap = NULL; in kvm_destroy_dirty_bitmap() 1380 if (!memslot->dirty_bitmap) in kvm_alloc_dirty_bitmap() 2065 *memslot = NULL; in kvm_get_dirty_log() 2075 if (!(*memslot) || !(*memslot)->dirty_bitmap) in kvm_get_dirty_log() 2137 if (!memslot || !memslot->dirty_bitmap) in kvm_get_dirty_log_protect() 2252 if (!memslot || !memslot->dirty_bitmap) in kvm_clear_dirty_log_protect() 3197 ghc->memslot = NULL; in __kvm_gfn_to_hva_cache_init() 3231 if (unlikely(!ghc->memslot)) in kvm_write_guest_offset_cached() 3320 if (memslot && kvm_slot_dirty_track_enabled(memslot)) { in mark_page_dirty_in_slot() [all …]
|
A D | pfncache.c | 282 gpc->memslot = __gfn_to_memslot(slots, gfn); in __kvm_gpc_refresh() 283 gpc->uhva = gfn_to_hva_memslot(gpc->memslot, gfn); in __kvm_gpc_refresh()
|
/linux-6.3-rc2/arch/powerpc/include/asm/ |
A D | kvm_book3s.h | 197 const struct kvm_memory_slot *memslot, 204 struct kvm_memory_slot *memslot, 213 extern void kvm_unmap_radix(struct kvm *kvm, struct kvm_memory_slot *memslot, 215 extern bool kvm_age_radix(struct kvm *kvm, struct kvm_memory_slot *memslot, 217 extern bool kvm_test_age_radix(struct kvm *kvm, struct kvm_memory_slot *memslot, 220 struct kvm_memory_slot *memslot, unsigned long *map); 222 const struct kvm_memory_slot *memslot); 240 extern void kvmppc_update_dirty_map(const struct kvm_memory_slot *memslot, 257 struct kvm_memory_slot *memslot, unsigned long *map); 259 struct kvm_memory_slot *memslot,
|
A D | kvm_book3s_64.h | 488 static inline bool slot_is_aligned(struct kvm_memory_slot *memslot, in slot_is_aligned() argument 495 return !(memslot->base_gfn & mask) && !(memslot->npages & mask); in slot_is_aligned() 635 const struct kvm_memory_slot *memslot,
|
/linux-6.3-rc2/arch/riscv/kvm/ |
A D | vcpu_exit.c | 16 struct kvm_memory_slot *memslot; in gstage_page_fault() local 24 memslot = gfn_to_memslot(vcpu->kvm, gfn); in gstage_page_fault() 25 hva = gfn_to_hva_memslot_prot(memslot, gfn, &writable); in gstage_page_fault() 43 ret = kvm_riscv_gstage_map(vcpu, memslot, fault_addr, hva, in gstage_page_fault()
|
A D | mmu.c | 336 struct kvm_memory_slot *memslot = id_to_memslot(slots, slot); in gstage_wp_memory_region() local 337 phys_addr_t start = memslot->base_gfn << PAGE_SHIFT; in gstage_wp_memory_region() 338 phys_addr_t end = (memslot->base_gfn + memslot->npages) << PAGE_SHIFT; in gstage_wp_memory_region() 405 void kvm_arch_sync_dirty_log(struct kvm *kvm, struct kvm_memory_slot *memslot) in kvm_arch_sync_dirty_log() argument 410 const struct kvm_memory_slot *memslot) in kvm_arch_flush_remote_tlbs_memslot() argument 616 struct kvm_memory_slot *memslot, in kvm_riscv_gstage_map() argument 627 bool logging = (memslot->dirty_bitmap && in kvm_riscv_gstage_map() 628 !(memslot->flags & KVM_MEM_READONLY)) ? true : false; in kvm_riscv_gstage_map()
|
/linux-6.3-rc2/include/linux/ |
A D | kvm_types.h | 62 struct kvm_memory_slot *memslot; member 69 struct kvm_memory_slot *memslot; member
|
A D | kvm_host.h | 598 return ALIGN(memslot->npages, BITS_PER_LONG) / 8; in kvm_dirty_bitmap_bytes() 603 unsigned long len = kvm_dirty_bitmap_bytes(memslot); in kvm_second_dirty_bitmap() 605 return memslot->dirty_bitmap + len / sizeof(*memslot->dirty_bitmap); in kvm_second_dirty_bitmap() 993 #define kvm_for_each_memslot(memslot, bkt, slots) \ argument 994 hash_for_each(slots->id_hash, bkt, memslot, id_node[slots->node_idx]) \ 995 if (WARN_ON_ONCE(!memslot->npages)) { \ 1389 const struct kvm_memory_slot *memslot); 1393 int *is_dirty, struct kvm_memory_slot **memslot); 2171 static inline bool kvm_is_visible_memslot(struct kvm_memory_slot *memslot) in kvm_is_visible_memslot() argument 2173 return (memslot && memslot->id < KVM_USER_MEM_SLOTS && in kvm_is_visible_memslot() [all …]
|
/linux-6.3-rc2/arch/x86/kvm/mmu/ |
A D | mmu.c | 5832 flush |= fn(kvm, iterator.rmap, memslot); in slot_handle_level_range() 5854 end_level, memslot->base_gfn, in slot_handle_level() 5855 memslot->base_gfn + memslot->npages - 1, in slot_handle_level() 6139 const struct kvm_memory_slot *memslot; in kvm_rmap_zap_gfn_range() local 6153 memslot = iter.slot; in kvm_rmap_zap_gfn_range() 6155 end = min(gfn_end, memslot->base_gfn + memslot->npages); in kvm_rmap_zap_gfn_range() 6477 const struct kvm_memory_slot *memslot, in kvm_mmu_slot_try_split_huge_pages() argument 6480 u64 start = memslot->base_gfn; in kvm_mmu_slot_try_split_huge_pages() 6481 u64 end = start + memslot->npages; in kvm_mmu_slot_try_split_huge_pages() 6573 const struct kvm_memory_slot *memslot) in kvm_arch_flush_remote_tlbs_memslot() argument [all …]
|
/linux-6.3-rc2/tools/testing/selftests/kvm/lib/ |
A D | kvm_util.c | 1063 memslot2region(struct kvm_vm *vm, uint32_t memslot) in memslot2region() argument 1068 memslot) in memslot2region() 1069 if (region->region.slot == memslot) in memslot2region() 1073 " requested slot: %u\n", memslot); in memslot2region() 1900 vm_paddr_t paddr_min, uint32_t memslot) in vm_phy_pages_alloc() argument 1912 region = memslot2region(vm, memslot); in vm_phy_pages_alloc() 1927 paddr_min, vm->page_size, memslot); in vm_phy_pages_alloc() 1940 uint32_t memslot) in vm_phy_page_alloc() argument 1942 return vm_phy_pages_alloc(vm, 1, paddr_min, memslot); in vm_phy_page_alloc()
|
/linux-6.3-rc2/arch/x86/include/asm/uv/ |
A D | uv_geo.h | 57 char memslot; /* The memory slot on the bus */ member
|
/linux-6.3-rc2/tools/testing/selftests/kvm/include/ |
A D | kvm_util_base.h | 135 memslot2region(struct kvm_vm *vm, uint32_t memslot); 681 uint32_t memslot); 683 vm_paddr_t paddr_min, uint32_t memslot);
|
/linux-6.3-rc2/arch/x86/include/asm/ |
A D | kvm_host.h | 1833 const struct kvm_memory_slot *memslot, 1836 const struct kvm_memory_slot *memslot, 1839 const struct kvm_memory_slot *memslot, 1843 const struct kvm_memory_slot *memslot); 1845 const struct kvm_memory_slot *memslot);
|