Lines Matching refs:vm
15 static uint64_t virt_pte_index(struct kvm_vm *vm, vm_vaddr_t gva, int level) in virt_pte_index() argument
20 shift = level * (vm->page_shift - 3) + vm->page_shift; in virt_pte_index()
21 mask = (1UL << (vm->page_shift - 3)) - 1; in virt_pte_index()
25 static uint64_t pte_addr(struct kvm_vm *vm, uint64_t entry) in pte_addr() argument
27 return entry & ~((0x1UL << vm->page_shift) - 1); in pte_addr()
30 static uint64_t ptrs_per_pte(struct kvm_vm *vm) in ptrs_per_pte() argument
32 return 1 << (vm->page_shift - 3); in ptrs_per_pte()
35 static void virt_set_pgtable(struct kvm_vm *vm, vm_paddr_t table, vm_paddr_t child) in virt_set_pgtable() argument
40 ptep = addr_gpa2hva(vm, table); in virt_set_pgtable()
41 ptrs_per_pte = 1 << (vm->page_shift - 3); in virt_set_pgtable()
46 void virt_arch_pgd_alloc(struct kvm_vm *vm) in virt_arch_pgd_alloc() argument
51 if (vm->pgd_created) in virt_arch_pgd_alloc()
55 for (i = 0; i < vm->pgtable_levels; i++) { in virt_arch_pgd_alloc()
57 table = vm_phy_page_alloc(vm, LOONGARCH_PAGE_TABLE_PHYS_MIN, in virt_arch_pgd_alloc()
58 vm->memslots[MEM_REGION_PT]); in virt_arch_pgd_alloc()
60 virt_set_pgtable(vm, table, child); in virt_arch_pgd_alloc()
63 vm->pgd = table; in virt_arch_pgd_alloc()
64 vm->pgd_created = true; in virt_arch_pgd_alloc()
72 static uint64_t *virt_populate_pte(struct kvm_vm *vm, vm_vaddr_t gva, int alloc) in virt_populate_pte() argument
78 if (!vm->pgd_created) in virt_populate_pte()
81 child = vm->pgd; in virt_populate_pte()
82 level = vm->pgtable_levels - 1; in virt_populate_pte()
84 ptep = addr_gpa2hva(vm, child) + virt_pte_index(vm, gva, level) * 8; in virt_populate_pte()
87 child = vm_alloc_page_table(vm); in virt_populate_pte()
88 virt_set_pgtable(vm, child, invalid_pgtable[level - 1]); in virt_populate_pte()
94 child = pte_addr(vm, *ptep); in virt_populate_pte()
98 ptep = addr_gpa2hva(vm, child) + virt_pte_index(vm, gva, level) * 8; in virt_populate_pte()
106 vm_paddr_t addr_arch_gva2gpa(struct kvm_vm *vm, vm_vaddr_t gva) in addr_arch_gva2gpa() argument
110 ptep = virt_populate_pte(vm, gva, 0); in addr_arch_gva2gpa()
113 return pte_addr(vm, *ptep) + (gva & (vm->page_size - 1)); in addr_arch_gva2gpa()
116 void virt_arch_pg_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr) in virt_arch_pg_map() argument
121 TEST_ASSERT((vaddr % vm->page_size) == 0, in virt_arch_pg_map()
123 "vaddr: 0x%lx vm->page_size: 0x%x", vaddr, vm->page_size); in virt_arch_pg_map()
124 TEST_ASSERT(sparsebit_is_set(vm->vpages_valid, in virt_arch_pg_map()
125 (vaddr >> vm->page_shift)), in virt_arch_pg_map()
127 TEST_ASSERT((paddr % vm->page_size) == 0, in virt_arch_pg_map()
129 "paddr: 0x%lx vm->page_size: 0x%x", paddr, vm->page_size); in virt_arch_pg_map()
130 TEST_ASSERT((paddr >> vm->page_shift) <= vm->max_gfn, in virt_arch_pg_map()
133 paddr, vm->max_gfn, vm->page_size); in virt_arch_pg_map()
135 ptep = virt_populate_pte(vm, vaddr, 1); in virt_arch_pg_map()
140 static void pte_dump(FILE *stream, struct kvm_vm *vm, uint8_t indent, uint64_t page, int level) in pte_dump() argument
148 for (pte = page; pte < page + ptrs_per_pte(vm) * 8; pte += 8) { in pte_dump()
149 ptep = addr_gpa2hva(vm, pte); in pte_dump()
154 pte_dump(stream, vm, indent + 1, pte_addr(vm, *ptep), level--); in pte_dump()
158 void virt_arch_dump(FILE *stream, struct kvm_vm *vm, uint8_t indent) in virt_arch_dump() argument
162 if (!vm->pgd_created) in virt_arch_dump()
165 level = vm->pgtable_levels - 1; in virt_arch_dump()
166 pte_dump(stream, vm, indent, vm->pgd, level); in virt_arch_dump()
234 struct kvm_vm *vm = vcpu->vm; in loongarch_vcpu_setup() local
236 switch (vm->mode) { in loongarch_vcpu_setup()
242 TEST_FAIL("Unknown guest mode, mode: 0x%x", vm->mode); in loongarch_vcpu_setup()
255 width = vm->page_shift - 3; in loongarch_vcpu_setup()
257 switch (vm->pgtable_levels) { in loongarch_vcpu_setup()
260 val = (vm->page_shift + width * 2) << 20 | (width << 25); in loongarch_vcpu_setup()
264 val |= (vm->page_shift + width) << 10 | (width << 15); in loongarch_vcpu_setup()
266 val |= vm->page_shift | width << 5; in loongarch_vcpu_setup()
269 TEST_FAIL("Got %u page table levels, expected 3 or 4", vm->pgtable_levels); in loongarch_vcpu_setup()
275 val = (vm->page_shift + width * (vm->pgtable_levels - 1)) | width << 6; in loongarch_vcpu_setup()
277 loongarch_set_csr(vcpu, LOONGARCH_CSR_PGDL, vm->pgd); in loongarch_vcpu_setup()
283 val = addr_gva2gpa(vm, (unsigned long)handle_tlb_refill); in loongarch_vcpu_setup()
301 val = __vm_vaddr_alloc(vm, vm->page_size, in loongarch_vcpu_setup()
304 val = val + vm->page_size; in loongarch_vcpu_setup()
316 struct kvm_vcpu *vm_arch_vcpu_add(struct kvm_vm *vm, uint32_t vcpu_id) in vm_arch_vcpu_add() argument
323 vcpu = __vm_vcpu_add(vm, vcpu_id); in vm_arch_vcpu_add()
324 stack_size = vm->page_size; in vm_arch_vcpu_add()
325 stack_vaddr = __vm_vaddr_alloc(vm, stack_size, in vm_arch_vcpu_add()