Lines Matching refs:gpa
143 u64 pte, base, gpa; in kvmppc_mmu_walk_radix_tree() local
198 gpa = pte & 0x01fffffffffff000ul; in kvmppc_mmu_walk_radix_tree()
199 if (gpa & ((1ul << offset) - 1)) in kvmppc_mmu_walk_radix_tree()
201 gpa |= eaddr & ((1ul << offset) - 1); in kvmppc_mmu_walk_radix_tree()
209 gpte->raddr = gpa; in kvmppc_mmu_walk_radix_tree()
417 void kvmppc_unmap_pte(struct kvm *kvm, pte_t *pte, unsigned long gpa, in kvmppc_unmap_pte() argument
424 unsigned long gfn = gpa >> PAGE_SHIFT; in kvmppc_unmap_pte()
428 old = kvmppc_radix_update_pte(kvm, pte, ~0UL, 0, gpa, shift); in kvmppc_unmap_pte()
429 kvmppc_radix_tlbie_page(kvm, gpa, shift, lpid); in kvmppc_unmap_pte()
448 gpa &= ~(page_size - 1); in kvmppc_unmap_pte()
450 kvmhv_remove_nest_rmap_range(kvm, memslot, gpa, hpa, page_size); in kvmppc_unmap_pte()
569 unsigned long gpa, unsigned int lpid) in kvmppc_unmap_free_pmd_entry_table() argument
585 unsigned long gpa, unsigned int lpid) in kvmppc_unmap_free_pud_entry_table() argument
610 unsigned long gpa, unsigned int level, in kvmppc_create_pte() argument
622 pgd = pgtable + pgd_index(gpa); in kvmppc_create_pte()
623 p4d = p4d_offset(pgd, gpa); in kvmppc_create_pte()
627 pud = pud_offset(p4d, gpa); in kvmppc_create_pte()
629 new_pud = pud_alloc_one(kvm->mm, gpa); in kvmppc_create_pte()
633 pmd = pmd_offset(pud, gpa); in kvmppc_create_pte()
654 pud = pud_offset(p4d, gpa); in kvmppc_create_pte()
656 unsigned long hgpa = gpa & PUD_MASK; in kvmppc_create_pte()
691 kvmppc_unmap_free_pud_entry_table(kvm, pud, gpa, lpid); in kvmppc_create_pte()
693 kvmppc_radix_set_pte_at(kvm, gpa, (pte_t *)pud, pte); in kvmppc_create_pte()
705 pmd = pmd_offset(pud, gpa); in kvmppc_create_pte()
707 unsigned long lgpa = gpa & PMD_MASK; in kvmppc_create_pte()
743 kvmppc_unmap_free_pmd_entry_table(kvm, pmd, gpa, lpid); in kvmppc_create_pte()
745 kvmppc_radix_set_pte_at(kvm, gpa, pmdp_ptep(pmd), pte); in kvmppc_create_pte()
757 ptep = pte_offset_kernel(pmd, gpa); in kvmppc_create_pte()
767 kvmppc_radix_update_pte(kvm, ptep, 0, pte_val(pte), gpa, 0); in kvmppc_create_pte()
771 kvmppc_radix_set_pte_at(kvm, gpa, ptep, pte); in kvmppc_create_pte()
788 unsigned long gpa, unsigned int lpid) in kvmppc_hv_handle_set_rc() argument
804 ptep = find_kvm_nested_guest_pte(kvm, lpid, gpa, &shift); in kvmppc_hv_handle_set_rc()
806 ptep = find_kvm_secondary_pte(kvm, gpa, &shift); in kvmppc_hv_handle_set_rc()
809 kvmppc_radix_update_pte(kvm, ptep, 0, pgflags, gpa, shift); in kvmppc_hv_handle_set_rc()
816 unsigned long gpa, in kvmppc_book3s_instantiate_page() argument
824 unsigned long hva, gfn = gpa >> PAGE_SHIFT; in kvmppc_book3s_instantiate_page()
886 (gpa & (PUD_SIZE - PAGE_SIZE)) == in kvmppc_book3s_instantiate_page()
890 (gpa & (PMD_SIZE - PAGE_SIZE)) == in kvmppc_book3s_instantiate_page()
915 ret = kvmppc_create_pte(kvm, kvm->arch.pgtable, pte, gpa, level, in kvmppc_book3s_instantiate_page()
943 unsigned long gpa, gfn; in kvmppc_book3s_radix_page_fault() local
962 gpa = vcpu->arch.fault_gpa & ~0xfffUL; in kvmppc_book3s_radix_page_fault()
963 gpa &= ~0xF000000000000000ul; in kvmppc_book3s_radix_page_fault()
964 gfn = gpa >> PAGE_SHIFT; in kvmppc_book3s_radix_page_fault()
966 gpa |= ea & 0xfff; in kvmppc_book3s_radix_page_fault()
985 return kvmppc_hv_emulate_mmio(vcpu, gpa, ea, writing); in kvmppc_book3s_radix_page_fault()
1002 gpa, kvm->arch.lpid)) in kvmppc_book3s_radix_page_fault()
1012 ret = kvmppc_book3s_instantiate_page(vcpu, gpa, memslot, writing, in kvmppc_book3s_radix_page_fault()
1025 unsigned long gpa = gfn << PAGE_SHIFT; in kvm_unmap_radix() local
1029 uv_page_inval(kvm->arch.lpid, gpa, PAGE_SHIFT); in kvm_unmap_radix()
1033 ptep = find_kvm_secondary_pte(kvm, gpa, &shift); in kvm_unmap_radix()
1035 kvmppc_unmap_pte(kvm, ptep, gpa, shift, memslot, in kvm_unmap_radix()
1044 unsigned long gpa = gfn << PAGE_SHIFT; in kvm_age_radix() local
1052 ptep = find_kvm_secondary_pte(kvm, gpa, &shift); in kvm_age_radix()
1055 gpa, shift); in kvm_age_radix()
1073 unsigned long gpa = gfn << PAGE_SHIFT; in kvm_test_age_radix() local
1080 ptep = find_kvm_secondary_pte(kvm, gpa, &shift); in kvm_test_age_radix()
1091 unsigned long gpa = gfn << PAGE_SHIFT; in kvm_radix_test_clear_dirty() local
1104 ptep = find_kvm_secondary_pte_unlocked(kvm, gpa, &shift); in kvm_radix_test_clear_dirty()
1130 gpa, shift); in kvm_radix_test_clear_dirty()
1131 kvmppc_radix_tlbie_page(kvm, gpa, shift, kvm->arch.lpid); in kvm_radix_test_clear_dirty()
1172 unsigned long gpa; in kvmppc_radix_flush_memslot() local
1181 gpa = memslot->base_gfn << PAGE_SHIFT; in kvmppc_radix_flush_memslot()
1184 ptep = find_kvm_secondary_pte(kvm, gpa, &shift); in kvmppc_radix_flush_memslot()
1186 kvmppc_unmap_pte(kvm, ptep, gpa, shift, memslot, in kvmppc_radix_flush_memslot()
1188 gpa += PAGE_SIZE; in kvmppc_radix_flush_memslot()
1256 unsigned long gpa; member
1297 unsigned long gpa; in debugfs_radix_read() local
1334 gpa = p->gpa; in debugfs_radix_read()
1338 if (gpa >= RADIX_PGTABLE_RANGE) { in debugfs_radix_read()
1339 gpa = 0; in debugfs_radix_read()
1356 gpa = RADIX_PGTABLE_RANGE; in debugfs_radix_read()
1373 pgdp = pgt + pgd_index(gpa); in debugfs_radix_read()
1374 p4dp = p4d_offset(pgdp, gpa); in debugfs_radix_read()
1377 gpa = (gpa & P4D_MASK) + P4D_SIZE; in debugfs_radix_read()
1381 pudp = pud_offset(&p4d, gpa); in debugfs_radix_read()
1384 gpa = (gpa & PUD_MASK) + PUD_SIZE; in debugfs_radix_read()
1393 pmdp = pmd_offset(&pud, gpa); in debugfs_radix_read()
1396 gpa = (gpa & PMD_MASK) + PMD_SIZE; in debugfs_radix_read()
1405 ptep = pte_offset_kernel(&pmd, gpa); in debugfs_radix_read()
1408 gpa += PAGE_SIZE; in debugfs_radix_read()
1414 " %lx: %lx %d\n", gpa, pte, shift); in debugfs_radix_read()
1415 gpa += 1ul << shift; in debugfs_radix_read()
1433 p->gpa = gpa; in debugfs_radix_read()