Lines Matching refs:gpa
137 u64 pte, base, gpa; in kvmppc_mmu_walk_radix_tree() local
191 gpa = pte & 0x01fffffffffff000ul; in kvmppc_mmu_walk_radix_tree()
192 if (gpa & ((1ul << offset) - 1)) in kvmppc_mmu_walk_radix_tree()
194 gpa |= eaddr & ((1ul << offset) - 1); in kvmppc_mmu_walk_radix_tree()
202 gpte->raddr = gpa; in kvmppc_mmu_walk_radix_tree()
394 void kvmppc_unmap_pte(struct kvm *kvm, pte_t *pte, unsigned long gpa, in kvmppc_unmap_pte() argument
401 unsigned long gfn = gpa >> PAGE_SHIFT; in kvmppc_unmap_pte()
405 old = kvmppc_radix_update_pte(kvm, pte, ~0UL, 0, gpa, shift); in kvmppc_unmap_pte()
406 kvmppc_radix_tlbie_page(kvm, gpa, shift, lpid); in kvmppc_unmap_pte()
425 gpa &= ~(page_size - 1); in kvmppc_unmap_pte()
427 kvmhv_remove_nest_rmap_range(kvm, memslot, gpa, hpa, page_size); in kvmppc_unmap_pte()
546 unsigned long gpa, unsigned int lpid) in kvmppc_unmap_free_pmd_entry_table() argument
562 unsigned long gpa, unsigned int lpid) in kvmppc_unmap_free_pud_entry_table() argument
587 unsigned long gpa, unsigned int level, in kvmppc_create_pte() argument
599 pgd = pgtable + pgd_index(gpa); in kvmppc_create_pte()
600 p4d = p4d_offset(pgd, gpa); in kvmppc_create_pte()
604 pud = pud_offset(p4d, gpa); in kvmppc_create_pte()
606 new_pud = pud_alloc_one(kvm->mm, gpa); in kvmppc_create_pte()
610 pmd = pmd_offset(pud, gpa); in kvmppc_create_pte()
631 pud = pud_offset(p4d, gpa); in kvmppc_create_pte()
633 unsigned long hgpa = gpa & PUD_MASK; in kvmppc_create_pte()
668 kvmppc_unmap_free_pud_entry_table(kvm, pud, gpa, lpid); in kvmppc_create_pte()
670 kvmppc_radix_set_pte_at(kvm, gpa, (pte_t *)pud, pte); in kvmppc_create_pte()
682 pmd = pmd_offset(pud, gpa); in kvmppc_create_pte()
684 unsigned long lgpa = gpa & PMD_MASK; in kvmppc_create_pte()
720 kvmppc_unmap_free_pmd_entry_table(kvm, pmd, gpa, lpid); in kvmppc_create_pte()
722 kvmppc_radix_set_pte_at(kvm, gpa, pmdp_ptep(pmd), pte); in kvmppc_create_pte()
734 ptep = pte_offset_kernel(pmd, gpa); in kvmppc_create_pte()
744 kvmppc_radix_update_pte(kvm, ptep, 0, pte_val(pte), gpa, 0); in kvmppc_create_pte()
748 kvmppc_radix_set_pte_at(kvm, gpa, ptep, pte); in kvmppc_create_pte()
765 unsigned long gpa, unsigned int lpid) in kvmppc_hv_handle_set_rc() argument
781 ptep = find_kvm_nested_guest_pte(kvm, lpid, gpa, &shift); in kvmppc_hv_handle_set_rc()
783 ptep = find_kvm_secondary_pte(kvm, gpa, &shift); in kvmppc_hv_handle_set_rc()
786 kvmppc_radix_update_pte(kvm, ptep, 0, pgflags, gpa, shift); in kvmppc_hv_handle_set_rc()
793 unsigned long gpa, in kvmppc_book3s_instantiate_page() argument
801 unsigned long hva, gfn = gpa >> PAGE_SHIFT; in kvmppc_book3s_instantiate_page()
863 (gpa & (PUD_SIZE - PAGE_SIZE)) == in kvmppc_book3s_instantiate_page()
867 (gpa & (PMD_SIZE - PAGE_SIZE)) == in kvmppc_book3s_instantiate_page()
892 ret = kvmppc_create_pte(kvm, kvm->arch.pgtable, pte, gpa, level, in kvmppc_book3s_instantiate_page()
920 unsigned long gpa, gfn; in kvmppc_book3s_radix_page_fault() local
939 gpa = vcpu->arch.fault_gpa & ~0xfffUL; in kvmppc_book3s_radix_page_fault()
940 gpa &= ~0xF000000000000000ul; in kvmppc_book3s_radix_page_fault()
941 gfn = gpa >> PAGE_SHIFT; in kvmppc_book3s_radix_page_fault()
943 gpa |= ea & 0xfff; in kvmppc_book3s_radix_page_fault()
962 return kvmppc_hv_emulate_mmio(vcpu, gpa, ea, writing); in kvmppc_book3s_radix_page_fault()
979 gpa, kvm->arch.lpid)) in kvmppc_book3s_radix_page_fault()
989 ret = kvmppc_book3s_instantiate_page(vcpu, gpa, memslot, writing, in kvmppc_book3s_radix_page_fault()
1002 unsigned long gpa = gfn << PAGE_SHIFT; in kvm_unmap_radix() local
1006 uv_page_inval(kvm->arch.lpid, gpa, PAGE_SHIFT); in kvm_unmap_radix()
1010 ptep = find_kvm_secondary_pte(kvm, gpa, &shift); in kvm_unmap_radix()
1012 kvmppc_unmap_pte(kvm, ptep, gpa, shift, memslot, in kvm_unmap_radix()
1022 unsigned long gpa = gfn << PAGE_SHIFT; in kvm_age_radix() local
1030 ptep = find_kvm_secondary_pte(kvm, gpa, &shift); in kvm_age_radix()
1033 gpa, shift); in kvm_age_radix()
1050 unsigned long gpa = gfn << PAGE_SHIFT; in kvm_test_age_radix() local
1057 ptep = find_kvm_secondary_pte(kvm, gpa, &shift); in kvm_test_age_radix()
1068 unsigned long gpa = gfn << PAGE_SHIFT; in kvm_radix_test_clear_dirty() local
1081 ptep = find_kvm_secondary_pte_unlocked(kvm, gpa, &shift); in kvm_radix_test_clear_dirty()
1107 gpa, shift); in kvm_radix_test_clear_dirty()
1108 kvmppc_radix_tlbie_page(kvm, gpa, shift, kvm->arch.lpid); in kvm_radix_test_clear_dirty()
1149 unsigned long gpa; in kvmppc_radix_flush_memslot() local
1158 gpa = memslot->base_gfn << PAGE_SHIFT; in kvmppc_radix_flush_memslot()
1161 ptep = find_kvm_secondary_pte(kvm, gpa, &shift); in kvmppc_radix_flush_memslot()
1163 kvmppc_unmap_pte(kvm, ptep, gpa, shift, memslot, in kvmppc_radix_flush_memslot()
1165 gpa += PAGE_SIZE; in kvmppc_radix_flush_memslot()
1233 unsigned long gpa; member
1274 unsigned long gpa; in debugfs_radix_read() local
1311 gpa = p->gpa; in debugfs_radix_read()
1315 if (gpa >= RADIX_PGTABLE_RANGE) { in debugfs_radix_read()
1316 gpa = 0; in debugfs_radix_read()
1333 gpa = RADIX_PGTABLE_RANGE; in debugfs_radix_read()
1350 pgdp = pgt + pgd_index(gpa); in debugfs_radix_read()
1351 p4dp = p4d_offset(pgdp, gpa); in debugfs_radix_read()
1354 gpa = (gpa & P4D_MASK) + P4D_SIZE; in debugfs_radix_read()
1358 pudp = pud_offset(&p4d, gpa); in debugfs_radix_read()
1361 gpa = (gpa & PUD_MASK) + PUD_SIZE; in debugfs_radix_read()
1370 pmdp = pmd_offset(&pud, gpa); in debugfs_radix_read()
1373 gpa = (gpa & PMD_MASK) + PMD_SIZE; in debugfs_radix_read()
1382 ptep = pte_offset_kernel(&pmd, gpa); in debugfs_radix_read()
1385 gpa += PAGE_SIZE; in debugfs_radix_read()
1391 " %lx: %lx %d\n", gpa, pte, shift); in debugfs_radix_read()
1392 gpa += 1ul << shift; in debugfs_radix_read()
1410 p->gpa = gpa; in debugfs_radix_read()