Lines Matching full:gp
25 static void kvmhv_update_ptbl_cache(struct kvm_nested_guest *gp);
445 static void kvmhv_set_nested_ptbl(struct kvm_nested_guest *gp) in kvmhv_set_nested_ptbl() argument
450 __pa(gp->shadow_pgtable) | RADIX_PGD_INDEX_SIZE; in kvmhv_set_nested_ptbl()
451 kvmhv_set_ptbl_entry(gp->shadow_lpid, dw0, gp->process_table); in kvmhv_set_nested_ptbl()
496 struct kvm_nested_guest *gp; in kvmhv_copy_tofrom_guest_nested() local
517 gp = kvmhv_get_nested(vcpu->kvm, l1_lpid, false); in kvmhv_copy_tofrom_guest_nested()
518 if (!gp) { in kvmhv_copy_tofrom_guest_nested()
523 mutex_lock(&gp->tlb_lock); in kvmhv_copy_tofrom_guest_nested()
527 rc = __kvmhv_copy_tofrom_guest_radix(gp->shadow_lpid, pid, in kvmhv_copy_tofrom_guest_nested()
547 rc = __kvmhv_copy_tofrom_guest_radix(gp->shadow_lpid, pid, in kvmhv_copy_tofrom_guest_nested()
554 mutex_unlock(&gp->tlb_lock); in kvmhv_copy_tofrom_guest_nested()
555 kvmhv_put_nested(gp); in kvmhv_copy_tofrom_guest_nested()
566 * Caller must hold gp->tlb_lock.
568 static void kvmhv_update_ptbl_cache(struct kvm_nested_guest *gp) in kvmhv_update_ptbl_cache() argument
573 struct kvm *kvm = gp->l1_host; in kvmhv_update_ptbl_cache()
576 ptbl_addr = (kvm->arch.l1_ptcr & PRTB_MASK) + (gp->l1_lpid << 4); in kvmhv_update_ptbl_cache()
577 if (gp->l1_lpid < (1ul << ((kvm->arch.l1_ptcr & PRTS_MASK) + 8))) { in kvmhv_update_ptbl_cache()
584 gp->l1_gr_to_hr = 0; in kvmhv_update_ptbl_cache()
585 gp->process_table = 0; in kvmhv_update_ptbl_cache()
587 gp->l1_gr_to_hr = be64_to_cpu(ptbl_entry.patb0); in kvmhv_update_ptbl_cache()
588 gp->process_table = be64_to_cpu(ptbl_entry.patb1); in kvmhv_update_ptbl_cache()
590 kvmhv_set_nested_ptbl(gp); in kvmhv_update_ptbl_cache()
595 struct kvm_nested_guest *gp; in kvmhv_alloc_nested() local
598 gp = kzalloc(sizeof(*gp), GFP_KERNEL); in kvmhv_alloc_nested()
599 if (!gp) in kvmhv_alloc_nested()
601 gp->l1_host = kvm; in kvmhv_alloc_nested()
602 gp->l1_lpid = lpid; in kvmhv_alloc_nested()
603 mutex_init(&gp->tlb_lock); in kvmhv_alloc_nested()
604 gp->shadow_pgtable = pgd_alloc(kvm->mm); in kvmhv_alloc_nested()
605 if (!gp->shadow_pgtable) in kvmhv_alloc_nested()
610 gp->shadow_lpid = shadow_lpid; in kvmhv_alloc_nested()
611 gp->radix = 1; in kvmhv_alloc_nested()
613 memset(gp->prev_cpu, -1, sizeof(gp->prev_cpu)); in kvmhv_alloc_nested()
615 return gp; in kvmhv_alloc_nested()
618 pgd_free(kvm->mm, gp->shadow_pgtable); in kvmhv_alloc_nested()
620 kfree(gp); in kvmhv_alloc_nested()
627 static void kvmhv_release_nested(struct kvm_nested_guest *gp) in kvmhv_release_nested() argument
629 struct kvm *kvm = gp->l1_host; in kvmhv_release_nested()
631 if (gp->shadow_pgtable) { in kvmhv_release_nested()
637 kvmppc_free_pgtable_radix(kvm, gp->shadow_pgtable, in kvmhv_release_nested()
638 gp->shadow_lpid); in kvmhv_release_nested()
639 pgd_free(kvm->mm, gp->shadow_pgtable); in kvmhv_release_nested()
641 kvmhv_set_ptbl_entry(gp->shadow_lpid, 0, 0); in kvmhv_release_nested()
642 kvmppc_free_lpid(gp->shadow_lpid); in kvmhv_release_nested()
643 kfree(gp); in kvmhv_release_nested()
646 static void kvmhv_remove_nested(struct kvm_nested_guest *gp) in kvmhv_remove_nested() argument
648 struct kvm *kvm = gp->l1_host; in kvmhv_remove_nested()
649 int lpid = gp->l1_lpid; in kvmhv_remove_nested()
653 if (gp == kvm->arch.nested_guests[lpid]) { in kvmhv_remove_nested()
660 --gp->refcnt; in kvmhv_remove_nested()
662 ref = gp->refcnt; in kvmhv_remove_nested()
665 kvmhv_release_nested(gp); in kvmhv_remove_nested()
677 struct kvm_nested_guest *gp; in kvmhv_release_all_nested() local
684 gp = kvm->arch.nested_guests[i]; in kvmhv_release_all_nested()
685 if (!gp) in kvmhv_release_all_nested()
688 if (--gp->refcnt == 0) { in kvmhv_release_all_nested()
689 gp->next = freelist; in kvmhv_release_all_nested()
690 freelist = gp; in kvmhv_release_all_nested()
695 while ((gp = freelist) != NULL) { in kvmhv_release_all_nested()
696 freelist = gp->next; in kvmhv_release_all_nested()
697 kvmhv_release_nested(gp); in kvmhv_release_all_nested()
706 /* caller must hold gp->tlb_lock */
707 static void kvmhv_flush_nested(struct kvm_nested_guest *gp) in kvmhv_flush_nested() argument
709 struct kvm *kvm = gp->l1_host; in kvmhv_flush_nested()
712 kvmppc_free_pgtable_radix(kvm, gp->shadow_pgtable, gp->shadow_lpid); in kvmhv_flush_nested()
714 kvmhv_flush_lpid(gp->shadow_lpid); in kvmhv_flush_nested()
715 kvmhv_update_ptbl_cache(gp); in kvmhv_flush_nested()
716 if (gp->l1_gr_to_hr == 0) in kvmhv_flush_nested()
717 kvmhv_remove_nested(gp); in kvmhv_flush_nested()
723 struct kvm_nested_guest *gp, *newgp; in kvmhv_get_nested() local
730 gp = kvm->arch.nested_guests[l1_lpid]; in kvmhv_get_nested()
731 if (gp) in kvmhv_get_nested()
732 ++gp->refcnt; in kvmhv_get_nested()
735 if (gp || !create) in kvmhv_get_nested()
736 return gp; in kvmhv_get_nested()
744 gp = kvm->arch.nested_guests[l1_lpid]; in kvmhv_get_nested()
748 gp = newgp; in kvmhv_get_nested()
753 ++gp->refcnt; in kvmhv_get_nested()
759 return gp; in kvmhv_get_nested()
762 void kvmhv_put_nested(struct kvm_nested_guest *gp) in kvmhv_put_nested() argument
764 struct kvm *kvm = gp->l1_host; in kvmhv_put_nested()
768 ref = --gp->refcnt; in kvmhv_put_nested()
771 kvmhv_release_nested(gp); in kvmhv_put_nested()
784 struct kvm_nested_guest *gp; in find_kvm_nested_guest_pte() local
787 gp = kvmhv_find_nested(kvm, lpid); in find_kvm_nested_guest_pte()
788 if (!gp) in find_kvm_nested_guest_pte()
793 pte = __find_linux_pte(gp->shadow_pgtable, ea, NULL, hshift); in find_kvm_nested_guest_pte()
886 struct kvm_nested_guest *gp; in kvmhv_remove_nest_rmap() local
893 gp = kvmhv_find_nested(kvm, lpid); in kvmhv_remove_nest_rmap()
894 if (!gp) in kvmhv_remove_nest_rmap()
901 kvmppc_unmap_pte(kvm, ptep, gpa, shift, NULL, gp->shadow_lpid); in kvmhv_remove_nest_rmap()
956 struct kvm_nested_guest *gp, in kvmhv_invalidate_shadow_pte() argument
965 ptep = find_kvm_nested_guest_pte(kvm, gp->l1_lpid, gpa, &shift); in kvmhv_invalidate_shadow_pte()
969 kvmppc_unmap_pte(kvm, ptep, gpa, shift, NULL, gp->shadow_lpid); in kvmhv_invalidate_shadow_pte()
1018 struct kvm_nested_guest *gp; in kvmhv_emulate_tlbie_tlb_addr() local
1032 gp = kvmhv_get_nested(kvm, lpid, false); in kvmhv_emulate_tlbie_tlb_addr()
1033 if (!gp) /* No such guest -> nothing to do */ in kvmhv_emulate_tlbie_tlb_addr()
1035 mutex_lock(&gp->tlb_lock); in kvmhv_emulate_tlbie_tlb_addr()
1039 kvmhv_invalidate_shadow_pte(vcpu, gp, addr, &shadow_shift); in kvmhv_emulate_tlbie_tlb_addr()
1045 mutex_unlock(&gp->tlb_lock); in kvmhv_emulate_tlbie_tlb_addr()
1046 kvmhv_put_nested(gp); in kvmhv_emulate_tlbie_tlb_addr()
1051 struct kvm_nested_guest *gp, int ric) in kvmhv_emulate_tlbie_lpid() argument
1055 mutex_lock(&gp->tlb_lock); in kvmhv_emulate_tlbie_lpid()
1060 kvmppc_free_pgtable_radix(kvm, gp->shadow_pgtable, in kvmhv_emulate_tlbie_lpid()
1061 gp->shadow_lpid); in kvmhv_emulate_tlbie_lpid()
1062 kvmhv_flush_lpid(gp->shadow_lpid); in kvmhv_emulate_tlbie_lpid()
1073 kvmhv_flush_nested(gp); in kvmhv_emulate_tlbie_lpid()
1078 mutex_unlock(&gp->tlb_lock); in kvmhv_emulate_tlbie_lpid()
1084 struct kvm_nested_guest *gp; in kvmhv_emulate_tlbie_all_lpid() local
1089 gp = kvm->arch.nested_guests[i]; in kvmhv_emulate_tlbie_all_lpid()
1090 if (gp) { in kvmhv_emulate_tlbie_all_lpid()
1092 kvmhv_emulate_tlbie_lpid(vcpu, gp, ric); in kvmhv_emulate_tlbie_all_lpid()
1103 struct kvm_nested_guest *gp; in kvmhv_emulate_priv_tlbie() local
1139 gp = kvmhv_get_nested(kvm, lpid, false); in kvmhv_emulate_priv_tlbie()
1140 if (gp) { in kvmhv_emulate_priv_tlbie()
1141 kvmhv_emulate_tlbie_lpid(vcpu, gp, ric); in kvmhv_emulate_priv_tlbie()
1142 kvmhv_put_nested(gp); in kvmhv_emulate_priv_tlbie()
1175 struct kvm_nested_guest *gp, in kvmhv_translate_addr_nested() argument
1182 ret = kvmppc_mmu_walk_radix_tree(vcpu, n_gpa, gpte_p, gp->l1_gr_to_hr, in kvmhv_translate_addr_nested()
1237 struct kvm_nested_guest *gp, in kvmhv_handle_nested_set_rc() argument
1265 n_gpa, gp->l1_lpid); in kvmhv_handle_nested_set_rc()
1300 /* called with gp->tlb_lock held */
1302 struct kvm_nested_guest *gp) in __kvmhv_nested_page_fault() argument
1319 if (!gp->l1_gr_to_hr) { in __kvmhv_nested_page_fault()
1320 kvmhv_update_ptbl_cache(gp); in __kvmhv_nested_page_fault()
1321 if (!gp->l1_gr_to_hr) in __kvmhv_nested_page_fault()
1330 ret = kvmhv_translate_addr_nested(vcpu, gp, n_gpa, dsisr, &gpte); in __kvmhv_nested_page_fault()
1346 ret = kvmhv_handle_nested_set_rc(vcpu, gp, n_gpa, gpte, dsisr); in __kvmhv_nested_page_fault()
1455 (((unsigned long) gp->l1_lpid) << RMAP_NESTED_LPID_SHIFT); in __kvmhv_nested_page_fault()
1457 ret = kvmppc_create_pte(kvm, gp->shadow_pgtable, pte, n_gpa, level, in __kvmhv_nested_page_fault()
1458 mmu_seq, gp->shadow_lpid, rmapp, &n_rmap); in __kvmhv_nested_page_fault()
1466 kvmhv_invalidate_shadow_pte(vcpu, gp, n_gpa, NULL); in __kvmhv_nested_page_fault()
1472 struct kvm_nested_guest *gp = vcpu->arch.nested; in kvmhv_nested_page_fault() local
1475 mutex_lock(&gp->tlb_lock); in kvmhv_nested_page_fault()
1476 ret = __kvmhv_nested_page_fault(vcpu, gp); in kvmhv_nested_page_fault()
1477 mutex_unlock(&gp->tlb_lock); in kvmhv_nested_page_fault()