/kernel/linux/linux-5.10/arch/powerpc/kvm/ |
D | book3s_hv_rm_mmu.c | 212 unsigned long mmu_seq; in kvmppc_do_h_enter() local 226 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_do_h_enter() 253 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &hpage_shift); in kvmppc_do_h_enter() 373 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_do_h_enter() 881 static int kvmppc_get_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, in kvmppc_get_hpa() argument 901 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_get_hpa() 928 unsigned long pa, mmu_seq; in kvmppc_do_h_page_init_zero() local 933 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_do_h_page_init_zero() 938 ret = kvmppc_get_hpa(vcpu, mmu_seq, dest, 1, &pa, &memslot); in kvmppc_do_h_page_init_zero() 955 unsigned long dest_pa, src_pa, mmu_seq; in kvmppc_do_h_page_init_copy() local [all …]
|
D | book3s_64_vio_hv.c | 448 static long kvmppc_rm_ua_to_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, in kvmppc_rm_ua_to_hpa() argument 467 ptep = find_kvm_host_pte(vcpu->kvm, mmu_seq, ua, &shift); in kvmppc_rm_ua_to_hpa() 499 unsigned long mmu_seq; in kvmppc_rm_h_put_tce_indirect() local 510 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_rm_h_put_tce_indirect() 560 if (kvmppc_rm_ua_to_hpa(vcpu, mmu_seq, ua, &tces)) { in kvmppc_rm_h_put_tce_indirect()
|
D | book3s_64_mmu_host.c | 85 unsigned long mmu_seq; in kvmppc_mmu_map_page() local 92 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_mmu_map_page() 152 if (!cpte || mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_mmu_map_page()
|
D | book3s_64_mmu_radix.c | 588 unsigned long mmu_seq, unsigned int lpid, in kvmppc_create_pte() argument 620 if (mmu_notifier_retry(kvm, mmu_seq)) in kvmppc_create_pte() 800 unsigned long mmu_seq; in kvmppc_book3s_instantiate_page() local 810 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_book3s_instantiate_page() 843 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_instantiate_page() 893 mmu_seq, kvm->arch.lpid, NULL, NULL); in kvmppc_book3s_instantiate_page()
|
D | e500_mmu_host.c | 333 unsigned long mmu_seq; in kvmppc_e500_shadow_map() local 342 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_e500_shadow_map() 463 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_e500_shadow_map()
|
D | book3s_64_mmu_hv.c | 489 unsigned long mmu_seq, psize, pte_size; in kvmppc_book3s_hv_page_fault() local 572 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_book3s_hv_page_fault() 609 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_hv_page_fault() 687 if (mmu_notifier_retry(vcpu->kvm, mmu_seq)) { in kvmppc_book3s_hv_page_fault()
|
D | book3s_hv_nested.c | 1309 unsigned long mmu_seq; in __kvmhv_nested_page_fault() local 1399 mmu_seq = kvm->mmu_notifier_seq; in __kvmhv_nested_page_fault() 1458 mmu_seq, gp->shadow_lpid, rmapp, &n_rmap); in __kvmhv_nested_page_fault()
|
/kernel/linux/linux-5.10/arch/powerpc/include/asm/ |
D | kvm_book3s_64.h | 626 unsigned long mmu_seq, unsigned int lpid, 660 static inline pte_t *find_kvm_host_pte(struct kvm *kvm, unsigned long mmu_seq, in find_kvm_host_pte() argument 668 if (mmu_notifier_retry(kvm, mmu_seq)) in find_kvm_host_pte()
|
/kernel/linux/linux-5.10/arch/mips/kvm/ |
D | mmu.c | 673 unsigned long mmu_seq; in kvm_mips_map_page() local 692 mmu_seq = kvm->mmu_notifier_seq; in kvm_mips_map_page() 715 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvm_mips_map_page()
|
/kernel/linux/linux-5.10/arch/arm64/kvm/ |
D | mmu.c | 749 unsigned long mmu_seq; in user_mem_abort() local 836 mmu_seq = vcpu->kvm->mmu_notifier_seq; in user_mem_abort() 872 if (mmu_notifier_retry(kvm, mmu_seq)) in user_mem_abort()
|
/kernel/linux/linux-5.10/arch/x86/kvm/mmu/ |
D | paging_tmpl.h | 793 unsigned long mmu_seq; in FNAME() local 840 mmu_seq = vcpu->kvm->mmu_notifier_seq; in FNAME() 872 if (mmu_notifier_retry(vcpu->kvm, mmu_seq)) in FNAME()
|
D | mmu.c | 3709 unsigned long mmu_seq; in direct_page_fault() local 3726 mmu_seq = vcpu->kvm->mmu_notifier_seq; in direct_page_fault() 3737 if (mmu_notifier_retry(vcpu->kvm, mmu_seq)) in direct_page_fault()
|
/kernel/linux/linux-5.10/include/linux/ |
D | kvm_host.h | 1216 static inline int mmu_notifier_retry(struct kvm *kvm, unsigned long mmu_seq) in mmu_notifier_retry() argument 1231 if (kvm->mmu_notifier_seq != mmu_seq) in mmu_notifier_retry()
|