2617 				       struct gfn_to_hva_cache *ghc,  in __kvm_gfn_to_hva_cache_init()  argument
2627 	ghc->generation = slots->generation;  in __kvm_gfn_to_hva_cache_init()
2630 		ghc->hva = KVM_HVA_ERR_BAD;  in __kvm_gfn_to_hva_cache_init()
2639 		ghc->memslot = __gfn_to_memslot(slots, start_gfn);  in __kvm_gfn_to_hva_cache_init()
2640 		ghc->hva = gfn_to_hva_many(ghc->memslot, start_gfn,  in __kvm_gfn_to_hva_cache_init()
2642 		if (kvm_is_error_hva(ghc->hva))  in __kvm_gfn_to_hva_cache_init()
2648 		ghc->hva += offset;  in __kvm_gfn_to_hva_cache_init()
2650 		ghc->memslot = NULL;  in __kvm_gfn_to_hva_cache_init()
2652 	ghc->gpa = gpa;  in __kvm_gfn_to_hva_cache_init()
2653 	ghc->len = len;  in __kvm_gfn_to_hva_cache_init()
2657 int kvm_gfn_to_hva_cache_init(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_gfn_to_hva_cache_init()  argument
2661 	return __kvm_gfn_to_hva_cache_init(slots, ghc, gpa, len);  in kvm_gfn_to_hva_cache_init()
2665 int kvm_write_guest_offset_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_write_guest_offset_cached()  argument
2671 	gpa_t gpa = ghc->gpa + offset;  in kvm_write_guest_offset_cached()
2673 	if (WARN_ON_ONCE(len + offset > ghc->len))  in kvm_write_guest_offset_cached()
2676 	if (slots->generation != ghc->generation) {  in kvm_write_guest_offset_cached()
2677 		if (__kvm_gfn_to_hva_cache_init(slots, ghc, ghc->gpa, ghc->len))  in kvm_write_guest_offset_cached()
2681 	if (kvm_is_error_hva(ghc->hva))  in kvm_write_guest_offset_cached()
2684 	if (unlikely(!ghc->memslot))  in kvm_write_guest_offset_cached()
2687 	r = __copy_to_user((void __user *)ghc->hva + offset, data, len);  in kvm_write_guest_offset_cached()
2690 	mark_page_dirty_in_slot(ghc->memslot, gpa >> PAGE_SHIFT);  in kvm_write_guest_offset_cached()
2696 int kvm_write_guest_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_write_guest_cached()  argument
2699 	return kvm_write_guest_offset_cached(kvm, ghc, data, 0, len);  in kvm_write_guest_cached()
2703 int kvm_read_guest_offset_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_read_guest_offset_cached()  argument
2709 	gpa_t gpa = ghc->gpa + offset;  in kvm_read_guest_offset_cached()
2711 	if (WARN_ON_ONCE(len + offset > ghc->len))  in kvm_read_guest_offset_cached()
2714 	if (slots->generation != ghc->generation) {  in kvm_read_guest_offset_cached()
2715 		if (__kvm_gfn_to_hva_cache_init(slots, ghc, ghc->gpa, ghc->len))  in kvm_read_guest_offset_cached()
2719 	if (kvm_is_error_hva(ghc->hva))  in kvm_read_guest_offset_cached()
2722 	if (unlikely(!ghc->memslot))  in kvm_read_guest_offset_cached()
2725 	r = __copy_from_user(data, (void __user *)ghc->hva + offset, len);  in kvm_read_guest_offset_cached()
2733 int kvm_read_guest_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,  in kvm_read_guest_cached()  argument
2736 	return kvm_read_guest_offset_cached(kvm, ghc, data, 0, len);  in kvm_read_guest_cached()