20 static inline struct pi_desc *vcpu_to_pi_desc(struct kvm_vcpu *vcpu)  in vcpu_to_pi_desc()
22 	return &(to_vmx(vcpu)->pi_desc);  in vcpu_to_pi_desc()
27 	struct pi_desc *pi_desc = vcpu_to_pi_desc(vcpu);  in vmx_vcpu_pi_load()  local
28 	struct pi_desc old, new;  in vmx_vcpu_pi_load()
37 	if (!pi_test_sn(pi_desc) && vcpu->cpu == cpu)  in vmx_vcpu_pi_load()
47 	if (pi_desc->nv == POSTED_INTR_WAKEUP_VECTOR || vcpu->cpu == cpu) {  in vmx_vcpu_pi_load()
48 		pi_clear_sn(pi_desc);  in vmx_vcpu_pi_load()
54 		old.control = new.control = READ_ONCE(pi_desc->control);  in vmx_vcpu_pi_load()
64 	} while (cmpxchg64(&pi_desc->control, old.control,  in vmx_vcpu_pi_load()
77 	if (!pi_is_pir_empty(pi_desc))  in vmx_vcpu_pi_load()
78 		pi_set_on(pi_desc);  in vmx_vcpu_pi_load()
90 	struct pi_desc *pi_desc = vcpu_to_pi_desc(vcpu);  in vmx_vcpu_pi_put()  local
97 		pi_set_sn(pi_desc);  in vmx_vcpu_pi_put()
102 	struct pi_desc *pi_desc = vcpu_to_pi_desc(vcpu);  in __pi_post_block()  local
103 	struct pi_desc old, new;  in __pi_post_block()
107 		old.control = new.control = READ_ONCE(pi_desc->control);  in __pi_post_block()
120 	} while (cmpxchg64(&pi_desc->control, old.control,  in __pi_post_block()
147 	struct pi_desc old, new;  in pi_pre_block()
148 	struct pi_desc *pi_desc = vcpu_to_pi_desc(vcpu);  in pi_pre_block()  local
166 		old.control = new.control = READ_ONCE(pi_desc->control);  in pi_pre_block()
168 		WARN((pi_desc->sn == 1),  in pi_pre_block()
189 	} while (cmpxchg64(&pi_desc->control, old.control,  in pi_pre_block()
193 	if (pi_test_on(pi_desc) == 1)  in pi_pre_block()
222 		struct pi_desc *pi_desc = vcpu_to_pi_desc(vcpu);  in pi_wakeup_handler()  local
224 		if (pi_test_on(pi_desc) == 1)  in pi_wakeup_handler()
238 	struct pi_desc *pi_desc = vcpu_to_pi_desc(vcpu);  in pi_has_pending_interrupt()  local
240 	return pi_test_on(pi_desc) ||  in pi_has_pending_interrupt()
241 		(pi_test_sn(pi_desc) && !pi_is_pir_empty(pi_desc));  in pi_has_pending_interrupt()
327 		vcpu_info.pi_desc_addr = __pa(&to_vmx(vcpu)->pi_desc);  in pi_update_irte()