Lines Matching full:ioapic
45 #include "ioapic.h"
53 struct kvm_ioapic *ioapic,
57 static unsigned long ioapic_read_indirect(struct kvm_ioapic *ioapic, in ioapic_read_indirect() argument
63 switch (ioapic->ioregsel) { in ioapic_read_indirect()
71 result = ((ioapic->id & 0xf) << 24); in ioapic_read_indirect()
76 u32 redir_index = (ioapic->ioregsel - 0x10) >> 1; in ioapic_read_indirect()
83 redir_content = ioapic->redirtbl[index].bits; in ioapic_read_indirect()
86 result = (ioapic->ioregsel & 0x1) ? in ioapic_read_indirect()
96 static void rtc_irq_eoi_tracking_reset(struct kvm_ioapic *ioapic) in rtc_irq_eoi_tracking_reset() argument
98 ioapic->rtc_status.pending_eoi = 0; in rtc_irq_eoi_tracking_reset()
99 bitmap_zero(ioapic->rtc_status.dest_map.map, KVM_MAX_VCPU_ID); in rtc_irq_eoi_tracking_reset()
102 static void kvm_rtc_eoi_tracking_restore_all(struct kvm_ioapic *ioapic);
104 static void rtc_status_pending_eoi_check_valid(struct kvm_ioapic *ioapic) in rtc_status_pending_eoi_check_valid() argument
106 if (WARN_ON(ioapic->rtc_status.pending_eoi < 0)) in rtc_status_pending_eoi_check_valid()
107 kvm_rtc_eoi_tracking_restore_all(ioapic); in rtc_status_pending_eoi_check_valid()
113 struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic; in __rtc_irq_eoi_tracking_restore_one() local
114 struct dest_map *dest_map = &ioapic->rtc_status.dest_map; in __rtc_irq_eoi_tracking_restore_one()
117 e = &ioapic->redirtbl[RTC_GSI]; in __rtc_irq_eoi_tracking_restore_one()
132 ioapic->rtc_status.pending_eoi++; in __rtc_irq_eoi_tracking_restore_one()
135 ioapic->rtc_status.pending_eoi--; in __rtc_irq_eoi_tracking_restore_one()
136 rtc_status_pending_eoi_check_valid(ioapic); in __rtc_irq_eoi_tracking_restore_one()
142 struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic; in kvm_rtc_eoi_tracking_restore_one() local
144 spin_lock(&ioapic->lock); in kvm_rtc_eoi_tracking_restore_one()
146 spin_unlock(&ioapic->lock); in kvm_rtc_eoi_tracking_restore_one()
149 static void kvm_rtc_eoi_tracking_restore_all(struct kvm_ioapic *ioapic) in kvm_rtc_eoi_tracking_restore_all() argument
157 rtc_irq_eoi_tracking_reset(ioapic); in kvm_rtc_eoi_tracking_restore_all()
158 kvm_for_each_vcpu(i, vcpu, ioapic->kvm) in kvm_rtc_eoi_tracking_restore_all()
162 static void rtc_irq_eoi(struct kvm_ioapic *ioapic, struct kvm_vcpu *vcpu, in rtc_irq_eoi() argument
165 struct dest_map *dest_map = &ioapic->rtc_status.dest_map; in rtc_irq_eoi()
171 ioapic->rtc_status.dest_map.map))) { in rtc_irq_eoi()
172 --ioapic->rtc_status.pending_eoi; in rtc_irq_eoi()
173 rtc_status_pending_eoi_check_valid(ioapic); in rtc_irq_eoi()
177 static bool rtc_irq_check_coalesced(struct kvm_ioapic *ioapic) in rtc_irq_check_coalesced() argument
179 if (ioapic->rtc_status.pending_eoi > 0) in rtc_irq_check_coalesced()
185 static void ioapic_lazy_update_eoi(struct kvm_ioapic *ioapic, int irq) in ioapic_lazy_update_eoi() argument
189 union kvm_ioapic_redirect_entry *entry = &ioapic->redirtbl[irq]; in ioapic_lazy_update_eoi()
191 kvm_for_each_vcpu(i, vcpu, ioapic->kvm) { in ioapic_lazy_update_eoi()
202 rtc_irq_eoi(ioapic, vcpu, entry->fields.vector); in ioapic_lazy_update_eoi()
207 static int ioapic_set_irq(struct kvm_ioapic *ioapic, unsigned int irq, in ioapic_set_irq() argument
215 entry = ioapic->redirtbl[irq]; in ioapic_set_irq()
219 ioapic->irr &= ~mask; in ioapic_set_irq()
226 * triggered, in which case the in-kernel IOAPIC will not be able in ioapic_set_irq()
228 * pending EOI when trying to set IOAPIC irq. in ioapic_set_irq()
230 if (edge && kvm_apicv_activated(ioapic->kvm)) in ioapic_set_irq()
231 ioapic_lazy_update_eoi(ioapic, irq); in ioapic_set_irq()
245 rtc_irq_check_coalesced(ioapic)) { in ioapic_set_irq()
250 old_irr = ioapic->irr; in ioapic_set_irq()
251 ioapic->irr |= mask; in ioapic_set_irq()
253 ioapic->irr_delivered &= ~mask; in ioapic_set_irq()
254 if (old_irr == ioapic->irr) { in ioapic_set_irq()
260 ret = ioapic_service(ioapic, irq, line_status); in ioapic_set_irq()
267 static void kvm_ioapic_inject_all(struct kvm_ioapic *ioapic, unsigned long irr) in kvm_ioapic_inject_all() argument
271 rtc_irq_eoi_tracking_reset(ioapic); in kvm_ioapic_inject_all()
273 ioapic_set_irq(ioapic, idx, 1, true); in kvm_ioapic_inject_all()
275 kvm_rtc_eoi_tracking_restore_all(ioapic); in kvm_ioapic_inject_all()
281 struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic; in kvm_ioapic_scan_entry() local
282 struct dest_map *dest_map = &ioapic->rtc_status.dest_map; in kvm_ioapic_scan_entry()
286 spin_lock(&ioapic->lock); in kvm_ioapic_scan_entry()
294 e = &ioapic->redirtbl[index]; in kvm_ioapic_scan_entry()
296 kvm_irq_has_notifier(ioapic->kvm, KVM_IRQCHIP_IOAPIC, index) || in kvm_ioapic_scan_entry()
307 spin_unlock(&ioapic->lock); in kvm_ioapic_scan_entry()
317 static void ioapic_write_indirect(struct kvm_ioapic *ioapic, u32 val) in ioapic_write_indirect() argument
325 switch (ioapic->ioregsel) { in ioapic_write_indirect()
331 ioapic->id = (val >> 24) & 0xf; in ioapic_write_indirect()
338 index = (ioapic->ioregsel - 0x10) >> 1; in ioapic_write_indirect()
343 e = &ioapic->redirtbl[index]; in ioapic_write_indirect()
350 if (ioapic->ioregsel & 1) { in ioapic_write_indirect()
362 * be cleared by IOAPIC hardware when the entry is configured in ioapic_write_indirect()
371 kvm_fire_mask_notifiers(ioapic->kvm, KVM_IRQCHIP_IOAPIC, index, mask_after); in ioapic_write_indirect()
373 && ioapic->irr & (1 << index)) in ioapic_write_indirect()
374 ioapic_service(ioapic, index, false); in ioapic_write_indirect()
388 kvm_bitmap_or_dest_vcpus(ioapic->kvm, &irq, in ioapic_write_indirect()
401 kvm_bitmap_or_dest_vcpus(ioapic->kvm, &irq, in ioapic_write_indirect()
404 kvm_make_scan_ioapic_request_mask(ioapic->kvm, in ioapic_write_indirect()
407 kvm_make_scan_ioapic_request(ioapic->kvm); in ioapic_write_indirect()
413 static int ioapic_service(struct kvm_ioapic *ioapic, int irq, bool line_status) in ioapic_service() argument
415 union kvm_ioapic_redirect_entry *entry = &ioapic->redirtbl[irq]; in ioapic_service()
434 ioapic->irr_delivered |= 1 << irq; in ioapic_service()
443 BUG_ON(ioapic->rtc_status.pending_eoi != 0); in ioapic_service()
444 ret = kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe, in ioapic_service()
445 &ioapic->rtc_status.dest_map); in ioapic_service()
446 ioapic->rtc_status.pending_eoi = (ret < 0 ? 0 : ret); in ioapic_service()
448 ret = kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe, NULL); in ioapic_service()
456 int kvm_ioapic_set_irq(struct kvm_ioapic *ioapic, int irq, int irq_source_id, in kvm_ioapic_set_irq() argument
463 spin_lock(&ioapic->lock); in kvm_ioapic_set_irq()
464 irq_level = __kvm_irq_line_state(&ioapic->irq_states[irq], in kvm_ioapic_set_irq()
466 ret = ioapic_set_irq(ioapic, irq, irq_level, line_status); in kvm_ioapic_set_irq()
468 spin_unlock(&ioapic->lock); in kvm_ioapic_set_irq()
473 void kvm_ioapic_clear_all(struct kvm_ioapic *ioapic, int irq_source_id) in kvm_ioapic_clear_all() argument
477 spin_lock(&ioapic->lock); in kvm_ioapic_clear_all()
479 __clear_bit(irq_source_id, &ioapic->irq_states[i]); in kvm_ioapic_clear_all()
480 spin_unlock(&ioapic->lock); in kvm_ioapic_clear_all()
486 struct kvm_ioapic *ioapic = container_of(work, struct kvm_ioapic, in kvm_ioapic_eoi_inject_work() local
488 spin_lock(&ioapic->lock); in kvm_ioapic_eoi_inject_work()
490 union kvm_ioapic_redirect_entry *ent = &ioapic->redirtbl[i]; in kvm_ioapic_eoi_inject_work()
495 if (ioapic->irr & (1 << i) && !ent->fields.remote_irr) in kvm_ioapic_eoi_inject_work()
496 ioapic_service(ioapic, i, false); in kvm_ioapic_eoi_inject_work()
498 spin_unlock(&ioapic->lock); in kvm_ioapic_eoi_inject_work()
503 struct kvm_ioapic *ioapic, in kvm_ioapic_update_eoi_one() argument
508 union kvm_ioapic_redirect_entry *ent = &ioapic->redirtbl[pin]; in kvm_ioapic_update_eoi_one()
512 * notifier callbacks for assigned devices call into IOAPIC in kvm_ioapic_update_eoi_one()
518 spin_unlock(&ioapic->lock); in kvm_ioapic_update_eoi_one()
519 kvm_notify_acked_irq(ioapic->kvm, KVM_IRQCHIP_IOAPIC, pin); in kvm_ioapic_update_eoi_one()
520 spin_lock(&ioapic->lock); in kvm_ioapic_update_eoi_one()
528 if (!ent->fields.mask && (ioapic->irr & (1 << pin))) { in kvm_ioapic_update_eoi_one()
529 ++ioapic->irq_eoi[pin]; in kvm_ioapic_update_eoi_one()
530 if (ioapic->irq_eoi[pin] == IOAPIC_SUCCESSIVE_IRQ_MAX_COUNT) { in kvm_ioapic_update_eoi_one()
539 schedule_delayed_work(&ioapic->eoi_inject, HZ / 100); in kvm_ioapic_update_eoi_one()
540 ioapic->irq_eoi[pin] = 0; in kvm_ioapic_update_eoi_one()
543 ioapic_service(ioapic, pin, false); in kvm_ioapic_update_eoi_one()
546 ioapic->irq_eoi[pin] = 0; in kvm_ioapic_update_eoi_one()
553 struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic; in kvm_ioapic_update_eoi() local
555 spin_lock(&ioapic->lock); in kvm_ioapic_update_eoi()
556 rtc_irq_eoi(ioapic, vcpu, vector); in kvm_ioapic_update_eoi()
558 union kvm_ioapic_redirect_entry *ent = &ioapic->redirtbl[i]; in kvm_ioapic_update_eoi()
562 kvm_ioapic_update_eoi_one(vcpu, ioapic, trigger_mode, i); in kvm_ioapic_update_eoi()
564 spin_unlock(&ioapic->lock); in kvm_ioapic_update_eoi()
572 static inline int ioapic_in_range(struct kvm_ioapic *ioapic, gpa_t addr) in ioapic_in_range() argument
574 return ((addr >= ioapic->base_address && in ioapic_in_range()
575 (addr < ioapic->base_address + IOAPIC_MEM_LENGTH))); in ioapic_in_range()
581 struct kvm_ioapic *ioapic = to_ioapic(this); in ioapic_mmio_read() local
583 if (!ioapic_in_range(ioapic, addr)) in ioapic_mmio_read()
589 spin_lock(&ioapic->lock); in ioapic_mmio_read()
592 result = ioapic->ioregsel; in ioapic_mmio_read()
596 result = ioapic_read_indirect(ioapic, addr, len); in ioapic_mmio_read()
603 spin_unlock(&ioapic->lock); in ioapic_mmio_read()
615 printk(KERN_WARNING "ioapic: wrong length %d\n", len); in ioapic_mmio_read()
623 struct kvm_ioapic *ioapic = to_ioapic(this); in ioapic_mmio_write() local
625 if (!ioapic_in_range(ioapic, addr)) in ioapic_mmio_write()
642 printk(KERN_WARNING "ioapic: Unsupported size %d\n", len); in ioapic_mmio_write()
647 spin_lock(&ioapic->lock); in ioapic_mmio_write()
650 ioapic->ioregsel = data & 0xFF; /* 8-bit register */ in ioapic_mmio_write()
654 ioapic_write_indirect(ioapic, data); in ioapic_mmio_write()
660 spin_unlock(&ioapic->lock); in ioapic_mmio_write()
664 static void kvm_ioapic_reset(struct kvm_ioapic *ioapic) in kvm_ioapic_reset() argument
668 cancel_delayed_work_sync(&ioapic->eoi_inject); in kvm_ioapic_reset()
670 ioapic->redirtbl[i].fields.mask = 1; in kvm_ioapic_reset()
671 ioapic->base_address = IOAPIC_DEFAULT_BASE_ADDRESS; in kvm_ioapic_reset()
672 ioapic->ioregsel = 0; in kvm_ioapic_reset()
673 ioapic->irr = 0; in kvm_ioapic_reset()
674 ioapic->irr_delivered = 0; in kvm_ioapic_reset()
675 ioapic->id = 0; in kvm_ioapic_reset()
676 memset(ioapic->irq_eoi, 0x00, sizeof(ioapic->irq_eoi)); in kvm_ioapic_reset()
677 rtc_irq_eoi_tracking_reset(ioapic); in kvm_ioapic_reset()
687 struct kvm_ioapic *ioapic; in kvm_ioapic_init() local
690 ioapic = kzalloc(sizeof(struct kvm_ioapic), GFP_KERNEL_ACCOUNT); in kvm_ioapic_init()
691 if (!ioapic) in kvm_ioapic_init()
693 spin_lock_init(&ioapic->lock); in kvm_ioapic_init()
694 INIT_DELAYED_WORK(&ioapic->eoi_inject, kvm_ioapic_eoi_inject_work); in kvm_ioapic_init()
695 kvm->arch.vioapic = ioapic; in kvm_ioapic_init()
696 kvm_ioapic_reset(ioapic); in kvm_ioapic_init()
697 kvm_iodevice_init(&ioapic->dev, &ioapic_mmio_ops); in kvm_ioapic_init()
698 ioapic->kvm = kvm; in kvm_ioapic_init()
700 ret = kvm_io_bus_register_dev(kvm, KVM_MMIO_BUS, ioapic->base_address, in kvm_ioapic_init()
701 IOAPIC_MEM_LENGTH, &ioapic->dev); in kvm_ioapic_init()
705 kfree(ioapic); in kvm_ioapic_init()
713 struct kvm_ioapic *ioapic = kvm->arch.vioapic; in kvm_ioapic_destroy() local
715 if (!ioapic) in kvm_ioapic_destroy()
718 cancel_delayed_work_sync(&ioapic->eoi_inject); in kvm_ioapic_destroy()
720 kvm_io_bus_unregister_dev(kvm, KVM_MMIO_BUS, &ioapic->dev); in kvm_ioapic_destroy()
723 kfree(ioapic); in kvm_ioapic_destroy()
728 struct kvm_ioapic *ioapic = kvm->arch.vioapic; in kvm_get_ioapic() local
730 spin_lock(&ioapic->lock); in kvm_get_ioapic()
731 memcpy(state, ioapic, sizeof(struct kvm_ioapic_state)); in kvm_get_ioapic()
732 state->irr &= ~ioapic->irr_delivered; in kvm_get_ioapic()
733 spin_unlock(&ioapic->lock); in kvm_get_ioapic()
738 struct kvm_ioapic *ioapic = kvm->arch.vioapic; in kvm_set_ioapic() local
740 spin_lock(&ioapic->lock); in kvm_set_ioapic()
741 memcpy(ioapic, state, sizeof(struct kvm_ioapic_state)); in kvm_set_ioapic()
742 ioapic->irr = 0; in kvm_set_ioapic()
743 ioapic->irr_delivered = 0; in kvm_set_ioapic()
745 kvm_ioapic_inject_all(ioapic, state->irr); in kvm_set_ioapic()
746 spin_unlock(&ioapic->lock); in kvm_set_ioapic()