Lines Matching +full:virtio +full:- +full:pci
2 * Virtio PCI driver - modern (virtio 1.0) device support
4 * This module allows virtio devices to be used over a virtual PCI device.
16 * See the COPYING file in the top-level directory.
25 * Type-safe wrappers for io accesses.
29 * method, i.e. 32-bit accesses for 32-bit fields, 16-bit accesses
30 * for 16-bit fields and 8-bit accesses for 8-bit fields.
87 dev_err(&dev->dev, in map_capability()
93 if (length - start < minlen) { in map_capability()
94 dev_err(&dev->dev, in map_capability()
100 length -= start; in map_capability()
103 dev_err(&dev->dev, in map_capability()
104 "virtio_pci: map wrap-around %u+%u\n", in map_capability()
111 if (offset & (align - 1)) { in map_capability()
112 dev_err(&dev->dev, in map_capability()
126 dev_err(&dev->dev, in map_capability()
127 "virtio_pci: map virtio %zu@%u " in map_capability()
136 dev_err(&dev->dev, in map_capability()
137 "virtio_pci: unable to map virtio %u@%u on bar %i\n", in map_capability()
142 /* virtio config->get_features() implementation */
148 vp_iowrite32(0, &vp_dev->common->device_feature_select); in vp_get_features()
149 features = vp_ioread32(&vp_dev->common->device_feature); in vp_get_features()
150 vp_iowrite32(1, &vp_dev->common->device_feature_select); in vp_get_features()
151 features |= ((u64)vp_ioread32(&vp_dev->common->device_feature) << 32); in vp_get_features()
159 struct pci_dev *pci_dev = vp_dev->pci_dev; in vp_transport_features()
166 /* virtio config->finalize_features() implementation */
170 u64 features = vdev->features; in vp_finalize_features()
179 dev_err(&vdev->dev, "virtio: device uses modern interface " in vp_finalize_features()
181 return -EINVAL; in vp_finalize_features()
184 vp_iowrite32(0, &vp_dev->common->guest_feature_select); in vp_finalize_features()
185 vp_iowrite32((u32)vdev->features, &vp_dev->common->guest_feature); in vp_finalize_features()
186 vp_iowrite32(1, &vp_dev->common->guest_feature_select); in vp_finalize_features()
187 vp_iowrite32(vdev->features >> 32, &vp_dev->common->guest_feature); in vp_finalize_features()
192 /* virtio config->get() implementation */
201 BUG_ON(offset + len > vp_dev->device_len); in vp_get()
205 b = ioread8(vp_dev->device + offset); in vp_get()
209 w = cpu_to_le16(ioread16(vp_dev->device + offset)); in vp_get()
213 l = cpu_to_le32(ioread32(vp_dev->device + offset)); in vp_get()
217 l = cpu_to_le32(ioread32(vp_dev->device + offset)); in vp_get()
219 l = cpu_to_le32(ioread32(vp_dev->device + offset + sizeof l)); in vp_get()
227 /* the config->set() implementation. it's symmetric to the config->get()
237 BUG_ON(offset + len > vp_dev->device_len); in vp_set()
242 iowrite8(b, vp_dev->device + offset); in vp_set()
246 iowrite16(le16_to_cpu(w), vp_dev->device + offset); in vp_set()
250 iowrite32(le32_to_cpu(l), vp_dev->device + offset); in vp_set()
254 iowrite32(le32_to_cpu(l), vp_dev->device + offset); in vp_set()
256 iowrite32(le32_to_cpu(l), vp_dev->device + offset + sizeof l); in vp_set()
266 return vp_ioread8(&vp_dev->common->config_generation); in vp_generation()
269 /* config->{get,set}_status() implementations */
273 return vp_ioread8(&vp_dev->common->device_status); in vp_get_status()
281 vp_iowrite8(status, &vp_dev->common->device_status); in vp_set_status()
288 vp_iowrite8(0, &vp_dev->common->device_status); in vp_reset()
292 * including MSI-X interrupts, if any. in vp_reset()
294 while (vp_ioread8(&vp_dev->common->device_status)) in vp_reset()
303 vp_iowrite16(vector, &vp_dev->common->msix_config); in vp_config_vector()
306 return vp_ioread16(&vp_dev->common->msix_config); in vp_config_vector()
317 struct virtio_pci_common_cfg __iomem *cfg = vp_dev->common; in setup_vq()
322 if (index >= vp_ioread16(&cfg->num_queues)) in setup_vq()
323 return ERR_PTR(-ENOENT); in setup_vq()
326 vp_iowrite16(index, &cfg->queue_select); in setup_vq()
329 num = vp_ioread16(&cfg->queue_size); in setup_vq()
330 if (!num || vp_ioread16(&cfg->queue_enable)) in setup_vq()
331 return ERR_PTR(-ENOENT); in setup_vq()
333 if (num & (num - 1)) { in setup_vq()
334 dev_warn(&vp_dev->pci_dev->dev, "bad queue size %u", num); in setup_vq()
335 return ERR_PTR(-EINVAL); in setup_vq()
339 off = vp_ioread16(&cfg->queue_notify_off); in setup_vq()
341 info->msix_vector = msix_vec; in setup_vq()
345 SMP_CACHE_BYTES, &vp_dev->vdev, in setup_vq()
349 return ERR_PTR(-ENOMEM); in setup_vq()
352 vp_iowrite16(virtqueue_get_vring_size(vq), &cfg->queue_size); in setup_vq()
354 &cfg->queue_desc_lo, &cfg->queue_desc_hi); in setup_vq()
356 &cfg->queue_avail_lo, &cfg->queue_avail_hi); in setup_vq()
358 &cfg->queue_used_lo, &cfg->queue_used_hi); in setup_vq()
360 if (vp_dev->notify_base) { in setup_vq()
362 if ((u64)off * vp_dev->notify_offset_multiplier + 2 in setup_vq()
363 > vp_dev->notify_len) { in setup_vq()
364 dev_warn(&vp_dev->pci_dev->dev, in setup_vq()
367 off, vp_dev->notify_offset_multiplier, in setup_vq()
368 index, vp_dev->notify_len); in setup_vq()
369 err = -EINVAL; in setup_vq()
372 vq->priv = (void __force *)vp_dev->notify_base + in setup_vq()
373 off * vp_dev->notify_offset_multiplier; in setup_vq()
375 vq->priv = (void __force *)map_capability(vp_dev->pci_dev, in setup_vq()
376 vp_dev->notify_map_cap, 2, 2, in setup_vq()
377 off * vp_dev->notify_offset_multiplier, 2, in setup_vq()
381 if (!vq->priv) { in setup_vq()
382 err = -ENOMEM; in setup_vq()
387 vp_iowrite16(msix_vec, &cfg->queue_msix_vector); in setup_vq()
388 msix_vec = vp_ioread16(&cfg->queue_msix_vector); in setup_vq()
390 err = -EBUSY; in setup_vq()
398 if (!vp_dev->notify_base) in setup_vq()
399 pci_iounmap(vp_dev->pci_dev, (void __iomem __force *)vq->priv); in setup_vq()
421 list_for_each_entry(vq, &vdev->vqs, list) { in vp_modern_find_vqs()
422 vp_iowrite16(vq->index, &vp_dev->common->queue_select); in vp_modern_find_vqs()
423 vp_iowrite16(1, &vp_dev->common->queue_enable); in vp_modern_find_vqs()
431 struct virtqueue *vq = info->vq; in del_vq()
432 struct virtio_pci_device *vp_dev = to_vp_device(vq->vdev); in del_vq()
434 vp_iowrite16(vq->index, &vp_dev->common->queue_select); in del_vq()
436 if (vp_dev->msix_enabled) { in del_vq()
438 &vp_dev->common->queue_msix_vector); in del_vq()
440 vp_ioread16(&vp_dev->common->queue_msix_vector); in del_vq()
443 if (!vp_dev->notify_base) in del_vq()
444 pci_iounmap(vp_dev->pci_dev, (void __force __iomem *)vq->priv); in del_vq()
482 * virtio_pci_find_capability - walk capabilities to find device info.
483 * @dev: the pci device
583 /* the PCI probing function */
586 struct pci_dev *pci_dev = vp_dev->pci_dev; in virtio_pci_modern_probe()
594 if (pci_dev->device < 0x1000 || pci_dev->device > 0x107f) in virtio_pci_modern_probe()
595 return -ENODEV; in virtio_pci_modern_probe()
597 if (pci_dev->device < 0x1040) { in virtio_pci_modern_probe()
598 /* Transitional devices: use the PCI subsystem device id as in virtio_pci_modern_probe()
599 * virtio device id, same as legacy driver always did. in virtio_pci_modern_probe()
601 vp_dev->vdev.id.device = pci_dev->subsystem_device; in virtio_pci_modern_probe()
603 /* Modern devices: simply use PCI device id, but start from 0x1040. */ in virtio_pci_modern_probe()
604 vp_dev->vdev.id.device = pci_dev->device - 0x1040; in virtio_pci_modern_probe()
606 vp_dev->vdev.id.vendor = pci_dev->subsystem_vendor; in virtio_pci_modern_probe()
611 &vp_dev->modern_bars); in virtio_pci_modern_probe()
613 dev_info(&pci_dev->dev, in virtio_pci_modern_probe()
615 return -ENODEV; in virtio_pci_modern_probe()
621 &vp_dev->modern_bars); in virtio_pci_modern_probe()
624 &vp_dev->modern_bars); in virtio_pci_modern_probe()
626 dev_err(&pci_dev->dev, in virtio_pci_modern_probe()
629 return -EINVAL; in virtio_pci_modern_probe()
632 err = dma_set_mask_and_coherent(&pci_dev->dev, DMA_BIT_MASK(64)); in virtio_pci_modern_probe()
634 err = dma_set_mask_and_coherent(&pci_dev->dev, in virtio_pci_modern_probe()
637 …dev_warn(&pci_dev->dev, "Failed to enable 64-bit or 32-bit DMA. Trying to continue, but this migh… in virtio_pci_modern_probe()
640 * device-specific configuration. in virtio_pci_modern_probe()
644 &vp_dev->modern_bars); in virtio_pci_modern_probe()
646 err = pci_request_selected_regions(pci_dev, vp_dev->modern_bars, in virtio_pci_modern_probe()
647 "virtio-pci-modern"); in virtio_pci_modern_probe()
651 err = -EINVAL; in virtio_pci_modern_probe()
652 vp_dev->common = map_capability(pci_dev, common, in virtio_pci_modern_probe()
656 if (!vp_dev->common) in virtio_pci_modern_probe()
658 vp_dev->isr = map_capability(pci_dev, isr, sizeof(u8), 1, in virtio_pci_modern_probe()
661 if (!vp_dev->isr) in virtio_pci_modern_probe()
668 &vp_dev->notify_offset_multiplier); in virtio_pci_modern_probe()
685 vp_dev->notify_base = map_capability(pci_dev, notify, 2, 2, in virtio_pci_modern_probe()
687 &vp_dev->notify_len); in virtio_pci_modern_probe()
688 if (!vp_dev->notify_base) in virtio_pci_modern_probe()
691 vp_dev->notify_map_cap = notify; in virtio_pci_modern_probe()
698 vp_dev->device = map_capability(pci_dev, device, 0, 4, in virtio_pci_modern_probe()
700 &vp_dev->device_len); in virtio_pci_modern_probe()
701 if (!vp_dev->device) in virtio_pci_modern_probe()
704 vp_dev->vdev.config = &virtio_pci_config_ops; in virtio_pci_modern_probe()
706 vp_dev->vdev.config = &virtio_pci_config_nodev_ops; in virtio_pci_modern_probe()
709 vp_dev->config_vector = vp_config_vector; in virtio_pci_modern_probe()
710 vp_dev->setup_vq = setup_vq; in virtio_pci_modern_probe()
711 vp_dev->del_vq = del_vq; in virtio_pci_modern_probe()
716 if (vp_dev->notify_base) in virtio_pci_modern_probe()
717 pci_iounmap(pci_dev, vp_dev->notify_base); in virtio_pci_modern_probe()
719 pci_iounmap(pci_dev, vp_dev->isr); in virtio_pci_modern_probe()
721 pci_iounmap(pci_dev, vp_dev->common); in virtio_pci_modern_probe()
728 struct pci_dev *pci_dev = vp_dev->pci_dev; in virtio_pci_modern_remove()
730 if (vp_dev->device) in virtio_pci_modern_remove()
731 pci_iounmap(pci_dev, vp_dev->device); in virtio_pci_modern_remove()
732 if (vp_dev->notify_base) in virtio_pci_modern_remove()
733 pci_iounmap(pci_dev, vp_dev->notify_base); in virtio_pci_modern_remove()
734 pci_iounmap(pci_dev, vp_dev->isr); in virtio_pci_modern_remove()
735 pci_iounmap(pci_dev, vp_dev->common); in virtio_pci_modern_remove()
736 pci_release_selected_regions(pci_dev, vp_dev->modern_bars); in virtio_pci_modern_remove()