Lines Matching refs:vq
166 struct vhost_virtqueue vq; member
245 struct vhost_virtqueue *vq; in vhost_scsi_init_inflight() local
249 vq = &vs->vqs[i].vq; in vhost_scsi_init_inflight()
251 mutex_lock(&vq->mutex); in vhost_scsi_init_inflight()
264 mutex_unlock(&vq->mutex); in vhost_scsi_init_inflight()
269 vhost_scsi_get_inflight(struct vhost_virtqueue *vq) in vhost_scsi_get_inflight() argument
274 svq = container_of(vq, struct vhost_scsi_virtqueue, vq); in vhost_scsi_get_inflight()
330 struct vhost_scsi_virtqueue, vq); in vhost_scsi_release_cmd_res()
433 struct vhost_virtqueue *vq = &vs->vqs[VHOST_SCSI_VQ_EVT].vq; in vhost_scsi_allocate_evt() local
443 vq_err(vq, "Failed to allocate vhost_scsi_evt\n"); in vhost_scsi_allocate_evt()
448 evt->event.event = cpu_to_vhost32(vq, event); in vhost_scsi_allocate_evt()
449 evt->event.reason = cpu_to_vhost32(vq, reason); in vhost_scsi_allocate_evt()
463 struct vhost_virtqueue *vq = &vs->vqs[VHOST_SCSI_VQ_EVT].vq; in vhost_scsi_do_evt_work() local
469 if (!vhost_vq_get_backend(vq)) { in vhost_scsi_do_evt_work()
475 vhost_disable_notify(&vs->dev, vq); in vhost_scsi_do_evt_work()
476 head = vhost_get_vq_desc(vq, vq->iov, in vhost_scsi_do_evt_work()
477 ARRAY_SIZE(vq->iov), &out, &in, in vhost_scsi_do_evt_work()
483 if (head == vq->num) { in vhost_scsi_do_evt_work()
484 if (vhost_enable_notify(&vs->dev, vq)) in vhost_scsi_do_evt_work()
490 if ((vq->iov[out].iov_len != sizeof(struct virtio_scsi_event))) { in vhost_scsi_do_evt_work()
491 vq_err(vq, "Expecting virtio_scsi_event, got %zu bytes\n", in vhost_scsi_do_evt_work()
492 vq->iov[out].iov_len); in vhost_scsi_do_evt_work()
498 event->event |= cpu_to_vhost32(vq, VIRTIO_SCSI_T_EVENTS_MISSED); in vhost_scsi_do_evt_work()
502 eventp = vq->iov[out].iov_base; in vhost_scsi_do_evt_work()
505 vhost_add_used_and_signal(&vs->dev, vq, head, 0); in vhost_scsi_do_evt_work()
507 vq_err(vq, "Faulted on vhost_scsi_send_event\n"); in vhost_scsi_do_evt_work()
514 struct vhost_virtqueue *vq = &vs->vqs[VHOST_SCSI_VQ_EVT].vq; in vhost_scsi_evt_work() local
518 mutex_lock(&vq->mutex); in vhost_scsi_evt_work()
524 mutex_unlock(&vq->mutex); in vhost_scsi_evt_work()
542 int ret, vq; in vhost_scsi_complete_cmd_work() local
567 q = container_of(cmd->tvc_vq, struct vhost_scsi_virtqueue, vq); in vhost_scsi_complete_cmd_work()
568 vq = q - vs->vqs; in vhost_scsi_complete_cmd_work()
569 __set_bit(vq, signal); in vhost_scsi_complete_cmd_work()
576 vq = -1; in vhost_scsi_complete_cmd_work()
577 while ((vq = find_next_bit(signal, VHOST_SCSI_MAX_VQ, vq + 1)) in vhost_scsi_complete_cmd_work()
579 vhost_signal(&vs->dev, &vs->vqs[vq].vq); in vhost_scsi_complete_cmd_work()
583 vhost_scsi_get_cmd(struct vhost_virtqueue *vq, struct vhost_scsi_tpg *tpg, in vhost_scsi_get_cmd() argument
587 struct vhost_scsi_virtqueue *svq = container_of(vq, in vhost_scsi_get_cmd()
588 struct vhost_scsi_virtqueue, vq); in vhost_scsi_get_cmd()
622 cmd->inflight = vhost_scsi_get_inflight(vq); in vhost_scsi_get_cmd()
804 struct vhost_virtqueue *vq, in vhost_scsi_send_bad_target() argument
813 resp = vq->iov[out].iov_base; in vhost_scsi_send_bad_target()
816 vhost_add_used_and_signal(&vs->dev, vq, head, 0); in vhost_scsi_send_bad_target()
822 vhost_scsi_get_desc(struct vhost_scsi *vs, struct vhost_virtqueue *vq, in vhost_scsi_get_desc() argument
827 vc->head = vhost_get_vq_desc(vq, vq->iov, in vhost_scsi_get_desc()
828 ARRAY_SIZE(vq->iov), &vc->out, &vc->in, in vhost_scsi_get_desc()
839 if (vc->head == vq->num) { in vhost_scsi_get_desc()
840 if (unlikely(vhost_enable_notify(&vs->dev, vq))) { in vhost_scsi_get_desc()
841 vhost_disable_notify(&vs->dev, vq); in vhost_scsi_get_desc()
851 vc->out_size = iov_length(vq->iov, vc->out); in vhost_scsi_get_desc()
852 vc->in_size = iov_length(&vq->iov[vc->out], vc->in); in vhost_scsi_get_desc()
864 iov_iter_init(&vc->out_iter, WRITE, vq->iov, vc->out, vc->out_size); in vhost_scsi_get_desc()
872 vhost_scsi_chk_size(struct vhost_virtqueue *vq, struct vhost_scsi_ctx *vc) in vhost_scsi_chk_size() argument
875 vq_err(vq, in vhost_scsi_chk_size()
880 vq_err(vq, in vhost_scsi_chk_size()
890 vhost_scsi_get_req(struct vhost_virtqueue *vq, struct vhost_scsi_ctx *vc, in vhost_scsi_get_req() argument
897 vq_err(vq, "Faulted on copy_from_iter_full\n"); in vhost_scsi_get_req()
900 vq_err(vq, "Illegal virtio-scsi lun: %u\n", *vc->lunp); in vhost_scsi_get_req()
904 vs_tpg = vhost_vq_get_backend(vq); /* validated at handler entry */ in vhost_scsi_get_req()
908 vq_err(vq, "Target 0x%x does not exist\n", *vc->target); in vhost_scsi_get_req()
925 vhost_scsi_handle_vq(struct vhost_scsi *vs, struct vhost_virtqueue *vq) in vhost_scsi_handle_vq() argument
938 bool t10_pi = vhost_has_feature(vq, VIRTIO_SCSI_F_T10_PI); in vhost_scsi_handle_vq()
941 mutex_lock(&vq->mutex); in vhost_scsi_handle_vq()
946 vs_tpg = vhost_vq_get_backend(vq); in vhost_scsi_handle_vq()
953 vhost_disable_notify(&vs->dev, vq); in vhost_scsi_handle_vq()
956 ret = vhost_scsi_get_desc(vs, vq, &vc); in vhost_scsi_handle_vq()
981 ret = vhost_scsi_chk_size(vq, &vc); in vhost_scsi_handle_vq()
985 ret = vhost_scsi_get_req(vq, &vc, &tpg); in vhost_scsi_handle_vq()
1016 iov_iter_init(&in_iter, READ, &vq->iov[vc.out], vc.in, in vhost_scsi_handle_vq()
1032 vq_err(vq, "Received non zero pi_bytesout," in vhost_scsi_handle_vq()
1036 prot_bytes = vhost32_to_cpu(vq, v_req_pi.pi_bytesout); in vhost_scsi_handle_vq()
1039 vq_err(vq, "Received non zero pi_bytesin," in vhost_scsi_handle_vq()
1043 prot_bytes = vhost32_to_cpu(vq, v_req_pi.pi_bytesin); in vhost_scsi_handle_vq()
1059 tag = vhost64_to_cpu(vq, v_req_pi.tag); in vhost_scsi_handle_vq()
1064 tag = vhost64_to_cpu(vq, v_req.tag); in vhost_scsi_handle_vq()
1077 vq_err(vq, "Received SCSI CDB with command_size: %d that" in vhost_scsi_handle_vq()
1082 cmd = vhost_scsi_get_cmd(vq, tpg, cdb, tag, lun, task_attr, in vhost_scsi_handle_vq()
1086 vq_err(vq, "vhost_scsi_get_cmd failed %ld\n", in vhost_scsi_handle_vq()
1091 cmd->tvc_vq = vq; in vhost_scsi_handle_vq()
1092 cmd->tvc_resp_iov = vq->iov[vc.out]; in vhost_scsi_handle_vq()
1104 vq_err(vq, "Failed to map iov to sgl\n"); in vhost_scsi_handle_vq()
1127 vhost_scsi_send_bad_target(vs, vq, vc.head, vc.out); in vhost_scsi_handle_vq()
1128 } while (likely(!vhost_exceeds_weight(vq, ++c, 0))); in vhost_scsi_handle_vq()
1130 mutex_unlock(&vq->mutex); in vhost_scsi_handle_vq()
1134 vhost_scsi_send_tmf_resp(struct vhost_scsi *vs, struct vhost_virtqueue *vq, in vhost_scsi_send_tmf_resp() argument
1150 vhost_add_used_and_signal(&vs->dev, vq, vq_desc, 0); in vhost_scsi_send_tmf_resp()
1166 vhost_scsi_send_tmf_resp(tmf->vhost, &tmf->svq->vq, tmf->in_iovs, in vhost_scsi_tmf_resp_work()
1173 struct vhost_virtqueue *vq, in vhost_scsi_handle_tmf() argument
1177 struct vhost_scsi_virtqueue *svq = container_of(vq, in vhost_scsi_handle_tmf()
1178 struct vhost_scsi_virtqueue, vq); in vhost_scsi_handle_tmf()
1181 if (vhost32_to_cpu(vq, vtmf->subtype) != in vhost_scsi_handle_tmf()
1205 tmf->resp_iov = vq->iov[vc->out]; in vhost_scsi_handle_tmf()
1208 tmf->inflight = vhost_scsi_get_inflight(vq); in vhost_scsi_handle_tmf()
1221 vhost_scsi_send_tmf_resp(vs, vq, vc->in, vc->head, &vq->iov[vc->out], in vhost_scsi_handle_tmf()
1227 struct vhost_virtqueue *vq, in vhost_scsi_send_an_resp() argument
1238 iov_iter_init(&iov_iter, READ, &vq->iov[vc->out], vc->in, sizeof(rsp)); in vhost_scsi_send_an_resp()
1242 vhost_add_used_and_signal(&vs->dev, vq, vc->head, 0); in vhost_scsi_send_an_resp()
1248 vhost_scsi_ctl_handle_vq(struct vhost_scsi *vs, struct vhost_virtqueue *vq) in vhost_scsi_ctl_handle_vq() argument
1260 mutex_lock(&vq->mutex); in vhost_scsi_ctl_handle_vq()
1265 if (!vhost_vq_get_backend(vq)) in vhost_scsi_ctl_handle_vq()
1270 vhost_disable_notify(&vs->dev, vq); in vhost_scsi_ctl_handle_vq()
1273 ret = vhost_scsi_get_desc(vs, vq, &vc); in vhost_scsi_ctl_handle_vq()
1286 vq_err(vq, "Faulted on copy_from_iter tmf type\n"); in vhost_scsi_ctl_handle_vq()
1296 switch (vhost32_to_cpu(vq, v_req.type)) { in vhost_scsi_ctl_handle_vq()
1313 vq_err(vq, "Unknown control request %d", v_req.type); in vhost_scsi_ctl_handle_vq()
1322 ret = vhost_scsi_chk_size(vq, &vc); in vhost_scsi_ctl_handle_vq()
1332 ret = vhost_scsi_get_req(vq, &vc, &tpg); in vhost_scsi_ctl_handle_vq()
1337 vhost_scsi_handle_tmf(vs, tpg, vq, &v_req.tmf, &vc); in vhost_scsi_ctl_handle_vq()
1339 vhost_scsi_send_an_resp(vs, vq, &vc); in vhost_scsi_ctl_handle_vq()
1350 vhost_scsi_send_bad_target(vs, vq, vc.head, vc.out); in vhost_scsi_ctl_handle_vq()
1351 } while (likely(!vhost_exceeds_weight(vq, ++c, 0))); in vhost_scsi_ctl_handle_vq()
1353 mutex_unlock(&vq->mutex); in vhost_scsi_ctl_handle_vq()
1358 struct vhost_virtqueue *vq = container_of(work, struct vhost_virtqueue, in vhost_scsi_ctl_handle_kick() local
1360 struct vhost_scsi *vs = container_of(vq->dev, struct vhost_scsi, dev); in vhost_scsi_ctl_handle_kick()
1363 vhost_scsi_ctl_handle_vq(vs, vq); in vhost_scsi_ctl_handle_kick()
1398 struct vhost_virtqueue *vq = container_of(work, struct vhost_virtqueue, in vhost_scsi_evt_handle_kick() local
1400 struct vhost_scsi *vs = container_of(vq->dev, struct vhost_scsi, dev); in vhost_scsi_evt_handle_kick()
1402 mutex_lock(&vq->mutex); in vhost_scsi_evt_handle_kick()
1403 if (!vhost_vq_get_backend(vq)) in vhost_scsi_evt_handle_kick()
1409 mutex_unlock(&vq->mutex); in vhost_scsi_evt_handle_kick()
1414 struct vhost_virtqueue *vq = container_of(work, struct vhost_virtqueue, in vhost_scsi_handle_kick() local
1416 struct vhost_scsi *vs = container_of(vq->dev, struct vhost_scsi, dev); in vhost_scsi_handle_kick()
1418 vhost_scsi_handle_vq(vs, vq); in vhost_scsi_handle_kick()
1446 static void vhost_scsi_destroy_vq_cmds(struct vhost_virtqueue *vq) in vhost_scsi_destroy_vq_cmds() argument
1448 struct vhost_scsi_virtqueue *svq = container_of(vq, in vhost_scsi_destroy_vq_cmds()
1449 struct vhost_scsi_virtqueue, vq); in vhost_scsi_destroy_vq_cmds()
1469 static int vhost_scsi_setup_vq_cmds(struct vhost_virtqueue *vq, int max_cmds) in vhost_scsi_setup_vq_cmds() argument
1471 struct vhost_scsi_virtqueue *svq = container_of(vq, in vhost_scsi_setup_vq_cmds()
1472 struct vhost_scsi_virtqueue, vq); in vhost_scsi_setup_vq_cmds()
1519 vhost_scsi_destroy_vq_cmds(vq); in vhost_scsi_setup_vq_cmds()
1538 struct vhost_virtqueue *vq; in vhost_scsi_set_endpoint() local
1548 if (!vhost_vq_access_ok(&vs->vqs[index].vq)) { in vhost_scsi_set_endpoint()
1607 vq = &vs->vqs[i].vq; in vhost_scsi_set_endpoint()
1608 if (!vhost_vq_is_setup(vq)) in vhost_scsi_set_endpoint()
1611 ret = vhost_scsi_setup_vq_cmds(vq, vq->num); in vhost_scsi_set_endpoint()
1617 vq = &vs->vqs[i].vq; in vhost_scsi_set_endpoint()
1618 mutex_lock(&vq->mutex); in vhost_scsi_set_endpoint()
1619 vhost_vq_set_backend(vq, vs_tpg); in vhost_scsi_set_endpoint()
1620 vhost_vq_init_access(vq); in vhost_scsi_set_endpoint()
1621 mutex_unlock(&vq->mutex); in vhost_scsi_set_endpoint()
1639 if (!vhost_vq_get_backend(&vs->vqs[i].vq)) in vhost_scsi_set_endpoint()
1640 vhost_scsi_destroy_vq_cmds(&vs->vqs[i].vq); in vhost_scsi_set_endpoint()
1664 struct vhost_virtqueue *vq; in vhost_scsi_clear_endpoint() local
1673 if (!vhost_vq_access_ok(&vs->vqs[index].vq)) { in vhost_scsi_clear_endpoint()
1719 vq = &vs->vqs[i].vq; in vhost_scsi_clear_endpoint()
1720 mutex_lock(&vq->mutex); in vhost_scsi_clear_endpoint()
1721 vhost_vq_set_backend(vq, NULL); in vhost_scsi_clear_endpoint()
1722 mutex_unlock(&vq->mutex); in vhost_scsi_clear_endpoint()
1728 vq = &vs->vqs[i].vq; in vhost_scsi_clear_endpoint()
1729 vhost_scsi_destroy_vq_cmds(vq); in vhost_scsi_clear_endpoint()
1754 struct vhost_virtqueue *vq; in vhost_scsi_set_features() local
1768 vq = &vs->vqs[i].vq; in vhost_scsi_set_features()
1769 mutex_lock(&vq->mutex); in vhost_scsi_set_features()
1770 vq->acked_features = features; in vhost_scsi_set_features()
1771 mutex_unlock(&vq->mutex); in vhost_scsi_set_features()
1797 vqs[VHOST_SCSI_VQ_CTL] = &vs->vqs[VHOST_SCSI_VQ_CTL].vq; in vhost_scsi_open()
1798 vqs[VHOST_SCSI_VQ_EVT] = &vs->vqs[VHOST_SCSI_VQ_EVT].vq; in vhost_scsi_open()
1799 vs->vqs[VHOST_SCSI_VQ_CTL].vq.handle_kick = vhost_scsi_ctl_handle_kick; in vhost_scsi_open()
1800 vs->vqs[VHOST_SCSI_VQ_EVT].vq.handle_kick = vhost_scsi_evt_handle_kick; in vhost_scsi_open()
1802 vqs[i] = &vs->vqs[i].vq; in vhost_scsi_open()
1803 vs->vqs[i].vq.handle_kick = vhost_scsi_handle_kick; in vhost_scsi_open()
1850 struct vhost_virtqueue *vq = &vs->vqs[VHOST_SCSI_VQ_EVT].vq; in vhost_scsi_ioctl() local
1874 mutex_lock(&vq->mutex); in vhost_scsi_ioctl()
1876 mutex_unlock(&vq->mutex); in vhost_scsi_ioctl()
1879 mutex_lock(&vq->mutex); in vhost_scsi_ioctl()
1881 mutex_unlock(&vq->mutex); in vhost_scsi_ioctl()
1952 struct vhost_virtqueue *vq; in vhost_scsi_do_plug() local
1965 vq = &vs->vqs[VHOST_SCSI_VQ_EVT].vq; in vhost_scsi_do_plug()
1966 mutex_lock(&vq->mutex); in vhost_scsi_do_plug()
1967 if (vhost_has_feature(vq, VIRTIO_SCSI_F_HOTPLUG)) in vhost_scsi_do_plug()
1970 mutex_unlock(&vq->mutex); in vhost_scsi_do_plug()