Lines Matching refs:vu_dev
77 #define vu_err(vu_dev, ...) dev_err(&(vu_dev)->pdev->dev, ##__VA_ARGS__) argument
128 static int vhost_user_recv(struct virtio_uml_device *vu_dev, in vhost_user_recv() argument
160 static void vhost_user_check_reset(struct virtio_uml_device *vu_dev, in vhost_user_check_reset() argument
163 struct virtio_uml_platform_data *pdata = vu_dev->pdata; in vhost_user_check_reset()
168 if (!vu_dev->registered) in vhost_user_check_reset()
171 vu_dev->registered = 0; in vhost_user_check_reset()
176 static int vhost_user_recv_resp(struct virtio_uml_device *vu_dev, in vhost_user_recv_resp() argument
180 int rc = vhost_user_recv(vu_dev, vu_dev->sock, msg, in vhost_user_recv_resp()
184 vhost_user_check_reset(vu_dev, rc); in vhost_user_recv_resp()
194 static int vhost_user_recv_u64(struct virtio_uml_device *vu_dev, in vhost_user_recv_u64() argument
198 int rc = vhost_user_recv_resp(vu_dev, &msg, in vhost_user_recv_u64()
209 static int vhost_user_recv_req(struct virtio_uml_device *vu_dev, in vhost_user_recv_req() argument
213 int rc = vhost_user_recv(vu_dev, vu_dev->req_fd, msg, in vhost_user_recv_req()
226 static int vhost_user_send(struct virtio_uml_device *vu_dev, in vhost_user_send() argument
243 if (!(vu_dev->protocol_features & in vhost_user_send()
250 spin_lock_irqsave(&vu_dev->sock_lock, flags); in vhost_user_send()
251 rc = full_sendmsg_fds(vu_dev->sock, msg, size, fds, num_fds); in vhost_user_send()
258 rc = vhost_user_recv_u64(vu_dev, &status); in vhost_user_send()
263 vu_err(vu_dev, "slave reports error: %llu\n", status); in vhost_user_send()
270 spin_unlock_irqrestore(&vu_dev->sock_lock, flags); in vhost_user_send()
274 static int vhost_user_send_no_payload(struct virtio_uml_device *vu_dev, in vhost_user_send_no_payload() argument
281 return vhost_user_send(vu_dev, need_response, &msg, NULL, 0); in vhost_user_send_no_payload()
284 static int vhost_user_send_no_payload_fd(struct virtio_uml_device *vu_dev, in vhost_user_send_no_payload_fd() argument
291 return vhost_user_send(vu_dev, false, &msg, &fd, 1); in vhost_user_send_no_payload_fd()
294 static int vhost_user_send_u64(struct virtio_uml_device *vu_dev, in vhost_user_send_u64() argument
303 return vhost_user_send(vu_dev, false, &msg, NULL, 0); in vhost_user_send_u64()
306 static int vhost_user_set_owner(struct virtio_uml_device *vu_dev) in vhost_user_set_owner() argument
308 return vhost_user_send_no_payload(vu_dev, false, VHOST_USER_SET_OWNER); in vhost_user_set_owner()
311 static int vhost_user_get_features(struct virtio_uml_device *vu_dev, in vhost_user_get_features() argument
314 int rc = vhost_user_send_no_payload(vu_dev, true, in vhost_user_get_features()
319 return vhost_user_recv_u64(vu_dev, features); in vhost_user_get_features()
322 static int vhost_user_set_features(struct virtio_uml_device *vu_dev, in vhost_user_set_features() argument
325 return vhost_user_send_u64(vu_dev, VHOST_USER_SET_FEATURES, features); in vhost_user_set_features()
328 static int vhost_user_get_protocol_features(struct virtio_uml_device *vu_dev, in vhost_user_get_protocol_features() argument
331 int rc = vhost_user_send_no_payload(vu_dev, true, in vhost_user_get_protocol_features()
336 return vhost_user_recv_u64(vu_dev, protocol_features); in vhost_user_get_protocol_features()
339 static int vhost_user_set_protocol_features(struct virtio_uml_device *vu_dev, in vhost_user_set_protocol_features() argument
342 return vhost_user_send_u64(vu_dev, VHOST_USER_SET_PROTOCOL_FEATURES, in vhost_user_set_protocol_features()
346 static void vhost_user_reply(struct virtio_uml_device *vu_dev, in vhost_user_reply() argument
360 rc = full_sendmsg_fds(vu_dev->req_fd, &reply, size, NULL, 0); in vhost_user_reply()
363 vu_err(vu_dev, in vhost_user_reply()
368 static irqreturn_t vu_req_read_message(struct virtio_uml_device *vu_dev, in vu_req_read_message() argument
379 rc = vhost_user_recv_req(vu_dev, &msg.msg, in vu_req_read_message()
383 vu_dev->recv_rc = rc; in vu_req_read_message()
389 vu_dev->config_changed_irq = true; in vu_req_read_message()
393 virtio_device_for_each_vq((&vu_dev->vdev), vq) { in vu_req_read_message()
396 vu_dev->vq_irq_vq_map |= BIT_ULL(vq->index); in vu_req_read_message()
406 vu_err(vu_dev, "unexpected slave request %d\n", in vu_req_read_message()
410 if (ev && !vu_dev->suspended) in vu_req_read_message()
414 vhost_user_reply(vu_dev, &msg.msg, response); in vu_req_read_message()
421 struct virtio_uml_device *vu_dev = data; in vu_req_interrupt() local
425 ret = vu_req_read_message(vu_dev, NULL); in vu_req_interrupt()
427 if (vu_dev->recv_rc) { in vu_req_interrupt()
428 vhost_user_check_reset(vu_dev, vu_dev->recv_rc); in vu_req_interrupt()
429 } else if (vu_dev->vq_irq_vq_map) { in vu_req_interrupt()
432 virtio_device_for_each_vq((&vu_dev->vdev), vq) { in vu_req_interrupt()
433 if (vu_dev->vq_irq_vq_map & BIT_ULL(vq->index)) in vu_req_interrupt()
436 vu_dev->vq_irq_vq_map = 0; in vu_req_interrupt()
437 } else if (vu_dev->config_changed_irq) { in vu_req_interrupt()
438 virtio_config_changed(&vu_dev->vdev); in vu_req_interrupt()
439 vu_dev->config_changed_irq = false; in vu_req_interrupt()
451 static int vhost_user_init_slave_req(struct virtio_uml_device *vu_dev) in vhost_user_init_slave_req() argument
459 vu_dev->req_fd = req_fds[0]; in vhost_user_init_slave_req()
461 rc = um_request_irq_tt(UM_IRQ_ALLOC, vu_dev->req_fd, IRQ_READ, in vhost_user_init_slave_req()
463 vu_dev->pdev->name, vu_dev, in vhost_user_init_slave_req()
468 vu_dev->irq = rc; in vhost_user_init_slave_req()
470 rc = vhost_user_send_no_payload_fd(vu_dev, VHOST_USER_SET_SLAVE_REQ_FD, in vhost_user_init_slave_req()
478 um_free_irq(vu_dev->irq, vu_dev); in vhost_user_init_slave_req()
487 static int vhost_user_init(struct virtio_uml_device *vu_dev) in vhost_user_init() argument
489 int rc = vhost_user_set_owner(vu_dev); in vhost_user_init()
493 rc = vhost_user_get_features(vu_dev, &vu_dev->features); in vhost_user_init()
497 if (vu_dev->features & BIT_ULL(VHOST_USER_F_PROTOCOL_FEATURES)) { in vhost_user_init()
498 rc = vhost_user_get_protocol_features(vu_dev, in vhost_user_init()
499 &vu_dev->protocol_features); in vhost_user_init()
502 vu_dev->protocol_features &= VHOST_USER_SUPPORTED_PROTOCOL_F; in vhost_user_init()
503 rc = vhost_user_set_protocol_features(vu_dev, in vhost_user_init()
504 vu_dev->protocol_features); in vhost_user_init()
509 if (vu_dev->protocol_features & in vhost_user_init()
511 rc = vhost_user_init_slave_req(vu_dev); in vhost_user_init()
519 static void vhost_user_get_config(struct virtio_uml_device *vu_dev, in vhost_user_get_config() argument
528 if (!(vu_dev->protocol_features & in vhost_user_get_config()
540 rc = vhost_user_send(vu_dev, true, msg, NULL, 0); in vhost_user_get_config()
542 vu_err(vu_dev, "sending VHOST_USER_GET_CONFIG failed: %d\n", in vhost_user_get_config()
547 rc = vhost_user_recv_resp(vu_dev, msg, msg_size); in vhost_user_get_config()
549 vu_err(vu_dev, in vhost_user_get_config()
558 vu_err(vu_dev, in vhost_user_get_config()
570 static void vhost_user_set_config(struct virtio_uml_device *vu_dev, in vhost_user_set_config() argument
578 if (!(vu_dev->protocol_features & in vhost_user_set_config()
591 rc = vhost_user_send(vu_dev, false, msg, NULL, 0); in vhost_user_set_config()
593 vu_err(vu_dev, "sending VHOST_USER_SET_CONFIG failed: %d\n", in vhost_user_set_config()
621 static int vhost_user_set_mem_table(struct virtio_uml_device *vu_dev) in vhost_user_set_mem_table() argument
681 return vhost_user_send(vu_dev, false, &msg, fds, in vhost_user_set_mem_table()
685 static int vhost_user_set_vring_state(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_state() argument
695 return vhost_user_send(vu_dev, false, &msg, NULL, 0); in vhost_user_set_vring_state()
698 static int vhost_user_set_vring_num(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_num() argument
701 return vhost_user_set_vring_state(vu_dev, VHOST_USER_SET_VRING_NUM, in vhost_user_set_vring_num()
705 static int vhost_user_set_vring_base(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_base() argument
708 return vhost_user_set_vring_state(vu_dev, VHOST_USER_SET_VRING_BASE, in vhost_user_set_vring_base()
712 static int vhost_user_set_vring_addr(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_addr() argument
726 return vhost_user_send(vu_dev, false, &msg, NULL, 0); in vhost_user_set_vring_addr()
729 static int vhost_user_set_vring_fd(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_fd() argument
742 return vhost_user_send(vu_dev, false, &msg, NULL, 0); in vhost_user_set_vring_fd()
744 return vhost_user_send(vu_dev, false, &msg, &fd, 1); in vhost_user_set_vring_fd()
747 static int vhost_user_set_vring_call(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_call() argument
750 return vhost_user_set_vring_fd(vu_dev, VHOST_USER_SET_VRING_CALL, in vhost_user_set_vring_call()
754 static int vhost_user_set_vring_kick(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_kick() argument
757 return vhost_user_set_vring_fd(vu_dev, VHOST_USER_SET_VRING_KICK, in vhost_user_set_vring_kick()
761 static int vhost_user_set_vring_enable(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_enable() argument
764 if (!(vu_dev->features & BIT_ULL(VHOST_USER_F_PROTOCOL_FEATURES))) in vhost_user_set_vring_enable()
767 return vhost_user_set_vring_state(vu_dev, VHOST_USER_SET_VRING_ENABLE, in vhost_user_set_vring_enable()
786 struct virtio_uml_device *vu_dev; in vu_notify() local
788 vu_dev = to_virtio_uml_device(vq->vdev); in vu_notify()
790 return vhost_user_set_vring_state(vu_dev, VHOST_USER_VRING_KICK, in vu_notify()
821 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_get() local
823 vhost_user_get_config(vu_dev, offset, buf, len); in vu_get()
829 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_set() local
831 vhost_user_set_config(vu_dev, offset, buf, len); in vu_set()
836 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_get_status() local
838 return vu_dev->status; in vu_get_status()
843 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_set_status() local
845 vu_dev->status = status; in vu_set_status()
850 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_reset() local
852 vu_dev->status = 0; in vu_reset()
860 struct virtio_uml_device *vu_dev; in vu_del_vq() local
862 vu_dev = to_virtio_uml_device(vq->vdev); in vu_del_vq()
864 um_free_irq(vu_dev->irq, vq); in vu_del_vq()
877 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_del_vqs() local
883 WARN_ON(vhost_user_set_vring_enable(vu_dev, vq->index, false)); in vu_del_vqs()
886 WARN_ON(vhost_user_get_features(vu_dev, &features)); in vu_del_vqs()
892 static int vu_setup_vq_call_fd(struct virtio_uml_device *vu_dev, in vu_setup_vq_call_fd() argument
900 if (vu_dev->protocol_features & in vu_setup_vq_call_fd()
902 vu_dev->protocol_features & in vu_setup_vq_call_fd()
914 rc = um_request_irq(vu_dev->irq, info->call_fd, IRQ_READ, in vu_setup_vq_call_fd()
919 rc = vhost_user_set_vring_call(vu_dev, vq->index, call_fds[1]); in vu_setup_vq_call_fd()
926 um_free_irq(vu_dev->irq, vq); in vu_setup_vq_call_fd()
940 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_setup_vq() local
941 struct platform_device *pdev = vu_dev->pdev; in vu_setup_vq()
964 if (vu_dev->protocol_features & in vu_setup_vq()
974 rc = vu_setup_vq_call_fd(vu_dev, vq); in vu_setup_vq()
978 rc = vhost_user_set_vring_num(vu_dev, index, num); in vu_setup_vq()
982 rc = vhost_user_set_vring_base(vu_dev, index, 0); in vu_setup_vq()
986 rc = vhost_user_set_vring_addr(vu_dev, index, in vu_setup_vq()
998 um_free_irq(vu_dev->irq, vq); in vu_setup_vq()
1017 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_find_vqs() local
1025 rc = vhost_user_set_mem_table(vu_dev); in vu_find_vqs()
1047 rc = vhost_user_set_vring_kick(vu_dev, vq->index, in vu_find_vqs()
1053 rc = vhost_user_set_vring_enable(vu_dev, vq->index, true); in vu_find_vqs()
1067 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_get_features() local
1069 return vu_dev->features; in vu_get_features()
1074 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_finalize_features() local
1078 vu_dev->features = vdev->features | supported; in vu_finalize_features()
1080 return vhost_user_set_features(vu_dev, vu_dev->features); in vu_finalize_features()
1085 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_bus_name() local
1087 return vu_dev->pdev->name; in vu_bus_name()
1107 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in virtio_uml_release_dev() local
1112 if (vu_dev->req_fd >= 0) { in virtio_uml_release_dev()
1113 um_free_irq(vu_dev->irq, vu_dev); in virtio_uml_release_dev()
1114 os_close_file(vu_dev->req_fd); in virtio_uml_release_dev()
1117 os_close_file(vu_dev->sock); in virtio_uml_release_dev()
1118 kfree(vu_dev); in virtio_uml_release_dev()
1124 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in virtio_uml_set_no_vq_suspend() local
1129 vu_dev->no_vq_suspend = no_vq_suspend; in virtio_uml_set_no_vq_suspend()
1137 struct virtio_uml_device *vu_dev; in vu_of_conn_broken() local
1141 vu_dev = platform_get_drvdata(pdata->pdev); in vu_of_conn_broken()
1143 virtio_break_device(&vu_dev->vdev); in vu_of_conn_broken()
1186 struct virtio_uml_device *vu_dev; in virtio_uml_probe() local
1195 vu_dev = kzalloc(sizeof(*vu_dev), GFP_KERNEL); in virtio_uml_probe()
1196 if (!vu_dev) in virtio_uml_probe()
1199 vu_dev->pdata = pdata; in virtio_uml_probe()
1200 vu_dev->vdev.dev.parent = &pdev->dev; in virtio_uml_probe()
1201 vu_dev->vdev.dev.release = virtio_uml_release_dev; in virtio_uml_probe()
1202 vu_dev->vdev.config = &virtio_uml_config_ops; in virtio_uml_probe()
1203 vu_dev->vdev.id.device = pdata->virtio_device_id; in virtio_uml_probe()
1204 vu_dev->vdev.id.vendor = VIRTIO_DEV_ANY_ID; in virtio_uml_probe()
1205 vu_dev->pdev = pdev; in virtio_uml_probe()
1206 vu_dev->req_fd = -1; in virtio_uml_probe()
1215 vu_dev->sock = rc; in virtio_uml_probe()
1217 spin_lock_init(&vu_dev->sock_lock); in virtio_uml_probe()
1219 rc = vhost_user_init(vu_dev); in virtio_uml_probe()
1223 platform_set_drvdata(pdev, vu_dev); in virtio_uml_probe()
1225 device_set_wakeup_capable(&vu_dev->vdev.dev, true); in virtio_uml_probe()
1227 rc = register_virtio_device(&vu_dev->vdev); in virtio_uml_probe()
1229 put_device(&vu_dev->vdev.dev); in virtio_uml_probe()
1230 vu_dev->registered = 1; in virtio_uml_probe()
1234 os_close_file(vu_dev->sock); in virtio_uml_probe()
1236 kfree(vu_dev); in virtio_uml_probe()
1242 struct virtio_uml_device *vu_dev = platform_get_drvdata(pdev); in virtio_uml_remove() local
1244 unregister_virtio_device(&vu_dev->vdev); in virtio_uml_remove()
1275 struct virtio_uml_device *vu_dev; in vu_conn_broken() local
1279 vu_dev = platform_get_drvdata(pdata->pdev); in vu_conn_broken()
1281 virtio_break_device(&vu_dev->vdev); in vu_conn_broken()
1398 struct virtio_uml_device *vu_dev = platform_get_drvdata(pdev); in virtio_uml_suspend() local
1400 if (!vu_dev->no_vq_suspend) { in virtio_uml_suspend()
1403 virtio_device_for_each_vq((&vu_dev->vdev), vq) { in virtio_uml_suspend()
1407 vhost_user_set_vring_enable(vu_dev, vq->index, false); in virtio_uml_suspend()
1411 if (!device_may_wakeup(&vu_dev->vdev.dev)) { in virtio_uml_suspend()
1412 vu_dev->suspended = true; in virtio_uml_suspend()
1416 return irq_set_irq_wake(vu_dev->irq, 1); in virtio_uml_suspend()
1421 struct virtio_uml_device *vu_dev = platform_get_drvdata(pdev); in virtio_uml_resume() local
1423 if (!vu_dev->no_vq_suspend) { in virtio_uml_resume()
1426 virtio_device_for_each_vq((&vu_dev->vdev), vq) { in virtio_uml_resume()
1430 vhost_user_set_vring_enable(vu_dev, vq->index, true); in virtio_uml_resume()
1434 vu_dev->suspended = false; in virtio_uml_resume()
1436 if (!device_may_wakeup(&vu_dev->vdev.dev)) in virtio_uml_resume()
1439 return irq_set_irq_wake(vu_dev->irq, 0); in virtio_uml_resume()