Lines Matching refs:vbuf
92 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_get_vbuf() local
94 vbuf = kmem_cache_zalloc(vgdev->vbufs, GFP_KERNEL | __GFP_NOFAIL); in virtio_gpu_get_vbuf()
98 vbuf->buf = (void *)vbuf + sizeof(*vbuf); in virtio_gpu_get_vbuf()
99 vbuf->size = size; in virtio_gpu_get_vbuf()
101 vbuf->resp_cb = resp_cb; in virtio_gpu_get_vbuf()
102 vbuf->resp_size = resp_size; in virtio_gpu_get_vbuf()
104 vbuf->resp_buf = (void *)vbuf->buf + size; in virtio_gpu_get_vbuf()
106 vbuf->resp_buf = resp_buf; in virtio_gpu_get_vbuf()
107 BUG_ON(!vbuf->resp_buf); in virtio_gpu_get_vbuf()
108 return vbuf; in virtio_gpu_get_vbuf()
112 virtio_gpu_vbuf_ctrl_hdr(struct virtio_gpu_vbuffer *vbuf) in virtio_gpu_vbuf_ctrl_hdr() argument
118 return (struct virtio_gpu_ctrl_hdr *)vbuf->buf; in virtio_gpu_vbuf_ctrl_hdr()
125 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_alloc_cursor() local
127 vbuf = virtio_gpu_get_vbuf in virtio_gpu_alloc_cursor()
130 if (IS_ERR(vbuf)) { in virtio_gpu_alloc_cursor()
132 return ERR_CAST(vbuf); in virtio_gpu_alloc_cursor()
134 *vbuffer_p = vbuf; in virtio_gpu_alloc_cursor()
135 return (struct virtio_gpu_update_cursor *)vbuf->buf; in virtio_gpu_alloc_cursor()
144 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_alloc_cmd_resp() local
146 vbuf = virtio_gpu_get_vbuf(vgdev, cmd_size, in virtio_gpu_alloc_cmd_resp()
148 *vbuffer_p = vbuf; in virtio_gpu_alloc_cmd_resp()
149 return (struct virtio_gpu_command *)vbuf->buf; in virtio_gpu_alloc_cmd_resp()
172 struct virtio_gpu_vbuffer *vbuf) in free_vbuf() argument
174 if (vbuf->resp_size > MAX_INLINE_RESP_SIZE) in free_vbuf()
175 kfree(vbuf->resp_buf); in free_vbuf()
176 kvfree(vbuf->data_buf); in free_vbuf()
177 kmem_cache_free(vgdev->vbufs, vbuf); in free_vbuf()
182 struct virtio_gpu_vbuffer *vbuf; in reclaim_vbufs() local
186 while ((vbuf = virtqueue_get_buf(vq, &len))) { in reclaim_vbufs()
187 list_add_tail(&vbuf->list, reclaim_list); in reclaim_vbufs()
318 struct virtio_gpu_vbuffer *vbuf, in virtio_gpu_queue_ctrl_sgs() argument
329 if (fence && vbuf->objs) in virtio_gpu_queue_ctrl_sgs()
330 virtio_gpu_array_unlock_resv(vbuf->objs); in virtio_gpu_queue_ctrl_sgs()
331 free_vbuf(vgdev, vbuf); in virtio_gpu_queue_ctrl_sgs()
352 virtio_gpu_fence_emit(vgdev, virtio_gpu_vbuf_ctrl_hdr(vbuf), in virtio_gpu_queue_ctrl_sgs()
354 if (vbuf->objs) { in virtio_gpu_queue_ctrl_sgs()
355 virtio_gpu_array_add_fence(vbuf->objs, &fence->f); in virtio_gpu_queue_ctrl_sgs()
356 virtio_gpu_array_unlock_resv(vbuf->objs); in virtio_gpu_queue_ctrl_sgs()
360 ret = virtqueue_add_sgs(vq, sgs, outcnt, incnt, vbuf, GFP_ATOMIC); in virtio_gpu_queue_ctrl_sgs()
363 trace_virtio_gpu_cmd_queue(vq, virtio_gpu_vbuf_ctrl_hdr(vbuf)); in virtio_gpu_queue_ctrl_sgs()
374 struct virtio_gpu_vbuffer *vbuf, in virtio_gpu_queue_fenced_ctrl_buffer() argument
382 sg_init_one(&vcmd, vbuf->buf, vbuf->size); in virtio_gpu_queue_fenced_ctrl_buffer()
388 if (vbuf->data_size) { in virtio_gpu_queue_fenced_ctrl_buffer()
389 if (is_vmalloc_addr(vbuf->data_buf)) { in virtio_gpu_queue_fenced_ctrl_buffer()
391 sgt = vmalloc_to_sgt(vbuf->data_buf, vbuf->data_size, in virtio_gpu_queue_fenced_ctrl_buffer()
394 if (fence && vbuf->objs) in virtio_gpu_queue_fenced_ctrl_buffer()
395 virtio_gpu_array_unlock_resv(vbuf->objs); in virtio_gpu_queue_fenced_ctrl_buffer()
402 sg_init_one(&vout, vbuf->data_buf, vbuf->data_size); in virtio_gpu_queue_fenced_ctrl_buffer()
410 if (vbuf->resp_size) { in virtio_gpu_queue_fenced_ctrl_buffer()
411 sg_init_one(&vresp, vbuf->resp_buf, vbuf->resp_size); in virtio_gpu_queue_fenced_ctrl_buffer()
417 ret = virtio_gpu_queue_ctrl_sgs(vgdev, vbuf, fence, elemcnt, sgs, outcnt, in virtio_gpu_queue_fenced_ctrl_buffer()
444 struct virtio_gpu_vbuffer *vbuf) in virtio_gpu_queue_ctrl_buffer() argument
446 return virtio_gpu_queue_fenced_ctrl_buffer(vgdev, vbuf, NULL); in virtio_gpu_queue_ctrl_buffer()
450 struct virtio_gpu_vbuffer *vbuf) in virtio_gpu_queue_cursor() argument
458 free_vbuf(vgdev, vbuf); in virtio_gpu_queue_cursor()
462 sg_init_one(&ccmd, vbuf->buf, vbuf->size); in virtio_gpu_queue_cursor()
468 ret = virtqueue_add_sgs(vq, sgs, outcnt, 0, vbuf, GFP_ATOMIC); in virtio_gpu_queue_cursor()
476 virtio_gpu_vbuf_ctrl_hdr(vbuf)); in virtio_gpu_queue_cursor()
501 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_create_resource() local
503 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_create_resource()
505 vbuf->objs = objs; in virtio_gpu_cmd_create_resource()
513 virtio_gpu_queue_fenced_ctrl_buffer(vgdev, vbuf, fence); in virtio_gpu_cmd_create_resource()
518 struct virtio_gpu_vbuffer *vbuf) in virtio_gpu_cmd_unref_cb() argument
522 bo = vbuf->resp_cb_data; in virtio_gpu_cmd_unref_cb()
523 vbuf->resp_cb_data = NULL; in virtio_gpu_cmd_unref_cb()
532 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_unref_resource() local
535 cmd_p = virtio_gpu_alloc_cmd_cb(vgdev, &vbuf, sizeof(*cmd_p), in virtio_gpu_cmd_unref_resource()
542 vbuf->resp_cb_data = bo; in virtio_gpu_cmd_unref_resource()
543 ret = virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_unref_resource()
554 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_set_scanout() local
556 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_set_scanout()
567 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_set_scanout()
578 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_resource_flush() local
580 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_resource_flush()
582 vbuf->objs = objs; in virtio_gpu_cmd_resource_flush()
591 virtio_gpu_queue_fenced_ctrl_buffer(vgdev, vbuf, fence); in virtio_gpu_cmd_resource_flush()
603 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_transfer_to_host_2d() local
611 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_transfer_to_host_2d()
613 vbuf->objs = objs; in virtio_gpu_cmd_transfer_to_host_2d()
623 virtio_gpu_queue_fenced_ctrl_buffer(vgdev, vbuf, fence); in virtio_gpu_cmd_transfer_to_host_2d()
634 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_resource_attach_backing() local
636 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_resource_attach_backing()
643 vbuf->data_buf = ents; in virtio_gpu_cmd_resource_attach_backing()
644 vbuf->data_size = sizeof(*ents) * nents; in virtio_gpu_cmd_resource_attach_backing()
646 virtio_gpu_queue_fenced_ctrl_buffer(vgdev, vbuf, fence); in virtio_gpu_cmd_resource_attach_backing()
650 struct virtio_gpu_vbuffer *vbuf) in virtio_gpu_cmd_get_display_info_cb() argument
653 (struct virtio_gpu_resp_display_info *)vbuf->resp_buf; in virtio_gpu_cmd_get_display_info_cb()
679 struct virtio_gpu_vbuffer *vbuf) in virtio_gpu_cmd_get_capset_info_cb() argument
682 (struct virtio_gpu_get_capset_info *)vbuf->buf; in virtio_gpu_cmd_get_capset_info_cb()
684 (struct virtio_gpu_resp_capset_info *)vbuf->resp_buf; in virtio_gpu_cmd_get_capset_info_cb()
700 struct virtio_gpu_vbuffer *vbuf) in virtio_gpu_cmd_capset_cb() argument
703 (struct virtio_gpu_get_capset *)vbuf->buf; in virtio_gpu_cmd_capset_cb()
705 (struct virtio_gpu_resp_capset *)vbuf->resp_buf; in virtio_gpu_cmd_capset_cb()
737 struct virtio_gpu_vbuffer *vbuf) in virtio_gpu_cmd_get_edid_cb() argument
740 (struct virtio_gpu_cmd_get_edid *)vbuf->buf; in virtio_gpu_cmd_get_edid_cb()
742 (struct virtio_gpu_resp_edid *)vbuf->resp_buf; in virtio_gpu_cmd_get_edid_cb()
766 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_get_display_info() local
775 (vgdev, &virtio_gpu_cmd_get_display_info_cb, &vbuf, in virtio_gpu_cmd_get_display_info()
782 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_get_display_info()
789 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_get_capset_info() local
798 (vgdev, &virtio_gpu_cmd_get_capset_info_cb, &vbuf, in virtio_gpu_cmd_get_capset_info()
805 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_get_capset_info()
814 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_get_capset() local
873 (vgdev, &virtio_gpu_cmd_capset_cb, &vbuf, sizeof(*cmd_p), in virtio_gpu_cmd_get_capset()
880 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_get_capset()
888 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_get_edids() local
902 (vgdev, &virtio_gpu_cmd_get_edid_cb, &vbuf, in virtio_gpu_cmd_get_edids()
907 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_get_edids()
917 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_context_create() local
919 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_context_create()
927 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_context_create()
934 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_context_destroy() local
936 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_context_destroy()
941 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_context_destroy()
950 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_context_attach_resource() local
952 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_context_attach_resource()
954 vbuf->objs = objs; in virtio_gpu_cmd_context_attach_resource()
959 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_context_attach_resource()
968 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_context_detach_resource() local
970 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_context_detach_resource()
972 vbuf->objs = objs; in virtio_gpu_cmd_context_detach_resource()
977 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_context_detach_resource()
988 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_resource_create_3d() local
990 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_resource_create_3d()
992 vbuf->objs = objs; in virtio_gpu_cmd_resource_create_3d()
1008 virtio_gpu_queue_fenced_ctrl_buffer(vgdev, vbuf, fence); in virtio_gpu_cmd_resource_create_3d()
1024 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_transfer_to_host_3d() local
1033 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_transfer_to_host_3d()
1036 vbuf->objs = objs; in virtio_gpu_cmd_transfer_to_host_3d()
1047 virtio_gpu_queue_fenced_ctrl_buffer(vgdev, vbuf, fence); in virtio_gpu_cmd_transfer_to_host_3d()
1061 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_transfer_from_host_3d() local
1063 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_transfer_from_host_3d()
1066 vbuf->objs = objs; in virtio_gpu_cmd_transfer_from_host_3d()
1077 virtio_gpu_queue_fenced_ctrl_buffer(vgdev, vbuf, fence); in virtio_gpu_cmd_transfer_from_host_3d()
1087 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_submit() local
1089 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_submit()
1092 vbuf->data_buf = data; in virtio_gpu_cmd_submit()
1093 vbuf->data_size = data_size; in virtio_gpu_cmd_submit()
1094 vbuf->objs = objs; in virtio_gpu_cmd_submit()
1100 virtio_gpu_queue_fenced_ctrl_buffer(vgdev, vbuf, fence); in virtio_gpu_cmd_submit()
1115 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cursor_ping() local
1119 cur_p = virtio_gpu_alloc_cursor(vgdev, &vbuf); in virtio_gpu_cursor_ping()
1121 virtio_gpu_queue_cursor(vgdev, vbuf); in virtio_gpu_cursor_ping()
1125 struct virtio_gpu_vbuffer *vbuf) in virtio_gpu_cmd_resource_uuid_cb() argument
1128 gem_to_virtio_gpu_obj(vbuf->objs->objs[0]); in virtio_gpu_cmd_resource_uuid_cb()
1130 (struct virtio_gpu_resp_resource_uuid *)vbuf->resp_buf; in virtio_gpu_cmd_resource_uuid_cb()
1154 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_resource_assign_uuid() local
1167 (vgdev, virtio_gpu_cmd_resource_uuid_cb, &vbuf, sizeof(*cmd_p), in virtio_gpu_cmd_resource_assign_uuid()
1174 vbuf->objs = objs; in virtio_gpu_cmd_resource_assign_uuid()
1175 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_resource_assign_uuid()
1180 struct virtio_gpu_vbuffer *vbuf) in virtio_gpu_cmd_resource_map_cb() argument
1183 gem_to_virtio_gpu_obj(vbuf->objs->objs[0]); in virtio_gpu_cmd_resource_map_cb()
1185 (struct virtio_gpu_resp_map_info *)vbuf->resp_buf; in virtio_gpu_cmd_resource_map_cb()
1207 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_map() local
1215 (vgdev, virtio_gpu_cmd_resource_map_cb, &vbuf, sizeof(*cmd_p), in virtio_gpu_cmd_map()
1222 vbuf->objs = objs; in virtio_gpu_cmd_map()
1224 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_map()
1232 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_unmap() local
1234 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_unmap()
1240 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_unmap()
1251 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_resource_create_blob() local
1253 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_resource_create_blob()
1265 vbuf->data_buf = ents; in virtio_gpu_cmd_resource_create_blob()
1266 vbuf->data_size = sizeof(*ents) * nents; in virtio_gpu_cmd_resource_create_blob()
1268 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_resource_create_blob()
1281 struct virtio_gpu_vbuffer *vbuf; in virtio_gpu_cmd_set_scanout_blob() local
1284 cmd_p = virtio_gpu_alloc_cmd(vgdev, &vbuf, sizeof(*cmd_p)); in virtio_gpu_cmd_set_scanout_blob()
1305 virtio_gpu_queue_ctrl_buffer(vgdev, vbuf); in virtio_gpu_cmd_set_scanout_blob()