Lines Matching refs:consume_q
173 struct vmci_queue *consume_q; member
229 struct vmci_queue *consume_q; member
242 void *consume_q; member
482 struct vmci_queue *consume_q = cons_q; in qp_alloc_ppn_set() local
485 if (!produce_q || !num_produce_pages || !consume_q || in qp_alloc_ppn_set()
521 consume_q->kernel_if->u.g.pas[i] >> PAGE_SHIFT; in qp_alloc_ppn_set()
679 struct vmci_queue *consume_q) in qp_init_queue_mutex() argument
688 consume_q->kernel_if->mutex = &produce_q->kernel_if->__mutex; in qp_init_queue_mutex()
697 struct vmci_queue *consume_q) in qp_cleanup_queue_mutex() argument
701 consume_q->kernel_if->mutex = NULL; in qp_cleanup_queue_mutex()
753 struct vmci_queue *consume_q) in qp_host_get_user_memory() argument
772 consume_q->kernel_if->num_pages, 1, in qp_host_get_user_memory()
773 consume_q->kernel_if->u.h.header_page); in qp_host_get_user_memory()
774 if (retval < (int)consume_q->kernel_if->num_pages) { in qp_host_get_user_memory()
778 qp_release_pages(consume_q->kernel_if->u.h.header_page, in qp_host_get_user_memory()
796 struct vmci_queue *consume_q) in qp_host_register_user_memory() argument
810 consume_q); in qp_host_register_user_memory()
819 struct vmci_queue *consume_q) in qp_host_unregister_user_memory() argument
826 qp_release_pages(consume_q->kernel_if->u.h.header_page, in qp_host_unregister_user_memory()
827 consume_q->kernel_if->num_pages, true); in qp_host_unregister_user_memory()
828 memset(consume_q->kernel_if->u.h.header_page, 0, in qp_host_unregister_user_memory()
829 sizeof(*consume_q->kernel_if->u.h.header_page) * in qp_host_unregister_user_memory()
830 consume_q->kernel_if->num_pages); in qp_host_unregister_user_memory()
842 struct vmci_queue *consume_q) in qp_host_map_queues() argument
846 if (!produce_q->q_header || !consume_q->q_header) { in qp_host_map_queues()
849 if (produce_q->q_header != consume_q->q_header) in qp_host_map_queues()
857 headers[1] = *consume_q->kernel_if->u.h.header_page; in qp_host_map_queues()
861 consume_q->q_header = in qp_host_map_queues()
883 struct vmci_queue *consume_q) in qp_host_unmap_queues() argument
886 if (produce_q->q_header < consume_q->q_header) in qp_host_unmap_queues()
889 vunmap(consume_q->q_header); in qp_host_unmap_queues()
892 consume_q->q_header = NULL; in qp_host_unmap_queues()
981 void *consume_q) in qp_guest_endpoint_create() argument
1004 entry->consume_q = consume_q; in qp_guest_endpoint_create()
1029 qp_cleanup_queue_mutex(entry->produce_q, entry->consume_q); in qp_guest_endpoint_destroy()
1031 qp_free_queue(entry->consume_q, entry->qp.consume_size); in qp_guest_endpoint_destroy()
1191 struct vmci_queue **consume_q, in qp_alloc_guest_work() argument
1240 my_produce_q = queue_pair_entry->consume_q; in qp_alloc_guest_work()
1325 *consume_q = (struct vmci_queue *)my_consume_q; in qp_alloc_guest_work()
1335 vmci_q_header_init((*consume_q)->q_header, *handle); in qp_alloc_guest_work()
1457 entry->consume_q = qp_host_alloc_queue(guest_consume_size); in qp_broker_create()
1458 if (entry->consume_q == NULL) { in qp_broker_create()
1463 qp_init_queue_mutex(entry->produce_q, entry->consume_q); in qp_broker_create()
1480 entry->consume_q->q_header = (struct vmci_queue_header *)tmp; in qp_broker_create()
1488 entry->consume_q); in qp_broker_create()
1522 vmci_q_header_init(entry->consume_q->q_header, in qp_broker_create()
1533 qp_host_free_queue(entry->consume_q, guest_consume_size); in qp_broker_create()
1734 entry->consume_q); in qp_broker_attach()
1867 struct vmci_queue **consume_q, in qp_alloc_host_work() argument
1901 *produce_q = entry->consume_q; in qp_alloc_host_work()
1902 *consume_q = entry->produce_q; in qp_alloc_host_work()
1905 *consume_q = entry->consume_q; in qp_alloc_host_work()
1926 struct vmci_queue **consume_q, in vmci_qp_alloc() argument
1935 if (!handle || !produce_q || !consume_q || in vmci_qp_alloc()
1941 produce_size, consume_q, in vmci_qp_alloc()
1946 produce_size, consume_q, in vmci_qp_alloc()
2110 entry->produce_q, entry->consume_q); in vmci_qp_broker_set_page_store()
2114 result = qp_host_map_queues(entry->produce_q, entry->consume_q); in vmci_qp_broker_set_page_store()
2117 entry->consume_q); in vmci_qp_broker_set_page_store()
2152 entry->consume_q->saved_header = NULL; in qp_reset_saved_headers()
2232 entry->consume_q->q_header; in vmci_qp_broker_detach()
2237 entry->consume_q); in vmci_qp_broker_detach()
2246 consume_q); in vmci_qp_broker_detach()
2250 consume_q); in vmci_qp_broker_detach()
2275 qp_cleanup_queue_mutex(entry->produce_q, entry->consume_q); in vmci_qp_broker_detach()
2277 qp_host_free_queue(entry->consume_q, entry->qp.consume_size); in vmci_qp_broker_detach()
2359 entry->consume_q); in vmci_qp_broker_map()
2388 entry->consume_q->saved_header != NULL) { in qp_save_headers()
2399 NULL == entry->consume_q->q_header) { in qp_save_headers()
2400 result = qp_host_map_queues(entry->produce_q, entry->consume_q); in qp_save_headers()
2408 memcpy(&entry->saved_consume_q, entry->consume_q->q_header, in qp_save_headers()
2410 entry->consume_q->saved_header = &entry->saved_consume_q; in qp_save_headers()
2466 qp_host_unmap_queues(gid, entry->produce_q, entry->consume_q); in vmci_qp_broker_unmap()
2476 entry->consume_q); in vmci_qp_broker_unmap()
2550 struct vmci_queue *consume_q) in qp_map_queue_headers() argument
2554 if (NULL == produce_q->q_header || NULL == consume_q->q_header) { in qp_map_queue_headers()
2555 result = qp_host_map_queues(produce_q, consume_q); in qp_map_queue_headers()
2558 consume_q->saved_header) ? in qp_map_queue_headers()
2578 result = qp_map_queue_headers(qpair->produce_q, qpair->consume_q); in qp_get_queue_headers()
2581 *consume_q_header = qpair->consume_q->q_header; in qp_get_queue_headers()
2583 qpair->consume_q->saved_header) { in qp_get_queue_headers()
2585 *consume_q_header = qpair->consume_q->saved_header; in qp_get_queue_headers()
2643 struct vmci_queue *consume_q, in qp_enqueue_locked() argument
2654 result = qp_map_queue_headers(produce_q, consume_q); in qp_enqueue_locked()
2659 consume_q->q_header, in qp_enqueue_locked()
2704 struct vmci_queue *consume_q, in qp_dequeue_locked() argument
2716 result = qp_map_queue_headers(produce_q, consume_q); in qp_dequeue_locked()
2720 buf_ready = vmci_q_header_buf_ready(consume_q->q_header, in qp_dequeue_locked()
2732 result = memcpy_from_queue(buf, 0, consume_q, head, read); in qp_dequeue_locked()
2738 result = memcpy_from_queue(buf, 0, consume_q, head, tmp); in qp_dequeue_locked()
2740 result = memcpy_from_queue(buf, tmp, consume_q, 0, in qp_dequeue_locked()
2847 &my_qpair->consume_q, in vmci_qpair_alloc()
3142 qpair->consume_q, in vmci_qpair_enqueue()
3183 qpair->consume_q, in vmci_qpair_dequeue()
3225 qpair->consume_q, in vmci_qpair_peek()
3267 qpair->consume_q, in vmci_qpair_enquev()
3309 qpair->consume_q, in vmci_qpair_dequev()
3353 qpair->consume_q, in vmci_qpair_peekv()