20 #define BAD_RING(_vq, fmt, args...)				\  argument
27 #define START_USE(_vq)						\  argument
34 #define END_USE(_vq) \  argument
36 #define LAST_ADD_TIME_UPDATE(_vq)				\  argument
47 #define LAST_ADD_TIME_CHECK(_vq)				\  argument
54 #define LAST_ADD_TIME_INVALID(_vq)				\  argument
57 #define BAD_RING(_vq, fmt, args...)				\  argument
242 #define to_vvq(_vq) container_of_const(_vq, struct vring_virtqueue, vq)  argument
492 static struct vring_desc *alloc_indirect_split(struct virtqueue *_vq,  in alloc_indirect_split()
544 static inline int virtqueue_add_split(struct virtqueue *_vq,  in virtqueue_add_split()
734 static bool virtqueue_kick_prepare_split(struct virtqueue *_vq)  in virtqueue_kick_prepare_split()
823 static void *virtqueue_get_buf_ctx_split(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_split()
881 static void virtqueue_disable_cb_split(struct virtqueue *_vq)  in virtqueue_disable_cb_split()
905 static unsigned int virtqueue_enable_cb_prepare_split(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_split()
930 static bool virtqueue_poll_split(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll_split()
938 static bool virtqueue_enable_cb_delayed_split(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_split()
974 static void *virtqueue_detach_unused_buf_split(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_split()
1175 static int virtqueue_resize_split(struct virtqueue *_vq, u32 num)  in virtqueue_resize_split()
1401 static inline int virtqueue_add_packed(struct virtqueue *_vq,  in virtqueue_add_packed()
1553 static bool virtqueue_kick_prepare_packed(struct virtqueue *_vq)  in virtqueue_kick_prepare_packed()
1673 static void *virtqueue_get_buf_ctx_packed(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_packed()
1742 static void virtqueue_disable_cb_packed(struct virtqueue *_vq)  in virtqueue_disable_cb_packed()
1761 static unsigned int virtqueue_enable_cb_prepare_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_packed()
1794 static bool virtqueue_poll_packed(struct virtqueue *_vq, u16 off_wrap)  in virtqueue_poll_packed()
1806 static bool virtqueue_enable_cb_delayed_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_packed()
1867 static void *virtqueue_detach_unused_buf_packed(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_packed()
2125 static int virtqueue_resize_packed(struct virtqueue *_vq, u32 num)  in virtqueue_resize_packed()
2155 static int virtqueue_disable_and_recycle(struct virtqueue *_vq,  in virtqueue_disable_and_recycle()
2182 static int virtqueue_enable_after_reset(struct virtqueue *_vq)  in virtqueue_enable_after_reset()
2197 static inline int virtqueue_add(struct virtqueue *_vq,  in virtqueue_add()
2228 int virtqueue_add_sgs(struct virtqueue *_vq,  in virtqueue_add_sgs()
2323 struct device *virtqueue_dma_dev(struct virtqueue *_vq)  in virtqueue_dma_dev()
2345 bool virtqueue_kick_prepare(struct virtqueue *_vq)  in virtqueue_kick_prepare()
2362 bool virtqueue_notify(struct virtqueue *_vq)  in virtqueue_notify()
2415 void *virtqueue_get_buf_ctx(struct virtqueue *_vq, unsigned int *len,  in virtqueue_get_buf_ctx()
2425 void *virtqueue_get_buf(struct virtqueue *_vq, unsigned int *len)  in virtqueue_get_buf()
2439 void virtqueue_disable_cb(struct virtqueue *_vq)  in virtqueue_disable_cb()
2462 unsigned int virtqueue_enable_cb_prepare(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare()
2483 bool virtqueue_poll(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll()
2507 bool virtqueue_enable_cb(struct virtqueue *_vq)  in virtqueue_enable_cb()
2528 bool virtqueue_enable_cb_delayed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed()
2548 void *virtqueue_detach_unused_buf(struct virtqueue *_vq)  in virtqueue_detach_unused_buf()
2570 irqreturn_t vring_interrupt(int irq, void *_vq)  in vring_interrupt()
2738 int virtqueue_resize(struct virtqueue *_vq, u32 num,  in virtqueue_resize()
2791 int virtqueue_set_dma_premapped(struct virtqueue *_vq)  in virtqueue_set_dma_premapped()
2833 int virtqueue_reset(struct virtqueue *_vq,  in virtqueue_reset()
2876 static void vring_free(struct virtqueue *_vq)  in vring_free()
2916 void vring_del_virtqueue(struct virtqueue *_vq)  in vring_del_virtqueue()
2930 u32 vring_notification_data(struct virtqueue *_vq)  in vring_notification_data()
2983 unsigned int virtqueue_get_vring_size(const struct virtqueue *_vq)  in virtqueue_get_vring_size()
2995 void __virtqueue_break(struct virtqueue *_vq)  in __virtqueue_break()
3007 void __virtqueue_unbreak(struct virtqueue *_vq)  in __virtqueue_unbreak()
3016 bool virtqueue_is_broken(const struct virtqueue *_vq)  in virtqueue_is_broken()
3030 	struct virtqueue *_vq;  in virtio_break_device()  local
3052 	struct virtqueue *_vq;  in __virtio_unbreak_device()  local
3065 dma_addr_t virtqueue_get_desc_addr(const struct virtqueue *_vq)  in virtqueue_get_desc_addr()
3078 dma_addr_t virtqueue_get_avail_addr(const struct virtqueue *_vq)  in virtqueue_get_avail_addr()
3092 dma_addr_t virtqueue_get_used_addr(const struct virtqueue *_vq)  in virtqueue_get_used_addr()
3126 dma_addr_t virtqueue_dma_map_single_attrs(struct virtqueue *_vq, void *ptr,  in virtqueue_dma_map_single_attrs()
3153 void virtqueue_dma_unmap_single_attrs(struct virtqueue *_vq, dma_addr_t addr,  in virtqueue_dma_unmap_single_attrs()
3173 int virtqueue_dma_mapping_error(struct virtqueue *_vq, dma_addr_t addr)  in virtqueue_dma_mapping_error()
3194 bool virtqueue_dma_need_sync(struct virtqueue *_vq, dma_addr_t addr)  in virtqueue_dma_need_sync()
3217 void virtqueue_dma_sync_single_range_for_cpu(struct virtqueue *_vq,  in virtqueue_dma_sync_single_range_for_cpu()
3243 void virtqueue_dma_sync_single_range_for_device(struct virtqueue *_vq,  in virtqueue_dma_sync_single_range_for_device()