48 #define vhost_used_event(vq) ((__virtio16 __user *)&vq->avail->ring[vq->num])  argument
49 #define vhost_avail_event(vq) ((__virtio16 __user *)&vq->used->ring[vq->num])  argument
56 static void vhost_disable_cross_endian(struct vhost_virtqueue *vq)  in vhost_disable_cross_endian()
61 static void vhost_enable_cross_endian_big(struct vhost_virtqueue *vq)  in vhost_enable_cross_endian_big()
66 static void vhost_enable_cross_endian_little(struct vhost_virtqueue *vq)  in vhost_enable_cross_endian_little()
71 static long vhost_set_vring_endian(struct vhost_virtqueue *vq, int __user *argp)  in vhost_set_vring_endian()
93 static long vhost_get_vring_endian(struct vhost_virtqueue *vq, u32 idx,  in vhost_get_vring_endian()
107 static void vhost_init_is_le(struct vhost_virtqueue *vq)  in vhost_init_is_le()
117 static void vhost_disable_cross_endian(struct vhost_virtqueue *vq)  in vhost_disable_cross_endian()
121 static long vhost_set_vring_endian(struct vhost_virtqueue *vq, int __user *argp)  in vhost_set_vring_endian()
126 static long vhost_get_vring_endian(struct vhost_virtqueue *vq, u32 idx,  in vhost_get_vring_endian()
132 static void vhost_init_is_le(struct vhost_virtqueue *vq)  in vhost_init_is_le()
139 static void vhost_reset_is_le(struct vhost_virtqueue *vq)  in vhost_reset_is_le()
286 			   struct vhost_virtqueue *vq)  in vhost_vq_reset()
355 static void vhost_vq_free_iovecs(struct vhost_virtqueue *vq)  in vhost_vq_free_iovecs()
368 	struct vhost_virtqueue *vq;  in vhost_dev_alloc_iovecs()  local
396 bool vhost_exceeds_weight(struct vhost_virtqueue *vq,  in vhost_exceeds_weight()
415 	struct vhost_virtqueue *vq;  in vhost_dev_init()  local
739 static int vhost_copy_to_user(struct vhost_virtqueue *vq, void *to,  in vhost_copy_to_user()
768 static int vhost_copy_from_user(struct vhost_virtqueue *vq, void *to,  in vhost_copy_from_user()
802 static void __user *__vhost_get_user(struct vhost_virtqueue *vq,  in __vhost_get_user()
833 #define vhost_put_user(vq, x, ptr) \  argument
849 #define vhost_get_user(vq, x, ptr) \  argument
1090 static int vhost_iotlb_miss(struct vhost_virtqueue *vq, u64 iova, int access)  in vhost_iotlb_miss()
1110 static int vq_access_ok(struct vhost_virtqueue *vq, unsigned int num,  in vq_access_ok()
1125 static int iotlb_access_ok(struct vhost_virtqueue *vq,  in iotlb_access_ok()
1154 int vq_iotlb_prefetch(struct vhost_virtqueue *vq)  in vq_iotlb_prefetch()
1183 static int vq_log_access_ok(struct vhost_virtqueue *vq,  in vq_log_access_ok()
1197 int vhost_vq_access_ok(struct vhost_virtqueue *vq)  in vhost_vq_access_ok()
1297 	struct vhost_virtqueue *vq;  in vhost_vring_ioctl()  local
1568 			struct vhost_virtqueue *vq;  in vhost_dev_ioctl()  local
1666 int vhost_log_write(struct vhost_virtqueue *vq, struct vhost_log *log,  in vhost_log_write()
1691 static int vhost_update_used_flags(struct vhost_virtqueue *vq)  in vhost_update_used_flags()
1711 static int vhost_update_avail_event(struct vhost_virtqueue *vq, u16 avail_event)  in vhost_update_avail_event()
1731 int vhost_vq_init_access(struct vhost_virtqueue *vq)  in vhost_vq_init_access()
1766 static int translate_desc(struct vhost_virtqueue *vq, u64 addr, u32 len,  in translate_desc()
1815 static unsigned next_desc(struct vhost_virtqueue *vq, struct vring_desc *desc)  in next_desc()
1833 static int get_indirect(struct vhost_virtqueue *vq,  in get_indirect()
1940 int vhost_get_vq_desc(struct vhost_virtqueue *vq,  in vhost_get_vq_desc()
2077 void vhost_discard_vq_desc(struct vhost_virtqueue *vq, int n)  in vhost_discard_vq_desc()
2085 int vhost_add_used(struct vhost_virtqueue *vq, unsigned int head, int len)  in vhost_add_used()
2096 static int __vhost_add_used_n(struct vhost_virtqueue *vq,  in __vhost_add_used_n()
2141 int vhost_add_used_n(struct vhost_virtqueue *vq, struct vring_used_elem *heads,  in vhost_add_used_n()
2178 static bool vhost_notify(struct vhost_dev *dev, struct vhost_virtqueue *vq)  in vhost_notify()
2216 void vhost_signal(struct vhost_dev *dev, struct vhost_virtqueue *vq)  in vhost_signal()
2226 			       struct vhost_virtqueue *vq,  in vhost_add_used_and_signal()
2236 				 struct vhost_virtqueue *vq,  in vhost_add_used_and_signal_n()
2245 bool vhost_vq_avail_empty(struct vhost_dev *dev, struct vhost_virtqueue *vq)  in vhost_vq_avail_empty()
2259 bool vhost_enable_notify(struct vhost_dev *dev, struct vhost_virtqueue *vq)  in vhost_enable_notify()
2297 void vhost_disable_notify(struct vhost_dev *dev, struct vhost_virtqueue *vq)  in vhost_disable_notify()
2314 struct vhost_msg_node *vhost_new_msg(struct vhost_virtqueue *vq, int type)  in vhost_new_msg()