114 	struct mlx5_vdpa_net *ndev;  member
237 static int create_tis(struct mlx5_vdpa_net *ndev)  in create_tis()
253 static void destroy_tis(struct mlx5_vdpa_net *ndev)  in destroy_tis()
261 static int cq_frag_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_cq_buf *buf, int nent)  in cq_frag_buf_alloc()
281 static int umem_frag_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_umem *umem, int size)  in umem_frag_buf_alloc()
289 static void cq_frag_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_cq_buf *buf)  in cq_frag_buf_free()
329 static void qp_prepare(struct mlx5_vdpa_net *ndev, bool fw, void *in,  in qp_prepare()
363 static int rq_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp, u32 num_ent)  in rq_buf_alloc()
370 static void rq_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp)  in rq_buf_free()
375 static int qp_create(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq,  in qp_create()
435 static void qp_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp)  in qp_destroy()
483 	struct mlx5_vdpa_net *ndev = mvq->ndev;  in mlx5_vdpa_cq_comp()  local
507 static int cq_create(struct mlx5_vdpa_net *ndev, u16 idx, u32 num_ent)  in cq_create()
584 static void cq_destroy(struct mlx5_vdpa_net *ndev, u16 idx)  in cq_destroy()
598 static void set_umem_size(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num,  in set_umem_size()
625 static void umem_frag_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_umem *umem)  in umem_frag_buf_free()
630 static int create_umem(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num)  in create_umem()
680 static void umem_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num)  in umem_destroy()
706 static int umems_create(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in umems_create()
725 static void umems_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in umems_destroy()
733 static int get_queue_type(struct mlx5_vdpa_net *ndev)  in get_queue_type()
761 static int create_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in create_virtqueue()
832 static void destroy_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in destroy_virtqueue()
860 static void alloc_inout(struct mlx5_vdpa_net *ndev, int cmd, void **in, int *inlen, void **out,  in alloc_inout()
955 static int modify_qp(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, bool fw, int cmd)  in modify_qp()
972 static int connect_qps(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in connect_qps()
1009 static int query_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq,  in query_virtqueue()
1046 static int modify_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int state)  in modify_virtqueue()
1078 static int setup_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in setup_vq()
1132 static void suspend_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in suspend_vq()
1153 static void suspend_vqs(struct mlx5_vdpa_net *ndev)  in suspend_vqs()
1161 static void teardown_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in teardown_vq()
1174 static int create_rqt(struct mlx5_vdpa_net *ndev)  in create_rqt()
1218 static void destroy_rqt(struct mlx5_vdpa_net *ndev)  in destroy_rqt()
1223 static int create_tir(struct mlx5_vdpa_net *ndev)  in create_tir()
1265 static void destroy_tir(struct mlx5_vdpa_net *ndev)  in destroy_tir()
1270 static int add_fwd_to_tir(struct mlx5_vdpa_net *ndev)  in add_fwd_to_tir()
1319 static void remove_fwd_to_tir(struct mlx5_vdpa_net *ndev)  in remove_fwd_to_tir()
1334 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_kick_vq()  local
1347 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_address()  local
1359 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_num()  local
1369 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_cb()  local
1378 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_ready()  local
1390 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_vq_ready()  local
1400 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_state()  local
1416 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_vq_state()  local
1473 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_features()  local
1493 static int setup_virtqueues(struct mlx5_vdpa_net *ndev)  in setup_virtqueues()
1513 static void teardown_virtqueues(struct mlx5_vdpa_net *ndev)  in teardown_virtqueues()
1542 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_features()  local
1582 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_status()  local
1588 static int save_channel_info(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in save_channel_info()
1613 static int save_channels_info(struct mlx5_vdpa_net *ndev)  in save_channels_info()
1624 static void mlx5_clear_vqs(struct mlx5_vdpa_net *ndev)  in mlx5_clear_vqs()
1632 static void restore_channels_info(struct mlx5_vdpa_net *ndev)  in restore_channels_info()
1657 static int mlx5_vdpa_change_map(struct mlx5_vdpa_net *ndev, struct vhost_iotlb *iotlb)  in mlx5_vdpa_change_map()
1688 static int setup_driver(struct mlx5_vdpa_net *ndev)  in setup_driver()
1737 static void teardown_driver(struct mlx5_vdpa_net *ndev)  in teardown_driver()
1752 static void clear_vqs_ready(struct mlx5_vdpa_net *ndev)  in clear_vqs_ready()
1763 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_status()  local
1803 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_config()  local
1825 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_map()  local
1845 	struct mlx5_vdpa_net *ndev;  in mlx5_vdpa_free()  local
1910 static int alloc_resources(struct mlx5_vdpa_net *ndev)  in alloc_resources()
1937 static void free_resources(struct mlx5_vdpa_net *ndev)  in free_resources()
1949 static void init_mvqs(struct mlx5_vdpa_net *ndev)  in init_mvqs()
1974 	struct mlx5_vdpa_net *ndev;  in mlx5_vdpa_add_dev()  local