124 	struct mlx5_vdpa_net *ndev;  member
297 static int create_tis(struct mlx5_vdpa_net *ndev)  in create_tis()
313 static void destroy_tis(struct mlx5_vdpa_net *ndev)  in destroy_tis()
321 static int cq_frag_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_cq_buf *buf, int nent)  in cq_frag_buf_alloc()
341 static int umem_frag_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_umem *umem, int size)  in umem_frag_buf_alloc()
349 static void cq_frag_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_cq_buf *buf)  in cq_frag_buf_free()
389 static void qp_prepare(struct mlx5_vdpa_net *ndev, bool fw, void *in,  in qp_prepare()
423 static int rq_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp, u32 num_ent)  in rq_buf_alloc()
430 static void rq_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp)  in rq_buf_free()
435 static int qp_create(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq,  in qp_create()
495 static void qp_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp)  in qp_destroy()
529 	struct mlx5_vdpa_net *ndev = mvq->ndev;  in mlx5_vdpa_handle_completions()  local
547 	struct mlx5_vdpa_net *ndev = mvq->ndev;  in mlx5_vdpa_cq_comp()  local
571 static int cq_create(struct mlx5_vdpa_net *ndev, u16 idx, u32 num_ent)  in cq_create()
648 static void cq_destroy(struct mlx5_vdpa_net *ndev, u16 idx)  in cq_destroy()
662 static void set_umem_size(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num,  in set_umem_size()
689 static void umem_frag_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_umem *umem)  in umem_frag_buf_free()
694 static int create_umem(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num)  in create_umem()
744 static void umem_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num)  in umem_destroy()
770 static int umems_create(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in umems_create()
789 static void umems_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in umems_destroy()
797 static int get_queue_type(struct mlx5_vdpa_net *ndev)  in get_queue_type()
825 static int create_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in create_virtqueue()
896 static void destroy_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in destroy_virtqueue()
924 static void alloc_inout(struct mlx5_vdpa_net *ndev, int cmd, void **in, int *inlen, void **out,  in alloc_inout()
1019 static int modify_qp(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, bool fw, int cmd)  in modify_qp()
1036 static int connect_qps(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in connect_qps()
1073 static int query_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq,  in query_virtqueue()
1110 static int modify_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int state)  in modify_virtqueue()
1142 static int setup_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in setup_vq()
1194 static void suspend_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in suspend_vq()
1215 static void suspend_vqs(struct mlx5_vdpa_net *ndev)  in suspend_vqs()
1223 static void teardown_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in teardown_vq()
1236 static int create_rqt(struct mlx5_vdpa_net *ndev)  in create_rqt()
1283 static int modify_rqt(struct mlx5_vdpa_net *ndev, int num)  in modify_rqt()
1327 static void destroy_rqt(struct mlx5_vdpa_net *ndev)  in destroy_rqt()
1332 static int create_tir(struct mlx5_vdpa_net *ndev)  in create_tir()
1374 static void destroy_tir(struct mlx5_vdpa_net *ndev)  in destroy_tir()
1379 static int add_fwd_to_tir(struct mlx5_vdpa_net *ndev)  in add_fwd_to_tir()
1428 static void remove_fwd_to_tir(struct mlx5_vdpa_net *ndev)  in remove_fwd_to_tir()
1442 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in handle_ctrl_mac()  local
1488 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in change_num_qps()  local
1526 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in handle_ctrl_mq()  local
1582 	struct mlx5_vdpa_net *ndev;  in mlx5_cvq_kick_handler()  local
1637 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_kick_vq()  local
1662 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_address()  local
1685 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_num()  local
1698 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_cb()  local
1729 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_ready()  local
1753 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_vq_ready()  local
1768 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_state()  local
1793 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_vq_state()  local
1859 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_features()  local
1900 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in setup_virtqueues()  local
1919 static void teardown_virtqueues(struct mlx5_vdpa_net *ndev)  in teardown_virtqueues()
1954 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_features()  local
1973 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_config_cb()  local
1997 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_status()  local
2003 static int save_channel_info(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in save_channel_info()
2026 static int save_channels_info(struct mlx5_vdpa_net *ndev)  in save_channels_info()
2037 static void mlx5_clear_vqs(struct mlx5_vdpa_net *ndev)  in mlx5_clear_vqs()
2045 static void restore_channels_info(struct mlx5_vdpa_net *ndev)  in restore_channels_info()
2071 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_change_map()  local
2103 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in setup_driver()  local
2151 static void teardown_driver(struct mlx5_vdpa_net *ndev)  in teardown_driver()
2166 static void clear_vqs_ready(struct mlx5_vdpa_net *ndev)  in clear_vqs_ready()
2199 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_status()  local
2233 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_reset()  local
2261 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_config()  local
2302 	struct mlx5_vdpa_net *ndev;  in mlx5_vdpa_free()  local
2320 	struct mlx5_vdpa_net *ndev;  in mlx5_get_vq_notification()  local
2387 static int alloc_resources(struct mlx5_vdpa_net *ndev)  in alloc_resources()
2414 static void free_resources(struct mlx5_vdpa_net *ndev)  in free_resources()
2426 static void init_mvqs(struct mlx5_vdpa_net *ndev)  in init_mvqs()
2449 	struct mlx5_vdpa_net *ndev;  member
2484 	struct mlx5_vdpa_net *ndev;  in update_carrier()  local
2502 	struct mlx5_vdpa_net *ndev = container_of(nb, struct mlx5_vdpa_net, nb);  in event_handler()  local
2534 	struct mlx5_vdpa_net *ndev;  in mlx5_vdpa_dev_add()  local
2642 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_dev_del()  local