48 static void mlx5_ib_cq_event(struct mlx5_core_cq *mcq, enum mlx5_event type)  in mlx5_ib_cq_event()  argument
50 	struct mlx5_ib_cq *cq = container_of(mcq, struct mlx5_ib_cq, mcq);  in mlx5_ib_cq_event()
57 			     type, mcq->cqn);  in mlx5_ib_cq_event()
84 	cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in get_sw_cqe()
96 	return get_sw_cqe(cq, cq->mcq.cons_index);  in next_cqe_sw()
461 	cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in mlx5_poll_one()
463 	++cq->mcq.cons_index;  in mlx5_poll_one()
520 			    "Requestor" : "Responder", cq->mcq.cqn);  in mlx5_poll_one()
557 			     cq->mcq.cqn, sig->err_item.key,  in mlx5_poll_one()
583 			    cq->mcq.cqn);  in poll_soft_wc()
627 		mlx5_cq_set_ci(&cq->mcq);  in mlx5_ib_poll_cq()
650 	mlx5_cq_arm(&cq->mcq,  in mlx5_ib_arm_cq()
653 		    uar_page, to_mcq(ibcq)->mcq.cons_index);  in mlx5_ib_arm_cq()
866 	cq->mcq.set_ci_db  = cq->db.db;  in create_cq_kernel()
867 	cq->mcq.arm_db     = cq->db.db + 1;  in create_cq_kernel()
868 	cq->mcq.cqe_sz = cqe_size;  in create_cq_kernel()
989 	err = mlx5_core_create_cq(dev->mdev, &cq->mcq, cqb, inlen, out, sizeof(out));  in mlx5_ib_create_cq()
993 	mlx5_ib_dbg(dev, "cqn 0x%x\n", cq->mcq.cqn);  in mlx5_ib_create_cq()
995 		cq->mcq.tasklet_ctx.comp = mlx5_ib_cq_comp;  in mlx5_ib_create_cq()
997 		cq->mcq.comp  = mlx5_ib_cq_comp;  in mlx5_ib_create_cq()
998 	cq->mcq.event = mlx5_ib_cq_event;  in mlx5_ib_create_cq()
1003 		if (ib_copy_to_udata(udata, &cq->mcq.cqn, sizeof(__u32))) {  in mlx5_ib_create_cq()
1013 	mlx5_core_destroy_cq(dev->mdev, &cq->mcq);  in mlx5_ib_create_cq()
1027 	struct mlx5_ib_cq *mcq = to_mcq(cq);  in mlx5_ib_destroy_cq()  local
1030 	ret = mlx5_core_destroy_cq(dev->mdev, &mcq->mcq);  in mlx5_ib_destroy_cq()
1035 		destroy_cq_user(mcq, udata);  in mlx5_ib_destroy_cq()
1037 		destroy_cq_kernel(dev, mcq);  in mlx5_ib_destroy_cq()
1063 	for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); prod_index++)  in __mlx5_ib_cq_clean()
1064 		if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe)  in __mlx5_ib_cq_clean()
1070 	while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) {  in __mlx5_ib_cq_clean()
1072 		cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in __mlx5_ib_cq_clean()
1079 			dest64 = (cq->mcq.cqe_sz == 64) ? dest : dest + 64;  in __mlx5_ib_cq_clean()
1081 			memcpy(dest, cqe, cq->mcq.cqe_sz);  in __mlx5_ib_cq_clean()
1088 		cq->mcq.cons_index += nfreed;  in __mlx5_ib_cq_clean()
1093 		mlx5_cq_set_ci(&cq->mcq);  in __mlx5_ib_cq_clean()
1110 	struct mlx5_ib_cq *mcq = to_mcq(cq);  in mlx5_ib_modify_cq()  local
1119 	err = mlx5_core_modify_cq_moderation(dev->mdev, &mcq->mcq,  in mlx5_ib_modify_cq()
1122 		mlx5_ib_warn(dev, "modify cq 0x%x failed\n", mcq->mcq.cqn);  in mlx5_ib_modify_cq()
1206 	i = cq->mcq.cons_index;  in copy_resize_cqes()
1233 				cq->mcq.cqn);  in copy_resize_cqes()
1237 	++cq->mcq.cons_index;  in copy_resize_cqes()
1326 	MLX5_SET(modify_cq_in, in, cqn, cq->mcq.cqn);  in mlx5_ib_resize_cq()
1328 	err = mlx5_core_modify_cq(dev->mdev, &cq->mcq, in, inlen);  in mlx5_ib_resize_cq()