97 	struct iwch_dev *rhp = to_iwch_dev(context->device);  in iwch_dealloc_ucontext()  local
104 	cxio_release_ucontext(&rhp->rdev, &ucontext->uctx);  in iwch_dealloc_ucontext()
113 	struct iwch_dev *rhp = to_iwch_dev(ibdev);  in iwch_alloc_ucontext()  local
119 	cxio_init_ucontext(&rhp->rdev, &context->uctx);  in iwch_alloc_ucontext()
132 	remove_handle(chp->rhp, &chp->rhp->cqidr, chp->cq.cqid);  in iwch_destroy_cq()
136 	cxio_destroy_cq(&chp->rhp->rdev, &chp->cq);  in iwch_destroy_cq()
145 	struct iwch_dev *rhp;  in iwch_create_cq()  local
154 	rhp = to_iwch_dev(ibdev);  in iwch_create_cq()
161 		if (!t3a_device(rhp)) {  in iwch_create_cq()
170 	if (t3a_device(rhp)) {  in iwch_create_cq()
186 	if (cxio_create_cq(&rhp->rdev, &chp->cq, !ucontext)) {  in iwch_create_cq()
190 	chp->rhp = rhp;  in iwch_create_cq()
196 	if (insert_handle(rhp, &rhp->cqidr, chp, chp->cq.cqid)) {  in iwch_create_cq()
197 		cxio_destroy_cq(&chp->rhp->rdev, &chp->cq);  in iwch_create_cq()
272 	ret = cxio_create_cq(&chp->rhp->rdev, &newcq);  in iwch_resize_cq()
287 	ret = cxio_resize_cq(&chp->rhp->rdev, &chp->cq);  in iwch_resize_cq()
296 	ret = cxio_destroy_cq(&chp->rhp->rdev, &oldcq);  in iwch_resize_cq()
314 	struct iwch_dev *rhp;  in iwch_arm_cq()  local
322 	rhp = chp->rhp;  in iwch_arm_cq()
335 	err = cxio_hal_cq_op(&rhp->rdev, &chp->cq, cq_op, 0);  in iwch_arm_cq()
403 	struct iwch_dev *rhp;  in iwch_deallocate_pd()  local
407 	rhp = php->rhp;  in iwch_deallocate_pd()
409 	cxio_hal_put_pdid(rhp->rdev.rscp, php->pdid);  in iwch_deallocate_pd()
420 	struct iwch_dev *rhp;  in iwch_allocate_pd()  local
423 	rhp = (struct iwch_dev *) ibdev;  in iwch_allocate_pd()
424 	pdid = cxio_hal_get_pdid(rhp->rdev.rscp);  in iwch_allocate_pd()
429 		cxio_hal_put_pdid(rhp->rdev.rscp, pdid);  in iwch_allocate_pd()
433 	php->rhp = rhp;  in iwch_allocate_pd()
446 	struct iwch_dev *rhp;  in iwch_dereg_mr()  local
456 	rhp = mhp->rhp;  in iwch_dereg_mr()
458 	cxio_dereg_mem(&rhp->rdev, mhp->attr.stag, mhp->attr.pbl_size,  in iwch_dereg_mr()
461 	remove_handle(rhp, &rhp->mmidr, mmid);  in iwch_dereg_mr()
481 	struct iwch_dev *rhp;  in iwch_register_phys_mem()  local
488 	rhp = php->rhp;  in iwch_register_phys_mem()
494 	mhp->rhp = rhp;  in iwch_register_phys_mem()
533 	ret = iwch_register_mem(rhp, php, mhp, shift);  in iwch_register_phys_mem()
558 	struct iwch_dev *rhp;  in iwch_reregister_phys_mem()  local
572 	rhp = mhp->rhp;  in iwch_reregister_phys_mem()
576 	if (rhp != php->rhp)  in iwch_reregister_phys_mem()
594 	ret = iwch_reregister_mem(rhp, php, &mh, shift, npages);  in iwch_reregister_phys_mem()
623 	struct iwch_dev *rhp;  in iwch_reg_user_mr()  local
631 	rhp = php->rhp;  in iwch_reg_user_mr()
636 	mhp->rhp = rhp;  in iwch_reg_user_mr()
695 	err = iwch_register_mem(rhp, php, mhp, shift);  in iwch_reg_user_mr()
699 	if (udata && !t3a_device(rhp)) {  in iwch_reg_user_mr()
701 				 rhp->rdev.rnic_info.pbl_base) >> 3;  in iwch_reg_user_mr()
743 	struct iwch_dev *rhp;  in iwch_alloc_mw()  local
751 	rhp = php->rhp;  in iwch_alloc_mw()
755 	ret = cxio_allocate_window(&rhp->rdev, &stag, php->pdid);  in iwch_alloc_mw()
760 	mhp->rhp = rhp;  in iwch_alloc_mw()
766 	if (insert_handle(rhp, &rhp->mmidr, mhp, mmid)) {  in iwch_alloc_mw()
767 		cxio_deallocate_window(&rhp->rdev, mhp->attr.stag);  in iwch_alloc_mw()
777 	struct iwch_dev *rhp;  in iwch_dealloc_mw()  local
782 	rhp = mhp->rhp;  in iwch_dealloc_mw()
784 	cxio_deallocate_window(&rhp->rdev, mhp->attr.stag);  in iwch_dealloc_mw()
785 	remove_handle(rhp, &rhp->mmidr, mmid);  in iwch_dealloc_mw()
793 	struct iwch_dev *rhp;  in iwch_alloc_fast_reg_mr()  local
801 	rhp = php->rhp;  in iwch_alloc_fast_reg_mr()
806 	mhp->rhp = rhp;  in iwch_alloc_fast_reg_mr()
811 	ret = cxio_allocate_stag(&rhp->rdev, &stag, php->pdid,  in iwch_alloc_fast_reg_mr()
821 	if (insert_handle(rhp, &rhp->mmidr, mhp, mmid))  in iwch_alloc_fast_reg_mr()
827 	cxio_dereg_mem(&rhp->rdev, stag, mhp->attr.pbl_size,  in iwch_alloc_fast_reg_mr()
861 	struct iwch_dev *rhp;  in iwch_destroy_qp()  local
867 	rhp = qhp->rhp;  in iwch_destroy_qp()
870 	iwch_modify_qp(rhp, qhp, IWCH_QP_ATTR_NEXT_STATE, &attrs, 0);  in iwch_destroy_qp()
873 	remove_handle(rhp, &rhp->qpidr, qhp->wq.qpid);  in iwch_destroy_qp()
880 	cxio_destroy_qp(&rhp->rdev, &qhp->wq,  in iwch_destroy_qp()
881 			ucontext ? &ucontext->uctx : &rhp->rdev.uctx);  in iwch_destroy_qp()
893 	struct iwch_dev *rhp;  in iwch_create_qp()  local
906 	rhp = php->rhp;  in iwch_create_qp()
907 	schp = get_chp(rhp, ((struct iwch_cq *) attrs->send_cq)->cq.cqid);  in iwch_create_qp()
908 	rchp = get_chp(rhp, ((struct iwch_cq *) attrs->recv_cq)->cq.cqid);  in iwch_create_qp()
951 	if (cxio_create_qp(&rhp->rdev, !udata, &qhp->wq,  in iwch_create_qp()
952 			   ucontext ? &ucontext->uctx : &rhp->rdev.uctx)) {  in iwch_create_qp()
961 	qhp->rhp = rhp;  in iwch_create_qp()
988 	if (insert_handle(rhp, &rhp->qpidr, qhp, qhp->wq.qpid)) {  in iwch_create_qp()
989 		cxio_destroy_qp(&rhp->rdev, &qhp->wq,  in iwch_create_qp()
990 			ucontext ? &ucontext->uctx : &rhp->rdev.uctx);  in iwch_create_qp()
1050 	struct iwch_dev *rhp;  in iwch_ib_modify_qp()  local
1067 	rhp = qhp->rhp;  in iwch_ib_modify_qp()
1083 	return iwch_modify_qp(rhp, qhp, mask, &attrs, 0);  in iwch_ib_modify_qp()