140 	case OP(RDMA_READ_RESPONSE_LAST):  in make_rc_ack()
141 	case OP(RDMA_READ_RESPONSE_ONLY):  in make_rc_ack()
145 	case OP(ATOMIC_ACKNOWLEDGE):  in make_rc_ack()
164 	case OP(SEND_ONLY):  in make_rc_ack()
165 	case OP(ACKNOWLEDGE):  in make_rc_ack()
180 		if (e->opcode == OP(RDMA_READ_REQUEST)) {  in make_rc_ack()
205 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_FIRST);  in make_rc_ack()
207 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_ONLY);  in make_rc_ack()
257 			qp->s_ack_state = OP(ATOMIC_ACKNOWLEDGE);  in make_rc_ack()
268 	case OP(RDMA_READ_RESPONSE_FIRST):  in make_rc_ack()
269 		qp->s_ack_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in make_rc_ack()
271 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in make_rc_ack()
283 			qp->s_ack_state = OP(RDMA_READ_RESPONSE_LAST);  in make_rc_ack()
344 		qp->s_ack_state = OP(ATOMIC_ACKNOWLEDGE);  in make_rc_ack()
363 			qp->s_ack_state = OP(RDMA_READ_RESPONSE_LAST);  in make_rc_ack()
377 		qp->s_ack_state = OP(SEND_ONLY);  in make_rc_ack()
388 		bth0 = OP(ACKNOWLEDGE) << 24;  in make_rc_ack()
409 	qp->s_ack_state = OP(ACKNOWLEDGE);  in make_rc_ack()
601 				qp->s_state = OP(SEND_FIRST);  in hfi1_make_rc_req()
606 				qp->s_state = OP(SEND_ONLY);  in hfi1_make_rc_req()
608 				qp->s_state = OP(SEND_ONLY_WITH_IMMEDIATE);  in hfi1_make_rc_req()
613 				qp->s_state = OP(SEND_ONLY_WITH_INVALIDATE);  in hfi1_make_rc_req()
643 				qp->s_state = OP(RDMA_WRITE_FIRST);  in hfi1_make_rc_req()
648 				qp->s_state = OP(RDMA_WRITE_ONLY);  in hfi1_make_rc_req()
651 					OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE);  in hfi1_make_rc_req()
789 			qp->s_state = OP(RDMA_READ_REQUEST);  in hfi1_make_rc_req()
890 				qp->s_state = OP(COMPARE_SWAP);  in hfi1_make_rc_req()
896 				qp->s_state = OP(FETCH_ADD);  in hfi1_make_rc_req()
937 	case OP(RDMA_READ_RESPONSE_FIRST):  in hfi1_make_rc_req()
949 	case OP(SEND_FIRST):  in hfi1_make_rc_req()
950 		qp->s_state = OP(SEND_MIDDLE);  in hfi1_make_rc_req()
952 	case OP(SEND_MIDDLE):  in hfi1_make_rc_req()
962 			qp->s_state = OP(SEND_LAST);  in hfi1_make_rc_req()
964 			qp->s_state = OP(SEND_LAST_WITH_IMMEDIATE);  in hfi1_make_rc_req()
969 			qp->s_state = OP(SEND_LAST_WITH_INVALIDATE);  in hfi1_make_rc_req()
982 	case OP(RDMA_READ_RESPONSE_LAST):  in hfi1_make_rc_req()
994 	case OP(RDMA_WRITE_FIRST):  in hfi1_make_rc_req()
995 		qp->s_state = OP(RDMA_WRITE_MIDDLE);  in hfi1_make_rc_req()
997 	case OP(RDMA_WRITE_MIDDLE):  in hfi1_make_rc_req()
1007 			qp->s_state = OP(RDMA_WRITE_LAST);  in hfi1_make_rc_req()
1009 			qp->s_state = OP(RDMA_WRITE_LAST_WITH_IMMEDIATE);  in hfi1_make_rc_req()
1022 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in hfi1_make_rc_req()
1039 		qp->s_state = OP(RDMA_READ_REQUEST);  in hfi1_make_rc_req()
1142 			qp->s_state = OP(RDMA_READ_REQUEST);  in hfi1_make_rc_req()
1301 	bth0 = pkey | (OP(ACKNOWLEDGE) << 24);  in hfi1_make_rc_ack_9B()
1359 	bth0 = pkey | (OP(ACKNOWLEDGE) << 24);  in hfi1_make_rc_ack_16B()
1518 		qp->s_state = OP(SEND_LAST);  in reset_psn()
1544 			qp->s_state = OP(SEND_LAST);  in reset_psn()
1560 		qp->s_state = OP(RDMA_READ_RESPONSE_FIRST);  in reset_psn()
1565 		qp->s_state = OP(RDMA_READ_RESPONSE_LAST);  in reset_psn()
1573 		qp->s_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in reset_psn()
1585 		qp->s_state = OP(SEND_LAST);  in reset_psn()
1721 	if ((opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in hfi1_rc_verbs_aborted()
1722 	     opcode <= OP(ATOMIC_ACKNOWLEDGE)) ||  in hfi1_rc_verbs_aborted()
1750 	if ((opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in hfi1_rc_send_complete()
1751 	     opcode <= OP(ATOMIC_ACKNOWLEDGE)) ||  in hfi1_rc_send_complete()
1930 			qp->s_state = OP(SEND_LAST);  in do_rc_completion()
2043 		    opcode == OP(RDMA_READ_RESPONSE_ONLY) &&  in do_rc_ack()
2058 		     (opcode != OP(RDMA_READ_RESPONSE_LAST) || diff != 0)) ||  in do_rc_ack()
2063 		     (opcode != OP(ATOMIC_ACKNOWLEDGE) || diff != 0)) ||  in do_rc_ack()
2181 				qp->s_state = OP(SEND_LAST);  in do_rc_ack()
2376 		if (diff == 0 && opcode == OP(ACKNOWLEDGE)) {  in rc_rcv_resp()
2400 	case OP(ACKNOWLEDGE):  in rc_rcv_resp()
2401 	case OP(ATOMIC_ACKNOWLEDGE):  in rc_rcv_resp()
2402 	case OP(RDMA_READ_RESPONSE_FIRST):  in rc_rcv_resp()
2404 		if (opcode == OP(ATOMIC_ACKNOWLEDGE))  in rc_rcv_resp()
2409 		    opcode != OP(RDMA_READ_RESPONSE_FIRST))  in rc_rcv_resp()
2423 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in rc_rcv_resp()
2445 		if (opcode == OP(RDMA_READ_RESPONSE_MIDDLE))  in rc_rcv_resp()
2459 	case OP(RDMA_READ_RESPONSE_ONLY):  in rc_rcv_resp()
2479 	case OP(RDMA_READ_RESPONSE_LAST):  in rc_rcv_resp()
2500 				 OP(RDMA_READ_RESPONSE_LAST), 0, rcd);  in rc_rcv_resp()
2609 	case OP(RDMA_READ_REQUEST): {  in rc_rcv_error()
2618 		if (!e || e->opcode != OP(RDMA_READ_REQUEST))  in rc_rcv_error()
2657 	case OP(COMPARE_SWAP):  in rc_rcv_error()
2658 	case OP(FETCH_ADD): {  in rc_rcv_error()
2699 	qp->s_ack_state = OP(ACKNOWLEDGE);  in rc_rcv_error()
2841 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in hfi1_rc_rcv()
2842 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in hfi1_rc_rcv()
2857 	case OP(SEND_FIRST):  in hfi1_rc_rcv()
2858 	case OP(SEND_MIDDLE):  in hfi1_rc_rcv()
2859 		if (opcode == OP(SEND_MIDDLE) ||  in hfi1_rc_rcv()
2860 		    opcode == OP(SEND_LAST) ||  in hfi1_rc_rcv()
2861 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE) ||  in hfi1_rc_rcv()
2862 		    opcode == OP(SEND_LAST_WITH_INVALIDATE))  in hfi1_rc_rcv()
2866 	case OP(RDMA_WRITE_FIRST):  in hfi1_rc_rcv()
2867 	case OP(RDMA_WRITE_MIDDLE):  in hfi1_rc_rcv()
2868 		if (opcode == OP(RDMA_WRITE_MIDDLE) ||  in hfi1_rc_rcv()
2869 		    opcode == OP(RDMA_WRITE_LAST) ||  in hfi1_rc_rcv()
2870 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in hfi1_rc_rcv()
2875 		if (opcode == OP(SEND_MIDDLE) ||  in hfi1_rc_rcv()
2876 		    opcode == OP(SEND_LAST) ||  in hfi1_rc_rcv()
2877 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE) ||  in hfi1_rc_rcv()
2878 		    opcode == OP(SEND_LAST_WITH_INVALIDATE) ||  in hfi1_rc_rcv()
2879 		    opcode == OP(RDMA_WRITE_MIDDLE) ||  in hfi1_rc_rcv()
2880 		    opcode == OP(RDMA_WRITE_LAST) ||  in hfi1_rc_rcv()
2881 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in hfi1_rc_rcv()
2896 	case OP(SEND_FIRST):  in hfi1_rc_rcv()
2904 	case OP(SEND_MIDDLE):  in hfi1_rc_rcv()
2905 	case OP(RDMA_WRITE_MIDDLE):  in hfi1_rc_rcv()
2921 	case OP(RDMA_WRITE_LAST_WITH_IMMEDIATE):  in hfi1_rc_rcv()
2930 	case OP(SEND_ONLY):  in hfi1_rc_rcv()
2931 	case OP(SEND_ONLY_WITH_IMMEDIATE):  in hfi1_rc_rcv()
2932 	case OP(SEND_ONLY_WITH_INVALIDATE):  in hfi1_rc_rcv()
2939 		if (opcode == OP(SEND_ONLY))  in hfi1_rc_rcv()
2941 		if (opcode == OP(SEND_ONLY_WITH_INVALIDATE))  in hfi1_rc_rcv()
2944 	case OP(SEND_LAST_WITH_IMMEDIATE):  in hfi1_rc_rcv()
2949 	case OP(SEND_LAST_WITH_INVALIDATE):  in hfi1_rc_rcv()
2957 	case OP(RDMA_WRITE_LAST):  in hfi1_rc_rcv()
2960 	case OP(SEND_LAST):  in hfi1_rc_rcv()
2981 		if (opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE) ||  in hfi1_rc_rcv()
2982 		    opcode == OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE))  in hfi1_rc_rcv()
3010 	case OP(RDMA_WRITE_ONLY):  in hfi1_rc_rcv()
3013 	case OP(RDMA_WRITE_FIRST):  in hfi1_rc_rcv()
3014 	case OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE):  in hfi1_rc_rcv()
3040 		if (opcode == OP(RDMA_WRITE_FIRST))  in hfi1_rc_rcv()
3042 		else if (opcode == OP(RDMA_WRITE_ONLY))  in hfi1_rc_rcv()
3056 	case OP(RDMA_READ_REQUEST): {  in hfi1_rc_rcv()
3124 	case OP(COMPARE_SWAP):  in hfi1_rc_rcv()
3125 	case OP(FETCH_ADD): {  in hfi1_rc_rcv()
3128 		bool opfn = opcode == OP(COMPARE_SWAP) &&  in hfi1_rc_rcv()
3166 		e->atomic_data = (opcode == OP(FETCH_ADD)) ?  in hfi1_rc_rcv()