98 	case OP(RDMA_READ_RESPONSE_LAST):  in make_rc_ack()
99 	case OP(RDMA_READ_RESPONSE_ONLY):  in make_rc_ack()
103 	case OP(ATOMIC_ACKNOWLEDGE):  in make_rc_ack()
122 	case OP(SEND_ONLY):  in make_rc_ack()
123 	case OP(ACKNOWLEDGE):  in make_rc_ack()
138 		if (e->opcode == OP(RDMA_READ_REQUEST)) {  in make_rc_ack()
163 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_FIRST);  in make_rc_ack()
165 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_ONLY);  in make_rc_ack()
215 			qp->s_ack_state = OP(ATOMIC_ACKNOWLEDGE);  in make_rc_ack()
226 	case OP(RDMA_READ_RESPONSE_FIRST):  in make_rc_ack()
227 		qp->s_ack_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in make_rc_ack()
229 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in make_rc_ack()
241 			qp->s_ack_state = OP(RDMA_READ_RESPONSE_LAST);  in make_rc_ack()
302 		qp->s_ack_state = OP(ATOMIC_ACKNOWLEDGE);  in make_rc_ack()
321 			qp->s_ack_state = OP(RDMA_READ_RESPONSE_LAST);  in make_rc_ack()
335 		qp->s_ack_state = OP(SEND_ONLY);  in make_rc_ack()
346 		bth0 = OP(ACKNOWLEDGE) << 24;  in make_rc_ack()
367 	qp->s_ack_state = OP(ACKNOWLEDGE);  in make_rc_ack()
560 				qp->s_state = OP(SEND_FIRST);  in hfi1_make_rc_req()
565 				qp->s_state = OP(SEND_ONLY);  in hfi1_make_rc_req()
567 				qp->s_state = OP(SEND_ONLY_WITH_IMMEDIATE);  in hfi1_make_rc_req()
572 				qp->s_state = OP(SEND_ONLY_WITH_INVALIDATE);  in hfi1_make_rc_req()
602 				qp->s_state = OP(RDMA_WRITE_FIRST);  in hfi1_make_rc_req()
607 				qp->s_state = OP(RDMA_WRITE_ONLY);  in hfi1_make_rc_req()
610 					OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE);  in hfi1_make_rc_req()
748 			qp->s_state = OP(RDMA_READ_REQUEST);  in hfi1_make_rc_req()
849 				qp->s_state = OP(COMPARE_SWAP);  in hfi1_make_rc_req()
855 				qp->s_state = OP(FETCH_ADD);  in hfi1_make_rc_req()
896 	case OP(RDMA_READ_RESPONSE_FIRST):  in hfi1_make_rc_req()
908 	case OP(SEND_FIRST):  in hfi1_make_rc_req()
909 		qp->s_state = OP(SEND_MIDDLE);  in hfi1_make_rc_req()
911 	case OP(SEND_MIDDLE):  in hfi1_make_rc_req()
921 			qp->s_state = OP(SEND_LAST);  in hfi1_make_rc_req()
923 			qp->s_state = OP(SEND_LAST_WITH_IMMEDIATE);  in hfi1_make_rc_req()
928 			qp->s_state = OP(SEND_LAST_WITH_INVALIDATE);  in hfi1_make_rc_req()
941 	case OP(RDMA_READ_RESPONSE_LAST):  in hfi1_make_rc_req()
953 	case OP(RDMA_WRITE_FIRST):  in hfi1_make_rc_req()
954 		qp->s_state = OP(RDMA_WRITE_MIDDLE);  in hfi1_make_rc_req()
956 	case OP(RDMA_WRITE_MIDDLE):  in hfi1_make_rc_req()
966 			qp->s_state = OP(RDMA_WRITE_LAST);  in hfi1_make_rc_req()
968 			qp->s_state = OP(RDMA_WRITE_LAST_WITH_IMMEDIATE);  in hfi1_make_rc_req()
981 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in hfi1_make_rc_req()
998 		qp->s_state = OP(RDMA_READ_REQUEST);  in hfi1_make_rc_req()
1101 			qp->s_state = OP(RDMA_READ_REQUEST);  in hfi1_make_rc_req()
1260 	bth0 = pkey | (OP(ACKNOWLEDGE) << 24);  in hfi1_make_rc_ack_9B()
1318 	bth0 = pkey | (OP(ACKNOWLEDGE) << 24);  in hfi1_make_rc_ack_16B()
1476 		qp->s_state = OP(SEND_LAST);  in reset_psn()
1502 			qp->s_state = OP(SEND_LAST);  in reset_psn()
1518 		qp->s_state = OP(RDMA_READ_RESPONSE_FIRST);  in reset_psn()
1523 		qp->s_state = OP(RDMA_READ_RESPONSE_LAST);  in reset_psn()
1531 		qp->s_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in reset_psn()
1543 		qp->s_state = OP(SEND_LAST);  in reset_psn()
1679 	if ((opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in hfi1_rc_verbs_aborted()
1680 	     opcode <= OP(ATOMIC_ACKNOWLEDGE)) ||  in hfi1_rc_verbs_aborted()
1708 	if ((opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in hfi1_rc_send_complete()
1709 	     opcode <= OP(ATOMIC_ACKNOWLEDGE)) ||  in hfi1_rc_send_complete()
1888 			qp->s_state = OP(SEND_LAST);  in do_rc_completion()
2001 		    opcode == OP(RDMA_READ_RESPONSE_ONLY) &&  in do_rc_ack()
2016 		     (opcode != OP(RDMA_READ_RESPONSE_LAST) || diff != 0)) ||  in do_rc_ack()
2021 		     (opcode != OP(ATOMIC_ACKNOWLEDGE) || diff != 0)) ||  in do_rc_ack()
2139 				qp->s_state = OP(SEND_LAST);  in do_rc_ack()
2334 		if (diff == 0 && opcode == OP(ACKNOWLEDGE)) {  in rc_rcv_resp()
2358 	case OP(ACKNOWLEDGE):  in rc_rcv_resp()
2359 	case OP(ATOMIC_ACKNOWLEDGE):  in rc_rcv_resp()
2360 	case OP(RDMA_READ_RESPONSE_FIRST):  in rc_rcv_resp()
2362 		if (opcode == OP(ATOMIC_ACKNOWLEDGE))  in rc_rcv_resp()
2367 		    opcode != OP(RDMA_READ_RESPONSE_FIRST))  in rc_rcv_resp()
2381 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in rc_rcv_resp()
2403 		if (opcode == OP(RDMA_READ_RESPONSE_MIDDLE))  in rc_rcv_resp()
2417 	case OP(RDMA_READ_RESPONSE_ONLY):  in rc_rcv_resp()
2437 	case OP(RDMA_READ_RESPONSE_LAST):  in rc_rcv_resp()
2458 				 OP(RDMA_READ_RESPONSE_LAST), 0, rcd);  in rc_rcv_resp()
2568 	case OP(RDMA_READ_REQUEST): {  in rc_rcv_error()
2577 		if (!e || e->opcode != OP(RDMA_READ_REQUEST))  in rc_rcv_error()
2616 	case OP(COMPARE_SWAP):  in rc_rcv_error()
2617 	case OP(FETCH_ADD): {  in rc_rcv_error()
2658 	qp->s_ack_state = OP(ACKNOWLEDGE);  in rc_rcv_error()
2800 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in hfi1_rc_rcv()
2801 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in hfi1_rc_rcv()
2816 	case OP(SEND_FIRST):  in hfi1_rc_rcv()
2817 	case OP(SEND_MIDDLE):  in hfi1_rc_rcv()
2818 		if (opcode == OP(SEND_MIDDLE) ||  in hfi1_rc_rcv()
2819 		    opcode == OP(SEND_LAST) ||  in hfi1_rc_rcv()
2820 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE) ||  in hfi1_rc_rcv()
2821 		    opcode == OP(SEND_LAST_WITH_INVALIDATE))  in hfi1_rc_rcv()
2825 	case OP(RDMA_WRITE_FIRST):  in hfi1_rc_rcv()
2826 	case OP(RDMA_WRITE_MIDDLE):  in hfi1_rc_rcv()
2827 		if (opcode == OP(RDMA_WRITE_MIDDLE) ||  in hfi1_rc_rcv()
2828 		    opcode == OP(RDMA_WRITE_LAST) ||  in hfi1_rc_rcv()
2829 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in hfi1_rc_rcv()
2834 		if (opcode == OP(SEND_MIDDLE) ||  in hfi1_rc_rcv()
2835 		    opcode == OP(SEND_LAST) ||  in hfi1_rc_rcv()
2836 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE) ||  in hfi1_rc_rcv()
2837 		    opcode == OP(SEND_LAST_WITH_INVALIDATE) ||  in hfi1_rc_rcv()
2838 		    opcode == OP(RDMA_WRITE_MIDDLE) ||  in hfi1_rc_rcv()
2839 		    opcode == OP(RDMA_WRITE_LAST) ||  in hfi1_rc_rcv()
2840 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in hfi1_rc_rcv()
2855 	case OP(SEND_FIRST):  in hfi1_rc_rcv()
2863 	case OP(SEND_MIDDLE):  in hfi1_rc_rcv()
2864 	case OP(RDMA_WRITE_MIDDLE):  in hfi1_rc_rcv()
2880 	case OP(RDMA_WRITE_LAST_WITH_IMMEDIATE):  in hfi1_rc_rcv()
2889 	case OP(SEND_ONLY):  in hfi1_rc_rcv()
2890 	case OP(SEND_ONLY_WITH_IMMEDIATE):  in hfi1_rc_rcv()
2891 	case OP(SEND_ONLY_WITH_INVALIDATE):  in hfi1_rc_rcv()
2898 		if (opcode == OP(SEND_ONLY))  in hfi1_rc_rcv()
2900 		if (opcode == OP(SEND_ONLY_WITH_INVALIDATE))  in hfi1_rc_rcv()
2903 	case OP(SEND_LAST_WITH_IMMEDIATE):  in hfi1_rc_rcv()
2908 	case OP(SEND_LAST_WITH_INVALIDATE):  in hfi1_rc_rcv()
2916 	case OP(RDMA_WRITE_LAST):  in hfi1_rc_rcv()
2919 	case OP(SEND_LAST):  in hfi1_rc_rcv()
2940 		if (opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE) ||  in hfi1_rc_rcv()
2941 		    opcode == OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE))  in hfi1_rc_rcv()
2969 	case OP(RDMA_WRITE_ONLY):  in hfi1_rc_rcv()
2972 	case OP(RDMA_WRITE_FIRST):  in hfi1_rc_rcv()
2973 	case OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE):  in hfi1_rc_rcv()
2999 		if (opcode == OP(RDMA_WRITE_FIRST))  in hfi1_rc_rcv()
3001 		else if (opcode == OP(RDMA_WRITE_ONLY))  in hfi1_rc_rcv()
3015 	case OP(RDMA_READ_REQUEST): {  in hfi1_rc_rcv()
3083 	case OP(COMPARE_SWAP):  in hfi1_rc_rcv()
3084 	case OP(FETCH_ADD): {  in hfi1_rc_rcv()
3087 		bool opfn = opcode == OP(COMPARE_SWAP) &&  in hfi1_rc_rcv()
3125 		e->atomic_data = (opcode == OP(FETCH_ADD)) ?  in hfi1_rc_rcv()