Lines Matching refs:opcode
36 if (!e->opcode) { in find_prev_entry()
116 if (e->opcode != TID_OP(WRITE_REQ) && in make_rc_ack()
138 if (e->opcode == OP(RDMA_READ_REQUEST)) { in make_rc_ack()
172 } else if (e->opcode == TID_OP(WRITE_REQ)) { in make_rc_ack()
187 } else if (e->opcode == TID_OP(READ_REQ)) { in make_rc_ack()
295 trace_hfi1_tid_req_make_rc_ack_write(qp, 0, e->opcode, e->psn, in make_rc_ack()
497 (wqe->wr.opcode != IB_WR_TID_RDMA_READ || in hfi1_make_rc_req()
506 if (wqe->wr.opcode == IB_WR_REG_MR || in hfi1_make_rc_req()
507 wqe->wr.opcode == IB_WR_LOCAL_INV) { in hfi1_make_rc_req()
552 switch (wqe->wr.opcode) { in hfi1_make_rc_req()
564 if (wqe->wr.opcode == IB_WR_SEND) { in hfi1_make_rc_req()
566 } else if (wqe->wr.opcode == IB_WR_SEND_WITH_IMM) { in hfi1_make_rc_req()
606 if (wqe->wr.opcode == IB_WR_RDMA_WRITE) { in hfi1_make_rc_req()
672 if (__w->wr.opcode != IB_WR_TID_RDMA_WRITE || in hfi1_make_rc_req()
722 wqe->wr.opcode, in hfi1_make_rc_req()
762 wqe->wr.opcode, in hfi1_make_rc_req()
847 if (wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in hfi1_make_rc_req()
848 wqe->wr.opcode == IB_WR_OPFN) { in hfi1_make_rc_req()
875 if (wqe->wr.opcode != IB_WR_TID_RDMA_READ) { in hfi1_make_rc_req()
887 if (wqe->wr.opcode == IB_WR_RDMA_READ || in hfi1_make_rc_req()
888 wqe->wr.opcode == IB_WR_TID_RDMA_WRITE) in hfi1_make_rc_req()
890 else if (wqe->wr.opcode == IB_WR_TID_RDMA_READ) in hfi1_make_rc_req()
920 if (wqe->wr.opcode == IB_WR_SEND) { in hfi1_make_rc_req()
922 } else if (wqe->wr.opcode == IB_WR_SEND_WITH_IMM) { in hfi1_make_rc_req()
965 if (wqe->wr.opcode == IB_WR_RDMA_WRITE) { in hfi1_make_rc_req()
1033 trace_hfi1_tid_req_make_req_write(qp, 0, wqe->wr.opcode, in hfi1_make_rc_req()
1038 if (wqe->wr.opcode != IB_WR_TID_RDMA_READ) in hfi1_make_rc_req()
1088 trace_hfi1_tid_req_make_req_read(qp, 0, wqe->wr.opcode, in hfi1_make_rc_req()
1099 if (wqe->wr.opcode != IB_WR_TID_RDMA_READ || delta == 0 || in hfi1_make_rc_req()
1131 trace_hfi1_tid_req_make_req_read(qp, 0, wqe->wr.opcode, in hfi1_make_rc_req()
1138 wqe->wr.opcode != IB_WR_TID_RDMA_WRITE) in hfi1_make_rc_req()
1420 u32 opcode = wqe->wr.opcode; in update_num_rd_atomic() local
1422 if (opcode == IB_WR_RDMA_READ || in update_num_rd_atomic()
1423 opcode == IB_WR_ATOMIC_CMP_AND_SWP || in update_num_rd_atomic()
1424 opcode == IB_WR_ATOMIC_FETCH_AND_ADD) { in update_num_rd_atomic()
1426 } else if (opcode == IB_WR_TID_RDMA_READ) { in update_num_rd_atomic()
1438 wqe->wr.opcode, in update_num_rd_atomic()
1462 u32 opcode; in reset_psn() local
1508 opcode = wqe->wr.opcode; in reset_psn()
1515 switch (opcode) { in reset_psn()
1582 if (wqe->wr.opcode == IB_WR_OPFN) { in hfi1_restart_rc()
1595 if (wqe->wr.opcode == IB_WR_TID_RDMA_READ) { in hfi1_restart_rc()
1616 if (wqe->wr.opcode == IB_WR_RDMA_READ || in hfi1_restart_rc()
1617 wqe->wr.opcode == IB_WR_TID_RDMA_READ) in hfi1_restart_rc()
1645 if (wqe->wr.opcode == IB_WR_RDMA_READ || in reset_sending_psn()
1646 wqe->wr.opcode == IB_WR_TID_RDMA_READ || in reset_sending_psn()
1647 wqe->wr.opcode == IB_WR_TID_RDMA_WRITE) in reset_sending_psn()
1675 u8 opcode = ib_bth_get_opcode(ohdr); in hfi1_rc_verbs_aborted() local
1679 if ((opcode >= OP(RDMA_READ_RESPONSE_FIRST) && in hfi1_rc_verbs_aborted()
1680 opcode <= OP(ATOMIC_ACKNOWLEDGE)) || in hfi1_rc_verbs_aborted()
1681 opcode == TID_OP(READ_RESP) || in hfi1_rc_verbs_aborted()
1682 opcode == TID_OP(WRITE_RESP)) in hfi1_rc_verbs_aborted()
1698 u32 opcode, head, tail; in hfi1_rc_send_complete() local
1707 opcode = ib_bth_get_opcode(ohdr); in hfi1_rc_send_complete()
1708 if ((opcode >= OP(RDMA_READ_RESPONSE_FIRST) && in hfi1_rc_send_complete()
1709 opcode <= OP(ATOMIC_ACKNOWLEDGE)) || in hfi1_rc_send_complete()
1710 opcode == TID_OP(READ_RESP) || in hfi1_rc_send_complete()
1711 opcode == TID_OP(WRITE_RESP)) { in hfi1_rc_send_complete()
1722 if (opcode != TID_OP(WRITE_DATA) && in hfi1_rc_send_complete()
1723 opcode != TID_OP(WRITE_DATA_LAST) && in hfi1_rc_send_complete()
1724 opcode != TID_OP(ACK) && opcode != TID_OP(RESYNC)) in hfi1_rc_send_complete()
1728 if (opcode >= TID_OP(WRITE_REQ) && in hfi1_rc_send_complete()
1729 opcode <= TID_OP(WRITE_DATA_LAST)) { in hfi1_rc_send_complete()
1758 opcode != TID_OP(WRITE_DATA) && opcode != TID_OP(WRITE_DATA_LAST) && in hfi1_rc_send_complete()
1759 opcode != TID_OP(RESYNC) && in hfi1_rc_send_complete()
1763 if (opcode == TID_OP(READ_REQ)) in hfi1_rc_send_complete()
1770 if ((opcode == TID_OP(WRITE_DATA) || in hfi1_rc_send_complete()
1771 opcode == TID_OP(WRITE_DATA_LAST) || in hfi1_rc_send_complete()
1772 opcode == TID_OP(RESYNC)) && in hfi1_rc_send_complete()
1783 if (wqe->wr.opcode == IB_WR_TID_RDMA_WRITE && in hfi1_rc_send_complete()
1797 ib_hfi1_wc_opcode[wqe->wr.opcode], in hfi1_rc_send_complete()
1843 ib_hfi1_wc_opcode[wqe->wr.opcode], in do_rc_completion()
1874 if (wqe->wr.opcode != IB_WR_TID_RDMA_WRITE) in do_rc_completion()
1964 int do_rc_ack(struct rvt_qp *qp, u32 aeth, u32 psn, int opcode, in do_rc_ack() argument
2000 if (wqe->wr.opcode == IB_WR_RDMA_READ && in do_rc_ack()
2001 opcode == OP(RDMA_READ_RESPONSE_ONLY) && in do_rc_ack()
2015 if ((wqe->wr.opcode == IB_WR_RDMA_READ && in do_rc_ack()
2016 (opcode != OP(RDMA_READ_RESPONSE_LAST) || diff != 0)) || in do_rc_ack()
2017 (wqe->wr.opcode == IB_WR_TID_RDMA_READ && in do_rc_ack()
2018 (opcode != TID_OP(READ_RESP) || diff != 0)) || in do_rc_ack()
2019 ((wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in do_rc_ack()
2020 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) && in do_rc_ack()
2021 (opcode != OP(ATOMIC_ACKNOWLEDGE) || diff != 0)) || in do_rc_ack()
2022 (wqe->wr.opcode == IB_WR_TID_RDMA_WRITE && in do_rc_ack()
2031 if (wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in do_rc_ack()
2032 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) { in do_rc_ack()
2036 if (wqe->wr.opcode == IB_WR_OPFN) in do_rc_ack()
2040 (wqe->wr.opcode == IB_WR_RDMA_READ || in do_rc_ack()
2041 wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in do_rc_ack()
2042 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD)) { in do_rc_ack()
2061 if (wqe->wr.opcode == IB_WR_TID_RDMA_WRITE) in do_rc_ack()
2074 if (wqe->wr.opcode == IB_WR_TID_RDMA_READ) { in do_rc_ack()
2090 if (__w && __w->wr.opcode == IB_WR_TID_RDMA_WRITE && in do_rc_ack()
2091 opcode == TID_OP(WRITE_RESP)) { in do_rc_ack()
2155 if (wqe->wr.opcode == IB_WR_TID_RDMA_WRITE && in do_rc_ack()
2156 opcode != TID_OP(WRITE_RESP) && in do_rc_ack()
2169 if (!(rdi->post_parms[wqe->wr.opcode].flags & in do_rc_ack()
2185 if (wqe->wr.opcode == IB_WR_TID_RDMA_WRITE) { in do_rc_ack()
2232 if (wqe->wr.opcode == IB_WR_TID_RDMA_READ) in do_rc_ack()
2275 if (wqe->wr.opcode == IB_WR_RDMA_READ || in rdma_seq_err()
2276 wqe->wr.opcode == IB_WR_TID_RDMA_READ || in rdma_seq_err()
2277 wqe->wr.opcode == IB_WR_TID_RDMA_WRITE || in rdma_seq_err()
2278 wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in rdma_seq_err()
2279 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) in rdma_seq_err()
2319 u8 opcode = packet->opcode; in rc_rcv_resp() local
2334 if (diff == 0 && opcode == OP(ACKNOWLEDGE)) { in rc_rcv_resp()
2357 switch (opcode) { in rc_rcv_resp()
2362 if (opcode == OP(ATOMIC_ACKNOWLEDGE)) in rc_rcv_resp()
2366 if (!do_rc_ack(qp, aeth, psn, opcode, val, rcd) || in rc_rcv_resp()
2367 opcode != OP(RDMA_READ_RESPONSE_FIRST)) in rc_rcv_resp()
2370 if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ)) in rc_rcv_resp()
2385 if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ)) in rc_rcv_resp()
2403 if (opcode == OP(RDMA_READ_RESPONSE_MIDDLE)) in rc_rcv_resp()
2419 if (!do_rc_ack(qp, aeth, psn, opcode, 0, rcd)) in rc_rcv_resp()
2441 if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ)) in rc_rcv_resp()
2511 struct rvt_qp *qp, u32 opcode, u32 psn, in rc_rcv_error() argument
2567 switch (opcode) { in rc_rcv_error()
2577 if (!e || e->opcode != OP(RDMA_READ_REQUEST)) in rc_rcv_error()
2623 if (!e || e->opcode != (u8)opcode || old_req) in rc_rcv_error()
2772 u32 opcode = packet->opcode; in hfi1_rc_rcv() local
2800 if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) && in hfi1_rc_rcv()
2801 opcode <= OP(ATOMIC_ACKNOWLEDGE)) { in hfi1_rc_rcv()
2809 if (rc_rcv_error(ohdr, data, qp, opcode, psn, diff, rcd)) in hfi1_rc_rcv()
2818 if (opcode == OP(SEND_MIDDLE) || in hfi1_rc_rcv()
2819 opcode == OP(SEND_LAST) || in hfi1_rc_rcv()
2820 opcode == OP(SEND_LAST_WITH_IMMEDIATE) || in hfi1_rc_rcv()
2821 opcode == OP(SEND_LAST_WITH_INVALIDATE)) in hfi1_rc_rcv()
2827 if (opcode == OP(RDMA_WRITE_MIDDLE) || in hfi1_rc_rcv()
2828 opcode == OP(RDMA_WRITE_LAST) || in hfi1_rc_rcv()
2829 opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE)) in hfi1_rc_rcv()
2834 if (opcode == OP(SEND_MIDDLE) || in hfi1_rc_rcv()
2835 opcode == OP(SEND_LAST) || in hfi1_rc_rcv()
2836 opcode == OP(SEND_LAST_WITH_IMMEDIATE) || in hfi1_rc_rcv()
2837 opcode == OP(SEND_LAST_WITH_INVALIDATE) || in hfi1_rc_rcv()
2838 opcode == OP(RDMA_WRITE_MIDDLE) || in hfi1_rc_rcv()
2839 opcode == OP(RDMA_WRITE_LAST) || in hfi1_rc_rcv()
2840 opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE)) in hfi1_rc_rcv()
2854 switch (opcode) { in hfi1_rc_rcv()
2898 if (opcode == OP(SEND_ONLY)) in hfi1_rc_rcv()
2900 if (opcode == OP(SEND_ONLY_WITH_INVALIDATE)) in hfi1_rc_rcv()
2940 if (opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE) || in hfi1_rc_rcv()
2941 opcode == OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE)) in hfi1_rc_rcv()
2942 wc.opcode = IB_WC_RECV_RDMA_WITH_IMM; in hfi1_rc_rcv()
2944 wc.opcode = IB_WC_RECV; in hfi1_rc_rcv()
2999 if (opcode == OP(RDMA_WRITE_FIRST)) in hfi1_rc_rcv()
3001 else if (opcode == OP(RDMA_WRITE_ONLY)) in hfi1_rc_rcv()
3057 e->opcode = opcode; in hfi1_rc_rcv()
3068 qp->r_state = opcode; in hfi1_rc_rcv()
3087 bool opfn = opcode == OP(COMPARE_SWAP) && in hfi1_rc_rcv()
3125 e->atomic_data = (opcode == OP(FETCH_ADD)) ? in hfi1_rc_rcv()
3133 e->opcode = opcode; in hfi1_rc_rcv()
3139 qp->r_state = opcode; in hfi1_rc_rcv()
3159 qp->r_state = opcode; in hfi1_rc_rcv()
3216 u32 opcode; in hfi1_rc_hdrerr() local
3223 opcode = ib_bth_get_opcode(packet->ohdr); in hfi1_rc_hdrerr()
3226 if (opcode < IB_OPCODE_RC_RDMA_READ_RESPONSE_FIRST) { in hfi1_rc_hdrerr()