Lines Matching refs:mr
443 struct rxe_mr *mr = NULL; in check_rkey() local
486 qp->resp.mr = NULL; in check_rkey()
503 mr = mw->mr; in check_rkey()
504 if (!mr) { in check_rkey()
513 rxe_get(mr); in check_rkey()
517 mr = lookup_mr(qp->pd, access, rkey, RXE_LOOKUP_REMOTE); in check_rkey()
518 if (!mr) { in check_rkey()
533 if (mr_check_range(mr, va + qp->resp.offset, resid)) { in check_rkey()
560 WARN_ON_ONCE(qp->resp.mr); in check_rkey()
562 qp->resp.mr = mr; in check_rkey()
566 qp->resp.mr = NULL; in check_rkey()
567 if (mr) in check_rkey()
568 rxe_put(mr); in check_rkey()
596 err = rxe_mr_copy(qp->resp.mr, qp->resp.va + qp->resp.offset, in write_data_in()
659 struct rxe_mr *mr = qp->resp.mr; in process_flush() local
674 start = mr->ibmr.iova; in process_flush()
675 length = mr->ibmr.length; in process_flush()
679 if (rxe_flush_pmem_iova(mr, start, length)) in process_flush()
703 struct rxe_mr *mr = qp->resp.mr; in atomic_reply() local
715 err = rxe_mr_do_atomic_op(mr, iova, pkt->opcode, in atomic_reply()
739 struct rxe_mr *mr; in atomic_write_reply() local
752 mr = qp->resp.mr; in atomic_write_reply()
756 err = rxe_mr_do_atomic_write(mr, iova, value); in atomic_write_reply()
842 struct rxe_mr *mr; in rxe_recheck_mr() local
850 mr = mw->mr; in rxe_recheck_mr()
852 !mr || mr->state != RXE_MR_STATE_VALID) { in rxe_recheck_mr()
857 rxe_get(mr); in rxe_recheck_mr()
860 return mr; in rxe_recheck_mr()
863 mr = rxe_pool_get_index(&rxe->mr_pool, rkey >> 8); in rxe_recheck_mr()
864 if (!mr) in rxe_recheck_mr()
867 if (mr->rkey != rkey || mr->state != RXE_MR_STATE_VALID) { in rxe_recheck_mr()
868 rxe_put(mr); in rxe_recheck_mr()
872 return mr; in rxe_recheck_mr()
889 struct rxe_mr *mr; in read_reply() local
902 mr = qp->resp.mr; in read_reply()
903 qp->resp.mr = NULL; in read_reply()
905 mr = rxe_recheck_mr(qp, res->read.rkey); in read_reply()
906 if (!mr) in read_reply()
919 mr = rxe_recheck_mr(qp, res->read.rkey); in read_reply()
920 if (!mr) in read_reply()
940 err = rxe_mr_copy(mr, res->read.va, payload_addr(&ack_pkt), in read_reply()
977 if (mr) in read_reply()
978 rxe_put(mr); in read_reply()
1258 if (qp->resp.mr) { in cleanup()
1259 rxe_put(qp->resp.mr); in cleanup()
1260 qp->resp.mr = NULL; in cleanup()
1417 if (qp->resp.mr) { in do_class_d1e_error()
1418 rxe_put(qp->resp.mr); in do_class_d1e_error()
1419 qp->resp.mr = NULL; in do_class_d1e_error()