43 	struct siw_sge *sge = &wqe->sqe.sge[0];  in siw_try_1seg()
46 	if (bytes > MAX_HDR_INLINE || wqe->sqe.num_sge != 1)  in siw_try_1seg()
53 		memcpy(paddr, &wqe->sqe.sge[1], bytes);  in siw_try_1seg()
136 		c_tx->pkt.rreq.sink_stag = htonl(wqe->sqe.sge[0].lkey);  in siw_qp_prepare_tx()
138 			cpu_to_be64(wqe->sqe.sge[0].laddr);  in siw_qp_prepare_tx()
139 		c_tx->pkt.rreq.source_stag = htonl(wqe->sqe.rkey);  in siw_qp_prepare_tx()
140 		c_tx->pkt.rreq.source_to = cpu_to_be64(wqe->sqe.raddr);  in siw_qp_prepare_tx()
141 		c_tx->pkt.rreq.read_size = htonl(wqe->sqe.sge[0].length);  in siw_qp_prepare_tx()
184 		c_tx->pkt.send_inv.inval_stag = cpu_to_be32(wqe->sqe.rkey);  in siw_qp_prepare_tx()
196 		c_tx->pkt.rwrite.sink_stag = htonl(wqe->sqe.rkey);  in siw_qp_prepare_tx()
197 		c_tx->pkt.rwrite.sink_to = cpu_to_be64(wqe->sqe.raddr);  in siw_qp_prepare_tx()
210 		c_tx->pkt.rresp.sink_stag = cpu_to_be32(wqe->sqe.rkey);  in siw_qp_prepare_tx()
211 		c_tx->pkt.rresp.sink_to = cpu_to_be64(wqe->sqe.raddr);  in siw_qp_prepare_tx()
245 					cpu_to_be64(wqe->sqe.raddr);  in siw_qp_prepare_tx()
439 	struct siw_sge *sge = &wqe->sqe.sge[c_tx->sge_idx];  in siw_tx_hdt()
601 		rv = siw_0copy_tx(s, page_array, &wqe->sqe.sge[c_tx->sge_idx],  in siw_tx_hdt()
659 			sge = &wqe->sqe.sge[c_tx->sge_idx];  in siw_tx_hdt()
729 			cpu_to_be64(wqe->sqe.raddr + wqe->processed);  in siw_prepare_fpdu()
773 	struct siw_sge *sge = &wqe->sqe.sge[0];  in siw_check_sgl_tx()
774 	int i, len, num_sge = wqe->sqe.num_sge;  in siw_check_sgl_tx()
814 		if (!(wqe->sqe.flags & SIW_WQE_INLINE)) {  in siw_qp_sq_proc_tx()
816 				wqe->sqe.num_sge = 1;  in siw_qp_sq_proc_tx()
838 			wqe->bytes = wqe->sqe.sge[0].length;  in siw_qp_sq_proc_tx()
844 				wqe->sqe.sge[0].laddr =  in siw_qp_sq_proc_tx()
845 					(u64)(uintptr_t)&wqe->sqe.sge[1];  in siw_qp_sq_proc_tx()
867 		   wqe->sqe.id);  in siw_qp_sq_proc_tx()
938 static int siw_fastreg_mr(struct ib_pd *pd, struct siw_sqe *sqe)  in siw_fastreg_mr()  argument
940 	struct ib_mr *base_mr = (struct ib_mr *)(uintptr_t)sqe->base_mr;  in siw_fastreg_mr()
945 	siw_dbg_pd(pd, "STag 0x%08x\n", sqe->rkey);  in siw_fastreg_mr()
948 		pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey);  in siw_fastreg_mr()
952 	if (unlikely(base_mr->rkey >> 8 != sqe->rkey  >> 8)) {  in siw_fastreg_mr()
953 		pr_warn("siw: fastreg: STag 0x%08x: bad MR\n", sqe->rkey);  in siw_fastreg_mr()
957 	mem = siw_mem_id2obj(sdev, sqe->rkey  >> 8);  in siw_fastreg_mr()
959 		pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey);  in siw_fastreg_mr()
969 		pr_warn("siw: fastreg: STag 0x%08x already valid\n", sqe->rkey);  in siw_fastreg_mr()
974 	mem->stag = sqe->rkey;  in siw_fastreg_mr()
975 	mem->perms = sqe->access;  in siw_fastreg_mr()
977 	siw_dbg_mem(mem, "STag 0x%08x now valid\n", sqe->rkey);  in siw_fastreg_mr()
991 		rv = siw_fastreg_mr(qp->pd, &wqe->sqe);  in siw_qp_sq_proc_local()
995 		rv = siw_invalidate_stag(qp->pd, wqe->sqe.rkey);  in siw_qp_sq_proc_local()
1069 				siw_sqe_complete(qp, &wqe->sqe, wqe->bytes,  in siw_qp_sq_process()
1154 			siw_sqe_complete(qp, &wqe->sqe, wqe->bytes,  in siw_qp_sq_process()