644 			       struct siw_sqe *sqe)  in siw_copy_inline_sgl()  argument
647 	void *kbuf = &sqe->sge[1];  in siw_copy_inline_sgl()
650 	sqe->sge[0].laddr = (uintptr_t)kbuf;  in siw_copy_inline_sgl()
651 	sqe->sge[0].lkey = 0;  in siw_copy_inline_sgl()
669 	sqe->sge[0].length = max(bytes, 0);  in siw_copy_inline_sgl()
670 	sqe->num_sge = bytes > 0 ? 1 : 0;  in siw_copy_inline_sgl()
682 		struct siw_sqe sqe = {};  in siw_sq_flush_wr()  local
686 			sqe.opcode = SIW_OP_WRITE;  in siw_sq_flush_wr()
689 			sqe.opcode = SIW_OP_READ;  in siw_sq_flush_wr()
692 			sqe.opcode = SIW_OP_READ_LOCAL_INV;  in siw_sq_flush_wr()
695 			sqe.opcode = SIW_OP_SEND;  in siw_sq_flush_wr()
698 			sqe.opcode = SIW_OP_SEND_WITH_IMM;  in siw_sq_flush_wr()
701 			sqe.opcode = SIW_OP_SEND_REMOTE_INV;  in siw_sq_flush_wr()
704 			sqe.opcode = SIW_OP_INVAL_STAG;  in siw_sq_flush_wr()
707 			sqe.opcode = SIW_OP_REG_MR;  in siw_sq_flush_wr()
714 			sqe.id = wr->wr_id;  in siw_sq_flush_wr()
715 			rv = siw_sqe_complete(qp, &sqe, 0,  in siw_sq_flush_wr()
819 		struct siw_sqe *sqe = &qp->sendq[idx];  in siw_post_send()  local
821 		if (sqe->flags) {  in siw_post_send()
831 		sqe->id = wr->wr_id;  in siw_post_send()
835 			sqe->flags |= SIW_WQE_SIGNALLED;  in siw_post_send()
838 			sqe->flags |= SIW_WQE_READ_FENCE;  in siw_post_send()
844 				sqe->flags |= SIW_WQE_SOLICITED;  in siw_post_send()
847 				siw_copy_sgl(wr->sg_list, sqe->sge,  in siw_post_send()
849 				sqe->num_sge = wr->num_sge;  in siw_post_send()
851 				rv = siw_copy_inline_sgl(wr, sqe);  in siw_post_send()
856 				sqe->flags |= SIW_WQE_INLINE;  in siw_post_send()
857 				sqe->num_sge = 1;  in siw_post_send()
860 				sqe->opcode = SIW_OP_SEND;  in siw_post_send()
862 				sqe->opcode = SIW_OP_SEND_REMOTE_INV;  in siw_post_send()
863 				sqe->rkey = wr->ex.invalidate_rkey;  in siw_post_send()
880 			siw_copy_sgl(wr->sg_list, &sqe->sge[0], 1);  in siw_post_send()
884 			sqe->raddr = rdma_wr(wr)->remote_addr;  in siw_post_send()
885 			sqe->rkey = rdma_wr(wr)->rkey;  in siw_post_send()
886 			sqe->num_sge = 1;  in siw_post_send()
889 				sqe->opcode = SIW_OP_READ;  in siw_post_send()
891 				sqe->opcode = SIW_OP_READ_LOCAL_INV;  in siw_post_send()
896 				siw_copy_sgl(wr->sg_list, &sqe->sge[0],  in siw_post_send()
898 				sqe->num_sge = wr->num_sge;  in siw_post_send()
900 				rv = siw_copy_inline_sgl(wr, sqe);  in siw_post_send()
905 				sqe->flags |= SIW_WQE_INLINE;  in siw_post_send()
906 				sqe->num_sge = 1;  in siw_post_send()
908 			sqe->raddr = rdma_wr(wr)->remote_addr;  in siw_post_send()
909 			sqe->rkey = rdma_wr(wr)->rkey;  in siw_post_send()
910 			sqe->opcode = SIW_OP_WRITE;  in siw_post_send()
914 			sqe->base_mr = (uintptr_t)reg_wr(wr)->mr;  in siw_post_send()
915 			sqe->rkey = reg_wr(wr)->key;  in siw_post_send()
916 			sqe->access = reg_wr(wr)->access & IWARP_ACCESS_MASK;  in siw_post_send()
917 			sqe->opcode = SIW_OP_REG_MR;  in siw_post_send()
921 			sqe->rkey = wr->ex.invalidate_rkey;  in siw_post_send()
922 			sqe->opcode = SIW_OP_INVAL_STAG;  in siw_post_send()
932 			   sqe->opcode, sqe->flags,  in siw_post_send()
933 			   (void *)(uintptr_t)sqe->id);  in siw_post_send()
940 		sqe->flags |= SIW_WQE_VALID;  in siw_post_send()