1997 	struct ib_uverbs_send_wr       *user_wr;  in ib_uverbs_post_send()  local
2023 	user_wr = kmalloc(cmd.wqe_size, GFP_KERNEL);  in ib_uverbs_post_send()
2024 	if (!user_wr)  in ib_uverbs_post_send()
2037 		if (copy_from_user(user_wr, wqes + i * cmd.wqe_size,  in ib_uverbs_post_send()
2043 		if (user_wr->num_sge + sg_ind > cmd.sge_count) {  in ib_uverbs_post_send()
2051 			if (user_wr->opcode != IB_WR_SEND &&  in ib_uverbs_post_send()
2052 			    user_wr->opcode != IB_WR_SEND_WITH_IMM) {  in ib_uverbs_post_send()
2058 			ud = alloc_wr(next_size, user_wr->num_sge);  in ib_uverbs_post_send()
2065 						   user_wr->wr.ud.ah, attrs);  in ib_uverbs_post_send()
2071 			ud->remote_qpn = user_wr->wr.ud.remote_qpn;  in ib_uverbs_post_send()
2072 			ud->remote_qkey = user_wr->wr.ud.remote_qkey;  in ib_uverbs_post_send()
2075 		} else if (user_wr->opcode == IB_WR_RDMA_WRITE_WITH_IMM ||  in ib_uverbs_post_send()
2076 			   user_wr->opcode == IB_WR_RDMA_WRITE ||  in ib_uverbs_post_send()
2077 			   user_wr->opcode == IB_WR_RDMA_READ) {  in ib_uverbs_post_send()
2081 			rdma = alloc_wr(next_size, user_wr->num_sge);  in ib_uverbs_post_send()
2087 			rdma->remote_addr = user_wr->wr.rdma.remote_addr;  in ib_uverbs_post_send()
2088 			rdma->rkey = user_wr->wr.rdma.rkey;  in ib_uverbs_post_send()
2091 		} else if (user_wr->opcode == IB_WR_ATOMIC_CMP_AND_SWP ||  in ib_uverbs_post_send()
2092 			   user_wr->opcode == IB_WR_ATOMIC_FETCH_AND_ADD) {  in ib_uverbs_post_send()
2096 			atomic = alloc_wr(next_size, user_wr->num_sge);  in ib_uverbs_post_send()
2102 			atomic->remote_addr = user_wr->wr.atomic.remote_addr;  in ib_uverbs_post_send()
2103 			atomic->compare_add = user_wr->wr.atomic.compare_add;  in ib_uverbs_post_send()
2104 			atomic->swap = user_wr->wr.atomic.swap;  in ib_uverbs_post_send()
2105 			atomic->rkey = user_wr->wr.atomic.rkey;  in ib_uverbs_post_send()
2108 		} else if (user_wr->opcode == IB_WR_SEND ||  in ib_uverbs_post_send()
2109 			   user_wr->opcode == IB_WR_SEND_WITH_IMM ||  in ib_uverbs_post_send()
2110 			   user_wr->opcode == IB_WR_SEND_WITH_INV) {  in ib_uverbs_post_send()
2112 			next = alloc_wr(next_size, user_wr->num_sge);  in ib_uverbs_post_send()
2122 		if (user_wr->opcode == IB_WR_SEND_WITH_IMM ||  in ib_uverbs_post_send()
2123 		    user_wr->opcode == IB_WR_RDMA_WRITE_WITH_IMM) {  in ib_uverbs_post_send()
2125 					(__be32 __force) user_wr->ex.imm_data;  in ib_uverbs_post_send()
2126 		} else if (user_wr->opcode == IB_WR_SEND_WITH_INV) {  in ib_uverbs_post_send()
2127 			next->ex.invalidate_rkey = user_wr->ex.invalidate_rkey;  in ib_uverbs_post_send()
2137 		next->wr_id      = user_wr->wr_id;  in ib_uverbs_post_send()
2138 		next->num_sge    = user_wr->num_sge;  in ib_uverbs_post_send()
2139 		next->opcode     = user_wr->opcode;  in ib_uverbs_post_send()
2140 		next->send_flags = user_wr->send_flags;  in ib_uverbs_post_send()
2182 	kfree(user_wr);  in ib_uverbs_post_send()
2191 	struct ib_uverbs_recv_wr *user_wr;  in ib_uverbs_unmarshall_recv()  local
2213 	user_wr = kmalloc(wqe_size, GFP_KERNEL);  in ib_uverbs_unmarshall_recv()
2214 	if (!user_wr)  in ib_uverbs_unmarshall_recv()
2220 		if (copy_from_user(user_wr, wqes + i * wqe_size,  in ib_uverbs_unmarshall_recv()
2226 		if (user_wr->num_sge + sg_ind > sge_count) {  in ib_uverbs_unmarshall_recv()
2231 		if (user_wr->num_sge >=  in ib_uverbs_unmarshall_recv()
2239 				       user_wr->num_sge * sizeof(struct ib_sge),  in ib_uverbs_unmarshall_recv()
2253 		next->wr_id      = user_wr->wr_id;  in ib_uverbs_unmarshall_recv()
2254 		next->num_sge    = user_wr->num_sge;  in ib_uverbs_unmarshall_recv()
2270 	kfree(user_wr);  in ib_uverbs_unmarshall_recv()
2274 	kfree(user_wr);  in ib_uverbs_unmarshall_recv()