54 	struct iser_ctrl *hdr = &iser_task->desc.iser_header;  in iser_prepare_read_cmd()
95 	struct iser_ctrl *hdr = &iser_task->desc.iser_header;  in iser_prepare_write_cmd()
97 	struct ib_sge *tx_dsg = &iser_task->desc.tx_sg[1];  in iser_prepare_write_cmd()
132 		iser_task->desc.num_sge = 2;  in iser_prepare_write_cmd()
163 	struct iser_login_desc *desc = &iser_conn->login_desc;  in iser_free_login_buf()  local
165 	if (!desc->req)  in iser_free_login_buf()
168 	ib_dma_unmap_single(device->ib_device, desc->req_dma,  in iser_free_login_buf()
171 	ib_dma_unmap_single(device->ib_device, desc->rsp_dma,  in iser_free_login_buf()
174 	kfree(desc->req);  in iser_free_login_buf()
175 	kfree(desc->rsp);  in iser_free_login_buf()
178 	desc->req = NULL;  in iser_free_login_buf()
179 	desc->rsp = NULL;  in iser_free_login_buf()
185 	struct iser_login_desc *desc = &iser_conn->login_desc;  in iser_alloc_login_buf()  local
187 	desc->req = kmalloc(ISCSI_DEF_MAX_RECV_SEG_LEN, GFP_KERNEL);  in iser_alloc_login_buf()
188 	if (!desc->req)  in iser_alloc_login_buf()
191 	desc->req_dma = ib_dma_map_single(device->ib_device, desc->req,  in iser_alloc_login_buf()
195 				desc->req_dma))  in iser_alloc_login_buf()
198 	desc->rsp = kmalloc(ISER_RX_LOGIN_SIZE, GFP_KERNEL);  in iser_alloc_login_buf()
199 	if (!desc->rsp)  in iser_alloc_login_buf()
202 	desc->rsp_dma = ib_dma_map_single(device->ib_device, desc->rsp,  in iser_alloc_login_buf()
206 				desc->rsp_dma))  in iser_alloc_login_buf()
212 	kfree(desc->rsp);  in iser_alloc_login_buf()
214 	ib_dma_unmap_single(device->ib_device, desc->req_dma,  in iser_alloc_login_buf()
218 	kfree(desc->req);  in iser_alloc_login_buf()
351 	struct iser_tx_desc *tx_desc = &iser_task->desc;  in iser_send_command()
477 	struct iser_tx_desc *mdesc = &iser_task->desc;  in iser_send_control()
491 		struct iser_login_desc *desc = &iser_conn->login_desc;  in iser_send_control()  local
499 		ib_dma_sync_single_for_cpu(device->ib_device, desc->req_dma,  in iser_send_control()
502 		memcpy(desc->req, task->data, task->data_count);  in iser_send_control()
504 		ib_dma_sync_single_for_device(device->ib_device, desc->req_dma,  in iser_send_control()
507 		tx_dsg->addr = desc->req_dma;  in iser_send_control()
537 	struct iser_login_desc *desc = iser_login(wc->wr_cqe);  in iser_login_rsp()  local
549 				   desc->rsp_dma, ISER_RX_LOGIN_SIZE,  in iser_login_rsp()
552 	hdr = desc->rsp + sizeof(struct iser_ctrl);  in iser_login_rsp()
553 	data = desc->rsp + ISER_HEADERS_LEN;  in iser_login_rsp()
565 				      desc->rsp_dma, ISER_RX_LOGIN_SIZE,  in iser_login_rsp()
576 static inline int iser_inv_desc(struct iser_fr_desc *desc, u32 rkey)  in iser_inv_desc()  argument
578 	if (unlikely((!desc->sig_protected && rkey != desc->rsc.mr->rkey) ||  in iser_inv_desc()
579 		     (desc->sig_protected && rkey != desc->rsc.sig_mr->rkey))) {  in iser_inv_desc()
584 	if (desc->sig_protected)  in iser_inv_desc()
585 		desc->rsc.sig_mr->need_inval = false;  in iser_inv_desc()
587 		desc->rsc.mr->need_inval = false;  in iser_inv_desc()
611 			struct iser_fr_desc *desc;  in iser_check_remote_inv()  local
614 				desc = iser_task->rdma_reg[ISER_DIR_IN].desc;  in iser_check_remote_inv()
615 				if (unlikely(iser_inv_desc(desc, rkey)))  in iser_check_remote_inv()
620 				desc = iser_task->rdma_reg[ISER_DIR_OUT].desc;  in iser_check_remote_inv()
621 				if (unlikely(iser_inv_desc(desc, rkey)))  in iser_check_remote_inv()
638 	struct iser_rx_desc *desc = iser_rx(wc->wr_cqe);  in iser_task_rsp()  local
648 				   desc->dma_addr, ISER_RX_PAYLOAD_SIZE,  in iser_task_rsp()
651 	hdr = &desc->iscsi_header;  in iser_task_rsp()
663 	iscsi_iser_recv(iser_conn->iscsi_conn, hdr, desc->data, length);  in iser_task_rsp()
666 				      desc->dma_addr, ISER_RX_PAYLOAD_SIZE,  in iser_task_rsp()
669 	err = iser_post_recvm(iser_conn, desc);  in iser_task_rsp()
682 	struct iser_tx_desc *desc = iser_tx(wc->wr_cqe);  in iser_ctrl_comp()  local
691 	task = (void *)desc - sizeof(struct iscsi_task);  in iser_ctrl_comp()
698 	struct iser_tx_desc *desc = iser_tx(wc->wr_cqe);  in iser_dataout_comp()  local
705 	ib_dma_unmap_single(device->ib_device, desc->dma_addr,  in iser_dataout_comp()
707 	kmem_cache_free(ig.desc_cache, desc);  in iser_dataout_comp()