1e48354ceSNicholas Bellinger /******************************************************************************* 2e48354ceSNicholas Bellinger * This file contains the iSCSI Target specific Task Management functions. 3e48354ceSNicholas Bellinger * 4e48354ceSNicholas Bellinger * \u00a9 Copyright 2007-2011 RisingTide Systems LLC. 5e48354ceSNicholas Bellinger * 6e48354ceSNicholas Bellinger * Licensed to the Linux Foundation under the General Public License (GPL) version 2. 7e48354ceSNicholas Bellinger * 8e48354ceSNicholas Bellinger * Author: Nicholas A. Bellinger <nab@linux-iscsi.org> 9e48354ceSNicholas Bellinger * 10e48354ceSNicholas Bellinger * This program is free software; you can redistribute it and/or modify 11e48354ceSNicholas Bellinger * it under the terms of the GNU General Public License as published by 12e48354ceSNicholas Bellinger * the Free Software Foundation; either version 2 of the License, or 13e48354ceSNicholas Bellinger * (at your option) any later version. 14e48354ceSNicholas Bellinger * 15e48354ceSNicholas Bellinger * This program is distributed in the hope that it will be useful, 16e48354ceSNicholas Bellinger * but WITHOUT ANY WARRANTY; without even the implied warranty of 17e48354ceSNicholas Bellinger * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18e48354ceSNicholas Bellinger * GNU General Public License for more details. 19e48354ceSNicholas Bellinger ******************************************************************************/ 20e48354ceSNicholas Bellinger 21e48354ceSNicholas Bellinger #include <asm/unaligned.h> 229f3eb93eSChristoph Hellwig #include <scsi/scsi_device.h> 23e48354ceSNicholas Bellinger #include <scsi/iscsi_proto.h> 24e48354ceSNicholas Bellinger #include <target/target_core_base.h> 25c4795fb2SChristoph Hellwig #include <target/target_core_fabric.h> 263e1c81a9SNicholas Bellinger #include <target/iscsi/iscsi_transport.h> 27e48354ceSNicholas Bellinger 28e48354ceSNicholas Bellinger #include "iscsi_target_core.h" 29e48354ceSNicholas Bellinger #include "iscsi_target_seq_pdu_list.h" 30e48354ceSNicholas Bellinger #include "iscsi_target_datain_values.h" 31e48354ceSNicholas Bellinger #include "iscsi_target_device.h" 32e48354ceSNicholas Bellinger #include "iscsi_target_erl0.h" 33e48354ceSNicholas Bellinger #include "iscsi_target_erl1.h" 34e48354ceSNicholas Bellinger #include "iscsi_target_erl2.h" 35e48354ceSNicholas Bellinger #include "iscsi_target_tmr.h" 36e48354ceSNicholas Bellinger #include "iscsi_target_tpg.h" 37e48354ceSNicholas Bellinger #include "iscsi_target_util.h" 38e48354ceSNicholas Bellinger #include "iscsi_target.h" 39e48354ceSNicholas Bellinger 40e48354ceSNicholas Bellinger u8 iscsit_tmr_abort_task( 41e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 42e48354ceSNicholas Bellinger unsigned char *buf) 43e48354ceSNicholas Bellinger { 44e48354ceSNicholas Bellinger struct iscsi_cmd *ref_cmd; 45e48354ceSNicholas Bellinger struct iscsi_conn *conn = cmd->conn; 46e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req = cmd->tmr_req; 47e48354ceSNicholas Bellinger struct se_tmr_req *se_tmr = cmd->se_cmd.se_tmr_req; 48e48354ceSNicholas Bellinger struct iscsi_tm *hdr = (struct iscsi_tm *) buf; 49e48354ceSNicholas Bellinger 50e48354ceSNicholas Bellinger ref_cmd = iscsit_find_cmd_from_itt(conn, hdr->rtt); 51e48354ceSNicholas Bellinger if (!ref_cmd) { 52e48354ceSNicholas Bellinger pr_err("Unable to locate RefTaskTag: 0x%08x on CID:" 53e48354ceSNicholas Bellinger " %hu.\n", hdr->rtt, conn->cid); 5464c13330SSteve Hodgson return (iscsi_sna_gte(be32_to_cpu(hdr->refcmdsn), conn->sess->exp_cmd_sn) && 5564c13330SSteve Hodgson iscsi_sna_lte(be32_to_cpu(hdr->refcmdsn), conn->sess->max_cmd_sn)) ? 56e48354ceSNicholas Bellinger ISCSI_TMF_RSP_COMPLETE : ISCSI_TMF_RSP_NO_TASK; 57e48354ceSNicholas Bellinger } 5850e5c87dSChristoph Hellwig if (ref_cmd->cmd_sn != be32_to_cpu(hdr->refcmdsn)) { 59e48354ceSNicholas Bellinger pr_err("RefCmdSN 0x%08x does not equal" 60e48354ceSNicholas Bellinger " task's CmdSN 0x%08x. Rejecting ABORT_TASK.\n", 61e48354ceSNicholas Bellinger hdr->refcmdsn, ref_cmd->cmd_sn); 62e48354ceSNicholas Bellinger return ISCSI_TMF_RSP_REJECTED; 63e48354ceSNicholas Bellinger } 64e48354ceSNicholas Bellinger 6566c7db68SChristoph Hellwig se_tmr->ref_task_tag = (__force u32)hdr->rtt; 669f3eb93eSChristoph Hellwig tmr_req->ref_cmd = ref_cmd; 6750e5c87dSChristoph Hellwig tmr_req->exp_data_sn = be32_to_cpu(hdr->exp_datasn); 68e48354ceSNicholas Bellinger 69e48354ceSNicholas Bellinger return ISCSI_TMF_RSP_COMPLETE; 70e48354ceSNicholas Bellinger } 71e48354ceSNicholas Bellinger 72e48354ceSNicholas Bellinger /* 73e48354ceSNicholas Bellinger * Called from iscsit_handle_task_mgt_cmd(). 74e48354ceSNicholas Bellinger */ 75e48354ceSNicholas Bellinger int iscsit_tmr_task_warm_reset( 76e48354ceSNicholas Bellinger struct iscsi_conn *conn, 77e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req, 78e48354ceSNicholas Bellinger unsigned char *buf) 79e48354ceSNicholas Bellinger { 80e48354ceSNicholas Bellinger struct iscsi_session *sess = conn->sess; 81e48354ceSNicholas Bellinger struct iscsi_node_attrib *na = iscsit_tpg_get_node_attrib(sess); 828b1e1244SAndy Grover 83e48354ceSNicholas Bellinger if (!na->tmr_warm_reset) { 84e48354ceSNicholas Bellinger pr_err("TMR Opcode TARGET_WARM_RESET authorization" 85e48354ceSNicholas Bellinger " failed for Initiator Node: %s\n", 86e48354ceSNicholas Bellinger sess->se_sess->se_node_acl->initiatorname); 87e48354ceSNicholas Bellinger return -1; 88e48354ceSNicholas Bellinger } 89e48354ceSNicholas Bellinger /* 90e48354ceSNicholas Bellinger * Do the real work in transport_generic_do_tmr(). 91e48354ceSNicholas Bellinger */ 92e48354ceSNicholas Bellinger return 0; 93e48354ceSNicholas Bellinger } 94e48354ceSNicholas Bellinger 95e48354ceSNicholas Bellinger int iscsit_tmr_task_cold_reset( 96e48354ceSNicholas Bellinger struct iscsi_conn *conn, 97e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req, 98e48354ceSNicholas Bellinger unsigned char *buf) 99e48354ceSNicholas Bellinger { 100e48354ceSNicholas Bellinger struct iscsi_session *sess = conn->sess; 101e48354ceSNicholas Bellinger struct iscsi_node_attrib *na = iscsit_tpg_get_node_attrib(sess); 102e48354ceSNicholas Bellinger 103e48354ceSNicholas Bellinger if (!na->tmr_cold_reset) { 104e48354ceSNicholas Bellinger pr_err("TMR Opcode TARGET_COLD_RESET authorization" 105e48354ceSNicholas Bellinger " failed for Initiator Node: %s\n", 106e48354ceSNicholas Bellinger sess->se_sess->se_node_acl->initiatorname); 107e48354ceSNicholas Bellinger return -1; 108e48354ceSNicholas Bellinger } 109e48354ceSNicholas Bellinger /* 110e48354ceSNicholas Bellinger * Do the real work in transport_generic_do_tmr(). 111e48354ceSNicholas Bellinger */ 112e48354ceSNicholas Bellinger return 0; 113e48354ceSNicholas Bellinger } 114e48354ceSNicholas Bellinger 115e48354ceSNicholas Bellinger u8 iscsit_tmr_task_reassign( 116e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 117e48354ceSNicholas Bellinger unsigned char *buf) 118e48354ceSNicholas Bellinger { 119e48354ceSNicholas Bellinger struct iscsi_cmd *ref_cmd = NULL; 120e48354ceSNicholas Bellinger struct iscsi_conn *conn = cmd->conn; 121e48354ceSNicholas Bellinger struct iscsi_conn_recovery *cr = NULL; 122e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req = cmd->tmr_req; 123e48354ceSNicholas Bellinger struct se_tmr_req *se_tmr = cmd->se_cmd.se_tmr_req; 124e48354ceSNicholas Bellinger struct iscsi_tm *hdr = (struct iscsi_tm *) buf; 1259f3eb93eSChristoph Hellwig int ret, ref_lun; 126e48354ceSNicholas Bellinger 127e48354ceSNicholas Bellinger pr_debug("Got TASK_REASSIGN TMR ITT: 0x%08x," 128e48354ceSNicholas Bellinger " RefTaskTag: 0x%08x, ExpDataSN: 0x%08x, CID: %hu\n", 129e48354ceSNicholas Bellinger hdr->itt, hdr->rtt, hdr->exp_datasn, conn->cid); 130e48354ceSNicholas Bellinger 131e48354ceSNicholas Bellinger if (conn->sess->sess_ops->ErrorRecoveryLevel != 2) { 132e48354ceSNicholas Bellinger pr_err("TMR TASK_REASSIGN not supported in ERL<2," 133e48354ceSNicholas Bellinger " ignoring request.\n"); 134e48354ceSNicholas Bellinger return ISCSI_TMF_RSP_NOT_SUPPORTED; 135e48354ceSNicholas Bellinger } 136e48354ceSNicholas Bellinger 137e48354ceSNicholas Bellinger ret = iscsit_find_cmd_for_recovery(conn->sess, &ref_cmd, &cr, hdr->rtt); 138e48354ceSNicholas Bellinger if (ret == -2) { 139e48354ceSNicholas Bellinger pr_err("Command ITT: 0x%08x is still alligent to CID:" 140e48354ceSNicholas Bellinger " %hu\n", ref_cmd->init_task_tag, cr->cid); 141e48354ceSNicholas Bellinger return ISCSI_TMF_RSP_TASK_ALLEGIANT; 142e48354ceSNicholas Bellinger } else if (ret == -1) { 143e48354ceSNicholas Bellinger pr_err("Unable to locate RefTaskTag: 0x%08x in" 144e48354ceSNicholas Bellinger " connection recovery command list.\n", hdr->rtt); 145e48354ceSNicholas Bellinger return ISCSI_TMF_RSP_NO_TASK; 146e48354ceSNicholas Bellinger } 147e48354ceSNicholas Bellinger /* 148e48354ceSNicholas Bellinger * Temporary check to prevent connection recovery for 1491c417f39SNicholas Bellinger * connections with a differing Max*DataSegmentLength. 150e48354ceSNicholas Bellinger */ 151e48354ceSNicholas Bellinger if (cr->maxrecvdatasegmentlength != 152e48354ceSNicholas Bellinger conn->conn_ops->MaxRecvDataSegmentLength) { 153e48354ceSNicholas Bellinger pr_err("Unable to perform connection recovery for" 154e48354ceSNicholas Bellinger " differing MaxRecvDataSegmentLength, rejecting" 155e48354ceSNicholas Bellinger " TMR TASK_REASSIGN.\n"); 156e48354ceSNicholas Bellinger return ISCSI_TMF_RSP_REJECTED; 157e48354ceSNicholas Bellinger } 1581c417f39SNicholas Bellinger if (cr->maxxmitdatasegmentlength != 1591c417f39SNicholas Bellinger conn->conn_ops->MaxXmitDataSegmentLength) { 1601c417f39SNicholas Bellinger pr_err("Unable to perform connection recovery for" 1611c417f39SNicholas Bellinger " differing MaxXmitDataSegmentLength, rejecting" 1621c417f39SNicholas Bellinger " TMR TASK_REASSIGN.\n"); 1631c417f39SNicholas Bellinger return ISCSI_TMF_RSP_REJECTED; 1641c417f39SNicholas Bellinger } 165e48354ceSNicholas Bellinger 1669f3eb93eSChristoph Hellwig ref_lun = scsilun_to_int(&hdr->lun); 1679f3eb93eSChristoph Hellwig if (ref_lun != ref_cmd->se_cmd.orig_fe_lun) { 1689f3eb93eSChristoph Hellwig pr_err("Unable to perform connection recovery for" 1699f3eb93eSChristoph Hellwig " differing ref_lun: %d ref_cmd orig_fe_lun: %u\n", 1709f3eb93eSChristoph Hellwig ref_lun, ref_cmd->se_cmd.orig_fe_lun); 1719f3eb93eSChristoph Hellwig return ISCSI_TMF_RSP_REJECTED; 1729f3eb93eSChristoph Hellwig } 1739f3eb93eSChristoph Hellwig 17466c7db68SChristoph Hellwig se_tmr->ref_task_tag = (__force u32)hdr->rtt; 1759f3eb93eSChristoph Hellwig tmr_req->ref_cmd = ref_cmd; 17650e5c87dSChristoph Hellwig tmr_req->exp_data_sn = be32_to_cpu(hdr->exp_datasn); 177e48354ceSNicholas Bellinger tmr_req->conn_recovery = cr; 178e48354ceSNicholas Bellinger tmr_req->task_reassign = 1; 179e48354ceSNicholas Bellinger /* 180e48354ceSNicholas Bellinger * Command can now be reassigned to a new connection. 181e48354ceSNicholas Bellinger * The task management response must be sent before the 182e48354ceSNicholas Bellinger * reassignment actually happens. See iscsi_tmr_post_handler(). 183e48354ceSNicholas Bellinger */ 184e48354ceSNicholas Bellinger return ISCSI_TMF_RSP_COMPLETE; 185e48354ceSNicholas Bellinger } 186e48354ceSNicholas Bellinger 187e48354ceSNicholas Bellinger static void iscsit_task_reassign_remove_cmd( 188e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 189e48354ceSNicholas Bellinger struct iscsi_conn_recovery *cr, 190e48354ceSNicholas Bellinger struct iscsi_session *sess) 191e48354ceSNicholas Bellinger { 192e48354ceSNicholas Bellinger int ret; 193e48354ceSNicholas Bellinger 194e48354ceSNicholas Bellinger spin_lock(&cr->conn_recovery_cmd_lock); 195e48354ceSNicholas Bellinger ret = iscsit_remove_cmd_from_connection_recovery(cmd, sess); 196e48354ceSNicholas Bellinger spin_unlock(&cr->conn_recovery_cmd_lock); 197e48354ceSNicholas Bellinger if (!ret) { 198e48354ceSNicholas Bellinger pr_debug("iSCSI connection recovery successful for CID:" 199e48354ceSNicholas Bellinger " %hu on SID: %u\n", cr->cid, sess->sid); 200e48354ceSNicholas Bellinger iscsit_remove_active_connection_recovery_entry(cr, sess); 201e48354ceSNicholas Bellinger } 202e48354ceSNicholas Bellinger } 203e48354ceSNicholas Bellinger 204e48354ceSNicholas Bellinger static int iscsit_task_reassign_complete_nop_out( 205e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req, 206e48354ceSNicholas Bellinger struct iscsi_conn *conn) 207e48354ceSNicholas Bellinger { 2089f3eb93eSChristoph Hellwig struct iscsi_cmd *cmd = tmr_req->ref_cmd; 209e48354ceSNicholas Bellinger struct iscsi_conn_recovery *cr; 210e48354ceSNicholas Bellinger 211e48354ceSNicholas Bellinger if (!cmd->cr) { 212e48354ceSNicholas Bellinger pr_err("struct iscsi_conn_recovery pointer for ITT: 0x%08x" 213e48354ceSNicholas Bellinger " is NULL!\n", cmd->init_task_tag); 214e48354ceSNicholas Bellinger return -1; 215e48354ceSNicholas Bellinger } 216e48354ceSNicholas Bellinger cr = cmd->cr; 217e48354ceSNicholas Bellinger 218e48354ceSNicholas Bellinger /* 219e48354ceSNicholas Bellinger * Reset the StatSN so a new one for this commands new connection 220e48354ceSNicholas Bellinger * will be assigned. 221e48354ceSNicholas Bellinger * Reset the ExpStatSN as well so we may receive Status SNACKs. 222e48354ceSNicholas Bellinger */ 223e48354ceSNicholas Bellinger cmd->stat_sn = cmd->exp_stat_sn = 0; 224e48354ceSNicholas Bellinger 225e48354ceSNicholas Bellinger iscsit_task_reassign_remove_cmd(cmd, cr, conn->sess); 226e48354ceSNicholas Bellinger 227e48354ceSNicholas Bellinger spin_lock_bh(&conn->cmd_lock); 2282fbb471eSAndy Grover list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); 229e48354ceSNicholas Bellinger spin_unlock_bh(&conn->cmd_lock); 230e48354ceSNicholas Bellinger 231e48354ceSNicholas Bellinger cmd->i_state = ISTATE_SEND_NOPIN; 232e48354ceSNicholas Bellinger iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); 233e48354ceSNicholas Bellinger return 0; 234e48354ceSNicholas Bellinger } 235e48354ceSNicholas Bellinger 236e48354ceSNicholas Bellinger static int iscsit_task_reassign_complete_write( 237e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 238e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req) 239e48354ceSNicholas Bellinger { 240e48354ceSNicholas Bellinger int no_build_r2ts = 0; 241e48354ceSNicholas Bellinger u32 length = 0, offset = 0; 242e48354ceSNicholas Bellinger struct iscsi_conn *conn = cmd->conn; 243e48354ceSNicholas Bellinger struct se_cmd *se_cmd = &cmd->se_cmd; 244e48354ceSNicholas Bellinger /* 245e48354ceSNicholas Bellinger * The Initiator must not send a R2T SNACK with a Begrun less than 246e48354ceSNicholas Bellinger * the TMR TASK_REASSIGN's ExpDataSN. 247e48354ceSNicholas Bellinger */ 248e48354ceSNicholas Bellinger if (!tmr_req->exp_data_sn) { 249e48354ceSNicholas Bellinger cmd->cmd_flags &= ~ICF_GOT_DATACK_SNACK; 250e48354ceSNicholas Bellinger cmd->acked_data_sn = 0; 251e48354ceSNicholas Bellinger } else { 252e48354ceSNicholas Bellinger cmd->cmd_flags |= ICF_GOT_DATACK_SNACK; 253e48354ceSNicholas Bellinger cmd->acked_data_sn = (tmr_req->exp_data_sn - 1); 254e48354ceSNicholas Bellinger } 255e48354ceSNicholas Bellinger 256e48354ceSNicholas Bellinger /* 257e48354ceSNicholas Bellinger * The TMR TASK_REASSIGN's ExpDataSN contains the next R2TSN the 258e48354ceSNicholas Bellinger * Initiator is expecting. The Target controls all WRITE operations 259e48354ceSNicholas Bellinger * so if we have received all DataOUT we can safety ignore Initiator. 260e48354ceSNicholas Bellinger */ 261e48354ceSNicholas Bellinger if (cmd->cmd_flags & ICF_GOT_LAST_DATAOUT) { 2627d680f3bSChristoph Hellwig if (!(cmd->se_cmd.transport_state & CMD_T_SENT)) { 263e48354ceSNicholas Bellinger pr_debug("WRITE ITT: 0x%08x: t_state: %d" 264e48354ceSNicholas Bellinger " never sent to transport\n", 265e48354ceSNicholas Bellinger cmd->init_task_tag, cmd->se_cmd.t_state); 26667441b68SChristoph Hellwig target_execute_cmd(se_cmd); 26767441b68SChristoph Hellwig return 0; 268e48354ceSNicholas Bellinger } 269e48354ceSNicholas Bellinger 270e48354ceSNicholas Bellinger cmd->i_state = ISTATE_SEND_STATUS; 271e48354ceSNicholas Bellinger iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); 272e48354ceSNicholas Bellinger return 0; 273e48354ceSNicholas Bellinger } 274e48354ceSNicholas Bellinger 275e48354ceSNicholas Bellinger /* 276e48354ceSNicholas Bellinger * Special case to deal with DataSequenceInOrder=No and Non-Immeidate 277e48354ceSNicholas Bellinger * Unsolicited DataOut. 278e48354ceSNicholas Bellinger */ 279e48354ceSNicholas Bellinger if (cmd->unsolicited_data) { 280e48354ceSNicholas Bellinger cmd->unsolicited_data = 0; 281e48354ceSNicholas Bellinger 282e48354ceSNicholas Bellinger offset = cmd->next_burst_len = cmd->write_data_done; 283e48354ceSNicholas Bellinger 284e48354ceSNicholas Bellinger if ((conn->sess->sess_ops->FirstBurstLength - offset) >= 285ebf1d95cSAndy Grover cmd->se_cmd.data_length) { 286e48354ceSNicholas Bellinger no_build_r2ts = 1; 287ebf1d95cSAndy Grover length = (cmd->se_cmd.data_length - offset); 288e48354ceSNicholas Bellinger } else 289e48354ceSNicholas Bellinger length = (conn->sess->sess_ops->FirstBurstLength - offset); 290e48354ceSNicholas Bellinger 291e48354ceSNicholas Bellinger spin_lock_bh(&cmd->r2t_lock); 292e48354ceSNicholas Bellinger if (iscsit_add_r2t_to_list(cmd, offset, length, 0, 0) < 0) { 293e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 294e48354ceSNicholas Bellinger return -1; 295e48354ceSNicholas Bellinger } 296e48354ceSNicholas Bellinger cmd->outstanding_r2ts++; 297e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 298e48354ceSNicholas Bellinger 299e48354ceSNicholas Bellinger if (no_build_r2ts) 300e48354ceSNicholas Bellinger return 0; 301e48354ceSNicholas Bellinger } 302e48354ceSNicholas Bellinger /* 303e48354ceSNicholas Bellinger * iscsit_build_r2ts_for_cmd() can handle the rest from here. 304e48354ceSNicholas Bellinger */ 3053e1c81a9SNicholas Bellinger return conn->conn_transport->iscsit_get_dataout(conn, cmd, true); 306e48354ceSNicholas Bellinger } 307e48354ceSNicholas Bellinger 308e48354ceSNicholas Bellinger static int iscsit_task_reassign_complete_read( 309e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 310e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req) 311e48354ceSNicholas Bellinger { 312e48354ceSNicholas Bellinger struct iscsi_conn *conn = cmd->conn; 313e48354ceSNicholas Bellinger struct iscsi_datain_req *dr; 314e48354ceSNicholas Bellinger struct se_cmd *se_cmd = &cmd->se_cmd; 315e48354ceSNicholas Bellinger /* 316e48354ceSNicholas Bellinger * The Initiator must not send a Data SNACK with a BegRun less than 317e48354ceSNicholas Bellinger * the TMR TASK_REASSIGN's ExpDataSN. 318e48354ceSNicholas Bellinger */ 319e48354ceSNicholas Bellinger if (!tmr_req->exp_data_sn) { 320e48354ceSNicholas Bellinger cmd->cmd_flags &= ~ICF_GOT_DATACK_SNACK; 321e48354ceSNicholas Bellinger cmd->acked_data_sn = 0; 322e48354ceSNicholas Bellinger } else { 323e48354ceSNicholas Bellinger cmd->cmd_flags |= ICF_GOT_DATACK_SNACK; 324e48354ceSNicholas Bellinger cmd->acked_data_sn = (tmr_req->exp_data_sn - 1); 325e48354ceSNicholas Bellinger } 326e48354ceSNicholas Bellinger 3277d680f3bSChristoph Hellwig if (!(cmd->se_cmd.transport_state & CMD_T_SENT)) { 328e48354ceSNicholas Bellinger pr_debug("READ ITT: 0x%08x: t_state: %d never sent to" 329e48354ceSNicholas Bellinger " transport\n", cmd->init_task_tag, 330e48354ceSNicholas Bellinger cmd->se_cmd.t_state); 331acf3ecc4SChristoph Hellwig transport_handle_cdb_direct(se_cmd); 332e48354ceSNicholas Bellinger return 0; 333e48354ceSNicholas Bellinger } 334e48354ceSNicholas Bellinger 3357d680f3bSChristoph Hellwig if (!(se_cmd->transport_state & CMD_T_COMPLETE)) { 336e48354ceSNicholas Bellinger pr_err("READ ITT: 0x%08x: t_state: %d, never returned" 337e48354ceSNicholas Bellinger " from transport\n", cmd->init_task_tag, 338e48354ceSNicholas Bellinger cmd->se_cmd.t_state); 339e48354ceSNicholas Bellinger return -1; 340e48354ceSNicholas Bellinger } 341e48354ceSNicholas Bellinger 342e48354ceSNicholas Bellinger dr = iscsit_allocate_datain_req(); 343e48354ceSNicholas Bellinger if (!dr) 344e48354ceSNicholas Bellinger return -1; 345e48354ceSNicholas Bellinger /* 346e48354ceSNicholas Bellinger * The TMR TASK_REASSIGN's ExpDataSN contains the next DataSN the 347e48354ceSNicholas Bellinger * Initiator is expecting. 348e48354ceSNicholas Bellinger */ 349e48354ceSNicholas Bellinger dr->data_sn = dr->begrun = tmr_req->exp_data_sn; 350e48354ceSNicholas Bellinger dr->runlength = 0; 351e48354ceSNicholas Bellinger dr->generate_recovery_values = 1; 352e48354ceSNicholas Bellinger dr->recovery = DATAIN_CONNECTION_RECOVERY; 353e48354ceSNicholas Bellinger 354e48354ceSNicholas Bellinger iscsit_attach_datain_req(cmd, dr); 355e48354ceSNicholas Bellinger 356e48354ceSNicholas Bellinger cmd->i_state = ISTATE_SEND_DATAIN; 357e48354ceSNicholas Bellinger iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); 358e48354ceSNicholas Bellinger return 0; 359e48354ceSNicholas Bellinger } 360e48354ceSNicholas Bellinger 361e48354ceSNicholas Bellinger static int iscsit_task_reassign_complete_none( 362e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 363e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req) 364e48354ceSNicholas Bellinger { 365e48354ceSNicholas Bellinger struct iscsi_conn *conn = cmd->conn; 366e48354ceSNicholas Bellinger 367e48354ceSNicholas Bellinger cmd->i_state = ISTATE_SEND_STATUS; 368e48354ceSNicholas Bellinger iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); 369e48354ceSNicholas Bellinger return 0; 370e48354ceSNicholas Bellinger } 371e48354ceSNicholas Bellinger 372e48354ceSNicholas Bellinger static int iscsit_task_reassign_complete_scsi_cmnd( 373e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req, 374e48354ceSNicholas Bellinger struct iscsi_conn *conn) 375e48354ceSNicholas Bellinger { 3769f3eb93eSChristoph Hellwig struct iscsi_cmd *cmd = tmr_req->ref_cmd; 377e48354ceSNicholas Bellinger struct iscsi_conn_recovery *cr; 378e48354ceSNicholas Bellinger 379e48354ceSNicholas Bellinger if (!cmd->cr) { 380e48354ceSNicholas Bellinger pr_err("struct iscsi_conn_recovery pointer for ITT: 0x%08x" 381e48354ceSNicholas Bellinger " is NULL!\n", cmd->init_task_tag); 382e48354ceSNicholas Bellinger return -1; 383e48354ceSNicholas Bellinger } 384e48354ceSNicholas Bellinger cr = cmd->cr; 385e48354ceSNicholas Bellinger 386e48354ceSNicholas Bellinger /* 387e48354ceSNicholas Bellinger * Reset the StatSN so a new one for this commands new connection 388e48354ceSNicholas Bellinger * will be assigned. 389e48354ceSNicholas Bellinger * Reset the ExpStatSN as well so we may receive Status SNACKs. 390e48354ceSNicholas Bellinger */ 391e48354ceSNicholas Bellinger cmd->stat_sn = cmd->exp_stat_sn = 0; 392e48354ceSNicholas Bellinger 393e48354ceSNicholas Bellinger iscsit_task_reassign_remove_cmd(cmd, cr, conn->sess); 394e48354ceSNicholas Bellinger 395e48354ceSNicholas Bellinger spin_lock_bh(&conn->cmd_lock); 3962fbb471eSAndy Grover list_add_tail(&cmd->i_conn_node, &conn->conn_cmd_list); 397e48354ceSNicholas Bellinger spin_unlock_bh(&conn->cmd_lock); 398e48354ceSNicholas Bellinger 3999f3eb93eSChristoph Hellwig if (cmd->se_cmd.se_cmd_flags & SCF_SENT_CHECK_CONDITION) { 400e48354ceSNicholas Bellinger cmd->i_state = ISTATE_SEND_STATUS; 401e48354ceSNicholas Bellinger iscsit_add_cmd_to_response_queue(cmd, conn, cmd->i_state); 402e48354ceSNicholas Bellinger return 0; 403e48354ceSNicholas Bellinger } 404e48354ceSNicholas Bellinger 405e48354ceSNicholas Bellinger switch (cmd->data_direction) { 406e48354ceSNicholas Bellinger case DMA_TO_DEVICE: 407e48354ceSNicholas Bellinger return iscsit_task_reassign_complete_write(cmd, tmr_req); 408e48354ceSNicholas Bellinger case DMA_FROM_DEVICE: 409e48354ceSNicholas Bellinger return iscsit_task_reassign_complete_read(cmd, tmr_req); 410e48354ceSNicholas Bellinger case DMA_NONE: 411e48354ceSNicholas Bellinger return iscsit_task_reassign_complete_none(cmd, tmr_req); 412e48354ceSNicholas Bellinger default: 413e48354ceSNicholas Bellinger pr_err("Unknown cmd->data_direction: 0x%02x\n", 414e48354ceSNicholas Bellinger cmd->data_direction); 415e48354ceSNicholas Bellinger return -1; 416e48354ceSNicholas Bellinger } 417e48354ceSNicholas Bellinger 418e48354ceSNicholas Bellinger return 0; 419e48354ceSNicholas Bellinger } 420e48354ceSNicholas Bellinger 421e48354ceSNicholas Bellinger static int iscsit_task_reassign_complete( 422e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req, 423e48354ceSNicholas Bellinger struct iscsi_conn *conn) 424e48354ceSNicholas Bellinger { 425e48354ceSNicholas Bellinger struct iscsi_cmd *cmd; 426e48354ceSNicholas Bellinger int ret = 0; 427e48354ceSNicholas Bellinger 4289f3eb93eSChristoph Hellwig if (!tmr_req->ref_cmd) { 429e48354ceSNicholas Bellinger pr_err("TMR Request is missing a RefCmd struct iscsi_cmd.\n"); 430e48354ceSNicholas Bellinger return -1; 431e48354ceSNicholas Bellinger } 4329f3eb93eSChristoph Hellwig cmd = tmr_req->ref_cmd; 433e48354ceSNicholas Bellinger 434e48354ceSNicholas Bellinger cmd->conn = conn; 435e48354ceSNicholas Bellinger 436e48354ceSNicholas Bellinger switch (cmd->iscsi_opcode) { 437e48354ceSNicholas Bellinger case ISCSI_OP_NOOP_OUT: 438e48354ceSNicholas Bellinger ret = iscsit_task_reassign_complete_nop_out(tmr_req, conn); 439e48354ceSNicholas Bellinger break; 440e48354ceSNicholas Bellinger case ISCSI_OP_SCSI_CMD: 441e48354ceSNicholas Bellinger ret = iscsit_task_reassign_complete_scsi_cmnd(tmr_req, conn); 442e48354ceSNicholas Bellinger break; 443e48354ceSNicholas Bellinger default: 444e48354ceSNicholas Bellinger pr_err("Illegal iSCSI Opcode 0x%02x during" 445e48354ceSNicholas Bellinger " command realligence\n", cmd->iscsi_opcode); 446e48354ceSNicholas Bellinger return -1; 447e48354ceSNicholas Bellinger } 448e48354ceSNicholas Bellinger 449e48354ceSNicholas Bellinger if (ret != 0) 450e48354ceSNicholas Bellinger return ret; 451e48354ceSNicholas Bellinger 452e48354ceSNicholas Bellinger pr_debug("Completed connection realligence for Opcode: 0x%02x," 453e48354ceSNicholas Bellinger " ITT: 0x%08x to CID: %hu.\n", cmd->iscsi_opcode, 454e48354ceSNicholas Bellinger cmd->init_task_tag, conn->cid); 455e48354ceSNicholas Bellinger 456e48354ceSNicholas Bellinger return 0; 457e48354ceSNicholas Bellinger } 458e48354ceSNicholas Bellinger 459e48354ceSNicholas Bellinger /* 460e48354ceSNicholas Bellinger * Handles special after-the-fact actions related to TMRs. 461e48354ceSNicholas Bellinger * Right now the only one that its really needed for is 462e48354ceSNicholas Bellinger * connection recovery releated TASK_REASSIGN. 463e48354ceSNicholas Bellinger */ 464fceb5bc7SChristoph Hellwig int iscsit_tmr_post_handler(struct iscsi_cmd *cmd, struct iscsi_conn *conn) 465e48354ceSNicholas Bellinger { 466e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req = cmd->tmr_req; 467e48354ceSNicholas Bellinger struct se_tmr_req *se_tmr = cmd->se_cmd.se_tmr_req; 468e48354ceSNicholas Bellinger 469e48354ceSNicholas Bellinger if (tmr_req->task_reassign && 470e48354ceSNicholas Bellinger (se_tmr->response == ISCSI_TMF_RSP_COMPLETE)) 471e48354ceSNicholas Bellinger return iscsit_task_reassign_complete(tmr_req, conn); 472e48354ceSNicholas Bellinger 473e48354ceSNicholas Bellinger return 0; 474e48354ceSNicholas Bellinger } 4752ec5a8c1SNicholas Bellinger EXPORT_SYMBOL(iscsit_tmr_post_handler); 476e48354ceSNicholas Bellinger 477e48354ceSNicholas Bellinger /* 478e48354ceSNicholas Bellinger * Nothing to do here, but leave it for good measure. :-) 479e48354ceSNicholas Bellinger */ 480fceb5bc7SChristoph Hellwig static int iscsit_task_reassign_prepare_read( 481e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req, 482e48354ceSNicholas Bellinger struct iscsi_conn *conn) 483e48354ceSNicholas Bellinger { 484e48354ceSNicholas Bellinger return 0; 485e48354ceSNicholas Bellinger } 486e48354ceSNicholas Bellinger 487e48354ceSNicholas Bellinger static void iscsit_task_reassign_prepare_unsolicited_dataout( 488e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 489e48354ceSNicholas Bellinger struct iscsi_conn *conn) 490e48354ceSNicholas Bellinger { 491e48354ceSNicholas Bellinger int i, j; 492e48354ceSNicholas Bellinger struct iscsi_pdu *pdu = NULL; 493e48354ceSNicholas Bellinger struct iscsi_seq *seq = NULL; 494e48354ceSNicholas Bellinger 495e48354ceSNicholas Bellinger if (conn->sess->sess_ops->DataSequenceInOrder) { 496e48354ceSNicholas Bellinger cmd->data_sn = 0; 497e48354ceSNicholas Bellinger 498e48354ceSNicholas Bellinger if (cmd->immediate_data) 499e48354ceSNicholas Bellinger cmd->r2t_offset += (cmd->first_burst_len - 500e48354ceSNicholas Bellinger cmd->seq_start_offset); 501e48354ceSNicholas Bellinger 502e48354ceSNicholas Bellinger if (conn->sess->sess_ops->DataPDUInOrder) { 503e48354ceSNicholas Bellinger cmd->write_data_done -= (cmd->immediate_data) ? 504e48354ceSNicholas Bellinger (cmd->first_burst_len - 505e48354ceSNicholas Bellinger cmd->seq_start_offset) : 506e48354ceSNicholas Bellinger cmd->first_burst_len; 507e48354ceSNicholas Bellinger cmd->first_burst_len = 0; 508e48354ceSNicholas Bellinger return; 509e48354ceSNicholas Bellinger } 510e48354ceSNicholas Bellinger 511e48354ceSNicholas Bellinger for (i = 0; i < cmd->pdu_count; i++) { 512e48354ceSNicholas Bellinger pdu = &cmd->pdu_list[i]; 513e48354ceSNicholas Bellinger 514e48354ceSNicholas Bellinger if (pdu->status != ISCSI_PDU_RECEIVED_OK) 515e48354ceSNicholas Bellinger continue; 516e48354ceSNicholas Bellinger 517e48354ceSNicholas Bellinger if ((pdu->offset >= cmd->seq_start_offset) && 518e48354ceSNicholas Bellinger ((pdu->offset + pdu->length) <= 519e48354ceSNicholas Bellinger cmd->seq_end_offset)) { 520e48354ceSNicholas Bellinger cmd->first_burst_len -= pdu->length; 521e48354ceSNicholas Bellinger cmd->write_data_done -= pdu->length; 522e48354ceSNicholas Bellinger pdu->status = ISCSI_PDU_NOT_RECEIVED; 523e48354ceSNicholas Bellinger } 524e48354ceSNicholas Bellinger } 525e48354ceSNicholas Bellinger } else { 526e48354ceSNicholas Bellinger for (i = 0; i < cmd->seq_count; i++) { 527e48354ceSNicholas Bellinger seq = &cmd->seq_list[i]; 528e48354ceSNicholas Bellinger 529e48354ceSNicholas Bellinger if (seq->type != SEQTYPE_UNSOLICITED) 530e48354ceSNicholas Bellinger continue; 531e48354ceSNicholas Bellinger 532e48354ceSNicholas Bellinger cmd->write_data_done -= 533e48354ceSNicholas Bellinger (seq->offset - seq->orig_offset); 534e48354ceSNicholas Bellinger cmd->first_burst_len = 0; 535e48354ceSNicholas Bellinger seq->data_sn = 0; 536e48354ceSNicholas Bellinger seq->offset = seq->orig_offset; 537e48354ceSNicholas Bellinger seq->next_burst_len = 0; 538e48354ceSNicholas Bellinger seq->status = DATAOUT_SEQUENCE_WITHIN_COMMAND_RECOVERY; 539e48354ceSNicholas Bellinger 540e48354ceSNicholas Bellinger if (conn->sess->sess_ops->DataPDUInOrder) 541e48354ceSNicholas Bellinger continue; 542e48354ceSNicholas Bellinger 543e48354ceSNicholas Bellinger for (j = 0; j < seq->pdu_count; j++) { 544e48354ceSNicholas Bellinger pdu = &cmd->pdu_list[j+seq->pdu_start]; 545e48354ceSNicholas Bellinger 546e48354ceSNicholas Bellinger if (pdu->status != ISCSI_PDU_RECEIVED_OK) 547e48354ceSNicholas Bellinger continue; 548e48354ceSNicholas Bellinger 549e48354ceSNicholas Bellinger pdu->status = ISCSI_PDU_NOT_RECEIVED; 550e48354ceSNicholas Bellinger } 551e48354ceSNicholas Bellinger } 552e48354ceSNicholas Bellinger } 553e48354ceSNicholas Bellinger } 554e48354ceSNicholas Bellinger 555fceb5bc7SChristoph Hellwig static int iscsit_task_reassign_prepare_write( 556e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req, 557e48354ceSNicholas Bellinger struct iscsi_conn *conn) 558e48354ceSNicholas Bellinger { 5599f3eb93eSChristoph Hellwig struct iscsi_cmd *cmd = tmr_req->ref_cmd; 560e48354ceSNicholas Bellinger struct iscsi_pdu *pdu = NULL; 561e48354ceSNicholas Bellinger struct iscsi_r2t *r2t = NULL, *r2t_tmp; 562e48354ceSNicholas Bellinger int first_incomplete_r2t = 1, i = 0; 563e48354ceSNicholas Bellinger 564e48354ceSNicholas Bellinger /* 565e48354ceSNicholas Bellinger * The command was in the process of receiving Unsolicited DataOUT when 566e48354ceSNicholas Bellinger * the connection failed. 567e48354ceSNicholas Bellinger */ 568e48354ceSNicholas Bellinger if (cmd->unsolicited_data) 569e48354ceSNicholas Bellinger iscsit_task_reassign_prepare_unsolicited_dataout(cmd, conn); 570e48354ceSNicholas Bellinger 571e48354ceSNicholas Bellinger /* 572e48354ceSNicholas Bellinger * The Initiator is requesting R2Ts starting from zero, skip 573e48354ceSNicholas Bellinger * checking acknowledged R2Ts and start checking struct iscsi_r2ts 574e48354ceSNicholas Bellinger * greater than zero. 575e48354ceSNicholas Bellinger */ 576e48354ceSNicholas Bellinger if (!tmr_req->exp_data_sn) 577e48354ceSNicholas Bellinger goto drop_unacknowledged_r2ts; 578e48354ceSNicholas Bellinger 579e48354ceSNicholas Bellinger /* 580e48354ceSNicholas Bellinger * We now check that the PDUs in DataOUT sequences below 581e48354ceSNicholas Bellinger * the TMR TASK_REASSIGN ExpDataSN (R2TSN the Initiator is 582e48354ceSNicholas Bellinger * expecting next) have all the DataOUT they require to complete 583e48354ceSNicholas Bellinger * the DataOUT sequence. First scan from R2TSN 0 to TMR 584e48354ceSNicholas Bellinger * TASK_REASSIGN ExpDataSN-1. 585e48354ceSNicholas Bellinger * 586e48354ceSNicholas Bellinger * If we have not received all DataOUT in question, we must 587e48354ceSNicholas Bellinger * make sure to make the appropriate changes to values in 588e48354ceSNicholas Bellinger * struct iscsi_cmd (and elsewhere depending on session parameters) 589e48354ceSNicholas Bellinger * so iscsit_build_r2ts_for_cmd() in iscsit_task_reassign_complete_write() 590e48354ceSNicholas Bellinger * will resend a new R2T for the DataOUT sequences in question. 591e48354ceSNicholas Bellinger */ 592e48354ceSNicholas Bellinger spin_lock_bh(&cmd->r2t_lock); 593e48354ceSNicholas Bellinger if (list_empty(&cmd->cmd_r2t_list)) { 594e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 595e48354ceSNicholas Bellinger return -1; 596e48354ceSNicholas Bellinger } 597e48354ceSNicholas Bellinger 598e48354ceSNicholas Bellinger list_for_each_entry(r2t, &cmd->cmd_r2t_list, r2t_list) { 599e48354ceSNicholas Bellinger 600e48354ceSNicholas Bellinger if (r2t->r2t_sn >= tmr_req->exp_data_sn) 601e48354ceSNicholas Bellinger continue; 602e48354ceSNicholas Bellinger /* 603e48354ceSNicholas Bellinger * Safely ignore Recovery R2Ts and R2Ts that have completed 604e48354ceSNicholas Bellinger * DataOUT sequences. 605e48354ceSNicholas Bellinger */ 606e48354ceSNicholas Bellinger if (r2t->seq_complete) 607e48354ceSNicholas Bellinger continue; 608e48354ceSNicholas Bellinger 609e48354ceSNicholas Bellinger if (r2t->recovery_r2t) 610e48354ceSNicholas Bellinger continue; 611e48354ceSNicholas Bellinger 612e48354ceSNicholas Bellinger /* 613e48354ceSNicholas Bellinger * DataSequenceInOrder=Yes: 614e48354ceSNicholas Bellinger * 615e48354ceSNicholas Bellinger * Taking into account the iSCSI implementation requirement of 616e48354ceSNicholas Bellinger * MaxOutstandingR2T=1 while ErrorRecoveryLevel>0 and 617e48354ceSNicholas Bellinger * DataSequenceInOrder=Yes, we must take into consideration 618e48354ceSNicholas Bellinger * the following: 619e48354ceSNicholas Bellinger * 620e48354ceSNicholas Bellinger * DataSequenceInOrder=No: 621e48354ceSNicholas Bellinger * 622e48354ceSNicholas Bellinger * Taking into account that the Initiator controls the (possibly 623e48354ceSNicholas Bellinger * random) PDU Order in (possibly random) Sequence Order of 624e48354ceSNicholas Bellinger * DataOUT the target requests with R2Ts, we must take into 625e48354ceSNicholas Bellinger * consideration the following: 626e48354ceSNicholas Bellinger * 627e48354ceSNicholas Bellinger * DataPDUInOrder=Yes for DataSequenceInOrder=[Yes,No]: 628e48354ceSNicholas Bellinger * 629e48354ceSNicholas Bellinger * While processing non-complete R2T DataOUT sequence requests 630e48354ceSNicholas Bellinger * the Target will re-request only the total sequence length 631e48354ceSNicholas Bellinger * minus current received offset. This is because we must 632e48354ceSNicholas Bellinger * assume the initiator will continue sending DataOUT from the 633e48354ceSNicholas Bellinger * last PDU before the connection failed. 634e48354ceSNicholas Bellinger * 635e48354ceSNicholas Bellinger * DataPDUInOrder=No for DataSequenceInOrder=[Yes,No]: 636e48354ceSNicholas Bellinger * 637e48354ceSNicholas Bellinger * While processing non-complete R2T DataOUT sequence requests 638e48354ceSNicholas Bellinger * the Target will re-request the entire DataOUT sequence if 639e48354ceSNicholas Bellinger * any single PDU is missing from the sequence. This is because 640e48354ceSNicholas Bellinger * we have no logical method to determine the next PDU offset, 641e48354ceSNicholas Bellinger * and we must assume the Initiator will be sending any random 642e48354ceSNicholas Bellinger * PDU offset in the current sequence after TASK_REASSIGN 643e48354ceSNicholas Bellinger * has completed. 644e48354ceSNicholas Bellinger */ 645e48354ceSNicholas Bellinger if (conn->sess->sess_ops->DataSequenceInOrder) { 646e48354ceSNicholas Bellinger if (!first_incomplete_r2t) { 647e48354ceSNicholas Bellinger cmd->r2t_offset -= r2t->xfer_len; 648e48354ceSNicholas Bellinger goto next; 649e48354ceSNicholas Bellinger } 650e48354ceSNicholas Bellinger 651e48354ceSNicholas Bellinger if (conn->sess->sess_ops->DataPDUInOrder) { 652e48354ceSNicholas Bellinger cmd->data_sn = 0; 653e48354ceSNicholas Bellinger cmd->r2t_offset -= (r2t->xfer_len - 654e48354ceSNicholas Bellinger cmd->next_burst_len); 655e48354ceSNicholas Bellinger first_incomplete_r2t = 0; 656e48354ceSNicholas Bellinger goto next; 657e48354ceSNicholas Bellinger } 658e48354ceSNicholas Bellinger 659e48354ceSNicholas Bellinger cmd->data_sn = 0; 660e48354ceSNicholas Bellinger cmd->r2t_offset -= r2t->xfer_len; 661e48354ceSNicholas Bellinger 662e48354ceSNicholas Bellinger for (i = 0; i < cmd->pdu_count; i++) { 663e48354ceSNicholas Bellinger pdu = &cmd->pdu_list[i]; 664e48354ceSNicholas Bellinger 665e48354ceSNicholas Bellinger if (pdu->status != ISCSI_PDU_RECEIVED_OK) 666e48354ceSNicholas Bellinger continue; 667e48354ceSNicholas Bellinger 668e48354ceSNicholas Bellinger if ((pdu->offset >= r2t->offset) && 669e48354ceSNicholas Bellinger (pdu->offset < (r2t->offset + 670e48354ceSNicholas Bellinger r2t->xfer_len))) { 671e48354ceSNicholas Bellinger cmd->next_burst_len -= pdu->length; 672e48354ceSNicholas Bellinger cmd->write_data_done -= pdu->length; 673e48354ceSNicholas Bellinger pdu->status = ISCSI_PDU_NOT_RECEIVED; 674e48354ceSNicholas Bellinger } 675e48354ceSNicholas Bellinger } 676e48354ceSNicholas Bellinger 677e48354ceSNicholas Bellinger first_incomplete_r2t = 0; 678e48354ceSNicholas Bellinger } else { 679e48354ceSNicholas Bellinger struct iscsi_seq *seq; 680e48354ceSNicholas Bellinger 681e48354ceSNicholas Bellinger seq = iscsit_get_seq_holder(cmd, r2t->offset, 682e48354ceSNicholas Bellinger r2t->xfer_len); 683e48354ceSNicholas Bellinger if (!seq) { 684e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 685e48354ceSNicholas Bellinger return -1; 686e48354ceSNicholas Bellinger } 687e48354ceSNicholas Bellinger 688e48354ceSNicholas Bellinger cmd->write_data_done -= 689e48354ceSNicholas Bellinger (seq->offset - seq->orig_offset); 690e48354ceSNicholas Bellinger seq->data_sn = 0; 691e48354ceSNicholas Bellinger seq->offset = seq->orig_offset; 692e48354ceSNicholas Bellinger seq->next_burst_len = 0; 693e48354ceSNicholas Bellinger seq->status = DATAOUT_SEQUENCE_WITHIN_COMMAND_RECOVERY; 694e48354ceSNicholas Bellinger 695e48354ceSNicholas Bellinger cmd->seq_send_order--; 696e48354ceSNicholas Bellinger 697e48354ceSNicholas Bellinger if (conn->sess->sess_ops->DataPDUInOrder) 698e48354ceSNicholas Bellinger goto next; 699e48354ceSNicholas Bellinger 700e48354ceSNicholas Bellinger for (i = 0; i < seq->pdu_count; i++) { 701e48354ceSNicholas Bellinger pdu = &cmd->pdu_list[i+seq->pdu_start]; 702e48354ceSNicholas Bellinger 703e48354ceSNicholas Bellinger if (pdu->status != ISCSI_PDU_RECEIVED_OK) 704e48354ceSNicholas Bellinger continue; 705e48354ceSNicholas Bellinger 706e48354ceSNicholas Bellinger pdu->status = ISCSI_PDU_NOT_RECEIVED; 707e48354ceSNicholas Bellinger } 708e48354ceSNicholas Bellinger } 709e48354ceSNicholas Bellinger 710e48354ceSNicholas Bellinger next: 711e48354ceSNicholas Bellinger cmd->outstanding_r2ts--; 712e48354ceSNicholas Bellinger } 713e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 714e48354ceSNicholas Bellinger 715e48354ceSNicholas Bellinger /* 716e48354ceSNicholas Bellinger * We now drop all unacknowledged R2Ts, ie: ExpDataSN from TMR 717e48354ceSNicholas Bellinger * TASK_REASSIGN to the last R2T in the list.. We are also careful 718e48354ceSNicholas Bellinger * to check that the Initiator is not requesting R2Ts for DataOUT 719e48354ceSNicholas Bellinger * sequences it has already completed. 720e48354ceSNicholas Bellinger * 721e48354ceSNicholas Bellinger * Free each R2T in question and adjust values in struct iscsi_cmd 722e48354ceSNicholas Bellinger * accordingly so iscsit_build_r2ts_for_cmd() do the rest of 723e48354ceSNicholas Bellinger * the work after the TMR TASK_REASSIGN Response is sent. 724e48354ceSNicholas Bellinger */ 725e48354ceSNicholas Bellinger drop_unacknowledged_r2ts: 726e48354ceSNicholas Bellinger 727e48354ceSNicholas Bellinger cmd->cmd_flags &= ~ICF_SENT_LAST_R2T; 728e48354ceSNicholas Bellinger cmd->r2t_sn = tmr_req->exp_data_sn; 729e48354ceSNicholas Bellinger 730e48354ceSNicholas Bellinger spin_lock_bh(&cmd->r2t_lock); 731e48354ceSNicholas Bellinger list_for_each_entry_safe(r2t, r2t_tmp, &cmd->cmd_r2t_list, r2t_list) { 732e48354ceSNicholas Bellinger /* 733e48354ceSNicholas Bellinger * Skip up to the R2T Sequence number provided by the 734e48354ceSNicholas Bellinger * iSCSI TASK_REASSIGN TMR 735e48354ceSNicholas Bellinger */ 736e48354ceSNicholas Bellinger if (r2t->r2t_sn < tmr_req->exp_data_sn) 737e48354ceSNicholas Bellinger continue; 738e48354ceSNicholas Bellinger 739e48354ceSNicholas Bellinger if (r2t->seq_complete) { 740e48354ceSNicholas Bellinger pr_err("Initiator is requesting R2Ts from" 741e48354ceSNicholas Bellinger " R2TSN: 0x%08x, but R2TSN: 0x%08x, Offset: %u," 742e48354ceSNicholas Bellinger " Length: %u is already complete." 743e48354ceSNicholas Bellinger " BAD INITIATOR ERL=2 IMPLEMENTATION!\n", 744e48354ceSNicholas Bellinger tmr_req->exp_data_sn, r2t->r2t_sn, 745e48354ceSNicholas Bellinger r2t->offset, r2t->xfer_len); 746e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 747e48354ceSNicholas Bellinger return -1; 748e48354ceSNicholas Bellinger } 749e48354ceSNicholas Bellinger 750e48354ceSNicholas Bellinger if (r2t->recovery_r2t) { 751e48354ceSNicholas Bellinger iscsit_free_r2t(r2t, cmd); 752e48354ceSNicholas Bellinger continue; 753e48354ceSNicholas Bellinger } 754e48354ceSNicholas Bellinger 755e48354ceSNicholas Bellinger /* DataSequenceInOrder=Yes: 756e48354ceSNicholas Bellinger * 757e48354ceSNicholas Bellinger * Taking into account the iSCSI implementation requirement of 758e48354ceSNicholas Bellinger * MaxOutstandingR2T=1 while ErrorRecoveryLevel>0 and 759e48354ceSNicholas Bellinger * DataSequenceInOrder=Yes, it's safe to subtract the R2Ts 760e48354ceSNicholas Bellinger * entire transfer length from the commands R2T offset marker. 761e48354ceSNicholas Bellinger * 762e48354ceSNicholas Bellinger * DataSequenceInOrder=No: 763e48354ceSNicholas Bellinger * 764e48354ceSNicholas Bellinger * We subtract the difference from struct iscsi_seq between the 765e48354ceSNicholas Bellinger * current offset and original offset from cmd->write_data_done 766e48354ceSNicholas Bellinger * for account for DataOUT PDUs already received. Then reset 767e48354ceSNicholas Bellinger * the current offset to the original and zero out the current 768e48354ceSNicholas Bellinger * burst length, to make sure we re-request the entire DataOUT 769e48354ceSNicholas Bellinger * sequence. 770e48354ceSNicholas Bellinger */ 771e48354ceSNicholas Bellinger if (conn->sess->sess_ops->DataSequenceInOrder) 772e48354ceSNicholas Bellinger cmd->r2t_offset -= r2t->xfer_len; 773e48354ceSNicholas Bellinger else 774e48354ceSNicholas Bellinger cmd->seq_send_order--; 775e48354ceSNicholas Bellinger 776e48354ceSNicholas Bellinger cmd->outstanding_r2ts--; 777e48354ceSNicholas Bellinger iscsit_free_r2t(r2t, cmd); 778e48354ceSNicholas Bellinger } 779e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 780e48354ceSNicholas Bellinger 781e48354ceSNicholas Bellinger return 0; 782e48354ceSNicholas Bellinger } 783e48354ceSNicholas Bellinger 784e48354ceSNicholas Bellinger /* 785e48354ceSNicholas Bellinger * Performs sanity checks TMR TASK_REASSIGN's ExpDataSN for 786e48354ceSNicholas Bellinger * a given struct iscsi_cmd. 787e48354ceSNicholas Bellinger */ 788e48354ceSNicholas Bellinger int iscsit_check_task_reassign_expdatasn( 789e48354ceSNicholas Bellinger struct iscsi_tmr_req *tmr_req, 790e48354ceSNicholas Bellinger struct iscsi_conn *conn) 791e48354ceSNicholas Bellinger { 7929f3eb93eSChristoph Hellwig struct iscsi_cmd *ref_cmd = tmr_req->ref_cmd; 793e48354ceSNicholas Bellinger 794e48354ceSNicholas Bellinger if (ref_cmd->iscsi_opcode != ISCSI_OP_SCSI_CMD) 795e48354ceSNicholas Bellinger return 0; 796e48354ceSNicholas Bellinger 7979f3eb93eSChristoph Hellwig if (ref_cmd->se_cmd.se_cmd_flags & SCF_SENT_CHECK_CONDITION) 798e48354ceSNicholas Bellinger return 0; 799e48354ceSNicholas Bellinger 800e48354ceSNicholas Bellinger if (ref_cmd->data_direction == DMA_NONE) 801e48354ceSNicholas Bellinger return 0; 802e48354ceSNicholas Bellinger 803e48354ceSNicholas Bellinger /* 804e48354ceSNicholas Bellinger * For READs the TMR TASK_REASSIGNs ExpDataSN contains the next DataSN 805e48354ceSNicholas Bellinger * of DataIN the Initiator is expecting. 806e48354ceSNicholas Bellinger * 807e48354ceSNicholas Bellinger * Also check that the Initiator is not re-requesting DataIN that has 808e48354ceSNicholas Bellinger * already been acknowledged with a DataAck SNACK. 809e48354ceSNicholas Bellinger */ 810e48354ceSNicholas Bellinger if (ref_cmd->data_direction == DMA_FROM_DEVICE) { 811e48354ceSNicholas Bellinger if (tmr_req->exp_data_sn > ref_cmd->data_sn) { 812e48354ceSNicholas Bellinger pr_err("Received ExpDataSN: 0x%08x for READ" 813e48354ceSNicholas Bellinger " in TMR TASK_REASSIGN greater than command's" 814e48354ceSNicholas Bellinger " DataSN: 0x%08x.\n", tmr_req->exp_data_sn, 815e48354ceSNicholas Bellinger ref_cmd->data_sn); 816e48354ceSNicholas Bellinger return -1; 817e48354ceSNicholas Bellinger } 818e48354ceSNicholas Bellinger if ((ref_cmd->cmd_flags & ICF_GOT_DATACK_SNACK) && 819e48354ceSNicholas Bellinger (tmr_req->exp_data_sn <= ref_cmd->acked_data_sn)) { 820e48354ceSNicholas Bellinger pr_err("Received ExpDataSN: 0x%08x for READ" 821e48354ceSNicholas Bellinger " in TMR TASK_REASSIGN for previously" 822e48354ceSNicholas Bellinger " acknowledged DataIN: 0x%08x," 823e48354ceSNicholas Bellinger " protocol error\n", tmr_req->exp_data_sn, 824e48354ceSNicholas Bellinger ref_cmd->acked_data_sn); 825e48354ceSNicholas Bellinger return -1; 826e48354ceSNicholas Bellinger } 827e48354ceSNicholas Bellinger return iscsit_task_reassign_prepare_read(tmr_req, conn); 828e48354ceSNicholas Bellinger } 829e48354ceSNicholas Bellinger 830e48354ceSNicholas Bellinger /* 831e48354ceSNicholas Bellinger * For WRITEs the TMR TASK_REASSIGNs ExpDataSN contains the next R2TSN 832e48354ceSNicholas Bellinger * for R2Ts the Initiator is expecting. 833e48354ceSNicholas Bellinger * 834e48354ceSNicholas Bellinger * Do the magic in iscsit_task_reassign_prepare_write(). 835e48354ceSNicholas Bellinger */ 836e48354ceSNicholas Bellinger if (ref_cmd->data_direction == DMA_TO_DEVICE) { 837e48354ceSNicholas Bellinger if (tmr_req->exp_data_sn > ref_cmd->r2t_sn) { 838e48354ceSNicholas Bellinger pr_err("Received ExpDataSN: 0x%08x for WRITE" 839e48354ceSNicholas Bellinger " in TMR TASK_REASSIGN greater than command's" 840e48354ceSNicholas Bellinger " R2TSN: 0x%08x.\n", tmr_req->exp_data_sn, 841e48354ceSNicholas Bellinger ref_cmd->r2t_sn); 842e48354ceSNicholas Bellinger return -1; 843e48354ceSNicholas Bellinger } 844e48354ceSNicholas Bellinger return iscsit_task_reassign_prepare_write(tmr_req, conn); 845e48354ceSNicholas Bellinger } 846e48354ceSNicholas Bellinger 847e48354ceSNicholas Bellinger pr_err("Unknown iSCSI data_direction: 0x%02x\n", 848e48354ceSNicholas Bellinger ref_cmd->data_direction); 849e48354ceSNicholas Bellinger 850e48354ceSNicholas Bellinger return -1; 851e48354ceSNicholas Bellinger } 852