1e48354ceSNicholas Bellinger /******************************************************************************* 2e48354ceSNicholas Bellinger * This file contains the iSCSI Target specific utility functions. 3e48354ceSNicholas Bellinger * 4e48354ceSNicholas Bellinger * \u00a9 Copyright 2007-2011 RisingTide Systems LLC. 5e48354ceSNicholas Bellinger * 6e48354ceSNicholas Bellinger * Licensed to the Linux Foundation under the General Public License (GPL) version 2. 7e48354ceSNicholas Bellinger * 8e48354ceSNicholas Bellinger * Author: Nicholas A. Bellinger <nab@linux-iscsi.org> 9e48354ceSNicholas Bellinger * 10e48354ceSNicholas Bellinger * This program is free software; you can redistribute it and/or modify 11e48354ceSNicholas Bellinger * it under the terms of the GNU General Public License as published by 12e48354ceSNicholas Bellinger * the Free Software Foundation; either version 2 of the License, or 13e48354ceSNicholas Bellinger * (at your option) any later version. 14e48354ceSNicholas Bellinger * 15e48354ceSNicholas Bellinger * This program is distributed in the hope that it will be useful, 16e48354ceSNicholas Bellinger * but WITHOUT ANY WARRANTY; without even the implied warranty of 17e48354ceSNicholas Bellinger * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18e48354ceSNicholas Bellinger * GNU General Public License for more details. 19e48354ceSNicholas Bellinger ******************************************************************************/ 20e48354ceSNicholas Bellinger 21e48354ceSNicholas Bellinger #include <linux/list.h> 22e48354ceSNicholas Bellinger #include <scsi/scsi_tcq.h> 23e48354ceSNicholas Bellinger #include <scsi/iscsi_proto.h> 24e48354ceSNicholas Bellinger #include <target/target_core_base.h> 25e48354ceSNicholas Bellinger #include <target/target_core_transport.h> 26e48354ceSNicholas Bellinger #include <target/target_core_tmr.h> 27e48354ceSNicholas Bellinger #include <target/target_core_fabric_ops.h> 28e48354ceSNicholas Bellinger #include <target/target_core_configfs.h> 29e48354ceSNicholas Bellinger 30e48354ceSNicholas Bellinger #include "iscsi_target_core.h" 31e48354ceSNicholas Bellinger #include "iscsi_target_parameters.h" 32e48354ceSNicholas Bellinger #include "iscsi_target_seq_pdu_list.h" 33e48354ceSNicholas Bellinger #include "iscsi_target_datain_values.h" 34e48354ceSNicholas Bellinger #include "iscsi_target_erl0.h" 35e48354ceSNicholas Bellinger #include "iscsi_target_erl1.h" 36e48354ceSNicholas Bellinger #include "iscsi_target_erl2.h" 37e48354ceSNicholas Bellinger #include "iscsi_target_tpg.h" 38e48354ceSNicholas Bellinger #include "iscsi_target_tq.h" 39e48354ceSNicholas Bellinger #include "iscsi_target_util.h" 40e48354ceSNicholas Bellinger #include "iscsi_target.h" 41e48354ceSNicholas Bellinger 42e48354ceSNicholas Bellinger #define PRINT_BUFF(buff, len) \ 43e48354ceSNicholas Bellinger { \ 44e48354ceSNicholas Bellinger int zzz; \ 45e48354ceSNicholas Bellinger \ 46e48354ceSNicholas Bellinger pr_debug("%d:\n", __LINE__); \ 47e48354ceSNicholas Bellinger for (zzz = 0; zzz < len; zzz++) { \ 48e48354ceSNicholas Bellinger if (zzz % 16 == 0) { \ 49e48354ceSNicholas Bellinger if (zzz) \ 50e48354ceSNicholas Bellinger pr_debug("\n"); \ 51e48354ceSNicholas Bellinger pr_debug("%4i: ", zzz); \ 52e48354ceSNicholas Bellinger } \ 53e48354ceSNicholas Bellinger pr_debug("%02x ", (unsigned char) (buff)[zzz]); \ 54e48354ceSNicholas Bellinger } \ 55e48354ceSNicholas Bellinger if ((len + 1) % 16) \ 56e48354ceSNicholas Bellinger pr_debug("\n"); \ 57e48354ceSNicholas Bellinger } 58e48354ceSNicholas Bellinger 59e48354ceSNicholas Bellinger extern struct list_head g_tiqn_list; 60e48354ceSNicholas Bellinger extern spinlock_t tiqn_lock; 61e48354ceSNicholas Bellinger 62e48354ceSNicholas Bellinger /* 63e48354ceSNicholas Bellinger * Called with cmd->r2t_lock held. 64e48354ceSNicholas Bellinger */ 65e48354ceSNicholas Bellinger int iscsit_add_r2t_to_list( 66e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 67e48354ceSNicholas Bellinger u32 offset, 68e48354ceSNicholas Bellinger u32 xfer_len, 69e48354ceSNicholas Bellinger int recovery, 70e48354ceSNicholas Bellinger u32 r2t_sn) 71e48354ceSNicholas Bellinger { 72e48354ceSNicholas Bellinger struct iscsi_r2t *r2t; 73e48354ceSNicholas Bellinger 74e48354ceSNicholas Bellinger r2t = kmem_cache_zalloc(lio_r2t_cache, GFP_ATOMIC); 75e48354ceSNicholas Bellinger if (!r2t) { 76e48354ceSNicholas Bellinger pr_err("Unable to allocate memory for struct iscsi_r2t.\n"); 77e48354ceSNicholas Bellinger return -1; 78e48354ceSNicholas Bellinger } 79e48354ceSNicholas Bellinger INIT_LIST_HEAD(&r2t->r2t_list); 80e48354ceSNicholas Bellinger 81e48354ceSNicholas Bellinger r2t->recovery_r2t = recovery; 82e48354ceSNicholas Bellinger r2t->r2t_sn = (!r2t_sn) ? cmd->r2t_sn++ : r2t_sn; 83e48354ceSNicholas Bellinger r2t->offset = offset; 84e48354ceSNicholas Bellinger r2t->xfer_len = xfer_len; 85e48354ceSNicholas Bellinger list_add_tail(&r2t->r2t_list, &cmd->cmd_r2t_list); 86e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 87e48354ceSNicholas Bellinger 88e48354ceSNicholas Bellinger iscsit_add_cmd_to_immediate_queue(cmd, cmd->conn, ISTATE_SEND_R2T); 89e48354ceSNicholas Bellinger 90e48354ceSNicholas Bellinger spin_lock_bh(&cmd->r2t_lock); 91e48354ceSNicholas Bellinger return 0; 92e48354ceSNicholas Bellinger } 93e48354ceSNicholas Bellinger 94e48354ceSNicholas Bellinger struct iscsi_r2t *iscsit_get_r2t_for_eos( 95e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 96e48354ceSNicholas Bellinger u32 offset, 97e48354ceSNicholas Bellinger u32 length) 98e48354ceSNicholas Bellinger { 99e48354ceSNicholas Bellinger struct iscsi_r2t *r2t; 100e48354ceSNicholas Bellinger 101e48354ceSNicholas Bellinger spin_lock_bh(&cmd->r2t_lock); 102e48354ceSNicholas Bellinger list_for_each_entry(r2t, &cmd->cmd_r2t_list, r2t_list) { 103e48354ceSNicholas Bellinger if ((r2t->offset <= offset) && 104e48354ceSNicholas Bellinger (r2t->offset + r2t->xfer_len) >= (offset + length)) { 105e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 106e48354ceSNicholas Bellinger return r2t; 107e48354ceSNicholas Bellinger } 108e48354ceSNicholas Bellinger } 109e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 110e48354ceSNicholas Bellinger 111e48354ceSNicholas Bellinger pr_err("Unable to locate R2T for Offset: %u, Length:" 112e48354ceSNicholas Bellinger " %u\n", offset, length); 113e48354ceSNicholas Bellinger return NULL; 114e48354ceSNicholas Bellinger } 115e48354ceSNicholas Bellinger 116e48354ceSNicholas Bellinger struct iscsi_r2t *iscsit_get_r2t_from_list(struct iscsi_cmd *cmd) 117e48354ceSNicholas Bellinger { 118e48354ceSNicholas Bellinger struct iscsi_r2t *r2t; 119e48354ceSNicholas Bellinger 120e48354ceSNicholas Bellinger spin_lock_bh(&cmd->r2t_lock); 121e48354ceSNicholas Bellinger list_for_each_entry(r2t, &cmd->cmd_r2t_list, r2t_list) { 122e48354ceSNicholas Bellinger if (!r2t->sent_r2t) { 123e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 124e48354ceSNicholas Bellinger return r2t; 125e48354ceSNicholas Bellinger } 126e48354ceSNicholas Bellinger } 127e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 128e48354ceSNicholas Bellinger 129e48354ceSNicholas Bellinger pr_err("Unable to locate next R2T to send for ITT:" 130e48354ceSNicholas Bellinger " 0x%08x.\n", cmd->init_task_tag); 131e48354ceSNicholas Bellinger return NULL; 132e48354ceSNicholas Bellinger } 133e48354ceSNicholas Bellinger 134e48354ceSNicholas Bellinger /* 135e48354ceSNicholas Bellinger * Called with cmd->r2t_lock held. 136e48354ceSNicholas Bellinger */ 137e48354ceSNicholas Bellinger void iscsit_free_r2t(struct iscsi_r2t *r2t, struct iscsi_cmd *cmd) 138e48354ceSNicholas Bellinger { 139e48354ceSNicholas Bellinger list_del(&r2t->r2t_list); 140e48354ceSNicholas Bellinger kmem_cache_free(lio_r2t_cache, r2t); 141e48354ceSNicholas Bellinger } 142e48354ceSNicholas Bellinger 143e48354ceSNicholas Bellinger void iscsit_free_r2ts_from_list(struct iscsi_cmd *cmd) 144e48354ceSNicholas Bellinger { 145e48354ceSNicholas Bellinger struct iscsi_r2t *r2t, *r2t_tmp; 146e48354ceSNicholas Bellinger 147e48354ceSNicholas Bellinger spin_lock_bh(&cmd->r2t_lock); 148e48354ceSNicholas Bellinger list_for_each_entry_safe(r2t, r2t_tmp, &cmd->cmd_r2t_list, r2t_list) 149e48354ceSNicholas Bellinger iscsit_free_r2t(r2t, cmd); 150e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 151e48354ceSNicholas Bellinger } 152e48354ceSNicholas Bellinger 153e48354ceSNicholas Bellinger /* 154e48354ceSNicholas Bellinger * May be called from software interrupt (timer) context for allocating 155e48354ceSNicholas Bellinger * iSCSI NopINs. 156e48354ceSNicholas Bellinger */ 157e48354ceSNicholas Bellinger struct iscsi_cmd *iscsit_allocate_cmd(struct iscsi_conn *conn, gfp_t gfp_mask) 158e48354ceSNicholas Bellinger { 159e48354ceSNicholas Bellinger struct iscsi_cmd *cmd; 160e48354ceSNicholas Bellinger 161e48354ceSNicholas Bellinger cmd = kmem_cache_zalloc(lio_cmd_cache, gfp_mask); 162e48354ceSNicholas Bellinger if (!cmd) { 163e48354ceSNicholas Bellinger pr_err("Unable to allocate memory for struct iscsi_cmd.\n"); 164e48354ceSNicholas Bellinger return NULL; 165e48354ceSNicholas Bellinger } 166e48354ceSNicholas Bellinger 167e48354ceSNicholas Bellinger cmd->conn = conn; 168e48354ceSNicholas Bellinger INIT_LIST_HEAD(&cmd->i_list); 169e48354ceSNicholas Bellinger INIT_LIST_HEAD(&cmd->datain_list); 170e48354ceSNicholas Bellinger INIT_LIST_HEAD(&cmd->cmd_r2t_list); 171e48354ceSNicholas Bellinger init_completion(&cmd->reject_comp); 172e48354ceSNicholas Bellinger spin_lock_init(&cmd->datain_lock); 173e48354ceSNicholas Bellinger spin_lock_init(&cmd->dataout_timeout_lock); 174e48354ceSNicholas Bellinger spin_lock_init(&cmd->istate_lock); 175e48354ceSNicholas Bellinger spin_lock_init(&cmd->error_lock); 176e48354ceSNicholas Bellinger spin_lock_init(&cmd->r2t_lock); 177e48354ceSNicholas Bellinger 178e48354ceSNicholas Bellinger return cmd; 179e48354ceSNicholas Bellinger } 180e48354ceSNicholas Bellinger 181e48354ceSNicholas Bellinger /* 182e48354ceSNicholas Bellinger * Called from iscsi_handle_scsi_cmd() 183e48354ceSNicholas Bellinger */ 184e48354ceSNicholas Bellinger struct iscsi_cmd *iscsit_allocate_se_cmd( 185e48354ceSNicholas Bellinger struct iscsi_conn *conn, 186e48354ceSNicholas Bellinger u32 data_length, 187e48354ceSNicholas Bellinger int data_direction, 188e48354ceSNicholas Bellinger int iscsi_task_attr) 189e48354ceSNicholas Bellinger { 190e48354ceSNicholas Bellinger struct iscsi_cmd *cmd; 191e48354ceSNicholas Bellinger struct se_cmd *se_cmd; 192e48354ceSNicholas Bellinger int sam_task_attr; 193e48354ceSNicholas Bellinger 194e48354ceSNicholas Bellinger cmd = iscsit_allocate_cmd(conn, GFP_KERNEL); 195e48354ceSNicholas Bellinger if (!cmd) 196e48354ceSNicholas Bellinger return NULL; 197e48354ceSNicholas Bellinger 198e48354ceSNicholas Bellinger cmd->data_direction = data_direction; 199e48354ceSNicholas Bellinger cmd->data_length = data_length; 200e48354ceSNicholas Bellinger /* 201e48354ceSNicholas Bellinger * Figure out the SAM Task Attribute for the incoming SCSI CDB 202e48354ceSNicholas Bellinger */ 203e48354ceSNicholas Bellinger if ((iscsi_task_attr == ISCSI_ATTR_UNTAGGED) || 204e48354ceSNicholas Bellinger (iscsi_task_attr == ISCSI_ATTR_SIMPLE)) 205e48354ceSNicholas Bellinger sam_task_attr = MSG_SIMPLE_TAG; 206e48354ceSNicholas Bellinger else if (iscsi_task_attr == ISCSI_ATTR_ORDERED) 207e48354ceSNicholas Bellinger sam_task_attr = MSG_ORDERED_TAG; 208e48354ceSNicholas Bellinger else if (iscsi_task_attr == ISCSI_ATTR_HEAD_OF_QUEUE) 209e48354ceSNicholas Bellinger sam_task_attr = MSG_HEAD_TAG; 210e48354ceSNicholas Bellinger else if (iscsi_task_attr == ISCSI_ATTR_ACA) 211e48354ceSNicholas Bellinger sam_task_attr = MSG_ACA_TAG; 212e48354ceSNicholas Bellinger else { 213e48354ceSNicholas Bellinger pr_debug("Unknown iSCSI Task Attribute: 0x%02x, using" 214e48354ceSNicholas Bellinger " MSG_SIMPLE_TAG\n", iscsi_task_attr); 215e48354ceSNicholas Bellinger sam_task_attr = MSG_SIMPLE_TAG; 216e48354ceSNicholas Bellinger } 217e48354ceSNicholas Bellinger 218e48354ceSNicholas Bellinger se_cmd = &cmd->se_cmd; 219e48354ceSNicholas Bellinger /* 220e48354ceSNicholas Bellinger * Initialize struct se_cmd descriptor from target_core_mod infrastructure 221e48354ceSNicholas Bellinger */ 222e48354ceSNicholas Bellinger transport_init_se_cmd(se_cmd, &lio_target_fabric_configfs->tf_ops, 223e48354ceSNicholas Bellinger conn->sess->se_sess, data_length, data_direction, 224e48354ceSNicholas Bellinger sam_task_attr, &cmd->sense_buffer[0]); 225e48354ceSNicholas Bellinger return cmd; 226e48354ceSNicholas Bellinger } 227e48354ceSNicholas Bellinger 228e48354ceSNicholas Bellinger struct iscsi_cmd *iscsit_allocate_se_cmd_for_tmr( 229e48354ceSNicholas Bellinger struct iscsi_conn *conn, 230e48354ceSNicholas Bellinger u8 function) 231e48354ceSNicholas Bellinger { 232e48354ceSNicholas Bellinger struct iscsi_cmd *cmd; 233e48354ceSNicholas Bellinger struct se_cmd *se_cmd; 234e48354ceSNicholas Bellinger u8 tcm_function; 235e48354ceSNicholas Bellinger 236e48354ceSNicholas Bellinger cmd = iscsit_allocate_cmd(conn, GFP_KERNEL); 237e48354ceSNicholas Bellinger if (!cmd) 238e48354ceSNicholas Bellinger return NULL; 239e48354ceSNicholas Bellinger 240e48354ceSNicholas Bellinger cmd->data_direction = DMA_NONE; 241e48354ceSNicholas Bellinger 242e48354ceSNicholas Bellinger cmd->tmr_req = kzalloc(sizeof(struct iscsi_tmr_req), GFP_KERNEL); 243e48354ceSNicholas Bellinger if (!cmd->tmr_req) { 244e48354ceSNicholas Bellinger pr_err("Unable to allocate memory for" 245e48354ceSNicholas Bellinger " Task Management command!\n"); 246e48354ceSNicholas Bellinger return NULL; 247e48354ceSNicholas Bellinger } 248e48354ceSNicholas Bellinger /* 249e48354ceSNicholas Bellinger * TASK_REASSIGN for ERL=2 / connection stays inside of 250e48354ceSNicholas Bellinger * LIO-Target $FABRIC_MOD 251e48354ceSNicholas Bellinger */ 252e48354ceSNicholas Bellinger if (function == ISCSI_TM_FUNC_TASK_REASSIGN) 253e48354ceSNicholas Bellinger return cmd; 254e48354ceSNicholas Bellinger 255e48354ceSNicholas Bellinger se_cmd = &cmd->se_cmd; 256e48354ceSNicholas Bellinger /* 257e48354ceSNicholas Bellinger * Initialize struct se_cmd descriptor from target_core_mod infrastructure 258e48354ceSNicholas Bellinger */ 259e48354ceSNicholas Bellinger transport_init_se_cmd(se_cmd, &lio_target_fabric_configfs->tf_ops, 260e48354ceSNicholas Bellinger conn->sess->se_sess, 0, DMA_NONE, 261e48354ceSNicholas Bellinger MSG_SIMPLE_TAG, &cmd->sense_buffer[0]); 262e48354ceSNicholas Bellinger 263e48354ceSNicholas Bellinger switch (function) { 264e48354ceSNicholas Bellinger case ISCSI_TM_FUNC_ABORT_TASK: 265e48354ceSNicholas Bellinger tcm_function = TMR_ABORT_TASK; 266e48354ceSNicholas Bellinger break; 267e48354ceSNicholas Bellinger case ISCSI_TM_FUNC_ABORT_TASK_SET: 268e48354ceSNicholas Bellinger tcm_function = TMR_ABORT_TASK_SET; 269e48354ceSNicholas Bellinger break; 270e48354ceSNicholas Bellinger case ISCSI_TM_FUNC_CLEAR_ACA: 271e48354ceSNicholas Bellinger tcm_function = TMR_CLEAR_ACA; 272e48354ceSNicholas Bellinger break; 273e48354ceSNicholas Bellinger case ISCSI_TM_FUNC_CLEAR_TASK_SET: 274e48354ceSNicholas Bellinger tcm_function = TMR_CLEAR_TASK_SET; 275e48354ceSNicholas Bellinger break; 276e48354ceSNicholas Bellinger case ISCSI_TM_FUNC_LOGICAL_UNIT_RESET: 277e48354ceSNicholas Bellinger tcm_function = TMR_LUN_RESET; 278e48354ceSNicholas Bellinger break; 279e48354ceSNicholas Bellinger case ISCSI_TM_FUNC_TARGET_WARM_RESET: 280e48354ceSNicholas Bellinger tcm_function = TMR_TARGET_WARM_RESET; 281e48354ceSNicholas Bellinger break; 282e48354ceSNicholas Bellinger case ISCSI_TM_FUNC_TARGET_COLD_RESET: 283e48354ceSNicholas Bellinger tcm_function = TMR_TARGET_COLD_RESET; 284e48354ceSNicholas Bellinger break; 285e48354ceSNicholas Bellinger default: 286e48354ceSNicholas Bellinger pr_err("Unknown iSCSI TMR Function:" 287e48354ceSNicholas Bellinger " 0x%02x\n", function); 288e48354ceSNicholas Bellinger goto out; 289e48354ceSNicholas Bellinger } 290e48354ceSNicholas Bellinger 291e48354ceSNicholas Bellinger se_cmd->se_tmr_req = core_tmr_alloc_req(se_cmd, 292e48354ceSNicholas Bellinger (void *)cmd->tmr_req, tcm_function); 293e48354ceSNicholas Bellinger if (!se_cmd->se_tmr_req) 294e48354ceSNicholas Bellinger goto out; 295e48354ceSNicholas Bellinger 296e48354ceSNicholas Bellinger cmd->tmr_req->se_tmr_req = se_cmd->se_tmr_req; 297e48354ceSNicholas Bellinger 298e48354ceSNicholas Bellinger return cmd; 299e48354ceSNicholas Bellinger out: 300e48354ceSNicholas Bellinger iscsit_release_cmd(cmd); 301e48354ceSNicholas Bellinger if (se_cmd) 302e48354ceSNicholas Bellinger transport_free_se_cmd(se_cmd); 303e48354ceSNicholas Bellinger return NULL; 304e48354ceSNicholas Bellinger } 305e48354ceSNicholas Bellinger 306e48354ceSNicholas Bellinger int iscsit_decide_list_to_build( 307e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 308e48354ceSNicholas Bellinger u32 immediate_data_length) 309e48354ceSNicholas Bellinger { 310e48354ceSNicholas Bellinger struct iscsi_build_list bl; 311e48354ceSNicholas Bellinger struct iscsi_conn *conn = cmd->conn; 312e48354ceSNicholas Bellinger struct iscsi_session *sess = conn->sess; 313e48354ceSNicholas Bellinger struct iscsi_node_attrib *na; 314e48354ceSNicholas Bellinger 315e48354ceSNicholas Bellinger if (sess->sess_ops->DataSequenceInOrder && 316e48354ceSNicholas Bellinger sess->sess_ops->DataPDUInOrder) 317e48354ceSNicholas Bellinger return 0; 318e48354ceSNicholas Bellinger 319e48354ceSNicholas Bellinger if (cmd->data_direction == DMA_NONE) 320e48354ceSNicholas Bellinger return 0; 321e48354ceSNicholas Bellinger 322e48354ceSNicholas Bellinger na = iscsit_tpg_get_node_attrib(sess); 323e48354ceSNicholas Bellinger memset(&bl, 0, sizeof(struct iscsi_build_list)); 324e48354ceSNicholas Bellinger 325e48354ceSNicholas Bellinger if (cmd->data_direction == DMA_FROM_DEVICE) { 326e48354ceSNicholas Bellinger bl.data_direction = ISCSI_PDU_READ; 327e48354ceSNicholas Bellinger bl.type = PDULIST_NORMAL; 328e48354ceSNicholas Bellinger if (na->random_datain_pdu_offsets) 329e48354ceSNicholas Bellinger bl.randomize |= RANDOM_DATAIN_PDU_OFFSETS; 330e48354ceSNicholas Bellinger if (na->random_datain_seq_offsets) 331e48354ceSNicholas Bellinger bl.randomize |= RANDOM_DATAIN_SEQ_OFFSETS; 332e48354ceSNicholas Bellinger } else { 333e48354ceSNicholas Bellinger bl.data_direction = ISCSI_PDU_WRITE; 334e48354ceSNicholas Bellinger bl.immediate_data_length = immediate_data_length; 335e48354ceSNicholas Bellinger if (na->random_r2t_offsets) 336e48354ceSNicholas Bellinger bl.randomize |= RANDOM_R2T_OFFSETS; 337e48354ceSNicholas Bellinger 338e48354ceSNicholas Bellinger if (!cmd->immediate_data && !cmd->unsolicited_data) 339e48354ceSNicholas Bellinger bl.type = PDULIST_NORMAL; 340e48354ceSNicholas Bellinger else if (cmd->immediate_data && !cmd->unsolicited_data) 341e48354ceSNicholas Bellinger bl.type = PDULIST_IMMEDIATE; 342e48354ceSNicholas Bellinger else if (!cmd->immediate_data && cmd->unsolicited_data) 343e48354ceSNicholas Bellinger bl.type = PDULIST_UNSOLICITED; 344e48354ceSNicholas Bellinger else if (cmd->immediate_data && cmd->unsolicited_data) 345e48354ceSNicholas Bellinger bl.type = PDULIST_IMMEDIATE_AND_UNSOLICITED; 346e48354ceSNicholas Bellinger } 347e48354ceSNicholas Bellinger 348e48354ceSNicholas Bellinger return iscsit_do_build_list(cmd, &bl); 349e48354ceSNicholas Bellinger } 350e48354ceSNicholas Bellinger 351e48354ceSNicholas Bellinger struct iscsi_seq *iscsit_get_seq_holder_for_datain( 352e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 353e48354ceSNicholas Bellinger u32 seq_send_order) 354e48354ceSNicholas Bellinger { 355e48354ceSNicholas Bellinger u32 i; 356e48354ceSNicholas Bellinger 357e48354ceSNicholas Bellinger for (i = 0; i < cmd->seq_count; i++) 358e48354ceSNicholas Bellinger if (cmd->seq_list[i].seq_send_order == seq_send_order) 359e48354ceSNicholas Bellinger return &cmd->seq_list[i]; 360e48354ceSNicholas Bellinger 361e48354ceSNicholas Bellinger return NULL; 362e48354ceSNicholas Bellinger } 363e48354ceSNicholas Bellinger 364e48354ceSNicholas Bellinger struct iscsi_seq *iscsit_get_seq_holder_for_r2t(struct iscsi_cmd *cmd) 365e48354ceSNicholas Bellinger { 366e48354ceSNicholas Bellinger u32 i; 367e48354ceSNicholas Bellinger 368e48354ceSNicholas Bellinger if (!cmd->seq_list) { 369e48354ceSNicholas Bellinger pr_err("struct iscsi_cmd->seq_list is NULL!\n"); 370e48354ceSNicholas Bellinger return NULL; 371e48354ceSNicholas Bellinger } 372e48354ceSNicholas Bellinger 373e48354ceSNicholas Bellinger for (i = 0; i < cmd->seq_count; i++) { 374e48354ceSNicholas Bellinger if (cmd->seq_list[i].type != SEQTYPE_NORMAL) 375e48354ceSNicholas Bellinger continue; 376e48354ceSNicholas Bellinger if (cmd->seq_list[i].seq_send_order == cmd->seq_send_order) { 377e48354ceSNicholas Bellinger cmd->seq_send_order++; 378e48354ceSNicholas Bellinger return &cmd->seq_list[i]; 379e48354ceSNicholas Bellinger } 380e48354ceSNicholas Bellinger } 381e48354ceSNicholas Bellinger 382e48354ceSNicholas Bellinger return NULL; 383e48354ceSNicholas Bellinger } 384e48354ceSNicholas Bellinger 385e48354ceSNicholas Bellinger struct iscsi_r2t *iscsit_get_holder_for_r2tsn( 386e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 387e48354ceSNicholas Bellinger u32 r2t_sn) 388e48354ceSNicholas Bellinger { 389e48354ceSNicholas Bellinger struct iscsi_r2t *r2t; 390e48354ceSNicholas Bellinger 391e48354ceSNicholas Bellinger spin_lock_bh(&cmd->r2t_lock); 392e48354ceSNicholas Bellinger list_for_each_entry(r2t, &cmd->cmd_r2t_list, r2t_list) { 393e48354ceSNicholas Bellinger if (r2t->r2t_sn == r2t_sn) { 394e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 395e48354ceSNicholas Bellinger return r2t; 396e48354ceSNicholas Bellinger } 397e48354ceSNicholas Bellinger } 398e48354ceSNicholas Bellinger spin_unlock_bh(&cmd->r2t_lock); 399e48354ceSNicholas Bellinger 400e48354ceSNicholas Bellinger return NULL; 401e48354ceSNicholas Bellinger } 402e48354ceSNicholas Bellinger 403e48354ceSNicholas Bellinger static inline int iscsit_check_received_cmdsn(struct iscsi_session *sess, u32 cmdsn) 404e48354ceSNicholas Bellinger { 405e48354ceSNicholas Bellinger int ret; 406e48354ceSNicholas Bellinger 407e48354ceSNicholas Bellinger /* 408e48354ceSNicholas Bellinger * This is the proper method of checking received CmdSN against 409e48354ceSNicholas Bellinger * ExpCmdSN and MaxCmdSN values, as well as accounting for out 410e48354ceSNicholas Bellinger * or order CmdSNs due to multiple connection sessions and/or 411e48354ceSNicholas Bellinger * CRC failures. 412e48354ceSNicholas Bellinger */ 413e48354ceSNicholas Bellinger if (iscsi_sna_gt(cmdsn, sess->max_cmd_sn)) { 414e48354ceSNicholas Bellinger pr_err("Received CmdSN: 0x%08x is greater than" 415e48354ceSNicholas Bellinger " MaxCmdSN: 0x%08x, protocol error.\n", cmdsn, 416e48354ceSNicholas Bellinger sess->max_cmd_sn); 417e48354ceSNicholas Bellinger ret = CMDSN_ERROR_CANNOT_RECOVER; 418e48354ceSNicholas Bellinger 419e48354ceSNicholas Bellinger } else if (cmdsn == sess->exp_cmd_sn) { 420e48354ceSNicholas Bellinger sess->exp_cmd_sn++; 421e48354ceSNicholas Bellinger pr_debug("Received CmdSN matches ExpCmdSN," 422e48354ceSNicholas Bellinger " incremented ExpCmdSN to: 0x%08x\n", 423e48354ceSNicholas Bellinger sess->exp_cmd_sn); 424e48354ceSNicholas Bellinger ret = CMDSN_NORMAL_OPERATION; 425e48354ceSNicholas Bellinger 426e48354ceSNicholas Bellinger } else if (iscsi_sna_gt(cmdsn, sess->exp_cmd_sn)) { 427e48354ceSNicholas Bellinger pr_debug("Received CmdSN: 0x%08x is greater" 428e48354ceSNicholas Bellinger " than ExpCmdSN: 0x%08x, not acknowledging.\n", 429e48354ceSNicholas Bellinger cmdsn, sess->exp_cmd_sn); 430e48354ceSNicholas Bellinger ret = CMDSN_HIGHER_THAN_EXP; 431e48354ceSNicholas Bellinger 432e48354ceSNicholas Bellinger } else { 433e48354ceSNicholas Bellinger pr_err("Received CmdSN: 0x%08x is less than" 434e48354ceSNicholas Bellinger " ExpCmdSN: 0x%08x, ignoring.\n", cmdsn, 435e48354ceSNicholas Bellinger sess->exp_cmd_sn); 436e48354ceSNicholas Bellinger ret = CMDSN_LOWER_THAN_EXP; 437e48354ceSNicholas Bellinger } 438e48354ceSNicholas Bellinger 439e48354ceSNicholas Bellinger return ret; 440e48354ceSNicholas Bellinger } 441e48354ceSNicholas Bellinger 442e48354ceSNicholas Bellinger /* 443e48354ceSNicholas Bellinger * Commands may be received out of order if MC/S is in use. 444e48354ceSNicholas Bellinger * Ensure they are executed in CmdSN order. 445e48354ceSNicholas Bellinger */ 446e48354ceSNicholas Bellinger int iscsit_sequence_cmd( 447e48354ceSNicholas Bellinger struct iscsi_conn *conn, 448e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 449e48354ceSNicholas Bellinger u32 cmdsn) 450e48354ceSNicholas Bellinger { 451e48354ceSNicholas Bellinger int ret; 452e48354ceSNicholas Bellinger int cmdsn_ret; 453e48354ceSNicholas Bellinger 454e48354ceSNicholas Bellinger mutex_lock(&conn->sess->cmdsn_mutex); 455e48354ceSNicholas Bellinger 456e48354ceSNicholas Bellinger cmdsn_ret = iscsit_check_received_cmdsn(conn->sess, cmdsn); 457e48354ceSNicholas Bellinger switch (cmdsn_ret) { 458e48354ceSNicholas Bellinger case CMDSN_NORMAL_OPERATION: 459e48354ceSNicholas Bellinger ret = iscsit_execute_cmd(cmd, 0); 460e48354ceSNicholas Bellinger if ((ret >= 0) && !list_empty(&conn->sess->sess_ooo_cmdsn_list)) 461e48354ceSNicholas Bellinger iscsit_execute_ooo_cmdsns(conn->sess); 462e48354ceSNicholas Bellinger break; 463e48354ceSNicholas Bellinger case CMDSN_HIGHER_THAN_EXP: 464e48354ceSNicholas Bellinger ret = iscsit_handle_ooo_cmdsn(conn->sess, cmd, cmdsn); 465e48354ceSNicholas Bellinger break; 466e48354ceSNicholas Bellinger case CMDSN_LOWER_THAN_EXP: 467e48354ceSNicholas Bellinger cmd->i_state = ISTATE_REMOVE; 468e48354ceSNicholas Bellinger iscsit_add_cmd_to_immediate_queue(cmd, conn, cmd->i_state); 469e48354ceSNicholas Bellinger ret = cmdsn_ret; 470e48354ceSNicholas Bellinger break; 471e48354ceSNicholas Bellinger default: 472e48354ceSNicholas Bellinger ret = cmdsn_ret; 473e48354ceSNicholas Bellinger break; 474e48354ceSNicholas Bellinger } 475e48354ceSNicholas Bellinger mutex_unlock(&conn->sess->cmdsn_mutex); 476e48354ceSNicholas Bellinger 477e48354ceSNicholas Bellinger return ret; 478e48354ceSNicholas Bellinger } 479e48354ceSNicholas Bellinger 480e48354ceSNicholas Bellinger int iscsit_check_unsolicited_dataout(struct iscsi_cmd *cmd, unsigned char *buf) 481e48354ceSNicholas Bellinger { 482e48354ceSNicholas Bellinger struct iscsi_conn *conn = cmd->conn; 483e48354ceSNicholas Bellinger struct se_cmd *se_cmd = &cmd->se_cmd; 484e48354ceSNicholas Bellinger struct iscsi_data *hdr = (struct iscsi_data *) buf; 485e48354ceSNicholas Bellinger u32 payload_length = ntoh24(hdr->dlength); 486e48354ceSNicholas Bellinger 487e48354ceSNicholas Bellinger if (conn->sess->sess_ops->InitialR2T) { 488e48354ceSNicholas Bellinger pr_err("Received unexpected unsolicited data" 489e48354ceSNicholas Bellinger " while InitialR2T=Yes, protocol error.\n"); 490e48354ceSNicholas Bellinger transport_send_check_condition_and_sense(se_cmd, 491e48354ceSNicholas Bellinger TCM_UNEXPECTED_UNSOLICITED_DATA, 0); 492e48354ceSNicholas Bellinger return -1; 493e48354ceSNicholas Bellinger } 494e48354ceSNicholas Bellinger 495e48354ceSNicholas Bellinger if ((cmd->first_burst_len + payload_length) > 496e48354ceSNicholas Bellinger conn->sess->sess_ops->FirstBurstLength) { 497e48354ceSNicholas Bellinger pr_err("Total %u bytes exceeds FirstBurstLength: %u" 498e48354ceSNicholas Bellinger " for this Unsolicited DataOut Burst.\n", 499e48354ceSNicholas Bellinger (cmd->first_burst_len + payload_length), 500e48354ceSNicholas Bellinger conn->sess->sess_ops->FirstBurstLength); 501e48354ceSNicholas Bellinger transport_send_check_condition_and_sense(se_cmd, 502e48354ceSNicholas Bellinger TCM_INCORRECT_AMOUNT_OF_DATA, 0); 503e48354ceSNicholas Bellinger return -1; 504e48354ceSNicholas Bellinger } 505e48354ceSNicholas Bellinger 506e48354ceSNicholas Bellinger if (!(hdr->flags & ISCSI_FLAG_CMD_FINAL)) 507e48354ceSNicholas Bellinger return 0; 508e48354ceSNicholas Bellinger 509e48354ceSNicholas Bellinger if (((cmd->first_burst_len + payload_length) != cmd->data_length) && 510e48354ceSNicholas Bellinger ((cmd->first_burst_len + payload_length) != 511e48354ceSNicholas Bellinger conn->sess->sess_ops->FirstBurstLength)) { 512e48354ceSNicholas Bellinger pr_err("Unsolicited non-immediate data received %u" 513e48354ceSNicholas Bellinger " does not equal FirstBurstLength: %u, and does" 514e48354ceSNicholas Bellinger " not equal ExpXferLen %u.\n", 515e48354ceSNicholas Bellinger (cmd->first_burst_len + payload_length), 516e48354ceSNicholas Bellinger conn->sess->sess_ops->FirstBurstLength, cmd->data_length); 517e48354ceSNicholas Bellinger transport_send_check_condition_and_sense(se_cmd, 518e48354ceSNicholas Bellinger TCM_INCORRECT_AMOUNT_OF_DATA, 0); 519e48354ceSNicholas Bellinger return -1; 520e48354ceSNicholas Bellinger } 521e48354ceSNicholas Bellinger return 0; 522e48354ceSNicholas Bellinger } 523e48354ceSNicholas Bellinger 524e48354ceSNicholas Bellinger struct iscsi_cmd *iscsit_find_cmd_from_itt( 525e48354ceSNicholas Bellinger struct iscsi_conn *conn, 526e48354ceSNicholas Bellinger u32 init_task_tag) 527e48354ceSNicholas Bellinger { 528e48354ceSNicholas Bellinger struct iscsi_cmd *cmd; 529e48354ceSNicholas Bellinger 530e48354ceSNicholas Bellinger spin_lock_bh(&conn->cmd_lock); 531e48354ceSNicholas Bellinger list_for_each_entry(cmd, &conn->conn_cmd_list, i_list) { 532e48354ceSNicholas Bellinger if (cmd->init_task_tag == init_task_tag) { 533e48354ceSNicholas Bellinger spin_unlock_bh(&conn->cmd_lock); 534e48354ceSNicholas Bellinger return cmd; 535e48354ceSNicholas Bellinger } 536e48354ceSNicholas Bellinger } 537e48354ceSNicholas Bellinger spin_unlock_bh(&conn->cmd_lock); 538e48354ceSNicholas Bellinger 539e48354ceSNicholas Bellinger pr_err("Unable to locate ITT: 0x%08x on CID: %hu", 540e48354ceSNicholas Bellinger init_task_tag, conn->cid); 541e48354ceSNicholas Bellinger return NULL; 542e48354ceSNicholas Bellinger } 543e48354ceSNicholas Bellinger 544e48354ceSNicholas Bellinger struct iscsi_cmd *iscsit_find_cmd_from_itt_or_dump( 545e48354ceSNicholas Bellinger struct iscsi_conn *conn, 546e48354ceSNicholas Bellinger u32 init_task_tag, 547e48354ceSNicholas Bellinger u32 length) 548e48354ceSNicholas Bellinger { 549e48354ceSNicholas Bellinger struct iscsi_cmd *cmd; 550e48354ceSNicholas Bellinger 551e48354ceSNicholas Bellinger spin_lock_bh(&conn->cmd_lock); 552e48354ceSNicholas Bellinger list_for_each_entry(cmd, &conn->conn_cmd_list, i_list) { 553e48354ceSNicholas Bellinger if (cmd->init_task_tag == init_task_tag) { 554e48354ceSNicholas Bellinger spin_unlock_bh(&conn->cmd_lock); 555e48354ceSNicholas Bellinger return cmd; 556e48354ceSNicholas Bellinger } 557e48354ceSNicholas Bellinger } 558e48354ceSNicholas Bellinger spin_unlock_bh(&conn->cmd_lock); 559e48354ceSNicholas Bellinger 560e48354ceSNicholas Bellinger pr_err("Unable to locate ITT: 0x%08x on CID: %hu," 561e48354ceSNicholas Bellinger " dumping payload\n", init_task_tag, conn->cid); 562e48354ceSNicholas Bellinger if (length) 563e48354ceSNicholas Bellinger iscsit_dump_data_payload(conn, length, 1); 564e48354ceSNicholas Bellinger 565e48354ceSNicholas Bellinger return NULL; 566e48354ceSNicholas Bellinger } 567e48354ceSNicholas Bellinger 568e48354ceSNicholas Bellinger struct iscsi_cmd *iscsit_find_cmd_from_ttt( 569e48354ceSNicholas Bellinger struct iscsi_conn *conn, 570e48354ceSNicholas Bellinger u32 targ_xfer_tag) 571e48354ceSNicholas Bellinger { 572e48354ceSNicholas Bellinger struct iscsi_cmd *cmd = NULL; 573e48354ceSNicholas Bellinger 574e48354ceSNicholas Bellinger spin_lock_bh(&conn->cmd_lock); 575e48354ceSNicholas Bellinger list_for_each_entry(cmd, &conn->conn_cmd_list, i_list) { 576e48354ceSNicholas Bellinger if (cmd->targ_xfer_tag == targ_xfer_tag) { 577e48354ceSNicholas Bellinger spin_unlock_bh(&conn->cmd_lock); 578e48354ceSNicholas Bellinger return cmd; 579e48354ceSNicholas Bellinger } 580e48354ceSNicholas Bellinger } 581e48354ceSNicholas Bellinger spin_unlock_bh(&conn->cmd_lock); 582e48354ceSNicholas Bellinger 583e48354ceSNicholas Bellinger pr_err("Unable to locate TTT: 0x%08x on CID: %hu\n", 584e48354ceSNicholas Bellinger targ_xfer_tag, conn->cid); 585e48354ceSNicholas Bellinger return NULL; 586e48354ceSNicholas Bellinger } 587e48354ceSNicholas Bellinger 588e48354ceSNicholas Bellinger int iscsit_find_cmd_for_recovery( 589e48354ceSNicholas Bellinger struct iscsi_session *sess, 590e48354ceSNicholas Bellinger struct iscsi_cmd **cmd_ptr, 591e48354ceSNicholas Bellinger struct iscsi_conn_recovery **cr_ptr, 592e48354ceSNicholas Bellinger u32 init_task_tag) 593e48354ceSNicholas Bellinger { 594e48354ceSNicholas Bellinger struct iscsi_cmd *cmd = NULL; 595e48354ceSNicholas Bellinger struct iscsi_conn_recovery *cr; 596e48354ceSNicholas Bellinger /* 597e48354ceSNicholas Bellinger * Scan through the inactive connection recovery list's command list. 598e48354ceSNicholas Bellinger * If init_task_tag matches the command is still alligent. 599e48354ceSNicholas Bellinger */ 600e48354ceSNicholas Bellinger spin_lock(&sess->cr_i_lock); 601e48354ceSNicholas Bellinger list_for_each_entry(cr, &sess->cr_inactive_list, cr_list) { 602e48354ceSNicholas Bellinger spin_lock(&cr->conn_recovery_cmd_lock); 603e48354ceSNicholas Bellinger list_for_each_entry(cmd, &cr->conn_recovery_cmd_list, i_list) { 604e48354ceSNicholas Bellinger if (cmd->init_task_tag == init_task_tag) { 605e48354ceSNicholas Bellinger spin_unlock(&cr->conn_recovery_cmd_lock); 606e48354ceSNicholas Bellinger spin_unlock(&sess->cr_i_lock); 607e48354ceSNicholas Bellinger 608e48354ceSNicholas Bellinger *cr_ptr = cr; 609e48354ceSNicholas Bellinger *cmd_ptr = cmd; 610e48354ceSNicholas Bellinger return -2; 611e48354ceSNicholas Bellinger } 612e48354ceSNicholas Bellinger } 613e48354ceSNicholas Bellinger spin_unlock(&cr->conn_recovery_cmd_lock); 614e48354ceSNicholas Bellinger } 615e48354ceSNicholas Bellinger spin_unlock(&sess->cr_i_lock); 616e48354ceSNicholas Bellinger /* 617e48354ceSNicholas Bellinger * Scan through the active connection recovery list's command list. 618e48354ceSNicholas Bellinger * If init_task_tag matches the command is ready to be reassigned. 619e48354ceSNicholas Bellinger */ 620e48354ceSNicholas Bellinger spin_lock(&sess->cr_a_lock); 621e48354ceSNicholas Bellinger list_for_each_entry(cr, &sess->cr_active_list, cr_list) { 622e48354ceSNicholas Bellinger spin_lock(&cr->conn_recovery_cmd_lock); 623e48354ceSNicholas Bellinger list_for_each_entry(cmd, &cr->conn_recovery_cmd_list, i_list) { 624e48354ceSNicholas Bellinger if (cmd->init_task_tag == init_task_tag) { 625e48354ceSNicholas Bellinger spin_unlock(&cr->conn_recovery_cmd_lock); 626e48354ceSNicholas Bellinger spin_unlock(&sess->cr_a_lock); 627e48354ceSNicholas Bellinger 628e48354ceSNicholas Bellinger *cr_ptr = cr; 629e48354ceSNicholas Bellinger *cmd_ptr = cmd; 630e48354ceSNicholas Bellinger return 0; 631e48354ceSNicholas Bellinger } 632e48354ceSNicholas Bellinger } 633e48354ceSNicholas Bellinger spin_unlock(&cr->conn_recovery_cmd_lock); 634e48354ceSNicholas Bellinger } 635e48354ceSNicholas Bellinger spin_unlock(&sess->cr_a_lock); 636e48354ceSNicholas Bellinger 637e48354ceSNicholas Bellinger return -1; 638e48354ceSNicholas Bellinger } 639e48354ceSNicholas Bellinger 640e48354ceSNicholas Bellinger void iscsit_add_cmd_to_immediate_queue( 641e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 642e48354ceSNicholas Bellinger struct iscsi_conn *conn, 643e48354ceSNicholas Bellinger u8 state) 644e48354ceSNicholas Bellinger { 645e48354ceSNicholas Bellinger struct iscsi_queue_req *qr; 646e48354ceSNicholas Bellinger 647e48354ceSNicholas Bellinger qr = kmem_cache_zalloc(lio_qr_cache, GFP_ATOMIC); 648e48354ceSNicholas Bellinger if (!qr) { 649e48354ceSNicholas Bellinger pr_err("Unable to allocate memory for" 650e48354ceSNicholas Bellinger " struct iscsi_queue_req\n"); 651e48354ceSNicholas Bellinger return; 652e48354ceSNicholas Bellinger } 653e48354ceSNicholas Bellinger INIT_LIST_HEAD(&qr->qr_list); 654e48354ceSNicholas Bellinger qr->cmd = cmd; 655e48354ceSNicholas Bellinger qr->state = state; 656e48354ceSNicholas Bellinger 657e48354ceSNicholas Bellinger spin_lock_bh(&conn->immed_queue_lock); 658e48354ceSNicholas Bellinger list_add_tail(&qr->qr_list, &conn->immed_queue_list); 659e48354ceSNicholas Bellinger atomic_inc(&cmd->immed_queue_count); 660e48354ceSNicholas Bellinger atomic_set(&conn->check_immediate_queue, 1); 661e48354ceSNicholas Bellinger spin_unlock_bh(&conn->immed_queue_lock); 662e48354ceSNicholas Bellinger 663e48354ceSNicholas Bellinger wake_up_process(conn->thread_set->tx_thread); 664e48354ceSNicholas Bellinger } 665e48354ceSNicholas Bellinger 666e48354ceSNicholas Bellinger struct iscsi_queue_req *iscsit_get_cmd_from_immediate_queue(struct iscsi_conn *conn) 667e48354ceSNicholas Bellinger { 668e48354ceSNicholas Bellinger struct iscsi_queue_req *qr; 669e48354ceSNicholas Bellinger 670e48354ceSNicholas Bellinger spin_lock_bh(&conn->immed_queue_lock); 671e48354ceSNicholas Bellinger if (list_empty(&conn->immed_queue_list)) { 672e48354ceSNicholas Bellinger spin_unlock_bh(&conn->immed_queue_lock); 673e48354ceSNicholas Bellinger return NULL; 674e48354ceSNicholas Bellinger } 675e48354ceSNicholas Bellinger list_for_each_entry(qr, &conn->immed_queue_list, qr_list) 676e48354ceSNicholas Bellinger break; 677e48354ceSNicholas Bellinger 678e48354ceSNicholas Bellinger list_del(&qr->qr_list); 679e48354ceSNicholas Bellinger if (qr->cmd) 680e48354ceSNicholas Bellinger atomic_dec(&qr->cmd->immed_queue_count); 681e48354ceSNicholas Bellinger spin_unlock_bh(&conn->immed_queue_lock); 682e48354ceSNicholas Bellinger 683e48354ceSNicholas Bellinger return qr; 684e48354ceSNicholas Bellinger } 685e48354ceSNicholas Bellinger 686e48354ceSNicholas Bellinger static void iscsit_remove_cmd_from_immediate_queue( 687e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 688e48354ceSNicholas Bellinger struct iscsi_conn *conn) 689e48354ceSNicholas Bellinger { 690e48354ceSNicholas Bellinger struct iscsi_queue_req *qr, *qr_tmp; 691e48354ceSNicholas Bellinger 692e48354ceSNicholas Bellinger spin_lock_bh(&conn->immed_queue_lock); 693e48354ceSNicholas Bellinger if (!atomic_read(&cmd->immed_queue_count)) { 694e48354ceSNicholas Bellinger spin_unlock_bh(&conn->immed_queue_lock); 695e48354ceSNicholas Bellinger return; 696e48354ceSNicholas Bellinger } 697e48354ceSNicholas Bellinger 698e48354ceSNicholas Bellinger list_for_each_entry_safe(qr, qr_tmp, &conn->immed_queue_list, qr_list) { 699e48354ceSNicholas Bellinger if (qr->cmd != cmd) 700e48354ceSNicholas Bellinger continue; 701e48354ceSNicholas Bellinger 702e48354ceSNicholas Bellinger atomic_dec(&qr->cmd->immed_queue_count); 703e48354ceSNicholas Bellinger list_del(&qr->qr_list); 704e48354ceSNicholas Bellinger kmem_cache_free(lio_qr_cache, qr); 705e48354ceSNicholas Bellinger } 706e48354ceSNicholas Bellinger spin_unlock_bh(&conn->immed_queue_lock); 707e48354ceSNicholas Bellinger 708e48354ceSNicholas Bellinger if (atomic_read(&cmd->immed_queue_count)) { 709e48354ceSNicholas Bellinger pr_err("ITT: 0x%08x immed_queue_count: %d\n", 710e48354ceSNicholas Bellinger cmd->init_task_tag, 711e48354ceSNicholas Bellinger atomic_read(&cmd->immed_queue_count)); 712e48354ceSNicholas Bellinger } 713e48354ceSNicholas Bellinger } 714e48354ceSNicholas Bellinger 715e48354ceSNicholas Bellinger void iscsit_add_cmd_to_response_queue( 716e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 717e48354ceSNicholas Bellinger struct iscsi_conn *conn, 718e48354ceSNicholas Bellinger u8 state) 719e48354ceSNicholas Bellinger { 720e48354ceSNicholas Bellinger struct iscsi_queue_req *qr; 721e48354ceSNicholas Bellinger 722e48354ceSNicholas Bellinger qr = kmem_cache_zalloc(lio_qr_cache, GFP_ATOMIC); 723e48354ceSNicholas Bellinger if (!qr) { 724e48354ceSNicholas Bellinger pr_err("Unable to allocate memory for" 725e48354ceSNicholas Bellinger " struct iscsi_queue_req\n"); 726e48354ceSNicholas Bellinger return; 727e48354ceSNicholas Bellinger } 728e48354ceSNicholas Bellinger INIT_LIST_HEAD(&qr->qr_list); 729e48354ceSNicholas Bellinger qr->cmd = cmd; 730e48354ceSNicholas Bellinger qr->state = state; 731e48354ceSNicholas Bellinger 732e48354ceSNicholas Bellinger spin_lock_bh(&conn->response_queue_lock); 733e48354ceSNicholas Bellinger list_add_tail(&qr->qr_list, &conn->response_queue_list); 734e48354ceSNicholas Bellinger atomic_inc(&cmd->response_queue_count); 735e48354ceSNicholas Bellinger spin_unlock_bh(&conn->response_queue_lock); 736e48354ceSNicholas Bellinger 737e48354ceSNicholas Bellinger wake_up_process(conn->thread_set->tx_thread); 738e48354ceSNicholas Bellinger } 739e48354ceSNicholas Bellinger 740e48354ceSNicholas Bellinger struct iscsi_queue_req *iscsit_get_cmd_from_response_queue(struct iscsi_conn *conn) 741e48354ceSNicholas Bellinger { 742e48354ceSNicholas Bellinger struct iscsi_queue_req *qr; 743e48354ceSNicholas Bellinger 744e48354ceSNicholas Bellinger spin_lock_bh(&conn->response_queue_lock); 745e48354ceSNicholas Bellinger if (list_empty(&conn->response_queue_list)) { 746e48354ceSNicholas Bellinger spin_unlock_bh(&conn->response_queue_lock); 747e48354ceSNicholas Bellinger return NULL; 748e48354ceSNicholas Bellinger } 749e48354ceSNicholas Bellinger 750e48354ceSNicholas Bellinger list_for_each_entry(qr, &conn->response_queue_list, qr_list) 751e48354ceSNicholas Bellinger break; 752e48354ceSNicholas Bellinger 753e48354ceSNicholas Bellinger list_del(&qr->qr_list); 754e48354ceSNicholas Bellinger if (qr->cmd) 755e48354ceSNicholas Bellinger atomic_dec(&qr->cmd->response_queue_count); 756e48354ceSNicholas Bellinger spin_unlock_bh(&conn->response_queue_lock); 757e48354ceSNicholas Bellinger 758e48354ceSNicholas Bellinger return qr; 759e48354ceSNicholas Bellinger } 760e48354ceSNicholas Bellinger 761e48354ceSNicholas Bellinger static void iscsit_remove_cmd_from_response_queue( 762e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 763e48354ceSNicholas Bellinger struct iscsi_conn *conn) 764e48354ceSNicholas Bellinger { 765e48354ceSNicholas Bellinger struct iscsi_queue_req *qr, *qr_tmp; 766e48354ceSNicholas Bellinger 767e48354ceSNicholas Bellinger spin_lock_bh(&conn->response_queue_lock); 768e48354ceSNicholas Bellinger if (!atomic_read(&cmd->response_queue_count)) { 769e48354ceSNicholas Bellinger spin_unlock_bh(&conn->response_queue_lock); 770e48354ceSNicholas Bellinger return; 771e48354ceSNicholas Bellinger } 772e48354ceSNicholas Bellinger 773e48354ceSNicholas Bellinger list_for_each_entry_safe(qr, qr_tmp, &conn->response_queue_list, 774e48354ceSNicholas Bellinger qr_list) { 775e48354ceSNicholas Bellinger if (qr->cmd != cmd) 776e48354ceSNicholas Bellinger continue; 777e48354ceSNicholas Bellinger 778e48354ceSNicholas Bellinger atomic_dec(&qr->cmd->response_queue_count); 779e48354ceSNicholas Bellinger list_del(&qr->qr_list); 780e48354ceSNicholas Bellinger kmem_cache_free(lio_qr_cache, qr); 781e48354ceSNicholas Bellinger } 782e48354ceSNicholas Bellinger spin_unlock_bh(&conn->response_queue_lock); 783e48354ceSNicholas Bellinger 784e48354ceSNicholas Bellinger if (atomic_read(&cmd->response_queue_count)) { 785e48354ceSNicholas Bellinger pr_err("ITT: 0x%08x response_queue_count: %d\n", 786e48354ceSNicholas Bellinger cmd->init_task_tag, 787e48354ceSNicholas Bellinger atomic_read(&cmd->response_queue_count)); 788e48354ceSNicholas Bellinger } 789e48354ceSNicholas Bellinger } 790e48354ceSNicholas Bellinger 791e48354ceSNicholas Bellinger void iscsit_free_queue_reqs_for_conn(struct iscsi_conn *conn) 792e48354ceSNicholas Bellinger { 793e48354ceSNicholas Bellinger struct iscsi_queue_req *qr, *qr_tmp; 794e48354ceSNicholas Bellinger 795e48354ceSNicholas Bellinger spin_lock_bh(&conn->immed_queue_lock); 796e48354ceSNicholas Bellinger list_for_each_entry_safe(qr, qr_tmp, &conn->immed_queue_list, qr_list) { 797e48354ceSNicholas Bellinger list_del(&qr->qr_list); 798e48354ceSNicholas Bellinger if (qr->cmd) 799e48354ceSNicholas Bellinger atomic_dec(&qr->cmd->immed_queue_count); 800e48354ceSNicholas Bellinger 801e48354ceSNicholas Bellinger kmem_cache_free(lio_qr_cache, qr); 802e48354ceSNicholas Bellinger } 803e48354ceSNicholas Bellinger spin_unlock_bh(&conn->immed_queue_lock); 804e48354ceSNicholas Bellinger 805e48354ceSNicholas Bellinger spin_lock_bh(&conn->response_queue_lock); 806e48354ceSNicholas Bellinger list_for_each_entry_safe(qr, qr_tmp, &conn->response_queue_list, 807e48354ceSNicholas Bellinger qr_list) { 808e48354ceSNicholas Bellinger list_del(&qr->qr_list); 809e48354ceSNicholas Bellinger if (qr->cmd) 810e48354ceSNicholas Bellinger atomic_dec(&qr->cmd->response_queue_count); 811e48354ceSNicholas Bellinger 812e48354ceSNicholas Bellinger kmem_cache_free(lio_qr_cache, qr); 813e48354ceSNicholas Bellinger } 814e48354ceSNicholas Bellinger spin_unlock_bh(&conn->response_queue_lock); 815e48354ceSNicholas Bellinger } 816e48354ceSNicholas Bellinger 817e48354ceSNicholas Bellinger void iscsit_release_cmd(struct iscsi_cmd *cmd) 818e48354ceSNicholas Bellinger { 819e48354ceSNicholas Bellinger struct iscsi_conn *conn = cmd->conn; 820e48354ceSNicholas Bellinger int i; 821e48354ceSNicholas Bellinger 822e48354ceSNicholas Bellinger iscsit_free_r2ts_from_list(cmd); 823e48354ceSNicholas Bellinger iscsit_free_all_datain_reqs(cmd); 824e48354ceSNicholas Bellinger 825e48354ceSNicholas Bellinger kfree(cmd->buf_ptr); 826e48354ceSNicholas Bellinger kfree(cmd->pdu_list); 827e48354ceSNicholas Bellinger kfree(cmd->seq_list); 828e48354ceSNicholas Bellinger kfree(cmd->tmr_req); 829e48354ceSNicholas Bellinger kfree(cmd->iov_data); 830e48354ceSNicholas Bellinger 831e48354ceSNicholas Bellinger for (i = 0; i < cmd->t_mem_sg_nents; i++) 832e48354ceSNicholas Bellinger __free_page(sg_page(&cmd->t_mem_sg[i])); 833e48354ceSNicholas Bellinger 834e48354ceSNicholas Bellinger kfree(cmd->t_mem_sg); 835e48354ceSNicholas Bellinger 836e48354ceSNicholas Bellinger if (conn) { 837e48354ceSNicholas Bellinger iscsit_remove_cmd_from_immediate_queue(cmd, conn); 838e48354ceSNicholas Bellinger iscsit_remove_cmd_from_response_queue(cmd, conn); 839e48354ceSNicholas Bellinger } 840e48354ceSNicholas Bellinger 841e48354ceSNicholas Bellinger kmem_cache_free(lio_cmd_cache, cmd); 842e48354ceSNicholas Bellinger } 843e48354ceSNicholas Bellinger 844e48354ceSNicholas Bellinger int iscsit_check_session_usage_count(struct iscsi_session *sess) 845e48354ceSNicholas Bellinger { 846e48354ceSNicholas Bellinger spin_lock_bh(&sess->session_usage_lock); 847e48354ceSNicholas Bellinger if (sess->session_usage_count != 0) { 848e48354ceSNicholas Bellinger sess->session_waiting_on_uc = 1; 849e48354ceSNicholas Bellinger spin_unlock_bh(&sess->session_usage_lock); 850e48354ceSNicholas Bellinger if (in_interrupt()) 851e48354ceSNicholas Bellinger return 2; 852e48354ceSNicholas Bellinger 853e48354ceSNicholas Bellinger wait_for_completion(&sess->session_waiting_on_uc_comp); 854e48354ceSNicholas Bellinger return 1; 855e48354ceSNicholas Bellinger } 856e48354ceSNicholas Bellinger spin_unlock_bh(&sess->session_usage_lock); 857e48354ceSNicholas Bellinger 858e48354ceSNicholas Bellinger return 0; 859e48354ceSNicholas Bellinger } 860e48354ceSNicholas Bellinger 861e48354ceSNicholas Bellinger void iscsit_dec_session_usage_count(struct iscsi_session *sess) 862e48354ceSNicholas Bellinger { 863e48354ceSNicholas Bellinger spin_lock_bh(&sess->session_usage_lock); 864e48354ceSNicholas Bellinger sess->session_usage_count--; 865e48354ceSNicholas Bellinger 866e48354ceSNicholas Bellinger if (!sess->session_usage_count && sess->session_waiting_on_uc) 867e48354ceSNicholas Bellinger complete(&sess->session_waiting_on_uc_comp); 868e48354ceSNicholas Bellinger 869e48354ceSNicholas Bellinger spin_unlock_bh(&sess->session_usage_lock); 870e48354ceSNicholas Bellinger } 871e48354ceSNicholas Bellinger 872e48354ceSNicholas Bellinger void iscsit_inc_session_usage_count(struct iscsi_session *sess) 873e48354ceSNicholas Bellinger { 874e48354ceSNicholas Bellinger spin_lock_bh(&sess->session_usage_lock); 875e48354ceSNicholas Bellinger sess->session_usage_count++; 876e48354ceSNicholas Bellinger spin_unlock_bh(&sess->session_usage_lock); 877e48354ceSNicholas Bellinger } 878e48354ceSNicholas Bellinger 879e48354ceSNicholas Bellinger /* 880e48354ceSNicholas Bellinger * Used before iscsi_do[rx,tx]_data() to determine iov and [rx,tx]_marker 881e48354ceSNicholas Bellinger * array counts needed for sync and steering. 882e48354ceSNicholas Bellinger */ 883e48354ceSNicholas Bellinger static int iscsit_determine_sync_and_steering_counts( 884e48354ceSNicholas Bellinger struct iscsi_conn *conn, 885e48354ceSNicholas Bellinger struct iscsi_data_count *count) 886e48354ceSNicholas Bellinger { 887e48354ceSNicholas Bellinger u32 length = count->data_length; 888e48354ceSNicholas Bellinger u32 marker, markint; 889e48354ceSNicholas Bellinger 890e48354ceSNicholas Bellinger count->sync_and_steering = 1; 891e48354ceSNicholas Bellinger 892e48354ceSNicholas Bellinger marker = (count->type == ISCSI_RX_DATA) ? 893e48354ceSNicholas Bellinger conn->of_marker : conn->if_marker; 894e48354ceSNicholas Bellinger markint = (count->type == ISCSI_RX_DATA) ? 895e48354ceSNicholas Bellinger (conn->conn_ops->OFMarkInt * 4) : 896e48354ceSNicholas Bellinger (conn->conn_ops->IFMarkInt * 4); 897e48354ceSNicholas Bellinger count->ss_iov_count = count->iov_count; 898e48354ceSNicholas Bellinger 899e48354ceSNicholas Bellinger while (length > 0) { 900e48354ceSNicholas Bellinger if (length >= marker) { 901e48354ceSNicholas Bellinger count->ss_iov_count += 3; 902e48354ceSNicholas Bellinger count->ss_marker_count += 2; 903e48354ceSNicholas Bellinger 904e48354ceSNicholas Bellinger length -= marker; 905e48354ceSNicholas Bellinger marker = markint; 906e48354ceSNicholas Bellinger } else 907e48354ceSNicholas Bellinger length = 0; 908e48354ceSNicholas Bellinger } 909e48354ceSNicholas Bellinger 910e48354ceSNicholas Bellinger return 0; 911e48354ceSNicholas Bellinger } 912e48354ceSNicholas Bellinger 913e48354ceSNicholas Bellinger /* 914e48354ceSNicholas Bellinger * Setup conn->if_marker and conn->of_marker values based upon 915e48354ceSNicholas Bellinger * the initial marker-less interval. (see iSCSI v19 A.2) 916e48354ceSNicholas Bellinger */ 917e48354ceSNicholas Bellinger int iscsit_set_sync_and_steering_values(struct iscsi_conn *conn) 918e48354ceSNicholas Bellinger { 919e48354ceSNicholas Bellinger int login_ifmarker_count = 0, login_ofmarker_count = 0, next_marker = 0; 920e48354ceSNicholas Bellinger /* 921e48354ceSNicholas Bellinger * IFMarkInt and OFMarkInt are negotiated as 32-bit words. 922e48354ceSNicholas Bellinger */ 923e48354ceSNicholas Bellinger u32 IFMarkInt = (conn->conn_ops->IFMarkInt * 4); 924e48354ceSNicholas Bellinger u32 OFMarkInt = (conn->conn_ops->OFMarkInt * 4); 925e48354ceSNicholas Bellinger 926e48354ceSNicholas Bellinger if (conn->conn_ops->OFMarker) { 927e48354ceSNicholas Bellinger /* 928e48354ceSNicholas Bellinger * Account for the first Login Command received not 929e48354ceSNicholas Bellinger * via iscsi_recv_msg(). 930e48354ceSNicholas Bellinger */ 931e48354ceSNicholas Bellinger conn->of_marker += ISCSI_HDR_LEN; 932e48354ceSNicholas Bellinger if (conn->of_marker <= OFMarkInt) { 933e48354ceSNicholas Bellinger conn->of_marker = (OFMarkInt - conn->of_marker); 934e48354ceSNicholas Bellinger } else { 935e48354ceSNicholas Bellinger login_ofmarker_count = (conn->of_marker / OFMarkInt); 936e48354ceSNicholas Bellinger next_marker = (OFMarkInt * (login_ofmarker_count + 1)) + 937e48354ceSNicholas Bellinger (login_ofmarker_count * MARKER_SIZE); 938e48354ceSNicholas Bellinger conn->of_marker = (next_marker - conn->of_marker); 939e48354ceSNicholas Bellinger } 940e48354ceSNicholas Bellinger conn->of_marker_offset = 0; 941e48354ceSNicholas Bellinger pr_debug("Setting OFMarker value to %u based on Initial" 942e48354ceSNicholas Bellinger " Markerless Interval.\n", conn->of_marker); 943e48354ceSNicholas Bellinger } 944e48354ceSNicholas Bellinger 945e48354ceSNicholas Bellinger if (conn->conn_ops->IFMarker) { 946e48354ceSNicholas Bellinger if (conn->if_marker <= IFMarkInt) { 947e48354ceSNicholas Bellinger conn->if_marker = (IFMarkInt - conn->if_marker); 948e48354ceSNicholas Bellinger } else { 949e48354ceSNicholas Bellinger login_ifmarker_count = (conn->if_marker / IFMarkInt); 950e48354ceSNicholas Bellinger next_marker = (IFMarkInt * (login_ifmarker_count + 1)) + 951e48354ceSNicholas Bellinger (login_ifmarker_count * MARKER_SIZE); 952e48354ceSNicholas Bellinger conn->if_marker = (next_marker - conn->if_marker); 953e48354ceSNicholas Bellinger } 954e48354ceSNicholas Bellinger pr_debug("Setting IFMarker value to %u based on Initial" 955e48354ceSNicholas Bellinger " Markerless Interval.\n", conn->if_marker); 956e48354ceSNicholas Bellinger } 957e48354ceSNicholas Bellinger 958e48354ceSNicholas Bellinger return 0; 959e48354ceSNicholas Bellinger } 960e48354ceSNicholas Bellinger 961e48354ceSNicholas Bellinger struct iscsi_conn *iscsit_get_conn_from_cid(struct iscsi_session *sess, u16 cid) 962e48354ceSNicholas Bellinger { 963e48354ceSNicholas Bellinger struct iscsi_conn *conn; 964e48354ceSNicholas Bellinger 965e48354ceSNicholas Bellinger spin_lock_bh(&sess->conn_lock); 966e48354ceSNicholas Bellinger list_for_each_entry(conn, &sess->sess_conn_list, conn_list) { 967e48354ceSNicholas Bellinger if ((conn->cid == cid) && 968e48354ceSNicholas Bellinger (conn->conn_state == TARG_CONN_STATE_LOGGED_IN)) { 969e48354ceSNicholas Bellinger iscsit_inc_conn_usage_count(conn); 970e48354ceSNicholas Bellinger spin_unlock_bh(&sess->conn_lock); 971e48354ceSNicholas Bellinger return conn; 972e48354ceSNicholas Bellinger } 973e48354ceSNicholas Bellinger } 974e48354ceSNicholas Bellinger spin_unlock_bh(&sess->conn_lock); 975e48354ceSNicholas Bellinger 976e48354ceSNicholas Bellinger return NULL; 977e48354ceSNicholas Bellinger } 978e48354ceSNicholas Bellinger 979e48354ceSNicholas Bellinger struct iscsi_conn *iscsit_get_conn_from_cid_rcfr(struct iscsi_session *sess, u16 cid) 980e48354ceSNicholas Bellinger { 981e48354ceSNicholas Bellinger struct iscsi_conn *conn; 982e48354ceSNicholas Bellinger 983e48354ceSNicholas Bellinger spin_lock_bh(&sess->conn_lock); 984e48354ceSNicholas Bellinger list_for_each_entry(conn, &sess->sess_conn_list, conn_list) { 985e48354ceSNicholas Bellinger if (conn->cid == cid) { 986e48354ceSNicholas Bellinger iscsit_inc_conn_usage_count(conn); 987e48354ceSNicholas Bellinger spin_lock(&conn->state_lock); 988e48354ceSNicholas Bellinger atomic_set(&conn->connection_wait_rcfr, 1); 989e48354ceSNicholas Bellinger spin_unlock(&conn->state_lock); 990e48354ceSNicholas Bellinger spin_unlock_bh(&sess->conn_lock); 991e48354ceSNicholas Bellinger return conn; 992e48354ceSNicholas Bellinger } 993e48354ceSNicholas Bellinger } 994e48354ceSNicholas Bellinger spin_unlock_bh(&sess->conn_lock); 995e48354ceSNicholas Bellinger 996e48354ceSNicholas Bellinger return NULL; 997e48354ceSNicholas Bellinger } 998e48354ceSNicholas Bellinger 999e48354ceSNicholas Bellinger void iscsit_check_conn_usage_count(struct iscsi_conn *conn) 1000e48354ceSNicholas Bellinger { 1001e48354ceSNicholas Bellinger spin_lock_bh(&conn->conn_usage_lock); 1002e48354ceSNicholas Bellinger if (conn->conn_usage_count != 0) { 1003e48354ceSNicholas Bellinger conn->conn_waiting_on_uc = 1; 1004e48354ceSNicholas Bellinger spin_unlock_bh(&conn->conn_usage_lock); 1005e48354ceSNicholas Bellinger 1006e48354ceSNicholas Bellinger wait_for_completion(&conn->conn_waiting_on_uc_comp); 1007e48354ceSNicholas Bellinger return; 1008e48354ceSNicholas Bellinger } 1009e48354ceSNicholas Bellinger spin_unlock_bh(&conn->conn_usage_lock); 1010e48354ceSNicholas Bellinger } 1011e48354ceSNicholas Bellinger 1012e48354ceSNicholas Bellinger void iscsit_dec_conn_usage_count(struct iscsi_conn *conn) 1013e48354ceSNicholas Bellinger { 1014e48354ceSNicholas Bellinger spin_lock_bh(&conn->conn_usage_lock); 1015e48354ceSNicholas Bellinger conn->conn_usage_count--; 1016e48354ceSNicholas Bellinger 1017e48354ceSNicholas Bellinger if (!conn->conn_usage_count && conn->conn_waiting_on_uc) 1018e48354ceSNicholas Bellinger complete(&conn->conn_waiting_on_uc_comp); 1019e48354ceSNicholas Bellinger 1020e48354ceSNicholas Bellinger spin_unlock_bh(&conn->conn_usage_lock); 1021e48354ceSNicholas Bellinger } 1022e48354ceSNicholas Bellinger 1023e48354ceSNicholas Bellinger void iscsit_inc_conn_usage_count(struct iscsi_conn *conn) 1024e48354ceSNicholas Bellinger { 1025e48354ceSNicholas Bellinger spin_lock_bh(&conn->conn_usage_lock); 1026e48354ceSNicholas Bellinger conn->conn_usage_count++; 1027e48354ceSNicholas Bellinger spin_unlock_bh(&conn->conn_usage_lock); 1028e48354ceSNicholas Bellinger } 1029e48354ceSNicholas Bellinger 1030e48354ceSNicholas Bellinger static int iscsit_add_nopin(struct iscsi_conn *conn, int want_response) 1031e48354ceSNicholas Bellinger { 1032e48354ceSNicholas Bellinger u8 state; 1033e48354ceSNicholas Bellinger struct iscsi_cmd *cmd; 1034e48354ceSNicholas Bellinger 1035e48354ceSNicholas Bellinger cmd = iscsit_allocate_cmd(conn, GFP_ATOMIC); 1036e48354ceSNicholas Bellinger if (!cmd) 1037e48354ceSNicholas Bellinger return -1; 1038e48354ceSNicholas Bellinger 1039e48354ceSNicholas Bellinger cmd->iscsi_opcode = ISCSI_OP_NOOP_IN; 1040e48354ceSNicholas Bellinger state = (want_response) ? ISTATE_SEND_NOPIN_WANT_RESPONSE : 1041e48354ceSNicholas Bellinger ISTATE_SEND_NOPIN_NO_RESPONSE; 1042e48354ceSNicholas Bellinger cmd->init_task_tag = 0xFFFFFFFF; 1043e48354ceSNicholas Bellinger spin_lock_bh(&conn->sess->ttt_lock); 1044e48354ceSNicholas Bellinger cmd->targ_xfer_tag = (want_response) ? conn->sess->targ_xfer_tag++ : 1045e48354ceSNicholas Bellinger 0xFFFFFFFF; 1046e48354ceSNicholas Bellinger if (want_response && (cmd->targ_xfer_tag == 0xFFFFFFFF)) 1047e48354ceSNicholas Bellinger cmd->targ_xfer_tag = conn->sess->targ_xfer_tag++; 1048e48354ceSNicholas Bellinger spin_unlock_bh(&conn->sess->ttt_lock); 1049e48354ceSNicholas Bellinger 1050e48354ceSNicholas Bellinger spin_lock_bh(&conn->cmd_lock); 1051e48354ceSNicholas Bellinger list_add_tail(&cmd->i_list, &conn->conn_cmd_list); 1052e48354ceSNicholas Bellinger spin_unlock_bh(&conn->cmd_lock); 1053e48354ceSNicholas Bellinger 1054e48354ceSNicholas Bellinger if (want_response) 1055e48354ceSNicholas Bellinger iscsit_start_nopin_response_timer(conn); 1056e48354ceSNicholas Bellinger iscsit_add_cmd_to_immediate_queue(cmd, conn, state); 1057e48354ceSNicholas Bellinger 1058e48354ceSNicholas Bellinger return 0; 1059e48354ceSNicholas Bellinger } 1060e48354ceSNicholas Bellinger 1061e48354ceSNicholas Bellinger static void iscsit_handle_nopin_response_timeout(unsigned long data) 1062e48354ceSNicholas Bellinger { 1063e48354ceSNicholas Bellinger struct iscsi_conn *conn = (struct iscsi_conn *) data; 1064e48354ceSNicholas Bellinger 1065e48354ceSNicholas Bellinger iscsit_inc_conn_usage_count(conn); 1066e48354ceSNicholas Bellinger 1067e48354ceSNicholas Bellinger spin_lock_bh(&conn->nopin_timer_lock); 1068e48354ceSNicholas Bellinger if (conn->nopin_response_timer_flags & ISCSI_TF_STOP) { 1069e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1070e48354ceSNicholas Bellinger iscsit_dec_conn_usage_count(conn); 1071e48354ceSNicholas Bellinger return; 1072e48354ceSNicholas Bellinger } 1073e48354ceSNicholas Bellinger 1074e48354ceSNicholas Bellinger pr_debug("Did not receive response to NOPIN on CID: %hu on" 1075e48354ceSNicholas Bellinger " SID: %u, failing connection.\n", conn->cid, 1076e48354ceSNicholas Bellinger conn->sess->sid); 1077e48354ceSNicholas Bellinger conn->nopin_response_timer_flags &= ~ISCSI_TF_RUNNING; 1078e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1079e48354ceSNicholas Bellinger 1080e48354ceSNicholas Bellinger { 1081e48354ceSNicholas Bellinger struct iscsi_portal_group *tpg = conn->sess->tpg; 1082e48354ceSNicholas Bellinger struct iscsi_tiqn *tiqn = tpg->tpg_tiqn; 1083e48354ceSNicholas Bellinger 1084e48354ceSNicholas Bellinger if (tiqn) { 1085e48354ceSNicholas Bellinger spin_lock_bh(&tiqn->sess_err_stats.lock); 1086e48354ceSNicholas Bellinger strcpy(tiqn->sess_err_stats.last_sess_fail_rem_name, 1087e48354ceSNicholas Bellinger (void *)conn->sess->sess_ops->InitiatorName); 1088e48354ceSNicholas Bellinger tiqn->sess_err_stats.last_sess_failure_type = 1089e48354ceSNicholas Bellinger ISCSI_SESS_ERR_CXN_TIMEOUT; 1090e48354ceSNicholas Bellinger tiqn->sess_err_stats.cxn_timeout_errors++; 1091e48354ceSNicholas Bellinger conn->sess->conn_timeout_errors++; 1092e48354ceSNicholas Bellinger spin_unlock_bh(&tiqn->sess_err_stats.lock); 1093e48354ceSNicholas Bellinger } 1094e48354ceSNicholas Bellinger } 1095e48354ceSNicholas Bellinger 1096e48354ceSNicholas Bellinger iscsit_cause_connection_reinstatement(conn, 0); 1097e48354ceSNicholas Bellinger iscsit_dec_conn_usage_count(conn); 1098e48354ceSNicholas Bellinger } 1099e48354ceSNicholas Bellinger 1100e48354ceSNicholas Bellinger void iscsit_mod_nopin_response_timer(struct iscsi_conn *conn) 1101e48354ceSNicholas Bellinger { 1102e48354ceSNicholas Bellinger struct iscsi_session *sess = conn->sess; 1103e48354ceSNicholas Bellinger struct iscsi_node_attrib *na = iscsit_tpg_get_node_attrib(sess); 1104e48354ceSNicholas Bellinger 1105e48354ceSNicholas Bellinger spin_lock_bh(&conn->nopin_timer_lock); 1106e48354ceSNicholas Bellinger if (!(conn->nopin_response_timer_flags & ISCSI_TF_RUNNING)) { 1107e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1108e48354ceSNicholas Bellinger return; 1109e48354ceSNicholas Bellinger } 1110e48354ceSNicholas Bellinger 1111e48354ceSNicholas Bellinger mod_timer(&conn->nopin_response_timer, 1112e48354ceSNicholas Bellinger (get_jiffies_64() + na->nopin_response_timeout * HZ)); 1113e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1114e48354ceSNicholas Bellinger } 1115e48354ceSNicholas Bellinger 1116e48354ceSNicholas Bellinger /* 1117e48354ceSNicholas Bellinger * Called with conn->nopin_timer_lock held. 1118e48354ceSNicholas Bellinger */ 1119e48354ceSNicholas Bellinger void iscsit_start_nopin_response_timer(struct iscsi_conn *conn) 1120e48354ceSNicholas Bellinger { 1121e48354ceSNicholas Bellinger struct iscsi_session *sess = conn->sess; 1122e48354ceSNicholas Bellinger struct iscsi_node_attrib *na = iscsit_tpg_get_node_attrib(sess); 1123e48354ceSNicholas Bellinger 1124e48354ceSNicholas Bellinger spin_lock_bh(&conn->nopin_timer_lock); 1125e48354ceSNicholas Bellinger if (conn->nopin_response_timer_flags & ISCSI_TF_RUNNING) { 1126e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1127e48354ceSNicholas Bellinger return; 1128e48354ceSNicholas Bellinger } 1129e48354ceSNicholas Bellinger 1130e48354ceSNicholas Bellinger init_timer(&conn->nopin_response_timer); 1131e48354ceSNicholas Bellinger conn->nopin_response_timer.expires = 1132e48354ceSNicholas Bellinger (get_jiffies_64() + na->nopin_response_timeout * HZ); 1133e48354ceSNicholas Bellinger conn->nopin_response_timer.data = (unsigned long)conn; 1134e48354ceSNicholas Bellinger conn->nopin_response_timer.function = iscsit_handle_nopin_response_timeout; 1135e48354ceSNicholas Bellinger conn->nopin_response_timer_flags &= ~ISCSI_TF_STOP; 1136e48354ceSNicholas Bellinger conn->nopin_response_timer_flags |= ISCSI_TF_RUNNING; 1137e48354ceSNicholas Bellinger add_timer(&conn->nopin_response_timer); 1138e48354ceSNicholas Bellinger 1139e48354ceSNicholas Bellinger pr_debug("Started NOPIN Response Timer on CID: %d to %u" 1140e48354ceSNicholas Bellinger " seconds\n", conn->cid, na->nopin_response_timeout); 1141e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1142e48354ceSNicholas Bellinger } 1143e48354ceSNicholas Bellinger 1144e48354ceSNicholas Bellinger void iscsit_stop_nopin_response_timer(struct iscsi_conn *conn) 1145e48354ceSNicholas Bellinger { 1146e48354ceSNicholas Bellinger spin_lock_bh(&conn->nopin_timer_lock); 1147e48354ceSNicholas Bellinger if (!(conn->nopin_response_timer_flags & ISCSI_TF_RUNNING)) { 1148e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1149e48354ceSNicholas Bellinger return; 1150e48354ceSNicholas Bellinger } 1151e48354ceSNicholas Bellinger conn->nopin_response_timer_flags |= ISCSI_TF_STOP; 1152e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1153e48354ceSNicholas Bellinger 1154e48354ceSNicholas Bellinger del_timer_sync(&conn->nopin_response_timer); 1155e48354ceSNicholas Bellinger 1156e48354ceSNicholas Bellinger spin_lock_bh(&conn->nopin_timer_lock); 1157e48354ceSNicholas Bellinger conn->nopin_response_timer_flags &= ~ISCSI_TF_RUNNING; 1158e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1159e48354ceSNicholas Bellinger } 1160e48354ceSNicholas Bellinger 1161e48354ceSNicholas Bellinger static void iscsit_handle_nopin_timeout(unsigned long data) 1162e48354ceSNicholas Bellinger { 1163e48354ceSNicholas Bellinger struct iscsi_conn *conn = (struct iscsi_conn *) data; 1164e48354ceSNicholas Bellinger 1165e48354ceSNicholas Bellinger iscsit_inc_conn_usage_count(conn); 1166e48354ceSNicholas Bellinger 1167e48354ceSNicholas Bellinger spin_lock_bh(&conn->nopin_timer_lock); 1168e48354ceSNicholas Bellinger if (conn->nopin_timer_flags & ISCSI_TF_STOP) { 1169e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1170e48354ceSNicholas Bellinger iscsit_dec_conn_usage_count(conn); 1171e48354ceSNicholas Bellinger return; 1172e48354ceSNicholas Bellinger } 1173e48354ceSNicholas Bellinger conn->nopin_timer_flags &= ~ISCSI_TF_RUNNING; 1174e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1175e48354ceSNicholas Bellinger 1176e48354ceSNicholas Bellinger iscsit_add_nopin(conn, 1); 1177e48354ceSNicholas Bellinger iscsit_dec_conn_usage_count(conn); 1178e48354ceSNicholas Bellinger } 1179e48354ceSNicholas Bellinger 1180e48354ceSNicholas Bellinger /* 1181e48354ceSNicholas Bellinger * Called with conn->nopin_timer_lock held. 1182e48354ceSNicholas Bellinger */ 1183e48354ceSNicholas Bellinger void __iscsit_start_nopin_timer(struct iscsi_conn *conn) 1184e48354ceSNicholas Bellinger { 1185e48354ceSNicholas Bellinger struct iscsi_session *sess = conn->sess; 1186e48354ceSNicholas Bellinger struct iscsi_node_attrib *na = iscsit_tpg_get_node_attrib(sess); 1187e48354ceSNicholas Bellinger /* 1188e48354ceSNicholas Bellinger * NOPIN timeout is disabled. 1189e48354ceSNicholas Bellinger */ 1190e48354ceSNicholas Bellinger if (!na->nopin_timeout) 1191e48354ceSNicholas Bellinger return; 1192e48354ceSNicholas Bellinger 1193e48354ceSNicholas Bellinger if (conn->nopin_timer_flags & ISCSI_TF_RUNNING) 1194e48354ceSNicholas Bellinger return; 1195e48354ceSNicholas Bellinger 1196e48354ceSNicholas Bellinger init_timer(&conn->nopin_timer); 1197e48354ceSNicholas Bellinger conn->nopin_timer.expires = (get_jiffies_64() + na->nopin_timeout * HZ); 1198e48354ceSNicholas Bellinger conn->nopin_timer.data = (unsigned long)conn; 1199e48354ceSNicholas Bellinger conn->nopin_timer.function = iscsit_handle_nopin_timeout; 1200e48354ceSNicholas Bellinger conn->nopin_timer_flags &= ~ISCSI_TF_STOP; 1201e48354ceSNicholas Bellinger conn->nopin_timer_flags |= ISCSI_TF_RUNNING; 1202e48354ceSNicholas Bellinger add_timer(&conn->nopin_timer); 1203e48354ceSNicholas Bellinger 1204e48354ceSNicholas Bellinger pr_debug("Started NOPIN Timer on CID: %d at %u second" 1205e48354ceSNicholas Bellinger " interval\n", conn->cid, na->nopin_timeout); 1206e48354ceSNicholas Bellinger } 1207e48354ceSNicholas Bellinger 1208e48354ceSNicholas Bellinger void iscsit_start_nopin_timer(struct iscsi_conn *conn) 1209e48354ceSNicholas Bellinger { 1210e48354ceSNicholas Bellinger struct iscsi_session *sess = conn->sess; 1211e48354ceSNicholas Bellinger struct iscsi_node_attrib *na = iscsit_tpg_get_node_attrib(sess); 1212e48354ceSNicholas Bellinger /* 1213e48354ceSNicholas Bellinger * NOPIN timeout is disabled.. 1214e48354ceSNicholas Bellinger */ 1215e48354ceSNicholas Bellinger if (!na->nopin_timeout) 1216e48354ceSNicholas Bellinger return; 1217e48354ceSNicholas Bellinger 1218e48354ceSNicholas Bellinger spin_lock_bh(&conn->nopin_timer_lock); 1219e48354ceSNicholas Bellinger if (conn->nopin_timer_flags & ISCSI_TF_RUNNING) { 1220e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1221e48354ceSNicholas Bellinger return; 1222e48354ceSNicholas Bellinger } 1223e48354ceSNicholas Bellinger 1224e48354ceSNicholas Bellinger init_timer(&conn->nopin_timer); 1225e48354ceSNicholas Bellinger conn->nopin_timer.expires = (get_jiffies_64() + na->nopin_timeout * HZ); 1226e48354ceSNicholas Bellinger conn->nopin_timer.data = (unsigned long)conn; 1227e48354ceSNicholas Bellinger conn->nopin_timer.function = iscsit_handle_nopin_timeout; 1228e48354ceSNicholas Bellinger conn->nopin_timer_flags &= ~ISCSI_TF_STOP; 1229e48354ceSNicholas Bellinger conn->nopin_timer_flags |= ISCSI_TF_RUNNING; 1230e48354ceSNicholas Bellinger add_timer(&conn->nopin_timer); 1231e48354ceSNicholas Bellinger 1232e48354ceSNicholas Bellinger pr_debug("Started NOPIN Timer on CID: %d at %u second" 1233e48354ceSNicholas Bellinger " interval\n", conn->cid, na->nopin_timeout); 1234e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1235e48354ceSNicholas Bellinger } 1236e48354ceSNicholas Bellinger 1237e48354ceSNicholas Bellinger void iscsit_stop_nopin_timer(struct iscsi_conn *conn) 1238e48354ceSNicholas Bellinger { 1239e48354ceSNicholas Bellinger spin_lock_bh(&conn->nopin_timer_lock); 1240e48354ceSNicholas Bellinger if (!(conn->nopin_timer_flags & ISCSI_TF_RUNNING)) { 1241e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1242e48354ceSNicholas Bellinger return; 1243e48354ceSNicholas Bellinger } 1244e48354ceSNicholas Bellinger conn->nopin_timer_flags |= ISCSI_TF_STOP; 1245e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1246e48354ceSNicholas Bellinger 1247e48354ceSNicholas Bellinger del_timer_sync(&conn->nopin_timer); 1248e48354ceSNicholas Bellinger 1249e48354ceSNicholas Bellinger spin_lock_bh(&conn->nopin_timer_lock); 1250e48354ceSNicholas Bellinger conn->nopin_timer_flags &= ~ISCSI_TF_RUNNING; 1251e48354ceSNicholas Bellinger spin_unlock_bh(&conn->nopin_timer_lock); 1252e48354ceSNicholas Bellinger } 1253e48354ceSNicholas Bellinger 1254e48354ceSNicholas Bellinger int iscsit_send_tx_data( 1255e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 1256e48354ceSNicholas Bellinger struct iscsi_conn *conn, 1257e48354ceSNicholas Bellinger int use_misc) 1258e48354ceSNicholas Bellinger { 1259e48354ceSNicholas Bellinger int tx_sent, tx_size; 1260e48354ceSNicholas Bellinger u32 iov_count; 1261e48354ceSNicholas Bellinger struct kvec *iov; 1262e48354ceSNicholas Bellinger 1263e48354ceSNicholas Bellinger send_data: 1264e48354ceSNicholas Bellinger tx_size = cmd->tx_size; 1265e48354ceSNicholas Bellinger 1266e48354ceSNicholas Bellinger if (!use_misc) { 1267e48354ceSNicholas Bellinger iov = &cmd->iov_data[0]; 1268e48354ceSNicholas Bellinger iov_count = cmd->iov_data_count; 1269e48354ceSNicholas Bellinger } else { 1270e48354ceSNicholas Bellinger iov = &cmd->iov_misc[0]; 1271e48354ceSNicholas Bellinger iov_count = cmd->iov_misc_count; 1272e48354ceSNicholas Bellinger } 1273e48354ceSNicholas Bellinger 1274e48354ceSNicholas Bellinger tx_sent = tx_data(conn, &iov[0], iov_count, tx_size); 1275e48354ceSNicholas Bellinger if (tx_size != tx_sent) { 1276e48354ceSNicholas Bellinger if (tx_sent == -EAGAIN) { 1277e48354ceSNicholas Bellinger pr_err("tx_data() returned -EAGAIN\n"); 1278e48354ceSNicholas Bellinger goto send_data; 1279e48354ceSNicholas Bellinger } else 1280e48354ceSNicholas Bellinger return -1; 1281e48354ceSNicholas Bellinger } 1282e48354ceSNicholas Bellinger cmd->tx_size = 0; 1283e48354ceSNicholas Bellinger 1284e48354ceSNicholas Bellinger return 0; 1285e48354ceSNicholas Bellinger } 1286e48354ceSNicholas Bellinger 1287e48354ceSNicholas Bellinger int iscsit_fe_sendpage_sg( 1288e48354ceSNicholas Bellinger struct iscsi_cmd *cmd, 1289e48354ceSNicholas Bellinger struct iscsi_conn *conn) 1290e48354ceSNicholas Bellinger { 1291e48354ceSNicholas Bellinger struct scatterlist *sg = cmd->first_data_sg; 1292e48354ceSNicholas Bellinger struct kvec iov; 1293e48354ceSNicholas Bellinger u32 tx_hdr_size, data_len; 1294e48354ceSNicholas Bellinger u32 offset = cmd->first_data_sg_off; 1295e48354ceSNicholas Bellinger int tx_sent; 1296e48354ceSNicholas Bellinger 1297e48354ceSNicholas Bellinger send_hdr: 1298e48354ceSNicholas Bellinger tx_hdr_size = ISCSI_HDR_LEN; 1299e48354ceSNicholas Bellinger if (conn->conn_ops->HeaderDigest) 1300e48354ceSNicholas Bellinger tx_hdr_size += ISCSI_CRC_LEN; 1301e48354ceSNicholas Bellinger 1302e48354ceSNicholas Bellinger iov.iov_base = cmd->pdu; 1303e48354ceSNicholas Bellinger iov.iov_len = tx_hdr_size; 1304e48354ceSNicholas Bellinger 1305e48354ceSNicholas Bellinger tx_sent = tx_data(conn, &iov, 1, tx_hdr_size); 1306e48354ceSNicholas Bellinger if (tx_hdr_size != tx_sent) { 1307e48354ceSNicholas Bellinger if (tx_sent == -EAGAIN) { 1308e48354ceSNicholas Bellinger pr_err("tx_data() returned -EAGAIN\n"); 1309e48354ceSNicholas Bellinger goto send_hdr; 1310e48354ceSNicholas Bellinger } 1311e48354ceSNicholas Bellinger return -1; 1312e48354ceSNicholas Bellinger } 1313e48354ceSNicholas Bellinger 1314e48354ceSNicholas Bellinger data_len = cmd->tx_size - tx_hdr_size - cmd->padding; 1315e48354ceSNicholas Bellinger if (conn->conn_ops->DataDigest) 1316e48354ceSNicholas Bellinger data_len -= ISCSI_CRC_LEN; 1317e48354ceSNicholas Bellinger 1318e48354ceSNicholas Bellinger /* 1319e48354ceSNicholas Bellinger * Perform sendpage() for each page in the scatterlist 1320e48354ceSNicholas Bellinger */ 1321e48354ceSNicholas Bellinger while (data_len) { 1322e48354ceSNicholas Bellinger u32 space = (sg->length - offset); 1323e48354ceSNicholas Bellinger u32 sub_len = min_t(u32, data_len, space); 1324e48354ceSNicholas Bellinger send_pg: 1325e48354ceSNicholas Bellinger tx_sent = conn->sock->ops->sendpage(conn->sock, 1326e48354ceSNicholas Bellinger sg_page(sg), sg->offset + offset, sub_len, 0); 1327e48354ceSNicholas Bellinger if (tx_sent != sub_len) { 1328e48354ceSNicholas Bellinger if (tx_sent == -EAGAIN) { 1329e48354ceSNicholas Bellinger pr_err("tcp_sendpage() returned" 1330e48354ceSNicholas Bellinger " -EAGAIN\n"); 1331e48354ceSNicholas Bellinger goto send_pg; 1332e48354ceSNicholas Bellinger } 1333e48354ceSNicholas Bellinger 1334e48354ceSNicholas Bellinger pr_err("tcp_sendpage() failure: %d\n", 1335e48354ceSNicholas Bellinger tx_sent); 1336e48354ceSNicholas Bellinger return -1; 1337e48354ceSNicholas Bellinger } 1338e48354ceSNicholas Bellinger 1339e48354ceSNicholas Bellinger data_len -= sub_len; 1340e48354ceSNicholas Bellinger offset = 0; 1341e48354ceSNicholas Bellinger sg = sg_next(sg); 1342e48354ceSNicholas Bellinger } 1343e48354ceSNicholas Bellinger 1344e48354ceSNicholas Bellinger send_padding: 1345e48354ceSNicholas Bellinger if (cmd->padding) { 1346e48354ceSNicholas Bellinger struct kvec *iov_p = 1347e48354ceSNicholas Bellinger &cmd->iov_data[cmd->iov_data_count-1]; 1348e48354ceSNicholas Bellinger 1349e48354ceSNicholas Bellinger tx_sent = tx_data(conn, iov_p, 1, cmd->padding); 1350e48354ceSNicholas Bellinger if (cmd->padding != tx_sent) { 1351e48354ceSNicholas Bellinger if (tx_sent == -EAGAIN) { 1352e48354ceSNicholas Bellinger pr_err("tx_data() returned -EAGAIN\n"); 1353e48354ceSNicholas Bellinger goto send_padding; 1354e48354ceSNicholas Bellinger } 1355e48354ceSNicholas Bellinger return -1; 1356e48354ceSNicholas Bellinger } 1357e48354ceSNicholas Bellinger } 1358e48354ceSNicholas Bellinger 1359e48354ceSNicholas Bellinger send_datacrc: 1360e48354ceSNicholas Bellinger if (conn->conn_ops->DataDigest) { 1361e48354ceSNicholas Bellinger struct kvec *iov_d = 1362e48354ceSNicholas Bellinger &cmd->iov_data[cmd->iov_data_count]; 1363e48354ceSNicholas Bellinger 1364e48354ceSNicholas Bellinger tx_sent = tx_data(conn, iov_d, 1, ISCSI_CRC_LEN); 1365e48354ceSNicholas Bellinger if (ISCSI_CRC_LEN != tx_sent) { 1366e48354ceSNicholas Bellinger if (tx_sent == -EAGAIN) { 1367e48354ceSNicholas Bellinger pr_err("tx_data() returned -EAGAIN\n"); 1368e48354ceSNicholas Bellinger goto send_datacrc; 1369e48354ceSNicholas Bellinger } 1370e48354ceSNicholas Bellinger return -1; 1371e48354ceSNicholas Bellinger } 1372e48354ceSNicholas Bellinger } 1373e48354ceSNicholas Bellinger 1374e48354ceSNicholas Bellinger return 0; 1375e48354ceSNicholas Bellinger } 1376e48354ceSNicholas Bellinger 1377e48354ceSNicholas Bellinger /* 1378e48354ceSNicholas Bellinger * This function is used for mainly sending a ISCSI_TARG_LOGIN_RSP PDU 1379e48354ceSNicholas Bellinger * back to the Initiator when an expection condition occurs with the 1380e48354ceSNicholas Bellinger * errors set in status_class and status_detail. 1381e48354ceSNicholas Bellinger * 1382e48354ceSNicholas Bellinger * Parameters: iSCSI Connection, Status Class, Status Detail. 1383e48354ceSNicholas Bellinger * Returns: 0 on success, -1 on error. 1384e48354ceSNicholas Bellinger */ 1385e48354ceSNicholas Bellinger int iscsit_tx_login_rsp(struct iscsi_conn *conn, u8 status_class, u8 status_detail) 1386e48354ceSNicholas Bellinger { 1387e48354ceSNicholas Bellinger u8 iscsi_hdr[ISCSI_HDR_LEN]; 1388e48354ceSNicholas Bellinger int err; 1389e48354ceSNicholas Bellinger struct kvec iov; 1390e48354ceSNicholas Bellinger struct iscsi_login_rsp *hdr; 1391e48354ceSNicholas Bellinger 1392e48354ceSNicholas Bellinger iscsit_collect_login_stats(conn, status_class, status_detail); 1393e48354ceSNicholas Bellinger 1394e48354ceSNicholas Bellinger memset(&iov, 0, sizeof(struct kvec)); 1395e48354ceSNicholas Bellinger memset(&iscsi_hdr, 0x0, ISCSI_HDR_LEN); 1396e48354ceSNicholas Bellinger 1397e48354ceSNicholas Bellinger hdr = (struct iscsi_login_rsp *)&iscsi_hdr; 1398e48354ceSNicholas Bellinger hdr->opcode = ISCSI_OP_LOGIN_RSP; 1399e48354ceSNicholas Bellinger hdr->status_class = status_class; 1400e48354ceSNicholas Bellinger hdr->status_detail = status_detail; 1401e48354ceSNicholas Bellinger hdr->itt = cpu_to_be32(conn->login_itt); 1402e48354ceSNicholas Bellinger 1403e48354ceSNicholas Bellinger iov.iov_base = &iscsi_hdr; 1404e48354ceSNicholas Bellinger iov.iov_len = ISCSI_HDR_LEN; 1405e48354ceSNicholas Bellinger 1406e48354ceSNicholas Bellinger PRINT_BUFF(iscsi_hdr, ISCSI_HDR_LEN); 1407e48354ceSNicholas Bellinger 1408e48354ceSNicholas Bellinger err = tx_data(conn, &iov, 1, ISCSI_HDR_LEN); 1409e48354ceSNicholas Bellinger if (err != ISCSI_HDR_LEN) { 1410e48354ceSNicholas Bellinger pr_err("tx_data returned less than expected\n"); 1411e48354ceSNicholas Bellinger return -1; 1412e48354ceSNicholas Bellinger } 1413e48354ceSNicholas Bellinger 1414e48354ceSNicholas Bellinger return 0; 1415e48354ceSNicholas Bellinger } 1416e48354ceSNicholas Bellinger 1417e48354ceSNicholas Bellinger void iscsit_print_session_params(struct iscsi_session *sess) 1418e48354ceSNicholas Bellinger { 1419e48354ceSNicholas Bellinger struct iscsi_conn *conn; 1420e48354ceSNicholas Bellinger 1421e48354ceSNicholas Bellinger pr_debug("-----------------------------[Session Params for" 1422e48354ceSNicholas Bellinger " SID: %u]-----------------------------\n", sess->sid); 1423e48354ceSNicholas Bellinger spin_lock_bh(&sess->conn_lock); 1424e48354ceSNicholas Bellinger list_for_each_entry(conn, &sess->sess_conn_list, conn_list) 1425e48354ceSNicholas Bellinger iscsi_dump_conn_ops(conn->conn_ops); 1426e48354ceSNicholas Bellinger spin_unlock_bh(&sess->conn_lock); 1427e48354ceSNicholas Bellinger 1428e48354ceSNicholas Bellinger iscsi_dump_sess_ops(sess->sess_ops); 1429e48354ceSNicholas Bellinger } 1430e48354ceSNicholas Bellinger 1431e48354ceSNicholas Bellinger static int iscsit_do_rx_data( 1432e48354ceSNicholas Bellinger struct iscsi_conn *conn, 1433e48354ceSNicholas Bellinger struct iscsi_data_count *count) 1434e48354ceSNicholas Bellinger { 1435e48354ceSNicholas Bellinger int data = count->data_length, rx_loop = 0, total_rx = 0, iov_len; 1436e48354ceSNicholas Bellinger u32 rx_marker_val[count->ss_marker_count], rx_marker_iov = 0; 1437e48354ceSNicholas Bellinger struct kvec iov[count->ss_iov_count], *iov_p; 1438e48354ceSNicholas Bellinger struct msghdr msg; 1439e48354ceSNicholas Bellinger 1440e48354ceSNicholas Bellinger if (!conn || !conn->sock || !conn->conn_ops) 1441e48354ceSNicholas Bellinger return -1; 1442e48354ceSNicholas Bellinger 1443e48354ceSNicholas Bellinger memset(&msg, 0, sizeof(struct msghdr)); 1444e48354ceSNicholas Bellinger 1445e48354ceSNicholas Bellinger if (count->sync_and_steering) { 1446e48354ceSNicholas Bellinger int size = 0; 1447e48354ceSNicholas Bellinger u32 i, orig_iov_count = 0; 1448e48354ceSNicholas Bellinger u32 orig_iov_len = 0, orig_iov_loc = 0; 1449e48354ceSNicholas Bellinger u32 iov_count = 0, per_iov_bytes = 0; 1450e48354ceSNicholas Bellinger u32 *rx_marker, old_rx_marker = 0; 1451e48354ceSNicholas Bellinger struct kvec *iov_record; 1452e48354ceSNicholas Bellinger 1453e48354ceSNicholas Bellinger memset(&rx_marker_val, 0, 1454e48354ceSNicholas Bellinger count->ss_marker_count * sizeof(u32)); 1455e48354ceSNicholas Bellinger memset(&iov, 0, count->ss_iov_count * sizeof(struct kvec)); 1456e48354ceSNicholas Bellinger 1457e48354ceSNicholas Bellinger iov_record = count->iov; 1458e48354ceSNicholas Bellinger orig_iov_count = count->iov_count; 1459e48354ceSNicholas Bellinger rx_marker = &conn->of_marker; 1460e48354ceSNicholas Bellinger 1461e48354ceSNicholas Bellinger i = 0; 1462e48354ceSNicholas Bellinger size = data; 1463e48354ceSNicholas Bellinger orig_iov_len = iov_record[orig_iov_loc].iov_len; 1464e48354ceSNicholas Bellinger while (size > 0) { 1465e48354ceSNicholas Bellinger pr_debug("rx_data: #1 orig_iov_len %u," 1466e48354ceSNicholas Bellinger " orig_iov_loc %u\n", orig_iov_len, orig_iov_loc); 1467e48354ceSNicholas Bellinger pr_debug("rx_data: #2 rx_marker %u, size" 1468e48354ceSNicholas Bellinger " %u\n", *rx_marker, size); 1469e48354ceSNicholas Bellinger 1470e48354ceSNicholas Bellinger if (orig_iov_len >= *rx_marker) { 1471e48354ceSNicholas Bellinger iov[iov_count].iov_len = *rx_marker; 1472e48354ceSNicholas Bellinger iov[iov_count++].iov_base = 1473e48354ceSNicholas Bellinger (iov_record[orig_iov_loc].iov_base + 1474e48354ceSNicholas Bellinger per_iov_bytes); 1475e48354ceSNicholas Bellinger 1476e48354ceSNicholas Bellinger iov[iov_count].iov_len = (MARKER_SIZE / 2); 1477e48354ceSNicholas Bellinger iov[iov_count++].iov_base = 1478e48354ceSNicholas Bellinger &rx_marker_val[rx_marker_iov++]; 1479e48354ceSNicholas Bellinger iov[iov_count].iov_len = (MARKER_SIZE / 2); 1480e48354ceSNicholas Bellinger iov[iov_count++].iov_base = 1481e48354ceSNicholas Bellinger &rx_marker_val[rx_marker_iov++]; 1482e48354ceSNicholas Bellinger old_rx_marker = *rx_marker; 1483e48354ceSNicholas Bellinger 1484e48354ceSNicholas Bellinger /* 1485e48354ceSNicholas Bellinger * OFMarkInt is in 32-bit words. 1486e48354ceSNicholas Bellinger */ 1487e48354ceSNicholas Bellinger *rx_marker = (conn->conn_ops->OFMarkInt * 4); 1488e48354ceSNicholas Bellinger size -= old_rx_marker; 1489e48354ceSNicholas Bellinger orig_iov_len -= old_rx_marker; 1490e48354ceSNicholas Bellinger per_iov_bytes += old_rx_marker; 1491e48354ceSNicholas Bellinger 1492e48354ceSNicholas Bellinger pr_debug("rx_data: #3 new_rx_marker" 1493e48354ceSNicholas Bellinger " %u, size %u\n", *rx_marker, size); 1494e48354ceSNicholas Bellinger } else { 1495e48354ceSNicholas Bellinger iov[iov_count].iov_len = orig_iov_len; 1496e48354ceSNicholas Bellinger iov[iov_count++].iov_base = 1497e48354ceSNicholas Bellinger (iov_record[orig_iov_loc].iov_base + 1498e48354ceSNicholas Bellinger per_iov_bytes); 1499e48354ceSNicholas Bellinger 1500e48354ceSNicholas Bellinger per_iov_bytes = 0; 1501e48354ceSNicholas Bellinger *rx_marker -= orig_iov_len; 1502e48354ceSNicholas Bellinger size -= orig_iov_len; 1503e48354ceSNicholas Bellinger 1504e48354ceSNicholas Bellinger if (size) 1505e48354ceSNicholas Bellinger orig_iov_len = 1506e48354ceSNicholas Bellinger iov_record[++orig_iov_loc].iov_len; 1507e48354ceSNicholas Bellinger 1508e48354ceSNicholas Bellinger pr_debug("rx_data: #4 new_rx_marker" 1509e48354ceSNicholas Bellinger " %u, size %u\n", *rx_marker, size); 1510e48354ceSNicholas Bellinger } 1511e48354ceSNicholas Bellinger } 1512e48354ceSNicholas Bellinger data += (rx_marker_iov * (MARKER_SIZE / 2)); 1513e48354ceSNicholas Bellinger 1514e48354ceSNicholas Bellinger iov_p = &iov[0]; 1515e48354ceSNicholas Bellinger iov_len = iov_count; 1516e48354ceSNicholas Bellinger 1517e48354ceSNicholas Bellinger if (iov_count > count->ss_iov_count) { 1518e48354ceSNicholas Bellinger pr_err("iov_count: %d, count->ss_iov_count:" 1519e48354ceSNicholas Bellinger " %d\n", iov_count, count->ss_iov_count); 1520e48354ceSNicholas Bellinger return -1; 1521e48354ceSNicholas Bellinger } 1522e48354ceSNicholas Bellinger if (rx_marker_iov > count->ss_marker_count) { 1523e48354ceSNicholas Bellinger pr_err("rx_marker_iov: %d, count->ss_marker" 1524e48354ceSNicholas Bellinger "_count: %d\n", rx_marker_iov, 1525e48354ceSNicholas Bellinger count->ss_marker_count); 1526e48354ceSNicholas Bellinger return -1; 1527e48354ceSNicholas Bellinger } 1528e48354ceSNicholas Bellinger } else { 1529e48354ceSNicholas Bellinger iov_p = count->iov; 1530e48354ceSNicholas Bellinger iov_len = count->iov_count; 1531e48354ceSNicholas Bellinger } 1532e48354ceSNicholas Bellinger 1533e48354ceSNicholas Bellinger while (total_rx < data) { 1534e48354ceSNicholas Bellinger rx_loop = kernel_recvmsg(conn->sock, &msg, iov_p, iov_len, 1535e48354ceSNicholas Bellinger (data - total_rx), MSG_WAITALL); 1536e48354ceSNicholas Bellinger if (rx_loop <= 0) { 1537e48354ceSNicholas Bellinger pr_debug("rx_loop: %d total_rx: %d\n", 1538e48354ceSNicholas Bellinger rx_loop, total_rx); 1539e48354ceSNicholas Bellinger return rx_loop; 1540e48354ceSNicholas Bellinger } 1541e48354ceSNicholas Bellinger total_rx += rx_loop; 1542e48354ceSNicholas Bellinger pr_debug("rx_loop: %d, total_rx: %d, data: %d\n", 1543e48354ceSNicholas Bellinger rx_loop, total_rx, data); 1544e48354ceSNicholas Bellinger } 1545e48354ceSNicholas Bellinger 1546e48354ceSNicholas Bellinger if (count->sync_and_steering) { 1547e48354ceSNicholas Bellinger int j; 1548e48354ceSNicholas Bellinger for (j = 0; j < rx_marker_iov; j++) { 1549e48354ceSNicholas Bellinger pr_debug("rx_data: #5 j: %d, offset: %d\n", 1550e48354ceSNicholas Bellinger j, rx_marker_val[j]); 1551e48354ceSNicholas Bellinger conn->of_marker_offset = rx_marker_val[j]; 1552e48354ceSNicholas Bellinger } 1553e48354ceSNicholas Bellinger total_rx -= (rx_marker_iov * (MARKER_SIZE / 2)); 1554e48354ceSNicholas Bellinger } 1555e48354ceSNicholas Bellinger 1556e48354ceSNicholas Bellinger return total_rx; 1557e48354ceSNicholas Bellinger } 1558e48354ceSNicholas Bellinger 1559e48354ceSNicholas Bellinger static int iscsit_do_tx_data( 1560e48354ceSNicholas Bellinger struct iscsi_conn *conn, 1561e48354ceSNicholas Bellinger struct iscsi_data_count *count) 1562e48354ceSNicholas Bellinger { 1563e48354ceSNicholas Bellinger int data = count->data_length, total_tx = 0, tx_loop = 0, iov_len; 1564e48354ceSNicholas Bellinger u32 tx_marker_val[count->ss_marker_count], tx_marker_iov = 0; 1565e48354ceSNicholas Bellinger struct kvec iov[count->ss_iov_count], *iov_p; 1566e48354ceSNicholas Bellinger struct msghdr msg; 1567e48354ceSNicholas Bellinger 1568e48354ceSNicholas Bellinger if (!conn || !conn->sock || !conn->conn_ops) 1569e48354ceSNicholas Bellinger return -1; 1570e48354ceSNicholas Bellinger 1571e48354ceSNicholas Bellinger if (data <= 0) { 1572e48354ceSNicholas Bellinger pr_err("Data length is: %d\n", data); 1573e48354ceSNicholas Bellinger return -1; 1574e48354ceSNicholas Bellinger } 1575e48354ceSNicholas Bellinger 1576e48354ceSNicholas Bellinger memset(&msg, 0, sizeof(struct msghdr)); 1577e48354ceSNicholas Bellinger 1578e48354ceSNicholas Bellinger if (count->sync_and_steering) { 1579e48354ceSNicholas Bellinger int size = 0; 1580e48354ceSNicholas Bellinger u32 i, orig_iov_count = 0; 1581e48354ceSNicholas Bellinger u32 orig_iov_len = 0, orig_iov_loc = 0; 1582e48354ceSNicholas Bellinger u32 iov_count = 0, per_iov_bytes = 0; 1583e48354ceSNicholas Bellinger u32 *tx_marker, old_tx_marker = 0; 1584e48354ceSNicholas Bellinger struct kvec *iov_record; 1585e48354ceSNicholas Bellinger 1586e48354ceSNicholas Bellinger memset(&tx_marker_val, 0, 1587e48354ceSNicholas Bellinger count->ss_marker_count * sizeof(u32)); 1588e48354ceSNicholas Bellinger memset(&iov, 0, count->ss_iov_count * sizeof(struct kvec)); 1589e48354ceSNicholas Bellinger 1590e48354ceSNicholas Bellinger iov_record = count->iov; 1591e48354ceSNicholas Bellinger orig_iov_count = count->iov_count; 1592e48354ceSNicholas Bellinger tx_marker = &conn->if_marker; 1593e48354ceSNicholas Bellinger 1594e48354ceSNicholas Bellinger i = 0; 1595e48354ceSNicholas Bellinger size = data; 1596e48354ceSNicholas Bellinger orig_iov_len = iov_record[orig_iov_loc].iov_len; 1597e48354ceSNicholas Bellinger while (size > 0) { 1598e48354ceSNicholas Bellinger pr_debug("tx_data: #1 orig_iov_len %u," 1599e48354ceSNicholas Bellinger " orig_iov_loc %u\n", orig_iov_len, orig_iov_loc); 1600e48354ceSNicholas Bellinger pr_debug("tx_data: #2 tx_marker %u, size" 1601e48354ceSNicholas Bellinger " %u\n", *tx_marker, size); 1602e48354ceSNicholas Bellinger 1603e48354ceSNicholas Bellinger if (orig_iov_len >= *tx_marker) { 1604e48354ceSNicholas Bellinger iov[iov_count].iov_len = *tx_marker; 1605e48354ceSNicholas Bellinger iov[iov_count++].iov_base = 1606e48354ceSNicholas Bellinger (iov_record[orig_iov_loc].iov_base + 1607e48354ceSNicholas Bellinger per_iov_bytes); 1608e48354ceSNicholas Bellinger 1609e48354ceSNicholas Bellinger tx_marker_val[tx_marker_iov] = 1610e48354ceSNicholas Bellinger (size - *tx_marker); 1611e48354ceSNicholas Bellinger iov[iov_count].iov_len = (MARKER_SIZE / 2); 1612e48354ceSNicholas Bellinger iov[iov_count++].iov_base = 1613e48354ceSNicholas Bellinger &tx_marker_val[tx_marker_iov++]; 1614e48354ceSNicholas Bellinger iov[iov_count].iov_len = (MARKER_SIZE / 2); 1615e48354ceSNicholas Bellinger iov[iov_count++].iov_base = 1616e48354ceSNicholas Bellinger &tx_marker_val[tx_marker_iov++]; 1617e48354ceSNicholas Bellinger old_tx_marker = *tx_marker; 1618e48354ceSNicholas Bellinger 1619e48354ceSNicholas Bellinger /* 1620e48354ceSNicholas Bellinger * IFMarkInt is in 32-bit words. 1621e48354ceSNicholas Bellinger */ 1622e48354ceSNicholas Bellinger *tx_marker = (conn->conn_ops->IFMarkInt * 4); 1623e48354ceSNicholas Bellinger size -= old_tx_marker; 1624e48354ceSNicholas Bellinger orig_iov_len -= old_tx_marker; 1625e48354ceSNicholas Bellinger per_iov_bytes += old_tx_marker; 1626e48354ceSNicholas Bellinger 1627e48354ceSNicholas Bellinger pr_debug("tx_data: #3 new_tx_marker" 1628e48354ceSNicholas Bellinger " %u, size %u\n", *tx_marker, size); 1629e48354ceSNicholas Bellinger pr_debug("tx_data: #4 offset %u\n", 1630e48354ceSNicholas Bellinger tx_marker_val[tx_marker_iov-1]); 1631e48354ceSNicholas Bellinger } else { 1632e48354ceSNicholas Bellinger iov[iov_count].iov_len = orig_iov_len; 1633e48354ceSNicholas Bellinger iov[iov_count++].iov_base 1634e48354ceSNicholas Bellinger = (iov_record[orig_iov_loc].iov_base + 1635e48354ceSNicholas Bellinger per_iov_bytes); 1636e48354ceSNicholas Bellinger 1637e48354ceSNicholas Bellinger per_iov_bytes = 0; 1638e48354ceSNicholas Bellinger *tx_marker -= orig_iov_len; 1639e48354ceSNicholas Bellinger size -= orig_iov_len; 1640e48354ceSNicholas Bellinger 1641e48354ceSNicholas Bellinger if (size) 1642e48354ceSNicholas Bellinger orig_iov_len = 1643e48354ceSNicholas Bellinger iov_record[++orig_iov_loc].iov_len; 1644e48354ceSNicholas Bellinger 1645e48354ceSNicholas Bellinger pr_debug("tx_data: #5 new_tx_marker" 1646e48354ceSNicholas Bellinger " %u, size %u\n", *tx_marker, size); 1647e48354ceSNicholas Bellinger } 1648e48354ceSNicholas Bellinger } 1649e48354ceSNicholas Bellinger 1650e48354ceSNicholas Bellinger data += (tx_marker_iov * (MARKER_SIZE / 2)); 1651e48354ceSNicholas Bellinger 1652e48354ceSNicholas Bellinger iov_p = &iov[0]; 1653e48354ceSNicholas Bellinger iov_len = iov_count; 1654e48354ceSNicholas Bellinger 1655e48354ceSNicholas Bellinger if (iov_count > count->ss_iov_count) { 1656e48354ceSNicholas Bellinger pr_err("iov_count: %d, count->ss_iov_count:" 1657e48354ceSNicholas Bellinger " %d\n", iov_count, count->ss_iov_count); 1658e48354ceSNicholas Bellinger return -1; 1659e48354ceSNicholas Bellinger } 1660e48354ceSNicholas Bellinger if (tx_marker_iov > count->ss_marker_count) { 1661e48354ceSNicholas Bellinger pr_err("tx_marker_iov: %d, count->ss_marker" 1662e48354ceSNicholas Bellinger "_count: %d\n", tx_marker_iov, 1663e48354ceSNicholas Bellinger count->ss_marker_count); 1664e48354ceSNicholas Bellinger return -1; 1665e48354ceSNicholas Bellinger } 1666e48354ceSNicholas Bellinger } else { 1667e48354ceSNicholas Bellinger iov_p = count->iov; 1668e48354ceSNicholas Bellinger iov_len = count->iov_count; 1669e48354ceSNicholas Bellinger } 1670e48354ceSNicholas Bellinger 1671e48354ceSNicholas Bellinger while (total_tx < data) { 1672e48354ceSNicholas Bellinger tx_loop = kernel_sendmsg(conn->sock, &msg, iov_p, iov_len, 1673e48354ceSNicholas Bellinger (data - total_tx)); 1674e48354ceSNicholas Bellinger if (tx_loop <= 0) { 1675e48354ceSNicholas Bellinger pr_debug("tx_loop: %d total_tx %d\n", 1676e48354ceSNicholas Bellinger tx_loop, total_tx); 1677e48354ceSNicholas Bellinger return tx_loop; 1678e48354ceSNicholas Bellinger } 1679e48354ceSNicholas Bellinger total_tx += tx_loop; 1680e48354ceSNicholas Bellinger pr_debug("tx_loop: %d, total_tx: %d, data: %d\n", 1681e48354ceSNicholas Bellinger tx_loop, total_tx, data); 1682e48354ceSNicholas Bellinger } 1683e48354ceSNicholas Bellinger 1684e48354ceSNicholas Bellinger if (count->sync_and_steering) 1685e48354ceSNicholas Bellinger total_tx -= (tx_marker_iov * (MARKER_SIZE / 2)); 1686e48354ceSNicholas Bellinger 1687e48354ceSNicholas Bellinger return total_tx; 1688e48354ceSNicholas Bellinger } 1689e48354ceSNicholas Bellinger 1690e48354ceSNicholas Bellinger int rx_data( 1691e48354ceSNicholas Bellinger struct iscsi_conn *conn, 1692e48354ceSNicholas Bellinger struct kvec *iov, 1693e48354ceSNicholas Bellinger int iov_count, 1694e48354ceSNicholas Bellinger int data) 1695e48354ceSNicholas Bellinger { 1696e48354ceSNicholas Bellinger struct iscsi_data_count c; 1697e48354ceSNicholas Bellinger 1698e48354ceSNicholas Bellinger if (!conn || !conn->sock || !conn->conn_ops) 1699e48354ceSNicholas Bellinger return -1; 1700e48354ceSNicholas Bellinger 1701e48354ceSNicholas Bellinger memset(&c, 0, sizeof(struct iscsi_data_count)); 1702e48354ceSNicholas Bellinger c.iov = iov; 1703e48354ceSNicholas Bellinger c.iov_count = iov_count; 1704e48354ceSNicholas Bellinger c.data_length = data; 1705e48354ceSNicholas Bellinger c.type = ISCSI_RX_DATA; 1706e48354ceSNicholas Bellinger 1707e48354ceSNicholas Bellinger if (conn->conn_ops->OFMarker && 1708e48354ceSNicholas Bellinger (conn->conn_state >= TARG_CONN_STATE_LOGGED_IN)) { 1709e48354ceSNicholas Bellinger if (iscsit_determine_sync_and_steering_counts(conn, &c) < 0) 1710e48354ceSNicholas Bellinger return -1; 1711e48354ceSNicholas Bellinger } 1712e48354ceSNicholas Bellinger 1713e48354ceSNicholas Bellinger return iscsit_do_rx_data(conn, &c); 1714e48354ceSNicholas Bellinger } 1715e48354ceSNicholas Bellinger 1716e48354ceSNicholas Bellinger int tx_data( 1717e48354ceSNicholas Bellinger struct iscsi_conn *conn, 1718e48354ceSNicholas Bellinger struct kvec *iov, 1719e48354ceSNicholas Bellinger int iov_count, 1720e48354ceSNicholas Bellinger int data) 1721e48354ceSNicholas Bellinger { 1722e48354ceSNicholas Bellinger struct iscsi_data_count c; 1723e48354ceSNicholas Bellinger 1724e48354ceSNicholas Bellinger if (!conn || !conn->sock || !conn->conn_ops) 1725e48354ceSNicholas Bellinger return -1; 1726e48354ceSNicholas Bellinger 1727e48354ceSNicholas Bellinger memset(&c, 0, sizeof(struct iscsi_data_count)); 1728e48354ceSNicholas Bellinger c.iov = iov; 1729e48354ceSNicholas Bellinger c.iov_count = iov_count; 1730e48354ceSNicholas Bellinger c.data_length = data; 1731e48354ceSNicholas Bellinger c.type = ISCSI_TX_DATA; 1732e48354ceSNicholas Bellinger 1733e48354ceSNicholas Bellinger if (conn->conn_ops->IFMarker && 1734e48354ceSNicholas Bellinger (conn->conn_state >= TARG_CONN_STATE_LOGGED_IN)) { 1735e48354ceSNicholas Bellinger if (iscsit_determine_sync_and_steering_counts(conn, &c) < 0) 1736e48354ceSNicholas Bellinger return -1; 1737e48354ceSNicholas Bellinger } 1738e48354ceSNicholas Bellinger 1739e48354ceSNicholas Bellinger return iscsit_do_tx_data(conn, &c); 1740e48354ceSNicholas Bellinger } 1741e48354ceSNicholas Bellinger 1742e48354ceSNicholas Bellinger void iscsit_collect_login_stats( 1743e48354ceSNicholas Bellinger struct iscsi_conn *conn, 1744e48354ceSNicholas Bellinger u8 status_class, 1745e48354ceSNicholas Bellinger u8 status_detail) 1746e48354ceSNicholas Bellinger { 1747e48354ceSNicholas Bellinger struct iscsi_param *intrname = NULL; 1748e48354ceSNicholas Bellinger struct iscsi_tiqn *tiqn; 1749e48354ceSNicholas Bellinger struct iscsi_login_stats *ls; 1750e48354ceSNicholas Bellinger 1751e48354ceSNicholas Bellinger tiqn = iscsit_snmp_get_tiqn(conn); 1752e48354ceSNicholas Bellinger if (!tiqn) 1753e48354ceSNicholas Bellinger return; 1754e48354ceSNicholas Bellinger 1755e48354ceSNicholas Bellinger ls = &tiqn->login_stats; 1756e48354ceSNicholas Bellinger 1757e48354ceSNicholas Bellinger spin_lock(&ls->lock); 1758e48354ceSNicholas Bellinger if (!strcmp(conn->login_ip, ls->last_intr_fail_ip_addr) && 1759e48354ceSNicholas Bellinger ((get_jiffies_64() - ls->last_fail_time) < 10)) { 1760e48354ceSNicholas Bellinger /* We already have the failure info for this login */ 1761e48354ceSNicholas Bellinger spin_unlock(&ls->lock); 1762e48354ceSNicholas Bellinger return; 1763e48354ceSNicholas Bellinger } 1764e48354ceSNicholas Bellinger 1765e48354ceSNicholas Bellinger if (status_class == ISCSI_STATUS_CLS_SUCCESS) 1766e48354ceSNicholas Bellinger ls->accepts++; 1767e48354ceSNicholas Bellinger else if (status_class == ISCSI_STATUS_CLS_REDIRECT) { 1768e48354ceSNicholas Bellinger ls->redirects++; 1769e48354ceSNicholas Bellinger ls->last_fail_type = ISCSI_LOGIN_FAIL_REDIRECT; 1770e48354ceSNicholas Bellinger } else if ((status_class == ISCSI_STATUS_CLS_INITIATOR_ERR) && 1771e48354ceSNicholas Bellinger (status_detail == ISCSI_LOGIN_STATUS_AUTH_FAILED)) { 1772e48354ceSNicholas Bellinger ls->authenticate_fails++; 1773e48354ceSNicholas Bellinger ls->last_fail_type = ISCSI_LOGIN_FAIL_AUTHENTICATE; 1774e48354ceSNicholas Bellinger } else if ((status_class == ISCSI_STATUS_CLS_INITIATOR_ERR) && 1775e48354ceSNicholas Bellinger (status_detail == ISCSI_LOGIN_STATUS_TGT_FORBIDDEN)) { 1776e48354ceSNicholas Bellinger ls->authorize_fails++; 1777e48354ceSNicholas Bellinger ls->last_fail_type = ISCSI_LOGIN_FAIL_AUTHORIZE; 1778e48354ceSNicholas Bellinger } else if ((status_class == ISCSI_STATUS_CLS_INITIATOR_ERR) && 1779e48354ceSNicholas Bellinger (status_detail == ISCSI_LOGIN_STATUS_INIT_ERR)) { 1780e48354ceSNicholas Bellinger ls->negotiate_fails++; 1781e48354ceSNicholas Bellinger ls->last_fail_type = ISCSI_LOGIN_FAIL_NEGOTIATE; 1782e48354ceSNicholas Bellinger } else { 1783e48354ceSNicholas Bellinger ls->other_fails++; 1784e48354ceSNicholas Bellinger ls->last_fail_type = ISCSI_LOGIN_FAIL_OTHER; 1785e48354ceSNicholas Bellinger } 1786e48354ceSNicholas Bellinger 1787e48354ceSNicholas Bellinger /* Save initiator name, ip address and time, if it is a failed login */ 1788e48354ceSNicholas Bellinger if (status_class != ISCSI_STATUS_CLS_SUCCESS) { 1789e48354ceSNicholas Bellinger if (conn->param_list) 1790e48354ceSNicholas Bellinger intrname = iscsi_find_param_from_key(INITIATORNAME, 1791e48354ceSNicholas Bellinger conn->param_list); 1792e48354ceSNicholas Bellinger strcpy(ls->last_intr_fail_name, 1793e48354ceSNicholas Bellinger (intrname ? intrname->value : "Unknown")); 1794e48354ceSNicholas Bellinger 1795e48354ceSNicholas Bellinger ls->last_intr_fail_ip_family = conn->sock->sk->sk_family; 1796e48354ceSNicholas Bellinger snprintf(ls->last_intr_fail_ip_addr, IPV6_ADDRESS_SPACE, 1797e48354ceSNicholas Bellinger "%s", conn->login_ip); 1798e48354ceSNicholas Bellinger ls->last_fail_time = get_jiffies_64(); 1799e48354ceSNicholas Bellinger } 1800e48354ceSNicholas Bellinger 1801e48354ceSNicholas Bellinger spin_unlock(&ls->lock); 1802e48354ceSNicholas Bellinger } 1803e48354ceSNicholas Bellinger 1804e48354ceSNicholas Bellinger struct iscsi_tiqn *iscsit_snmp_get_tiqn(struct iscsi_conn *conn) 1805e48354ceSNicholas Bellinger { 1806e48354ceSNicholas Bellinger struct iscsi_portal_group *tpg; 1807e48354ceSNicholas Bellinger 1808e48354ceSNicholas Bellinger if (!conn || !conn->sess) 1809e48354ceSNicholas Bellinger return NULL; 1810e48354ceSNicholas Bellinger 1811e48354ceSNicholas Bellinger tpg = conn->sess->tpg; 1812e48354ceSNicholas Bellinger if (!tpg) 1813e48354ceSNicholas Bellinger return NULL; 1814e48354ceSNicholas Bellinger 1815e48354ceSNicholas Bellinger if (!tpg->tpg_tiqn) 1816e48354ceSNicholas Bellinger return NULL; 1817e48354ceSNicholas Bellinger 1818e48354ceSNicholas Bellinger return tpg->tpg_tiqn; 1819e48354ceSNicholas Bellinger } 1820