1 /******************************************************************************* 2 * Filename: target_core_tmr.c 3 * 4 * This file contains SPC-3 task management infrastructure 5 * 6 * Copyright (c) 2009,2010 Rising Tide Systems 7 * Copyright (c) 2009,2010 Linux-iSCSI.org 8 * 9 * Nicholas A. Bellinger <nab@kernel.org> 10 * 11 * This program is free software; you can redistribute it and/or modify 12 * it under the terms of the GNU General Public License as published by 13 * the Free Software Foundation; either version 2 of the License, or 14 * (at your option) any later version. 15 * 16 * This program is distributed in the hope that it will be useful, 17 * but WITHOUT ANY WARRANTY; without even the implied warranty of 18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 19 * GNU General Public License for more details. 20 * 21 * You should have received a copy of the GNU General Public License 22 * along with this program; if not, write to the Free Software 23 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 24 * 25 ******************************************************************************/ 26 27 #include <linux/slab.h> 28 #include <linux/spinlock.h> 29 #include <linux/list.h> 30 #include <scsi/scsi.h> 31 #include <scsi/scsi_cmnd.h> 32 33 #include <target/target_core_base.h> 34 #include <target/target_core_device.h> 35 #include <target/target_core_tmr.h> 36 #include <target/target_core_transport.h> 37 #include <target/target_core_fabric_ops.h> 38 #include <target/target_core_configfs.h> 39 40 #include "target_core_alua.h" 41 #include "target_core_pr.h" 42 43 struct se_tmr_req *core_tmr_alloc_req( 44 struct se_cmd *se_cmd, 45 void *fabric_tmr_ptr, 46 u8 function, 47 gfp_t gfp_flags) 48 { 49 struct se_tmr_req *tmr; 50 51 tmr = kmem_cache_zalloc(se_tmr_req_cache, gfp_flags); 52 if (!tmr) { 53 pr_err("Unable to allocate struct se_tmr_req\n"); 54 return ERR_PTR(-ENOMEM); 55 } 56 tmr->task_cmd = se_cmd; 57 tmr->fabric_tmr_ptr = fabric_tmr_ptr; 58 tmr->function = function; 59 INIT_LIST_HEAD(&tmr->tmr_list); 60 61 return tmr; 62 } 63 EXPORT_SYMBOL(core_tmr_alloc_req); 64 65 void core_tmr_release_req( 66 struct se_tmr_req *tmr) 67 { 68 struct se_device *dev = tmr->tmr_dev; 69 unsigned long flags; 70 71 if (!dev) { 72 kmem_cache_free(se_tmr_req_cache, tmr); 73 return; 74 } 75 76 spin_lock_irqsave(&dev->se_tmr_lock, flags); 77 list_del(&tmr->tmr_list); 78 spin_unlock_irqrestore(&dev->se_tmr_lock, flags); 79 80 kmem_cache_free(se_tmr_req_cache, tmr); 81 } 82 83 static void core_tmr_handle_tas_abort( 84 struct se_node_acl *tmr_nacl, 85 struct se_cmd *cmd, 86 int tas, 87 int fe_count) 88 { 89 if (!fe_count) { 90 transport_cmd_finish_abort(cmd, 1); 91 return; 92 } 93 /* 94 * TASK ABORTED status (TAS) bit support 95 */ 96 if ((tmr_nacl && 97 (tmr_nacl == cmd->se_sess->se_node_acl)) || tas) 98 transport_send_task_abort(cmd); 99 100 transport_cmd_finish_abort(cmd, 0); 101 } 102 103 static void core_tmr_drain_tmr_list( 104 struct se_device *dev, 105 struct se_tmr_req *tmr, 106 struct list_head *preempt_and_abort_list) 107 { 108 LIST_HEAD(drain_tmr_list); 109 struct se_tmr_req *tmr_p, *tmr_pp; 110 struct se_cmd *cmd; 111 unsigned long flags; 112 /* 113 * Release all pending and outgoing TMRs aside from the received 114 * LUN_RESET tmr.. 115 */ 116 spin_lock_irqsave(&dev->se_tmr_lock, flags); 117 list_for_each_entry_safe(tmr_p, tmr_pp, &dev->dev_tmr_list, tmr_list) { 118 /* 119 * Allow the received TMR to return with FUNCTION_COMPLETE. 120 */ 121 if (tmr && (tmr_p == tmr)) 122 continue; 123 124 cmd = tmr_p->task_cmd; 125 if (!cmd) { 126 pr_err("Unable to locate struct se_cmd for TMR\n"); 127 continue; 128 } 129 /* 130 * If this function was called with a valid pr_res_key 131 * parameter (eg: for PROUT PREEMPT_AND_ABORT service action 132 * skip non regisration key matching TMRs. 133 */ 134 if (preempt_and_abort_list && 135 (core_scsi3_check_cdb_abort_and_preempt( 136 preempt_and_abort_list, cmd) != 0)) 137 continue; 138 139 spin_lock(&cmd->t_state_lock); 140 if (!atomic_read(&cmd->t_transport_active)) { 141 spin_unlock(&cmd->t_state_lock); 142 continue; 143 } 144 if (cmd->t_state == TRANSPORT_ISTATE_PROCESSING) { 145 spin_unlock(&cmd->t_state_lock); 146 continue; 147 } 148 spin_unlock(&cmd->t_state_lock); 149 150 list_move_tail(&tmr->tmr_list, &drain_tmr_list); 151 } 152 spin_unlock_irqrestore(&dev->se_tmr_lock, flags); 153 154 while (!list_empty(&drain_tmr_list)) { 155 tmr = list_entry(drain_tmr_list.next, struct se_tmr_req, tmr_list); 156 list_del(&tmr->tmr_list); 157 cmd = tmr_p->task_cmd; 158 159 pr_debug("LUN_RESET: %s releasing TMR %p Function: 0x%02x," 160 " Response: 0x%02x, t_state: %d\n", 161 (preempt_and_abort_list) ? "Preempt" : "", tmr, 162 tmr->function, tmr->response, cmd->t_state); 163 164 transport_cmd_finish_abort(cmd, 1); 165 } 166 } 167 168 static void core_tmr_drain_task_list( 169 struct se_device *dev, 170 struct se_cmd *prout_cmd, 171 struct se_node_acl *tmr_nacl, 172 int tas, 173 struct list_head *preempt_and_abort_list) 174 { 175 LIST_HEAD(drain_task_list); 176 struct se_cmd *cmd; 177 struct se_task *task, *task_tmp; 178 unsigned long flags; 179 int fe_count; 180 /* 181 * Complete outstanding struct se_task CDBs with TASK_ABORTED SAM status. 182 * This is following sam4r17, section 5.6 Aborting commands, Table 38 183 * for TMR LUN_RESET: 184 * 185 * a) "Yes" indicates that each command that is aborted on an I_T nexus 186 * other than the one that caused the SCSI device condition is 187 * completed with TASK ABORTED status, if the TAS bit is set to one in 188 * the Control mode page (see SPC-4). "No" indicates that no status is 189 * returned for aborted commands. 190 * 191 * d) If the logical unit reset is caused by a particular I_T nexus 192 * (e.g., by a LOGICAL UNIT RESET task management function), then "yes" 193 * (TASK_ABORTED status) applies. 194 * 195 * Otherwise (e.g., if triggered by a hard reset), "no" 196 * (no TASK_ABORTED SAM status) applies. 197 * 198 * Note that this seems to be independent of TAS (Task Aborted Status) 199 * in the Control Mode Page. 200 */ 201 spin_lock_irqsave(&dev->execute_task_lock, flags); 202 list_for_each_entry_safe(task, task_tmp, &dev->state_task_list, 203 t_state_list) { 204 if (!task->task_se_cmd) { 205 pr_err("task->task_se_cmd is NULL!\n"); 206 continue; 207 } 208 cmd = task->task_se_cmd; 209 210 /* 211 * For PREEMPT_AND_ABORT usage, only process commands 212 * with a matching reservation key. 213 */ 214 if (preempt_and_abort_list && 215 (core_scsi3_check_cdb_abort_and_preempt( 216 preempt_and_abort_list, cmd) != 0)) 217 continue; 218 /* 219 * Not aborting PROUT PREEMPT_AND_ABORT CDB.. 220 */ 221 if (prout_cmd == cmd) 222 continue; 223 224 list_move_tail(&task->t_state_list, &drain_task_list); 225 atomic_set(&task->task_state_active, 0); 226 /* 227 * Remove from task execute list before processing drain_task_list 228 */ 229 if (!list_empty(&task->t_execute_list)) 230 __transport_remove_task_from_execute_queue(task, dev); 231 } 232 spin_unlock_irqrestore(&dev->execute_task_lock, flags); 233 234 while (!list_empty(&drain_task_list)) { 235 task = list_entry(drain_task_list.next, struct se_task, t_state_list); 236 list_del(&task->t_state_list); 237 cmd = task->task_se_cmd; 238 239 pr_debug("LUN_RESET: %s cmd: %p task: %p" 240 " ITT/CmdSN: 0x%08x/0x%08x, i_state: %d, t_state: %d" 241 "cdb: 0x%02x\n", 242 (preempt_and_abort_list) ? "Preempt" : "", cmd, task, 243 cmd->se_tfo->get_task_tag(cmd), 0, 244 cmd->se_tfo->get_cmd_state(cmd), cmd->t_state, 245 cmd->t_task_cdb[0]); 246 pr_debug("LUN_RESET: ITT[0x%08x] - pr_res_key: 0x%016Lx" 247 " t_task_cdbs: %d t_task_cdbs_left: %d" 248 " t_task_cdbs_sent: %d -- t_transport_active: %d" 249 " t_transport_stop: %d t_transport_sent: %d\n", 250 cmd->se_tfo->get_task_tag(cmd), cmd->pr_res_key, 251 cmd->t_task_list_num, 252 atomic_read(&cmd->t_task_cdbs_left), 253 atomic_read(&cmd->t_task_cdbs_sent), 254 atomic_read(&cmd->t_transport_active), 255 atomic_read(&cmd->t_transport_stop), 256 atomic_read(&cmd->t_transport_sent)); 257 258 /* 259 * If the command may be queued onto a workqueue cancel it now. 260 * 261 * This is equivalent to removal from the execute queue in the 262 * loop above, but we do it down here given that 263 * cancel_work_sync may block. 264 */ 265 if (cmd->t_state == TRANSPORT_COMPLETE) 266 cancel_work_sync(&cmd->work); 267 268 spin_lock_irqsave(&cmd->t_state_lock, flags); 269 target_stop_task(task, &flags); 270 271 if (!atomic_dec_and_test(&cmd->t_task_cdbs_ex_left)) { 272 spin_unlock_irqrestore(&cmd->t_state_lock, flags); 273 pr_debug("LUN_RESET: Skipping task: %p, dev: %p for" 274 " t_task_cdbs_ex_left: %d\n", task, dev, 275 atomic_read(&cmd->t_task_cdbs_ex_left)); 276 continue; 277 } 278 fe_count = atomic_read(&cmd->t_fe_count); 279 280 if (atomic_read(&cmd->t_transport_active)) { 281 pr_debug("LUN_RESET: got t_transport_active = 1 for" 282 " task: %p, t_fe_count: %d dev: %p\n", task, 283 fe_count, dev); 284 atomic_set(&cmd->t_transport_aborted, 1); 285 spin_unlock_irqrestore(&cmd->t_state_lock, flags); 286 287 core_tmr_handle_tas_abort(tmr_nacl, cmd, tas, fe_count); 288 continue; 289 } 290 pr_debug("LUN_RESET: Got t_transport_active = 0 for task: %p," 291 " t_fe_count: %d dev: %p\n", task, fe_count, dev); 292 atomic_set(&cmd->t_transport_aborted, 1); 293 spin_unlock_irqrestore(&cmd->t_state_lock, flags); 294 295 core_tmr_handle_tas_abort(tmr_nacl, cmd, tas, fe_count); 296 } 297 } 298 299 static void core_tmr_drain_cmd_list( 300 struct se_device *dev, 301 struct se_cmd *prout_cmd, 302 struct se_node_acl *tmr_nacl, 303 int tas, 304 struct list_head *preempt_and_abort_list) 305 { 306 LIST_HEAD(drain_cmd_list); 307 struct se_queue_obj *qobj = &dev->dev_queue_obj; 308 struct se_cmd *cmd, *tcmd; 309 unsigned long flags; 310 /* 311 * Release all commands remaining in the struct se_device cmd queue. 312 * 313 * This follows the same logic as above for the struct se_device 314 * struct se_task state list, where commands are returned with 315 * TASK_ABORTED status, if there is an outstanding $FABRIC_MOD 316 * reference, otherwise the struct se_cmd is released. 317 */ 318 spin_lock_irqsave(&qobj->cmd_queue_lock, flags); 319 list_for_each_entry_safe(cmd, tcmd, &qobj->qobj_list, se_queue_node) { 320 /* 321 * For PREEMPT_AND_ABORT usage, only process commands 322 * with a matching reservation key. 323 */ 324 if (preempt_and_abort_list && 325 (core_scsi3_check_cdb_abort_and_preempt( 326 preempt_and_abort_list, cmd) != 0)) 327 continue; 328 /* 329 * Not aborting PROUT PREEMPT_AND_ABORT CDB.. 330 */ 331 if (prout_cmd == cmd) 332 continue; 333 /* 334 * Skip direct processing of TRANSPORT_FREE_CMD_INTR for 335 * HW target mode fabrics. 336 */ 337 spin_lock(&cmd->t_state_lock); 338 if (cmd->t_state == TRANSPORT_FREE_CMD_INTR) { 339 spin_unlock(&cmd->t_state_lock); 340 continue; 341 } 342 spin_unlock(&cmd->t_state_lock); 343 344 atomic_set(&cmd->t_transport_queue_active, 0); 345 atomic_dec(&qobj->queue_cnt); 346 list_move_tail(&cmd->se_queue_node, &drain_cmd_list); 347 } 348 spin_unlock_irqrestore(&qobj->cmd_queue_lock, flags); 349 350 while (!list_empty(&drain_cmd_list)) { 351 cmd = list_entry(drain_cmd_list.next, struct se_cmd, se_queue_node); 352 list_del_init(&cmd->se_queue_node); 353 354 pr_debug("LUN_RESET: %s from Device Queue: cmd: %p t_state:" 355 " %d t_fe_count: %d\n", (preempt_and_abort_list) ? 356 "Preempt" : "", cmd, cmd->t_state, 357 atomic_read(&cmd->t_fe_count)); 358 /* 359 * Signal that the command has failed via cmd->se_cmd_flags, 360 */ 361 transport_new_cmd_failure(cmd); 362 363 core_tmr_handle_tas_abort(tmr_nacl, cmd, tas, 364 atomic_read(&cmd->t_fe_count)); 365 } 366 } 367 368 int core_tmr_lun_reset( 369 struct se_device *dev, 370 struct se_tmr_req *tmr, 371 struct list_head *preempt_and_abort_list, 372 struct se_cmd *prout_cmd) 373 { 374 struct se_node_acl *tmr_nacl = NULL; 375 struct se_portal_group *tmr_tpg = NULL; 376 int tas; 377 /* 378 * TASK_ABORTED status bit, this is configurable via ConfigFS 379 * struct se_device attributes. spc4r17 section 7.4.6 Control mode page 380 * 381 * A task aborted status (TAS) bit set to zero specifies that aborted 382 * tasks shall be terminated by the device server without any response 383 * to the application client. A TAS bit set to one specifies that tasks 384 * aborted by the actions of an I_T nexus other than the I_T nexus on 385 * which the command was received shall be completed with TASK ABORTED 386 * status (see SAM-4). 387 */ 388 tas = dev->se_sub_dev->se_dev_attrib.emulate_tas; 389 /* 390 * Determine if this se_tmr is coming from a $FABRIC_MOD 391 * or struct se_device passthrough.. 392 */ 393 if (tmr && tmr->task_cmd && tmr->task_cmd->se_sess) { 394 tmr_nacl = tmr->task_cmd->se_sess->se_node_acl; 395 tmr_tpg = tmr->task_cmd->se_sess->se_tpg; 396 if (tmr_nacl && tmr_tpg) { 397 pr_debug("LUN_RESET: TMR caller fabric: %s" 398 " initiator port %s\n", 399 tmr_tpg->se_tpg_tfo->get_fabric_name(), 400 tmr_nacl->initiatorname); 401 } 402 } 403 pr_debug("LUN_RESET: %s starting for [%s], tas: %d\n", 404 (preempt_and_abort_list) ? "Preempt" : "TMR", 405 dev->transport->name, tas); 406 407 core_tmr_drain_tmr_list(dev, tmr, preempt_and_abort_list); 408 core_tmr_drain_task_list(dev, prout_cmd, tmr_nacl, tas, 409 preempt_and_abort_list); 410 core_tmr_drain_cmd_list(dev, prout_cmd, tmr_nacl, tas, 411 preempt_and_abort_list); 412 /* 413 * Clear any legacy SPC-2 reservation when called during 414 * LOGICAL UNIT RESET 415 */ 416 if (!preempt_and_abort_list && 417 (dev->dev_flags & DF_SPC2_RESERVATIONS)) { 418 spin_lock(&dev->dev_reservation_lock); 419 dev->dev_reserved_node_acl = NULL; 420 dev->dev_flags &= ~DF_SPC2_RESERVATIONS; 421 spin_unlock(&dev->dev_reservation_lock); 422 pr_debug("LUN_RESET: SCSI-2 Released reservation\n"); 423 } 424 425 spin_lock_irq(&dev->stats_lock); 426 dev->num_resets++; 427 spin_unlock_irq(&dev->stats_lock); 428 429 pr_debug("LUN_RESET: %s for [%s] Complete\n", 430 (preempt_and_abort_list) ? "Preempt" : "TMR", 431 dev->transport->name); 432 return 0; 433 } 434 435