1 /******************************************************************************* 2 * Filename: target_core_alua.c 3 * 4 * This file contains SPC-3 compliant asymmetric logical unit assigntment (ALUA) 5 * 6 * (c) Copyright 2009-2013 Datera, Inc. 7 * 8 * Nicholas A. Bellinger <nab@kernel.org> 9 * 10 * This program is free software; you can redistribute it and/or modify 11 * it under the terms of the GNU General Public License as published by 12 * the Free Software Foundation; either version 2 of the License, or 13 * (at your option) any later version. 14 * 15 * This program is distributed in the hope that it will be useful, 16 * but WITHOUT ANY WARRANTY; without even the implied warranty of 17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18 * GNU General Public License for more details. 19 * 20 * You should have received a copy of the GNU General Public License 21 * along with this program; if not, write to the Free Software 22 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 23 * 24 ******************************************************************************/ 25 26 #include <linux/slab.h> 27 #include <linux/spinlock.h> 28 #include <linux/configfs.h> 29 #include <linux/delay.h> 30 #include <linux/export.h> 31 #include <linux/fcntl.h> 32 #include <linux/file.h> 33 #include <linux/fs.h> 34 #include <scsi/scsi_proto.h> 35 #include <asm/unaligned.h> 36 37 #include <target/target_core_base.h> 38 #include <target/target_core_backend.h> 39 #include <target/target_core_fabric.h> 40 41 #include "target_core_internal.h" 42 #include "target_core_alua.h" 43 #include "target_core_ua.h" 44 45 static sense_reason_t core_alua_check_transition(int state, int valid, 46 int *primary, int explicit); 47 static int core_alua_set_tg_pt_secondary_state( 48 struct se_lun *lun, int explicit, int offline); 49 50 static char *core_alua_dump_state(int state); 51 52 static void __target_attach_tg_pt_gp(struct se_lun *lun, 53 struct t10_alua_tg_pt_gp *tg_pt_gp); 54 55 static u16 alua_lu_gps_counter; 56 static u32 alua_lu_gps_count; 57 58 static DEFINE_SPINLOCK(lu_gps_lock); 59 static LIST_HEAD(lu_gps_list); 60 61 struct t10_alua_lu_gp *default_lu_gp; 62 63 /* 64 * REPORT REFERRALS 65 * 66 * See sbc3r35 section 5.23 67 */ 68 sense_reason_t 69 target_emulate_report_referrals(struct se_cmd *cmd) 70 { 71 struct se_device *dev = cmd->se_dev; 72 struct t10_alua_lba_map *map; 73 struct t10_alua_lba_map_member *map_mem; 74 unsigned char *buf; 75 u32 rd_len = 0, off; 76 77 if (cmd->data_length < 4) { 78 pr_warn("REPORT REFERRALS allocation length %u too" 79 " small\n", cmd->data_length); 80 return TCM_INVALID_CDB_FIELD; 81 } 82 83 buf = transport_kmap_data_sg(cmd); 84 if (!buf) 85 return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; 86 87 off = 4; 88 spin_lock(&dev->t10_alua.lba_map_lock); 89 if (list_empty(&dev->t10_alua.lba_map_list)) { 90 spin_unlock(&dev->t10_alua.lba_map_lock); 91 transport_kunmap_data_sg(cmd); 92 93 return TCM_UNSUPPORTED_SCSI_OPCODE; 94 } 95 96 list_for_each_entry(map, &dev->t10_alua.lba_map_list, 97 lba_map_list) { 98 int desc_num = off + 3; 99 int pg_num; 100 101 off += 4; 102 if (cmd->data_length > off) 103 put_unaligned_be64(map->lba_map_first_lba, &buf[off]); 104 off += 8; 105 if (cmd->data_length > off) 106 put_unaligned_be64(map->lba_map_last_lba, &buf[off]); 107 off += 8; 108 rd_len += 20; 109 pg_num = 0; 110 list_for_each_entry(map_mem, &map->lba_map_mem_list, 111 lba_map_mem_list) { 112 int alua_state = map_mem->lba_map_mem_alua_state; 113 int alua_pg_id = map_mem->lba_map_mem_alua_pg_id; 114 115 if (cmd->data_length > off) 116 buf[off] = alua_state & 0x0f; 117 off += 2; 118 if (cmd->data_length > off) 119 buf[off] = (alua_pg_id >> 8) & 0xff; 120 off++; 121 if (cmd->data_length > off) 122 buf[off] = (alua_pg_id & 0xff); 123 off++; 124 rd_len += 4; 125 pg_num++; 126 } 127 if (cmd->data_length > desc_num) 128 buf[desc_num] = pg_num; 129 } 130 spin_unlock(&dev->t10_alua.lba_map_lock); 131 132 /* 133 * Set the RETURN DATA LENGTH set in the header of the DataIN Payload 134 */ 135 put_unaligned_be16(rd_len, &buf[2]); 136 137 transport_kunmap_data_sg(cmd); 138 139 target_complete_cmd(cmd, GOOD); 140 return 0; 141 } 142 143 /* 144 * REPORT_TARGET_PORT_GROUPS 145 * 146 * See spc4r17 section 6.27 147 */ 148 sense_reason_t 149 target_emulate_report_target_port_groups(struct se_cmd *cmd) 150 { 151 struct se_device *dev = cmd->se_dev; 152 struct t10_alua_tg_pt_gp *tg_pt_gp; 153 struct se_lun *lun; 154 unsigned char *buf; 155 u32 rd_len = 0, off; 156 int ext_hdr = (cmd->t_task_cdb[1] & 0x20); 157 158 /* 159 * Skip over RESERVED area to first Target port group descriptor 160 * depending on the PARAMETER DATA FORMAT type.. 161 */ 162 if (ext_hdr != 0) 163 off = 8; 164 else 165 off = 4; 166 167 if (cmd->data_length < off) { 168 pr_warn("REPORT TARGET PORT GROUPS allocation length %u too" 169 " small for %s header\n", cmd->data_length, 170 (ext_hdr) ? "extended" : "normal"); 171 return TCM_INVALID_CDB_FIELD; 172 } 173 buf = transport_kmap_data_sg(cmd); 174 if (!buf) 175 return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; 176 177 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 178 list_for_each_entry(tg_pt_gp, &dev->t10_alua.tg_pt_gps_list, 179 tg_pt_gp_list) { 180 /* 181 * Check if the Target port group and Target port descriptor list 182 * based on tg_pt_gp_members count will fit into the response payload. 183 * Otherwise, bump rd_len to let the initiator know we have exceeded 184 * the allocation length and the response is truncated. 185 */ 186 if ((off + 8 + (tg_pt_gp->tg_pt_gp_members * 4)) > 187 cmd->data_length) { 188 rd_len += 8 + (tg_pt_gp->tg_pt_gp_members * 4); 189 continue; 190 } 191 /* 192 * PREF: Preferred target port bit, determine if this 193 * bit should be set for port group. 194 */ 195 if (tg_pt_gp->tg_pt_gp_pref) 196 buf[off] = 0x80; 197 /* 198 * Set the ASYMMETRIC ACCESS State 199 */ 200 buf[off++] |= tg_pt_gp->tg_pt_gp_alua_access_state & 0xff; 201 /* 202 * Set supported ASYMMETRIC ACCESS State bits 203 */ 204 buf[off++] |= tg_pt_gp->tg_pt_gp_alua_supported_states; 205 /* 206 * TARGET PORT GROUP 207 */ 208 put_unaligned_be16(tg_pt_gp->tg_pt_gp_id, &buf[off]); 209 off += 2; 210 211 off++; /* Skip over Reserved */ 212 /* 213 * STATUS CODE 214 */ 215 buf[off++] = (tg_pt_gp->tg_pt_gp_alua_access_status & 0xff); 216 /* 217 * Vendor Specific field 218 */ 219 buf[off++] = 0x00; 220 /* 221 * TARGET PORT COUNT 222 */ 223 buf[off++] = (tg_pt_gp->tg_pt_gp_members & 0xff); 224 rd_len += 8; 225 226 spin_lock(&tg_pt_gp->tg_pt_gp_lock); 227 list_for_each_entry(lun, &tg_pt_gp->tg_pt_gp_lun_list, 228 lun_tg_pt_gp_link) { 229 /* 230 * Start Target Port descriptor format 231 * 232 * See spc4r17 section 6.2.7 Table 247 233 */ 234 off += 2; /* Skip over Obsolete */ 235 /* 236 * Set RELATIVE TARGET PORT IDENTIFIER 237 */ 238 put_unaligned_be16(lun->lun_rtpi, &buf[off]); 239 off += 2; 240 rd_len += 4; 241 } 242 spin_unlock(&tg_pt_gp->tg_pt_gp_lock); 243 } 244 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 245 /* 246 * Set the RETURN DATA LENGTH set in the header of the DataIN Payload 247 */ 248 put_unaligned_be32(rd_len, &buf[0]); 249 250 /* 251 * Fill in the Extended header parameter data format if requested 252 */ 253 if (ext_hdr != 0) { 254 buf[4] = 0x10; 255 /* 256 * Set the implicit transition time (in seconds) for the application 257 * client to use as a base for it's transition timeout value. 258 * 259 * Use the current tg_pt_gp_mem -> tg_pt_gp membership from the LUN 260 * this CDB was received upon to determine this value individually 261 * for ALUA target port group. 262 */ 263 spin_lock(&cmd->se_lun->lun_tg_pt_gp_lock); 264 tg_pt_gp = cmd->se_lun->lun_tg_pt_gp; 265 if (tg_pt_gp) 266 buf[5] = tg_pt_gp->tg_pt_gp_implicit_trans_secs; 267 spin_unlock(&cmd->se_lun->lun_tg_pt_gp_lock); 268 } 269 transport_kunmap_data_sg(cmd); 270 271 target_complete_cmd(cmd, GOOD); 272 return 0; 273 } 274 275 /* 276 * SET_TARGET_PORT_GROUPS for explicit ALUA operation. 277 * 278 * See spc4r17 section 6.35 279 */ 280 sense_reason_t 281 target_emulate_set_target_port_groups(struct se_cmd *cmd) 282 { 283 struct se_device *dev = cmd->se_dev; 284 struct se_lun *l_lun = cmd->se_lun; 285 struct se_node_acl *nacl = cmd->se_sess->se_node_acl; 286 struct t10_alua_tg_pt_gp *tg_pt_gp = NULL, *l_tg_pt_gp; 287 unsigned char *buf; 288 unsigned char *ptr; 289 sense_reason_t rc = TCM_NO_SENSE; 290 u32 len = 4; /* Skip over RESERVED area in header */ 291 int alua_access_state, primary = 0, valid_states; 292 u16 tg_pt_id, rtpi; 293 294 if (cmd->data_length < 4) { 295 pr_warn("SET TARGET PORT GROUPS parameter list length %u too" 296 " small\n", cmd->data_length); 297 return TCM_INVALID_PARAMETER_LIST; 298 } 299 300 buf = transport_kmap_data_sg(cmd); 301 if (!buf) 302 return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; 303 304 /* 305 * Determine if explicit ALUA via SET_TARGET_PORT_GROUPS is allowed 306 * for the local tg_pt_gp. 307 */ 308 spin_lock(&l_lun->lun_tg_pt_gp_lock); 309 l_tg_pt_gp = l_lun->lun_tg_pt_gp; 310 if (!l_tg_pt_gp) { 311 spin_unlock(&l_lun->lun_tg_pt_gp_lock); 312 pr_err("Unable to access l_lun->tg_pt_gp\n"); 313 rc = TCM_UNSUPPORTED_SCSI_OPCODE; 314 goto out; 315 } 316 317 if (!(l_tg_pt_gp->tg_pt_gp_alua_access_type & TPGS_EXPLICIT_ALUA)) { 318 spin_unlock(&l_lun->lun_tg_pt_gp_lock); 319 pr_debug("Unable to process SET_TARGET_PORT_GROUPS" 320 " while TPGS_EXPLICIT_ALUA is disabled\n"); 321 rc = TCM_UNSUPPORTED_SCSI_OPCODE; 322 goto out; 323 } 324 valid_states = l_tg_pt_gp->tg_pt_gp_alua_supported_states; 325 spin_unlock(&l_lun->lun_tg_pt_gp_lock); 326 327 ptr = &buf[4]; /* Skip over RESERVED area in header */ 328 329 while (len < cmd->data_length) { 330 bool found = false; 331 alua_access_state = (ptr[0] & 0x0f); 332 /* 333 * Check the received ALUA access state, and determine if 334 * the state is a primary or secondary target port asymmetric 335 * access state. 336 */ 337 rc = core_alua_check_transition(alua_access_state, valid_states, 338 &primary, 1); 339 if (rc) { 340 /* 341 * If the SET TARGET PORT GROUPS attempts to establish 342 * an invalid combination of target port asymmetric 343 * access states or attempts to establish an 344 * unsupported target port asymmetric access state, 345 * then the command shall be terminated with CHECK 346 * CONDITION status, with the sense key set to ILLEGAL 347 * REQUEST, and the additional sense code set to INVALID 348 * FIELD IN PARAMETER LIST. 349 */ 350 goto out; 351 } 352 353 /* 354 * If the ASYMMETRIC ACCESS STATE field (see table 267) 355 * specifies a primary target port asymmetric access state, 356 * then the TARGET PORT GROUP OR TARGET PORT field specifies 357 * a primary target port group for which the primary target 358 * port asymmetric access state shall be changed. If the 359 * ASYMMETRIC ACCESS STATE field specifies a secondary target 360 * port asymmetric access state, then the TARGET PORT GROUP OR 361 * TARGET PORT field specifies the relative target port 362 * identifier (see 3.1.120) of the target port for which the 363 * secondary target port asymmetric access state shall be 364 * changed. 365 */ 366 if (primary) { 367 tg_pt_id = get_unaligned_be16(ptr + 2); 368 /* 369 * Locate the matching target port group ID from 370 * the global tg_pt_gp list 371 */ 372 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 373 list_for_each_entry(tg_pt_gp, 374 &dev->t10_alua.tg_pt_gps_list, 375 tg_pt_gp_list) { 376 if (!tg_pt_gp->tg_pt_gp_valid_id) 377 continue; 378 379 if (tg_pt_id != tg_pt_gp->tg_pt_gp_id) 380 continue; 381 382 atomic_inc_mb(&tg_pt_gp->tg_pt_gp_ref_cnt); 383 384 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 385 386 if (!core_alua_do_port_transition(tg_pt_gp, 387 dev, l_lun, nacl, 388 alua_access_state, 1)) 389 found = true; 390 391 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 392 atomic_dec_mb(&tg_pt_gp->tg_pt_gp_ref_cnt); 393 break; 394 } 395 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 396 } else { 397 struct se_lun *lun; 398 399 /* 400 * Extract the RELATIVE TARGET PORT IDENTIFIER to identify 401 * the Target Port in question for the the incoming 402 * SET_TARGET_PORT_GROUPS op. 403 */ 404 rtpi = get_unaligned_be16(ptr + 2); 405 /* 406 * Locate the matching relative target port identifier 407 * for the struct se_device storage object. 408 */ 409 spin_lock(&dev->se_port_lock); 410 list_for_each_entry(lun, &dev->dev_sep_list, 411 lun_dev_link) { 412 if (lun->lun_rtpi != rtpi) 413 continue; 414 415 // XXX: racy unlock 416 spin_unlock(&dev->se_port_lock); 417 418 if (!core_alua_set_tg_pt_secondary_state( 419 lun, 1, 1)) 420 found = true; 421 422 spin_lock(&dev->se_port_lock); 423 break; 424 } 425 spin_unlock(&dev->se_port_lock); 426 } 427 428 if (!found) { 429 rc = TCM_INVALID_PARAMETER_LIST; 430 goto out; 431 } 432 433 ptr += 4; 434 len += 4; 435 } 436 437 out: 438 transport_kunmap_data_sg(cmd); 439 if (!rc) 440 target_complete_cmd(cmd, GOOD); 441 return rc; 442 } 443 444 static inline void set_ascq(struct se_cmd *cmd, u8 alua_ascq) 445 { 446 /* 447 * Set SCSI additional sense code (ASC) to 'LUN Not Accessible'; 448 * The ALUA additional sense code qualifier (ASCQ) is determined 449 * by the ALUA primary or secondary access state.. 450 */ 451 pr_debug("[%s]: ALUA TG Port not available, " 452 "SenseKey: NOT_READY, ASC/ASCQ: " 453 "0x04/0x%02x\n", 454 cmd->se_tfo->get_fabric_name(), alua_ascq); 455 456 cmd->scsi_asc = 0x04; 457 cmd->scsi_ascq = alua_ascq; 458 } 459 460 static inline void core_alua_state_nonoptimized( 461 struct se_cmd *cmd, 462 unsigned char *cdb, 463 int nonop_delay_msecs) 464 { 465 /* 466 * Set SCF_ALUA_NON_OPTIMIZED here, this value will be checked 467 * later to determine if processing of this cmd needs to be 468 * temporarily delayed for the Active/NonOptimized primary access state. 469 */ 470 cmd->se_cmd_flags |= SCF_ALUA_NON_OPTIMIZED; 471 cmd->alua_nonop_delay = nonop_delay_msecs; 472 } 473 474 static inline int core_alua_state_lba_dependent( 475 struct se_cmd *cmd, 476 struct t10_alua_tg_pt_gp *tg_pt_gp) 477 { 478 struct se_device *dev = cmd->se_dev; 479 u64 segment_size, segment_mult, sectors, lba; 480 481 /* Only need to check for cdb actually containing LBAs */ 482 if (!(cmd->se_cmd_flags & SCF_SCSI_DATA_CDB)) 483 return 0; 484 485 spin_lock(&dev->t10_alua.lba_map_lock); 486 segment_size = dev->t10_alua.lba_map_segment_size; 487 segment_mult = dev->t10_alua.lba_map_segment_multiplier; 488 sectors = cmd->data_length / dev->dev_attrib.block_size; 489 490 lba = cmd->t_task_lba; 491 while (lba < cmd->t_task_lba + sectors) { 492 struct t10_alua_lba_map *cur_map = NULL, *map; 493 struct t10_alua_lba_map_member *map_mem; 494 495 list_for_each_entry(map, &dev->t10_alua.lba_map_list, 496 lba_map_list) { 497 u64 start_lba, last_lba; 498 u64 first_lba = map->lba_map_first_lba; 499 500 if (segment_mult) { 501 u64 tmp = lba; 502 start_lba = do_div(tmp, segment_size * segment_mult); 503 504 last_lba = first_lba + segment_size - 1; 505 if (start_lba >= first_lba && 506 start_lba <= last_lba) { 507 lba += segment_size; 508 cur_map = map; 509 break; 510 } 511 } else { 512 last_lba = map->lba_map_last_lba; 513 if (lba >= first_lba && lba <= last_lba) { 514 lba = last_lba + 1; 515 cur_map = map; 516 break; 517 } 518 } 519 } 520 if (!cur_map) { 521 spin_unlock(&dev->t10_alua.lba_map_lock); 522 set_ascq(cmd, ASCQ_04H_ALUA_TG_PT_UNAVAILABLE); 523 return 1; 524 } 525 list_for_each_entry(map_mem, &cur_map->lba_map_mem_list, 526 lba_map_mem_list) { 527 if (map_mem->lba_map_mem_alua_pg_id != 528 tg_pt_gp->tg_pt_gp_id) 529 continue; 530 switch(map_mem->lba_map_mem_alua_state) { 531 case ALUA_ACCESS_STATE_STANDBY: 532 spin_unlock(&dev->t10_alua.lba_map_lock); 533 set_ascq(cmd, ASCQ_04H_ALUA_TG_PT_STANDBY); 534 return 1; 535 case ALUA_ACCESS_STATE_UNAVAILABLE: 536 spin_unlock(&dev->t10_alua.lba_map_lock); 537 set_ascq(cmd, ASCQ_04H_ALUA_TG_PT_UNAVAILABLE); 538 return 1; 539 default: 540 break; 541 } 542 } 543 } 544 spin_unlock(&dev->t10_alua.lba_map_lock); 545 return 0; 546 } 547 548 static inline int core_alua_state_standby( 549 struct se_cmd *cmd, 550 unsigned char *cdb) 551 { 552 /* 553 * Allowed CDBs for ALUA_ACCESS_STATE_STANDBY as defined by 554 * spc4r17 section 5.9.2.4.4 555 */ 556 switch (cdb[0]) { 557 case INQUIRY: 558 case LOG_SELECT: 559 case LOG_SENSE: 560 case MODE_SELECT: 561 case MODE_SENSE: 562 case REPORT_LUNS: 563 case RECEIVE_DIAGNOSTIC: 564 case SEND_DIAGNOSTIC: 565 case READ_CAPACITY: 566 return 0; 567 case SERVICE_ACTION_IN_16: 568 switch (cdb[1] & 0x1f) { 569 case SAI_READ_CAPACITY_16: 570 return 0; 571 default: 572 set_ascq(cmd, ASCQ_04H_ALUA_TG_PT_STANDBY); 573 return 1; 574 } 575 case MAINTENANCE_IN: 576 switch (cdb[1] & 0x1f) { 577 case MI_REPORT_TARGET_PGS: 578 return 0; 579 default: 580 set_ascq(cmd, ASCQ_04H_ALUA_TG_PT_STANDBY); 581 return 1; 582 } 583 case MAINTENANCE_OUT: 584 switch (cdb[1]) { 585 case MO_SET_TARGET_PGS: 586 return 0; 587 default: 588 set_ascq(cmd, ASCQ_04H_ALUA_TG_PT_STANDBY); 589 return 1; 590 } 591 case REQUEST_SENSE: 592 case PERSISTENT_RESERVE_IN: 593 case PERSISTENT_RESERVE_OUT: 594 case READ_BUFFER: 595 case WRITE_BUFFER: 596 return 0; 597 default: 598 set_ascq(cmd, ASCQ_04H_ALUA_TG_PT_STANDBY); 599 return 1; 600 } 601 602 return 0; 603 } 604 605 static inline int core_alua_state_unavailable( 606 struct se_cmd *cmd, 607 unsigned char *cdb) 608 { 609 /* 610 * Allowed CDBs for ALUA_ACCESS_STATE_UNAVAILABLE as defined by 611 * spc4r17 section 5.9.2.4.5 612 */ 613 switch (cdb[0]) { 614 case INQUIRY: 615 case REPORT_LUNS: 616 return 0; 617 case MAINTENANCE_IN: 618 switch (cdb[1] & 0x1f) { 619 case MI_REPORT_TARGET_PGS: 620 return 0; 621 default: 622 set_ascq(cmd, ASCQ_04H_ALUA_TG_PT_UNAVAILABLE); 623 return 1; 624 } 625 case MAINTENANCE_OUT: 626 switch (cdb[1]) { 627 case MO_SET_TARGET_PGS: 628 return 0; 629 default: 630 set_ascq(cmd, ASCQ_04H_ALUA_TG_PT_UNAVAILABLE); 631 return 1; 632 } 633 case REQUEST_SENSE: 634 case READ_BUFFER: 635 case WRITE_BUFFER: 636 return 0; 637 default: 638 set_ascq(cmd, ASCQ_04H_ALUA_TG_PT_UNAVAILABLE); 639 return 1; 640 } 641 642 return 0; 643 } 644 645 static inline int core_alua_state_transition( 646 struct se_cmd *cmd, 647 unsigned char *cdb) 648 { 649 /* 650 * Allowed CDBs for ALUA_ACCESS_STATE_TRANSITION as defined by 651 * spc4r17 section 5.9.2.5 652 */ 653 switch (cdb[0]) { 654 case INQUIRY: 655 case REPORT_LUNS: 656 return 0; 657 case MAINTENANCE_IN: 658 switch (cdb[1] & 0x1f) { 659 case MI_REPORT_TARGET_PGS: 660 return 0; 661 default: 662 set_ascq(cmd, ASCQ_04H_ALUA_STATE_TRANSITION); 663 return 1; 664 } 665 case REQUEST_SENSE: 666 case READ_BUFFER: 667 case WRITE_BUFFER: 668 return 0; 669 default: 670 set_ascq(cmd, ASCQ_04H_ALUA_STATE_TRANSITION); 671 return 1; 672 } 673 674 return 0; 675 } 676 677 /* 678 * return 1: Is used to signal LUN not accessible, and check condition/not ready 679 * return 0: Used to signal success 680 * return -1: Used to signal failure, and invalid cdb field 681 */ 682 sense_reason_t 683 target_alua_state_check(struct se_cmd *cmd) 684 { 685 struct se_device *dev = cmd->se_dev; 686 unsigned char *cdb = cmd->t_task_cdb; 687 struct se_lun *lun = cmd->se_lun; 688 struct t10_alua_tg_pt_gp *tg_pt_gp; 689 int out_alua_state, nonop_delay_msecs; 690 691 if (dev->se_hba->hba_flags & HBA_FLAGS_INTERNAL_USE) 692 return 0; 693 if (dev->transport->transport_flags & TRANSPORT_FLAG_PASSTHROUGH_ALUA) 694 return 0; 695 696 /* 697 * First, check for a struct se_port specific secondary ALUA target port 698 * access state: OFFLINE 699 */ 700 if (atomic_read(&lun->lun_tg_pt_secondary_offline)) { 701 pr_debug("ALUA: Got secondary offline status for local" 702 " target port\n"); 703 set_ascq(cmd, ASCQ_04H_ALUA_OFFLINE); 704 return TCM_CHECK_CONDITION_NOT_READY; 705 } 706 707 if (!lun->lun_tg_pt_gp) 708 return 0; 709 710 spin_lock(&lun->lun_tg_pt_gp_lock); 711 tg_pt_gp = lun->lun_tg_pt_gp; 712 out_alua_state = tg_pt_gp->tg_pt_gp_alua_access_state; 713 nonop_delay_msecs = tg_pt_gp->tg_pt_gp_nonop_delay_msecs; 714 715 // XXX: keeps using tg_pt_gp witout reference after unlock 716 spin_unlock(&lun->lun_tg_pt_gp_lock); 717 /* 718 * Process ALUA_ACCESS_STATE_ACTIVE_OPTIMIZED in a separate conditional 719 * statement so the compiler knows explicitly to check this case first. 720 * For the Optimized ALUA access state case, we want to process the 721 * incoming fabric cmd ASAP.. 722 */ 723 if (out_alua_state == ALUA_ACCESS_STATE_ACTIVE_OPTIMIZED) 724 return 0; 725 726 switch (out_alua_state) { 727 case ALUA_ACCESS_STATE_ACTIVE_NON_OPTIMIZED: 728 core_alua_state_nonoptimized(cmd, cdb, nonop_delay_msecs); 729 break; 730 case ALUA_ACCESS_STATE_STANDBY: 731 if (core_alua_state_standby(cmd, cdb)) 732 return TCM_CHECK_CONDITION_NOT_READY; 733 break; 734 case ALUA_ACCESS_STATE_UNAVAILABLE: 735 if (core_alua_state_unavailable(cmd, cdb)) 736 return TCM_CHECK_CONDITION_NOT_READY; 737 break; 738 case ALUA_ACCESS_STATE_TRANSITION: 739 if (core_alua_state_transition(cmd, cdb)) 740 return TCM_CHECK_CONDITION_NOT_READY; 741 break; 742 case ALUA_ACCESS_STATE_LBA_DEPENDENT: 743 if (core_alua_state_lba_dependent(cmd, tg_pt_gp)) 744 return TCM_CHECK_CONDITION_NOT_READY; 745 break; 746 /* 747 * OFFLINE is a secondary ALUA target port group access state, that is 748 * handled above with struct se_lun->lun_tg_pt_secondary_offline=1 749 */ 750 case ALUA_ACCESS_STATE_OFFLINE: 751 default: 752 pr_err("Unknown ALUA access state: 0x%02x\n", 753 out_alua_state); 754 return TCM_INVALID_CDB_FIELD; 755 } 756 757 return 0; 758 } 759 760 /* 761 * Check implicit and explicit ALUA state change request. 762 */ 763 static sense_reason_t 764 core_alua_check_transition(int state, int valid, int *primary, int explicit) 765 { 766 /* 767 * OPTIMIZED, NON-OPTIMIZED, STANDBY and UNAVAILABLE are 768 * defined as primary target port asymmetric access states. 769 */ 770 switch (state) { 771 case ALUA_ACCESS_STATE_ACTIVE_OPTIMIZED: 772 if (!(valid & ALUA_AO_SUP)) 773 goto not_supported; 774 *primary = 1; 775 break; 776 case ALUA_ACCESS_STATE_ACTIVE_NON_OPTIMIZED: 777 if (!(valid & ALUA_AN_SUP)) 778 goto not_supported; 779 *primary = 1; 780 break; 781 case ALUA_ACCESS_STATE_STANDBY: 782 if (!(valid & ALUA_S_SUP)) 783 goto not_supported; 784 *primary = 1; 785 break; 786 case ALUA_ACCESS_STATE_UNAVAILABLE: 787 if (!(valid & ALUA_U_SUP)) 788 goto not_supported; 789 *primary = 1; 790 break; 791 case ALUA_ACCESS_STATE_LBA_DEPENDENT: 792 if (!(valid & ALUA_LBD_SUP)) 793 goto not_supported; 794 *primary = 1; 795 break; 796 case ALUA_ACCESS_STATE_OFFLINE: 797 /* 798 * OFFLINE state is defined as a secondary target port 799 * asymmetric access state. 800 */ 801 if (!(valid & ALUA_O_SUP)) 802 goto not_supported; 803 *primary = 0; 804 break; 805 case ALUA_ACCESS_STATE_TRANSITION: 806 if (!(valid & ALUA_T_SUP) || explicit) 807 /* 808 * Transitioning is set internally and by tcmu daemon, 809 * and cannot be selected through a STPG. 810 */ 811 goto not_supported; 812 *primary = 0; 813 break; 814 default: 815 pr_err("Unknown ALUA access state: 0x%02x\n", state); 816 return TCM_INVALID_PARAMETER_LIST; 817 } 818 819 return 0; 820 821 not_supported: 822 pr_err("ALUA access state %s not supported", 823 core_alua_dump_state(state)); 824 return TCM_INVALID_PARAMETER_LIST; 825 } 826 827 static char *core_alua_dump_state(int state) 828 { 829 switch (state) { 830 case ALUA_ACCESS_STATE_ACTIVE_OPTIMIZED: 831 return "Active/Optimized"; 832 case ALUA_ACCESS_STATE_ACTIVE_NON_OPTIMIZED: 833 return "Active/NonOptimized"; 834 case ALUA_ACCESS_STATE_LBA_DEPENDENT: 835 return "LBA Dependent"; 836 case ALUA_ACCESS_STATE_STANDBY: 837 return "Standby"; 838 case ALUA_ACCESS_STATE_UNAVAILABLE: 839 return "Unavailable"; 840 case ALUA_ACCESS_STATE_OFFLINE: 841 return "Offline"; 842 case ALUA_ACCESS_STATE_TRANSITION: 843 return "Transitioning"; 844 default: 845 return "Unknown"; 846 } 847 848 return NULL; 849 } 850 851 char *core_alua_dump_status(int status) 852 { 853 switch (status) { 854 case ALUA_STATUS_NONE: 855 return "None"; 856 case ALUA_STATUS_ALTERED_BY_EXPLICIT_STPG: 857 return "Altered by Explicit STPG"; 858 case ALUA_STATUS_ALTERED_BY_IMPLICIT_ALUA: 859 return "Altered by Implicit ALUA"; 860 default: 861 return "Unknown"; 862 } 863 864 return NULL; 865 } 866 867 /* 868 * Used by fabric modules to determine when we need to delay processing 869 * for the Active/NonOptimized paths.. 870 */ 871 int core_alua_check_nonop_delay( 872 struct se_cmd *cmd) 873 { 874 if (!(cmd->se_cmd_flags & SCF_ALUA_NON_OPTIMIZED)) 875 return 0; 876 if (in_interrupt()) 877 return 0; 878 /* 879 * The ALUA Active/NonOptimized access state delay can be disabled 880 * in via configfs with a value of zero 881 */ 882 if (!cmd->alua_nonop_delay) 883 return 0; 884 /* 885 * struct se_cmd->alua_nonop_delay gets set by a target port group 886 * defined interval in core_alua_state_nonoptimized() 887 */ 888 msleep_interruptible(cmd->alua_nonop_delay); 889 return 0; 890 } 891 EXPORT_SYMBOL(core_alua_check_nonop_delay); 892 893 static int core_alua_write_tpg_metadata( 894 const char *path, 895 unsigned char *md_buf, 896 u32 md_buf_len) 897 { 898 struct file *file = filp_open(path, O_RDWR | O_CREAT | O_TRUNC, 0600); 899 loff_t pos = 0; 900 int ret; 901 902 if (IS_ERR(file)) { 903 pr_err("filp_open(%s) for ALUA metadata failed\n", path); 904 return -ENODEV; 905 } 906 ret = kernel_write(file, md_buf, md_buf_len, &pos); 907 if (ret < 0) 908 pr_err("Error writing ALUA metadata file: %s\n", path); 909 fput(file); 910 return (ret < 0) ? -EIO : 0; 911 } 912 913 /* 914 * Called with tg_pt_gp->tg_pt_gp_transition_mutex held 915 */ 916 static int core_alua_update_tpg_primary_metadata( 917 struct t10_alua_tg_pt_gp *tg_pt_gp) 918 { 919 unsigned char *md_buf; 920 struct t10_wwn *wwn = &tg_pt_gp->tg_pt_gp_dev->t10_wwn; 921 char *path; 922 int len, rc; 923 924 md_buf = kzalloc(ALUA_MD_BUF_LEN, GFP_KERNEL); 925 if (!md_buf) { 926 pr_err("Unable to allocate buf for ALUA metadata\n"); 927 return -ENOMEM; 928 } 929 930 len = snprintf(md_buf, ALUA_MD_BUF_LEN, 931 "tg_pt_gp_id=%hu\n" 932 "alua_access_state=0x%02x\n" 933 "alua_access_status=0x%02x\n", 934 tg_pt_gp->tg_pt_gp_id, 935 tg_pt_gp->tg_pt_gp_alua_access_state, 936 tg_pt_gp->tg_pt_gp_alua_access_status); 937 938 rc = -ENOMEM; 939 path = kasprintf(GFP_KERNEL, "%s/alua/tpgs_%s/%s", db_root, 940 &wwn->unit_serial[0], 941 config_item_name(&tg_pt_gp->tg_pt_gp_group.cg_item)); 942 if (path) { 943 rc = core_alua_write_tpg_metadata(path, md_buf, len); 944 kfree(path); 945 } 946 kfree(md_buf); 947 return rc; 948 } 949 950 static void core_alua_queue_state_change_ua(struct t10_alua_tg_pt_gp *tg_pt_gp) 951 { 952 struct se_dev_entry *se_deve; 953 struct se_lun *lun; 954 struct se_lun_acl *lacl; 955 956 spin_lock(&tg_pt_gp->tg_pt_gp_lock); 957 list_for_each_entry(lun, &tg_pt_gp->tg_pt_gp_lun_list, 958 lun_tg_pt_gp_link) { 959 /* 960 * After an implicit target port asymmetric access state 961 * change, a device server shall establish a unit attention 962 * condition for the initiator port associated with every I_T 963 * nexus with the additional sense code set to ASYMMETRIC 964 * ACCESS STATE CHANGED. 965 * 966 * After an explicit target port asymmetric access state 967 * change, a device server shall establish a unit attention 968 * condition with the additional sense code set to ASYMMETRIC 969 * ACCESS STATE CHANGED for the initiator port associated with 970 * every I_T nexus other than the I_T nexus on which the SET 971 * TARGET PORT GROUPS command 972 */ 973 if (!percpu_ref_tryget_live(&lun->lun_ref)) 974 continue; 975 spin_unlock(&tg_pt_gp->tg_pt_gp_lock); 976 977 spin_lock(&lun->lun_deve_lock); 978 list_for_each_entry(se_deve, &lun->lun_deve_list, lun_link) { 979 lacl = rcu_dereference_check(se_deve->se_lun_acl, 980 lockdep_is_held(&lun->lun_deve_lock)); 981 982 /* 983 * spc4r37 p.242: 984 * After an explicit target port asymmetric access 985 * state change, a device server shall establish a 986 * unit attention condition with the additional sense 987 * code set to ASYMMETRIC ACCESS STATE CHANGED for 988 * the initiator port associated with every I_T nexus 989 * other than the I_T nexus on which the SET TARGET 990 * PORT GROUPS command was received. 991 */ 992 if ((tg_pt_gp->tg_pt_gp_alua_access_status == 993 ALUA_STATUS_ALTERED_BY_EXPLICIT_STPG) && 994 (tg_pt_gp->tg_pt_gp_alua_lun != NULL) && 995 (tg_pt_gp->tg_pt_gp_alua_lun == lun)) 996 continue; 997 998 /* 999 * se_deve->se_lun_acl pointer may be NULL for a 1000 * entry created without explicit Node+MappedLUN ACLs 1001 */ 1002 if (lacl && (tg_pt_gp->tg_pt_gp_alua_nacl != NULL) && 1003 (tg_pt_gp->tg_pt_gp_alua_nacl == lacl->se_lun_nacl)) 1004 continue; 1005 1006 core_scsi3_ua_allocate(se_deve, 0x2A, 1007 ASCQ_2AH_ASYMMETRIC_ACCESS_STATE_CHANGED); 1008 } 1009 spin_unlock(&lun->lun_deve_lock); 1010 1011 spin_lock(&tg_pt_gp->tg_pt_gp_lock); 1012 percpu_ref_put(&lun->lun_ref); 1013 } 1014 spin_unlock(&tg_pt_gp->tg_pt_gp_lock); 1015 } 1016 1017 static int core_alua_do_transition_tg_pt( 1018 struct t10_alua_tg_pt_gp *tg_pt_gp, 1019 int new_state, 1020 int explicit) 1021 { 1022 int prev_state; 1023 1024 mutex_lock(&tg_pt_gp->tg_pt_gp_transition_mutex); 1025 /* Nothing to be done here */ 1026 if (tg_pt_gp->tg_pt_gp_alua_access_state == new_state) { 1027 mutex_unlock(&tg_pt_gp->tg_pt_gp_transition_mutex); 1028 return 0; 1029 } 1030 1031 if (explicit && new_state == ALUA_ACCESS_STATE_TRANSITION) { 1032 mutex_unlock(&tg_pt_gp->tg_pt_gp_transition_mutex); 1033 return -EAGAIN; 1034 } 1035 1036 /* 1037 * Save the old primary ALUA access state, and set the current state 1038 * to ALUA_ACCESS_STATE_TRANSITION. 1039 */ 1040 prev_state = tg_pt_gp->tg_pt_gp_alua_access_state; 1041 tg_pt_gp->tg_pt_gp_alua_access_state = ALUA_ACCESS_STATE_TRANSITION; 1042 tg_pt_gp->tg_pt_gp_alua_access_status = (explicit) ? 1043 ALUA_STATUS_ALTERED_BY_EXPLICIT_STPG : 1044 ALUA_STATUS_ALTERED_BY_IMPLICIT_ALUA; 1045 1046 core_alua_queue_state_change_ua(tg_pt_gp); 1047 1048 if (new_state == ALUA_ACCESS_STATE_TRANSITION) { 1049 mutex_unlock(&tg_pt_gp->tg_pt_gp_transition_mutex); 1050 return 0; 1051 } 1052 1053 /* 1054 * Check for the optional ALUA primary state transition delay 1055 */ 1056 if (tg_pt_gp->tg_pt_gp_trans_delay_msecs != 0) 1057 msleep_interruptible(tg_pt_gp->tg_pt_gp_trans_delay_msecs); 1058 1059 /* 1060 * Set the current primary ALUA access state to the requested new state 1061 */ 1062 tg_pt_gp->tg_pt_gp_alua_access_state = new_state; 1063 1064 /* 1065 * Update the ALUA metadata buf that has been allocated in 1066 * core_alua_do_port_transition(), this metadata will be written 1067 * to struct file. 1068 * 1069 * Note that there is the case where we do not want to update the 1070 * metadata when the saved metadata is being parsed in userspace 1071 * when setting the existing port access state and access status. 1072 * 1073 * Also note that the failure to write out the ALUA metadata to 1074 * struct file does NOT affect the actual ALUA transition. 1075 */ 1076 if (tg_pt_gp->tg_pt_gp_write_metadata) { 1077 core_alua_update_tpg_primary_metadata(tg_pt_gp); 1078 } 1079 1080 pr_debug("Successful %s ALUA transition TG PT Group: %s ID: %hu" 1081 " from primary access state %s to %s\n", (explicit) ? "explicit" : 1082 "implicit", config_item_name(&tg_pt_gp->tg_pt_gp_group.cg_item), 1083 tg_pt_gp->tg_pt_gp_id, 1084 core_alua_dump_state(prev_state), 1085 core_alua_dump_state(new_state)); 1086 1087 core_alua_queue_state_change_ua(tg_pt_gp); 1088 1089 mutex_unlock(&tg_pt_gp->tg_pt_gp_transition_mutex); 1090 return 0; 1091 } 1092 1093 int core_alua_do_port_transition( 1094 struct t10_alua_tg_pt_gp *l_tg_pt_gp, 1095 struct se_device *l_dev, 1096 struct se_lun *l_lun, 1097 struct se_node_acl *l_nacl, 1098 int new_state, 1099 int explicit) 1100 { 1101 struct se_device *dev; 1102 struct t10_alua_lu_gp *lu_gp; 1103 struct t10_alua_lu_gp_member *lu_gp_mem, *local_lu_gp_mem; 1104 struct t10_alua_tg_pt_gp *tg_pt_gp; 1105 int primary, valid_states, rc = 0; 1106 1107 if (l_dev->transport->transport_flags & TRANSPORT_FLAG_PASSTHROUGH_ALUA) 1108 return -ENODEV; 1109 1110 valid_states = l_tg_pt_gp->tg_pt_gp_alua_supported_states; 1111 if (core_alua_check_transition(new_state, valid_states, &primary, 1112 explicit) != 0) 1113 return -EINVAL; 1114 1115 local_lu_gp_mem = l_dev->dev_alua_lu_gp_mem; 1116 spin_lock(&local_lu_gp_mem->lu_gp_mem_lock); 1117 lu_gp = local_lu_gp_mem->lu_gp; 1118 atomic_inc(&lu_gp->lu_gp_ref_cnt); 1119 spin_unlock(&local_lu_gp_mem->lu_gp_mem_lock); 1120 /* 1121 * For storage objects that are members of the 'default_lu_gp', 1122 * we only do transition on the passed *l_tp_pt_gp, and not 1123 * on all of the matching target port groups IDs in default_lu_gp. 1124 */ 1125 if (!lu_gp->lu_gp_id) { 1126 /* 1127 * core_alua_do_transition_tg_pt() will always return 1128 * success. 1129 */ 1130 l_tg_pt_gp->tg_pt_gp_alua_lun = l_lun; 1131 l_tg_pt_gp->tg_pt_gp_alua_nacl = l_nacl; 1132 rc = core_alua_do_transition_tg_pt(l_tg_pt_gp, 1133 new_state, explicit); 1134 atomic_dec_mb(&lu_gp->lu_gp_ref_cnt); 1135 return rc; 1136 } 1137 /* 1138 * For all other LU groups aside from 'default_lu_gp', walk all of 1139 * the associated storage objects looking for a matching target port 1140 * group ID from the local target port group. 1141 */ 1142 spin_lock(&lu_gp->lu_gp_lock); 1143 list_for_each_entry(lu_gp_mem, &lu_gp->lu_gp_mem_list, 1144 lu_gp_mem_list) { 1145 1146 dev = lu_gp_mem->lu_gp_mem_dev; 1147 atomic_inc_mb(&lu_gp_mem->lu_gp_mem_ref_cnt); 1148 spin_unlock(&lu_gp->lu_gp_lock); 1149 1150 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 1151 list_for_each_entry(tg_pt_gp, 1152 &dev->t10_alua.tg_pt_gps_list, 1153 tg_pt_gp_list) { 1154 1155 if (!tg_pt_gp->tg_pt_gp_valid_id) 1156 continue; 1157 /* 1158 * If the target behavior port asymmetric access state 1159 * is changed for any target port group accessible via 1160 * a logical unit within a LU group, the target port 1161 * behavior group asymmetric access states for the same 1162 * target port group accessible via other logical units 1163 * in that LU group will also change. 1164 */ 1165 if (l_tg_pt_gp->tg_pt_gp_id != tg_pt_gp->tg_pt_gp_id) 1166 continue; 1167 1168 if (l_tg_pt_gp == tg_pt_gp) { 1169 tg_pt_gp->tg_pt_gp_alua_lun = l_lun; 1170 tg_pt_gp->tg_pt_gp_alua_nacl = l_nacl; 1171 } else { 1172 tg_pt_gp->tg_pt_gp_alua_lun = NULL; 1173 tg_pt_gp->tg_pt_gp_alua_nacl = NULL; 1174 } 1175 atomic_inc_mb(&tg_pt_gp->tg_pt_gp_ref_cnt); 1176 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1177 /* 1178 * core_alua_do_transition_tg_pt() will always return 1179 * success. 1180 */ 1181 rc = core_alua_do_transition_tg_pt(tg_pt_gp, 1182 new_state, explicit); 1183 1184 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 1185 atomic_dec_mb(&tg_pt_gp->tg_pt_gp_ref_cnt); 1186 if (rc) 1187 break; 1188 } 1189 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1190 1191 spin_lock(&lu_gp->lu_gp_lock); 1192 atomic_dec_mb(&lu_gp_mem->lu_gp_mem_ref_cnt); 1193 } 1194 spin_unlock(&lu_gp->lu_gp_lock); 1195 1196 if (!rc) { 1197 pr_debug("Successfully processed LU Group: %s all ALUA TG PT" 1198 " Group IDs: %hu %s transition to primary state: %s\n", 1199 config_item_name(&lu_gp->lu_gp_group.cg_item), 1200 l_tg_pt_gp->tg_pt_gp_id, 1201 (explicit) ? "explicit" : "implicit", 1202 core_alua_dump_state(new_state)); 1203 } 1204 1205 atomic_dec_mb(&lu_gp->lu_gp_ref_cnt); 1206 return rc; 1207 } 1208 1209 static int core_alua_update_tpg_secondary_metadata(struct se_lun *lun) 1210 { 1211 struct se_portal_group *se_tpg = lun->lun_tpg; 1212 unsigned char *md_buf; 1213 char *path; 1214 int len, rc; 1215 1216 mutex_lock(&lun->lun_tg_pt_md_mutex); 1217 1218 md_buf = kzalloc(ALUA_MD_BUF_LEN, GFP_KERNEL); 1219 if (!md_buf) { 1220 pr_err("Unable to allocate buf for ALUA metadata\n"); 1221 rc = -ENOMEM; 1222 goto out_unlock; 1223 } 1224 1225 len = snprintf(md_buf, ALUA_MD_BUF_LEN, "alua_tg_pt_offline=%d\n" 1226 "alua_tg_pt_status=0x%02x\n", 1227 atomic_read(&lun->lun_tg_pt_secondary_offline), 1228 lun->lun_tg_pt_secondary_stat); 1229 1230 if (se_tpg->se_tpg_tfo->tpg_get_tag != NULL) { 1231 path = kasprintf(GFP_KERNEL, "%s/alua/%s/%s+%hu/lun_%llu", 1232 db_root, se_tpg->se_tpg_tfo->get_fabric_name(), 1233 se_tpg->se_tpg_tfo->tpg_get_wwn(se_tpg), 1234 se_tpg->se_tpg_tfo->tpg_get_tag(se_tpg), 1235 lun->unpacked_lun); 1236 } else { 1237 path = kasprintf(GFP_KERNEL, "%s/alua/%s/%s/lun_%llu", 1238 db_root, se_tpg->se_tpg_tfo->get_fabric_name(), 1239 se_tpg->se_tpg_tfo->tpg_get_wwn(se_tpg), 1240 lun->unpacked_lun); 1241 } 1242 if (!path) { 1243 rc = -ENOMEM; 1244 goto out_free; 1245 } 1246 1247 rc = core_alua_write_tpg_metadata(path, md_buf, len); 1248 kfree(path); 1249 out_free: 1250 kfree(md_buf); 1251 out_unlock: 1252 mutex_unlock(&lun->lun_tg_pt_md_mutex); 1253 return rc; 1254 } 1255 1256 static int core_alua_set_tg_pt_secondary_state( 1257 struct se_lun *lun, 1258 int explicit, 1259 int offline) 1260 { 1261 struct t10_alua_tg_pt_gp *tg_pt_gp; 1262 int trans_delay_msecs; 1263 1264 spin_lock(&lun->lun_tg_pt_gp_lock); 1265 tg_pt_gp = lun->lun_tg_pt_gp; 1266 if (!tg_pt_gp) { 1267 spin_unlock(&lun->lun_tg_pt_gp_lock); 1268 pr_err("Unable to complete secondary state" 1269 " transition\n"); 1270 return -EINVAL; 1271 } 1272 trans_delay_msecs = tg_pt_gp->tg_pt_gp_trans_delay_msecs; 1273 /* 1274 * Set the secondary ALUA target port access state to OFFLINE 1275 * or release the previously secondary state for struct se_lun 1276 */ 1277 if (offline) 1278 atomic_set(&lun->lun_tg_pt_secondary_offline, 1); 1279 else 1280 atomic_set(&lun->lun_tg_pt_secondary_offline, 0); 1281 1282 lun->lun_tg_pt_secondary_stat = (explicit) ? 1283 ALUA_STATUS_ALTERED_BY_EXPLICIT_STPG : 1284 ALUA_STATUS_ALTERED_BY_IMPLICIT_ALUA; 1285 1286 pr_debug("Successful %s ALUA transition TG PT Group: %s ID: %hu" 1287 " to secondary access state: %s\n", (explicit) ? "explicit" : 1288 "implicit", config_item_name(&tg_pt_gp->tg_pt_gp_group.cg_item), 1289 tg_pt_gp->tg_pt_gp_id, (offline) ? "OFFLINE" : "ONLINE"); 1290 1291 spin_unlock(&lun->lun_tg_pt_gp_lock); 1292 /* 1293 * Do the optional transition delay after we set the secondary 1294 * ALUA access state. 1295 */ 1296 if (trans_delay_msecs != 0) 1297 msleep_interruptible(trans_delay_msecs); 1298 /* 1299 * See if we need to update the ALUA fabric port metadata for 1300 * secondary state and status 1301 */ 1302 if (lun->lun_tg_pt_secondary_write_md) 1303 core_alua_update_tpg_secondary_metadata(lun); 1304 1305 return 0; 1306 } 1307 1308 struct t10_alua_lba_map * 1309 core_alua_allocate_lba_map(struct list_head *list, 1310 u64 first_lba, u64 last_lba) 1311 { 1312 struct t10_alua_lba_map *lba_map; 1313 1314 lba_map = kmem_cache_zalloc(t10_alua_lba_map_cache, GFP_KERNEL); 1315 if (!lba_map) { 1316 pr_err("Unable to allocate struct t10_alua_lba_map\n"); 1317 return ERR_PTR(-ENOMEM); 1318 } 1319 INIT_LIST_HEAD(&lba_map->lba_map_mem_list); 1320 lba_map->lba_map_first_lba = first_lba; 1321 lba_map->lba_map_last_lba = last_lba; 1322 1323 list_add_tail(&lba_map->lba_map_list, list); 1324 return lba_map; 1325 } 1326 1327 int 1328 core_alua_allocate_lba_map_mem(struct t10_alua_lba_map *lba_map, 1329 int pg_id, int state) 1330 { 1331 struct t10_alua_lba_map_member *lba_map_mem; 1332 1333 list_for_each_entry(lba_map_mem, &lba_map->lba_map_mem_list, 1334 lba_map_mem_list) { 1335 if (lba_map_mem->lba_map_mem_alua_pg_id == pg_id) { 1336 pr_err("Duplicate pg_id %d in lba_map\n", pg_id); 1337 return -EINVAL; 1338 } 1339 } 1340 1341 lba_map_mem = kmem_cache_zalloc(t10_alua_lba_map_mem_cache, GFP_KERNEL); 1342 if (!lba_map_mem) { 1343 pr_err("Unable to allocate struct t10_alua_lba_map_mem\n"); 1344 return -ENOMEM; 1345 } 1346 lba_map_mem->lba_map_mem_alua_state = state; 1347 lba_map_mem->lba_map_mem_alua_pg_id = pg_id; 1348 1349 list_add_tail(&lba_map_mem->lba_map_mem_list, 1350 &lba_map->lba_map_mem_list); 1351 return 0; 1352 } 1353 1354 void 1355 core_alua_free_lba_map(struct list_head *lba_list) 1356 { 1357 struct t10_alua_lba_map *lba_map, *lba_map_tmp; 1358 struct t10_alua_lba_map_member *lba_map_mem, *lba_map_mem_tmp; 1359 1360 list_for_each_entry_safe(lba_map, lba_map_tmp, lba_list, 1361 lba_map_list) { 1362 list_for_each_entry_safe(lba_map_mem, lba_map_mem_tmp, 1363 &lba_map->lba_map_mem_list, 1364 lba_map_mem_list) { 1365 list_del(&lba_map_mem->lba_map_mem_list); 1366 kmem_cache_free(t10_alua_lba_map_mem_cache, 1367 lba_map_mem); 1368 } 1369 list_del(&lba_map->lba_map_list); 1370 kmem_cache_free(t10_alua_lba_map_cache, lba_map); 1371 } 1372 } 1373 1374 void 1375 core_alua_set_lba_map(struct se_device *dev, struct list_head *lba_map_list, 1376 int segment_size, int segment_mult) 1377 { 1378 struct list_head old_lba_map_list; 1379 struct t10_alua_tg_pt_gp *tg_pt_gp; 1380 int activate = 0, supported; 1381 1382 INIT_LIST_HEAD(&old_lba_map_list); 1383 spin_lock(&dev->t10_alua.lba_map_lock); 1384 dev->t10_alua.lba_map_segment_size = segment_size; 1385 dev->t10_alua.lba_map_segment_multiplier = segment_mult; 1386 list_splice_init(&dev->t10_alua.lba_map_list, &old_lba_map_list); 1387 if (lba_map_list) { 1388 list_splice_init(lba_map_list, &dev->t10_alua.lba_map_list); 1389 activate = 1; 1390 } 1391 spin_unlock(&dev->t10_alua.lba_map_lock); 1392 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 1393 list_for_each_entry(tg_pt_gp, &dev->t10_alua.tg_pt_gps_list, 1394 tg_pt_gp_list) { 1395 1396 if (!tg_pt_gp->tg_pt_gp_valid_id) 1397 continue; 1398 supported = tg_pt_gp->tg_pt_gp_alua_supported_states; 1399 if (activate) 1400 supported |= ALUA_LBD_SUP; 1401 else 1402 supported &= ~ALUA_LBD_SUP; 1403 tg_pt_gp->tg_pt_gp_alua_supported_states = supported; 1404 } 1405 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1406 core_alua_free_lba_map(&old_lba_map_list); 1407 } 1408 1409 struct t10_alua_lu_gp * 1410 core_alua_allocate_lu_gp(const char *name, int def_group) 1411 { 1412 struct t10_alua_lu_gp *lu_gp; 1413 1414 lu_gp = kmem_cache_zalloc(t10_alua_lu_gp_cache, GFP_KERNEL); 1415 if (!lu_gp) { 1416 pr_err("Unable to allocate struct t10_alua_lu_gp\n"); 1417 return ERR_PTR(-ENOMEM); 1418 } 1419 INIT_LIST_HEAD(&lu_gp->lu_gp_node); 1420 INIT_LIST_HEAD(&lu_gp->lu_gp_mem_list); 1421 spin_lock_init(&lu_gp->lu_gp_lock); 1422 atomic_set(&lu_gp->lu_gp_ref_cnt, 0); 1423 1424 if (def_group) { 1425 lu_gp->lu_gp_id = alua_lu_gps_counter++; 1426 lu_gp->lu_gp_valid_id = 1; 1427 alua_lu_gps_count++; 1428 } 1429 1430 return lu_gp; 1431 } 1432 1433 int core_alua_set_lu_gp_id(struct t10_alua_lu_gp *lu_gp, u16 lu_gp_id) 1434 { 1435 struct t10_alua_lu_gp *lu_gp_tmp; 1436 u16 lu_gp_id_tmp; 1437 /* 1438 * The lu_gp->lu_gp_id may only be set once.. 1439 */ 1440 if (lu_gp->lu_gp_valid_id) { 1441 pr_warn("ALUA LU Group already has a valid ID," 1442 " ignoring request\n"); 1443 return -EINVAL; 1444 } 1445 1446 spin_lock(&lu_gps_lock); 1447 if (alua_lu_gps_count == 0x0000ffff) { 1448 pr_err("Maximum ALUA alua_lu_gps_count:" 1449 " 0x0000ffff reached\n"); 1450 spin_unlock(&lu_gps_lock); 1451 kmem_cache_free(t10_alua_lu_gp_cache, lu_gp); 1452 return -ENOSPC; 1453 } 1454 again: 1455 lu_gp_id_tmp = (lu_gp_id != 0) ? lu_gp_id : 1456 alua_lu_gps_counter++; 1457 1458 list_for_each_entry(lu_gp_tmp, &lu_gps_list, lu_gp_node) { 1459 if (lu_gp_tmp->lu_gp_id == lu_gp_id_tmp) { 1460 if (!lu_gp_id) 1461 goto again; 1462 1463 pr_warn("ALUA Logical Unit Group ID: %hu" 1464 " already exists, ignoring request\n", 1465 lu_gp_id); 1466 spin_unlock(&lu_gps_lock); 1467 return -EINVAL; 1468 } 1469 } 1470 1471 lu_gp->lu_gp_id = lu_gp_id_tmp; 1472 lu_gp->lu_gp_valid_id = 1; 1473 list_add_tail(&lu_gp->lu_gp_node, &lu_gps_list); 1474 alua_lu_gps_count++; 1475 spin_unlock(&lu_gps_lock); 1476 1477 return 0; 1478 } 1479 1480 static struct t10_alua_lu_gp_member * 1481 core_alua_allocate_lu_gp_mem(struct se_device *dev) 1482 { 1483 struct t10_alua_lu_gp_member *lu_gp_mem; 1484 1485 lu_gp_mem = kmem_cache_zalloc(t10_alua_lu_gp_mem_cache, GFP_KERNEL); 1486 if (!lu_gp_mem) { 1487 pr_err("Unable to allocate struct t10_alua_lu_gp_member\n"); 1488 return ERR_PTR(-ENOMEM); 1489 } 1490 INIT_LIST_HEAD(&lu_gp_mem->lu_gp_mem_list); 1491 spin_lock_init(&lu_gp_mem->lu_gp_mem_lock); 1492 atomic_set(&lu_gp_mem->lu_gp_mem_ref_cnt, 0); 1493 1494 lu_gp_mem->lu_gp_mem_dev = dev; 1495 dev->dev_alua_lu_gp_mem = lu_gp_mem; 1496 1497 return lu_gp_mem; 1498 } 1499 1500 void core_alua_free_lu_gp(struct t10_alua_lu_gp *lu_gp) 1501 { 1502 struct t10_alua_lu_gp_member *lu_gp_mem, *lu_gp_mem_tmp; 1503 /* 1504 * Once we have reached this point, config_item_put() has 1505 * already been called from target_core_alua_drop_lu_gp(). 1506 * 1507 * Here, we remove the *lu_gp from the global list so that 1508 * no associations can be made while we are releasing 1509 * struct t10_alua_lu_gp. 1510 */ 1511 spin_lock(&lu_gps_lock); 1512 list_del(&lu_gp->lu_gp_node); 1513 alua_lu_gps_count--; 1514 spin_unlock(&lu_gps_lock); 1515 /* 1516 * Allow struct t10_alua_lu_gp * referenced by core_alua_get_lu_gp_by_name() 1517 * in target_core_configfs.c:target_core_store_alua_lu_gp() to be 1518 * released with core_alua_put_lu_gp_from_name() 1519 */ 1520 while (atomic_read(&lu_gp->lu_gp_ref_cnt)) 1521 cpu_relax(); 1522 /* 1523 * Release reference to struct t10_alua_lu_gp * from all associated 1524 * struct se_device. 1525 */ 1526 spin_lock(&lu_gp->lu_gp_lock); 1527 list_for_each_entry_safe(lu_gp_mem, lu_gp_mem_tmp, 1528 &lu_gp->lu_gp_mem_list, lu_gp_mem_list) { 1529 if (lu_gp_mem->lu_gp_assoc) { 1530 list_del(&lu_gp_mem->lu_gp_mem_list); 1531 lu_gp->lu_gp_members--; 1532 lu_gp_mem->lu_gp_assoc = 0; 1533 } 1534 spin_unlock(&lu_gp->lu_gp_lock); 1535 /* 1536 * 1537 * lu_gp_mem is associated with a single 1538 * struct se_device->dev_alua_lu_gp_mem, and is released when 1539 * struct se_device is released via core_alua_free_lu_gp_mem(). 1540 * 1541 * If the passed lu_gp does NOT match the default_lu_gp, assume 1542 * we want to re-associate a given lu_gp_mem with default_lu_gp. 1543 */ 1544 spin_lock(&lu_gp_mem->lu_gp_mem_lock); 1545 if (lu_gp != default_lu_gp) 1546 __core_alua_attach_lu_gp_mem(lu_gp_mem, 1547 default_lu_gp); 1548 else 1549 lu_gp_mem->lu_gp = NULL; 1550 spin_unlock(&lu_gp_mem->lu_gp_mem_lock); 1551 1552 spin_lock(&lu_gp->lu_gp_lock); 1553 } 1554 spin_unlock(&lu_gp->lu_gp_lock); 1555 1556 kmem_cache_free(t10_alua_lu_gp_cache, lu_gp); 1557 } 1558 1559 void core_alua_free_lu_gp_mem(struct se_device *dev) 1560 { 1561 struct t10_alua_lu_gp *lu_gp; 1562 struct t10_alua_lu_gp_member *lu_gp_mem; 1563 1564 lu_gp_mem = dev->dev_alua_lu_gp_mem; 1565 if (!lu_gp_mem) 1566 return; 1567 1568 while (atomic_read(&lu_gp_mem->lu_gp_mem_ref_cnt)) 1569 cpu_relax(); 1570 1571 spin_lock(&lu_gp_mem->lu_gp_mem_lock); 1572 lu_gp = lu_gp_mem->lu_gp; 1573 if (lu_gp) { 1574 spin_lock(&lu_gp->lu_gp_lock); 1575 if (lu_gp_mem->lu_gp_assoc) { 1576 list_del(&lu_gp_mem->lu_gp_mem_list); 1577 lu_gp->lu_gp_members--; 1578 lu_gp_mem->lu_gp_assoc = 0; 1579 } 1580 spin_unlock(&lu_gp->lu_gp_lock); 1581 lu_gp_mem->lu_gp = NULL; 1582 } 1583 spin_unlock(&lu_gp_mem->lu_gp_mem_lock); 1584 1585 kmem_cache_free(t10_alua_lu_gp_mem_cache, lu_gp_mem); 1586 } 1587 1588 struct t10_alua_lu_gp *core_alua_get_lu_gp_by_name(const char *name) 1589 { 1590 struct t10_alua_lu_gp *lu_gp; 1591 struct config_item *ci; 1592 1593 spin_lock(&lu_gps_lock); 1594 list_for_each_entry(lu_gp, &lu_gps_list, lu_gp_node) { 1595 if (!lu_gp->lu_gp_valid_id) 1596 continue; 1597 ci = &lu_gp->lu_gp_group.cg_item; 1598 if (!strcmp(config_item_name(ci), name)) { 1599 atomic_inc(&lu_gp->lu_gp_ref_cnt); 1600 spin_unlock(&lu_gps_lock); 1601 return lu_gp; 1602 } 1603 } 1604 spin_unlock(&lu_gps_lock); 1605 1606 return NULL; 1607 } 1608 1609 void core_alua_put_lu_gp_from_name(struct t10_alua_lu_gp *lu_gp) 1610 { 1611 spin_lock(&lu_gps_lock); 1612 atomic_dec(&lu_gp->lu_gp_ref_cnt); 1613 spin_unlock(&lu_gps_lock); 1614 } 1615 1616 /* 1617 * Called with struct t10_alua_lu_gp_member->lu_gp_mem_lock 1618 */ 1619 void __core_alua_attach_lu_gp_mem( 1620 struct t10_alua_lu_gp_member *lu_gp_mem, 1621 struct t10_alua_lu_gp *lu_gp) 1622 { 1623 spin_lock(&lu_gp->lu_gp_lock); 1624 lu_gp_mem->lu_gp = lu_gp; 1625 lu_gp_mem->lu_gp_assoc = 1; 1626 list_add_tail(&lu_gp_mem->lu_gp_mem_list, &lu_gp->lu_gp_mem_list); 1627 lu_gp->lu_gp_members++; 1628 spin_unlock(&lu_gp->lu_gp_lock); 1629 } 1630 1631 /* 1632 * Called with struct t10_alua_lu_gp_member->lu_gp_mem_lock 1633 */ 1634 void __core_alua_drop_lu_gp_mem( 1635 struct t10_alua_lu_gp_member *lu_gp_mem, 1636 struct t10_alua_lu_gp *lu_gp) 1637 { 1638 spin_lock(&lu_gp->lu_gp_lock); 1639 list_del(&lu_gp_mem->lu_gp_mem_list); 1640 lu_gp_mem->lu_gp = NULL; 1641 lu_gp_mem->lu_gp_assoc = 0; 1642 lu_gp->lu_gp_members--; 1643 spin_unlock(&lu_gp->lu_gp_lock); 1644 } 1645 1646 struct t10_alua_tg_pt_gp *core_alua_allocate_tg_pt_gp(struct se_device *dev, 1647 const char *name, int def_group) 1648 { 1649 struct t10_alua_tg_pt_gp *tg_pt_gp; 1650 1651 tg_pt_gp = kmem_cache_zalloc(t10_alua_tg_pt_gp_cache, GFP_KERNEL); 1652 if (!tg_pt_gp) { 1653 pr_err("Unable to allocate struct t10_alua_tg_pt_gp\n"); 1654 return NULL; 1655 } 1656 INIT_LIST_HEAD(&tg_pt_gp->tg_pt_gp_list); 1657 INIT_LIST_HEAD(&tg_pt_gp->tg_pt_gp_lun_list); 1658 mutex_init(&tg_pt_gp->tg_pt_gp_transition_mutex); 1659 spin_lock_init(&tg_pt_gp->tg_pt_gp_lock); 1660 atomic_set(&tg_pt_gp->tg_pt_gp_ref_cnt, 0); 1661 tg_pt_gp->tg_pt_gp_dev = dev; 1662 tg_pt_gp->tg_pt_gp_alua_access_state = 1663 ALUA_ACCESS_STATE_ACTIVE_OPTIMIZED; 1664 /* 1665 * Enable both explicit and implicit ALUA support by default 1666 */ 1667 tg_pt_gp->tg_pt_gp_alua_access_type = 1668 TPGS_EXPLICIT_ALUA | TPGS_IMPLICIT_ALUA; 1669 /* 1670 * Set the default Active/NonOptimized Delay in milliseconds 1671 */ 1672 tg_pt_gp->tg_pt_gp_nonop_delay_msecs = ALUA_DEFAULT_NONOP_DELAY_MSECS; 1673 tg_pt_gp->tg_pt_gp_trans_delay_msecs = ALUA_DEFAULT_TRANS_DELAY_MSECS; 1674 tg_pt_gp->tg_pt_gp_implicit_trans_secs = ALUA_DEFAULT_IMPLICIT_TRANS_SECS; 1675 1676 /* 1677 * Enable all supported states 1678 */ 1679 tg_pt_gp->tg_pt_gp_alua_supported_states = 1680 ALUA_T_SUP | ALUA_O_SUP | 1681 ALUA_U_SUP | ALUA_S_SUP | ALUA_AN_SUP | ALUA_AO_SUP; 1682 1683 if (def_group) { 1684 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 1685 tg_pt_gp->tg_pt_gp_id = 1686 dev->t10_alua.alua_tg_pt_gps_counter++; 1687 tg_pt_gp->tg_pt_gp_valid_id = 1; 1688 dev->t10_alua.alua_tg_pt_gps_count++; 1689 list_add_tail(&tg_pt_gp->tg_pt_gp_list, 1690 &dev->t10_alua.tg_pt_gps_list); 1691 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1692 } 1693 1694 return tg_pt_gp; 1695 } 1696 1697 int core_alua_set_tg_pt_gp_id( 1698 struct t10_alua_tg_pt_gp *tg_pt_gp, 1699 u16 tg_pt_gp_id) 1700 { 1701 struct se_device *dev = tg_pt_gp->tg_pt_gp_dev; 1702 struct t10_alua_tg_pt_gp *tg_pt_gp_tmp; 1703 u16 tg_pt_gp_id_tmp; 1704 1705 /* 1706 * The tg_pt_gp->tg_pt_gp_id may only be set once.. 1707 */ 1708 if (tg_pt_gp->tg_pt_gp_valid_id) { 1709 pr_warn("ALUA TG PT Group already has a valid ID," 1710 " ignoring request\n"); 1711 return -EINVAL; 1712 } 1713 1714 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 1715 if (dev->t10_alua.alua_tg_pt_gps_count == 0x0000ffff) { 1716 pr_err("Maximum ALUA alua_tg_pt_gps_count:" 1717 " 0x0000ffff reached\n"); 1718 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1719 kmem_cache_free(t10_alua_tg_pt_gp_cache, tg_pt_gp); 1720 return -ENOSPC; 1721 } 1722 again: 1723 tg_pt_gp_id_tmp = (tg_pt_gp_id != 0) ? tg_pt_gp_id : 1724 dev->t10_alua.alua_tg_pt_gps_counter++; 1725 1726 list_for_each_entry(tg_pt_gp_tmp, &dev->t10_alua.tg_pt_gps_list, 1727 tg_pt_gp_list) { 1728 if (tg_pt_gp_tmp->tg_pt_gp_id == tg_pt_gp_id_tmp) { 1729 if (!tg_pt_gp_id) 1730 goto again; 1731 1732 pr_err("ALUA Target Port Group ID: %hu already" 1733 " exists, ignoring request\n", tg_pt_gp_id); 1734 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1735 return -EINVAL; 1736 } 1737 } 1738 1739 tg_pt_gp->tg_pt_gp_id = tg_pt_gp_id_tmp; 1740 tg_pt_gp->tg_pt_gp_valid_id = 1; 1741 list_add_tail(&tg_pt_gp->tg_pt_gp_list, 1742 &dev->t10_alua.tg_pt_gps_list); 1743 dev->t10_alua.alua_tg_pt_gps_count++; 1744 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1745 1746 return 0; 1747 } 1748 1749 void core_alua_free_tg_pt_gp( 1750 struct t10_alua_tg_pt_gp *tg_pt_gp) 1751 { 1752 struct se_device *dev = tg_pt_gp->tg_pt_gp_dev; 1753 struct se_lun *lun, *next; 1754 1755 /* 1756 * Once we have reached this point, config_item_put() has already 1757 * been called from target_core_alua_drop_tg_pt_gp(). 1758 * 1759 * Here we remove *tg_pt_gp from the global list so that 1760 * no associations *OR* explicit ALUA via SET_TARGET_PORT_GROUPS 1761 * can be made while we are releasing struct t10_alua_tg_pt_gp. 1762 */ 1763 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 1764 list_del(&tg_pt_gp->tg_pt_gp_list); 1765 dev->t10_alua.alua_tg_pt_gps_counter--; 1766 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1767 1768 /* 1769 * Allow a struct t10_alua_tg_pt_gp_member * referenced by 1770 * core_alua_get_tg_pt_gp_by_name() in 1771 * target_core_configfs.c:target_core_store_alua_tg_pt_gp() 1772 * to be released with core_alua_put_tg_pt_gp_from_name(). 1773 */ 1774 while (atomic_read(&tg_pt_gp->tg_pt_gp_ref_cnt)) 1775 cpu_relax(); 1776 1777 /* 1778 * Release reference to struct t10_alua_tg_pt_gp from all associated 1779 * struct se_port. 1780 */ 1781 spin_lock(&tg_pt_gp->tg_pt_gp_lock); 1782 list_for_each_entry_safe(lun, next, 1783 &tg_pt_gp->tg_pt_gp_lun_list, lun_tg_pt_gp_link) { 1784 list_del_init(&lun->lun_tg_pt_gp_link); 1785 tg_pt_gp->tg_pt_gp_members--; 1786 1787 spin_unlock(&tg_pt_gp->tg_pt_gp_lock); 1788 /* 1789 * If the passed tg_pt_gp does NOT match the default_tg_pt_gp, 1790 * assume we want to re-associate a given tg_pt_gp_mem with 1791 * default_tg_pt_gp. 1792 */ 1793 spin_lock(&lun->lun_tg_pt_gp_lock); 1794 if (tg_pt_gp != dev->t10_alua.default_tg_pt_gp) { 1795 __target_attach_tg_pt_gp(lun, 1796 dev->t10_alua.default_tg_pt_gp); 1797 } else 1798 lun->lun_tg_pt_gp = NULL; 1799 spin_unlock(&lun->lun_tg_pt_gp_lock); 1800 1801 spin_lock(&tg_pt_gp->tg_pt_gp_lock); 1802 } 1803 spin_unlock(&tg_pt_gp->tg_pt_gp_lock); 1804 1805 kmem_cache_free(t10_alua_tg_pt_gp_cache, tg_pt_gp); 1806 } 1807 1808 static struct t10_alua_tg_pt_gp *core_alua_get_tg_pt_gp_by_name( 1809 struct se_device *dev, const char *name) 1810 { 1811 struct t10_alua_tg_pt_gp *tg_pt_gp; 1812 struct config_item *ci; 1813 1814 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 1815 list_for_each_entry(tg_pt_gp, &dev->t10_alua.tg_pt_gps_list, 1816 tg_pt_gp_list) { 1817 if (!tg_pt_gp->tg_pt_gp_valid_id) 1818 continue; 1819 ci = &tg_pt_gp->tg_pt_gp_group.cg_item; 1820 if (!strcmp(config_item_name(ci), name)) { 1821 atomic_inc(&tg_pt_gp->tg_pt_gp_ref_cnt); 1822 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1823 return tg_pt_gp; 1824 } 1825 } 1826 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1827 1828 return NULL; 1829 } 1830 1831 static void core_alua_put_tg_pt_gp_from_name( 1832 struct t10_alua_tg_pt_gp *tg_pt_gp) 1833 { 1834 struct se_device *dev = tg_pt_gp->tg_pt_gp_dev; 1835 1836 spin_lock(&dev->t10_alua.tg_pt_gps_lock); 1837 atomic_dec(&tg_pt_gp->tg_pt_gp_ref_cnt); 1838 spin_unlock(&dev->t10_alua.tg_pt_gps_lock); 1839 } 1840 1841 static void __target_attach_tg_pt_gp(struct se_lun *lun, 1842 struct t10_alua_tg_pt_gp *tg_pt_gp) 1843 { 1844 struct se_dev_entry *se_deve; 1845 1846 assert_spin_locked(&lun->lun_tg_pt_gp_lock); 1847 1848 spin_lock(&tg_pt_gp->tg_pt_gp_lock); 1849 lun->lun_tg_pt_gp = tg_pt_gp; 1850 list_add_tail(&lun->lun_tg_pt_gp_link, &tg_pt_gp->tg_pt_gp_lun_list); 1851 tg_pt_gp->tg_pt_gp_members++; 1852 spin_lock(&lun->lun_deve_lock); 1853 list_for_each_entry(se_deve, &lun->lun_deve_list, lun_link) 1854 core_scsi3_ua_allocate(se_deve, 0x3f, 1855 ASCQ_3FH_INQUIRY_DATA_HAS_CHANGED); 1856 spin_unlock(&lun->lun_deve_lock); 1857 spin_unlock(&tg_pt_gp->tg_pt_gp_lock); 1858 } 1859 1860 void target_attach_tg_pt_gp(struct se_lun *lun, 1861 struct t10_alua_tg_pt_gp *tg_pt_gp) 1862 { 1863 spin_lock(&lun->lun_tg_pt_gp_lock); 1864 __target_attach_tg_pt_gp(lun, tg_pt_gp); 1865 spin_unlock(&lun->lun_tg_pt_gp_lock); 1866 } 1867 1868 static void __target_detach_tg_pt_gp(struct se_lun *lun, 1869 struct t10_alua_tg_pt_gp *tg_pt_gp) 1870 { 1871 assert_spin_locked(&lun->lun_tg_pt_gp_lock); 1872 1873 spin_lock(&tg_pt_gp->tg_pt_gp_lock); 1874 list_del_init(&lun->lun_tg_pt_gp_link); 1875 tg_pt_gp->tg_pt_gp_members--; 1876 spin_unlock(&tg_pt_gp->tg_pt_gp_lock); 1877 1878 lun->lun_tg_pt_gp = NULL; 1879 } 1880 1881 void target_detach_tg_pt_gp(struct se_lun *lun) 1882 { 1883 struct t10_alua_tg_pt_gp *tg_pt_gp; 1884 1885 spin_lock(&lun->lun_tg_pt_gp_lock); 1886 tg_pt_gp = lun->lun_tg_pt_gp; 1887 if (tg_pt_gp) 1888 __target_detach_tg_pt_gp(lun, tg_pt_gp); 1889 spin_unlock(&lun->lun_tg_pt_gp_lock); 1890 } 1891 1892 ssize_t core_alua_show_tg_pt_gp_info(struct se_lun *lun, char *page) 1893 { 1894 struct config_item *tg_pt_ci; 1895 struct t10_alua_tg_pt_gp *tg_pt_gp; 1896 ssize_t len = 0; 1897 1898 spin_lock(&lun->lun_tg_pt_gp_lock); 1899 tg_pt_gp = lun->lun_tg_pt_gp; 1900 if (tg_pt_gp) { 1901 tg_pt_ci = &tg_pt_gp->tg_pt_gp_group.cg_item; 1902 len += sprintf(page, "TG Port Alias: %s\nTG Port Group ID:" 1903 " %hu\nTG Port Primary Access State: %s\nTG Port " 1904 "Primary Access Status: %s\nTG Port Secondary Access" 1905 " State: %s\nTG Port Secondary Access Status: %s\n", 1906 config_item_name(tg_pt_ci), tg_pt_gp->tg_pt_gp_id, 1907 core_alua_dump_state( 1908 tg_pt_gp->tg_pt_gp_alua_access_state), 1909 core_alua_dump_status( 1910 tg_pt_gp->tg_pt_gp_alua_access_status), 1911 atomic_read(&lun->lun_tg_pt_secondary_offline) ? 1912 "Offline" : "None", 1913 core_alua_dump_status(lun->lun_tg_pt_secondary_stat)); 1914 } 1915 spin_unlock(&lun->lun_tg_pt_gp_lock); 1916 1917 return len; 1918 } 1919 1920 ssize_t core_alua_store_tg_pt_gp_info( 1921 struct se_lun *lun, 1922 const char *page, 1923 size_t count) 1924 { 1925 struct se_portal_group *tpg = lun->lun_tpg; 1926 /* 1927 * rcu_dereference_raw protected by se_lun->lun_group symlink 1928 * reference to se_device->dev_group. 1929 */ 1930 struct se_device *dev = rcu_dereference_raw(lun->lun_se_dev); 1931 struct t10_alua_tg_pt_gp *tg_pt_gp = NULL, *tg_pt_gp_new = NULL; 1932 unsigned char buf[TG_PT_GROUP_NAME_BUF]; 1933 int move = 0; 1934 1935 if (dev->transport->transport_flags & TRANSPORT_FLAG_PASSTHROUGH_ALUA || 1936 (dev->se_hba->hba_flags & HBA_FLAGS_INTERNAL_USE)) 1937 return -ENODEV; 1938 1939 if (count > TG_PT_GROUP_NAME_BUF) { 1940 pr_err("ALUA Target Port Group alias too large!\n"); 1941 return -EINVAL; 1942 } 1943 memset(buf, 0, TG_PT_GROUP_NAME_BUF); 1944 memcpy(buf, page, count); 1945 /* 1946 * Any ALUA target port group alias besides "NULL" means we will be 1947 * making a new group association. 1948 */ 1949 if (strcmp(strstrip(buf), "NULL")) { 1950 /* 1951 * core_alua_get_tg_pt_gp_by_name() will increment reference to 1952 * struct t10_alua_tg_pt_gp. This reference is released with 1953 * core_alua_put_tg_pt_gp_from_name() below. 1954 */ 1955 tg_pt_gp_new = core_alua_get_tg_pt_gp_by_name(dev, 1956 strstrip(buf)); 1957 if (!tg_pt_gp_new) 1958 return -ENODEV; 1959 } 1960 1961 spin_lock(&lun->lun_tg_pt_gp_lock); 1962 tg_pt_gp = lun->lun_tg_pt_gp; 1963 if (tg_pt_gp) { 1964 /* 1965 * Clearing an existing tg_pt_gp association, and replacing 1966 * with the default_tg_pt_gp. 1967 */ 1968 if (!tg_pt_gp_new) { 1969 pr_debug("Target_Core_ConfigFS: Moving" 1970 " %s/tpgt_%hu/%s from ALUA Target Port Group:" 1971 " alua/%s, ID: %hu back to" 1972 " default_tg_pt_gp\n", 1973 tpg->se_tpg_tfo->tpg_get_wwn(tpg), 1974 tpg->se_tpg_tfo->tpg_get_tag(tpg), 1975 config_item_name(&lun->lun_group.cg_item), 1976 config_item_name( 1977 &tg_pt_gp->tg_pt_gp_group.cg_item), 1978 tg_pt_gp->tg_pt_gp_id); 1979 1980 __target_detach_tg_pt_gp(lun, tg_pt_gp); 1981 __target_attach_tg_pt_gp(lun, 1982 dev->t10_alua.default_tg_pt_gp); 1983 spin_unlock(&lun->lun_tg_pt_gp_lock); 1984 1985 return count; 1986 } 1987 __target_detach_tg_pt_gp(lun, tg_pt_gp); 1988 move = 1; 1989 } 1990 1991 __target_attach_tg_pt_gp(lun, tg_pt_gp_new); 1992 spin_unlock(&lun->lun_tg_pt_gp_lock); 1993 pr_debug("Target_Core_ConfigFS: %s %s/tpgt_%hu/%s to ALUA" 1994 " Target Port Group: alua/%s, ID: %hu\n", (move) ? 1995 "Moving" : "Adding", tpg->se_tpg_tfo->tpg_get_wwn(tpg), 1996 tpg->se_tpg_tfo->tpg_get_tag(tpg), 1997 config_item_name(&lun->lun_group.cg_item), 1998 config_item_name(&tg_pt_gp_new->tg_pt_gp_group.cg_item), 1999 tg_pt_gp_new->tg_pt_gp_id); 2000 2001 core_alua_put_tg_pt_gp_from_name(tg_pt_gp_new); 2002 return count; 2003 } 2004 2005 ssize_t core_alua_show_access_type( 2006 struct t10_alua_tg_pt_gp *tg_pt_gp, 2007 char *page) 2008 { 2009 if ((tg_pt_gp->tg_pt_gp_alua_access_type & TPGS_EXPLICIT_ALUA) && 2010 (tg_pt_gp->tg_pt_gp_alua_access_type & TPGS_IMPLICIT_ALUA)) 2011 return sprintf(page, "Implicit and Explicit\n"); 2012 else if (tg_pt_gp->tg_pt_gp_alua_access_type & TPGS_IMPLICIT_ALUA) 2013 return sprintf(page, "Implicit\n"); 2014 else if (tg_pt_gp->tg_pt_gp_alua_access_type & TPGS_EXPLICIT_ALUA) 2015 return sprintf(page, "Explicit\n"); 2016 else 2017 return sprintf(page, "None\n"); 2018 } 2019 2020 ssize_t core_alua_store_access_type( 2021 struct t10_alua_tg_pt_gp *tg_pt_gp, 2022 const char *page, 2023 size_t count) 2024 { 2025 unsigned long tmp; 2026 int ret; 2027 2028 ret = kstrtoul(page, 0, &tmp); 2029 if (ret < 0) { 2030 pr_err("Unable to extract alua_access_type\n"); 2031 return ret; 2032 } 2033 if ((tmp != 0) && (tmp != 1) && (tmp != 2) && (tmp != 3)) { 2034 pr_err("Illegal value for alua_access_type:" 2035 " %lu\n", tmp); 2036 return -EINVAL; 2037 } 2038 if (tmp == 3) 2039 tg_pt_gp->tg_pt_gp_alua_access_type = 2040 TPGS_IMPLICIT_ALUA | TPGS_EXPLICIT_ALUA; 2041 else if (tmp == 2) 2042 tg_pt_gp->tg_pt_gp_alua_access_type = TPGS_EXPLICIT_ALUA; 2043 else if (tmp == 1) 2044 tg_pt_gp->tg_pt_gp_alua_access_type = TPGS_IMPLICIT_ALUA; 2045 else 2046 tg_pt_gp->tg_pt_gp_alua_access_type = 0; 2047 2048 return count; 2049 } 2050 2051 ssize_t core_alua_show_nonop_delay_msecs( 2052 struct t10_alua_tg_pt_gp *tg_pt_gp, 2053 char *page) 2054 { 2055 return sprintf(page, "%d\n", tg_pt_gp->tg_pt_gp_nonop_delay_msecs); 2056 } 2057 2058 ssize_t core_alua_store_nonop_delay_msecs( 2059 struct t10_alua_tg_pt_gp *tg_pt_gp, 2060 const char *page, 2061 size_t count) 2062 { 2063 unsigned long tmp; 2064 int ret; 2065 2066 ret = kstrtoul(page, 0, &tmp); 2067 if (ret < 0) { 2068 pr_err("Unable to extract nonop_delay_msecs\n"); 2069 return ret; 2070 } 2071 if (tmp > ALUA_MAX_NONOP_DELAY_MSECS) { 2072 pr_err("Passed nonop_delay_msecs: %lu, exceeds" 2073 " ALUA_MAX_NONOP_DELAY_MSECS: %d\n", tmp, 2074 ALUA_MAX_NONOP_DELAY_MSECS); 2075 return -EINVAL; 2076 } 2077 tg_pt_gp->tg_pt_gp_nonop_delay_msecs = (int)tmp; 2078 2079 return count; 2080 } 2081 2082 ssize_t core_alua_show_trans_delay_msecs( 2083 struct t10_alua_tg_pt_gp *tg_pt_gp, 2084 char *page) 2085 { 2086 return sprintf(page, "%d\n", tg_pt_gp->tg_pt_gp_trans_delay_msecs); 2087 } 2088 2089 ssize_t core_alua_store_trans_delay_msecs( 2090 struct t10_alua_tg_pt_gp *tg_pt_gp, 2091 const char *page, 2092 size_t count) 2093 { 2094 unsigned long tmp; 2095 int ret; 2096 2097 ret = kstrtoul(page, 0, &tmp); 2098 if (ret < 0) { 2099 pr_err("Unable to extract trans_delay_msecs\n"); 2100 return ret; 2101 } 2102 if (tmp > ALUA_MAX_TRANS_DELAY_MSECS) { 2103 pr_err("Passed trans_delay_msecs: %lu, exceeds" 2104 " ALUA_MAX_TRANS_DELAY_MSECS: %d\n", tmp, 2105 ALUA_MAX_TRANS_DELAY_MSECS); 2106 return -EINVAL; 2107 } 2108 tg_pt_gp->tg_pt_gp_trans_delay_msecs = (int)tmp; 2109 2110 return count; 2111 } 2112 2113 ssize_t core_alua_show_implicit_trans_secs( 2114 struct t10_alua_tg_pt_gp *tg_pt_gp, 2115 char *page) 2116 { 2117 return sprintf(page, "%d\n", tg_pt_gp->tg_pt_gp_implicit_trans_secs); 2118 } 2119 2120 ssize_t core_alua_store_implicit_trans_secs( 2121 struct t10_alua_tg_pt_gp *tg_pt_gp, 2122 const char *page, 2123 size_t count) 2124 { 2125 unsigned long tmp; 2126 int ret; 2127 2128 ret = kstrtoul(page, 0, &tmp); 2129 if (ret < 0) { 2130 pr_err("Unable to extract implicit_trans_secs\n"); 2131 return ret; 2132 } 2133 if (tmp > ALUA_MAX_IMPLICIT_TRANS_SECS) { 2134 pr_err("Passed implicit_trans_secs: %lu, exceeds" 2135 " ALUA_MAX_IMPLICIT_TRANS_SECS: %d\n", tmp, 2136 ALUA_MAX_IMPLICIT_TRANS_SECS); 2137 return -EINVAL; 2138 } 2139 tg_pt_gp->tg_pt_gp_implicit_trans_secs = (int)tmp; 2140 2141 return count; 2142 } 2143 2144 ssize_t core_alua_show_preferred_bit( 2145 struct t10_alua_tg_pt_gp *tg_pt_gp, 2146 char *page) 2147 { 2148 return sprintf(page, "%d\n", tg_pt_gp->tg_pt_gp_pref); 2149 } 2150 2151 ssize_t core_alua_store_preferred_bit( 2152 struct t10_alua_tg_pt_gp *tg_pt_gp, 2153 const char *page, 2154 size_t count) 2155 { 2156 unsigned long tmp; 2157 int ret; 2158 2159 ret = kstrtoul(page, 0, &tmp); 2160 if (ret < 0) { 2161 pr_err("Unable to extract preferred ALUA value\n"); 2162 return ret; 2163 } 2164 if ((tmp != 0) && (tmp != 1)) { 2165 pr_err("Illegal value for preferred ALUA: %lu\n", tmp); 2166 return -EINVAL; 2167 } 2168 tg_pt_gp->tg_pt_gp_pref = (int)tmp; 2169 2170 return count; 2171 } 2172 2173 ssize_t core_alua_show_offline_bit(struct se_lun *lun, char *page) 2174 { 2175 return sprintf(page, "%d\n", 2176 atomic_read(&lun->lun_tg_pt_secondary_offline)); 2177 } 2178 2179 ssize_t core_alua_store_offline_bit( 2180 struct se_lun *lun, 2181 const char *page, 2182 size_t count) 2183 { 2184 /* 2185 * rcu_dereference_raw protected by se_lun->lun_group symlink 2186 * reference to se_device->dev_group. 2187 */ 2188 struct se_device *dev = rcu_dereference_raw(lun->lun_se_dev); 2189 unsigned long tmp; 2190 int ret; 2191 2192 if (dev->transport->transport_flags & TRANSPORT_FLAG_PASSTHROUGH_ALUA || 2193 (dev->se_hba->hba_flags & HBA_FLAGS_INTERNAL_USE)) 2194 return -ENODEV; 2195 2196 ret = kstrtoul(page, 0, &tmp); 2197 if (ret < 0) { 2198 pr_err("Unable to extract alua_tg_pt_offline value\n"); 2199 return ret; 2200 } 2201 if ((tmp != 0) && (tmp != 1)) { 2202 pr_err("Illegal value for alua_tg_pt_offline: %lu\n", 2203 tmp); 2204 return -EINVAL; 2205 } 2206 2207 ret = core_alua_set_tg_pt_secondary_state(lun, 0, (int)tmp); 2208 if (ret < 0) 2209 return -EINVAL; 2210 2211 return count; 2212 } 2213 2214 ssize_t core_alua_show_secondary_status( 2215 struct se_lun *lun, 2216 char *page) 2217 { 2218 return sprintf(page, "%d\n", lun->lun_tg_pt_secondary_stat); 2219 } 2220 2221 ssize_t core_alua_store_secondary_status( 2222 struct se_lun *lun, 2223 const char *page, 2224 size_t count) 2225 { 2226 unsigned long tmp; 2227 int ret; 2228 2229 ret = kstrtoul(page, 0, &tmp); 2230 if (ret < 0) { 2231 pr_err("Unable to extract alua_tg_pt_status\n"); 2232 return ret; 2233 } 2234 if ((tmp != ALUA_STATUS_NONE) && 2235 (tmp != ALUA_STATUS_ALTERED_BY_EXPLICIT_STPG) && 2236 (tmp != ALUA_STATUS_ALTERED_BY_IMPLICIT_ALUA)) { 2237 pr_err("Illegal value for alua_tg_pt_status: %lu\n", 2238 tmp); 2239 return -EINVAL; 2240 } 2241 lun->lun_tg_pt_secondary_stat = (int)tmp; 2242 2243 return count; 2244 } 2245 2246 ssize_t core_alua_show_secondary_write_metadata( 2247 struct se_lun *lun, 2248 char *page) 2249 { 2250 return sprintf(page, "%d\n", lun->lun_tg_pt_secondary_write_md); 2251 } 2252 2253 ssize_t core_alua_store_secondary_write_metadata( 2254 struct se_lun *lun, 2255 const char *page, 2256 size_t count) 2257 { 2258 unsigned long tmp; 2259 int ret; 2260 2261 ret = kstrtoul(page, 0, &tmp); 2262 if (ret < 0) { 2263 pr_err("Unable to extract alua_tg_pt_write_md\n"); 2264 return ret; 2265 } 2266 if ((tmp != 0) && (tmp != 1)) { 2267 pr_err("Illegal value for alua_tg_pt_write_md:" 2268 " %lu\n", tmp); 2269 return -EINVAL; 2270 } 2271 lun->lun_tg_pt_secondary_write_md = (int)tmp; 2272 2273 return count; 2274 } 2275 2276 int core_setup_alua(struct se_device *dev) 2277 { 2278 if (!(dev->transport->transport_flags & 2279 TRANSPORT_FLAG_PASSTHROUGH_ALUA) && 2280 !(dev->se_hba->hba_flags & HBA_FLAGS_INTERNAL_USE)) { 2281 struct t10_alua_lu_gp_member *lu_gp_mem; 2282 2283 /* 2284 * Associate this struct se_device with the default ALUA 2285 * LUN Group. 2286 */ 2287 lu_gp_mem = core_alua_allocate_lu_gp_mem(dev); 2288 if (IS_ERR(lu_gp_mem)) 2289 return PTR_ERR(lu_gp_mem); 2290 2291 spin_lock(&lu_gp_mem->lu_gp_mem_lock); 2292 __core_alua_attach_lu_gp_mem(lu_gp_mem, 2293 default_lu_gp); 2294 spin_unlock(&lu_gp_mem->lu_gp_mem_lock); 2295 2296 pr_debug("%s: Adding to default ALUA LU Group:" 2297 " core/alua/lu_gps/default_lu_gp\n", 2298 dev->transport->name); 2299 } 2300 2301 return 0; 2302 } 2303