1c66ac9dbSNicholas Bellinger /******************************************************************************* 2c66ac9dbSNicholas Bellinger * Filename: target_core_device.c (based on iscsi_target_device.c) 3c66ac9dbSNicholas Bellinger * 4e3d6f909SAndy Grover * This file contains the TCM Virtual Device and Disk Transport 5c66ac9dbSNicholas Bellinger * agnostic related functions. 6c66ac9dbSNicholas Bellinger * 74c76251eSNicholas Bellinger * (c) Copyright 2003-2013 Datera, Inc. 8c66ac9dbSNicholas Bellinger * 9c66ac9dbSNicholas Bellinger * Nicholas A. Bellinger <nab@kernel.org> 10c66ac9dbSNicholas Bellinger * 11c66ac9dbSNicholas Bellinger * This program is free software; you can redistribute it and/or modify 12c66ac9dbSNicholas Bellinger * it under the terms of the GNU General Public License as published by 13c66ac9dbSNicholas Bellinger * the Free Software Foundation; either version 2 of the License, or 14c66ac9dbSNicholas Bellinger * (at your option) any later version. 15c66ac9dbSNicholas Bellinger * 16c66ac9dbSNicholas Bellinger * This program is distributed in the hope that it will be useful, 17c66ac9dbSNicholas Bellinger * but WITHOUT ANY WARRANTY; without even the implied warranty of 18c66ac9dbSNicholas Bellinger * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 19c66ac9dbSNicholas Bellinger * GNU General Public License for more details. 20c66ac9dbSNicholas Bellinger * 21c66ac9dbSNicholas Bellinger * You should have received a copy of the GNU General Public License 22c66ac9dbSNicholas Bellinger * along with this program; if not, write to the Free Software 23c66ac9dbSNicholas Bellinger * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 24c66ac9dbSNicholas Bellinger * 25c66ac9dbSNicholas Bellinger ******************************************************************************/ 26c66ac9dbSNicholas Bellinger 27c66ac9dbSNicholas Bellinger #include <linux/net.h> 28c66ac9dbSNicholas Bellinger #include <linux/string.h> 29c66ac9dbSNicholas Bellinger #include <linux/delay.h> 30c66ac9dbSNicholas Bellinger #include <linux/timer.h> 31c66ac9dbSNicholas Bellinger #include <linux/slab.h> 32c66ac9dbSNicholas Bellinger #include <linux/spinlock.h> 33c66ac9dbSNicholas Bellinger #include <linux/kthread.h> 34c66ac9dbSNicholas Bellinger #include <linux/in.h> 35c53181afSPaul Gortmaker #include <linux/export.h> 368dcf07beSBart Van Assche #include <linux/t10-pi.h> 377bfea53bSAndy Grover #include <asm/unaligned.h> 38c66ac9dbSNicholas Bellinger #include <net/sock.h> 39c66ac9dbSNicholas Bellinger #include <net/tcp.h> 40ba929992SBart Van Assche #include <scsi/scsi_common.h> 41ba929992SBart Van Assche #include <scsi/scsi_proto.h> 42c66ac9dbSNicholas Bellinger 43c66ac9dbSNicholas Bellinger #include <target/target_core_base.h> 44c4795fb2SChristoph Hellwig #include <target/target_core_backend.h> 45c4795fb2SChristoph Hellwig #include <target/target_core_fabric.h> 46c66ac9dbSNicholas Bellinger 47e26d99aeSChristoph Hellwig #include "target_core_internal.h" 48c66ac9dbSNicholas Bellinger #include "target_core_alua.h" 49c66ac9dbSNicholas Bellinger #include "target_core_pr.h" 50c66ac9dbSNicholas Bellinger #include "target_core_ua.h" 51c66ac9dbSNicholas Bellinger 52c82ff239SColin Ian King static DEFINE_MUTEX(device_mutex); 53c82ff239SColin Ian King static LIST_HEAD(device_list); 540a5eee64SMike Christie static DEFINE_IDR(devices_idr); 55d9ea32bfSNicholas Bellinger 56e3d6f909SAndy Grover static struct se_hba *lun0_hba; 57e3d6f909SAndy Grover /* not static, needed by tpg.c */ 58e3d6f909SAndy Grover struct se_device *g_lun0_dev; 59e3d6f909SAndy Grover 60de103c93SChristoph Hellwig sense_reason_t 61f2d30680SHannes Reinecke transport_lookup_cmd_lun(struct se_cmd *se_cmd, u64 unpacked_lun) 62c66ac9dbSNicholas Bellinger { 63c66ac9dbSNicholas Bellinger struct se_lun *se_lun = NULL; 64e3d6f909SAndy Grover struct se_session *se_sess = se_cmd->se_sess; 6529a05deeSNicholas Bellinger struct se_node_acl *nacl = se_sess->se_node_acl; 6629a05deeSNicholas Bellinger struct se_dev_entry *deve; 678fa3a867SNicholas Bellinger sense_reason_t ret = TCM_NO_SENSE; 68c66ac9dbSNicholas Bellinger 6929a05deeSNicholas Bellinger rcu_read_lock(); 7029a05deeSNicholas Bellinger deve = target_nacl_find_deve(nacl, unpacked_lun); 7129a05deeSNicholas Bellinger if (deve) { 7229a05deeSNicholas Bellinger atomic_long_inc(&deve->total_cmds); 73c66ac9dbSNicholas Bellinger 745951146dSAndy Grover if (se_cmd->data_direction == DMA_TO_DEVICE) 7529a05deeSNicholas Bellinger atomic_long_add(se_cmd->data_length, 7629a05deeSNicholas Bellinger &deve->write_bytes); 775951146dSAndy Grover else if (se_cmd->data_direction == DMA_FROM_DEVICE) 7829a05deeSNicholas Bellinger atomic_long_add(se_cmd->data_length, 7929a05deeSNicholas Bellinger &deve->read_bytes); 805951146dSAndy Grover 8129a05deeSNicholas Bellinger se_lun = rcu_dereference(deve->se_lun); 82bd4e2d29SNicholas Bellinger 83bd4e2d29SNicholas Bellinger if (!percpu_ref_tryget_live(&se_lun->lun_ref)) { 84bd4e2d29SNicholas Bellinger se_lun = NULL; 85bd4e2d29SNicholas Bellinger goto out_unlock; 86bd4e2d29SNicholas Bellinger } 87bd4e2d29SNicholas Bellinger 8829a05deeSNicholas Bellinger se_cmd->se_lun = rcu_dereference(deve->se_lun); 895951146dSAndy Grover se_cmd->pr_res_key = deve->pr_res_key; 905951146dSAndy Grover se_cmd->orig_fe_lun = unpacked_lun; 915951146dSAndy Grover se_cmd->se_cmd_flags |= SCF_SE_LUN_CMD; 925277797dSNicholas Bellinger se_cmd->lun_ref_active = true; 938fa3a867SNicholas Bellinger 948fa3a867SNicholas Bellinger if ((se_cmd->data_direction == DMA_TO_DEVICE) && 9503a68b44SAndy Grover deve->lun_access_ro) { 968fa3a867SNicholas Bellinger pr_err("TARGET_CORE[%s]: Detected WRITE_PROTECTED LUN" 978fa3a867SNicholas Bellinger " Access for 0x%08llx\n", 988fa3a867SNicholas Bellinger se_cmd->se_tfo->get_fabric_name(), 998fa3a867SNicholas Bellinger unpacked_lun); 1008fa3a867SNicholas Bellinger rcu_read_unlock(); 1018fa3a867SNicholas Bellinger ret = TCM_WRITE_PROTECTED; 1028fa3a867SNicholas Bellinger goto ref_dev; 1038fa3a867SNicholas Bellinger } 1045951146dSAndy Grover } 105bd4e2d29SNicholas Bellinger out_unlock: 10629a05deeSNicholas Bellinger rcu_read_unlock(); 1075951146dSAndy Grover 1085951146dSAndy Grover if (!se_lun) { 109c66ac9dbSNicholas Bellinger /* 110c66ac9dbSNicholas Bellinger * Use the se_portal_group->tpg_virt_lun0 to allow for 111c66ac9dbSNicholas Bellinger * REPORT_LUNS, et al to be returned when no active 112c66ac9dbSNicholas Bellinger * MappedLUN=0 exists for this Initiator Port. 113c66ac9dbSNicholas Bellinger */ 114c66ac9dbSNicholas Bellinger if (unpacked_lun != 0) { 1156708bb27SAndy Grover pr_err("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN" 116f2d30680SHannes Reinecke " Access for 0x%08llx\n", 117e3d6f909SAndy Grover se_cmd->se_tfo->get_fabric_name(), 118c66ac9dbSNicholas Bellinger unpacked_lun); 119de103c93SChristoph Hellwig return TCM_NON_EXISTENT_LUN; 120c66ac9dbSNicholas Bellinger } 1215951146dSAndy Grover 122adf653f9SChristoph Hellwig se_lun = se_sess->se_tpg->tpg_virt_lun0; 123adf653f9SChristoph Hellwig se_cmd->se_lun = se_sess->se_tpg->tpg_virt_lun0; 124c66ac9dbSNicholas Bellinger se_cmd->orig_fe_lun = 0; 125c66ac9dbSNicholas Bellinger se_cmd->se_cmd_flags |= SCF_SE_LUN_CMD; 1265277797dSNicholas Bellinger 1275277797dSNicholas Bellinger percpu_ref_get(&se_lun->lun_ref); 1285277797dSNicholas Bellinger se_cmd->lun_ref_active = true; 1298fa3a867SNicholas Bellinger 1308fa3a867SNicholas Bellinger /* 1318fa3a867SNicholas Bellinger * Force WRITE PROTECT for virtual LUN 0 1328fa3a867SNicholas Bellinger */ 1338fa3a867SNicholas Bellinger if ((se_cmd->data_direction != DMA_FROM_DEVICE) && 1348fa3a867SNicholas Bellinger (se_cmd->data_direction != DMA_NONE)) { 1358fa3a867SNicholas Bellinger ret = TCM_WRITE_PROTECTED; 1368fa3a867SNicholas Bellinger goto ref_dev; 1378fa3a867SNicholas Bellinger } 138c66ac9dbSNicholas Bellinger } 1394cc987eaSNicholas Bellinger /* 1404cc987eaSNicholas Bellinger * RCU reference protected by percpu se_lun->lun_ref taken above that 1414cc987eaSNicholas Bellinger * must drop to zero (including initial reference) before this se_lun 1424cc987eaSNicholas Bellinger * pointer can be kfree_rcu() by the final se_lun->lun_group put via 1434cc987eaSNicholas Bellinger * target_core_fabric_configfs.c:target_fabric_port_release 1444cc987eaSNicholas Bellinger */ 1458fa3a867SNicholas Bellinger ref_dev: 1464cc987eaSNicholas Bellinger se_cmd->se_dev = rcu_dereference_raw(se_lun->lun_se_dev); 1474cc987eaSNicholas Bellinger atomic_long_inc(&se_cmd->se_dev->num_cmds); 148c66ac9dbSNicholas Bellinger 149c66ac9dbSNicholas Bellinger if (se_cmd->data_direction == DMA_TO_DEVICE) 1504cc987eaSNicholas Bellinger atomic_long_add(se_cmd->data_length, 1514cc987eaSNicholas Bellinger &se_cmd->se_dev->write_bytes); 152c66ac9dbSNicholas Bellinger else if (se_cmd->data_direction == DMA_FROM_DEVICE) 1534cc987eaSNicholas Bellinger atomic_long_add(se_cmd->data_length, 1544cc987eaSNicholas Bellinger &se_cmd->se_dev->read_bytes); 155c66ac9dbSNicholas Bellinger 1568fa3a867SNicholas Bellinger return ret; 157c66ac9dbSNicholas Bellinger } 1585951146dSAndy Grover EXPORT_SYMBOL(transport_lookup_cmd_lun); 159c66ac9dbSNicholas Bellinger 160f2d30680SHannes Reinecke int transport_lookup_tmr_lun(struct se_cmd *se_cmd, u64 unpacked_lun) 161c66ac9dbSNicholas Bellinger { 162c66ac9dbSNicholas Bellinger struct se_dev_entry *deve; 163c66ac9dbSNicholas Bellinger struct se_lun *se_lun = NULL; 164e3d6f909SAndy Grover struct se_session *se_sess = se_cmd->se_sess; 16529a05deeSNicholas Bellinger struct se_node_acl *nacl = se_sess->se_node_acl; 166c66ac9dbSNicholas Bellinger struct se_tmr_req *se_tmr = se_cmd->se_tmr_req; 1675e1be919SRoland Dreier unsigned long flags; 168c66ac9dbSNicholas Bellinger 16929a05deeSNicholas Bellinger rcu_read_lock(); 17029a05deeSNicholas Bellinger deve = target_nacl_find_deve(nacl, unpacked_lun); 17129a05deeSNicholas Bellinger if (deve) { 17229a05deeSNicholas Bellinger se_lun = rcu_dereference(deve->se_lun); 173eeb64d23SNicholas Bellinger 174eeb64d23SNicholas Bellinger if (!percpu_ref_tryget_live(&se_lun->lun_ref)) { 175eeb64d23SNicholas Bellinger se_lun = NULL; 176eeb64d23SNicholas Bellinger goto out_unlock; 177eeb64d23SNicholas Bellinger } 178eeb64d23SNicholas Bellinger 179eeb64d23SNicholas Bellinger se_cmd->se_lun = rcu_dereference(deve->se_lun); 180c66ac9dbSNicholas Bellinger se_cmd->pr_res_key = deve->pr_res_key; 181c66ac9dbSNicholas Bellinger se_cmd->orig_fe_lun = unpacked_lun; 182eeb64d23SNicholas Bellinger se_cmd->se_cmd_flags |= SCF_SE_LUN_CMD; 183eeb64d23SNicholas Bellinger se_cmd->lun_ref_active = true; 184c66ac9dbSNicholas Bellinger } 185eeb64d23SNicholas Bellinger out_unlock: 18629a05deeSNicholas Bellinger rcu_read_unlock(); 187c66ac9dbSNicholas Bellinger 188c66ac9dbSNicholas Bellinger if (!se_lun) { 1896708bb27SAndy Grover pr_debug("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN" 190f2d30680SHannes Reinecke " Access for 0x%08llx\n", 191e3d6f909SAndy Grover se_cmd->se_tfo->get_fabric_name(), 192c66ac9dbSNicholas Bellinger unpacked_lun); 193e3d6f909SAndy Grover return -ENODEV; 194c66ac9dbSNicholas Bellinger } 1954cc987eaSNicholas Bellinger se_cmd->se_dev = rcu_dereference_raw(se_lun->lun_se_dev); 1964cc987eaSNicholas Bellinger se_tmr->tmr_dev = rcu_dereference_raw(se_lun->lun_se_dev); 1975951146dSAndy Grover 1985e1be919SRoland Dreier spin_lock_irqsave(&se_tmr->tmr_dev->se_tmr_lock, flags); 1995951146dSAndy Grover list_add_tail(&se_tmr->tmr_list, &se_tmr->tmr_dev->dev_tmr_list); 2005e1be919SRoland Dreier spin_unlock_irqrestore(&se_tmr->tmr_dev->se_tmr_lock, flags); 201c66ac9dbSNicholas Bellinger 202c66ac9dbSNicholas Bellinger return 0; 203c66ac9dbSNicholas Bellinger } 2045951146dSAndy Grover EXPORT_SYMBOL(transport_lookup_tmr_lun); 205c66ac9dbSNicholas Bellinger 20629a05deeSNicholas Bellinger bool target_lun_is_rdonly(struct se_cmd *cmd) 20729a05deeSNicholas Bellinger { 20829a05deeSNicholas Bellinger struct se_session *se_sess = cmd->se_sess; 20929a05deeSNicholas Bellinger struct se_dev_entry *deve; 21029a05deeSNicholas Bellinger bool ret; 21129a05deeSNicholas Bellinger 21229a05deeSNicholas Bellinger rcu_read_lock(); 21329a05deeSNicholas Bellinger deve = target_nacl_find_deve(se_sess->se_node_acl, cmd->orig_fe_lun); 21403a68b44SAndy Grover ret = deve && deve->lun_access_ro; 21529a05deeSNicholas Bellinger rcu_read_unlock(); 21629a05deeSNicholas Bellinger 21729a05deeSNicholas Bellinger return ret; 21829a05deeSNicholas Bellinger } 21929a05deeSNicholas Bellinger EXPORT_SYMBOL(target_lun_is_rdonly); 22029a05deeSNicholas Bellinger 221c66ac9dbSNicholas Bellinger /* 222c66ac9dbSNicholas Bellinger * This function is called from core_scsi3_emulate_pro_register_and_move() 22329a05deeSNicholas Bellinger * and core_scsi3_decode_spec_i_port(), and will increment &deve->pr_kref 224c66ac9dbSNicholas Bellinger * when a matching rtpi is found. 225c66ac9dbSNicholas Bellinger */ 226c66ac9dbSNicholas Bellinger struct se_dev_entry *core_get_se_deve_from_rtpi( 227c66ac9dbSNicholas Bellinger struct se_node_acl *nacl, 228c66ac9dbSNicholas Bellinger u16 rtpi) 229c66ac9dbSNicholas Bellinger { 230c66ac9dbSNicholas Bellinger struct se_dev_entry *deve; 231c66ac9dbSNicholas Bellinger struct se_lun *lun; 232c66ac9dbSNicholas Bellinger struct se_portal_group *tpg = nacl->se_tpg; 233c66ac9dbSNicholas Bellinger 23429a05deeSNicholas Bellinger rcu_read_lock(); 23529a05deeSNicholas Bellinger hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) { 23629a05deeSNicholas Bellinger lun = rcu_dereference(deve->se_lun); 2376708bb27SAndy Grover if (!lun) { 2386708bb27SAndy Grover pr_err("%s device entries device pointer is" 239c66ac9dbSNicholas Bellinger " NULL, but Initiator has access.\n", 240e3d6f909SAndy Grover tpg->se_tpg_tfo->get_fabric_name()); 241c66ac9dbSNicholas Bellinger continue; 242c66ac9dbSNicholas Bellinger } 24329a05deeSNicholas Bellinger if (lun->lun_rtpi != rtpi) 244c66ac9dbSNicholas Bellinger continue; 245c66ac9dbSNicholas Bellinger 24629a05deeSNicholas Bellinger kref_get(&deve->pr_kref); 24729a05deeSNicholas Bellinger rcu_read_unlock(); 248c66ac9dbSNicholas Bellinger 249c66ac9dbSNicholas Bellinger return deve; 250c66ac9dbSNicholas Bellinger } 25129a05deeSNicholas Bellinger rcu_read_unlock(); 252c66ac9dbSNicholas Bellinger 253c66ac9dbSNicholas Bellinger return NULL; 254c66ac9dbSNicholas Bellinger } 255c66ac9dbSNicholas Bellinger 25629a05deeSNicholas Bellinger void core_free_device_list_for_node( 257c66ac9dbSNicholas Bellinger struct se_node_acl *nacl, 258c66ac9dbSNicholas Bellinger struct se_portal_group *tpg) 259c66ac9dbSNicholas Bellinger { 260c66ac9dbSNicholas Bellinger struct se_dev_entry *deve; 261c66ac9dbSNicholas Bellinger 26229a05deeSNicholas Bellinger mutex_lock(&nacl->lun_entry_mutex); 26329a05deeSNicholas Bellinger hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) { 26429a05deeSNicholas Bellinger struct se_lun *lun = rcu_dereference_check(deve->se_lun, 26529a05deeSNicholas Bellinger lockdep_is_held(&nacl->lun_entry_mutex)); 26629a05deeSNicholas Bellinger core_disable_device_list_for_node(lun, deve, nacl, tpg); 267c66ac9dbSNicholas Bellinger } 26829a05deeSNicholas Bellinger mutex_unlock(&nacl->lun_entry_mutex); 269c66ac9dbSNicholas Bellinger } 270c66ac9dbSNicholas Bellinger 271c66ac9dbSNicholas Bellinger void core_update_device_list_access( 272f2d30680SHannes Reinecke u64 mapped_lun, 27303a68b44SAndy Grover bool lun_access_ro, 274c66ac9dbSNicholas Bellinger struct se_node_acl *nacl) 275c66ac9dbSNicholas Bellinger { 276c66ac9dbSNicholas Bellinger struct se_dev_entry *deve; 277c66ac9dbSNicholas Bellinger 27829a05deeSNicholas Bellinger mutex_lock(&nacl->lun_entry_mutex); 27929a05deeSNicholas Bellinger deve = target_nacl_find_deve(nacl, mapped_lun); 28003a68b44SAndy Grover if (deve) 28103a68b44SAndy Grover deve->lun_access_ro = lun_access_ro; 28229a05deeSNicholas Bellinger mutex_unlock(&nacl->lun_entry_mutex); 283c66ac9dbSNicholas Bellinger } 284c66ac9dbSNicholas Bellinger 28529a05deeSNicholas Bellinger /* 28629a05deeSNicholas Bellinger * Called with rcu_read_lock or nacl->device_list_lock held. 287c66ac9dbSNicholas Bellinger */ 288f2d30680SHannes Reinecke struct se_dev_entry *target_nacl_find_deve(struct se_node_acl *nacl, u64 mapped_lun) 28929a05deeSNicholas Bellinger { 29029a05deeSNicholas Bellinger struct se_dev_entry *deve; 29129a05deeSNicholas Bellinger 29229a05deeSNicholas Bellinger hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) 29329a05deeSNicholas Bellinger if (deve->mapped_lun == mapped_lun) 29429a05deeSNicholas Bellinger return deve; 29529a05deeSNicholas Bellinger 29629a05deeSNicholas Bellinger return NULL; 29729a05deeSNicholas Bellinger } 29829a05deeSNicholas Bellinger EXPORT_SYMBOL(target_nacl_find_deve); 29929a05deeSNicholas Bellinger 30029a05deeSNicholas Bellinger void target_pr_kref_release(struct kref *kref) 30129a05deeSNicholas Bellinger { 30229a05deeSNicholas Bellinger struct se_dev_entry *deve = container_of(kref, struct se_dev_entry, 30329a05deeSNicholas Bellinger pr_kref); 30429a05deeSNicholas Bellinger complete(&deve->pr_comp); 305c66ac9dbSNicholas Bellinger } 306c66ac9dbSNicholas Bellinger 3077c0d0d51SHannes Reinecke static void 3087c0d0d51SHannes Reinecke target_luns_data_has_changed(struct se_node_acl *nacl, struct se_dev_entry *new, 3097c0d0d51SHannes Reinecke bool skip_new) 3107c0d0d51SHannes Reinecke { 3117c0d0d51SHannes Reinecke struct se_dev_entry *tmp; 3127c0d0d51SHannes Reinecke 3137c0d0d51SHannes Reinecke rcu_read_lock(); 3147c0d0d51SHannes Reinecke hlist_for_each_entry_rcu(tmp, &nacl->lun_entry_hlist, link) { 3157c0d0d51SHannes Reinecke if (skip_new && tmp == new) 3167c0d0d51SHannes Reinecke continue; 3177c0d0d51SHannes Reinecke core_scsi3_ua_allocate(tmp, 0x3F, 3187c0d0d51SHannes Reinecke ASCQ_3FH_REPORTED_LUNS_DATA_HAS_CHANGED); 3197c0d0d51SHannes Reinecke } 3207c0d0d51SHannes Reinecke rcu_read_unlock(); 3217c0d0d51SHannes Reinecke } 3227c0d0d51SHannes Reinecke 323e80ac6c4SAndy Grover int core_enable_device_list_for_node( 324c66ac9dbSNicholas Bellinger struct se_lun *lun, 325c66ac9dbSNicholas Bellinger struct se_lun_acl *lun_acl, 326f2d30680SHannes Reinecke u64 mapped_lun, 32703a68b44SAndy Grover bool lun_access_ro, 328c66ac9dbSNicholas Bellinger struct se_node_acl *nacl, 329e80ac6c4SAndy Grover struct se_portal_group *tpg) 330c66ac9dbSNicholas Bellinger { 33129a05deeSNicholas Bellinger struct se_dev_entry *orig, *new; 332c66ac9dbSNicholas Bellinger 33329a05deeSNicholas Bellinger new = kzalloc(sizeof(*new), GFP_KERNEL); 33429a05deeSNicholas Bellinger if (!new) { 33529a05deeSNicholas Bellinger pr_err("Unable to allocate se_dev_entry memory\n"); 33629a05deeSNicholas Bellinger return -ENOMEM; 33729a05deeSNicholas Bellinger } 338e80ac6c4SAndy Grover 33929a05deeSNicholas Bellinger spin_lock_init(&new->ua_lock); 34029a05deeSNicholas Bellinger INIT_LIST_HEAD(&new->ua_list); 341adf653f9SChristoph Hellwig INIT_LIST_HEAD(&new->lun_link); 342e80ac6c4SAndy Grover 34329a05deeSNicholas Bellinger new->mapped_lun = mapped_lun; 34429a05deeSNicholas Bellinger kref_init(&new->pr_kref); 34529a05deeSNicholas Bellinger init_completion(&new->pr_comp); 34629a05deeSNicholas Bellinger 34703a68b44SAndy Grover new->lun_access_ro = lun_access_ro; 34829a05deeSNicholas Bellinger new->creation_time = get_jiffies_64(); 34929a05deeSNicholas Bellinger new->attach_count++; 35029a05deeSNicholas Bellinger 35129a05deeSNicholas Bellinger mutex_lock(&nacl->lun_entry_mutex); 35229a05deeSNicholas Bellinger orig = target_nacl_find_deve(nacl, mapped_lun); 35329a05deeSNicholas Bellinger if (orig && orig->se_lun) { 35429a05deeSNicholas Bellinger struct se_lun *orig_lun = rcu_dereference_check(orig->se_lun, 35529a05deeSNicholas Bellinger lockdep_is_held(&nacl->lun_entry_mutex)); 35629a05deeSNicholas Bellinger 35729a05deeSNicholas Bellinger if (orig_lun != lun) { 35829a05deeSNicholas Bellinger pr_err("Existing orig->se_lun doesn't match new lun" 35929a05deeSNicholas Bellinger " for dynamic -> explicit NodeACL conversion:" 36029a05deeSNicholas Bellinger " %s\n", nacl->initiatorname); 36129a05deeSNicholas Bellinger mutex_unlock(&nacl->lun_entry_mutex); 36229a05deeSNicholas Bellinger kfree(new); 363e3d6f909SAndy Grover return -EINVAL; 364c66ac9dbSNicholas Bellinger } 365391e2a6dSNicholas Bellinger if (orig->se_lun_acl != NULL) { 366391e2a6dSNicholas Bellinger pr_warn_ratelimited("Detected existing explicit" 367391e2a6dSNicholas Bellinger " se_lun_acl->se_lun_group reference for %s" 368391e2a6dSNicholas Bellinger " mapped_lun: %llu, failing\n", 369391e2a6dSNicholas Bellinger nacl->initiatorname, mapped_lun); 370391e2a6dSNicholas Bellinger mutex_unlock(&nacl->lun_entry_mutex); 371391e2a6dSNicholas Bellinger kfree(new); 372391e2a6dSNicholas Bellinger return -EINVAL; 373391e2a6dSNicholas Bellinger } 374c66ac9dbSNicholas Bellinger 37529a05deeSNicholas Bellinger rcu_assign_pointer(new->se_lun, lun); 37629a05deeSNicholas Bellinger rcu_assign_pointer(new->se_lun_acl, lun_acl); 37729a05deeSNicholas Bellinger hlist_del_rcu(&orig->link); 37829a05deeSNicholas Bellinger hlist_add_head_rcu(&new->link, &nacl->lun_entry_hlist); 37929a05deeSNicholas Bellinger mutex_unlock(&nacl->lun_entry_mutex); 380c66ac9dbSNicholas Bellinger 3811adff1b3SNicholas Bellinger spin_lock(&lun->lun_deve_lock); 382adf653f9SChristoph Hellwig list_del(&orig->lun_link); 383adf653f9SChristoph Hellwig list_add_tail(&new->lun_link, &lun->lun_deve_list); 3841adff1b3SNicholas Bellinger spin_unlock(&lun->lun_deve_lock); 38529a05deeSNicholas Bellinger 38629a05deeSNicholas Bellinger kref_put(&orig->pr_kref, target_pr_kref_release); 38729a05deeSNicholas Bellinger wait_for_completion(&orig->pr_comp); 38829a05deeSNicholas Bellinger 3897c0d0d51SHannes Reinecke target_luns_data_has_changed(nacl, new, true); 39029a05deeSNicholas Bellinger kfree_rcu(orig, rcu_head); 391c66ac9dbSNicholas Bellinger return 0; 392c66ac9dbSNicholas Bellinger } 393e80ac6c4SAndy Grover 39429a05deeSNicholas Bellinger rcu_assign_pointer(new->se_lun, lun); 39529a05deeSNicholas Bellinger rcu_assign_pointer(new->se_lun_acl, lun_acl); 39629a05deeSNicholas Bellinger hlist_add_head_rcu(&new->link, &nacl->lun_entry_hlist); 39729a05deeSNicholas Bellinger mutex_unlock(&nacl->lun_entry_mutex); 398c66ac9dbSNicholas Bellinger 3991adff1b3SNicholas Bellinger spin_lock(&lun->lun_deve_lock); 400adf653f9SChristoph Hellwig list_add_tail(&new->lun_link, &lun->lun_deve_list); 4011adff1b3SNicholas Bellinger spin_unlock(&lun->lun_deve_lock); 402c66ac9dbSNicholas Bellinger 4037c0d0d51SHannes Reinecke target_luns_data_has_changed(nacl, new, true); 404c66ac9dbSNicholas Bellinger return 0; 405c66ac9dbSNicholas Bellinger } 406c66ac9dbSNicholas Bellinger 407c66ac9dbSNicholas Bellinger /* 40829a05deeSNicholas Bellinger * Called with se_node_acl->lun_entry_mutex held. 409c66ac9dbSNicholas Bellinger */ 41029a05deeSNicholas Bellinger void core_disable_device_list_for_node( 411e80ac6c4SAndy Grover struct se_lun *lun, 41229a05deeSNicholas Bellinger struct se_dev_entry *orig, 413e80ac6c4SAndy Grover struct se_node_acl *nacl, 414e80ac6c4SAndy Grover struct se_portal_group *tpg) 415e80ac6c4SAndy Grover { 416e80ac6c4SAndy Grover /* 4174cc987eaSNicholas Bellinger * rcu_dereference_raw protected by se_lun->lun_group symlink 4184cc987eaSNicholas Bellinger * reference to se_device->dev_group. 4194cc987eaSNicholas Bellinger */ 4204cc987eaSNicholas Bellinger struct se_device *dev = rcu_dereference_raw(lun->lun_se_dev); 421e80ac6c4SAndy Grover /* 422e80ac6c4SAndy Grover * If the MappedLUN entry is being disabled, the entry in 423adf653f9SChristoph Hellwig * lun->lun_deve_list must be removed now before clearing the 424e80ac6c4SAndy Grover * struct se_dev_entry pointers below as logic in 425e80ac6c4SAndy Grover * core_alua_do_transition_tg_pt() depends on these being present. 426e80ac6c4SAndy Grover * 427e80ac6c4SAndy Grover * deve->se_lun_acl will be NULL for demo-mode created LUNs 428e80ac6c4SAndy Grover * that have not been explicitly converted to MappedLUNs -> 429adf653f9SChristoph Hellwig * struct se_lun_acl, but we remove deve->lun_link from 430adf653f9SChristoph Hellwig * lun->lun_deve_list. This also means that active UAs and 431e80ac6c4SAndy Grover * NodeACL context specific PR metadata for demo-mode 432e80ac6c4SAndy Grover * MappedLUN *deve will be released below.. 433e80ac6c4SAndy Grover */ 4341adff1b3SNicholas Bellinger spin_lock(&lun->lun_deve_lock); 435adf653f9SChristoph Hellwig list_del(&orig->lun_link); 4361adff1b3SNicholas Bellinger spin_unlock(&lun->lun_deve_lock); 437c66ac9dbSNicholas Bellinger /* 438c66ac9dbSNicholas Bellinger * Disable struct se_dev_entry LUN ACL mapping 439c66ac9dbSNicholas Bellinger */ 44029a05deeSNicholas Bellinger core_scsi3_ua_release_all(orig); 441c66ac9dbSNicholas Bellinger 44229a05deeSNicholas Bellinger hlist_del_rcu(&orig->link); 44380bfdfa9SNicholas Bellinger clear_bit(DEF_PR_REG_ACTIVE, &orig->deve_flags); 44403a68b44SAndy Grover orig->lun_access_ro = false; 44529a05deeSNicholas Bellinger orig->creation_time = 0; 44629a05deeSNicholas Bellinger orig->attach_count--; 44729a05deeSNicholas Bellinger /* 44829a05deeSNicholas Bellinger * Before firing off RCU callback, wait for any in process SPEC_I_PT=1 44929a05deeSNicholas Bellinger * or REGISTER_AND_MOVE PR operation to complete. 45029a05deeSNicholas Bellinger */ 45129a05deeSNicholas Bellinger kref_put(&orig->pr_kref, target_pr_kref_release); 45229a05deeSNicholas Bellinger wait_for_completion(&orig->pr_comp); 45329a05deeSNicholas Bellinger 4543ccd6e83SNicholas Bellinger rcu_assign_pointer(orig->se_lun, NULL); 4553ccd6e83SNicholas Bellinger rcu_assign_pointer(orig->se_lun_acl, NULL); 4563ccd6e83SNicholas Bellinger 45729a05deeSNicholas Bellinger kfree_rcu(orig, rcu_head); 458c66ac9dbSNicholas Bellinger 4594cc987eaSNicholas Bellinger core_scsi3_free_pr_reg_from_nacl(dev, nacl); 4607c0d0d51SHannes Reinecke target_luns_data_has_changed(nacl, NULL, false); 461c66ac9dbSNicholas Bellinger } 462c66ac9dbSNicholas Bellinger 463c66ac9dbSNicholas Bellinger /* core_clear_lun_from_tpg(): 464c66ac9dbSNicholas Bellinger * 465c66ac9dbSNicholas Bellinger * 466c66ac9dbSNicholas Bellinger */ 467c66ac9dbSNicholas Bellinger void core_clear_lun_from_tpg(struct se_lun *lun, struct se_portal_group *tpg) 468c66ac9dbSNicholas Bellinger { 469c66ac9dbSNicholas Bellinger struct se_node_acl *nacl; 470c66ac9dbSNicholas Bellinger struct se_dev_entry *deve; 471c66ac9dbSNicholas Bellinger 472403edd78SNicholas Bellinger mutex_lock(&tpg->acl_node_mutex); 473c66ac9dbSNicholas Bellinger list_for_each_entry(nacl, &tpg->acl_node_list, acl_list) { 474c66ac9dbSNicholas Bellinger 47529a05deeSNicholas Bellinger mutex_lock(&nacl->lun_entry_mutex); 47629a05deeSNicholas Bellinger hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) { 47729a05deeSNicholas Bellinger struct se_lun *tmp_lun = rcu_dereference_check(deve->se_lun, 47829a05deeSNicholas Bellinger lockdep_is_held(&nacl->lun_entry_mutex)); 47929a05deeSNicholas Bellinger 48029a05deeSNicholas Bellinger if (lun != tmp_lun) 481c66ac9dbSNicholas Bellinger continue; 482c66ac9dbSNicholas Bellinger 48329a05deeSNicholas Bellinger core_disable_device_list_for_node(lun, deve, nacl, tpg); 484c66ac9dbSNicholas Bellinger } 48529a05deeSNicholas Bellinger mutex_unlock(&nacl->lun_entry_mutex); 486c66ac9dbSNicholas Bellinger } 487403edd78SNicholas Bellinger mutex_unlock(&tpg->acl_node_mutex); 488c66ac9dbSNicholas Bellinger } 489c66ac9dbSNicholas Bellinger 490adf653f9SChristoph Hellwig int core_alloc_rtpi(struct se_lun *lun, struct se_device *dev) 491c66ac9dbSNicholas Bellinger { 492adf653f9SChristoph Hellwig struct se_lun *tmp; 493c66ac9dbSNicholas Bellinger 494c66ac9dbSNicholas Bellinger spin_lock(&dev->se_port_lock); 495adf653f9SChristoph Hellwig if (dev->export_count == 0x0000ffff) { 4966708bb27SAndy Grover pr_warn("Reached dev->dev_port_count ==" 497c66ac9dbSNicholas Bellinger " 0x0000ffff\n"); 498c66ac9dbSNicholas Bellinger spin_unlock(&dev->se_port_lock); 499adf653f9SChristoph Hellwig return -ENOSPC; 500c66ac9dbSNicholas Bellinger } 501c66ac9dbSNicholas Bellinger again: 502c66ac9dbSNicholas Bellinger /* 50335d1efe8SMasanari Iida * Allocate the next RELATIVE TARGET PORT IDENTIFIER for this struct se_device 504c66ac9dbSNicholas Bellinger * Here is the table from spc4r17 section 7.7.3.8. 505c66ac9dbSNicholas Bellinger * 506c66ac9dbSNicholas Bellinger * Table 473 -- RELATIVE TARGET PORT IDENTIFIER field 507c66ac9dbSNicholas Bellinger * 508c66ac9dbSNicholas Bellinger * Code Description 509c66ac9dbSNicholas Bellinger * 0h Reserved 510c66ac9dbSNicholas Bellinger * 1h Relative port 1, historically known as port A 511c66ac9dbSNicholas Bellinger * 2h Relative port 2, historically known as port B 512c66ac9dbSNicholas Bellinger * 3h to FFFFh Relative port 3 through 65 535 513c66ac9dbSNicholas Bellinger */ 514adf653f9SChristoph Hellwig lun->lun_rtpi = dev->dev_rpti_counter++; 515adf653f9SChristoph Hellwig if (!lun->lun_rtpi) 516c66ac9dbSNicholas Bellinger goto again; 517c66ac9dbSNicholas Bellinger 518adf653f9SChristoph Hellwig list_for_each_entry(tmp, &dev->dev_sep_list, lun_dev_link) { 519c66ac9dbSNicholas Bellinger /* 52035d1efe8SMasanari Iida * Make sure RELATIVE TARGET PORT IDENTIFIER is unique 521c66ac9dbSNicholas Bellinger * for 16-bit wrap.. 522c66ac9dbSNicholas Bellinger */ 523adf653f9SChristoph Hellwig if (lun->lun_rtpi == tmp->lun_rtpi) 524c66ac9dbSNicholas Bellinger goto again; 525c66ac9dbSNicholas Bellinger } 526c66ac9dbSNicholas Bellinger spin_unlock(&dev->se_port_lock); 527c66ac9dbSNicholas Bellinger 528c66ac9dbSNicholas Bellinger return 0; 529c66ac9dbSNicholas Bellinger } 530c66ac9dbSNicholas Bellinger 5310fd97ccfSChristoph Hellwig static void se_release_vpd_for_dev(struct se_device *dev) 532c66ac9dbSNicholas Bellinger { 533c66ac9dbSNicholas Bellinger struct t10_vpd *vpd, *vpd_tmp; 534c66ac9dbSNicholas Bellinger 5350fd97ccfSChristoph Hellwig spin_lock(&dev->t10_wwn.t10_vpd_lock); 536c66ac9dbSNicholas Bellinger list_for_each_entry_safe(vpd, vpd_tmp, 5370fd97ccfSChristoph Hellwig &dev->t10_wwn.t10_vpd_list, vpd_list) { 538c66ac9dbSNicholas Bellinger list_del(&vpd->vpd_list); 539c66ac9dbSNicholas Bellinger kfree(vpd); 540c66ac9dbSNicholas Bellinger } 5410fd97ccfSChristoph Hellwig spin_unlock(&dev->t10_wwn.t10_vpd_lock); 542c66ac9dbSNicholas Bellinger } 543c66ac9dbSNicholas Bellinger 544c8045372SRoland Dreier static u32 se_dev_align_max_sectors(u32 max_sectors, u32 block_size) 545525a48a2SNicholas Bellinger { 5463e03989bSRoland Dreier u32 aligned_max_sectors; 5473e03989bSRoland Dreier u32 alignment; 548525a48a2SNicholas Bellinger /* 549525a48a2SNicholas Bellinger * Limit max_sectors to a PAGE_SIZE aligned value for modern 550525a48a2SNicholas Bellinger * transport_allocate_data_tasks() operation. 551525a48a2SNicholas Bellinger */ 5523e03989bSRoland Dreier alignment = max(1ul, PAGE_SIZE / block_size); 5533e03989bSRoland Dreier aligned_max_sectors = rounddown(max_sectors, alignment); 554525a48a2SNicholas Bellinger 5553e03989bSRoland Dreier if (max_sectors != aligned_max_sectors) 5563e03989bSRoland Dreier pr_info("Rounding down aligned max_sectors from %u to %u\n", 5573e03989bSRoland Dreier max_sectors, aligned_max_sectors); 5583e03989bSRoland Dreier 5593e03989bSRoland Dreier return aligned_max_sectors; 560525a48a2SNicholas Bellinger } 561525a48a2SNicholas Bellinger 5626bb82612SNicholas Bellinger int core_dev_add_lun( 563c66ac9dbSNicholas Bellinger struct se_portal_group *tpg, 564c66ac9dbSNicholas Bellinger struct se_device *dev, 5656bb82612SNicholas Bellinger struct se_lun *lun) 566c66ac9dbSNicholas Bellinger { 5678d9efe53SSebastian Andrzej Siewior int rc; 568c66ac9dbSNicholas Bellinger 56903a68b44SAndy Grover rc = core_tpg_add_lun(tpg, lun, false, dev); 5708d9efe53SSebastian Andrzej Siewior if (rc < 0) 5716bb82612SNicholas Bellinger return rc; 572c66ac9dbSNicholas Bellinger 573f2d30680SHannes Reinecke pr_debug("%s_TPG[%u]_LUN[%llu] - Activated %s Logical Unit from" 574e3d6f909SAndy Grover " CORE HBA: %u\n", tpg->se_tpg_tfo->get_fabric_name(), 5752af7973aSAndy Grover tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, 5762dca673bSAndy Grover tpg->se_tpg_tfo->get_fabric_name(), dev->se_hba->hba_id); 577c66ac9dbSNicholas Bellinger /* 578c66ac9dbSNicholas Bellinger * Update LUN maps for dynamically added initiators when 579c66ac9dbSNicholas Bellinger * generate_node_acl is enabled. 580c66ac9dbSNicholas Bellinger */ 581e3d6f909SAndy Grover if (tpg->se_tpg_tfo->tpg_check_demo_mode(tpg)) { 582c66ac9dbSNicholas Bellinger struct se_node_acl *acl; 583403edd78SNicholas Bellinger 584403edd78SNicholas Bellinger mutex_lock(&tpg->acl_node_mutex); 585c66ac9dbSNicholas Bellinger list_for_each_entry(acl, &tpg->acl_node_list, acl_list) { 586052605c6SNicholas Bellinger if (acl->dynamic_node_acl && 587052605c6SNicholas Bellinger (!tpg->se_tpg_tfo->tpg_check_demo_mode_login_only || 588052605c6SNicholas Bellinger !tpg->se_tpg_tfo->tpg_check_demo_mode_login_only(tpg))) { 589df9766caSNicholas Bellinger core_tpg_add_node_to_devs(acl, tpg, lun); 590c66ac9dbSNicholas Bellinger } 591c66ac9dbSNicholas Bellinger } 592403edd78SNicholas Bellinger mutex_unlock(&tpg->acl_node_mutex); 593c66ac9dbSNicholas Bellinger } 594c66ac9dbSNicholas Bellinger 5956bb82612SNicholas Bellinger return 0; 596c66ac9dbSNicholas Bellinger } 597c66ac9dbSNicholas Bellinger 598c66ac9dbSNicholas Bellinger /* core_dev_del_lun(): 599c66ac9dbSNicholas Bellinger * 600c66ac9dbSNicholas Bellinger * 601c66ac9dbSNicholas Bellinger */ 602cd9d7cbaSAndy Grover void core_dev_del_lun( 603c66ac9dbSNicholas Bellinger struct se_portal_group *tpg, 604cd9d7cbaSAndy Grover struct se_lun *lun) 605c66ac9dbSNicholas Bellinger { 606f2d30680SHannes Reinecke pr_debug("%s_TPG[%u]_LUN[%llu] - Deactivating %s Logical Unit from" 607e3d6f909SAndy Grover " device object\n", tpg->se_tpg_tfo->get_fabric_name(), 608cd9d7cbaSAndy Grover tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, 609e3d6f909SAndy Grover tpg->se_tpg_tfo->get_fabric_name()); 610c66ac9dbSNicholas Bellinger 611cd9d7cbaSAndy Grover core_tpg_remove_lun(tpg, lun); 612c66ac9dbSNicholas Bellinger } 613c66ac9dbSNicholas Bellinger 614c66ac9dbSNicholas Bellinger struct se_lun_acl *core_dev_init_initiator_node_lun_acl( 615c66ac9dbSNicholas Bellinger struct se_portal_group *tpg, 616fcf29481SNicholas Bellinger struct se_node_acl *nacl, 617f2d30680SHannes Reinecke u64 mapped_lun, 618c66ac9dbSNicholas Bellinger int *ret) 619c66ac9dbSNicholas Bellinger { 620c66ac9dbSNicholas Bellinger struct se_lun_acl *lacl; 621c66ac9dbSNicholas Bellinger 622fcf29481SNicholas Bellinger if (strlen(nacl->initiatorname) >= TRANSPORT_IQN_LEN) { 6236708bb27SAndy Grover pr_err("%s InitiatorName exceeds maximum size.\n", 624e3d6f909SAndy Grover tpg->se_tpg_tfo->get_fabric_name()); 625c66ac9dbSNicholas Bellinger *ret = -EOVERFLOW; 626c66ac9dbSNicholas Bellinger return NULL; 627c66ac9dbSNicholas Bellinger } 628c66ac9dbSNicholas Bellinger lacl = kzalloc(sizeof(struct se_lun_acl), GFP_KERNEL); 6296708bb27SAndy Grover if (!lacl) { 6306708bb27SAndy Grover pr_err("Unable to allocate memory for struct se_lun_acl.\n"); 631c66ac9dbSNicholas Bellinger *ret = -ENOMEM; 632c66ac9dbSNicholas Bellinger return NULL; 633c66ac9dbSNicholas Bellinger } 634c66ac9dbSNicholas Bellinger 635c66ac9dbSNicholas Bellinger lacl->mapped_lun = mapped_lun; 636c66ac9dbSNicholas Bellinger lacl->se_lun_nacl = nacl; 637c66ac9dbSNicholas Bellinger 638c66ac9dbSNicholas Bellinger return lacl; 639c66ac9dbSNicholas Bellinger } 640c66ac9dbSNicholas Bellinger 641c66ac9dbSNicholas Bellinger int core_dev_add_initiator_node_lun_acl( 642c66ac9dbSNicholas Bellinger struct se_portal_group *tpg, 643c66ac9dbSNicholas Bellinger struct se_lun_acl *lacl, 6446bb82612SNicholas Bellinger struct se_lun *lun, 64503a68b44SAndy Grover bool lun_access_ro) 646c66ac9dbSNicholas Bellinger { 6476bb82612SNicholas Bellinger struct se_node_acl *nacl = lacl->se_lun_nacl; 6484cc987eaSNicholas Bellinger /* 6494cc987eaSNicholas Bellinger * rcu_dereference_raw protected by se_lun->lun_group symlink 6504cc987eaSNicholas Bellinger * reference to se_device->dev_group. 6514cc987eaSNicholas Bellinger */ 6524cc987eaSNicholas Bellinger struct se_device *dev = rcu_dereference_raw(lun->lun_se_dev); 653c66ac9dbSNicholas Bellinger 6546708bb27SAndy Grover if (!nacl) 655c66ac9dbSNicholas Bellinger return -EINVAL; 656c66ac9dbSNicholas Bellinger 65703a68b44SAndy Grover if (lun->lun_access_ro) 65803a68b44SAndy Grover lun_access_ro = true; 659c66ac9dbSNicholas Bellinger 660c66ac9dbSNicholas Bellinger lacl->se_lun = lun; 661c66ac9dbSNicholas Bellinger 662e80ac6c4SAndy Grover if (core_enable_device_list_for_node(lun, lacl, lacl->mapped_lun, 66303a68b44SAndy Grover lun_access_ro, nacl, tpg) < 0) 664c66ac9dbSNicholas Bellinger return -EINVAL; 665c66ac9dbSNicholas Bellinger 666f2d30680SHannes Reinecke pr_debug("%s_TPG[%hu]_LUN[%llu->%llu] - Added %s ACL for " 667e3d6f909SAndy Grover " InitiatorNode: %s\n", tpg->se_tpg_tfo->get_fabric_name(), 6686bb82612SNicholas Bellinger tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, lacl->mapped_lun, 66903a68b44SAndy Grover lun_access_ro ? "RO" : "RW", 670b6a54b8dSChris Zankel nacl->initiatorname); 671c66ac9dbSNicholas Bellinger /* 672c66ac9dbSNicholas Bellinger * Check to see if there are any existing persistent reservation APTPL 673c66ac9dbSNicholas Bellinger * pre-registrations that need to be enabled for this LUN ACL.. 674c66ac9dbSNicholas Bellinger */ 6754cc987eaSNicholas Bellinger core_scsi3_check_aptpl_registration(dev, tpg, lun, nacl, 676e2480563SNicholas Bellinger lacl->mapped_lun); 677c66ac9dbSNicholas Bellinger return 0; 678c66ac9dbSNicholas Bellinger } 679c66ac9dbSNicholas Bellinger 680c66ac9dbSNicholas Bellinger int core_dev_del_initiator_node_lun_acl( 681c66ac9dbSNicholas Bellinger struct se_lun *lun, 682c66ac9dbSNicholas Bellinger struct se_lun_acl *lacl) 683c66ac9dbSNicholas Bellinger { 684adf653f9SChristoph Hellwig struct se_portal_group *tpg = lun->lun_tpg; 685c66ac9dbSNicholas Bellinger struct se_node_acl *nacl; 68629a05deeSNicholas Bellinger struct se_dev_entry *deve; 687c66ac9dbSNicholas Bellinger 688c66ac9dbSNicholas Bellinger nacl = lacl->se_lun_nacl; 6896708bb27SAndy Grover if (!nacl) 690c66ac9dbSNicholas Bellinger return -EINVAL; 691c66ac9dbSNicholas Bellinger 69229a05deeSNicholas Bellinger mutex_lock(&nacl->lun_entry_mutex); 69329a05deeSNicholas Bellinger deve = target_nacl_find_deve(nacl, lacl->mapped_lun); 69429a05deeSNicholas Bellinger if (deve) 69529a05deeSNicholas Bellinger core_disable_device_list_for_node(lun, deve, nacl, tpg); 69629a05deeSNicholas Bellinger mutex_unlock(&nacl->lun_entry_mutex); 697c66ac9dbSNicholas Bellinger 698f2d30680SHannes Reinecke pr_debug("%s_TPG[%hu]_LUN[%llu] - Removed ACL for" 699f2d30680SHannes Reinecke " InitiatorNode: %s Mapped LUN: %llu\n", 700e3d6f909SAndy Grover tpg->se_tpg_tfo->get_fabric_name(), 701e3d6f909SAndy Grover tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, 702b6a54b8dSChris Zankel nacl->initiatorname, lacl->mapped_lun); 703c66ac9dbSNicholas Bellinger 704c66ac9dbSNicholas Bellinger return 0; 705c66ac9dbSNicholas Bellinger } 706c66ac9dbSNicholas Bellinger 707c66ac9dbSNicholas Bellinger void core_dev_free_initiator_node_lun_acl( 708c66ac9dbSNicholas Bellinger struct se_portal_group *tpg, 709c66ac9dbSNicholas Bellinger struct se_lun_acl *lacl) 710c66ac9dbSNicholas Bellinger { 7116708bb27SAndy Grover pr_debug("%s_TPG[%hu] - Freeing ACL for %s InitiatorNode: %s" 712f2d30680SHannes Reinecke " Mapped LUN: %llu\n", tpg->se_tpg_tfo->get_fabric_name(), 713e3d6f909SAndy Grover tpg->se_tpg_tfo->tpg_get_tag(tpg), 714e3d6f909SAndy Grover tpg->se_tpg_tfo->get_fabric_name(), 715b6a54b8dSChris Zankel lacl->se_lun_nacl->initiatorname, lacl->mapped_lun); 716c66ac9dbSNicholas Bellinger 717c66ac9dbSNicholas Bellinger kfree(lacl); 718c66ac9dbSNicholas Bellinger } 719c66ac9dbSNicholas Bellinger 7200fd97ccfSChristoph Hellwig static void scsi_dump_inquiry(struct se_device *dev) 7210fd97ccfSChristoph Hellwig { 7220fd97ccfSChristoph Hellwig struct t10_wwn *wwn = &dev->t10_wwn; 7230fd97ccfSChristoph Hellwig char buf[17]; 7240fd97ccfSChristoph Hellwig int i, device_type; 7250fd97ccfSChristoph Hellwig /* 7260fd97ccfSChristoph Hellwig * Print Linux/SCSI style INQUIRY formatting to the kernel ring buffer 7270fd97ccfSChristoph Hellwig */ 7280fd97ccfSChristoph Hellwig for (i = 0; i < 8; i++) 7290fd97ccfSChristoph Hellwig if (wwn->vendor[i] >= 0x20) 7300fd97ccfSChristoph Hellwig buf[i] = wwn->vendor[i]; 7310fd97ccfSChristoph Hellwig else 7320fd97ccfSChristoph Hellwig buf[i] = ' '; 7330fd97ccfSChristoph Hellwig buf[i] = '\0'; 7340fd97ccfSChristoph Hellwig pr_debug(" Vendor: %s\n", buf); 7350fd97ccfSChristoph Hellwig 7360fd97ccfSChristoph Hellwig for (i = 0; i < 16; i++) 7370fd97ccfSChristoph Hellwig if (wwn->model[i] >= 0x20) 7380fd97ccfSChristoph Hellwig buf[i] = wwn->model[i]; 7390fd97ccfSChristoph Hellwig else 7400fd97ccfSChristoph Hellwig buf[i] = ' '; 7410fd97ccfSChristoph Hellwig buf[i] = '\0'; 7420fd97ccfSChristoph Hellwig pr_debug(" Model: %s\n", buf); 7430fd97ccfSChristoph Hellwig 7440fd97ccfSChristoph Hellwig for (i = 0; i < 4; i++) 7450fd97ccfSChristoph Hellwig if (wwn->revision[i] >= 0x20) 7460fd97ccfSChristoph Hellwig buf[i] = wwn->revision[i]; 7470fd97ccfSChristoph Hellwig else 7480fd97ccfSChristoph Hellwig buf[i] = ' '; 7490fd97ccfSChristoph Hellwig buf[i] = '\0'; 7500fd97ccfSChristoph Hellwig pr_debug(" Revision: %s\n", buf); 7510fd97ccfSChristoph Hellwig 7520fd97ccfSChristoph Hellwig device_type = dev->transport->get_device_type(dev); 7530fd97ccfSChristoph Hellwig pr_debug(" Type: %s ", scsi_device_type(device_type)); 7540fd97ccfSChristoph Hellwig } 7550fd97ccfSChristoph Hellwig 7560fd97ccfSChristoph Hellwig struct se_device *target_alloc_device(struct se_hba *hba, const char *name) 7570fd97ccfSChristoph Hellwig { 7580fd97ccfSChristoph Hellwig struct se_device *dev; 7594863e525SNicholas Bellinger struct se_lun *xcopy_lun; 7600fd97ccfSChristoph Hellwig 7610a06d430SChristoph Hellwig dev = hba->backend->ops->alloc_device(hba, name); 7620fd97ccfSChristoph Hellwig if (!dev) 7630fd97ccfSChristoph Hellwig return NULL; 7640fd97ccfSChristoph Hellwig 7650fd97ccfSChristoph Hellwig dev->se_hba = hba; 7660a06d430SChristoph Hellwig dev->transport = hba->backend->ops; 767fe052a18SSagi Grimberg dev->prot_length = sizeof(struct t10_pi_tuple); 7684cc987eaSNicholas Bellinger dev->hba_index = hba->hba_index; 7690fd97ccfSChristoph Hellwig 7700fd97ccfSChristoph Hellwig INIT_LIST_HEAD(&dev->dev_sep_list); 7710fd97ccfSChristoph Hellwig INIT_LIST_HEAD(&dev->dev_tmr_list); 7720fd97ccfSChristoph Hellwig INIT_LIST_HEAD(&dev->delayed_cmd_list); 7730fd97ccfSChristoph Hellwig INIT_LIST_HEAD(&dev->state_list); 7740fd97ccfSChristoph Hellwig INIT_LIST_HEAD(&dev->qf_cmd_list); 7750fd97ccfSChristoph Hellwig spin_lock_init(&dev->execute_task_lock); 7760fd97ccfSChristoph Hellwig spin_lock_init(&dev->delayed_cmd_lock); 7770fd97ccfSChristoph Hellwig spin_lock_init(&dev->dev_reservation_lock); 7780fd97ccfSChristoph Hellwig spin_lock_init(&dev->se_port_lock); 7790fd97ccfSChristoph Hellwig spin_lock_init(&dev->se_tmr_lock); 7800fd97ccfSChristoph Hellwig spin_lock_init(&dev->qf_cmd_lock); 78168ff9b9bSNicholas Bellinger sema_init(&dev->caw_sem, 1); 7820fd97ccfSChristoph Hellwig INIT_LIST_HEAD(&dev->t10_wwn.t10_vpd_list); 7830fd97ccfSChristoph Hellwig spin_lock_init(&dev->t10_wwn.t10_vpd_lock); 7840fd97ccfSChristoph Hellwig INIT_LIST_HEAD(&dev->t10_pr.registration_list); 7850fd97ccfSChristoph Hellwig INIT_LIST_HEAD(&dev->t10_pr.aptpl_reg_list); 7860fd97ccfSChristoph Hellwig spin_lock_init(&dev->t10_pr.registration_lock); 7870fd97ccfSChristoph Hellwig spin_lock_init(&dev->t10_pr.aptpl_reg_lock); 7880fd97ccfSChristoph Hellwig INIT_LIST_HEAD(&dev->t10_alua.tg_pt_gps_list); 7890fd97ccfSChristoph Hellwig spin_lock_init(&dev->t10_alua.tg_pt_gps_lock); 790c66094bfSHannes Reinecke INIT_LIST_HEAD(&dev->t10_alua.lba_map_list); 791c66094bfSHannes Reinecke spin_lock_init(&dev->t10_alua.lba_map_lock); 7920fd97ccfSChristoph Hellwig 7930fd97ccfSChristoph Hellwig dev->t10_wwn.t10_dev = dev; 7940fd97ccfSChristoph Hellwig dev->t10_alua.t10_dev = dev; 7950fd97ccfSChristoph Hellwig 7960fd97ccfSChristoph Hellwig dev->dev_attrib.da_dev = dev; 797adfa9570STregaron Bayly dev->dev_attrib.emulate_model_alias = DA_EMULATE_MODEL_ALIAS; 798814e5b45SChristoph Hellwig dev->dev_attrib.emulate_dpo = 1; 799814e5b45SChristoph Hellwig dev->dev_attrib.emulate_fua_write = 1; 800814e5b45SChristoph Hellwig dev->dev_attrib.emulate_fua_read = 1; 8010fd97ccfSChristoph Hellwig dev->dev_attrib.emulate_write_cache = DA_EMULATE_WRITE_CACHE; 8020fd97ccfSChristoph Hellwig dev->dev_attrib.emulate_ua_intlck_ctrl = DA_EMULATE_UA_INTLLCK_CTRL; 8030fd97ccfSChristoph Hellwig dev->dev_attrib.emulate_tas = DA_EMULATE_TAS; 8040fd97ccfSChristoph Hellwig dev->dev_attrib.emulate_tpu = DA_EMULATE_TPU; 8050fd97ccfSChristoph Hellwig dev->dev_attrib.emulate_tpws = DA_EMULATE_TPWS; 8060123a9ecSNicholas Bellinger dev->dev_attrib.emulate_caw = DA_EMULATE_CAW; 807d397a445SNicholas Bellinger dev->dev_attrib.emulate_3pc = DA_EMULATE_3PC; 8082ed22c9cSNicholas Bellinger dev->dev_attrib.pi_prot_type = TARGET_DIF_TYPE0_PROT; 8090fd97ccfSChristoph Hellwig dev->dev_attrib.enforce_pr_isids = DA_ENFORCE_PR_ISIDS; 81092404e60SNicholas Bellinger dev->dev_attrib.force_pr_aptpl = DA_FORCE_PR_APTPL; 8110fd97ccfSChristoph Hellwig dev->dev_attrib.is_nonrot = DA_IS_NONROT; 8120fd97ccfSChristoph Hellwig dev->dev_attrib.emulate_rest_reord = DA_EMULATE_REST_REORD; 8130fd97ccfSChristoph Hellwig dev->dev_attrib.max_unmap_lba_count = DA_MAX_UNMAP_LBA_COUNT; 8140fd97ccfSChristoph Hellwig dev->dev_attrib.max_unmap_block_desc_count = 8150fd97ccfSChristoph Hellwig DA_MAX_UNMAP_BLOCK_DESC_COUNT; 8160fd97ccfSChristoph Hellwig dev->dev_attrib.unmap_granularity = DA_UNMAP_GRANULARITY_DEFAULT; 8170fd97ccfSChristoph Hellwig dev->dev_attrib.unmap_granularity_alignment = 8180fd97ccfSChristoph Hellwig DA_UNMAP_GRANULARITY_ALIGNMENT_DEFAULT; 819e6f41633SJamie Pocas dev->dev_attrib.unmap_zeroes_data = 820e6f41633SJamie Pocas DA_UNMAP_ZEROES_DATA_DEFAULT; 821773cbaf7SNicholas Bellinger dev->dev_attrib.max_write_same_len = DA_MAX_WRITE_SAME_LEN; 8220fd97ccfSChristoph Hellwig 8234863e525SNicholas Bellinger xcopy_lun = &dev->xcopy_lun; 8244cc987eaSNicholas Bellinger rcu_assign_pointer(xcopy_lun->lun_se_dev, dev); 8254863e525SNicholas Bellinger init_completion(&xcopy_lun->lun_ref_comp); 826bd4e2d29SNicholas Bellinger init_completion(&xcopy_lun->lun_shutdown_comp); 827adf653f9SChristoph Hellwig INIT_LIST_HEAD(&xcopy_lun->lun_deve_list); 828adf653f9SChristoph Hellwig INIT_LIST_HEAD(&xcopy_lun->lun_dev_link); 829adf653f9SChristoph Hellwig mutex_init(&xcopy_lun->lun_tg_pt_md_mutex); 830adf653f9SChristoph Hellwig xcopy_lun->lun_tpg = &xcopy_pt_tpg; 8314863e525SNicholas Bellinger 8320fd97ccfSChristoph Hellwig return dev; 8330fd97ccfSChristoph Hellwig } 8340fd97ccfSChristoph Hellwig 8358a9ebe71SMike Christie /* 8368a9ebe71SMike Christie * Check if the underlying struct block_device request_queue supports 8378a9ebe71SMike Christie * the QUEUE_FLAG_DISCARD bit for UNMAP/WRITE_SAME in SCSI + TRIM 8388a9ebe71SMike Christie * in ATA and we need to set TPE=1 8398a9ebe71SMike Christie */ 8408a9ebe71SMike Christie bool target_configure_unmap_from_queue(struct se_dev_attrib *attrib, 841ea263c7fSMike Christie struct request_queue *q) 8428a9ebe71SMike Christie { 843ea263c7fSMike Christie int block_size = queue_logical_block_size(q); 844ea263c7fSMike Christie 8458a9ebe71SMike Christie if (!blk_queue_discard(q)) 8468a9ebe71SMike Christie return false; 8478a9ebe71SMike Christie 848ea263c7fSMike Christie attrib->max_unmap_lba_count = 849ea263c7fSMike Christie q->limits.max_discard_sectors >> (ilog2(block_size) - 9); 8508a9ebe71SMike Christie /* 8518a9ebe71SMike Christie * Currently hardcoded to 1 in Linux/SCSI code.. 8528a9ebe71SMike Christie */ 8538a9ebe71SMike Christie attrib->max_unmap_block_desc_count = 1; 8548a9ebe71SMike Christie attrib->unmap_granularity = q->limits.discard_granularity / block_size; 8558a9ebe71SMike Christie attrib->unmap_granularity_alignment = q->limits.discard_alignment / 8568a9ebe71SMike Christie block_size; 8572237498fSNicholas Bellinger attrib->unmap_zeroes_data = (q->limits.max_write_zeroes_sectors); 8588a9ebe71SMike Christie return true; 8598a9ebe71SMike Christie } 8608a9ebe71SMike Christie EXPORT_SYMBOL(target_configure_unmap_from_queue); 8618a9ebe71SMike Christie 8628a9ebe71SMike Christie /* 8638a9ebe71SMike Christie * Convert from blocksize advertised to the initiator to the 512 byte 8648a9ebe71SMike Christie * units unconditionally used by the Linux block layer. 8658a9ebe71SMike Christie */ 8668a9ebe71SMike Christie sector_t target_to_linux_sector(struct se_device *dev, sector_t lb) 8678a9ebe71SMike Christie { 8688a9ebe71SMike Christie switch (dev->dev_attrib.block_size) { 8698a9ebe71SMike Christie case 4096: 8708a9ebe71SMike Christie return lb << 3; 8718a9ebe71SMike Christie case 2048: 8728a9ebe71SMike Christie return lb << 2; 8738a9ebe71SMike Christie case 1024: 8748a9ebe71SMike Christie return lb << 1; 8758a9ebe71SMike Christie default: 8768a9ebe71SMike Christie return lb; 8778a9ebe71SMike Christie } 8788a9ebe71SMike Christie } 8798a9ebe71SMike Christie EXPORT_SYMBOL(target_to_linux_sector); 8808a9ebe71SMike Christie 881b1943fd4SMike Christie struct devices_idr_iter { 88236d4cb46SBart Van Assche struct config_item *prev_item; 883b1943fd4SMike Christie int (*fn)(struct se_device *dev, void *data); 884b1943fd4SMike Christie void *data; 885b1943fd4SMike Christie }; 886b1943fd4SMike Christie 887b1943fd4SMike Christie static int target_devices_idr_iter(int id, void *p, void *data) 88836d4cb46SBart Van Assche __must_hold(&device_mutex) 889b1943fd4SMike Christie { 890b1943fd4SMike Christie struct devices_idr_iter *iter = data; 891b1943fd4SMike Christie struct se_device *dev = p; 89236d4cb46SBart Van Assche int ret; 89336d4cb46SBart Van Assche 89436d4cb46SBart Van Assche config_item_put(iter->prev_item); 89536d4cb46SBart Van Assche iter->prev_item = NULL; 896b1943fd4SMike Christie 897b1943fd4SMike Christie /* 898b1943fd4SMike Christie * We add the device early to the idr, so it can be used 899b1943fd4SMike Christie * by backend modules during configuration. We do not want 900b1943fd4SMike Christie * to allow other callers to access partially setup devices, 901b1943fd4SMike Christie * so we skip them here. 902b1943fd4SMike Christie */ 903cb0f32e1SMike Christie if (!target_dev_configured(dev)) 904b1943fd4SMike Christie return 0; 905b1943fd4SMike Christie 90636d4cb46SBart Van Assche iter->prev_item = config_item_get_unless_zero(&dev->dev_group.cg_item); 90736d4cb46SBart Van Assche if (!iter->prev_item) 90836d4cb46SBart Van Assche return 0; 90936d4cb46SBart Van Assche mutex_unlock(&device_mutex); 91036d4cb46SBart Van Assche 91136d4cb46SBart Van Assche ret = iter->fn(dev, iter->data); 91236d4cb46SBart Van Assche 91336d4cb46SBart Van Assche mutex_lock(&device_mutex); 91436d4cb46SBart Van Assche return ret; 915b1943fd4SMike Christie } 916b1943fd4SMike Christie 917b1943fd4SMike Christie /** 918b1943fd4SMike Christie * target_for_each_device - iterate over configured devices 919b1943fd4SMike Christie * @fn: iterator function 920b1943fd4SMike Christie * @data: pointer to data that will be passed to fn 921b1943fd4SMike Christie * 922b1943fd4SMike Christie * fn must return 0 to continue looping over devices. non-zero will break 923b1943fd4SMike Christie * from the loop and return that value to the caller. 924b1943fd4SMike Christie */ 925b1943fd4SMike Christie int target_for_each_device(int (*fn)(struct se_device *dev, void *data), 926b1943fd4SMike Christie void *data) 927b1943fd4SMike Christie { 92836d4cb46SBart Van Assche struct devices_idr_iter iter = { .fn = fn, .data = data }; 929b1943fd4SMike Christie int ret; 930b1943fd4SMike Christie 931be50f538SMike Christie mutex_lock(&device_mutex); 932b1943fd4SMike Christie ret = idr_for_each(&devices_idr, target_devices_idr_iter, &iter); 933be50f538SMike Christie mutex_unlock(&device_mutex); 93436d4cb46SBart Van Assche config_item_put(iter.prev_item); 935b1943fd4SMike Christie return ret; 936b1943fd4SMike Christie } 937b1943fd4SMike Christie 9380fd97ccfSChristoph Hellwig int target_configure_device(struct se_device *dev) 9390fd97ccfSChristoph Hellwig { 9400fd97ccfSChristoph Hellwig struct se_hba *hba = dev->se_hba; 9410a5eee64SMike Christie int ret, id; 9420fd97ccfSChristoph Hellwig 943cb0f32e1SMike Christie if (target_dev_configured(dev)) { 9440fd97ccfSChristoph Hellwig pr_err("se_dev->se_dev_ptr already set for storage" 9450fd97ccfSChristoph Hellwig " object\n"); 9460fd97ccfSChristoph Hellwig return -EEXIST; 9470fd97ccfSChristoph Hellwig } 9480fd97ccfSChristoph Hellwig 9490a5eee64SMike Christie /* 9500a5eee64SMike Christie * Add early so modules like tcmu can use during its 9510a5eee64SMike Christie * configuration. 9520a5eee64SMike Christie */ 953be50f538SMike Christie mutex_lock(&device_mutex); 9540a5eee64SMike Christie /* 9550a5eee64SMike Christie * Use cyclic to try and avoid collisions with devices 9560a5eee64SMike Christie * that were recently removed. 9570a5eee64SMike Christie */ 9580a5eee64SMike Christie id = idr_alloc_cyclic(&devices_idr, dev, 0, INT_MAX, GFP_KERNEL); 959be50f538SMike Christie mutex_unlock(&device_mutex); 9600a5eee64SMike Christie if (id < 0) { 9610a5eee64SMike Christie ret = -ENOMEM; 9620a5eee64SMike Christie goto out; 9630a5eee64SMike Christie } 9640a5eee64SMike Christie dev->dev_index = id; 9650a5eee64SMike Christie 9660fd97ccfSChristoph Hellwig ret = dev->transport->configure_device(dev); 9670fd97ccfSChristoph Hellwig if (ret) 9680a5eee64SMike Christie goto out_free_index; 9690fd97ccfSChristoph Hellwig /* 9700fd97ccfSChristoph Hellwig * XXX: there is not much point to have two different values here.. 9710fd97ccfSChristoph Hellwig */ 9720fd97ccfSChristoph Hellwig dev->dev_attrib.block_size = dev->dev_attrib.hw_block_size; 9730fd97ccfSChristoph Hellwig dev->dev_attrib.queue_depth = dev->dev_attrib.hw_queue_depth; 9740fd97ccfSChristoph Hellwig 9750fd97ccfSChristoph Hellwig /* 9760fd97ccfSChristoph Hellwig * Align max_hw_sectors down to PAGE_SIZE I/O transfers 9770fd97ccfSChristoph Hellwig */ 9780fd97ccfSChristoph Hellwig dev->dev_attrib.hw_max_sectors = 9790fd97ccfSChristoph Hellwig se_dev_align_max_sectors(dev->dev_attrib.hw_max_sectors, 9800fd97ccfSChristoph Hellwig dev->dev_attrib.hw_block_size); 981046ba642SNicholas Bellinger dev->dev_attrib.optimal_sectors = dev->dev_attrib.hw_max_sectors; 9820fd97ccfSChristoph Hellwig 9830fd97ccfSChristoph Hellwig dev->creation_time = get_jiffies_64(); 9840fd97ccfSChristoph Hellwig 9850fd97ccfSChristoph Hellwig ret = core_setup_alua(dev); 9860fd97ccfSChristoph Hellwig if (ret) 987c82b59e7Stangwenji goto out_destroy_device; 9880fd97ccfSChristoph Hellwig 9890fd97ccfSChristoph Hellwig /* 9900fd97ccfSChristoph Hellwig * Startup the struct se_device processing thread 9910fd97ccfSChristoph Hellwig */ 9920fd97ccfSChristoph Hellwig dev->tmr_wq = alloc_workqueue("tmr-%s", WQ_MEM_RECLAIM | WQ_UNBOUND, 1, 9930fd97ccfSChristoph Hellwig dev->transport->name); 9940fd97ccfSChristoph Hellwig if (!dev->tmr_wq) { 9950fd97ccfSChristoph Hellwig pr_err("Unable to create tmr workqueue for %s\n", 9960fd97ccfSChristoph Hellwig dev->transport->name); 9970fd97ccfSChristoph Hellwig ret = -ENOMEM; 9980fd97ccfSChristoph Hellwig goto out_free_alua; 9990fd97ccfSChristoph Hellwig } 10000fd97ccfSChristoph Hellwig 10010fd97ccfSChristoph Hellwig /* 10020fd97ccfSChristoph Hellwig * Setup work_queue for QUEUE_FULL 10030fd97ccfSChristoph Hellwig */ 10040fd97ccfSChristoph Hellwig INIT_WORK(&dev->qf_work_queue, target_qf_do_work); 10050fd97ccfSChristoph Hellwig 10060fd97ccfSChristoph Hellwig /* 10070fd97ccfSChristoph Hellwig * Preload the initial INQUIRY const values if we are doing 10080fd97ccfSChristoph Hellwig * anything virtual (IBLOCK, FILEIO, RAMDISK), but not for TCM/pSCSI 10090fd97ccfSChristoph Hellwig * passthrough because this is being provided by the backend LLD. 10100fd97ccfSChristoph Hellwig */ 1011a3541703SAndy Grover if (!(dev->transport->transport_flags & TRANSPORT_FLAG_PASSTHROUGH)) { 10120fd97ccfSChristoph Hellwig strncpy(&dev->t10_wwn.vendor[0], "LIO-ORG", 8); 10130fd97ccfSChristoph Hellwig strncpy(&dev->t10_wwn.model[0], 10140fd97ccfSChristoph Hellwig dev->transport->inquiry_prod, 16); 10150fd97ccfSChristoph Hellwig strncpy(&dev->t10_wwn.revision[0], 10160fd97ccfSChristoph Hellwig dev->transport->inquiry_rev, 4); 10170fd97ccfSChristoph Hellwig } 10180fd97ccfSChristoph Hellwig 10190fd97ccfSChristoph Hellwig scsi_dump_inquiry(dev); 10200fd97ccfSChristoph Hellwig 10210fd97ccfSChristoph Hellwig spin_lock(&hba->device_lock); 10220fd97ccfSChristoph Hellwig hba->dev_count++; 10230fd97ccfSChristoph Hellwig spin_unlock(&hba->device_lock); 1024d9ea32bfSNicholas Bellinger 10255f7da044SNicholas Bellinger dev->dev_flags |= DF_CONFIGURED; 10265f7da044SNicholas Bellinger 10270fd97ccfSChristoph Hellwig return 0; 10280fd97ccfSChristoph Hellwig 10290fd97ccfSChristoph Hellwig out_free_alua: 10300fd97ccfSChristoph Hellwig core_alua_free_lu_gp_mem(dev); 1031c82b59e7Stangwenji out_destroy_device: 1032c82b59e7Stangwenji dev->transport->destroy_device(dev); 10330a5eee64SMike Christie out_free_index: 1034be50f538SMike Christie mutex_lock(&device_mutex); 10350a5eee64SMike Christie idr_remove(&devices_idr, dev->dev_index); 1036be50f538SMike Christie mutex_unlock(&device_mutex); 10370fd97ccfSChristoph Hellwig out: 10380fd97ccfSChristoph Hellwig se_release_vpd_for_dev(dev); 10390fd97ccfSChristoph Hellwig return ret; 10400fd97ccfSChristoph Hellwig } 10410fd97ccfSChristoph Hellwig 10420fd97ccfSChristoph Hellwig void target_free_device(struct se_device *dev) 10430fd97ccfSChristoph Hellwig { 10440fd97ccfSChristoph Hellwig struct se_hba *hba = dev->se_hba; 10450fd97ccfSChristoph Hellwig 10460fd97ccfSChristoph Hellwig WARN_ON(!list_empty(&dev->dev_sep_list)); 10470fd97ccfSChristoph Hellwig 1048cb0f32e1SMike Christie if (target_dev_configured(dev)) { 10490fd97ccfSChristoph Hellwig destroy_workqueue(dev->tmr_wq); 10500fd97ccfSChristoph Hellwig 105192634706SMike Christie dev->transport->destroy_device(dev); 105292634706SMike Christie 1053be50f538SMike Christie mutex_lock(&device_mutex); 10540a5eee64SMike Christie idr_remove(&devices_idr, dev->dev_index); 1055be50f538SMike Christie mutex_unlock(&device_mutex); 1056d9ea32bfSNicholas Bellinger 10570fd97ccfSChristoph Hellwig spin_lock(&hba->device_lock); 10580fd97ccfSChristoph Hellwig hba->dev_count--; 10590fd97ccfSChristoph Hellwig spin_unlock(&hba->device_lock); 10600fd97ccfSChristoph Hellwig } 10610fd97ccfSChristoph Hellwig 10620fd97ccfSChristoph Hellwig core_alua_free_lu_gp_mem(dev); 1063229d4f11SHannes Reinecke core_alua_set_lba_map(dev, NULL, 0, 0); 10640fd97ccfSChristoph Hellwig core_scsi3_free_all_registrations(dev); 10650fd97ccfSChristoph Hellwig se_release_vpd_for_dev(dev); 10660fd97ccfSChristoph Hellwig 10672ed22c9cSNicholas Bellinger if (dev->transport->free_prot) 10682ed22c9cSNicholas Bellinger dev->transport->free_prot(dev); 10692ed22c9cSNicholas Bellinger 10700fd97ccfSChristoph Hellwig dev->transport->free_device(dev); 10710fd97ccfSChristoph Hellwig } 10720fd97ccfSChristoph Hellwig 1073c66ac9dbSNicholas Bellinger int core_dev_setup_virtual_lun0(void) 1074c66ac9dbSNicholas Bellinger { 1075c66ac9dbSNicholas Bellinger struct se_hba *hba; 1076c66ac9dbSNicholas Bellinger struct se_device *dev; 1077db5d1c3cSAndy Grover char buf[] = "rd_pages=8,rd_nullio=1"; 1078c66ac9dbSNicholas Bellinger int ret; 1079c66ac9dbSNicholas Bellinger 10806708bb27SAndy Grover hba = core_alloc_hba("rd_mcp", 0, HBA_FLAGS_INTERNAL_USE); 1081c66ac9dbSNicholas Bellinger if (IS_ERR(hba)) 1082c66ac9dbSNicholas Bellinger return PTR_ERR(hba); 1083c66ac9dbSNicholas Bellinger 10840fd97ccfSChristoph Hellwig dev = target_alloc_device(hba, "virt_lun0"); 10850fd97ccfSChristoph Hellwig if (!dev) { 1086c66ac9dbSNicholas Bellinger ret = -ENOMEM; 10870fd97ccfSChristoph Hellwig goto out_free_hba; 1088c66ac9dbSNicholas Bellinger } 1089c66ac9dbSNicholas Bellinger 10900a06d430SChristoph Hellwig hba->backend->ops->set_configfs_dev_params(dev, buf, sizeof(buf)); 1091c66ac9dbSNicholas Bellinger 10920fd97ccfSChristoph Hellwig ret = target_configure_device(dev); 10930fd97ccfSChristoph Hellwig if (ret) 10940fd97ccfSChristoph Hellwig goto out_free_se_dev; 10950fd97ccfSChristoph Hellwig 10960fd97ccfSChristoph Hellwig lun0_hba = hba; 1097e3d6f909SAndy Grover g_lun0_dev = dev; 1098c66ac9dbSNicholas Bellinger return 0; 10990fd97ccfSChristoph Hellwig 11000fd97ccfSChristoph Hellwig out_free_se_dev: 11010fd97ccfSChristoph Hellwig target_free_device(dev); 11020fd97ccfSChristoph Hellwig out_free_hba: 11030fd97ccfSChristoph Hellwig core_delete_hba(hba); 1104c66ac9dbSNicholas Bellinger return ret; 1105c66ac9dbSNicholas Bellinger } 1106c66ac9dbSNicholas Bellinger 1107c66ac9dbSNicholas Bellinger 1108c66ac9dbSNicholas Bellinger void core_dev_release_virtual_lun0(void) 1109c66ac9dbSNicholas Bellinger { 1110e3d6f909SAndy Grover struct se_hba *hba = lun0_hba; 1111c66ac9dbSNicholas Bellinger 11126708bb27SAndy Grover if (!hba) 1113c66ac9dbSNicholas Bellinger return; 1114c66ac9dbSNicholas Bellinger 1115e3d6f909SAndy Grover if (g_lun0_dev) 11160fd97ccfSChristoph Hellwig target_free_device(g_lun0_dev); 1117c66ac9dbSNicholas Bellinger core_delete_hba(hba); 1118c66ac9dbSNicholas Bellinger } 11197bfea53bSAndy Grover 11207bfea53bSAndy Grover /* 11217bfea53bSAndy Grover * Common CDB parsing for kernel and user passthrough. 11227bfea53bSAndy Grover */ 11237bfea53bSAndy Grover sense_reason_t 11247bfea53bSAndy Grover passthrough_parse_cdb(struct se_cmd *cmd, 11257bfea53bSAndy Grover sense_reason_t (*exec_cmd)(struct se_cmd *cmd)) 11267bfea53bSAndy Grover { 11277bfea53bSAndy Grover unsigned char *cdb = cmd->t_task_cdb; 11284ec5bf0eSBryant G. Ly struct se_device *dev = cmd->se_dev; 11294ec5bf0eSBryant G. Ly unsigned int size; 11307bfea53bSAndy Grover 11317bfea53bSAndy Grover /* 11327bfea53bSAndy Grover * Clear a lun set in the cdb if the initiator talking to use spoke 11337bfea53bSAndy Grover * and old standards version, as we can't assume the underlying device 11347bfea53bSAndy Grover * won't choke up on it. 11357bfea53bSAndy Grover */ 11367bfea53bSAndy Grover switch (cdb[0]) { 11377bfea53bSAndy Grover case READ_10: /* SBC - RDProtect */ 11387bfea53bSAndy Grover case READ_12: /* SBC - RDProtect */ 11397bfea53bSAndy Grover case READ_16: /* SBC - RDProtect */ 11407bfea53bSAndy Grover case SEND_DIAGNOSTIC: /* SPC - SELF-TEST Code */ 11417bfea53bSAndy Grover case VERIFY: /* SBC - VRProtect */ 11427bfea53bSAndy Grover case VERIFY_16: /* SBC - VRProtect */ 11437bfea53bSAndy Grover case WRITE_VERIFY: /* SBC - VRProtect */ 11447bfea53bSAndy Grover case WRITE_VERIFY_12: /* SBC - VRProtect */ 11457bfea53bSAndy Grover case MAINTENANCE_IN: /* SPC - Parameter Data Format for SA RTPG */ 11467bfea53bSAndy Grover break; 11477bfea53bSAndy Grover default: 11487bfea53bSAndy Grover cdb[1] &= 0x1f; /* clear logical unit number */ 11497bfea53bSAndy Grover break; 11507bfea53bSAndy Grover } 11517bfea53bSAndy Grover 11527bfea53bSAndy Grover /* 11537bfea53bSAndy Grover * For REPORT LUNS we always need to emulate the response, for everything 11547bfea53bSAndy Grover * else, pass it up. 11557bfea53bSAndy Grover */ 11567bfea53bSAndy Grover if (cdb[0] == REPORT_LUNS) { 11577bfea53bSAndy Grover cmd->execute_cmd = spc_emulate_report_luns; 11587bfea53bSAndy Grover return TCM_NO_SENSE; 11597bfea53bSAndy Grover } 11607bfea53bSAndy Grover 11614ec5bf0eSBryant G. Ly /* 11624ec5bf0eSBryant G. Ly * For PERSISTENT RESERVE IN/OUT, RELEASE, and RESERVE we need to 11634ec5bf0eSBryant G. Ly * emulate the response, since tcmu does not have the information 11644ec5bf0eSBryant G. Ly * required to process these commands. 11654ec5bf0eSBryant G. Ly */ 11664ec5bf0eSBryant G. Ly if (!(dev->transport->transport_flags & 11674ec5bf0eSBryant G. Ly TRANSPORT_FLAG_PASSTHROUGH_PGR)) { 11684ec5bf0eSBryant G. Ly if (cdb[0] == PERSISTENT_RESERVE_IN) { 11694ec5bf0eSBryant G. Ly cmd->execute_cmd = target_scsi3_emulate_pr_in; 1170a85d667eSBart Van Assche size = get_unaligned_be16(&cdb[7]); 11714ec5bf0eSBryant G. Ly return target_cmd_size_check(cmd, size); 11724ec5bf0eSBryant G. Ly } 11734ec5bf0eSBryant G. Ly if (cdb[0] == PERSISTENT_RESERVE_OUT) { 11744ec5bf0eSBryant G. Ly cmd->execute_cmd = target_scsi3_emulate_pr_out; 1175388fe699STang Wenji size = get_unaligned_be32(&cdb[5]); 11764ec5bf0eSBryant G. Ly return target_cmd_size_check(cmd, size); 11774ec5bf0eSBryant G. Ly } 11784ec5bf0eSBryant G. Ly 11794ec5bf0eSBryant G. Ly if (cdb[0] == RELEASE || cdb[0] == RELEASE_10) { 11804ec5bf0eSBryant G. Ly cmd->execute_cmd = target_scsi2_reservation_release; 11814ec5bf0eSBryant G. Ly if (cdb[0] == RELEASE_10) 1182a85d667eSBart Van Assche size = get_unaligned_be16(&cdb[7]); 11834ec5bf0eSBryant G. Ly else 11844ec5bf0eSBryant G. Ly size = cmd->data_length; 11854ec5bf0eSBryant G. Ly return target_cmd_size_check(cmd, size); 11864ec5bf0eSBryant G. Ly } 11874ec5bf0eSBryant G. Ly if (cdb[0] == RESERVE || cdb[0] == RESERVE_10) { 11884ec5bf0eSBryant G. Ly cmd->execute_cmd = target_scsi2_reservation_reserve; 11894ec5bf0eSBryant G. Ly if (cdb[0] == RESERVE_10) 1190a85d667eSBart Van Assche size = get_unaligned_be16(&cdb[7]); 11914ec5bf0eSBryant G. Ly else 11924ec5bf0eSBryant G. Ly size = cmd->data_length; 11934ec5bf0eSBryant G. Ly return target_cmd_size_check(cmd, size); 11944ec5bf0eSBryant G. Ly } 11954ec5bf0eSBryant G. Ly } 11964ec5bf0eSBryant G. Ly 11977bfea53bSAndy Grover /* Set DATA_CDB flag for ops that should have it */ 11987bfea53bSAndy Grover switch (cdb[0]) { 11997bfea53bSAndy Grover case READ_6: 12007bfea53bSAndy Grover case READ_10: 12017bfea53bSAndy Grover case READ_12: 12027bfea53bSAndy Grover case READ_16: 12037bfea53bSAndy Grover case WRITE_6: 12047bfea53bSAndy Grover case WRITE_10: 12057bfea53bSAndy Grover case WRITE_12: 12067bfea53bSAndy Grover case WRITE_16: 12077bfea53bSAndy Grover case WRITE_VERIFY: 12087bfea53bSAndy Grover case WRITE_VERIFY_12: 12093e182db7SBart Van Assche case WRITE_VERIFY_16: 12107bfea53bSAndy Grover case COMPARE_AND_WRITE: 12117bfea53bSAndy Grover case XDWRITEREAD_10: 12127bfea53bSAndy Grover cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB; 12137bfea53bSAndy Grover break; 12147bfea53bSAndy Grover case VARIABLE_LENGTH_CMD: 12157bfea53bSAndy Grover switch (get_unaligned_be16(&cdb[8])) { 12167bfea53bSAndy Grover case READ_32: 12177bfea53bSAndy Grover case WRITE_32: 1218e5dc9a70SDamien Le Moal case WRITE_VERIFY_32: 12197bfea53bSAndy Grover case XDWRITEREAD_32: 12207bfea53bSAndy Grover cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB; 12217bfea53bSAndy Grover break; 12227bfea53bSAndy Grover } 12237bfea53bSAndy Grover } 12247bfea53bSAndy Grover 12257bfea53bSAndy Grover cmd->execute_cmd = exec_cmd; 12267bfea53bSAndy Grover 12277bfea53bSAndy Grover return TCM_NO_SENSE; 12287bfea53bSAndy Grover } 12297bfea53bSAndy Grover EXPORT_SYMBOL(passthrough_parse_cdb); 1230