1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*******************************************************************************
3  * This file contains tcm implementation using v4 configfs fabric infrastructure
4  * for QLogic target mode HBAs
5  *
6  * (c) Copyright 2010-2013 Datera, Inc.
7  *
8  * Author: Nicholas A. Bellinger <nab@daterainc.com>
9  *
10  * tcm_qla2xxx_parse_wwn() and tcm_qla2xxx_format_wwn() contains code from
11  * the TCM_FC / Open-FCoE.org fabric module.
12  *
13  * Copyright (c) 2010 Cisco Systems, Inc
14  *
15  ****************************************************************************/
16 
17 
18 #include <linux/module.h>
19 #include <linux/utsname.h>
20 #include <linux/vmalloc.h>
21 #include <linux/list.h>
22 #include <linux/slab.h>
23 #include <linux/types.h>
24 #include <linux/string.h>
25 #include <linux/configfs.h>
26 #include <linux/ctype.h>
27 #include <asm/unaligned.h>
28 #include <scsi/scsi_host.h>
29 #include <target/target_core_base.h>
30 #include <target/target_core_fabric.h>
31 
32 #include "qla_def.h"
33 #include "qla_target.h"
34 #include "tcm_qla2xxx.h"
35 
36 static struct workqueue_struct *tcm_qla2xxx_free_wq;
37 
38 /*
39  * Parse WWN.
40  * If strict, we require lower-case hex and colon separators to be sure
41  * the name is the same as what would be generated by ft_format_wwn()
42  * so the name and wwn are mapped one-to-one.
43  */
44 static ssize_t tcm_qla2xxx_parse_wwn(const char *name, u64 *wwn, int strict)
45 {
46 	const char *cp;
47 	char c;
48 	u32 nibble;
49 	u32 byte = 0;
50 	u32 pos = 0;
51 	u32 err;
52 
53 	*wwn = 0;
54 	for (cp = name; cp < &name[TCM_QLA2XXX_NAMELEN - 1]; cp++) {
55 		c = *cp;
56 		if (c == '\n' && cp[1] == '\0')
57 			continue;
58 		if (strict && pos++ == 2 && byte++ < 7) {
59 			pos = 0;
60 			if (c == ':')
61 				continue;
62 			err = 1;
63 			goto fail;
64 		}
65 		if (c == '\0') {
66 			err = 2;
67 			if (strict && byte != 8)
68 				goto fail;
69 			return cp - name;
70 		}
71 		err = 3;
72 		if (isdigit(c))
73 			nibble = c - '0';
74 		else if (isxdigit(c) && (islower(c) || !strict))
75 			nibble = tolower(c) - 'a' + 10;
76 		else
77 			goto fail;
78 		*wwn = (*wwn << 4) | nibble;
79 	}
80 	err = 4;
81 fail:
82 	pr_debug("err %u len %zu pos %u byte %u\n",
83 			err, cp - name, pos, byte);
84 	return -1;
85 }
86 
87 static ssize_t tcm_qla2xxx_format_wwn(char *buf, size_t len, u64 wwn)
88 {
89 	u8 b[8];
90 
91 	put_unaligned_be64(wwn, b);
92 	return snprintf(buf, len,
93 		"%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x",
94 		b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7]);
95 }
96 
97 /*
98  * From drivers/scsi/scsi_transport_fc.c:fc_parse_wwn
99  */
100 static int tcm_qla2xxx_npiv_extract_wwn(const char *ns, u64 *nm)
101 {
102 	unsigned int i, j;
103 	u8 wwn[8];
104 
105 	memset(wwn, 0, sizeof(wwn));
106 
107 	/* Validate and store the new name */
108 	for (i = 0, j = 0; i < 16; i++) {
109 		int value;
110 
111 		value = hex_to_bin(*ns++);
112 		if (value >= 0)
113 			j = (j << 4) | value;
114 		else
115 			return -EINVAL;
116 
117 		if (i % 2) {
118 			wwn[i/2] = j & 0xff;
119 			j = 0;
120 		}
121 	}
122 
123 	*nm = wwn_to_u64(wwn);
124 	return 0;
125 }
126 
127 /*
128  * This parsing logic follows drivers/scsi/scsi_transport_fc.c:
129  * store_fc_host_vport_create()
130  */
131 static int tcm_qla2xxx_npiv_parse_wwn(
132 	const char *name,
133 	size_t count,
134 	u64 *wwpn,
135 	u64 *wwnn)
136 {
137 	unsigned int cnt = count;
138 	int rc;
139 
140 	*wwpn = 0;
141 	*wwnn = 0;
142 
143 	/* count may include a LF at end of string */
144 	if (name[cnt-1] == '\n' || name[cnt-1] == 0)
145 		cnt--;
146 
147 	/* validate we have enough characters for WWPN */
148 	if ((cnt != (16+1+16)) || (name[16] != ':'))
149 		return -EINVAL;
150 
151 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[0], wwpn);
152 	if (rc != 0)
153 		return rc;
154 
155 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[17], wwnn);
156 	if (rc != 0)
157 		return rc;
158 
159 	return 0;
160 }
161 
162 static char *tcm_qla2xxx_get_fabric_wwn(struct se_portal_group *se_tpg)
163 {
164 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
165 				struct tcm_qla2xxx_tpg, se_tpg);
166 	struct tcm_qla2xxx_lport *lport = tpg->lport;
167 
168 	return lport->lport_naa_name;
169 }
170 
171 static u16 tcm_qla2xxx_get_tag(struct se_portal_group *se_tpg)
172 {
173 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
174 				struct tcm_qla2xxx_tpg, se_tpg);
175 	return tpg->lport_tpgt;
176 }
177 
178 static int tcm_qla2xxx_check_demo_mode(struct se_portal_group *se_tpg)
179 {
180 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
181 				struct tcm_qla2xxx_tpg, se_tpg);
182 
183 	return tpg->tpg_attrib.generate_node_acls;
184 }
185 
186 static int tcm_qla2xxx_check_demo_mode_cache(struct se_portal_group *se_tpg)
187 {
188 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
189 				struct tcm_qla2xxx_tpg, se_tpg);
190 
191 	return tpg->tpg_attrib.cache_dynamic_acls;
192 }
193 
194 static int tcm_qla2xxx_check_demo_write_protect(struct se_portal_group *se_tpg)
195 {
196 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
197 				struct tcm_qla2xxx_tpg, se_tpg);
198 
199 	return tpg->tpg_attrib.demo_mode_write_protect;
200 }
201 
202 static int tcm_qla2xxx_check_prod_write_protect(struct se_portal_group *se_tpg)
203 {
204 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
205 				struct tcm_qla2xxx_tpg, se_tpg);
206 
207 	return tpg->tpg_attrib.prod_mode_write_protect;
208 }
209 
210 static int tcm_qla2xxx_check_demo_mode_login_only(struct se_portal_group *se_tpg)
211 {
212 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
213 				struct tcm_qla2xxx_tpg, se_tpg);
214 
215 	return tpg->tpg_attrib.demo_mode_login_only;
216 }
217 
218 static int tcm_qla2xxx_check_prot_fabric_only(struct se_portal_group *se_tpg)
219 {
220 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
221 				struct tcm_qla2xxx_tpg, se_tpg);
222 
223 	return tpg->tpg_attrib.fabric_prot_type;
224 }
225 
226 static u32 tcm_qla2xxx_tpg_get_inst_index(struct se_portal_group *se_tpg)
227 {
228 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
229 				struct tcm_qla2xxx_tpg, se_tpg);
230 
231 	return tpg->lport_tpgt;
232 }
233 
234 static void tcm_qla2xxx_complete_mcmd(struct work_struct *work)
235 {
236 	struct qla_tgt_mgmt_cmd *mcmd = container_of(work,
237 			struct qla_tgt_mgmt_cmd, free_work);
238 
239 	transport_generic_free_cmd(&mcmd->se_cmd, 0);
240 }
241 
242 /*
243  * Called from qla_target_template->free_mcmd(), and will call
244  * tcm_qla2xxx_release_cmd() via normal struct target_core_fabric_ops
245  * release callback.  qla_hw_data->hardware_lock is expected to be held
246  */
247 static void tcm_qla2xxx_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd)
248 {
249 	INIT_WORK(&mcmd->free_work, tcm_qla2xxx_complete_mcmd);
250 	queue_work(tcm_qla2xxx_free_wq, &mcmd->free_work);
251 }
252 
253 static void tcm_qla2xxx_complete_free(struct work_struct *work)
254 {
255 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
256 
257 	cmd->cmd_in_wq = 0;
258 
259 	WARN_ON(cmd->trc_flags & TRC_CMD_FREE);
260 
261 	/* To do: protect all tgt_counters manipulations with proper locking. */
262 	cmd->qpair->tgt_counters.qla_core_ret_sta_ctio++;
263 	cmd->trc_flags |= TRC_CMD_FREE;
264 	cmd->cmd_sent_to_fw = 0;
265 
266 	transport_generic_free_cmd(&cmd->se_cmd, 0);
267 }
268 
269 /*
270  * Called from qla_target_template->free_cmd(), and will call
271  * tcm_qla2xxx_release_cmd via normal struct target_core_fabric_ops
272  * release callback.  qla_hw_data->hardware_lock is expected to be held
273  */
274 static void tcm_qla2xxx_free_cmd(struct qla_tgt_cmd *cmd)
275 {
276 	cmd->qpair->tgt_counters.core_qla_free_cmd++;
277 	cmd->cmd_in_wq = 1;
278 
279 	WARN_ON(cmd->trc_flags & TRC_CMD_DONE);
280 	cmd->trc_flags |= TRC_CMD_DONE;
281 
282 	INIT_WORK(&cmd->work, tcm_qla2xxx_complete_free);
283 	queue_work_on(smp_processor_id(), tcm_qla2xxx_free_wq, &cmd->work);
284 }
285 
286 /*
287  * Called from struct target_core_fabric_ops->check_stop_free() context
288  */
289 static int tcm_qla2xxx_check_stop_free(struct se_cmd *se_cmd)
290 {
291 	struct qla_tgt_cmd *cmd;
292 
293 	if ((se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) == 0) {
294 		cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
295 		cmd->trc_flags |= TRC_CMD_CHK_STOP;
296 	}
297 
298 	return target_put_sess_cmd(se_cmd);
299 }
300 
301 /* tcm_qla2xxx_release_cmd - Callback from TCM Core to release underlying
302  * fabric descriptor @se_cmd command to release
303  */
304 static void tcm_qla2xxx_release_cmd(struct se_cmd *se_cmd)
305 {
306 	struct qla_tgt_cmd *cmd;
307 
308 	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) {
309 		struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
310 				struct qla_tgt_mgmt_cmd, se_cmd);
311 		qlt_free_mcmd(mcmd);
312 		return;
313 	}
314 	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
315 
316 	if (WARN_ON(cmd->cmd_sent_to_fw))
317 		return;
318 
319 	qlt_free_cmd(cmd);
320 }
321 
322 static void tcm_qla2xxx_release_session(struct kref *kref)
323 {
324 	struct fc_port  *sess = container_of(kref,
325 	    struct fc_port, sess_kref);
326 
327 	qlt_unreg_sess(sess);
328 }
329 
330 static void tcm_qla2xxx_put_sess(struct fc_port *sess)
331 {
332 	if (!sess)
333 		return;
334 
335 	kref_put(&sess->sess_kref, tcm_qla2xxx_release_session);
336 }
337 
338 static void tcm_qla2xxx_close_session(struct se_session *se_sess)
339 {
340 	struct fc_port *sess = se_sess->fabric_sess_ptr;
341 	struct scsi_qla_host *vha;
342 	unsigned long flags;
343 
344 	BUG_ON(!sess);
345 	vha = sess->vha;
346 
347 	spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags);
348 	target_sess_cmd_list_set_waiting(se_sess);
349 	spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags);
350 
351 	tcm_qla2xxx_put_sess(sess);
352 }
353 
354 static u32 tcm_qla2xxx_sess_get_index(struct se_session *se_sess)
355 {
356 	return 0;
357 }
358 
359 static int tcm_qla2xxx_write_pending(struct se_cmd *se_cmd)
360 {
361 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
362 				struct qla_tgt_cmd, se_cmd);
363 
364 	if (cmd->aborted) {
365 		/* Cmd can loop during Q-full.  tcm_qla2xxx_aborted_task
366 		 * can get ahead of this cmd. tcm_qla2xxx_aborted_task
367 		 * already kick start the free.
368 		 */
369 		pr_debug("write_pending aborted cmd[%p] refcount %d "
370 			"transport_state %x, t_state %x, se_cmd_flags %x\n",
371 			cmd, kref_read(&cmd->se_cmd.cmd_kref),
372 			cmd->se_cmd.transport_state,
373 			cmd->se_cmd.t_state,
374 			cmd->se_cmd.se_cmd_flags);
375 		transport_generic_request_failure(&cmd->se_cmd,
376 			TCM_CHECK_CONDITION_ABORT_CMD);
377 		return 0;
378 	}
379 	cmd->trc_flags |= TRC_XFR_RDY;
380 	cmd->bufflen = se_cmd->data_length;
381 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
382 
383 	cmd->sg_cnt = se_cmd->t_data_nents;
384 	cmd->sg = se_cmd->t_data_sg;
385 
386 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
387 	cmd->prot_sg = se_cmd->t_prot_sg;
388 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
389 	se_cmd->pi_err = 0;
390 
391 	/*
392 	 * qla_target.c:qlt_rdy_to_xfer() will call dma_map_sg() to setup
393 	 * the SGL mappings into PCIe memory for incoming FCP WRITE data.
394 	 */
395 	return qlt_rdy_to_xfer(cmd);
396 }
397 
398 static void tcm_qla2xxx_set_default_node_attrs(struct se_node_acl *nacl)
399 {
400 	return;
401 }
402 
403 static int tcm_qla2xxx_get_cmd_state(struct se_cmd *se_cmd)
404 {
405 	if (!(se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB)) {
406 		struct qla_tgt_cmd *cmd = container_of(se_cmd,
407 				struct qla_tgt_cmd, se_cmd);
408 		return cmd->state;
409 	}
410 
411 	return 0;
412 }
413 
414 /*
415  * Called from process context in qla_target.c:qlt_do_work() code
416  */
417 static int tcm_qla2xxx_handle_cmd(scsi_qla_host_t *vha, struct qla_tgt_cmd *cmd,
418 	unsigned char *cdb, uint32_t data_length, int fcp_task_attr,
419 	int data_dir, int bidi)
420 {
421 	struct se_cmd *se_cmd = &cmd->se_cmd;
422 	struct se_session *se_sess;
423 	struct fc_port *sess;
424 #ifdef CONFIG_TCM_QLA2XXX_DEBUG
425 	struct se_portal_group *se_tpg;
426 	struct tcm_qla2xxx_tpg *tpg;
427 #endif
428 	int flags = TARGET_SCF_ACK_KREF;
429 
430 	if (bidi)
431 		flags |= TARGET_SCF_BIDI_OP;
432 
433 	if (se_cmd->cpuid != WORK_CPU_UNBOUND)
434 		flags |= TARGET_SCF_USE_CPUID;
435 
436 	sess = cmd->sess;
437 	if (!sess) {
438 		pr_err("Unable to locate struct fc_port from qla_tgt_cmd\n");
439 		return -EINVAL;
440 	}
441 
442 	se_sess = sess->se_sess;
443 	if (!se_sess) {
444 		pr_err("Unable to locate active struct se_session\n");
445 		return -EINVAL;
446 	}
447 
448 #ifdef CONFIG_TCM_QLA2XXX_DEBUG
449 	se_tpg = se_sess->se_tpg;
450 	tpg = container_of(se_tpg, struct tcm_qla2xxx_tpg, se_tpg);
451 	if (unlikely(tpg->tpg_attrib.jam_host)) {
452 		/* return, and dont run target_submit_cmd,discarding command */
453 		return 0;
454 	}
455 #endif
456 
457 	cmd->qpair->tgt_counters.qla_core_sbt_cmd++;
458 	return target_submit_cmd(se_cmd, se_sess, cdb, &cmd->sense_buffer[0],
459 				cmd->unpacked_lun, data_length, fcp_task_attr,
460 				data_dir, flags);
461 }
462 
463 static void tcm_qla2xxx_handle_data_work(struct work_struct *work)
464 {
465 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
466 
467 	/*
468 	 * Ensure that the complete FCP WRITE payload has been received.
469 	 * Otherwise return an exception via CHECK_CONDITION status.
470 	 */
471 	cmd->cmd_in_wq = 0;
472 	cmd->cmd_sent_to_fw = 0;
473 	if (cmd->aborted) {
474 		transport_generic_request_failure(&cmd->se_cmd,
475 			TCM_CHECK_CONDITION_ABORT_CMD);
476 		return;
477 	}
478 
479 	cmd->qpair->tgt_counters.qla_core_ret_ctio++;
480 	if (!cmd->write_data_transferred) {
481 		switch (cmd->dif_err_code) {
482 		case DIF_ERR_GRD:
483 			cmd->se_cmd.pi_err =
484 			    TCM_LOGICAL_BLOCK_GUARD_CHECK_FAILED;
485 			break;
486 		case DIF_ERR_REF:
487 			cmd->se_cmd.pi_err =
488 			    TCM_LOGICAL_BLOCK_REF_TAG_CHECK_FAILED;
489 			break;
490 		case DIF_ERR_APP:
491 			cmd->se_cmd.pi_err =
492 			    TCM_LOGICAL_BLOCK_APP_TAG_CHECK_FAILED;
493 			break;
494 		case DIF_ERR_NONE:
495 		default:
496 			break;
497 		}
498 
499 		if (cmd->se_cmd.pi_err)
500 			transport_generic_request_failure(&cmd->se_cmd,
501 				cmd->se_cmd.pi_err);
502 		else
503 			transport_generic_request_failure(&cmd->se_cmd,
504 				TCM_CHECK_CONDITION_ABORT_CMD);
505 
506 		return;
507 	}
508 
509 	return target_execute_cmd(&cmd->se_cmd);
510 }
511 
512 /*
513  * Called from qla_target.c:qlt_do_ctio_completion()
514  */
515 static void tcm_qla2xxx_handle_data(struct qla_tgt_cmd *cmd)
516 {
517 	cmd->trc_flags |= TRC_DATA_IN;
518 	cmd->cmd_in_wq = 1;
519 	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_data_work);
520 	queue_work_on(smp_processor_id(), tcm_qla2xxx_free_wq, &cmd->work);
521 }
522 
523 static int tcm_qla2xxx_chk_dif_tags(uint32_t tag)
524 {
525 	return 0;
526 }
527 
528 static int tcm_qla2xxx_dif_tags(struct qla_tgt_cmd *cmd,
529     uint16_t *pfw_prot_opts)
530 {
531 	struct se_cmd *se_cmd = &cmd->se_cmd;
532 
533 	if (!(se_cmd->prot_checks & TARGET_DIF_CHECK_GUARD))
534 		*pfw_prot_opts |= PO_DISABLE_GUARD_CHECK;
535 
536 	if (!(se_cmd->prot_checks & TARGET_DIF_CHECK_APPTAG))
537 		*pfw_prot_opts |= PO_DIS_APP_TAG_VALD;
538 
539 	return 0;
540 }
541 
542 /*
543  * Called from qla_target.c:qlt_issue_task_mgmt()
544  */
545 static int tcm_qla2xxx_handle_tmr(struct qla_tgt_mgmt_cmd *mcmd, u64 lun,
546 	uint16_t tmr_func, uint32_t tag)
547 {
548 	struct fc_port *sess = mcmd->sess;
549 	struct se_cmd *se_cmd = &mcmd->se_cmd;
550 	int transl_tmr_func = 0;
551 	int flags = TARGET_SCF_ACK_KREF;
552 
553 	switch (tmr_func) {
554 	case QLA_TGT_ABTS:
555 		pr_debug("%ld: ABTS received\n", sess->vha->host_no);
556 		transl_tmr_func = TMR_ABORT_TASK;
557 		flags |= TARGET_SCF_LOOKUP_LUN_FROM_TAG;
558 		break;
559 	case QLA_TGT_2G_ABORT_TASK:
560 		pr_debug("%ld: 2G Abort Task received\n", sess->vha->host_no);
561 		transl_tmr_func = TMR_ABORT_TASK;
562 		break;
563 	case QLA_TGT_CLEAR_ACA:
564 		pr_debug("%ld: CLEAR_ACA received\n", sess->vha->host_no);
565 		transl_tmr_func = TMR_CLEAR_ACA;
566 		break;
567 	case QLA_TGT_TARGET_RESET:
568 		pr_debug("%ld: TARGET_RESET received\n", sess->vha->host_no);
569 		transl_tmr_func = TMR_TARGET_WARM_RESET;
570 		break;
571 	case QLA_TGT_LUN_RESET:
572 		pr_debug("%ld: LUN_RESET received\n", sess->vha->host_no);
573 		transl_tmr_func = TMR_LUN_RESET;
574 		break;
575 	case QLA_TGT_CLEAR_TS:
576 		pr_debug("%ld: CLEAR_TS received\n", sess->vha->host_no);
577 		transl_tmr_func = TMR_CLEAR_TASK_SET;
578 		break;
579 	case QLA_TGT_ABORT_TS:
580 		pr_debug("%ld: ABORT_TS received\n", sess->vha->host_no);
581 		transl_tmr_func = TMR_ABORT_TASK_SET;
582 		break;
583 	default:
584 		pr_debug("%ld: Unknown task mgmt fn 0x%x\n",
585 		    sess->vha->host_no, tmr_func);
586 		return -ENOSYS;
587 	}
588 
589 	return target_submit_tmr(se_cmd, sess->se_sess, NULL, lun, mcmd,
590 	    transl_tmr_func, GFP_ATOMIC, tag, flags);
591 }
592 
593 static struct qla_tgt_cmd *tcm_qla2xxx_find_cmd_by_tag(struct fc_port *sess,
594     uint64_t tag)
595 {
596 	struct qla_tgt_cmd *cmd = NULL;
597 	struct se_cmd *secmd;
598 	unsigned long flags;
599 
600 	if (!sess->se_sess)
601 		return NULL;
602 
603 	spin_lock_irqsave(&sess->se_sess->sess_cmd_lock, flags);
604 	list_for_each_entry(secmd, &sess->se_sess->sess_cmd_list, se_cmd_list) {
605 		/* skip task management functions, including tmr->task_cmd */
606 		if (secmd->se_cmd_flags & SCF_SCSI_TMR_CDB)
607 			continue;
608 
609 		if (secmd->tag == tag) {
610 			cmd = container_of(secmd, struct qla_tgt_cmd, se_cmd);
611 			break;
612 		}
613 	}
614 	spin_unlock_irqrestore(&sess->se_sess->sess_cmd_lock, flags);
615 
616 	return cmd;
617 }
618 
619 static int tcm_qla2xxx_queue_data_in(struct se_cmd *se_cmd)
620 {
621 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
622 				struct qla_tgt_cmd, se_cmd);
623 	struct scsi_qla_host *vha = cmd->vha;
624 
625 	if (cmd->aborted) {
626 		/* Cmd can loop during Q-full.  tcm_qla2xxx_aborted_task
627 		 * can get ahead of this cmd. tcm_qla2xxx_aborted_task
628 		 * already kick start the free.
629 		 */
630 		pr_debug("queue_data_in aborted cmd[%p] refcount %d "
631 			"transport_state %x, t_state %x, se_cmd_flags %x\n",
632 			cmd, kref_read(&cmd->se_cmd.cmd_kref),
633 			cmd->se_cmd.transport_state,
634 			cmd->se_cmd.t_state,
635 			cmd->se_cmd.se_cmd_flags);
636 		vha->hw->tgt.tgt_ops->free_cmd(cmd);
637 		return 0;
638 	}
639 
640 	cmd->trc_flags |= TRC_XMIT_DATA;
641 	cmd->bufflen = se_cmd->data_length;
642 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
643 
644 	cmd->sg_cnt = se_cmd->t_data_nents;
645 	cmd->sg = se_cmd->t_data_sg;
646 	cmd->offset = 0;
647 
648 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
649 	cmd->prot_sg = se_cmd->t_prot_sg;
650 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
651 	se_cmd->pi_err = 0;
652 
653 	/*
654 	 * Now queue completed DATA_IN the qla2xxx LLD and response ring
655 	 */
656 	return qlt_xmit_response(cmd, QLA_TGT_XMIT_DATA|QLA_TGT_XMIT_STATUS,
657 				se_cmd->scsi_status);
658 }
659 
660 static int tcm_qla2xxx_queue_status(struct se_cmd *se_cmd)
661 {
662 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
663 				struct qla_tgt_cmd, se_cmd);
664 	struct scsi_qla_host *vha = cmd->vha;
665 	int xmit_type = QLA_TGT_XMIT_STATUS;
666 
667 	if (cmd->aborted) {
668 		/*
669 		 * Cmd can loop during Q-full. tcm_qla2xxx_aborted_task
670 		 * can get ahead of this cmd. tcm_qla2xxx_aborted_task
671 		 * already kick start the free.
672 		 */
673 		pr_debug(
674 		    "queue_data_in aborted cmd[%p] refcount %d transport_state %x, t_state %x, se_cmd_flags %x\n",
675 		    cmd, kref_read(&cmd->se_cmd.cmd_kref),
676 		    cmd->se_cmd.transport_state, cmd->se_cmd.t_state,
677 		    cmd->se_cmd.se_cmd_flags);
678 		vha->hw->tgt.tgt_ops->free_cmd(cmd);
679 		return 0;
680 	}
681 	cmd->bufflen = se_cmd->data_length;
682 	cmd->sg = NULL;
683 	cmd->sg_cnt = 0;
684 	cmd->offset = 0;
685 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
686 	cmd->trc_flags |= TRC_XMIT_STATUS;
687 
688 	if (se_cmd->data_direction == DMA_FROM_DEVICE) {
689 		/*
690 		 * For FCP_READ with CHECK_CONDITION status, clear cmd->bufflen
691 		 * for qla_tgt_xmit_response LLD code
692 		 */
693 		if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) {
694 			se_cmd->se_cmd_flags &= ~SCF_OVERFLOW_BIT;
695 			se_cmd->residual_count = 0;
696 		}
697 		se_cmd->se_cmd_flags |= SCF_UNDERFLOW_BIT;
698 		se_cmd->residual_count += se_cmd->data_length;
699 
700 		cmd->bufflen = 0;
701 	}
702 	/*
703 	 * Now queue status response to qla2xxx LLD code and response ring
704 	 */
705 	return qlt_xmit_response(cmd, xmit_type, se_cmd->scsi_status);
706 }
707 
708 static void tcm_qla2xxx_queue_tm_rsp(struct se_cmd *se_cmd)
709 {
710 	struct se_tmr_req *se_tmr = se_cmd->se_tmr_req;
711 	struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
712 				struct qla_tgt_mgmt_cmd, se_cmd);
713 
714 	pr_debug("queue_tm_rsp: mcmd: %p func: 0x%02x response: 0x%02x\n",
715 			mcmd, se_tmr->function, se_tmr->response);
716 	/*
717 	 * Do translation between TCM TM response codes and
718 	 * QLA2xxx FC TM response codes.
719 	 */
720 	switch (se_tmr->response) {
721 	case TMR_FUNCTION_COMPLETE:
722 		mcmd->fc_tm_rsp = FC_TM_SUCCESS;
723 		break;
724 	case TMR_TASK_DOES_NOT_EXIST:
725 		mcmd->fc_tm_rsp = FC_TM_BAD_CMD;
726 		break;
727 	case TMR_FUNCTION_REJECTED:
728 		mcmd->fc_tm_rsp = FC_TM_REJECT;
729 		break;
730 	case TMR_LUN_DOES_NOT_EXIST:
731 	default:
732 		mcmd->fc_tm_rsp = FC_TM_FAILED;
733 		break;
734 	}
735 	/*
736 	 * Queue the TM response to QLA2xxx LLD to build a
737 	 * CTIO response packet.
738 	 */
739 	qlt_xmit_tm_rsp(mcmd);
740 }
741 
742 static void tcm_qla2xxx_aborted_task(struct se_cmd *se_cmd)
743 {
744 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
745 				struct qla_tgt_cmd, se_cmd);
746 
747 	if (qlt_abort_cmd(cmd))
748 		return;
749 }
750 
751 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *,
752 			struct tcm_qla2xxx_nacl *, struct fc_port *);
753 /*
754  * Expected to be called with struct qla_hw_data->tgt.sess_lock held
755  */
756 static void tcm_qla2xxx_clear_nacl_from_fcport_map(struct fc_port *sess)
757 {
758 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
759 	struct se_portal_group *se_tpg = se_nacl->se_tpg;
760 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
761 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
762 				struct tcm_qla2xxx_lport, lport_wwn);
763 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
764 				struct tcm_qla2xxx_nacl, se_node_acl);
765 	void *node;
766 
767 	pr_debug("fc_rport domain: port_id 0x%06x\n", nacl->nport_id);
768 
769 	node = btree_remove32(&lport->lport_fcport_map, nacl->nport_id);
770 	if (WARN_ON(node && (node != se_nacl))) {
771 		/*
772 		 * The nacl no longer matches what we think it should be.
773 		 * Most likely a new dynamic acl has been added while
774 		 * someone dropped the hardware lock.  It clearly is a
775 		 * bug elsewhere, but this bit can't make things worse.
776 		 */
777 		btree_insert32(&lport->lport_fcport_map, nacl->nport_id,
778 			       node, GFP_ATOMIC);
779 	}
780 
781 	pr_debug("Removed from fcport_map: %p for WWNN: 0x%016LX, port_id: 0x%06x\n",
782 	    se_nacl, nacl->nport_wwnn, nacl->nport_id);
783 	/*
784 	 * Now clear the se_nacl and session pointers from our HW lport lookup
785 	 * table mapping for this initiator's fabric S_ID and LOOP_ID entries.
786 	 *
787 	 * This is done ahead of callbacks into tcm_qla2xxx_free_session() ->
788 	 * target_wait_for_sess_cmds() before the session waits for outstanding
789 	 * I/O to complete, to avoid a race between session shutdown execution
790 	 * and incoming ATIOs or TMRs picking up a stale se_node_act reference.
791 	 */
792 	tcm_qla2xxx_clear_sess_lookup(lport, nacl, sess);
793 }
794 
795 static void tcm_qla2xxx_shutdown_sess(struct fc_port *sess)
796 {
797 	target_sess_cmd_list_set_waiting(sess->se_sess);
798 }
799 
800 static int tcm_qla2xxx_init_nodeacl(struct se_node_acl *se_nacl,
801 		const char *name)
802 {
803 	struct tcm_qla2xxx_nacl *nacl =
804 		container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
805 	u64 wwnn;
806 
807 	if (tcm_qla2xxx_parse_wwn(name, &wwnn, 1) < 0)
808 		return -EINVAL;
809 
810 	nacl->nport_wwnn = wwnn;
811 	tcm_qla2xxx_format_wwn(&nacl->nport_name[0], TCM_QLA2XXX_NAMELEN, wwnn);
812 
813 	return 0;
814 }
815 
816 /* Start items for tcm_qla2xxx_tpg_attrib_cit */
817 
818 #define DEF_QLA_TPG_ATTRIB(name)					\
819 									\
820 static ssize_t tcm_qla2xxx_tpg_attrib_##name##_show(			\
821 		struct config_item *item, char *page)			\
822 {									\
823 	struct se_portal_group *se_tpg = attrib_to_tpg(item);		\
824 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
825 			struct tcm_qla2xxx_tpg, se_tpg);		\
826 									\
827 	return sprintf(page, "%u\n", tpg->tpg_attrib.name);	\
828 }									\
829 									\
830 static ssize_t tcm_qla2xxx_tpg_attrib_##name##_store(			\
831 		struct config_item *item, const char *page, size_t count) \
832 {									\
833 	struct se_portal_group *se_tpg = attrib_to_tpg(item);		\
834 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
835 			struct tcm_qla2xxx_tpg, se_tpg);		\
836 	struct tcm_qla2xxx_tpg_attrib *a = &tpg->tpg_attrib;		\
837 	unsigned long val;						\
838 	int ret;							\
839 									\
840 	ret = kstrtoul(page, 0, &val);					\
841 	if (ret < 0) {							\
842 		pr_err("kstrtoul() failed with"				\
843 				" ret: %d\n", ret);			\
844 		return -EINVAL;						\
845 	}								\
846 									\
847 	if ((val != 0) && (val != 1)) {					\
848 		pr_err("Illegal boolean value %lu\n", val);		\
849 		return -EINVAL;						\
850 	}								\
851 									\
852 	a->name = val;							\
853 									\
854 	return count;							\
855 }									\
856 CONFIGFS_ATTR(tcm_qla2xxx_tpg_attrib_, name)
857 
858 DEF_QLA_TPG_ATTRIB(generate_node_acls);
859 DEF_QLA_TPG_ATTRIB(cache_dynamic_acls);
860 DEF_QLA_TPG_ATTRIB(demo_mode_write_protect);
861 DEF_QLA_TPG_ATTRIB(prod_mode_write_protect);
862 DEF_QLA_TPG_ATTRIB(demo_mode_login_only);
863 #ifdef CONFIG_TCM_QLA2XXX_DEBUG
864 DEF_QLA_TPG_ATTRIB(jam_host);
865 #endif
866 
867 static struct configfs_attribute *tcm_qla2xxx_tpg_attrib_attrs[] = {
868 	&tcm_qla2xxx_tpg_attrib_attr_generate_node_acls,
869 	&tcm_qla2xxx_tpg_attrib_attr_cache_dynamic_acls,
870 	&tcm_qla2xxx_tpg_attrib_attr_demo_mode_write_protect,
871 	&tcm_qla2xxx_tpg_attrib_attr_prod_mode_write_protect,
872 	&tcm_qla2xxx_tpg_attrib_attr_demo_mode_login_only,
873 #ifdef CONFIG_TCM_QLA2XXX_DEBUG
874 	&tcm_qla2xxx_tpg_attrib_attr_jam_host,
875 #endif
876 	NULL,
877 };
878 
879 /* End items for tcm_qla2xxx_tpg_attrib_cit */
880 
881 static ssize_t tcm_qla2xxx_tpg_enable_show(struct config_item *item,
882 		char *page)
883 {
884 	struct se_portal_group *se_tpg = to_tpg(item);
885 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
886 			struct tcm_qla2xxx_tpg, se_tpg);
887 
888 	return snprintf(page, PAGE_SIZE, "%d\n",
889 			atomic_read(&tpg->lport_tpg_enabled));
890 }
891 
892 static ssize_t tcm_qla2xxx_tpg_enable_store(struct config_item *item,
893 		const char *page, size_t count)
894 {
895 	struct se_portal_group *se_tpg = to_tpg(item);
896 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
897 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
898 			struct tcm_qla2xxx_lport, lport_wwn);
899 	struct scsi_qla_host *vha = lport->qla_vha;
900 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
901 			struct tcm_qla2xxx_tpg, se_tpg);
902 	unsigned long op;
903 	int rc;
904 
905 	rc = kstrtoul(page, 0, &op);
906 	if (rc < 0) {
907 		pr_err("kstrtoul() returned %d\n", rc);
908 		return -EINVAL;
909 	}
910 	if ((op != 1) && (op != 0)) {
911 		pr_err("Illegal value for tpg_enable: %lu\n", op);
912 		return -EINVAL;
913 	}
914 	if (op) {
915 		if (atomic_read(&tpg->lport_tpg_enabled))
916 			return -EEXIST;
917 
918 		atomic_set(&tpg->lport_tpg_enabled, 1);
919 		qlt_enable_vha(vha);
920 	} else {
921 		if (!atomic_read(&tpg->lport_tpg_enabled))
922 			return count;
923 
924 		atomic_set(&tpg->lport_tpg_enabled, 0);
925 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
926 	}
927 
928 	return count;
929 }
930 
931 static ssize_t tcm_qla2xxx_tpg_dynamic_sessions_show(struct config_item *item,
932 		char *page)
933 {
934 	return target_show_dynamic_sessions(to_tpg(item), page);
935 }
936 
937 static ssize_t tcm_qla2xxx_tpg_fabric_prot_type_store(struct config_item *item,
938 		const char *page, size_t count)
939 {
940 	struct se_portal_group *se_tpg = to_tpg(item);
941 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
942 				struct tcm_qla2xxx_tpg, se_tpg);
943 	unsigned long val;
944 	int ret = kstrtoul(page, 0, &val);
945 
946 	if (ret) {
947 		pr_err("kstrtoul() returned %d for fabric_prot_type\n", ret);
948 		return ret;
949 	}
950 	if (val != 0 && val != 1 && val != 3) {
951 		pr_err("Invalid qla2xxx fabric_prot_type: %lu\n", val);
952 		return -EINVAL;
953 	}
954 	tpg->tpg_attrib.fabric_prot_type = val;
955 
956 	return count;
957 }
958 
959 static ssize_t tcm_qla2xxx_tpg_fabric_prot_type_show(struct config_item *item,
960 		char *page)
961 {
962 	struct se_portal_group *se_tpg = to_tpg(item);
963 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
964 				struct tcm_qla2xxx_tpg, se_tpg);
965 
966 	return sprintf(page, "%d\n", tpg->tpg_attrib.fabric_prot_type);
967 }
968 
969 CONFIGFS_ATTR(tcm_qla2xxx_tpg_, enable);
970 CONFIGFS_ATTR_RO(tcm_qla2xxx_tpg_, dynamic_sessions);
971 CONFIGFS_ATTR(tcm_qla2xxx_tpg_, fabric_prot_type);
972 
973 static struct configfs_attribute *tcm_qla2xxx_tpg_attrs[] = {
974 	&tcm_qla2xxx_tpg_attr_enable,
975 	&tcm_qla2xxx_tpg_attr_dynamic_sessions,
976 	&tcm_qla2xxx_tpg_attr_fabric_prot_type,
977 	NULL,
978 };
979 
980 static struct se_portal_group *tcm_qla2xxx_make_tpg(struct se_wwn *wwn,
981 						    const char *name)
982 {
983 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
984 			struct tcm_qla2xxx_lport, lport_wwn);
985 	struct tcm_qla2xxx_tpg *tpg;
986 	unsigned long tpgt;
987 	int ret;
988 
989 	if (strstr(name, "tpgt_") != name)
990 		return ERR_PTR(-EINVAL);
991 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
992 		return ERR_PTR(-EINVAL);
993 
994 	if ((tpgt != 1)) {
995 		pr_err("In non NPIV mode, a single TPG=1 is used for HW port mappings\n");
996 		return ERR_PTR(-ENOSYS);
997 	}
998 
999 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1000 	if (!tpg) {
1001 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1002 		return ERR_PTR(-ENOMEM);
1003 	}
1004 	tpg->lport = lport;
1005 	tpg->lport_tpgt = tpgt;
1006 	/*
1007 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1008 	 * NodeACLs
1009 	 */
1010 	tpg->tpg_attrib.generate_node_acls = 1;
1011 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1012 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1013 	tpg->tpg_attrib.demo_mode_login_only = 1;
1014 	tpg->tpg_attrib.jam_host = 0;
1015 
1016 	ret = core_tpg_register(wwn, &tpg->se_tpg, SCSI_PROTOCOL_FCP);
1017 	if (ret < 0) {
1018 		kfree(tpg);
1019 		return NULL;
1020 	}
1021 
1022 	lport->tpg_1 = tpg;
1023 
1024 	return &tpg->se_tpg;
1025 }
1026 
1027 static void tcm_qla2xxx_drop_tpg(struct se_portal_group *se_tpg)
1028 {
1029 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1030 			struct tcm_qla2xxx_tpg, se_tpg);
1031 	struct tcm_qla2xxx_lport *lport = tpg->lport;
1032 	struct scsi_qla_host *vha = lport->qla_vha;
1033 	/*
1034 	 * Call into qla2x_target.c LLD logic to shutdown the active
1035 	 * FC Nexuses and disable target mode operation for this qla_hw_data
1036 	 */
1037 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stop)
1038 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1039 
1040 	core_tpg_deregister(se_tpg);
1041 	/*
1042 	 * Clear local TPG=1 pointer for non NPIV mode.
1043 	 */
1044 	lport->tpg_1 = NULL;
1045 	kfree(tpg);
1046 }
1047 
1048 static ssize_t tcm_qla2xxx_npiv_tpg_enable_show(struct config_item *item,
1049 		char *page)
1050 {
1051 	return tcm_qla2xxx_tpg_enable_show(item, page);
1052 }
1053 
1054 static ssize_t tcm_qla2xxx_npiv_tpg_enable_store(struct config_item *item,
1055 		const char *page, size_t count)
1056 {
1057 	struct se_portal_group *se_tpg = to_tpg(item);
1058 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
1059 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
1060 			struct tcm_qla2xxx_lport, lport_wwn);
1061 	struct scsi_qla_host *vha = lport->qla_vha;
1062 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1063 			struct tcm_qla2xxx_tpg, se_tpg);
1064 	unsigned long op;
1065 	int rc;
1066 
1067 	rc = kstrtoul(page, 0, &op);
1068 	if (rc < 0) {
1069 		pr_err("kstrtoul() returned %d\n", rc);
1070 		return -EINVAL;
1071 	}
1072 	if ((op != 1) && (op != 0)) {
1073 		pr_err("Illegal value for tpg_enable: %lu\n", op);
1074 		return -EINVAL;
1075 	}
1076 	if (op) {
1077 		if (atomic_read(&tpg->lport_tpg_enabled))
1078 			return -EEXIST;
1079 
1080 		atomic_set(&tpg->lport_tpg_enabled, 1);
1081 		qlt_enable_vha(vha);
1082 	} else {
1083 		if (!atomic_read(&tpg->lport_tpg_enabled))
1084 			return count;
1085 
1086 		atomic_set(&tpg->lport_tpg_enabled, 0);
1087 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1088 	}
1089 
1090 	return count;
1091 }
1092 
1093 CONFIGFS_ATTR(tcm_qla2xxx_npiv_tpg_, enable);
1094 
1095 static struct configfs_attribute *tcm_qla2xxx_npiv_tpg_attrs[] = {
1096         &tcm_qla2xxx_npiv_tpg_attr_enable,
1097         NULL,
1098 };
1099 
1100 static struct se_portal_group *tcm_qla2xxx_npiv_make_tpg(struct se_wwn *wwn,
1101 							 const char *name)
1102 {
1103 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1104 			struct tcm_qla2xxx_lport, lport_wwn);
1105 	struct tcm_qla2xxx_tpg *tpg;
1106 	unsigned long tpgt;
1107 	int ret;
1108 
1109 	if (strstr(name, "tpgt_") != name)
1110 		return ERR_PTR(-EINVAL);
1111 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1112 		return ERR_PTR(-EINVAL);
1113 
1114 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1115 	if (!tpg) {
1116 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1117 		return ERR_PTR(-ENOMEM);
1118 	}
1119 	tpg->lport = lport;
1120 	tpg->lport_tpgt = tpgt;
1121 
1122 	/*
1123 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1124 	 * NodeACLs
1125 	 */
1126 	tpg->tpg_attrib.generate_node_acls = 1;
1127 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1128 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1129 	tpg->tpg_attrib.demo_mode_login_only = 1;
1130 
1131 	ret = core_tpg_register(wwn, &tpg->se_tpg, SCSI_PROTOCOL_FCP);
1132 	if (ret < 0) {
1133 		kfree(tpg);
1134 		return NULL;
1135 	}
1136 	lport->tpg_1 = tpg;
1137 	return &tpg->se_tpg;
1138 }
1139 
1140 /*
1141  * Expected to be called with struct qla_hw_data->tgt.sess_lock held
1142  */
1143 static struct fc_port *tcm_qla2xxx_find_sess_by_s_id(scsi_qla_host_t *vha,
1144 						     const be_id_t s_id)
1145 {
1146 	struct tcm_qla2xxx_lport *lport;
1147 	struct se_node_acl *se_nacl;
1148 	struct tcm_qla2xxx_nacl *nacl;
1149 	u32 key;
1150 
1151 	lport = vha->vha_tgt.target_lport_ptr;
1152 	if (!lport) {
1153 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1154 		dump_stack();
1155 		return NULL;
1156 	}
1157 
1158 	key = sid_to_key(s_id);
1159 	pr_debug("find_sess_by_s_id: 0x%06x\n", key);
1160 
1161 	se_nacl = btree_lookup32(&lport->lport_fcport_map, key);
1162 	if (!se_nacl) {
1163 		pr_debug("Unable to locate s_id: 0x%06x\n", key);
1164 		return NULL;
1165 	}
1166 	pr_debug("find_sess_by_s_id: located se_nacl: %p, initiatorname: %s\n",
1167 	    se_nacl, se_nacl->initiatorname);
1168 
1169 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1170 	if (!nacl->fc_port) {
1171 		pr_err("Unable to locate struct fc_port\n");
1172 		return NULL;
1173 	}
1174 
1175 	return nacl->fc_port;
1176 }
1177 
1178 /*
1179  * Expected to be called with struct qla_hw_data->tgt.sess_lock held
1180  */
1181 static void tcm_qla2xxx_set_sess_by_s_id(
1182 	struct tcm_qla2xxx_lport *lport,
1183 	struct se_node_acl *new_se_nacl,
1184 	struct tcm_qla2xxx_nacl *nacl,
1185 	struct se_session *se_sess,
1186 	struct fc_port *fc_port,
1187 	be_id_t s_id)
1188 {
1189 	u32 key;
1190 	void *slot;
1191 	int rc;
1192 
1193 	key = sid_to_key(s_id);
1194 	pr_debug("set_sess_by_s_id: %06x\n", key);
1195 
1196 	slot = btree_lookup32(&lport->lport_fcport_map, key);
1197 	if (!slot) {
1198 		if (new_se_nacl) {
1199 			pr_debug("Setting up new fc_port entry to new_se_nacl\n");
1200 			nacl->nport_id = key;
1201 			rc = btree_insert32(&lport->lport_fcport_map, key,
1202 					new_se_nacl, GFP_ATOMIC);
1203 			if (rc)
1204 				printk(KERN_ERR "Unable to insert s_id into fcport_map: %06x\n",
1205 				    (int)key);
1206 		} else {
1207 			pr_debug("Wiping nonexisting fc_port entry\n");
1208 		}
1209 
1210 		fc_port->se_sess = se_sess;
1211 		nacl->fc_port = fc_port;
1212 		return;
1213 	}
1214 
1215 	if (nacl->fc_port) {
1216 		if (new_se_nacl == NULL) {
1217 			pr_debug("Clearing existing nacl->fc_port and fc_port entry\n");
1218 			btree_remove32(&lport->lport_fcport_map, key);
1219 			nacl->fc_port = NULL;
1220 			return;
1221 		}
1222 		pr_debug("Replacing existing nacl->fc_port and fc_port entry\n");
1223 		btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1224 		fc_port->se_sess = se_sess;
1225 		nacl->fc_port = fc_port;
1226 		return;
1227 	}
1228 
1229 	if (new_se_nacl == NULL) {
1230 		pr_debug("Clearing existing fc_port entry\n");
1231 		btree_remove32(&lport->lport_fcport_map, key);
1232 		return;
1233 	}
1234 
1235 	pr_debug("Replacing existing fc_port entry w/o active nacl->fc_port\n");
1236 	btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1237 	fc_port->se_sess = se_sess;
1238 	nacl->fc_port = fc_port;
1239 
1240 	pr_debug("Setup nacl->fc_port %p by s_id for se_nacl: %p, initiatorname: %s\n",
1241 	    nacl->fc_port, new_se_nacl, new_se_nacl->initiatorname);
1242 }
1243 
1244 /*
1245  * Expected to be called with struct qla_hw_data->tgt.sess_lock held
1246  */
1247 static struct fc_port *tcm_qla2xxx_find_sess_by_loop_id(
1248 	scsi_qla_host_t *vha,
1249 	const uint16_t loop_id)
1250 {
1251 	struct tcm_qla2xxx_lport *lport;
1252 	struct se_node_acl *se_nacl;
1253 	struct tcm_qla2xxx_nacl *nacl;
1254 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1255 
1256 	lport = vha->vha_tgt.target_lport_ptr;
1257 	if (!lport) {
1258 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1259 		dump_stack();
1260 		return NULL;
1261 	}
1262 
1263 	pr_debug("find_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1264 
1265 	fc_loopid = lport->lport_loopid_map + loop_id;
1266 	se_nacl = fc_loopid->se_nacl;
1267 	if (!se_nacl) {
1268 		pr_debug("Unable to locate se_nacl by loop_id: 0x%04x\n",
1269 		    loop_id);
1270 		return NULL;
1271 	}
1272 
1273 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1274 
1275 	if (!nacl->fc_port) {
1276 		pr_err("Unable to locate struct fc_port\n");
1277 		return NULL;
1278 	}
1279 
1280 	return nacl->fc_port;
1281 }
1282 
1283 /*
1284  * Expected to be called with struct qla_hw_data->tgt.sess_lock held
1285  */
1286 static void tcm_qla2xxx_set_sess_by_loop_id(
1287 	struct tcm_qla2xxx_lport *lport,
1288 	struct se_node_acl *new_se_nacl,
1289 	struct tcm_qla2xxx_nacl *nacl,
1290 	struct se_session *se_sess,
1291 	struct fc_port *fc_port,
1292 	uint16_t loop_id)
1293 {
1294 	struct se_node_acl *saved_nacl;
1295 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1296 
1297 	pr_debug("set_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1298 
1299 	fc_loopid = &((struct tcm_qla2xxx_fc_loopid *)
1300 			lport->lport_loopid_map)[loop_id];
1301 
1302 	saved_nacl = fc_loopid->se_nacl;
1303 	if (!saved_nacl) {
1304 		pr_debug("Setting up new fc_loopid->se_nacl to new_se_nacl\n");
1305 		fc_loopid->se_nacl = new_se_nacl;
1306 		if (fc_port->se_sess != se_sess)
1307 			fc_port->se_sess = se_sess;
1308 		if (nacl->fc_port != fc_port)
1309 			nacl->fc_port = fc_port;
1310 		return;
1311 	}
1312 
1313 	if (nacl->fc_port) {
1314 		if (new_se_nacl == NULL) {
1315 			pr_debug("Clearing nacl->fc_port and fc_loopid->se_nacl\n");
1316 			fc_loopid->se_nacl = NULL;
1317 			nacl->fc_port = NULL;
1318 			return;
1319 		}
1320 
1321 		pr_debug("Replacing existing nacl->fc_port and fc_loopid->se_nacl\n");
1322 		fc_loopid->se_nacl = new_se_nacl;
1323 		if (fc_port->se_sess != se_sess)
1324 			fc_port->se_sess = se_sess;
1325 		if (nacl->fc_port != fc_port)
1326 			nacl->fc_port = fc_port;
1327 		return;
1328 	}
1329 
1330 	if (new_se_nacl == NULL) {
1331 		pr_debug("Clearing fc_loopid->se_nacl\n");
1332 		fc_loopid->se_nacl = NULL;
1333 		return;
1334 	}
1335 
1336 	pr_debug("Replacing existing fc_loopid->se_nacl w/o active nacl->fc_port\n");
1337 	fc_loopid->se_nacl = new_se_nacl;
1338 	if (fc_port->se_sess != se_sess)
1339 		fc_port->se_sess = se_sess;
1340 	if (nacl->fc_port != fc_port)
1341 		nacl->fc_port = fc_port;
1342 
1343 	pr_debug("Setup nacl->fc_port %p by loop_id for se_nacl: %p, initiatorname: %s\n",
1344 	    nacl->fc_port, new_se_nacl, new_se_nacl->initiatorname);
1345 }
1346 
1347 /*
1348  * Should always be called with qla_hw_data->tgt.sess_lock held.
1349  */
1350 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *lport,
1351 		struct tcm_qla2xxx_nacl *nacl, struct fc_port *sess)
1352 {
1353 	struct se_session *se_sess = sess->se_sess;
1354 
1355 	tcm_qla2xxx_set_sess_by_s_id(lport, NULL, nacl, se_sess,
1356 				     sess, port_id_to_be_id(sess->d_id));
1357 	tcm_qla2xxx_set_sess_by_loop_id(lport, NULL, nacl, se_sess,
1358 				sess, sess->loop_id);
1359 }
1360 
1361 static void tcm_qla2xxx_free_session(struct fc_port *sess)
1362 {
1363 	struct qla_tgt *tgt = sess->tgt;
1364 	struct qla_hw_data *ha = tgt->ha;
1365 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1366 	struct se_session *se_sess;
1367 	struct tcm_qla2xxx_lport *lport;
1368 
1369 	BUG_ON(in_interrupt());
1370 
1371 	se_sess = sess->se_sess;
1372 	if (!se_sess) {
1373 		pr_err("struct fc_port->se_sess is NULL\n");
1374 		dump_stack();
1375 		return;
1376 	}
1377 
1378 	lport = vha->vha_tgt.target_lport_ptr;
1379 	if (!lport) {
1380 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1381 		dump_stack();
1382 		return;
1383 	}
1384 	target_wait_for_sess_cmds(se_sess);
1385 
1386 	target_remove_session(se_sess);
1387 }
1388 
1389 static int tcm_qla2xxx_session_cb(struct se_portal_group *se_tpg,
1390 				  struct se_session *se_sess, void *p)
1391 {
1392 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1393 				struct tcm_qla2xxx_tpg, se_tpg);
1394 	struct tcm_qla2xxx_lport *lport = tpg->lport;
1395 	struct qla_hw_data *ha = lport->qla_vha->hw;
1396 	struct se_node_acl *se_nacl = se_sess->se_node_acl;
1397 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
1398 				struct tcm_qla2xxx_nacl, se_node_acl);
1399 	struct fc_port *qlat_sess = p;
1400 	uint16_t loop_id = qlat_sess->loop_id;
1401 	unsigned long flags;
1402 
1403 	/*
1404 	 * And now setup se_nacl and session pointers into HW lport internal
1405 	 * mappings for fabric S_ID and LOOP_ID.
1406 	 */
1407 	spin_lock_irqsave(&ha->tgt.sess_lock, flags);
1408 	tcm_qla2xxx_set_sess_by_s_id(lport, se_nacl, nacl, se_sess, qlat_sess,
1409 				     port_id_to_be_id(qlat_sess->d_id));
1410 	tcm_qla2xxx_set_sess_by_loop_id(lport, se_nacl, nacl,
1411 					se_sess, qlat_sess, loop_id);
1412 	spin_unlock_irqrestore(&ha->tgt.sess_lock, flags);
1413 
1414 	return 0;
1415 }
1416 
1417 /*
1418  * Called via qlt_create_sess():ha->qla2x_tmpl->check_initiator_node_acl()
1419  * to locate struct se_node_acl
1420  */
1421 static int tcm_qla2xxx_check_initiator_node_acl(
1422 	scsi_qla_host_t *vha,
1423 	unsigned char *fc_wwpn,
1424 	struct fc_port *qlat_sess)
1425 {
1426 	struct qla_hw_data *ha = vha->hw;
1427 	struct tcm_qla2xxx_lport *lport;
1428 	struct tcm_qla2xxx_tpg *tpg;
1429 	struct se_session *se_sess;
1430 	unsigned char port_name[36];
1431 	int num_tags = (ha->cur_fw_xcb_count) ? ha->cur_fw_xcb_count :
1432 		       TCM_QLA2XXX_DEFAULT_TAGS;
1433 
1434 	lport = vha->vha_tgt.target_lport_ptr;
1435 	if (!lport) {
1436 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1437 		dump_stack();
1438 		return -EINVAL;
1439 	}
1440 	/*
1441 	 * Locate the TPG=1 reference..
1442 	 */
1443 	tpg = lport->tpg_1;
1444 	if (!tpg) {
1445 		pr_err("Unable to locate struct tcm_qla2xxx_lport->tpg_1\n");
1446 		return -EINVAL;
1447 	}
1448 	/*
1449 	 * Format the FCP Initiator port_name into colon seperated values to
1450 	 * match the format by tcm_qla2xxx explict ConfigFS NodeACLs.
1451 	 */
1452 	memset(&port_name, 0, 36);
1453 	snprintf(port_name, sizeof(port_name), "%8phC", fc_wwpn);
1454 	/*
1455 	 * Locate our struct se_node_acl either from an explict NodeACL created
1456 	 * via ConfigFS, or via running in TPG demo mode.
1457 	 */
1458 	se_sess = target_setup_session(&tpg->se_tpg, num_tags,
1459 				       sizeof(struct qla_tgt_cmd),
1460 				       TARGET_PROT_ALL, port_name,
1461 				       qlat_sess, tcm_qla2xxx_session_cb);
1462 	if (IS_ERR(se_sess))
1463 		return PTR_ERR(se_sess);
1464 
1465 	return 0;
1466 }
1467 
1468 static void tcm_qla2xxx_update_sess(struct fc_port *sess, port_id_t s_id,
1469 				    uint16_t loop_id, bool conf_compl_supported)
1470 {
1471 	struct qla_tgt *tgt = sess->tgt;
1472 	struct qla_hw_data *ha = tgt->ha;
1473 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1474 	struct tcm_qla2xxx_lport *lport = vha->vha_tgt.target_lport_ptr;
1475 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
1476 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
1477 			struct tcm_qla2xxx_nacl, se_node_acl);
1478 	u32 key;
1479 
1480 
1481 	if (sess->loop_id != loop_id || sess->d_id.b24 != s_id.b24)
1482 		pr_info("Updating session %p from port %8phC loop_id %d -> %d s_id %x:%x:%x -> %x:%x:%x\n",
1483 		    sess, sess->port_name,
1484 		    sess->loop_id, loop_id, sess->d_id.b.domain,
1485 		    sess->d_id.b.area, sess->d_id.b.al_pa, s_id.b.domain,
1486 		    s_id.b.area, s_id.b.al_pa);
1487 
1488 	if (sess->loop_id != loop_id) {
1489 		/*
1490 		 * Because we can shuffle loop IDs around and we
1491 		 * update different sessions non-atomically, we might
1492 		 * have overwritten this session's old loop ID
1493 		 * already, and we might end up overwriting some other
1494 		 * session that will be updated later.  So we have to
1495 		 * be extra careful and we can't warn about those things...
1496 		 */
1497 		if (lport->lport_loopid_map[sess->loop_id].se_nacl == se_nacl)
1498 			lport->lport_loopid_map[sess->loop_id].se_nacl = NULL;
1499 
1500 		lport->lport_loopid_map[loop_id].se_nacl = se_nacl;
1501 
1502 		sess->loop_id = loop_id;
1503 	}
1504 
1505 	if (sess->d_id.b24 != s_id.b24) {
1506 		key = (((u32) sess->d_id.b.domain << 16) |
1507 		       ((u32) sess->d_id.b.area   <<  8) |
1508 		       ((u32) sess->d_id.b.al_pa));
1509 
1510 		if (btree_lookup32(&lport->lport_fcport_map, key))
1511 			WARN(btree_remove32(&lport->lport_fcport_map, key) !=
1512 			    se_nacl, "Found wrong se_nacl when updating s_id %x:%x:%x\n",
1513 			    sess->d_id.b.domain, sess->d_id.b.area,
1514 			    sess->d_id.b.al_pa);
1515 		else
1516 			WARN(1, "No lport_fcport_map entry for s_id %x:%x:%x\n",
1517 			     sess->d_id.b.domain, sess->d_id.b.area,
1518 			     sess->d_id.b.al_pa);
1519 
1520 		key = (((u32) s_id.b.domain << 16) |
1521 		       ((u32) s_id.b.area   <<  8) |
1522 		       ((u32) s_id.b.al_pa));
1523 
1524 		if (btree_lookup32(&lport->lport_fcport_map, key)) {
1525 			WARN(1, "Already have lport_fcport_map entry for s_id %x:%x:%x\n",
1526 			     s_id.b.domain, s_id.b.area, s_id.b.al_pa);
1527 			btree_update32(&lport->lport_fcport_map, key, se_nacl);
1528 		} else {
1529 			btree_insert32(&lport->lport_fcport_map, key, se_nacl,
1530 			    GFP_ATOMIC);
1531 		}
1532 
1533 		sess->d_id = s_id;
1534 		nacl->nport_id = key;
1535 	}
1536 
1537 	sess->conf_compl_supported = conf_compl_supported;
1538 
1539 }
1540 
1541 /*
1542  * Calls into tcm_qla2xxx used by qla2xxx LLD I/O path.
1543  */
1544 static struct qla_tgt_func_tmpl tcm_qla2xxx_template = {
1545 	.find_cmd_by_tag	= tcm_qla2xxx_find_cmd_by_tag,
1546 	.handle_cmd		= tcm_qla2xxx_handle_cmd,
1547 	.handle_data		= tcm_qla2xxx_handle_data,
1548 	.handle_tmr		= tcm_qla2xxx_handle_tmr,
1549 	.free_cmd		= tcm_qla2xxx_free_cmd,
1550 	.free_mcmd		= tcm_qla2xxx_free_mcmd,
1551 	.free_session		= tcm_qla2xxx_free_session,
1552 	.update_sess		= tcm_qla2xxx_update_sess,
1553 	.check_initiator_node_acl = tcm_qla2xxx_check_initiator_node_acl,
1554 	.find_sess_by_s_id	= tcm_qla2xxx_find_sess_by_s_id,
1555 	.find_sess_by_loop_id	= tcm_qla2xxx_find_sess_by_loop_id,
1556 	.clear_nacl_from_fcport_map = tcm_qla2xxx_clear_nacl_from_fcport_map,
1557 	.put_sess		= tcm_qla2xxx_put_sess,
1558 	.shutdown_sess		= tcm_qla2xxx_shutdown_sess,
1559 	.get_dif_tags		= tcm_qla2xxx_dif_tags,
1560 	.chk_dif_tags		= tcm_qla2xxx_chk_dif_tags,
1561 };
1562 
1563 static int tcm_qla2xxx_init_lport(struct tcm_qla2xxx_lport *lport)
1564 {
1565 	int rc;
1566 
1567 	rc = btree_init32(&lport->lport_fcport_map);
1568 	if (rc) {
1569 		pr_err("Unable to initialize lport->lport_fcport_map btree\n");
1570 		return rc;
1571 	}
1572 
1573 	lport->lport_loopid_map =
1574 		vzalloc(array_size(65536,
1575 				   sizeof(struct tcm_qla2xxx_fc_loopid)));
1576 	if (!lport->lport_loopid_map) {
1577 		pr_err("Unable to allocate lport->lport_loopid_map of %zu bytes\n",
1578 		    sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1579 		btree_destroy32(&lport->lport_fcport_map);
1580 		return -ENOMEM;
1581 	}
1582 	pr_debug("qla2xxx: Allocated lport_loopid_map of %zu bytes\n",
1583 	       sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1584 	return 0;
1585 }
1586 
1587 static int tcm_qla2xxx_lport_register_cb(struct scsi_qla_host *vha,
1588 					 void *target_lport_ptr,
1589 					 u64 npiv_wwpn, u64 npiv_wwnn)
1590 {
1591 	struct qla_hw_data *ha = vha->hw;
1592 	struct tcm_qla2xxx_lport *lport =
1593 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1594 	/*
1595 	 * Setup tgt_ops, local pointer to vha and target_lport_ptr
1596 	 */
1597 	ha->tgt.tgt_ops = &tcm_qla2xxx_template;
1598 	vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1599 	lport->qla_vha = vha;
1600 
1601 	return 0;
1602 }
1603 
1604 static struct se_wwn *tcm_qla2xxx_make_lport(
1605 	struct target_fabric_configfs *tf,
1606 	struct config_group *group,
1607 	const char *name)
1608 {
1609 	struct tcm_qla2xxx_lport *lport;
1610 	u64 wwpn;
1611 	int ret = -ENODEV;
1612 
1613 	if (tcm_qla2xxx_parse_wwn(name, &wwpn, 1) < 0)
1614 		return ERR_PTR(-EINVAL);
1615 
1616 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1617 	if (!lport) {
1618 		pr_err("Unable to allocate struct tcm_qla2xxx_lport\n");
1619 		return ERR_PTR(-ENOMEM);
1620 	}
1621 	lport->lport_wwpn = wwpn;
1622 	tcm_qla2xxx_format_wwn(&lport->lport_name[0], TCM_QLA2XXX_NAMELEN,
1623 				wwpn);
1624 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) wwpn);
1625 
1626 	ret = tcm_qla2xxx_init_lport(lport);
1627 	if (ret != 0)
1628 		goto out;
1629 
1630 	ret = qlt_lport_register(lport, wwpn, 0, 0,
1631 				 tcm_qla2xxx_lport_register_cb);
1632 	if (ret != 0)
1633 		goto out_lport;
1634 
1635 	return &lport->lport_wwn;
1636 out_lport:
1637 	vfree(lport->lport_loopid_map);
1638 	btree_destroy32(&lport->lport_fcport_map);
1639 out:
1640 	kfree(lport);
1641 	return ERR_PTR(ret);
1642 }
1643 
1644 static void tcm_qla2xxx_drop_lport(struct se_wwn *wwn)
1645 {
1646 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1647 			struct tcm_qla2xxx_lport, lport_wwn);
1648 	struct scsi_qla_host *vha = lport->qla_vha;
1649 	struct se_node_acl *node;
1650 	u32 key = 0;
1651 
1652 	/*
1653 	 * Call into qla2x_target.c LLD logic to complete the
1654 	 * shutdown of struct qla_tgt after the call to
1655 	 * qlt_stop_phase1() from tcm_qla2xxx_drop_tpg() above..
1656 	 */
1657 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stopped)
1658 		qlt_stop_phase2(vha->vha_tgt.qla_tgt);
1659 
1660 	qlt_lport_deregister(vha);
1661 
1662 	vfree(lport->lport_loopid_map);
1663 	btree_for_each_safe32(&lport->lport_fcport_map, key, node)
1664 		btree_remove32(&lport->lport_fcport_map, key);
1665 	btree_destroy32(&lport->lport_fcport_map);
1666 	kfree(lport);
1667 }
1668 
1669 static int tcm_qla2xxx_lport_register_npiv_cb(struct scsi_qla_host *base_vha,
1670 					      void *target_lport_ptr,
1671 					      u64 npiv_wwpn, u64 npiv_wwnn)
1672 {
1673 	struct fc_vport *vport;
1674 	struct Scsi_Host *sh = base_vha->host;
1675 	struct scsi_qla_host *npiv_vha;
1676 	struct tcm_qla2xxx_lport *lport =
1677 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1678 	struct tcm_qla2xxx_lport *base_lport =
1679 			(struct tcm_qla2xxx_lport *)base_vha->vha_tgt.target_lport_ptr;
1680 	struct fc_vport_identifiers vport_id;
1681 
1682 	if (qla_ini_mode_enabled(base_vha)) {
1683 		pr_err("qla2xxx base_vha not enabled for target mode\n");
1684 		return -EPERM;
1685 	}
1686 
1687 	if (!base_lport || !base_lport->tpg_1 ||
1688 	    !atomic_read(&base_lport->tpg_1->lport_tpg_enabled)) {
1689 		pr_err("qla2xxx base_lport or tpg_1 not available\n");
1690 		return -EPERM;
1691 	}
1692 
1693 	memset(&vport_id, 0, sizeof(vport_id));
1694 	vport_id.port_name = npiv_wwpn;
1695 	vport_id.node_name = npiv_wwnn;
1696 	vport_id.roles = FC_PORT_ROLE_FCP_INITIATOR;
1697 	vport_id.vport_type = FC_PORTTYPE_NPIV;
1698 	vport_id.disable = false;
1699 
1700 	vport = fc_vport_create(sh, 0, &vport_id);
1701 	if (!vport) {
1702 		pr_err("fc_vport_create failed for qla2xxx_npiv\n");
1703 		return -ENODEV;
1704 	}
1705 	/*
1706 	 * Setup local pointer to NPIV vhba + target_lport_ptr
1707 	 */
1708 	npiv_vha = (struct scsi_qla_host *)vport->dd_data;
1709 	npiv_vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1710 	lport->qla_vha = npiv_vha;
1711 	scsi_host_get(npiv_vha->host);
1712 	return 0;
1713 }
1714 
1715 
1716 static struct se_wwn *tcm_qla2xxx_npiv_make_lport(
1717 	struct target_fabric_configfs *tf,
1718 	struct config_group *group,
1719 	const char *name)
1720 {
1721 	struct tcm_qla2xxx_lport *lport;
1722 	u64 phys_wwpn, npiv_wwpn, npiv_wwnn;
1723 	char *p, tmp[128];
1724 	int ret;
1725 
1726 	snprintf(tmp, 128, "%s", name);
1727 
1728 	p = strchr(tmp, '@');
1729 	if (!p) {
1730 		pr_err("Unable to locate NPIV '@' separator\n");
1731 		return ERR_PTR(-EINVAL);
1732 	}
1733 	*p++ = '\0';
1734 
1735 	if (tcm_qla2xxx_parse_wwn(tmp, &phys_wwpn, 1) < 0)
1736 		return ERR_PTR(-EINVAL);
1737 
1738 	if (tcm_qla2xxx_npiv_parse_wwn(p, strlen(p)+1,
1739 				       &npiv_wwpn, &npiv_wwnn) < 0)
1740 		return ERR_PTR(-EINVAL);
1741 
1742 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1743 	if (!lport) {
1744 		pr_err("Unable to allocate struct tcm_qla2xxx_lport for NPIV\n");
1745 		return ERR_PTR(-ENOMEM);
1746 	}
1747 	lport->lport_npiv_wwpn = npiv_wwpn;
1748 	lport->lport_npiv_wwnn = npiv_wwnn;
1749 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) npiv_wwpn);
1750 
1751 	ret = tcm_qla2xxx_init_lport(lport);
1752 	if (ret != 0)
1753 		goto out;
1754 
1755 	ret = qlt_lport_register(lport, phys_wwpn, npiv_wwpn, npiv_wwnn,
1756 				 tcm_qla2xxx_lport_register_npiv_cb);
1757 	if (ret != 0)
1758 		goto out_lport;
1759 
1760 	return &lport->lport_wwn;
1761 out_lport:
1762 	vfree(lport->lport_loopid_map);
1763 	btree_destroy32(&lport->lport_fcport_map);
1764 out:
1765 	kfree(lport);
1766 	return ERR_PTR(ret);
1767 }
1768 
1769 static void tcm_qla2xxx_npiv_drop_lport(struct se_wwn *wwn)
1770 {
1771 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1772 			struct tcm_qla2xxx_lport, lport_wwn);
1773 	struct scsi_qla_host *npiv_vha = lport->qla_vha;
1774 	struct qla_hw_data *ha = npiv_vha->hw;
1775 	scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
1776 
1777 	scsi_host_put(npiv_vha->host);
1778 	/*
1779 	 * Notify libfc that we want to release the vha->fc_vport
1780 	 */
1781 	fc_vport_terminate(npiv_vha->fc_vport);
1782 	scsi_host_put(base_vha->host);
1783 	kfree(lport);
1784 }
1785 
1786 
1787 static ssize_t tcm_qla2xxx_wwn_version_show(struct config_item *item,
1788 		char *page)
1789 {
1790 	return sprintf(page,
1791 	    "TCM QLOGIC QLA2XXX NPIV capable fabric module %s on %s/%s on %s\n",
1792 	    QLA2XXX_VERSION, utsname()->sysname,
1793 	    utsname()->machine, utsname()->release);
1794 }
1795 
1796 CONFIGFS_ATTR_RO(tcm_qla2xxx_wwn_, version);
1797 
1798 static struct configfs_attribute *tcm_qla2xxx_wwn_attrs[] = {
1799 	&tcm_qla2xxx_wwn_attr_version,
1800 	NULL,
1801 };
1802 
1803 static const struct target_core_fabric_ops tcm_qla2xxx_ops = {
1804 	.module				= THIS_MODULE,
1805 	.fabric_name			= "qla2xxx",
1806 	.node_acl_size			= sizeof(struct tcm_qla2xxx_nacl),
1807 	/*
1808 	 * XXX: Limit assumes single page per scatter-gather-list entry.
1809 	 * Current maximum is ~4.9 MB per se_cmd->t_data_sg with PAGE_SIZE=4096
1810 	 */
1811 	.max_data_sg_nents		= 1200,
1812 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
1813 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
1814 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
1815 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
1816 	.tpg_check_demo_mode_write_protect =
1817 					tcm_qla2xxx_check_demo_write_protect,
1818 	.tpg_check_prod_mode_write_protect =
1819 					tcm_qla2xxx_check_prod_write_protect,
1820 	.tpg_check_prot_fabric_only	= tcm_qla2xxx_check_prot_fabric_only,
1821 	.tpg_check_demo_mode_login_only = tcm_qla2xxx_check_demo_mode_login_only,
1822 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
1823 	.check_stop_free		= tcm_qla2xxx_check_stop_free,
1824 	.release_cmd			= tcm_qla2xxx_release_cmd,
1825 	.close_session			= tcm_qla2xxx_close_session,
1826 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
1827 	.sess_get_initiator_sid		= NULL,
1828 	.write_pending			= tcm_qla2xxx_write_pending,
1829 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
1830 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
1831 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
1832 	.queue_status			= tcm_qla2xxx_queue_status,
1833 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
1834 	.aborted_task			= tcm_qla2xxx_aborted_task,
1835 	/*
1836 	 * Setup function pointers for generic logic in
1837 	 * target_core_fabric_configfs.c
1838 	 */
1839 	.fabric_make_wwn		= tcm_qla2xxx_make_lport,
1840 	.fabric_drop_wwn		= tcm_qla2xxx_drop_lport,
1841 	.fabric_make_tpg		= tcm_qla2xxx_make_tpg,
1842 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
1843 	.fabric_init_nodeacl		= tcm_qla2xxx_init_nodeacl,
1844 
1845 	.tfc_wwn_attrs			= tcm_qla2xxx_wwn_attrs,
1846 	.tfc_tpg_base_attrs		= tcm_qla2xxx_tpg_attrs,
1847 	.tfc_tpg_attrib_attrs		= tcm_qla2xxx_tpg_attrib_attrs,
1848 };
1849 
1850 static const struct target_core_fabric_ops tcm_qla2xxx_npiv_ops = {
1851 	.module				= THIS_MODULE,
1852 	.fabric_name			= "qla2xxx_npiv",
1853 	.node_acl_size			= sizeof(struct tcm_qla2xxx_nacl),
1854 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
1855 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
1856 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
1857 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
1858 	.tpg_check_demo_mode_write_protect = tcm_qla2xxx_check_demo_mode,
1859 	.tpg_check_prod_mode_write_protect =
1860 	    tcm_qla2xxx_check_prod_write_protect,
1861 	.tpg_check_demo_mode_login_only	= tcm_qla2xxx_check_demo_mode_login_only,
1862 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
1863 	.check_stop_free                = tcm_qla2xxx_check_stop_free,
1864 	.release_cmd			= tcm_qla2xxx_release_cmd,
1865 	.close_session			= tcm_qla2xxx_close_session,
1866 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
1867 	.sess_get_initiator_sid		= NULL,
1868 	.write_pending			= tcm_qla2xxx_write_pending,
1869 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
1870 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
1871 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
1872 	.queue_status			= tcm_qla2xxx_queue_status,
1873 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
1874 	.aborted_task			= tcm_qla2xxx_aborted_task,
1875 	/*
1876 	 * Setup function pointers for generic logic in
1877 	 * target_core_fabric_configfs.c
1878 	 */
1879 	.fabric_make_wwn		= tcm_qla2xxx_npiv_make_lport,
1880 	.fabric_drop_wwn		= tcm_qla2xxx_npiv_drop_lport,
1881 	.fabric_make_tpg		= tcm_qla2xxx_npiv_make_tpg,
1882 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
1883 	.fabric_init_nodeacl		= tcm_qla2xxx_init_nodeacl,
1884 
1885 	.tfc_wwn_attrs			= tcm_qla2xxx_wwn_attrs,
1886 	.tfc_tpg_base_attrs		= tcm_qla2xxx_npiv_tpg_attrs,
1887 };
1888 
1889 static int tcm_qla2xxx_register_configfs(void)
1890 {
1891 	int ret;
1892 
1893 	pr_debug("TCM QLOGIC QLA2XXX fabric module %s on %s/%s on %s\n",
1894 	    QLA2XXX_VERSION, utsname()->sysname,
1895 	    utsname()->machine, utsname()->release);
1896 
1897 	ret = target_register_template(&tcm_qla2xxx_ops);
1898 	if (ret)
1899 		return ret;
1900 
1901 	ret = target_register_template(&tcm_qla2xxx_npiv_ops);
1902 	if (ret)
1903 		goto out_fabric;
1904 
1905 	tcm_qla2xxx_free_wq = alloc_workqueue("tcm_qla2xxx_free",
1906 						WQ_MEM_RECLAIM, 0);
1907 	if (!tcm_qla2xxx_free_wq) {
1908 		ret = -ENOMEM;
1909 		goto out_fabric_npiv;
1910 	}
1911 
1912 	return 0;
1913 
1914 out_fabric_npiv:
1915 	target_unregister_template(&tcm_qla2xxx_npiv_ops);
1916 out_fabric:
1917 	target_unregister_template(&tcm_qla2xxx_ops);
1918 	return ret;
1919 }
1920 
1921 static void tcm_qla2xxx_deregister_configfs(void)
1922 {
1923 	destroy_workqueue(tcm_qla2xxx_free_wq);
1924 
1925 	target_unregister_template(&tcm_qla2xxx_ops);
1926 	target_unregister_template(&tcm_qla2xxx_npiv_ops);
1927 }
1928 
1929 static int __init tcm_qla2xxx_init(void)
1930 {
1931 	int ret;
1932 
1933 	ret = tcm_qla2xxx_register_configfs();
1934 	if (ret < 0)
1935 		return ret;
1936 
1937 	return 0;
1938 }
1939 
1940 static void __exit tcm_qla2xxx_exit(void)
1941 {
1942 	tcm_qla2xxx_deregister_configfs();
1943 }
1944 
1945 MODULE_DESCRIPTION("TCM QLA24XX+ series NPIV enabled fabric driver");
1946 MODULE_LICENSE("GPL");
1947 module_init(tcm_qla2xxx_init);
1948 module_exit(tcm_qla2xxx_exit);
1949