1 /*******************************************************************************
2  * This file contains tcm implementation using v4 configfs fabric infrastructure
3  * for QLogic target mode HBAs
4  *
5  * (c) Copyright 2010-2013 Datera, Inc.
6  *
7  * Author: Nicholas A. Bellinger <nab@daterainc.com>
8  *
9  * tcm_qla2xxx_parse_wwn() and tcm_qla2xxx_format_wwn() contains code from
10  * the TCM_FC / Open-FCoE.org fabric module.
11  *
12  * Copyright (c) 2010 Cisco Systems, Inc
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or
17  * (at your option) any later version.
18  *
19  * This program is distributed in the hope that it will be useful,
20  * but WITHOUT ANY WARRANTY; without even the implied warranty of
21  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
22  * GNU General Public License for more details.
23  ****************************************************************************/
24 
25 
26 #include <linux/module.h>
27 #include <linux/moduleparam.h>
28 #include <linux/utsname.h>
29 #include <linux/vmalloc.h>
30 #include <linux/init.h>
31 #include <linux/list.h>
32 #include <linux/slab.h>
33 #include <linux/kthread.h>
34 #include <linux/types.h>
35 #include <linux/string.h>
36 #include <linux/configfs.h>
37 #include <linux/ctype.h>
38 #include <asm/unaligned.h>
39 #include <scsi/scsi.h>
40 #include <scsi/scsi_host.h>
41 #include <scsi/scsi_device.h>
42 #include <scsi/scsi_cmnd.h>
43 #include <target/target_core_base.h>
44 #include <target/target_core_fabric.h>
45 
46 #include "qla_def.h"
47 #include "qla_target.h"
48 #include "tcm_qla2xxx.h"
49 
50 static struct workqueue_struct *tcm_qla2xxx_free_wq;
51 
52 /*
53  * Parse WWN.
54  * If strict, we require lower-case hex and colon separators to be sure
55  * the name is the same as what would be generated by ft_format_wwn()
56  * so the name and wwn are mapped one-to-one.
57  */
58 static ssize_t tcm_qla2xxx_parse_wwn(const char *name, u64 *wwn, int strict)
59 {
60 	const char *cp;
61 	char c;
62 	u32 nibble;
63 	u32 byte = 0;
64 	u32 pos = 0;
65 	u32 err;
66 
67 	*wwn = 0;
68 	for (cp = name; cp < &name[TCM_QLA2XXX_NAMELEN - 1]; cp++) {
69 		c = *cp;
70 		if (c == '\n' && cp[1] == '\0')
71 			continue;
72 		if (strict && pos++ == 2 && byte++ < 7) {
73 			pos = 0;
74 			if (c == ':')
75 				continue;
76 			err = 1;
77 			goto fail;
78 		}
79 		if (c == '\0') {
80 			err = 2;
81 			if (strict && byte != 8)
82 				goto fail;
83 			return cp - name;
84 		}
85 		err = 3;
86 		if (isdigit(c))
87 			nibble = c - '0';
88 		else if (isxdigit(c) && (islower(c) || !strict))
89 			nibble = tolower(c) - 'a' + 10;
90 		else
91 			goto fail;
92 		*wwn = (*wwn << 4) | nibble;
93 	}
94 	err = 4;
95 fail:
96 	pr_debug("err %u len %zu pos %u byte %u\n",
97 			err, cp - name, pos, byte);
98 	return -1;
99 }
100 
101 static ssize_t tcm_qla2xxx_format_wwn(char *buf, size_t len, u64 wwn)
102 {
103 	u8 b[8];
104 
105 	put_unaligned_be64(wwn, b);
106 	return snprintf(buf, len,
107 		"%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x",
108 		b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7]);
109 }
110 
111 static char *tcm_qla2xxx_get_fabric_name(void)
112 {
113 	return "qla2xxx";
114 }
115 
116 /*
117  * From drivers/scsi/scsi_transport_fc.c:fc_parse_wwn
118  */
119 static int tcm_qla2xxx_npiv_extract_wwn(const char *ns, u64 *nm)
120 {
121 	unsigned int i, j;
122 	u8 wwn[8];
123 
124 	memset(wwn, 0, sizeof(wwn));
125 
126 	/* Validate and store the new name */
127 	for (i = 0, j = 0; i < 16; i++) {
128 		int value;
129 
130 		value = hex_to_bin(*ns++);
131 		if (value >= 0)
132 			j = (j << 4) | value;
133 		else
134 			return -EINVAL;
135 
136 		if (i % 2) {
137 			wwn[i/2] = j & 0xff;
138 			j = 0;
139 		}
140 	}
141 
142 	*nm = wwn_to_u64(wwn);
143 	return 0;
144 }
145 
146 /*
147  * This parsing logic follows drivers/scsi/scsi_transport_fc.c:
148  * store_fc_host_vport_create()
149  */
150 static int tcm_qla2xxx_npiv_parse_wwn(
151 	const char *name,
152 	size_t count,
153 	u64 *wwpn,
154 	u64 *wwnn)
155 {
156 	unsigned int cnt = count;
157 	int rc;
158 
159 	*wwpn = 0;
160 	*wwnn = 0;
161 
162 	/* count may include a LF at end of string */
163 	if (name[cnt-1] == '\n' || name[cnt-1] == 0)
164 		cnt--;
165 
166 	/* validate we have enough characters for WWPN */
167 	if ((cnt != (16+1+16)) || (name[16] != ':'))
168 		return -EINVAL;
169 
170 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[0], wwpn);
171 	if (rc != 0)
172 		return rc;
173 
174 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[17], wwnn);
175 	if (rc != 0)
176 		return rc;
177 
178 	return 0;
179 }
180 
181 static char *tcm_qla2xxx_npiv_get_fabric_name(void)
182 {
183 	return "qla2xxx_npiv";
184 }
185 
186 static char *tcm_qla2xxx_get_fabric_wwn(struct se_portal_group *se_tpg)
187 {
188 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
189 				struct tcm_qla2xxx_tpg, se_tpg);
190 	struct tcm_qla2xxx_lport *lport = tpg->lport;
191 
192 	return lport->lport_naa_name;
193 }
194 
195 static u16 tcm_qla2xxx_get_tag(struct se_portal_group *se_tpg)
196 {
197 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
198 				struct tcm_qla2xxx_tpg, se_tpg);
199 	return tpg->lport_tpgt;
200 }
201 
202 static int tcm_qla2xxx_check_demo_mode(struct se_portal_group *se_tpg)
203 {
204 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
205 				struct tcm_qla2xxx_tpg, se_tpg);
206 
207 	return tpg->tpg_attrib.generate_node_acls;
208 }
209 
210 static int tcm_qla2xxx_check_demo_mode_cache(struct se_portal_group *se_tpg)
211 {
212 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
213 				struct tcm_qla2xxx_tpg, se_tpg);
214 
215 	return tpg->tpg_attrib.cache_dynamic_acls;
216 }
217 
218 static int tcm_qla2xxx_check_demo_write_protect(struct se_portal_group *se_tpg)
219 {
220 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
221 				struct tcm_qla2xxx_tpg, se_tpg);
222 
223 	return tpg->tpg_attrib.demo_mode_write_protect;
224 }
225 
226 static int tcm_qla2xxx_check_prod_write_protect(struct se_portal_group *se_tpg)
227 {
228 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
229 				struct tcm_qla2xxx_tpg, se_tpg);
230 
231 	return tpg->tpg_attrib.prod_mode_write_protect;
232 }
233 
234 static int tcm_qla2xxx_check_demo_mode_login_only(struct se_portal_group *se_tpg)
235 {
236 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
237 				struct tcm_qla2xxx_tpg, se_tpg);
238 
239 	return tpg->tpg_attrib.demo_mode_login_only;
240 }
241 
242 static int tcm_qla2xxx_check_prot_fabric_only(struct se_portal_group *se_tpg)
243 {
244 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
245 				struct tcm_qla2xxx_tpg, se_tpg);
246 
247 	return tpg->tpg_attrib.fabric_prot_type;
248 }
249 
250 static u32 tcm_qla2xxx_tpg_get_inst_index(struct se_portal_group *se_tpg)
251 {
252 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
253 				struct tcm_qla2xxx_tpg, se_tpg);
254 
255 	return tpg->lport_tpgt;
256 }
257 
258 static void tcm_qla2xxx_complete_mcmd(struct work_struct *work)
259 {
260 	struct qla_tgt_mgmt_cmd *mcmd = container_of(work,
261 			struct qla_tgt_mgmt_cmd, free_work);
262 
263 	transport_generic_free_cmd(&mcmd->se_cmd, 0);
264 }
265 
266 /*
267  * Called from qla_target_template->free_mcmd(), and will call
268  * tcm_qla2xxx_release_cmd() via normal struct target_core_fabric_ops
269  * release callback.  qla_hw_data->hardware_lock is expected to be held
270  */
271 static void tcm_qla2xxx_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd)
272 {
273 	INIT_WORK(&mcmd->free_work, tcm_qla2xxx_complete_mcmd);
274 	queue_work(tcm_qla2xxx_free_wq, &mcmd->free_work);
275 }
276 
277 static void tcm_qla2xxx_complete_free(struct work_struct *work)
278 {
279 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
280 
281 	cmd->cmd_in_wq = 0;
282 
283 	WARN_ON(cmd->trc_flags & TRC_CMD_FREE);
284 
285 	cmd->qpair->tgt_counters.qla_core_ret_sta_ctio++;
286 	cmd->trc_flags |= TRC_CMD_FREE;
287 	transport_generic_free_cmd(&cmd->se_cmd, 0);
288 }
289 
290 /*
291  * Called from qla_target_template->free_cmd(), and will call
292  * tcm_qla2xxx_release_cmd via normal struct target_core_fabric_ops
293  * release callback.  qla_hw_data->hardware_lock is expected to be held
294  */
295 static void tcm_qla2xxx_free_cmd(struct qla_tgt_cmd *cmd)
296 {
297 	cmd->qpair->tgt_counters.core_qla_free_cmd++;
298 	cmd->cmd_in_wq = 1;
299 
300 	WARN_ON(cmd->trc_flags & TRC_CMD_DONE);
301 	cmd->trc_flags |= TRC_CMD_DONE;
302 
303 	INIT_WORK(&cmd->work, tcm_qla2xxx_complete_free);
304 	queue_work_on(smp_processor_id(), tcm_qla2xxx_free_wq, &cmd->work);
305 }
306 
307 /*
308  * Called from struct target_core_fabric_ops->check_stop_free() context
309  */
310 static int tcm_qla2xxx_check_stop_free(struct se_cmd *se_cmd)
311 {
312 	struct qla_tgt_cmd *cmd;
313 
314 	if ((se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) == 0) {
315 		cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
316 		cmd->trc_flags |= TRC_CMD_CHK_STOP;
317 	}
318 
319 	return target_put_sess_cmd(se_cmd);
320 }
321 
322 /* tcm_qla2xxx_release_cmd - Callback from TCM Core to release underlying
323  * fabric descriptor @se_cmd command to release
324  */
325 static void tcm_qla2xxx_release_cmd(struct se_cmd *se_cmd)
326 {
327 	struct qla_tgt_cmd *cmd;
328 
329 	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) {
330 		struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
331 				struct qla_tgt_mgmt_cmd, se_cmd);
332 		qlt_free_mcmd(mcmd);
333 		return;
334 	}
335 
336 	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
337 	qlt_free_cmd(cmd);
338 }
339 
340 static void tcm_qla2xxx_release_session(struct kref *kref)
341 {
342 	struct fc_port  *sess = container_of(kref,
343 	    struct fc_port, sess_kref);
344 
345 	qlt_unreg_sess(sess);
346 }
347 
348 static void tcm_qla2xxx_put_sess(struct fc_port *sess)
349 {
350 	if (!sess)
351 		return;
352 
353 	assert_spin_locked(&sess->vha->hw->tgt.sess_lock);
354 	kref_put(&sess->sess_kref, tcm_qla2xxx_release_session);
355 }
356 
357 static void tcm_qla2xxx_close_session(struct se_session *se_sess)
358 {
359 	struct fc_port *sess = se_sess->fabric_sess_ptr;
360 	struct scsi_qla_host *vha;
361 	unsigned long flags;
362 
363 	BUG_ON(!sess);
364 	vha = sess->vha;
365 
366 	spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags);
367 	target_sess_cmd_list_set_waiting(se_sess);
368 	tcm_qla2xxx_put_sess(sess);
369 	spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags);
370 }
371 
372 static u32 tcm_qla2xxx_sess_get_index(struct se_session *se_sess)
373 {
374 	return 0;
375 }
376 
377 static int tcm_qla2xxx_write_pending(struct se_cmd *se_cmd)
378 {
379 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
380 				struct qla_tgt_cmd, se_cmd);
381 
382 	if (cmd->aborted) {
383 		/* Cmd can loop during Q-full.  tcm_qla2xxx_aborted_task
384 		 * can get ahead of this cmd. tcm_qla2xxx_aborted_task
385 		 * already kick start the free.
386 		 */
387 		pr_debug("write_pending aborted cmd[%p] refcount %d "
388 			"transport_state %x, t_state %x, se_cmd_flags %x\n",
389 			cmd, kref_read(&cmd->se_cmd.cmd_kref),
390 			cmd->se_cmd.transport_state,
391 			cmd->se_cmd.t_state,
392 			cmd->se_cmd.se_cmd_flags);
393 		return 0;
394 	}
395 	cmd->trc_flags |= TRC_XFR_RDY;
396 	cmd->bufflen = se_cmd->data_length;
397 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
398 
399 	cmd->sg_cnt = se_cmd->t_data_nents;
400 	cmd->sg = se_cmd->t_data_sg;
401 
402 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
403 	cmd->prot_sg = se_cmd->t_prot_sg;
404 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
405 	se_cmd->pi_err = 0;
406 
407 	/*
408 	 * qla_target.c:qlt_rdy_to_xfer() will call pci_map_sg() to setup
409 	 * the SGL mappings into PCIe memory for incoming FCP WRITE data.
410 	 */
411 	return qlt_rdy_to_xfer(cmd);
412 }
413 
414 static int tcm_qla2xxx_write_pending_status(struct se_cmd *se_cmd)
415 {
416 	unsigned long flags;
417 	/*
418 	 * Check for WRITE_PENDING status to determine if we need to wait for
419 	 * CTIO aborts to be posted via hardware in tcm_qla2xxx_handle_data().
420 	 */
421 	spin_lock_irqsave(&se_cmd->t_state_lock, flags);
422 	if (se_cmd->t_state == TRANSPORT_WRITE_PENDING ||
423 	    se_cmd->t_state == TRANSPORT_COMPLETE_QF_WP) {
424 		spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
425 		wait_for_completion_timeout(&se_cmd->t_transport_stop_comp,
426 						50);
427 		return 0;
428 	}
429 	spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
430 
431 	return 0;
432 }
433 
434 static void tcm_qla2xxx_set_default_node_attrs(struct se_node_acl *nacl)
435 {
436 	return;
437 }
438 
439 static int tcm_qla2xxx_get_cmd_state(struct se_cmd *se_cmd)
440 {
441 	if (!(se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB)) {
442 		struct qla_tgt_cmd *cmd = container_of(se_cmd,
443 				struct qla_tgt_cmd, se_cmd);
444 		return cmd->state;
445 	}
446 
447 	return 0;
448 }
449 
450 /*
451  * Called from process context in qla_target.c:qlt_do_work() code
452  */
453 static int tcm_qla2xxx_handle_cmd(scsi_qla_host_t *vha, struct qla_tgt_cmd *cmd,
454 	unsigned char *cdb, uint32_t data_length, int fcp_task_attr,
455 	int data_dir, int bidi)
456 {
457 	struct se_cmd *se_cmd = &cmd->se_cmd;
458 	struct se_session *se_sess;
459 	struct fc_port *sess;
460 #ifdef CONFIG_TCM_QLA2XXX_DEBUG
461 	struct se_portal_group *se_tpg;
462 	struct tcm_qla2xxx_tpg *tpg;
463 #endif
464 	int flags = TARGET_SCF_ACK_KREF;
465 
466 	if (bidi)
467 		flags |= TARGET_SCF_BIDI_OP;
468 
469 	if (se_cmd->cpuid != WORK_CPU_UNBOUND)
470 		flags |= TARGET_SCF_USE_CPUID;
471 
472 	sess = cmd->sess;
473 	if (!sess) {
474 		pr_err("Unable to locate struct fc_port from qla_tgt_cmd\n");
475 		return -EINVAL;
476 	}
477 
478 	se_sess = sess->se_sess;
479 	if (!se_sess) {
480 		pr_err("Unable to locate active struct se_session\n");
481 		return -EINVAL;
482 	}
483 
484 #ifdef CONFIG_TCM_QLA2XXX_DEBUG
485 	se_tpg = se_sess->se_tpg;
486 	tpg = container_of(se_tpg, struct tcm_qla2xxx_tpg, se_tpg);
487 	if (unlikely(tpg->tpg_attrib.jam_host)) {
488 		/* return, and dont run target_submit_cmd,discarding command */
489 		return 0;
490 	}
491 #endif
492 
493 	cmd->qpair->tgt_counters.qla_core_sbt_cmd++;
494 	return target_submit_cmd(se_cmd, se_sess, cdb, &cmd->sense_buffer[0],
495 				cmd->unpacked_lun, data_length, fcp_task_attr,
496 				data_dir, flags);
497 }
498 
499 static void tcm_qla2xxx_handle_data_work(struct work_struct *work)
500 {
501 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
502 
503 	/*
504 	 * Ensure that the complete FCP WRITE payload has been received.
505 	 * Otherwise return an exception via CHECK_CONDITION status.
506 	 */
507 	cmd->cmd_in_wq = 0;
508 
509 	cmd->qpair->tgt_counters.qla_core_ret_ctio++;
510 	if (!cmd->write_data_transferred) {
511 		/*
512 		 * Check if se_cmd has already been aborted via LUN_RESET, and
513 		 * waiting upon completion in tcm_qla2xxx_write_pending_status()
514 		 */
515 		if (cmd->se_cmd.transport_state & CMD_T_ABORTED) {
516 			complete(&cmd->se_cmd.t_transport_stop_comp);
517 			return;
518 		}
519 
520 		switch (cmd->dif_err_code) {
521 		case DIF_ERR_GRD:
522 			cmd->se_cmd.pi_err =
523 			    TCM_LOGICAL_BLOCK_GUARD_CHECK_FAILED;
524 			break;
525 		case DIF_ERR_REF:
526 			cmd->se_cmd.pi_err =
527 			    TCM_LOGICAL_BLOCK_REF_TAG_CHECK_FAILED;
528 			break;
529 		case DIF_ERR_APP:
530 			cmd->se_cmd.pi_err =
531 			    TCM_LOGICAL_BLOCK_APP_TAG_CHECK_FAILED;
532 			break;
533 		case DIF_ERR_NONE:
534 		default:
535 			break;
536 		}
537 
538 		if (cmd->se_cmd.pi_err)
539 			transport_generic_request_failure(&cmd->se_cmd,
540 				cmd->se_cmd.pi_err);
541 		else
542 			transport_generic_request_failure(&cmd->se_cmd,
543 				TCM_CHECK_CONDITION_ABORT_CMD);
544 
545 		return;
546 	}
547 
548 	return target_execute_cmd(&cmd->se_cmd);
549 }
550 
551 /*
552  * Called from qla_target.c:qlt_do_ctio_completion()
553  */
554 static void tcm_qla2xxx_handle_data(struct qla_tgt_cmd *cmd)
555 {
556 	cmd->trc_flags |= TRC_DATA_IN;
557 	cmd->cmd_in_wq = 1;
558 	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_data_work);
559 	queue_work_on(smp_processor_id(), tcm_qla2xxx_free_wq, &cmd->work);
560 }
561 
562 static int tcm_qla2xxx_chk_dif_tags(uint32_t tag)
563 {
564 	return 0;
565 }
566 
567 static int tcm_qla2xxx_dif_tags(struct qla_tgt_cmd *cmd,
568     uint16_t *pfw_prot_opts)
569 {
570 	struct se_cmd *se_cmd = &cmd->se_cmd;
571 
572 	if (!(se_cmd->prot_checks & TARGET_DIF_CHECK_GUARD))
573 		*pfw_prot_opts |= PO_DISABLE_GUARD_CHECK;
574 
575 	if (!(se_cmd->prot_checks & TARGET_DIF_CHECK_APPTAG))
576 		*pfw_prot_opts |= PO_DIS_APP_TAG_VALD;
577 
578 	return 0;
579 }
580 
581 /*
582  * Called from qla_target.c:qlt_issue_task_mgmt()
583  */
584 static int tcm_qla2xxx_handle_tmr(struct qla_tgt_mgmt_cmd *mcmd, u64 lun,
585 	uint16_t tmr_func, uint32_t tag)
586 {
587 	struct fc_port *sess = mcmd->sess;
588 	struct se_cmd *se_cmd = &mcmd->se_cmd;
589 	int transl_tmr_func = 0;
590 	int flags = TARGET_SCF_ACK_KREF;
591 
592 	switch (tmr_func) {
593 	case QLA_TGT_ABTS:
594 		pr_debug("%ld: ABTS received\n", sess->vha->host_no);
595 		transl_tmr_func = TMR_ABORT_TASK;
596 		flags |= TARGET_SCF_LOOKUP_LUN_FROM_TAG;
597 		break;
598 	case QLA_TGT_2G_ABORT_TASK:
599 		pr_debug("%ld: 2G Abort Task received\n", sess->vha->host_no);
600 		transl_tmr_func = TMR_ABORT_TASK;
601 		break;
602 	case QLA_TGT_CLEAR_ACA:
603 		pr_debug("%ld: CLEAR_ACA received\n", sess->vha->host_no);
604 		transl_tmr_func = TMR_CLEAR_ACA;
605 		break;
606 	case QLA_TGT_TARGET_RESET:
607 		pr_debug("%ld: TARGET_RESET received\n", sess->vha->host_no);
608 		transl_tmr_func = TMR_TARGET_WARM_RESET;
609 		break;
610 	case QLA_TGT_LUN_RESET:
611 		pr_debug("%ld: LUN_RESET received\n", sess->vha->host_no);
612 		transl_tmr_func = TMR_LUN_RESET;
613 		break;
614 	case QLA_TGT_CLEAR_TS:
615 		pr_debug("%ld: CLEAR_TS received\n", sess->vha->host_no);
616 		transl_tmr_func = TMR_CLEAR_TASK_SET;
617 		break;
618 	case QLA_TGT_ABORT_TS:
619 		pr_debug("%ld: ABORT_TS received\n", sess->vha->host_no);
620 		transl_tmr_func = TMR_ABORT_TASK_SET;
621 		break;
622 	default:
623 		pr_debug("%ld: Unknown task mgmt fn 0x%x\n",
624 		    sess->vha->host_no, tmr_func);
625 		return -ENOSYS;
626 	}
627 
628 	return target_submit_tmr(se_cmd, sess->se_sess, NULL, lun, mcmd,
629 	    transl_tmr_func, GFP_ATOMIC, tag, flags);
630 }
631 
632 static struct qla_tgt_cmd *tcm_qla2xxx_find_cmd_by_tag(struct fc_port *sess,
633     uint64_t tag)
634 {
635 	struct qla_tgt_cmd *cmd = NULL;
636 	struct se_cmd *secmd;
637 	unsigned long flags;
638 
639 	if (!sess->se_sess)
640 		return NULL;
641 
642 	spin_lock_irqsave(&sess->se_sess->sess_cmd_lock, flags);
643 	list_for_each_entry(secmd, &sess->se_sess->sess_cmd_list, se_cmd_list) {
644 		/* skip task management functions, including tmr->task_cmd */
645 		if (secmd->se_cmd_flags & SCF_SCSI_TMR_CDB)
646 			continue;
647 
648 		if (secmd->tag == tag) {
649 			cmd = container_of(secmd, struct qla_tgt_cmd, se_cmd);
650 			break;
651 		}
652 	}
653 	spin_unlock_irqrestore(&sess->se_sess->sess_cmd_lock, flags);
654 
655 	return cmd;
656 }
657 
658 static int tcm_qla2xxx_queue_data_in(struct se_cmd *se_cmd)
659 {
660 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
661 				struct qla_tgt_cmd, se_cmd);
662 
663 	if (cmd->aborted) {
664 		/* Cmd can loop during Q-full.  tcm_qla2xxx_aborted_task
665 		 * can get ahead of this cmd. tcm_qla2xxx_aborted_task
666 		 * already kick start the free.
667 		 */
668 		pr_debug("queue_data_in aborted cmd[%p] refcount %d "
669 			"transport_state %x, t_state %x, se_cmd_flags %x\n",
670 			cmd, kref_read(&cmd->se_cmd.cmd_kref),
671 			cmd->se_cmd.transport_state,
672 			cmd->se_cmd.t_state,
673 			cmd->se_cmd.se_cmd_flags);
674 		return 0;
675 	}
676 
677 	cmd->trc_flags |= TRC_XMIT_DATA;
678 	cmd->bufflen = se_cmd->data_length;
679 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
680 
681 	cmd->sg_cnt = se_cmd->t_data_nents;
682 	cmd->sg = se_cmd->t_data_sg;
683 	cmd->offset = 0;
684 
685 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
686 	cmd->prot_sg = se_cmd->t_prot_sg;
687 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
688 	se_cmd->pi_err = 0;
689 
690 	/*
691 	 * Now queue completed DATA_IN the qla2xxx LLD and response ring
692 	 */
693 	return qlt_xmit_response(cmd, QLA_TGT_XMIT_DATA|QLA_TGT_XMIT_STATUS,
694 				se_cmd->scsi_status);
695 }
696 
697 static int tcm_qla2xxx_queue_status(struct se_cmd *se_cmd)
698 {
699 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
700 				struct qla_tgt_cmd, se_cmd);
701 	int xmit_type = QLA_TGT_XMIT_STATUS;
702 
703 	if (cmd->aborted) {
704 		/*
705 		 * Cmd can loop during Q-full. tcm_qla2xxx_aborted_task
706 		 * can get ahead of this cmd. tcm_qla2xxx_aborted_task
707 		 * already kick start the free.
708 		 */
709 		pr_debug(
710 		    "queue_data_in aborted cmd[%p] refcount %d transport_state %x, t_state %x, se_cmd_flags %x\n",
711 		    cmd, kref_read(&cmd->se_cmd.cmd_kref),
712 		    cmd->se_cmd.transport_state, cmd->se_cmd.t_state,
713 		    cmd->se_cmd.se_cmd_flags);
714 		return 0;
715 	}
716 	cmd->bufflen = se_cmd->data_length;
717 	cmd->sg = NULL;
718 	cmd->sg_cnt = 0;
719 	cmd->offset = 0;
720 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
721 	if (cmd->trc_flags & TRC_XMIT_STATUS) {
722 		pr_crit("Multiple calls for status = %p.\n", cmd);
723 		dump_stack();
724 	}
725 	cmd->trc_flags |= TRC_XMIT_STATUS;
726 
727 	if (se_cmd->data_direction == DMA_FROM_DEVICE) {
728 		/*
729 		 * For FCP_READ with CHECK_CONDITION status, clear cmd->bufflen
730 		 * for qla_tgt_xmit_response LLD code
731 		 */
732 		if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) {
733 			se_cmd->se_cmd_flags &= ~SCF_OVERFLOW_BIT;
734 			se_cmd->residual_count = 0;
735 		}
736 		se_cmd->se_cmd_flags |= SCF_UNDERFLOW_BIT;
737 		se_cmd->residual_count += se_cmd->data_length;
738 
739 		cmd->bufflen = 0;
740 	}
741 	/*
742 	 * Now queue status response to qla2xxx LLD code and response ring
743 	 */
744 	return qlt_xmit_response(cmd, xmit_type, se_cmd->scsi_status);
745 }
746 
747 static void tcm_qla2xxx_queue_tm_rsp(struct se_cmd *se_cmd)
748 {
749 	struct se_tmr_req *se_tmr = se_cmd->se_tmr_req;
750 	struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
751 				struct qla_tgt_mgmt_cmd, se_cmd);
752 
753 	pr_debug("queue_tm_rsp: mcmd: %p func: 0x%02x response: 0x%02x\n",
754 			mcmd, se_tmr->function, se_tmr->response);
755 	/*
756 	 * Do translation between TCM TM response codes and
757 	 * QLA2xxx FC TM response codes.
758 	 */
759 	switch (se_tmr->response) {
760 	case TMR_FUNCTION_COMPLETE:
761 		mcmd->fc_tm_rsp = FC_TM_SUCCESS;
762 		break;
763 	case TMR_TASK_DOES_NOT_EXIST:
764 		mcmd->fc_tm_rsp = FC_TM_BAD_CMD;
765 		break;
766 	case TMR_FUNCTION_REJECTED:
767 		mcmd->fc_tm_rsp = FC_TM_REJECT;
768 		break;
769 	case TMR_LUN_DOES_NOT_EXIST:
770 	default:
771 		mcmd->fc_tm_rsp = FC_TM_FAILED;
772 		break;
773 	}
774 	/*
775 	 * Queue the TM response to QLA2xxx LLD to build a
776 	 * CTIO response packet.
777 	 */
778 	qlt_xmit_tm_rsp(mcmd);
779 }
780 
781 static void tcm_qla2xxx_aborted_task(struct se_cmd *se_cmd)
782 {
783 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
784 				struct qla_tgt_cmd, se_cmd);
785 
786 	if (qlt_abort_cmd(cmd))
787 		return;
788 }
789 
790 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *,
791 			struct tcm_qla2xxx_nacl *, struct fc_port *);
792 /*
793  * Expected to be called with struct qla_hw_data->tgt.sess_lock held
794  */
795 static void tcm_qla2xxx_clear_nacl_from_fcport_map(struct fc_port *sess)
796 {
797 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
798 	struct se_portal_group *se_tpg = se_nacl->se_tpg;
799 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
800 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
801 				struct tcm_qla2xxx_lport, lport_wwn);
802 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
803 				struct tcm_qla2xxx_nacl, se_node_acl);
804 	void *node;
805 
806 	pr_debug("fc_rport domain: port_id 0x%06x\n", nacl->nport_id);
807 
808 	node = btree_remove32(&lport->lport_fcport_map, nacl->nport_id);
809 	if (WARN_ON(node && (node != se_nacl))) {
810 		/*
811 		 * The nacl no longer matches what we think it should be.
812 		 * Most likely a new dynamic acl has been added while
813 		 * someone dropped the hardware lock.  It clearly is a
814 		 * bug elsewhere, but this bit can't make things worse.
815 		 */
816 		btree_insert32(&lport->lport_fcport_map, nacl->nport_id,
817 			       node, GFP_ATOMIC);
818 	}
819 
820 	pr_debug("Removed from fcport_map: %p for WWNN: 0x%016LX, port_id: 0x%06x\n",
821 	    se_nacl, nacl->nport_wwnn, nacl->nport_id);
822 	/*
823 	 * Now clear the se_nacl and session pointers from our HW lport lookup
824 	 * table mapping for this initiator's fabric S_ID and LOOP_ID entries.
825 	 *
826 	 * This is done ahead of callbacks into tcm_qla2xxx_free_session() ->
827 	 * target_wait_for_sess_cmds() before the session waits for outstanding
828 	 * I/O to complete, to avoid a race between session shutdown execution
829 	 * and incoming ATIOs or TMRs picking up a stale se_node_act reference.
830 	 */
831 	tcm_qla2xxx_clear_sess_lookup(lport, nacl, sess);
832 }
833 
834 static void tcm_qla2xxx_shutdown_sess(struct fc_port *sess)
835 {
836 	assert_spin_locked(&sess->vha->hw->tgt.sess_lock);
837 	target_sess_cmd_list_set_waiting(sess->se_sess);
838 }
839 
840 static int tcm_qla2xxx_init_nodeacl(struct se_node_acl *se_nacl,
841 		const char *name)
842 {
843 	struct tcm_qla2xxx_nacl *nacl =
844 		container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
845 	u64 wwnn;
846 
847 	if (tcm_qla2xxx_parse_wwn(name, &wwnn, 1) < 0)
848 		return -EINVAL;
849 
850 	nacl->nport_wwnn = wwnn;
851 	tcm_qla2xxx_format_wwn(&nacl->nport_name[0], TCM_QLA2XXX_NAMELEN, wwnn);
852 
853 	return 0;
854 }
855 
856 /* Start items for tcm_qla2xxx_tpg_attrib_cit */
857 
858 #define DEF_QLA_TPG_ATTRIB(name)					\
859 									\
860 static ssize_t tcm_qla2xxx_tpg_attrib_##name##_show(			\
861 		struct config_item *item, char *page)			\
862 {									\
863 	struct se_portal_group *se_tpg = attrib_to_tpg(item);		\
864 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
865 			struct tcm_qla2xxx_tpg, se_tpg);		\
866 									\
867 	return sprintf(page, "%u\n", tpg->tpg_attrib.name);	\
868 }									\
869 									\
870 static ssize_t tcm_qla2xxx_tpg_attrib_##name##_store(			\
871 		struct config_item *item, const char *page, size_t count) \
872 {									\
873 	struct se_portal_group *se_tpg = attrib_to_tpg(item);		\
874 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
875 			struct tcm_qla2xxx_tpg, se_tpg);		\
876 	struct tcm_qla2xxx_tpg_attrib *a = &tpg->tpg_attrib;		\
877 	unsigned long val;						\
878 	int ret;							\
879 									\
880 	ret = kstrtoul(page, 0, &val);					\
881 	if (ret < 0) {							\
882 		pr_err("kstrtoul() failed with"				\
883 				" ret: %d\n", ret);			\
884 		return -EINVAL;						\
885 	}								\
886 									\
887 	if ((val != 0) && (val != 1)) {					\
888 		pr_err("Illegal boolean value %lu\n", val);		\
889 		return -EINVAL;						\
890 	}								\
891 									\
892 	a->name = val;							\
893 									\
894 	return count;							\
895 }									\
896 CONFIGFS_ATTR(tcm_qla2xxx_tpg_attrib_, name)
897 
898 DEF_QLA_TPG_ATTRIB(generate_node_acls);
899 DEF_QLA_TPG_ATTRIB(cache_dynamic_acls);
900 DEF_QLA_TPG_ATTRIB(demo_mode_write_protect);
901 DEF_QLA_TPG_ATTRIB(prod_mode_write_protect);
902 DEF_QLA_TPG_ATTRIB(demo_mode_login_only);
903 #ifdef CONFIG_TCM_QLA2XXX_DEBUG
904 DEF_QLA_TPG_ATTRIB(jam_host);
905 #endif
906 
907 static struct configfs_attribute *tcm_qla2xxx_tpg_attrib_attrs[] = {
908 	&tcm_qla2xxx_tpg_attrib_attr_generate_node_acls,
909 	&tcm_qla2xxx_tpg_attrib_attr_cache_dynamic_acls,
910 	&tcm_qla2xxx_tpg_attrib_attr_demo_mode_write_protect,
911 	&tcm_qla2xxx_tpg_attrib_attr_prod_mode_write_protect,
912 	&tcm_qla2xxx_tpg_attrib_attr_demo_mode_login_only,
913 #ifdef CONFIG_TCM_QLA2XXX_DEBUG
914 	&tcm_qla2xxx_tpg_attrib_attr_jam_host,
915 #endif
916 	NULL,
917 };
918 
919 /* End items for tcm_qla2xxx_tpg_attrib_cit */
920 
921 static ssize_t tcm_qla2xxx_tpg_enable_show(struct config_item *item,
922 		char *page)
923 {
924 	struct se_portal_group *se_tpg = to_tpg(item);
925 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
926 			struct tcm_qla2xxx_tpg, se_tpg);
927 
928 	return snprintf(page, PAGE_SIZE, "%d\n",
929 			atomic_read(&tpg->lport_tpg_enabled));
930 }
931 
932 static void tcm_qla2xxx_depend_tpg(struct work_struct *work)
933 {
934 	struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
935 				struct tcm_qla2xxx_tpg, tpg_base_work);
936 	struct se_portal_group *se_tpg = &base_tpg->se_tpg;
937 	struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
938 
939 	if (!target_depend_item(&se_tpg->tpg_group.cg_item)) {
940 		atomic_set(&base_tpg->lport_tpg_enabled, 1);
941 		qlt_enable_vha(base_vha);
942 	}
943 	complete(&base_tpg->tpg_base_comp);
944 }
945 
946 static void tcm_qla2xxx_undepend_tpg(struct work_struct *work)
947 {
948 	struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
949 				struct tcm_qla2xxx_tpg, tpg_base_work);
950 	struct se_portal_group *se_tpg = &base_tpg->se_tpg;
951 	struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
952 
953 	if (!qlt_stop_phase1(base_vha->vha_tgt.qla_tgt)) {
954 		atomic_set(&base_tpg->lport_tpg_enabled, 0);
955 		target_undepend_item(&se_tpg->tpg_group.cg_item);
956 	}
957 	complete(&base_tpg->tpg_base_comp);
958 }
959 
960 static ssize_t tcm_qla2xxx_tpg_enable_store(struct config_item *item,
961 		const char *page, size_t count)
962 {
963 	struct se_portal_group *se_tpg = to_tpg(item);
964 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
965 			struct tcm_qla2xxx_tpg, se_tpg);
966 	unsigned long op;
967 	int rc;
968 
969 	rc = kstrtoul(page, 0, &op);
970 	if (rc < 0) {
971 		pr_err("kstrtoul() returned %d\n", rc);
972 		return -EINVAL;
973 	}
974 	if ((op != 1) && (op != 0)) {
975 		pr_err("Illegal value for tpg_enable: %lu\n", op);
976 		return -EINVAL;
977 	}
978 	if (op) {
979 		if (atomic_read(&tpg->lport_tpg_enabled))
980 			return -EEXIST;
981 
982 		INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_depend_tpg);
983 	} else {
984 		if (!atomic_read(&tpg->lport_tpg_enabled))
985 			return count;
986 
987 		INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_undepend_tpg);
988 	}
989 	init_completion(&tpg->tpg_base_comp);
990 	schedule_work(&tpg->tpg_base_work);
991 	wait_for_completion(&tpg->tpg_base_comp);
992 
993 	if (op) {
994 		if (!atomic_read(&tpg->lport_tpg_enabled))
995 			return -ENODEV;
996 	} else {
997 		if (atomic_read(&tpg->lport_tpg_enabled))
998 			return -EPERM;
999 	}
1000 	return count;
1001 }
1002 
1003 static ssize_t tcm_qla2xxx_tpg_dynamic_sessions_show(struct config_item *item,
1004 		char *page)
1005 {
1006 	return target_show_dynamic_sessions(to_tpg(item), page);
1007 }
1008 
1009 static ssize_t tcm_qla2xxx_tpg_fabric_prot_type_store(struct config_item *item,
1010 		const char *page, size_t count)
1011 {
1012 	struct se_portal_group *se_tpg = to_tpg(item);
1013 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1014 				struct tcm_qla2xxx_tpg, se_tpg);
1015 	unsigned long val;
1016 	int ret = kstrtoul(page, 0, &val);
1017 
1018 	if (ret) {
1019 		pr_err("kstrtoul() returned %d for fabric_prot_type\n", ret);
1020 		return ret;
1021 	}
1022 	if (val != 0 && val != 1 && val != 3) {
1023 		pr_err("Invalid qla2xxx fabric_prot_type: %lu\n", val);
1024 		return -EINVAL;
1025 	}
1026 	tpg->tpg_attrib.fabric_prot_type = val;
1027 
1028 	return count;
1029 }
1030 
1031 static ssize_t tcm_qla2xxx_tpg_fabric_prot_type_show(struct config_item *item,
1032 		char *page)
1033 {
1034 	struct se_portal_group *se_tpg = to_tpg(item);
1035 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1036 				struct tcm_qla2xxx_tpg, se_tpg);
1037 
1038 	return sprintf(page, "%d\n", tpg->tpg_attrib.fabric_prot_type);
1039 }
1040 
1041 CONFIGFS_ATTR(tcm_qla2xxx_tpg_, enable);
1042 CONFIGFS_ATTR_RO(tcm_qla2xxx_tpg_, dynamic_sessions);
1043 CONFIGFS_ATTR(tcm_qla2xxx_tpg_, fabric_prot_type);
1044 
1045 static struct configfs_attribute *tcm_qla2xxx_tpg_attrs[] = {
1046 	&tcm_qla2xxx_tpg_attr_enable,
1047 	&tcm_qla2xxx_tpg_attr_dynamic_sessions,
1048 	&tcm_qla2xxx_tpg_attr_fabric_prot_type,
1049 	NULL,
1050 };
1051 
1052 static struct se_portal_group *tcm_qla2xxx_make_tpg(
1053 	struct se_wwn *wwn,
1054 	struct config_group *group,
1055 	const char *name)
1056 {
1057 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1058 			struct tcm_qla2xxx_lport, lport_wwn);
1059 	struct tcm_qla2xxx_tpg *tpg;
1060 	unsigned long tpgt;
1061 	int ret;
1062 
1063 	if (strstr(name, "tpgt_") != name)
1064 		return ERR_PTR(-EINVAL);
1065 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1066 		return ERR_PTR(-EINVAL);
1067 
1068 	if ((tpgt != 1)) {
1069 		pr_err("In non NPIV mode, a single TPG=1 is used for HW port mappings\n");
1070 		return ERR_PTR(-ENOSYS);
1071 	}
1072 
1073 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1074 	if (!tpg) {
1075 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1076 		return ERR_PTR(-ENOMEM);
1077 	}
1078 	tpg->lport = lport;
1079 	tpg->lport_tpgt = tpgt;
1080 	/*
1081 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1082 	 * NodeACLs
1083 	 */
1084 	tpg->tpg_attrib.generate_node_acls = 1;
1085 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1086 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1087 	tpg->tpg_attrib.demo_mode_login_only = 1;
1088 	tpg->tpg_attrib.jam_host = 0;
1089 
1090 	ret = core_tpg_register(wwn, &tpg->se_tpg, SCSI_PROTOCOL_FCP);
1091 	if (ret < 0) {
1092 		kfree(tpg);
1093 		return NULL;
1094 	}
1095 
1096 	lport->tpg_1 = tpg;
1097 
1098 	return &tpg->se_tpg;
1099 }
1100 
1101 static void tcm_qla2xxx_drop_tpg(struct se_portal_group *se_tpg)
1102 {
1103 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1104 			struct tcm_qla2xxx_tpg, se_tpg);
1105 	struct tcm_qla2xxx_lport *lport = tpg->lport;
1106 	struct scsi_qla_host *vha = lport->qla_vha;
1107 	/*
1108 	 * Call into qla2x_target.c LLD logic to shutdown the active
1109 	 * FC Nexuses and disable target mode operation for this qla_hw_data
1110 	 */
1111 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stop)
1112 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1113 
1114 	core_tpg_deregister(se_tpg);
1115 	/*
1116 	 * Clear local TPG=1 pointer for non NPIV mode.
1117 	 */
1118 	lport->tpg_1 = NULL;
1119 	kfree(tpg);
1120 }
1121 
1122 static ssize_t tcm_qla2xxx_npiv_tpg_enable_show(struct config_item *item,
1123 		char *page)
1124 {
1125 	return tcm_qla2xxx_tpg_enable_show(item, page);
1126 }
1127 
1128 static ssize_t tcm_qla2xxx_npiv_tpg_enable_store(struct config_item *item,
1129 		const char *page, size_t count)
1130 {
1131 	struct se_portal_group *se_tpg = to_tpg(item);
1132 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
1133 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
1134 			struct tcm_qla2xxx_lport, lport_wwn);
1135 	struct scsi_qla_host *vha = lport->qla_vha;
1136 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1137 			struct tcm_qla2xxx_tpg, se_tpg);
1138 	unsigned long op;
1139 	int rc;
1140 
1141 	rc = kstrtoul(page, 0, &op);
1142 	if (rc < 0) {
1143 		pr_err("kstrtoul() returned %d\n", rc);
1144 		return -EINVAL;
1145 	}
1146 	if ((op != 1) && (op != 0)) {
1147 		pr_err("Illegal value for tpg_enable: %lu\n", op);
1148 		return -EINVAL;
1149 	}
1150 	if (op) {
1151 		if (atomic_read(&tpg->lport_tpg_enabled))
1152 			return -EEXIST;
1153 
1154 		atomic_set(&tpg->lport_tpg_enabled, 1);
1155 		qlt_enable_vha(vha);
1156 	} else {
1157 		if (!atomic_read(&tpg->lport_tpg_enabled))
1158 			return count;
1159 
1160 		atomic_set(&tpg->lport_tpg_enabled, 0);
1161 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1162 	}
1163 
1164 	return count;
1165 }
1166 
1167 CONFIGFS_ATTR(tcm_qla2xxx_npiv_tpg_, enable);
1168 
1169 static struct configfs_attribute *tcm_qla2xxx_npiv_tpg_attrs[] = {
1170         &tcm_qla2xxx_npiv_tpg_attr_enable,
1171         NULL,
1172 };
1173 
1174 static struct se_portal_group *tcm_qla2xxx_npiv_make_tpg(
1175 	struct se_wwn *wwn,
1176 	struct config_group *group,
1177 	const char *name)
1178 {
1179 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1180 			struct tcm_qla2xxx_lport, lport_wwn);
1181 	struct tcm_qla2xxx_tpg *tpg;
1182 	unsigned long tpgt;
1183 	int ret;
1184 
1185 	if (strstr(name, "tpgt_") != name)
1186 		return ERR_PTR(-EINVAL);
1187 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1188 		return ERR_PTR(-EINVAL);
1189 
1190 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1191 	if (!tpg) {
1192 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1193 		return ERR_PTR(-ENOMEM);
1194 	}
1195 	tpg->lport = lport;
1196 	tpg->lport_tpgt = tpgt;
1197 
1198 	/*
1199 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1200 	 * NodeACLs
1201 	 */
1202 	tpg->tpg_attrib.generate_node_acls = 1;
1203 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1204 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1205 	tpg->tpg_attrib.demo_mode_login_only = 1;
1206 
1207 	ret = core_tpg_register(wwn, &tpg->se_tpg, SCSI_PROTOCOL_FCP);
1208 	if (ret < 0) {
1209 		kfree(tpg);
1210 		return NULL;
1211 	}
1212 	lport->tpg_1 = tpg;
1213 	return &tpg->se_tpg;
1214 }
1215 
1216 /*
1217  * Expected to be called with struct qla_hw_data->tgt.sess_lock held
1218  */
1219 static struct fc_port *tcm_qla2xxx_find_sess_by_s_id(
1220 	scsi_qla_host_t *vha,
1221 	const uint8_t *s_id)
1222 {
1223 	struct tcm_qla2xxx_lport *lport;
1224 	struct se_node_acl *se_nacl;
1225 	struct tcm_qla2xxx_nacl *nacl;
1226 	u32 key;
1227 
1228 	lport = vha->vha_tgt.target_lport_ptr;
1229 	if (!lport) {
1230 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1231 		dump_stack();
1232 		return NULL;
1233 	}
1234 
1235 	key = sid_to_key(s_id);
1236 	pr_debug("find_sess_by_s_id: 0x%06x\n", key);
1237 
1238 	se_nacl = btree_lookup32(&lport->lport_fcport_map, key);
1239 	if (!se_nacl) {
1240 		pr_debug("Unable to locate s_id: 0x%06x\n", key);
1241 		return NULL;
1242 	}
1243 	pr_debug("find_sess_by_s_id: located se_nacl: %p, initiatorname: %s\n",
1244 	    se_nacl, se_nacl->initiatorname);
1245 
1246 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1247 	if (!nacl->fc_port) {
1248 		pr_err("Unable to locate struct fc_port\n");
1249 		return NULL;
1250 	}
1251 
1252 	return nacl->fc_port;
1253 }
1254 
1255 /*
1256  * Expected to be called with struct qla_hw_data->tgt.sess_lock held
1257  */
1258 static void tcm_qla2xxx_set_sess_by_s_id(
1259 	struct tcm_qla2xxx_lport *lport,
1260 	struct se_node_acl *new_se_nacl,
1261 	struct tcm_qla2xxx_nacl *nacl,
1262 	struct se_session *se_sess,
1263 	struct fc_port *fc_port,
1264 	uint8_t *s_id)
1265 {
1266 	u32 key;
1267 	void *slot;
1268 	int rc;
1269 
1270 	key = sid_to_key(s_id);
1271 	pr_debug("set_sess_by_s_id: %06x\n", key);
1272 
1273 	slot = btree_lookup32(&lport->lport_fcport_map, key);
1274 	if (!slot) {
1275 		if (new_se_nacl) {
1276 			pr_debug("Setting up new fc_port entry to new_se_nacl\n");
1277 			nacl->nport_id = key;
1278 			rc = btree_insert32(&lport->lport_fcport_map, key,
1279 					new_se_nacl, GFP_ATOMIC);
1280 			if (rc)
1281 				printk(KERN_ERR "Unable to insert s_id into fcport_map: %06x\n",
1282 				    (int)key);
1283 		} else {
1284 			pr_debug("Wiping nonexisting fc_port entry\n");
1285 		}
1286 
1287 		fc_port->se_sess = se_sess;
1288 		nacl->fc_port = fc_port;
1289 		return;
1290 	}
1291 
1292 	if (nacl->fc_port) {
1293 		if (new_se_nacl == NULL) {
1294 			pr_debug("Clearing existing nacl->fc_port and fc_port entry\n");
1295 			btree_remove32(&lport->lport_fcport_map, key);
1296 			nacl->fc_port = NULL;
1297 			return;
1298 		}
1299 		pr_debug("Replacing existing nacl->fc_port and fc_port entry\n");
1300 		btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1301 		fc_port->se_sess = se_sess;
1302 		nacl->fc_port = fc_port;
1303 		return;
1304 	}
1305 
1306 	if (new_se_nacl == NULL) {
1307 		pr_debug("Clearing existing fc_port entry\n");
1308 		btree_remove32(&lport->lport_fcport_map, key);
1309 		return;
1310 	}
1311 
1312 	pr_debug("Replacing existing fc_port entry w/o active nacl->fc_port\n");
1313 	btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1314 	fc_port->se_sess = se_sess;
1315 	nacl->fc_port = fc_port;
1316 
1317 	pr_debug("Setup nacl->fc_port %p by s_id for se_nacl: %p, initiatorname: %s\n",
1318 	    nacl->fc_port, new_se_nacl, new_se_nacl->initiatorname);
1319 }
1320 
1321 /*
1322  * Expected to be called with struct qla_hw_data->tgt.sess_lock held
1323  */
1324 static struct fc_port *tcm_qla2xxx_find_sess_by_loop_id(
1325 	scsi_qla_host_t *vha,
1326 	const uint16_t loop_id)
1327 {
1328 	struct tcm_qla2xxx_lport *lport;
1329 	struct se_node_acl *se_nacl;
1330 	struct tcm_qla2xxx_nacl *nacl;
1331 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1332 
1333 	lport = vha->vha_tgt.target_lport_ptr;
1334 	if (!lport) {
1335 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1336 		dump_stack();
1337 		return NULL;
1338 	}
1339 
1340 	pr_debug("find_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1341 
1342 	fc_loopid = lport->lport_loopid_map + loop_id;
1343 	se_nacl = fc_loopid->se_nacl;
1344 	if (!se_nacl) {
1345 		pr_debug("Unable to locate se_nacl by loop_id: 0x%04x\n",
1346 		    loop_id);
1347 		return NULL;
1348 	}
1349 
1350 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1351 
1352 	if (!nacl->fc_port) {
1353 		pr_err("Unable to locate struct fc_port\n");
1354 		return NULL;
1355 	}
1356 
1357 	return nacl->fc_port;
1358 }
1359 
1360 /*
1361  * Expected to be called with struct qla_hw_data->tgt.sess_lock held
1362  */
1363 static void tcm_qla2xxx_set_sess_by_loop_id(
1364 	struct tcm_qla2xxx_lport *lport,
1365 	struct se_node_acl *new_se_nacl,
1366 	struct tcm_qla2xxx_nacl *nacl,
1367 	struct se_session *se_sess,
1368 	struct fc_port *fc_port,
1369 	uint16_t loop_id)
1370 {
1371 	struct se_node_acl *saved_nacl;
1372 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1373 
1374 	pr_debug("set_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1375 
1376 	fc_loopid = &((struct tcm_qla2xxx_fc_loopid *)
1377 			lport->lport_loopid_map)[loop_id];
1378 
1379 	saved_nacl = fc_loopid->se_nacl;
1380 	if (!saved_nacl) {
1381 		pr_debug("Setting up new fc_loopid->se_nacl to new_se_nacl\n");
1382 		fc_loopid->se_nacl = new_se_nacl;
1383 		if (fc_port->se_sess != se_sess)
1384 			fc_port->se_sess = se_sess;
1385 		if (nacl->fc_port != fc_port)
1386 			nacl->fc_port = fc_port;
1387 		return;
1388 	}
1389 
1390 	if (nacl->fc_port) {
1391 		if (new_se_nacl == NULL) {
1392 			pr_debug("Clearing nacl->fc_port and fc_loopid->se_nacl\n");
1393 			fc_loopid->se_nacl = NULL;
1394 			nacl->fc_port = NULL;
1395 			return;
1396 		}
1397 
1398 		pr_debug("Replacing existing nacl->fc_port and fc_loopid->se_nacl\n");
1399 		fc_loopid->se_nacl = new_se_nacl;
1400 		if (fc_port->se_sess != se_sess)
1401 			fc_port->se_sess = se_sess;
1402 		if (nacl->fc_port != fc_port)
1403 			nacl->fc_port = fc_port;
1404 		return;
1405 	}
1406 
1407 	if (new_se_nacl == NULL) {
1408 		pr_debug("Clearing fc_loopid->se_nacl\n");
1409 		fc_loopid->se_nacl = NULL;
1410 		return;
1411 	}
1412 
1413 	pr_debug("Replacing existing fc_loopid->se_nacl w/o active nacl->fc_port\n");
1414 	fc_loopid->se_nacl = new_se_nacl;
1415 	if (fc_port->se_sess != se_sess)
1416 		fc_port->se_sess = se_sess;
1417 	if (nacl->fc_port != fc_port)
1418 		nacl->fc_port = fc_port;
1419 
1420 	pr_debug("Setup nacl->fc_port %p by loop_id for se_nacl: %p, initiatorname: %s\n",
1421 	    nacl->fc_port, new_se_nacl, new_se_nacl->initiatorname);
1422 }
1423 
1424 /*
1425  * Should always be called with qla_hw_data->tgt.sess_lock held.
1426  */
1427 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *lport,
1428 		struct tcm_qla2xxx_nacl *nacl, struct fc_port *sess)
1429 {
1430 	struct se_session *se_sess = sess->se_sess;
1431 	unsigned char be_sid[3];
1432 
1433 	be_sid[0] = sess->d_id.b.domain;
1434 	be_sid[1] = sess->d_id.b.area;
1435 	be_sid[2] = sess->d_id.b.al_pa;
1436 
1437 	tcm_qla2xxx_set_sess_by_s_id(lport, NULL, nacl, se_sess,
1438 				sess, be_sid);
1439 	tcm_qla2xxx_set_sess_by_loop_id(lport, NULL, nacl, se_sess,
1440 				sess, sess->loop_id);
1441 }
1442 
1443 static void tcm_qla2xxx_free_session(struct fc_port *sess)
1444 {
1445 	struct qla_tgt *tgt = sess->tgt;
1446 	struct qla_hw_data *ha = tgt->ha;
1447 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1448 	struct se_session *se_sess;
1449 	struct tcm_qla2xxx_lport *lport;
1450 
1451 	BUG_ON(in_interrupt());
1452 
1453 	se_sess = sess->se_sess;
1454 	if (!se_sess) {
1455 		pr_err("struct fc_port->se_sess is NULL\n");
1456 		dump_stack();
1457 		return;
1458 	}
1459 
1460 	lport = vha->vha_tgt.target_lport_ptr;
1461 	if (!lport) {
1462 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1463 		dump_stack();
1464 		return;
1465 	}
1466 	target_wait_for_sess_cmds(se_sess);
1467 
1468 	transport_deregister_session_configfs(sess->se_sess);
1469 	transport_deregister_session(sess->se_sess);
1470 }
1471 
1472 static int tcm_qla2xxx_session_cb(struct se_portal_group *se_tpg,
1473 				  struct se_session *se_sess, void *p)
1474 {
1475 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1476 				struct tcm_qla2xxx_tpg, se_tpg);
1477 	struct tcm_qla2xxx_lport *lport = tpg->lport;
1478 	struct qla_hw_data *ha = lport->qla_vha->hw;
1479 	struct se_node_acl *se_nacl = se_sess->se_node_acl;
1480 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
1481 				struct tcm_qla2xxx_nacl, se_node_acl);
1482 	struct fc_port *qlat_sess = p;
1483 	uint16_t loop_id = qlat_sess->loop_id;
1484 	unsigned long flags;
1485 	unsigned char be_sid[3];
1486 
1487 	be_sid[0] = qlat_sess->d_id.b.domain;
1488 	be_sid[1] = qlat_sess->d_id.b.area;
1489 	be_sid[2] = qlat_sess->d_id.b.al_pa;
1490 
1491 	/*
1492 	 * And now setup se_nacl and session pointers into HW lport internal
1493 	 * mappings for fabric S_ID and LOOP_ID.
1494 	 */
1495 	spin_lock_irqsave(&ha->tgt.sess_lock, flags);
1496 	tcm_qla2xxx_set_sess_by_s_id(lport, se_nacl, nacl,
1497 				     se_sess, qlat_sess, be_sid);
1498 	tcm_qla2xxx_set_sess_by_loop_id(lport, se_nacl, nacl,
1499 					se_sess, qlat_sess, loop_id);
1500 	spin_unlock_irqrestore(&ha->tgt.sess_lock, flags);
1501 
1502 	return 0;
1503 }
1504 
1505 /*
1506  * Called via qlt_create_sess():ha->qla2x_tmpl->check_initiator_node_acl()
1507  * to locate struct se_node_acl
1508  */
1509 static int tcm_qla2xxx_check_initiator_node_acl(
1510 	scsi_qla_host_t *vha,
1511 	unsigned char *fc_wwpn,
1512 	struct fc_port *qlat_sess)
1513 {
1514 	struct qla_hw_data *ha = vha->hw;
1515 	struct tcm_qla2xxx_lport *lport;
1516 	struct tcm_qla2xxx_tpg *tpg;
1517 	struct se_session *se_sess;
1518 	unsigned char port_name[36];
1519 	int num_tags = (ha->cur_fw_xcb_count) ? ha->cur_fw_xcb_count :
1520 		       TCM_QLA2XXX_DEFAULT_TAGS;
1521 
1522 	lport = vha->vha_tgt.target_lport_ptr;
1523 	if (!lport) {
1524 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1525 		dump_stack();
1526 		return -EINVAL;
1527 	}
1528 	/*
1529 	 * Locate the TPG=1 reference..
1530 	 */
1531 	tpg = lport->tpg_1;
1532 	if (!tpg) {
1533 		pr_err("Unable to lcoate struct tcm_qla2xxx_lport->tpg_1\n");
1534 		return -EINVAL;
1535 	}
1536 	/*
1537 	 * Format the FCP Initiator port_name into colon seperated values to
1538 	 * match the format by tcm_qla2xxx explict ConfigFS NodeACLs.
1539 	 */
1540 	memset(&port_name, 0, 36);
1541 	snprintf(port_name, sizeof(port_name), "%8phC", fc_wwpn);
1542 	/*
1543 	 * Locate our struct se_node_acl either from an explict NodeACL created
1544 	 * via ConfigFS, or via running in TPG demo mode.
1545 	 */
1546 	se_sess = target_alloc_session(&tpg->se_tpg, num_tags,
1547 				       sizeof(struct qla_tgt_cmd),
1548 				       TARGET_PROT_ALL, port_name,
1549 				       qlat_sess, tcm_qla2xxx_session_cb);
1550 	if (IS_ERR(se_sess))
1551 		return PTR_ERR(se_sess);
1552 
1553 	return 0;
1554 }
1555 
1556 static void tcm_qla2xxx_update_sess(struct fc_port *sess, port_id_t s_id,
1557 				    uint16_t loop_id, bool conf_compl_supported)
1558 {
1559 	struct qla_tgt *tgt = sess->tgt;
1560 	struct qla_hw_data *ha = tgt->ha;
1561 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1562 	struct tcm_qla2xxx_lport *lport = vha->vha_tgt.target_lport_ptr;
1563 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
1564 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
1565 			struct tcm_qla2xxx_nacl, se_node_acl);
1566 	u32 key;
1567 
1568 
1569 	if (sess->loop_id != loop_id || sess->d_id.b24 != s_id.b24)
1570 		pr_info("Updating session %p from port %8phC loop_id %d -> %d s_id %x:%x:%x -> %x:%x:%x\n",
1571 		    sess, sess->port_name,
1572 		    sess->loop_id, loop_id, sess->d_id.b.domain,
1573 		    sess->d_id.b.area, sess->d_id.b.al_pa, s_id.b.domain,
1574 		    s_id.b.area, s_id.b.al_pa);
1575 
1576 	if (sess->loop_id != loop_id) {
1577 		/*
1578 		 * Because we can shuffle loop IDs around and we
1579 		 * update different sessions non-atomically, we might
1580 		 * have overwritten this session's old loop ID
1581 		 * already, and we might end up overwriting some other
1582 		 * session that will be updated later.  So we have to
1583 		 * be extra careful and we can't warn about those things...
1584 		 */
1585 		if (lport->lport_loopid_map[sess->loop_id].se_nacl == se_nacl)
1586 			lport->lport_loopid_map[sess->loop_id].se_nacl = NULL;
1587 
1588 		lport->lport_loopid_map[loop_id].se_nacl = se_nacl;
1589 
1590 		sess->loop_id = loop_id;
1591 	}
1592 
1593 	if (sess->d_id.b24 != s_id.b24) {
1594 		key = (((u32) sess->d_id.b.domain << 16) |
1595 		       ((u32) sess->d_id.b.area   <<  8) |
1596 		       ((u32) sess->d_id.b.al_pa));
1597 
1598 		if (btree_lookup32(&lport->lport_fcport_map, key))
1599 			WARN(btree_remove32(&lport->lport_fcport_map, key) !=
1600 			    se_nacl, "Found wrong se_nacl when updating s_id %x:%x:%x\n",
1601 			    sess->d_id.b.domain, sess->d_id.b.area,
1602 			    sess->d_id.b.al_pa);
1603 		else
1604 			WARN(1, "No lport_fcport_map entry for s_id %x:%x:%x\n",
1605 			     sess->d_id.b.domain, sess->d_id.b.area,
1606 			     sess->d_id.b.al_pa);
1607 
1608 		key = (((u32) s_id.b.domain << 16) |
1609 		       ((u32) s_id.b.area   <<  8) |
1610 		       ((u32) s_id.b.al_pa));
1611 
1612 		if (btree_lookup32(&lport->lport_fcport_map, key)) {
1613 			WARN(1, "Already have lport_fcport_map entry for s_id %x:%x:%x\n",
1614 			     s_id.b.domain, s_id.b.area, s_id.b.al_pa);
1615 			btree_update32(&lport->lport_fcport_map, key, se_nacl);
1616 		} else {
1617 			btree_insert32(&lport->lport_fcport_map, key, se_nacl,
1618 			    GFP_ATOMIC);
1619 		}
1620 
1621 		sess->d_id = s_id;
1622 		nacl->nport_id = key;
1623 	}
1624 
1625 	sess->conf_compl_supported = conf_compl_supported;
1626 
1627 	/* Reset logout parameters to default */
1628 	sess->logout_on_delete = 1;
1629 	sess->keep_nport_handle = 0;
1630 }
1631 
1632 /*
1633  * Calls into tcm_qla2xxx used by qla2xxx LLD I/O path.
1634  */
1635 static struct qla_tgt_func_tmpl tcm_qla2xxx_template = {
1636 	.find_cmd_by_tag	= tcm_qla2xxx_find_cmd_by_tag,
1637 	.handle_cmd		= tcm_qla2xxx_handle_cmd,
1638 	.handle_data		= tcm_qla2xxx_handle_data,
1639 	.handle_tmr		= tcm_qla2xxx_handle_tmr,
1640 	.free_cmd		= tcm_qla2xxx_free_cmd,
1641 	.free_mcmd		= tcm_qla2xxx_free_mcmd,
1642 	.free_session		= tcm_qla2xxx_free_session,
1643 	.update_sess		= tcm_qla2xxx_update_sess,
1644 	.check_initiator_node_acl = tcm_qla2xxx_check_initiator_node_acl,
1645 	.find_sess_by_s_id	= tcm_qla2xxx_find_sess_by_s_id,
1646 	.find_sess_by_loop_id	= tcm_qla2xxx_find_sess_by_loop_id,
1647 	.clear_nacl_from_fcport_map = tcm_qla2xxx_clear_nacl_from_fcport_map,
1648 	.put_sess		= tcm_qla2xxx_put_sess,
1649 	.shutdown_sess		= tcm_qla2xxx_shutdown_sess,
1650 	.get_dif_tags		= tcm_qla2xxx_dif_tags,
1651 	.chk_dif_tags		= tcm_qla2xxx_chk_dif_tags,
1652 };
1653 
1654 static int tcm_qla2xxx_init_lport(struct tcm_qla2xxx_lport *lport)
1655 {
1656 	int rc;
1657 
1658 	rc = btree_init32(&lport->lport_fcport_map);
1659 	if (rc) {
1660 		pr_err("Unable to initialize lport->lport_fcport_map btree\n");
1661 		return rc;
1662 	}
1663 
1664 	lport->lport_loopid_map =
1665 		vzalloc(array_size(65536,
1666 				   sizeof(struct tcm_qla2xxx_fc_loopid)));
1667 	if (!lport->lport_loopid_map) {
1668 		pr_err("Unable to allocate lport->lport_loopid_map of %zu bytes\n",
1669 		    sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1670 		btree_destroy32(&lport->lport_fcport_map);
1671 		return -ENOMEM;
1672 	}
1673 	pr_debug("qla2xxx: Allocated lport_loopid_map of %zu bytes\n",
1674 	       sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1675 	return 0;
1676 }
1677 
1678 static int tcm_qla2xxx_lport_register_cb(struct scsi_qla_host *vha,
1679 					 void *target_lport_ptr,
1680 					 u64 npiv_wwpn, u64 npiv_wwnn)
1681 {
1682 	struct qla_hw_data *ha = vha->hw;
1683 	struct tcm_qla2xxx_lport *lport =
1684 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1685 	/*
1686 	 * Setup tgt_ops, local pointer to vha and target_lport_ptr
1687 	 */
1688 	ha->tgt.tgt_ops = &tcm_qla2xxx_template;
1689 	vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1690 	lport->qla_vha = vha;
1691 
1692 	return 0;
1693 }
1694 
1695 static struct se_wwn *tcm_qla2xxx_make_lport(
1696 	struct target_fabric_configfs *tf,
1697 	struct config_group *group,
1698 	const char *name)
1699 {
1700 	struct tcm_qla2xxx_lport *lport;
1701 	u64 wwpn;
1702 	int ret = -ENODEV;
1703 
1704 	if (tcm_qla2xxx_parse_wwn(name, &wwpn, 1) < 0)
1705 		return ERR_PTR(-EINVAL);
1706 
1707 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1708 	if (!lport) {
1709 		pr_err("Unable to allocate struct tcm_qla2xxx_lport\n");
1710 		return ERR_PTR(-ENOMEM);
1711 	}
1712 	lport->lport_wwpn = wwpn;
1713 	tcm_qla2xxx_format_wwn(&lport->lport_name[0], TCM_QLA2XXX_NAMELEN,
1714 				wwpn);
1715 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) wwpn);
1716 
1717 	ret = tcm_qla2xxx_init_lport(lport);
1718 	if (ret != 0)
1719 		goto out;
1720 
1721 	ret = qlt_lport_register(lport, wwpn, 0, 0,
1722 				 tcm_qla2xxx_lport_register_cb);
1723 	if (ret != 0)
1724 		goto out_lport;
1725 
1726 	return &lport->lport_wwn;
1727 out_lport:
1728 	vfree(lport->lport_loopid_map);
1729 	btree_destroy32(&lport->lport_fcport_map);
1730 out:
1731 	kfree(lport);
1732 	return ERR_PTR(ret);
1733 }
1734 
1735 static void tcm_qla2xxx_drop_lport(struct se_wwn *wwn)
1736 {
1737 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1738 			struct tcm_qla2xxx_lport, lport_wwn);
1739 	struct scsi_qla_host *vha = lport->qla_vha;
1740 	struct se_node_acl *node;
1741 	u32 key = 0;
1742 
1743 	/*
1744 	 * Call into qla2x_target.c LLD logic to complete the
1745 	 * shutdown of struct qla_tgt after the call to
1746 	 * qlt_stop_phase1() from tcm_qla2xxx_drop_tpg() above..
1747 	 */
1748 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stopped)
1749 		qlt_stop_phase2(vha->vha_tgt.qla_tgt);
1750 
1751 	qlt_lport_deregister(vha);
1752 
1753 	vfree(lport->lport_loopid_map);
1754 	btree_for_each_safe32(&lport->lport_fcport_map, key, node)
1755 		btree_remove32(&lport->lport_fcport_map, key);
1756 	btree_destroy32(&lport->lport_fcport_map);
1757 	kfree(lport);
1758 }
1759 
1760 static int tcm_qla2xxx_lport_register_npiv_cb(struct scsi_qla_host *base_vha,
1761 					      void *target_lport_ptr,
1762 					      u64 npiv_wwpn, u64 npiv_wwnn)
1763 {
1764 	struct fc_vport *vport;
1765 	struct Scsi_Host *sh = base_vha->host;
1766 	struct scsi_qla_host *npiv_vha;
1767 	struct tcm_qla2xxx_lport *lport =
1768 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1769 	struct tcm_qla2xxx_lport *base_lport =
1770 			(struct tcm_qla2xxx_lport *)base_vha->vha_tgt.target_lport_ptr;
1771 	struct fc_vport_identifiers vport_id;
1772 
1773 	if (qla_ini_mode_enabled(base_vha)) {
1774 		pr_err("qla2xxx base_vha not enabled for target mode\n");
1775 		return -EPERM;
1776 	}
1777 
1778 	if (!base_lport || !base_lport->tpg_1 ||
1779 	    !atomic_read(&base_lport->tpg_1->lport_tpg_enabled)) {
1780 		pr_err("qla2xxx base_lport or tpg_1 not available\n");
1781 		return -EPERM;
1782 	}
1783 
1784 	memset(&vport_id, 0, sizeof(vport_id));
1785 	vport_id.port_name = npiv_wwpn;
1786 	vport_id.node_name = npiv_wwnn;
1787 	vport_id.roles = FC_PORT_ROLE_FCP_INITIATOR;
1788 	vport_id.vport_type = FC_PORTTYPE_NPIV;
1789 	vport_id.disable = false;
1790 
1791 	vport = fc_vport_create(sh, 0, &vport_id);
1792 	if (!vport) {
1793 		pr_err("fc_vport_create failed for qla2xxx_npiv\n");
1794 		return -ENODEV;
1795 	}
1796 	/*
1797 	 * Setup local pointer to NPIV vhba + target_lport_ptr
1798 	 */
1799 	npiv_vha = (struct scsi_qla_host *)vport->dd_data;
1800 	npiv_vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1801 	lport->qla_vha = npiv_vha;
1802 	scsi_host_get(npiv_vha->host);
1803 	return 0;
1804 }
1805 
1806 
1807 static struct se_wwn *tcm_qla2xxx_npiv_make_lport(
1808 	struct target_fabric_configfs *tf,
1809 	struct config_group *group,
1810 	const char *name)
1811 {
1812 	struct tcm_qla2xxx_lport *lport;
1813 	u64 phys_wwpn, npiv_wwpn, npiv_wwnn;
1814 	char *p, tmp[128];
1815 	int ret;
1816 
1817 	snprintf(tmp, 128, "%s", name);
1818 
1819 	p = strchr(tmp, '@');
1820 	if (!p) {
1821 		pr_err("Unable to locate NPIV '@' separator\n");
1822 		return ERR_PTR(-EINVAL);
1823 	}
1824 	*p++ = '\0';
1825 
1826 	if (tcm_qla2xxx_parse_wwn(tmp, &phys_wwpn, 1) < 0)
1827 		return ERR_PTR(-EINVAL);
1828 
1829 	if (tcm_qla2xxx_npiv_parse_wwn(p, strlen(p)+1,
1830 				       &npiv_wwpn, &npiv_wwnn) < 0)
1831 		return ERR_PTR(-EINVAL);
1832 
1833 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1834 	if (!lport) {
1835 		pr_err("Unable to allocate struct tcm_qla2xxx_lport for NPIV\n");
1836 		return ERR_PTR(-ENOMEM);
1837 	}
1838 	lport->lport_npiv_wwpn = npiv_wwpn;
1839 	lport->lport_npiv_wwnn = npiv_wwnn;
1840 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) npiv_wwpn);
1841 
1842 	ret = tcm_qla2xxx_init_lport(lport);
1843 	if (ret != 0)
1844 		goto out;
1845 
1846 	ret = qlt_lport_register(lport, phys_wwpn, npiv_wwpn, npiv_wwnn,
1847 				 tcm_qla2xxx_lport_register_npiv_cb);
1848 	if (ret != 0)
1849 		goto out_lport;
1850 
1851 	return &lport->lport_wwn;
1852 out_lport:
1853 	vfree(lport->lport_loopid_map);
1854 	btree_destroy32(&lport->lport_fcport_map);
1855 out:
1856 	kfree(lport);
1857 	return ERR_PTR(ret);
1858 }
1859 
1860 static void tcm_qla2xxx_npiv_drop_lport(struct se_wwn *wwn)
1861 {
1862 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1863 			struct tcm_qla2xxx_lport, lport_wwn);
1864 	struct scsi_qla_host *npiv_vha = lport->qla_vha;
1865 	struct qla_hw_data *ha = npiv_vha->hw;
1866 	scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
1867 
1868 	scsi_host_put(npiv_vha->host);
1869 	/*
1870 	 * Notify libfc that we want to release the vha->fc_vport
1871 	 */
1872 	fc_vport_terminate(npiv_vha->fc_vport);
1873 	scsi_host_put(base_vha->host);
1874 	kfree(lport);
1875 }
1876 
1877 
1878 static ssize_t tcm_qla2xxx_wwn_version_show(struct config_item *item,
1879 		char *page)
1880 {
1881 	return sprintf(page,
1882 	    "TCM QLOGIC QLA2XXX NPIV capable fabric module %s on %s/%s on %s\n",
1883 	    QLA2XXX_VERSION, utsname()->sysname,
1884 	    utsname()->machine, utsname()->release);
1885 }
1886 
1887 CONFIGFS_ATTR_RO(tcm_qla2xxx_wwn_, version);
1888 
1889 static struct configfs_attribute *tcm_qla2xxx_wwn_attrs[] = {
1890 	&tcm_qla2xxx_wwn_attr_version,
1891 	NULL,
1892 };
1893 
1894 static const struct target_core_fabric_ops tcm_qla2xxx_ops = {
1895 	.module				= THIS_MODULE,
1896 	.name				= "qla2xxx",
1897 	.node_acl_size			= sizeof(struct tcm_qla2xxx_nacl),
1898 	/*
1899 	 * XXX: Limit assumes single page per scatter-gather-list entry.
1900 	 * Current maximum is ~4.9 MB per se_cmd->t_data_sg with PAGE_SIZE=4096
1901 	 */
1902 	.max_data_sg_nents		= 1200,
1903 	.get_fabric_name		= tcm_qla2xxx_get_fabric_name,
1904 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
1905 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
1906 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
1907 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
1908 	.tpg_check_demo_mode_write_protect =
1909 					tcm_qla2xxx_check_demo_write_protect,
1910 	.tpg_check_prod_mode_write_protect =
1911 					tcm_qla2xxx_check_prod_write_protect,
1912 	.tpg_check_prot_fabric_only	= tcm_qla2xxx_check_prot_fabric_only,
1913 	.tpg_check_demo_mode_login_only = tcm_qla2xxx_check_demo_mode_login_only,
1914 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
1915 	.check_stop_free		= tcm_qla2xxx_check_stop_free,
1916 	.release_cmd			= tcm_qla2xxx_release_cmd,
1917 	.close_session			= tcm_qla2xxx_close_session,
1918 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
1919 	.sess_get_initiator_sid		= NULL,
1920 	.write_pending			= tcm_qla2xxx_write_pending,
1921 	.write_pending_status		= tcm_qla2xxx_write_pending_status,
1922 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
1923 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
1924 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
1925 	.queue_status			= tcm_qla2xxx_queue_status,
1926 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
1927 	.aborted_task			= tcm_qla2xxx_aborted_task,
1928 	/*
1929 	 * Setup function pointers for generic logic in
1930 	 * target_core_fabric_configfs.c
1931 	 */
1932 	.fabric_make_wwn		= tcm_qla2xxx_make_lport,
1933 	.fabric_drop_wwn		= tcm_qla2xxx_drop_lport,
1934 	.fabric_make_tpg		= tcm_qla2xxx_make_tpg,
1935 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
1936 	.fabric_init_nodeacl		= tcm_qla2xxx_init_nodeacl,
1937 
1938 	.tfc_wwn_attrs			= tcm_qla2xxx_wwn_attrs,
1939 	.tfc_tpg_base_attrs		= tcm_qla2xxx_tpg_attrs,
1940 	.tfc_tpg_attrib_attrs		= tcm_qla2xxx_tpg_attrib_attrs,
1941 };
1942 
1943 static const struct target_core_fabric_ops tcm_qla2xxx_npiv_ops = {
1944 	.module				= THIS_MODULE,
1945 	.name				= "qla2xxx_npiv",
1946 	.node_acl_size			= sizeof(struct tcm_qla2xxx_nacl),
1947 	.get_fabric_name		= tcm_qla2xxx_npiv_get_fabric_name,
1948 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
1949 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
1950 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
1951 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
1952 	.tpg_check_demo_mode_write_protect = tcm_qla2xxx_check_demo_mode,
1953 	.tpg_check_prod_mode_write_protect =
1954 	    tcm_qla2xxx_check_prod_write_protect,
1955 	.tpg_check_demo_mode_login_only	= tcm_qla2xxx_check_demo_mode_login_only,
1956 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
1957 	.check_stop_free                = tcm_qla2xxx_check_stop_free,
1958 	.release_cmd			= tcm_qla2xxx_release_cmd,
1959 	.close_session			= tcm_qla2xxx_close_session,
1960 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
1961 	.sess_get_initiator_sid		= NULL,
1962 	.write_pending			= tcm_qla2xxx_write_pending,
1963 	.write_pending_status		= tcm_qla2xxx_write_pending_status,
1964 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
1965 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
1966 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
1967 	.queue_status			= tcm_qla2xxx_queue_status,
1968 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
1969 	.aborted_task			= tcm_qla2xxx_aborted_task,
1970 	/*
1971 	 * Setup function pointers for generic logic in
1972 	 * target_core_fabric_configfs.c
1973 	 */
1974 	.fabric_make_wwn		= tcm_qla2xxx_npiv_make_lport,
1975 	.fabric_drop_wwn		= tcm_qla2xxx_npiv_drop_lport,
1976 	.fabric_make_tpg		= tcm_qla2xxx_npiv_make_tpg,
1977 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
1978 	.fabric_init_nodeacl		= tcm_qla2xxx_init_nodeacl,
1979 
1980 	.tfc_wwn_attrs			= tcm_qla2xxx_wwn_attrs,
1981 	.tfc_tpg_base_attrs		= tcm_qla2xxx_npiv_tpg_attrs,
1982 };
1983 
1984 static int tcm_qla2xxx_register_configfs(void)
1985 {
1986 	int ret;
1987 
1988 	pr_debug("TCM QLOGIC QLA2XXX fabric module %s on %s/%s on %s\n",
1989 	    QLA2XXX_VERSION, utsname()->sysname,
1990 	    utsname()->machine, utsname()->release);
1991 
1992 	ret = target_register_template(&tcm_qla2xxx_ops);
1993 	if (ret)
1994 		return ret;
1995 
1996 	ret = target_register_template(&tcm_qla2xxx_npiv_ops);
1997 	if (ret)
1998 		goto out_fabric;
1999 
2000 	tcm_qla2xxx_free_wq = alloc_workqueue("tcm_qla2xxx_free",
2001 						WQ_MEM_RECLAIM, 0);
2002 	if (!tcm_qla2xxx_free_wq) {
2003 		ret = -ENOMEM;
2004 		goto out_fabric_npiv;
2005 	}
2006 
2007 	return 0;
2008 
2009 out_fabric_npiv:
2010 	target_unregister_template(&tcm_qla2xxx_npiv_ops);
2011 out_fabric:
2012 	target_unregister_template(&tcm_qla2xxx_ops);
2013 	return ret;
2014 }
2015 
2016 static void tcm_qla2xxx_deregister_configfs(void)
2017 {
2018 	destroy_workqueue(tcm_qla2xxx_free_wq);
2019 
2020 	target_unregister_template(&tcm_qla2xxx_ops);
2021 	target_unregister_template(&tcm_qla2xxx_npiv_ops);
2022 }
2023 
2024 static int __init tcm_qla2xxx_init(void)
2025 {
2026 	int ret;
2027 
2028 	ret = tcm_qla2xxx_register_configfs();
2029 	if (ret < 0)
2030 		return ret;
2031 
2032 	return 0;
2033 }
2034 
2035 static void __exit tcm_qla2xxx_exit(void)
2036 {
2037 	tcm_qla2xxx_deregister_configfs();
2038 }
2039 
2040 MODULE_DESCRIPTION("TCM QLA24XX+ series NPIV enabled fabric driver");
2041 MODULE_LICENSE("GPL");
2042 module_init(tcm_qla2xxx_init);
2043 module_exit(tcm_qla2xxx_exit);
2044