1 /*******************************************************************************
2  * This file contains tcm implementation using v4 configfs fabric infrastructure
3  * for QLogic target mode HBAs
4  *
5  * (c) Copyright 2010-2013 Datera, Inc.
6  *
7  * Author: Nicholas A. Bellinger <nab@daterainc.com>
8  *
9  * tcm_qla2xxx_parse_wwn() and tcm_qla2xxx_format_wwn() contains code from
10  * the TCM_FC / Open-FCoE.org fabric module.
11  *
12  * Copyright (c) 2010 Cisco Systems, Inc
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or
17  * (at your option) any later version.
18  *
19  * This program is distributed in the hope that it will be useful,
20  * but WITHOUT ANY WARRANTY; without even the implied warranty of
21  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
22  * GNU General Public License for more details.
23  ****************************************************************************/
24 
25 
26 #include <linux/module.h>
27 #include <linux/moduleparam.h>
28 #include <generated/utsrelease.h>
29 #include <linux/utsname.h>
30 #include <linux/init.h>
31 #include <linux/list.h>
32 #include <linux/slab.h>
33 #include <linux/kthread.h>
34 #include <linux/types.h>
35 #include <linux/string.h>
36 #include <linux/configfs.h>
37 #include <linux/ctype.h>
38 #include <asm/unaligned.h>
39 #include <scsi/scsi.h>
40 #include <scsi/scsi_host.h>
41 #include <scsi/scsi_device.h>
42 #include <scsi/scsi_cmnd.h>
43 #include <target/target_core_base.h>
44 #include <target/target_core_fabric.h>
45 #include <target/target_core_fabric_configfs.h>
46 #include <target/target_core_configfs.h>
47 #include <target/configfs_macros.h>
48 
49 #include "qla_def.h"
50 #include "qla_target.h"
51 #include "tcm_qla2xxx.h"
52 
53 static struct workqueue_struct *tcm_qla2xxx_free_wq;
54 static struct workqueue_struct *tcm_qla2xxx_cmd_wq;
55 
56 /* Local pointer to allocated TCM configfs fabric module */
57 static struct target_fabric_configfs *tcm_qla2xxx_fabric_configfs;
58 static struct target_fabric_configfs *tcm_qla2xxx_npiv_fabric_configfs;
59 
60 /*
61  * Parse WWN.
62  * If strict, we require lower-case hex and colon separators to be sure
63  * the name is the same as what would be generated by ft_format_wwn()
64  * so the name and wwn are mapped one-to-one.
65  */
66 static ssize_t tcm_qla2xxx_parse_wwn(const char *name, u64 *wwn, int strict)
67 {
68 	const char *cp;
69 	char c;
70 	u32 nibble;
71 	u32 byte = 0;
72 	u32 pos = 0;
73 	u32 err;
74 
75 	*wwn = 0;
76 	for (cp = name; cp < &name[TCM_QLA2XXX_NAMELEN - 1]; cp++) {
77 		c = *cp;
78 		if (c == '\n' && cp[1] == '\0')
79 			continue;
80 		if (strict && pos++ == 2 && byte++ < 7) {
81 			pos = 0;
82 			if (c == ':')
83 				continue;
84 			err = 1;
85 			goto fail;
86 		}
87 		if (c == '\0') {
88 			err = 2;
89 			if (strict && byte != 8)
90 				goto fail;
91 			return cp - name;
92 		}
93 		err = 3;
94 		if (isdigit(c))
95 			nibble = c - '0';
96 		else if (isxdigit(c) && (islower(c) || !strict))
97 			nibble = tolower(c) - 'a' + 10;
98 		else
99 			goto fail;
100 		*wwn = (*wwn << 4) | nibble;
101 	}
102 	err = 4;
103 fail:
104 	pr_debug("err %u len %zu pos %u byte %u\n",
105 			err, cp - name, pos, byte);
106 	return -1;
107 }
108 
109 static ssize_t tcm_qla2xxx_format_wwn(char *buf, size_t len, u64 wwn)
110 {
111 	u8 b[8];
112 
113 	put_unaligned_be64(wwn, b);
114 	return snprintf(buf, len,
115 		"%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x",
116 		b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7]);
117 }
118 
119 static char *tcm_qla2xxx_get_fabric_name(void)
120 {
121 	return "qla2xxx";
122 }
123 
124 /*
125  * From drivers/scsi/scsi_transport_fc.c:fc_parse_wwn
126  */
127 static int tcm_qla2xxx_npiv_extract_wwn(const char *ns, u64 *nm)
128 {
129 	unsigned int i, j;
130 	u8 wwn[8];
131 
132 	memset(wwn, 0, sizeof(wwn));
133 
134 	/* Validate and store the new name */
135 	for (i = 0, j = 0; i < 16; i++) {
136 		int value;
137 
138 		value = hex_to_bin(*ns++);
139 		if (value >= 0)
140 			j = (j << 4) | value;
141 		else
142 			return -EINVAL;
143 
144 		if (i % 2) {
145 			wwn[i/2] = j & 0xff;
146 			j = 0;
147 		}
148 	}
149 
150 	*nm = wwn_to_u64(wwn);
151 	return 0;
152 }
153 
154 /*
155  * This parsing logic follows drivers/scsi/scsi_transport_fc.c:
156  * store_fc_host_vport_create()
157  */
158 static int tcm_qla2xxx_npiv_parse_wwn(
159 	const char *name,
160 	size_t count,
161 	u64 *wwpn,
162 	u64 *wwnn)
163 {
164 	unsigned int cnt = count;
165 	int rc;
166 
167 	*wwpn = 0;
168 	*wwnn = 0;
169 
170 	/* count may include a LF at end of string */
171 	if (name[cnt-1] == '\n' || name[cnt-1] == 0)
172 		cnt--;
173 
174 	/* validate we have enough characters for WWPN */
175 	if ((cnt != (16+1+16)) || (name[16] != ':'))
176 		return -EINVAL;
177 
178 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[0], wwpn);
179 	if (rc != 0)
180 		return rc;
181 
182 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[17], wwnn);
183 	if (rc != 0)
184 		return rc;
185 
186 	return 0;
187 }
188 
189 static char *tcm_qla2xxx_npiv_get_fabric_name(void)
190 {
191 	return "qla2xxx_npiv";
192 }
193 
194 static u8 tcm_qla2xxx_get_fabric_proto_ident(struct se_portal_group *se_tpg)
195 {
196 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
197 				struct tcm_qla2xxx_tpg, se_tpg);
198 	struct tcm_qla2xxx_lport *lport = tpg->lport;
199 	u8 proto_id;
200 
201 	switch (lport->lport_proto_id) {
202 	case SCSI_PROTOCOL_FCP:
203 	default:
204 		proto_id = fc_get_fabric_proto_ident(se_tpg);
205 		break;
206 	}
207 
208 	return proto_id;
209 }
210 
211 static char *tcm_qla2xxx_get_fabric_wwn(struct se_portal_group *se_tpg)
212 {
213 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
214 				struct tcm_qla2xxx_tpg, se_tpg);
215 	struct tcm_qla2xxx_lport *lport = tpg->lport;
216 
217 	return lport->lport_naa_name;
218 }
219 
220 static u16 tcm_qla2xxx_get_tag(struct se_portal_group *se_tpg)
221 {
222 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
223 				struct tcm_qla2xxx_tpg, se_tpg);
224 	return tpg->lport_tpgt;
225 }
226 
227 static u32 tcm_qla2xxx_get_default_depth(struct se_portal_group *se_tpg)
228 {
229 	return 1;
230 }
231 
232 static u32 tcm_qla2xxx_get_pr_transport_id(
233 	struct se_portal_group *se_tpg,
234 	struct se_node_acl *se_nacl,
235 	struct t10_pr_registration *pr_reg,
236 	int *format_code,
237 	unsigned char *buf)
238 {
239 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
240 				struct tcm_qla2xxx_tpg, se_tpg);
241 	struct tcm_qla2xxx_lport *lport = tpg->lport;
242 	int ret = 0;
243 
244 	switch (lport->lport_proto_id) {
245 	case SCSI_PROTOCOL_FCP:
246 	default:
247 		ret = fc_get_pr_transport_id(se_tpg, se_nacl, pr_reg,
248 					format_code, buf);
249 		break;
250 	}
251 
252 	return ret;
253 }
254 
255 static u32 tcm_qla2xxx_get_pr_transport_id_len(
256 	struct se_portal_group *se_tpg,
257 	struct se_node_acl *se_nacl,
258 	struct t10_pr_registration *pr_reg,
259 	int *format_code)
260 {
261 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
262 				struct tcm_qla2xxx_tpg, se_tpg);
263 	struct tcm_qla2xxx_lport *lport = tpg->lport;
264 	int ret = 0;
265 
266 	switch (lport->lport_proto_id) {
267 	case SCSI_PROTOCOL_FCP:
268 	default:
269 		ret = fc_get_pr_transport_id_len(se_tpg, se_nacl, pr_reg,
270 					format_code);
271 		break;
272 	}
273 
274 	return ret;
275 }
276 
277 static char *tcm_qla2xxx_parse_pr_out_transport_id(
278 	struct se_portal_group *se_tpg,
279 	const char *buf,
280 	u32 *out_tid_len,
281 	char **port_nexus_ptr)
282 {
283 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
284 				struct tcm_qla2xxx_tpg, se_tpg);
285 	struct tcm_qla2xxx_lport *lport = tpg->lport;
286 	char *tid = NULL;
287 
288 	switch (lport->lport_proto_id) {
289 	case SCSI_PROTOCOL_FCP:
290 	default:
291 		tid = fc_parse_pr_out_transport_id(se_tpg, buf, out_tid_len,
292 					port_nexus_ptr);
293 		break;
294 	}
295 
296 	return tid;
297 }
298 
299 static int tcm_qla2xxx_check_demo_mode(struct se_portal_group *se_tpg)
300 {
301 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
302 				struct tcm_qla2xxx_tpg, se_tpg);
303 
304 	return tpg->tpg_attrib.generate_node_acls;
305 }
306 
307 static int tcm_qla2xxx_check_demo_mode_cache(struct se_portal_group *se_tpg)
308 {
309 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
310 				struct tcm_qla2xxx_tpg, se_tpg);
311 
312 	return tpg->tpg_attrib.cache_dynamic_acls;
313 }
314 
315 static int tcm_qla2xxx_check_demo_write_protect(struct se_portal_group *se_tpg)
316 {
317 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
318 				struct tcm_qla2xxx_tpg, se_tpg);
319 
320 	return tpg->tpg_attrib.demo_mode_write_protect;
321 }
322 
323 static int tcm_qla2xxx_check_prod_write_protect(struct se_portal_group *se_tpg)
324 {
325 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
326 				struct tcm_qla2xxx_tpg, se_tpg);
327 
328 	return tpg->tpg_attrib.prod_mode_write_protect;
329 }
330 
331 static int tcm_qla2xxx_check_demo_mode_login_only(struct se_portal_group *se_tpg)
332 {
333 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
334 				struct tcm_qla2xxx_tpg, se_tpg);
335 
336 	return tpg->tpg_attrib.demo_mode_login_only;
337 }
338 
339 static struct se_node_acl *tcm_qla2xxx_alloc_fabric_acl(
340 	struct se_portal_group *se_tpg)
341 {
342 	struct tcm_qla2xxx_nacl *nacl;
343 
344 	nacl = kzalloc(sizeof(struct tcm_qla2xxx_nacl), GFP_KERNEL);
345 	if (!nacl) {
346 		pr_err("Unable to allocate struct tcm_qla2xxx_nacl\n");
347 		return NULL;
348 	}
349 
350 	return &nacl->se_node_acl;
351 }
352 
353 static void tcm_qla2xxx_release_fabric_acl(
354 	struct se_portal_group *se_tpg,
355 	struct se_node_acl *se_nacl)
356 {
357 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
358 			struct tcm_qla2xxx_nacl, se_node_acl);
359 	kfree(nacl);
360 }
361 
362 static u32 tcm_qla2xxx_tpg_get_inst_index(struct se_portal_group *se_tpg)
363 {
364 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
365 				struct tcm_qla2xxx_tpg, se_tpg);
366 
367 	return tpg->lport_tpgt;
368 }
369 
370 static void tcm_qla2xxx_complete_mcmd(struct work_struct *work)
371 {
372 	struct qla_tgt_mgmt_cmd *mcmd = container_of(work,
373 			struct qla_tgt_mgmt_cmd, free_work);
374 
375 	transport_generic_free_cmd(&mcmd->se_cmd, 0);
376 }
377 
378 /*
379  * Called from qla_target_template->free_mcmd(), and will call
380  * tcm_qla2xxx_release_cmd() via normal struct target_core_fabric_ops
381  * release callback.  qla_hw_data->hardware_lock is expected to be held
382  */
383 static void tcm_qla2xxx_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd)
384 {
385 	INIT_WORK(&mcmd->free_work, tcm_qla2xxx_complete_mcmd);
386 	queue_work(tcm_qla2xxx_free_wq, &mcmd->free_work);
387 }
388 
389 static void tcm_qla2xxx_complete_free(struct work_struct *work)
390 {
391 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
392 
393 	cmd->cmd_in_wq = 0;
394 
395 	WARN_ON(cmd->cmd_flags &  BIT_16);
396 
397 	cmd->cmd_flags |= BIT_16;
398 	transport_generic_free_cmd(&cmd->se_cmd, 0);
399 }
400 
401 /*
402  * Called from qla_target_template->free_cmd(), and will call
403  * tcm_qla2xxx_release_cmd via normal struct target_core_fabric_ops
404  * release callback.  qla_hw_data->hardware_lock is expected to be held
405  */
406 static void tcm_qla2xxx_free_cmd(struct qla_tgt_cmd *cmd)
407 {
408 	cmd->cmd_in_wq = 1;
409 	INIT_WORK(&cmd->work, tcm_qla2xxx_complete_free);
410 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
411 }
412 
413 /*
414  * Called from struct target_core_fabric_ops->check_stop_free() context
415  */
416 static int tcm_qla2xxx_check_stop_free(struct se_cmd *se_cmd)
417 {
418 	struct qla_tgt_cmd *cmd;
419 
420 	if ((se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) == 0) {
421 		cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
422 		cmd->cmd_flags |= BIT_14;
423 	}
424 
425 	return target_put_sess_cmd(se_cmd->se_sess, se_cmd);
426 }
427 
428 /* tcm_qla2xxx_release_cmd - Callback from TCM Core to release underlying
429  * fabric descriptor @se_cmd command to release
430  */
431 static void tcm_qla2xxx_release_cmd(struct se_cmd *se_cmd)
432 {
433 	struct qla_tgt_cmd *cmd;
434 
435 	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) {
436 		struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
437 				struct qla_tgt_mgmt_cmd, se_cmd);
438 		qlt_free_mcmd(mcmd);
439 		return;
440 	}
441 
442 	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
443 	qlt_free_cmd(cmd);
444 }
445 
446 static int tcm_qla2xxx_shutdown_session(struct se_session *se_sess)
447 {
448 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
449 	struct scsi_qla_host *vha;
450 	unsigned long flags;
451 
452 	BUG_ON(!sess);
453 	vha = sess->vha;
454 
455 	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
456 	target_sess_cmd_list_set_waiting(se_sess);
457 	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
458 
459 	return 1;
460 }
461 
462 static void tcm_qla2xxx_close_session(struct se_session *se_sess)
463 {
464 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
465 	struct scsi_qla_host *vha;
466 	unsigned long flags;
467 
468 	BUG_ON(!sess);
469 	vha = sess->vha;
470 
471 	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
472 	qlt_unreg_sess(sess);
473 	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
474 }
475 
476 static u32 tcm_qla2xxx_sess_get_index(struct se_session *se_sess)
477 {
478 	return 0;
479 }
480 
481 static int tcm_qla2xxx_write_pending(struct se_cmd *se_cmd)
482 {
483 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
484 				struct qla_tgt_cmd, se_cmd);
485 
486 	cmd->bufflen = se_cmd->data_length;
487 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
488 
489 	cmd->sg_cnt = se_cmd->t_data_nents;
490 	cmd->sg = se_cmd->t_data_sg;
491 
492 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
493 	cmd->prot_sg = se_cmd->t_prot_sg;
494 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
495 	se_cmd->pi_err = 0;
496 
497 	/*
498 	 * qla_target.c:qlt_rdy_to_xfer() will call pci_map_sg() to setup
499 	 * the SGL mappings into PCIe memory for incoming FCP WRITE data.
500 	 */
501 	return qlt_rdy_to_xfer(cmd);
502 }
503 
504 static int tcm_qla2xxx_write_pending_status(struct se_cmd *se_cmd)
505 {
506 	unsigned long flags;
507 	/*
508 	 * Check for WRITE_PENDING status to determine if we need to wait for
509 	 * CTIO aborts to be posted via hardware in tcm_qla2xxx_handle_data().
510 	 */
511 	spin_lock_irqsave(&se_cmd->t_state_lock, flags);
512 	if (se_cmd->t_state == TRANSPORT_WRITE_PENDING ||
513 	    se_cmd->t_state == TRANSPORT_COMPLETE_QF_WP) {
514 		spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
515 		wait_for_completion_timeout(&se_cmd->t_transport_stop_comp,
516 						3000);
517 		return 0;
518 	}
519 	spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
520 
521 	return 0;
522 }
523 
524 static void tcm_qla2xxx_set_default_node_attrs(struct se_node_acl *nacl)
525 {
526 	return;
527 }
528 
529 static u32 tcm_qla2xxx_get_task_tag(struct se_cmd *se_cmd)
530 {
531 	struct qla_tgt_cmd *cmd;
532 
533 	/* check for task mgmt cmd */
534 	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB)
535 		return 0xffffffff;
536 
537 	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
538 
539 	return cmd->tag;
540 }
541 
542 static int tcm_qla2xxx_get_cmd_state(struct se_cmd *se_cmd)
543 {
544 	return 0;
545 }
546 
547 /*
548  * Called from process context in qla_target.c:qlt_do_work() code
549  */
550 static int tcm_qla2xxx_handle_cmd(scsi_qla_host_t *vha, struct qla_tgt_cmd *cmd,
551 	unsigned char *cdb, uint32_t data_length, int fcp_task_attr,
552 	int data_dir, int bidi)
553 {
554 	struct se_cmd *se_cmd = &cmd->se_cmd;
555 	struct se_session *se_sess;
556 	struct qla_tgt_sess *sess;
557 	int flags = TARGET_SCF_ACK_KREF;
558 
559 	if (bidi)
560 		flags |= TARGET_SCF_BIDI_OP;
561 
562 	sess = cmd->sess;
563 	if (!sess) {
564 		pr_err("Unable to locate struct qla_tgt_sess from qla_tgt_cmd\n");
565 		return -EINVAL;
566 	}
567 
568 	se_sess = sess->se_sess;
569 	if (!se_sess) {
570 		pr_err("Unable to locate active struct se_session\n");
571 		return -EINVAL;
572 	}
573 
574 	return target_submit_cmd(se_cmd, se_sess, cdb, &cmd->sense_buffer[0],
575 				cmd->unpacked_lun, data_length, fcp_task_attr,
576 				data_dir, flags);
577 }
578 
579 static void tcm_qla2xxx_handle_data_work(struct work_struct *work)
580 {
581 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
582 
583 	/*
584 	 * Ensure that the complete FCP WRITE payload has been received.
585 	 * Otherwise return an exception via CHECK_CONDITION status.
586 	 */
587 	cmd->cmd_in_wq = 0;
588 	cmd->cmd_flags |= BIT_11;
589 	if (!cmd->write_data_transferred) {
590 		/*
591 		 * Check if se_cmd has already been aborted via LUN_RESET, and
592 		 * waiting upon completion in tcm_qla2xxx_write_pending_status()
593 		 */
594 		if (cmd->se_cmd.transport_state & CMD_T_ABORTED) {
595 			complete(&cmd->se_cmd.t_transport_stop_comp);
596 			return;
597 		}
598 
599 		if (cmd->se_cmd.pi_err)
600 			transport_generic_request_failure(&cmd->se_cmd,
601 				cmd->se_cmd.pi_err);
602 		else
603 			transport_generic_request_failure(&cmd->se_cmd,
604 				TCM_CHECK_CONDITION_ABORT_CMD);
605 
606 		return;
607 	}
608 
609 	return target_execute_cmd(&cmd->se_cmd);
610 }
611 
612 /*
613  * Called from qla_target.c:qlt_do_ctio_completion()
614  */
615 static void tcm_qla2xxx_handle_data(struct qla_tgt_cmd *cmd)
616 {
617 	cmd->cmd_flags |= BIT_10;
618 	cmd->cmd_in_wq = 1;
619 	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_data_work);
620 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
621 }
622 
623 static void tcm_qla2xxx_handle_dif_work(struct work_struct *work)
624 {
625 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
626 
627 	/* take an extra kref to prevent cmd free too early.
628 	 * need to wait for SCSI status/check condition to
629 	 * finish responding generate by transport_generic_request_failure.
630 	 */
631 	kref_get(&cmd->se_cmd.cmd_kref);
632 	transport_generic_request_failure(&cmd->se_cmd, cmd->se_cmd.pi_err);
633 }
634 
635 /*
636  * Called from qla_target.c:qlt_do_ctio_completion()
637  */
638 static void tcm_qla2xxx_handle_dif_err(struct qla_tgt_cmd *cmd)
639 {
640 	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_dif_work);
641 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
642 }
643 
644 /*
645  * Called from qla_target.c:qlt_issue_task_mgmt()
646  */
647 static int tcm_qla2xxx_handle_tmr(struct qla_tgt_mgmt_cmd *mcmd, uint32_t lun,
648 	uint8_t tmr_func, uint32_t tag)
649 {
650 	struct qla_tgt_sess *sess = mcmd->sess;
651 	struct se_cmd *se_cmd = &mcmd->se_cmd;
652 
653 	return target_submit_tmr(se_cmd, sess->se_sess, NULL, lun, mcmd,
654 			tmr_func, GFP_ATOMIC, tag, TARGET_SCF_ACK_KREF);
655 }
656 
657 static int tcm_qla2xxx_queue_data_in(struct se_cmd *se_cmd)
658 {
659 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
660 				struct qla_tgt_cmd, se_cmd);
661 
662 	cmd->cmd_flags |= BIT_4;
663 	cmd->bufflen = se_cmd->data_length;
664 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
665 	cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
666 
667 	cmd->sg_cnt = se_cmd->t_data_nents;
668 	cmd->sg = se_cmd->t_data_sg;
669 	cmd->offset = 0;
670 	cmd->cmd_flags |= BIT_3;
671 
672 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
673 	cmd->prot_sg = se_cmd->t_prot_sg;
674 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
675 	se_cmd->pi_err = 0;
676 
677 	/*
678 	 * Now queue completed DATA_IN the qla2xxx LLD and response ring
679 	 */
680 	return qlt_xmit_response(cmd, QLA_TGT_XMIT_DATA|QLA_TGT_XMIT_STATUS,
681 				se_cmd->scsi_status);
682 }
683 
684 static int tcm_qla2xxx_queue_status(struct se_cmd *se_cmd)
685 {
686 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
687 				struct qla_tgt_cmd, se_cmd);
688 	int xmit_type = QLA_TGT_XMIT_STATUS;
689 
690 	cmd->bufflen = se_cmd->data_length;
691 	cmd->sg = NULL;
692 	cmd->sg_cnt = 0;
693 	cmd->offset = 0;
694 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
695 	cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
696 	if (cmd->cmd_flags &  BIT_5) {
697 		pr_crit("Bit_5 already set for cmd = %p.\n", cmd);
698 		dump_stack();
699 	}
700 	cmd->cmd_flags |= BIT_5;
701 
702 	if (se_cmd->data_direction == DMA_FROM_DEVICE) {
703 		/*
704 		 * For FCP_READ with CHECK_CONDITION status, clear cmd->bufflen
705 		 * for qla_tgt_xmit_response LLD code
706 		 */
707 		if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) {
708 			se_cmd->se_cmd_flags &= ~SCF_OVERFLOW_BIT;
709 			se_cmd->residual_count = 0;
710 		}
711 		se_cmd->se_cmd_flags |= SCF_UNDERFLOW_BIT;
712 		se_cmd->residual_count += se_cmd->data_length;
713 
714 		cmd->bufflen = 0;
715 	}
716 	/*
717 	 * Now queue status response to qla2xxx LLD code and response ring
718 	 */
719 	return qlt_xmit_response(cmd, xmit_type, se_cmd->scsi_status);
720 }
721 
722 static void tcm_qla2xxx_queue_tm_rsp(struct se_cmd *se_cmd)
723 {
724 	struct se_tmr_req *se_tmr = se_cmd->se_tmr_req;
725 	struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
726 				struct qla_tgt_mgmt_cmd, se_cmd);
727 
728 	pr_debug("queue_tm_rsp: mcmd: %p func: 0x%02x response: 0x%02x\n",
729 			mcmd, se_tmr->function, se_tmr->response);
730 	/*
731 	 * Do translation between TCM TM response codes and
732 	 * QLA2xxx FC TM response codes.
733 	 */
734 	switch (se_tmr->response) {
735 	case TMR_FUNCTION_COMPLETE:
736 		mcmd->fc_tm_rsp = FC_TM_SUCCESS;
737 		break;
738 	case TMR_TASK_DOES_NOT_EXIST:
739 		mcmd->fc_tm_rsp = FC_TM_BAD_CMD;
740 		break;
741 	case TMR_FUNCTION_REJECTED:
742 		mcmd->fc_tm_rsp = FC_TM_REJECT;
743 		break;
744 	case TMR_LUN_DOES_NOT_EXIST:
745 	default:
746 		mcmd->fc_tm_rsp = FC_TM_FAILED;
747 		break;
748 	}
749 	/*
750 	 * Queue the TM response to QLA2xxx LLD to build a
751 	 * CTIO response packet.
752 	 */
753 	qlt_xmit_tm_rsp(mcmd);
754 }
755 
756 static void tcm_qla2xxx_aborted_task(struct se_cmd *se_cmd)
757 {
758 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
759 				struct qla_tgt_cmd, se_cmd);
760 	struct scsi_qla_host *vha = cmd->vha;
761 	struct qla_hw_data *ha = vha->hw;
762 
763 	if (!cmd->sg_mapped)
764 		return;
765 
766 	pci_unmap_sg(ha->pdev, cmd->sg, cmd->sg_cnt, cmd->dma_data_direction);
767 	cmd->sg_mapped = 0;
768 }
769 
770 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *,
771 			struct tcm_qla2xxx_nacl *, struct qla_tgt_sess *);
772 /*
773  * Expected to be called with struct qla_hw_data->hardware_lock held
774  */
775 static void tcm_qla2xxx_clear_nacl_from_fcport_map(struct qla_tgt_sess *sess)
776 {
777 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
778 	struct se_portal_group *se_tpg = se_nacl->se_tpg;
779 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
780 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
781 				struct tcm_qla2xxx_lport, lport_wwn);
782 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
783 				struct tcm_qla2xxx_nacl, se_node_acl);
784 	void *node;
785 
786 	pr_debug("fc_rport domain: port_id 0x%06x\n", nacl->nport_id);
787 
788 	node = btree_remove32(&lport->lport_fcport_map, nacl->nport_id);
789 	if (WARN_ON(node && (node != se_nacl))) {
790 		/*
791 		 * The nacl no longer matches what we think it should be.
792 		 * Most likely a new dynamic acl has been added while
793 		 * someone dropped the hardware lock.  It clearly is a
794 		 * bug elsewhere, but this bit can't make things worse.
795 		 */
796 		btree_insert32(&lport->lport_fcport_map, nacl->nport_id,
797 			       node, GFP_ATOMIC);
798 	}
799 
800 	pr_debug("Removed from fcport_map: %p for WWNN: 0x%016LX, port_id: 0x%06x\n",
801 	    se_nacl, nacl->nport_wwnn, nacl->nport_id);
802 	/*
803 	 * Now clear the se_nacl and session pointers from our HW lport lookup
804 	 * table mapping for this initiator's fabric S_ID and LOOP_ID entries.
805 	 *
806 	 * This is done ahead of callbacks into tcm_qla2xxx_free_session() ->
807 	 * target_wait_for_sess_cmds() before the session waits for outstanding
808 	 * I/O to complete, to avoid a race between session shutdown execution
809 	 * and incoming ATIOs or TMRs picking up a stale se_node_act reference.
810 	 */
811 	tcm_qla2xxx_clear_sess_lookup(lport, nacl, sess);
812 }
813 
814 static void tcm_qla2xxx_release_session(struct kref *kref)
815 {
816 	struct se_session *se_sess = container_of(kref,
817 			struct se_session, sess_kref);
818 
819 	qlt_unreg_sess(se_sess->fabric_sess_ptr);
820 }
821 
822 static void tcm_qla2xxx_put_session(struct se_session *se_sess)
823 {
824 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
825 	struct qla_hw_data *ha = sess->vha->hw;
826 	unsigned long flags;
827 
828 	spin_lock_irqsave(&ha->hardware_lock, flags);
829 	kref_put(&se_sess->sess_kref, tcm_qla2xxx_release_session);
830 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
831 }
832 
833 static void tcm_qla2xxx_put_sess(struct qla_tgt_sess *sess)
834 {
835 	if (!sess)
836 		return;
837 
838 	assert_spin_locked(&sess->vha->hw->hardware_lock);
839 	kref_put(&sess->se_sess->sess_kref, tcm_qla2xxx_release_session);
840 }
841 
842 static void tcm_qla2xxx_shutdown_sess(struct qla_tgt_sess *sess)
843 {
844 	assert_spin_locked(&sess->vha->hw->hardware_lock);
845 	target_sess_cmd_list_set_waiting(sess->se_sess);
846 }
847 
848 static struct se_node_acl *tcm_qla2xxx_make_nodeacl(
849 	struct se_portal_group *se_tpg,
850 	struct config_group *group,
851 	const char *name)
852 {
853 	struct se_node_acl *se_nacl, *se_nacl_new;
854 	struct tcm_qla2xxx_nacl *nacl;
855 	u64 wwnn;
856 	u32 qla2xxx_nexus_depth;
857 
858 	if (tcm_qla2xxx_parse_wwn(name, &wwnn, 1) < 0)
859 		return ERR_PTR(-EINVAL);
860 
861 	se_nacl_new = tcm_qla2xxx_alloc_fabric_acl(se_tpg);
862 	if (!se_nacl_new)
863 		return ERR_PTR(-ENOMEM);
864 /* #warning FIXME: Hardcoded qla2xxx_nexus depth in tcm_qla2xxx_make_nodeacl */
865 	qla2xxx_nexus_depth = 1;
866 
867 	/*
868 	 * se_nacl_new may be released by core_tpg_add_initiator_node_acl()
869 	 * when converting a NodeACL from demo mode -> explict
870 	 */
871 	se_nacl = core_tpg_add_initiator_node_acl(se_tpg, se_nacl_new,
872 				name, qla2xxx_nexus_depth);
873 	if (IS_ERR(se_nacl)) {
874 		tcm_qla2xxx_release_fabric_acl(se_tpg, se_nacl_new);
875 		return se_nacl;
876 	}
877 	/*
878 	 * Locate our struct tcm_qla2xxx_nacl and set the FC Nport WWPN
879 	 */
880 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
881 	nacl->nport_wwnn = wwnn;
882 	tcm_qla2xxx_format_wwn(&nacl->nport_name[0], TCM_QLA2XXX_NAMELEN, wwnn);
883 
884 	return se_nacl;
885 }
886 
887 static void tcm_qla2xxx_drop_nodeacl(struct se_node_acl *se_acl)
888 {
889 	struct se_portal_group *se_tpg = se_acl->se_tpg;
890 	struct tcm_qla2xxx_nacl *nacl = container_of(se_acl,
891 				struct tcm_qla2xxx_nacl, se_node_acl);
892 
893 	core_tpg_del_initiator_node_acl(se_tpg, se_acl, 1);
894 	kfree(nacl);
895 }
896 
897 /* Start items for tcm_qla2xxx_tpg_attrib_cit */
898 
899 #define DEF_QLA_TPG_ATTRIB(name)					\
900 									\
901 static ssize_t tcm_qla2xxx_tpg_attrib_show_##name(			\
902 	struct se_portal_group *se_tpg,					\
903 	char *page)							\
904 {									\
905 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
906 			struct tcm_qla2xxx_tpg, se_tpg);		\
907 									\
908 	return sprintf(page, "%u\n", tpg->tpg_attrib.name);	\
909 }									\
910 									\
911 static ssize_t tcm_qla2xxx_tpg_attrib_store_##name(			\
912 	struct se_portal_group *se_tpg,					\
913 	const char *page,						\
914 	size_t count)							\
915 {									\
916 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
917 			struct tcm_qla2xxx_tpg, se_tpg);		\
918 	unsigned long val;						\
919 	int ret;							\
920 									\
921 	ret = kstrtoul(page, 0, &val);					\
922 	if (ret < 0) {							\
923 		pr_err("kstrtoul() failed with"				\
924 				" ret: %d\n", ret);			\
925 		return -EINVAL;						\
926 	}								\
927 	ret = tcm_qla2xxx_set_attrib_##name(tpg, val);			\
928 									\
929 	return (!ret) ? count : -EINVAL;				\
930 }
931 
932 #define DEF_QLA_TPG_ATTR_BOOL(_name)					\
933 									\
934 static int tcm_qla2xxx_set_attrib_##_name(				\
935 	struct tcm_qla2xxx_tpg *tpg,					\
936 	unsigned long val)						\
937 {									\
938 	struct tcm_qla2xxx_tpg_attrib *a = &tpg->tpg_attrib;		\
939 									\
940 	if ((val != 0) && (val != 1)) {					\
941 		pr_err("Illegal boolean value %lu\n", val);		\
942 		return -EINVAL;						\
943 	}								\
944 									\
945 	a->_name = val;							\
946 	return 0;							\
947 }
948 
949 #define QLA_TPG_ATTR(_name, _mode) \
950 	TF_TPG_ATTRIB_ATTR(tcm_qla2xxx, _name, _mode);
951 
952 /*
953  * Define tcm_qla2xxx_tpg_attrib_s_generate_node_acls
954  */
955 DEF_QLA_TPG_ATTR_BOOL(generate_node_acls);
956 DEF_QLA_TPG_ATTRIB(generate_node_acls);
957 QLA_TPG_ATTR(generate_node_acls, S_IRUGO | S_IWUSR);
958 
959 /*
960  Define tcm_qla2xxx_attrib_s_cache_dynamic_acls
961  */
962 DEF_QLA_TPG_ATTR_BOOL(cache_dynamic_acls);
963 DEF_QLA_TPG_ATTRIB(cache_dynamic_acls);
964 QLA_TPG_ATTR(cache_dynamic_acls, S_IRUGO | S_IWUSR);
965 
966 /*
967  * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_write_protect
968  */
969 DEF_QLA_TPG_ATTR_BOOL(demo_mode_write_protect);
970 DEF_QLA_TPG_ATTRIB(demo_mode_write_protect);
971 QLA_TPG_ATTR(demo_mode_write_protect, S_IRUGO | S_IWUSR);
972 
973 /*
974  * Define tcm_qla2xxx_tpg_attrib_s_prod_mode_write_protect
975  */
976 DEF_QLA_TPG_ATTR_BOOL(prod_mode_write_protect);
977 DEF_QLA_TPG_ATTRIB(prod_mode_write_protect);
978 QLA_TPG_ATTR(prod_mode_write_protect, S_IRUGO | S_IWUSR);
979 
980 /*
981  * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_login_only
982  */
983 DEF_QLA_TPG_ATTR_BOOL(demo_mode_login_only);
984 DEF_QLA_TPG_ATTRIB(demo_mode_login_only);
985 QLA_TPG_ATTR(demo_mode_login_only, S_IRUGO | S_IWUSR);
986 
987 static struct configfs_attribute *tcm_qla2xxx_tpg_attrib_attrs[] = {
988 	&tcm_qla2xxx_tpg_attrib_generate_node_acls.attr,
989 	&tcm_qla2xxx_tpg_attrib_cache_dynamic_acls.attr,
990 	&tcm_qla2xxx_tpg_attrib_demo_mode_write_protect.attr,
991 	&tcm_qla2xxx_tpg_attrib_prod_mode_write_protect.attr,
992 	&tcm_qla2xxx_tpg_attrib_demo_mode_login_only.attr,
993 	NULL,
994 };
995 
996 /* End items for tcm_qla2xxx_tpg_attrib_cit */
997 
998 static ssize_t tcm_qla2xxx_tpg_show_enable(
999 	struct se_portal_group *se_tpg,
1000 	char *page)
1001 {
1002 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1003 			struct tcm_qla2xxx_tpg, se_tpg);
1004 
1005 	return snprintf(page, PAGE_SIZE, "%d\n",
1006 			atomic_read(&tpg->lport_tpg_enabled));
1007 }
1008 
1009 static void tcm_qla2xxx_depend_tpg(struct work_struct *work)
1010 {
1011 	struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
1012 				struct tcm_qla2xxx_tpg, tpg_base_work);
1013 	struct se_portal_group *se_tpg = &base_tpg->se_tpg;
1014 	struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
1015 
1016 	if (!configfs_depend_item(se_tpg->se_tpg_tfo->tf_subsys,
1017 				  &se_tpg->tpg_group.cg_item)) {
1018 		atomic_set(&base_tpg->lport_tpg_enabled, 1);
1019 		qlt_enable_vha(base_vha);
1020 	}
1021 	complete(&base_tpg->tpg_base_comp);
1022 }
1023 
1024 static void tcm_qla2xxx_undepend_tpg(struct work_struct *work)
1025 {
1026 	struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
1027 				struct tcm_qla2xxx_tpg, tpg_base_work);
1028 	struct se_portal_group *se_tpg = &base_tpg->se_tpg;
1029 	struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
1030 
1031 	if (!qlt_stop_phase1(base_vha->vha_tgt.qla_tgt)) {
1032 		atomic_set(&base_tpg->lport_tpg_enabled, 0);
1033 		configfs_undepend_item(se_tpg->se_tpg_tfo->tf_subsys,
1034 				       &se_tpg->tpg_group.cg_item);
1035 	}
1036 	complete(&base_tpg->tpg_base_comp);
1037 }
1038 
1039 static ssize_t tcm_qla2xxx_tpg_store_enable(
1040 	struct se_portal_group *se_tpg,
1041 	const char *page,
1042 	size_t count)
1043 {
1044 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1045 			struct tcm_qla2xxx_tpg, se_tpg);
1046 	unsigned long op;
1047 	int rc;
1048 
1049 	rc = kstrtoul(page, 0, &op);
1050 	if (rc < 0) {
1051 		pr_err("kstrtoul() returned %d\n", rc);
1052 		return -EINVAL;
1053 	}
1054 	if ((op != 1) && (op != 0)) {
1055 		pr_err("Illegal value for tpg_enable: %lu\n", op);
1056 		return -EINVAL;
1057 	}
1058 	if (op) {
1059 		if (atomic_read(&tpg->lport_tpg_enabled))
1060 			return -EEXIST;
1061 
1062 		INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_depend_tpg);
1063 	} else {
1064 		if (!atomic_read(&tpg->lport_tpg_enabled))
1065 			return count;
1066 
1067 		INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_undepend_tpg);
1068 	}
1069 	init_completion(&tpg->tpg_base_comp);
1070 	schedule_work(&tpg->tpg_base_work);
1071 	wait_for_completion(&tpg->tpg_base_comp);
1072 
1073 	if (op) {
1074 		if (!atomic_read(&tpg->lport_tpg_enabled))
1075 			return -ENODEV;
1076 	} else {
1077 		if (atomic_read(&tpg->lport_tpg_enabled))
1078 			return -EPERM;
1079 	}
1080 	return count;
1081 }
1082 
1083 TF_TPG_BASE_ATTR(tcm_qla2xxx, enable, S_IRUGO | S_IWUSR);
1084 
1085 static struct configfs_attribute *tcm_qla2xxx_tpg_attrs[] = {
1086 	&tcm_qla2xxx_tpg_enable.attr,
1087 	NULL,
1088 };
1089 
1090 static struct se_portal_group *tcm_qla2xxx_make_tpg(
1091 	struct se_wwn *wwn,
1092 	struct config_group *group,
1093 	const char *name)
1094 {
1095 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1096 			struct tcm_qla2xxx_lport, lport_wwn);
1097 	struct tcm_qla2xxx_tpg *tpg;
1098 	unsigned long tpgt;
1099 	int ret;
1100 
1101 	if (strstr(name, "tpgt_") != name)
1102 		return ERR_PTR(-EINVAL);
1103 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1104 		return ERR_PTR(-EINVAL);
1105 
1106 	if ((tpgt != 1)) {
1107 		pr_err("In non NPIV mode, a single TPG=1 is used for HW port mappings\n");
1108 		return ERR_PTR(-ENOSYS);
1109 	}
1110 
1111 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1112 	if (!tpg) {
1113 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1114 		return ERR_PTR(-ENOMEM);
1115 	}
1116 	tpg->lport = lport;
1117 	tpg->lport_tpgt = tpgt;
1118 	/*
1119 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1120 	 * NodeACLs
1121 	 */
1122 	tpg->tpg_attrib.generate_node_acls = 1;
1123 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1124 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1125 	tpg->tpg_attrib.demo_mode_login_only = 1;
1126 
1127 	ret = core_tpg_register(&tcm_qla2xxx_fabric_configfs->tf_ops, wwn,
1128 				&tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
1129 	if (ret < 0) {
1130 		kfree(tpg);
1131 		return NULL;
1132 	}
1133 
1134 	lport->tpg_1 = tpg;
1135 
1136 	return &tpg->se_tpg;
1137 }
1138 
1139 static void tcm_qla2xxx_drop_tpg(struct se_portal_group *se_tpg)
1140 {
1141 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1142 			struct tcm_qla2xxx_tpg, se_tpg);
1143 	struct tcm_qla2xxx_lport *lport = tpg->lport;
1144 	struct scsi_qla_host *vha = lport->qla_vha;
1145 	/*
1146 	 * Call into qla2x_target.c LLD logic to shutdown the active
1147 	 * FC Nexuses and disable target mode operation for this qla_hw_data
1148 	 */
1149 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stop)
1150 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1151 
1152 	core_tpg_deregister(se_tpg);
1153 	/*
1154 	 * Clear local TPG=1 pointer for non NPIV mode.
1155 	 */
1156 	lport->tpg_1 = NULL;
1157 	kfree(tpg);
1158 }
1159 
1160 static ssize_t tcm_qla2xxx_npiv_tpg_show_enable(
1161 	struct se_portal_group *se_tpg,
1162 	char *page)
1163 {
1164 	return tcm_qla2xxx_tpg_show_enable(se_tpg, page);
1165 }
1166 
1167 static ssize_t tcm_qla2xxx_npiv_tpg_store_enable(
1168 	struct se_portal_group *se_tpg,
1169 	const char *page,
1170 	size_t count)
1171 {
1172 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
1173 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
1174 			struct tcm_qla2xxx_lport, lport_wwn);
1175 	struct scsi_qla_host *vha = lport->qla_vha;
1176 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1177 			struct tcm_qla2xxx_tpg, se_tpg);
1178 	unsigned long op;
1179 	int rc;
1180 
1181 	rc = kstrtoul(page, 0, &op);
1182 	if (rc < 0) {
1183 		pr_err("kstrtoul() returned %d\n", rc);
1184 		return -EINVAL;
1185 	}
1186 	if ((op != 1) && (op != 0)) {
1187 		pr_err("Illegal value for tpg_enable: %lu\n", op);
1188 		return -EINVAL;
1189 	}
1190 	if (op) {
1191 		if (atomic_read(&tpg->lport_tpg_enabled))
1192 			return -EEXIST;
1193 
1194 		atomic_set(&tpg->lport_tpg_enabled, 1);
1195 		qlt_enable_vha(vha);
1196 	} else {
1197 		if (!atomic_read(&tpg->lport_tpg_enabled))
1198 			return count;
1199 
1200 		atomic_set(&tpg->lport_tpg_enabled, 0);
1201 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1202 	}
1203 
1204 	return count;
1205 }
1206 
1207 TF_TPG_BASE_ATTR(tcm_qla2xxx_npiv, enable, S_IRUGO | S_IWUSR);
1208 
1209 static struct configfs_attribute *tcm_qla2xxx_npiv_tpg_attrs[] = {
1210         &tcm_qla2xxx_npiv_tpg_enable.attr,
1211         NULL,
1212 };
1213 
1214 static struct se_portal_group *tcm_qla2xxx_npiv_make_tpg(
1215 	struct se_wwn *wwn,
1216 	struct config_group *group,
1217 	const char *name)
1218 {
1219 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1220 			struct tcm_qla2xxx_lport, lport_wwn);
1221 	struct tcm_qla2xxx_tpg *tpg;
1222 	unsigned long tpgt;
1223 	int ret;
1224 
1225 	if (strstr(name, "tpgt_") != name)
1226 		return ERR_PTR(-EINVAL);
1227 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1228 		return ERR_PTR(-EINVAL);
1229 
1230 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1231 	if (!tpg) {
1232 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1233 		return ERR_PTR(-ENOMEM);
1234 	}
1235 	tpg->lport = lport;
1236 	tpg->lport_tpgt = tpgt;
1237 
1238 	/*
1239 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1240 	 * NodeACLs
1241 	 */
1242 	tpg->tpg_attrib.generate_node_acls = 1;
1243 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1244 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1245 	tpg->tpg_attrib.demo_mode_login_only = 1;
1246 
1247 	ret = core_tpg_register(&tcm_qla2xxx_npiv_fabric_configfs->tf_ops, wwn,
1248 				&tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
1249 	if (ret < 0) {
1250 		kfree(tpg);
1251 		return NULL;
1252 	}
1253 	lport->tpg_1 = tpg;
1254 	return &tpg->se_tpg;
1255 }
1256 
1257 /*
1258  * Expected to be called with struct qla_hw_data->hardware_lock held
1259  */
1260 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_s_id(
1261 	scsi_qla_host_t *vha,
1262 	const uint8_t *s_id)
1263 {
1264 	struct tcm_qla2xxx_lport *lport;
1265 	struct se_node_acl *se_nacl;
1266 	struct tcm_qla2xxx_nacl *nacl;
1267 	u32 key;
1268 
1269 	lport = vha->vha_tgt.target_lport_ptr;
1270 	if (!lport) {
1271 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1272 		dump_stack();
1273 		return NULL;
1274 	}
1275 
1276 	key = (((unsigned long)s_id[0] << 16) |
1277 	       ((unsigned long)s_id[1] << 8) |
1278 	       (unsigned long)s_id[2]);
1279 	pr_debug("find_sess_by_s_id: 0x%06x\n", key);
1280 
1281 	se_nacl = btree_lookup32(&lport->lport_fcport_map, key);
1282 	if (!se_nacl) {
1283 		pr_debug("Unable to locate s_id: 0x%06x\n", key);
1284 		return NULL;
1285 	}
1286 	pr_debug("find_sess_by_s_id: located se_nacl: %p, initiatorname: %s\n",
1287 	    se_nacl, se_nacl->initiatorname);
1288 
1289 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1290 	if (!nacl->qla_tgt_sess) {
1291 		pr_err("Unable to locate struct qla_tgt_sess\n");
1292 		return NULL;
1293 	}
1294 
1295 	return nacl->qla_tgt_sess;
1296 }
1297 
1298 /*
1299  * Expected to be called with struct qla_hw_data->hardware_lock held
1300  */
1301 static void tcm_qla2xxx_set_sess_by_s_id(
1302 	struct tcm_qla2xxx_lport *lport,
1303 	struct se_node_acl *new_se_nacl,
1304 	struct tcm_qla2xxx_nacl *nacl,
1305 	struct se_session *se_sess,
1306 	struct qla_tgt_sess *qla_tgt_sess,
1307 	uint8_t *s_id)
1308 {
1309 	u32 key;
1310 	void *slot;
1311 	int rc;
1312 
1313 	key = (((unsigned long)s_id[0] << 16) |
1314 	       ((unsigned long)s_id[1] << 8) |
1315 	       (unsigned long)s_id[2]);
1316 	pr_debug("set_sess_by_s_id: %06x\n", key);
1317 
1318 	slot = btree_lookup32(&lport->lport_fcport_map, key);
1319 	if (!slot) {
1320 		if (new_se_nacl) {
1321 			pr_debug("Setting up new fc_port entry to new_se_nacl\n");
1322 			nacl->nport_id = key;
1323 			rc = btree_insert32(&lport->lport_fcport_map, key,
1324 					new_se_nacl, GFP_ATOMIC);
1325 			if (rc)
1326 				printk(KERN_ERR "Unable to insert s_id into fcport_map: %06x\n",
1327 				    (int)key);
1328 		} else {
1329 			pr_debug("Wiping nonexisting fc_port entry\n");
1330 		}
1331 
1332 		qla_tgt_sess->se_sess = se_sess;
1333 		nacl->qla_tgt_sess = qla_tgt_sess;
1334 		return;
1335 	}
1336 
1337 	if (nacl->qla_tgt_sess) {
1338 		if (new_se_nacl == NULL) {
1339 			pr_debug("Clearing existing nacl->qla_tgt_sess and fc_port entry\n");
1340 			btree_remove32(&lport->lport_fcport_map, key);
1341 			nacl->qla_tgt_sess = NULL;
1342 			return;
1343 		}
1344 		pr_debug("Replacing existing nacl->qla_tgt_sess and fc_port entry\n");
1345 		btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1346 		qla_tgt_sess->se_sess = se_sess;
1347 		nacl->qla_tgt_sess = qla_tgt_sess;
1348 		return;
1349 	}
1350 
1351 	if (new_se_nacl == NULL) {
1352 		pr_debug("Clearing existing fc_port entry\n");
1353 		btree_remove32(&lport->lport_fcport_map, key);
1354 		return;
1355 	}
1356 
1357 	pr_debug("Replacing existing fc_port entry w/o active nacl->qla_tgt_sess\n");
1358 	btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1359 	qla_tgt_sess->se_sess = se_sess;
1360 	nacl->qla_tgt_sess = qla_tgt_sess;
1361 
1362 	pr_debug("Setup nacl->qla_tgt_sess %p by s_id for se_nacl: %p, initiatorname: %s\n",
1363 	    nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1364 }
1365 
1366 /*
1367  * Expected to be called with struct qla_hw_data->hardware_lock held
1368  */
1369 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_loop_id(
1370 	scsi_qla_host_t *vha,
1371 	const uint16_t loop_id)
1372 {
1373 	struct tcm_qla2xxx_lport *lport;
1374 	struct se_node_acl *se_nacl;
1375 	struct tcm_qla2xxx_nacl *nacl;
1376 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1377 
1378 	lport = vha->vha_tgt.target_lport_ptr;
1379 	if (!lport) {
1380 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1381 		dump_stack();
1382 		return NULL;
1383 	}
1384 
1385 	pr_debug("find_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1386 
1387 	fc_loopid = lport->lport_loopid_map + loop_id;
1388 	se_nacl = fc_loopid->se_nacl;
1389 	if (!se_nacl) {
1390 		pr_debug("Unable to locate se_nacl by loop_id: 0x%04x\n",
1391 		    loop_id);
1392 		return NULL;
1393 	}
1394 
1395 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1396 
1397 	if (!nacl->qla_tgt_sess) {
1398 		pr_err("Unable to locate struct qla_tgt_sess\n");
1399 		return NULL;
1400 	}
1401 
1402 	return nacl->qla_tgt_sess;
1403 }
1404 
1405 /*
1406  * Expected to be called with struct qla_hw_data->hardware_lock held
1407  */
1408 static void tcm_qla2xxx_set_sess_by_loop_id(
1409 	struct tcm_qla2xxx_lport *lport,
1410 	struct se_node_acl *new_se_nacl,
1411 	struct tcm_qla2xxx_nacl *nacl,
1412 	struct se_session *se_sess,
1413 	struct qla_tgt_sess *qla_tgt_sess,
1414 	uint16_t loop_id)
1415 {
1416 	struct se_node_acl *saved_nacl;
1417 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1418 
1419 	pr_debug("set_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1420 
1421 	fc_loopid = &((struct tcm_qla2xxx_fc_loopid *)
1422 			lport->lport_loopid_map)[loop_id];
1423 
1424 	saved_nacl = fc_loopid->se_nacl;
1425 	if (!saved_nacl) {
1426 		pr_debug("Setting up new fc_loopid->se_nacl to new_se_nacl\n");
1427 		fc_loopid->se_nacl = new_se_nacl;
1428 		if (qla_tgt_sess->se_sess != se_sess)
1429 			qla_tgt_sess->se_sess = se_sess;
1430 		if (nacl->qla_tgt_sess != qla_tgt_sess)
1431 			nacl->qla_tgt_sess = qla_tgt_sess;
1432 		return;
1433 	}
1434 
1435 	if (nacl->qla_tgt_sess) {
1436 		if (new_se_nacl == NULL) {
1437 			pr_debug("Clearing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1438 			fc_loopid->se_nacl = NULL;
1439 			nacl->qla_tgt_sess = NULL;
1440 			return;
1441 		}
1442 
1443 		pr_debug("Replacing existing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1444 		fc_loopid->se_nacl = new_se_nacl;
1445 		if (qla_tgt_sess->se_sess != se_sess)
1446 			qla_tgt_sess->se_sess = se_sess;
1447 		if (nacl->qla_tgt_sess != qla_tgt_sess)
1448 			nacl->qla_tgt_sess = qla_tgt_sess;
1449 		return;
1450 	}
1451 
1452 	if (new_se_nacl == NULL) {
1453 		pr_debug("Clearing fc_loopid->se_nacl\n");
1454 		fc_loopid->se_nacl = NULL;
1455 		return;
1456 	}
1457 
1458 	pr_debug("Replacing existing fc_loopid->se_nacl w/o active nacl->qla_tgt_sess\n");
1459 	fc_loopid->se_nacl = new_se_nacl;
1460 	if (qla_tgt_sess->se_sess != se_sess)
1461 		qla_tgt_sess->se_sess = se_sess;
1462 	if (nacl->qla_tgt_sess != qla_tgt_sess)
1463 		nacl->qla_tgt_sess = qla_tgt_sess;
1464 
1465 	pr_debug("Setup nacl->qla_tgt_sess %p by loop_id for se_nacl: %p, initiatorname: %s\n",
1466 	    nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1467 }
1468 
1469 /*
1470  * Should always be called with qla_hw_data->hardware_lock held.
1471  */
1472 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *lport,
1473 		struct tcm_qla2xxx_nacl *nacl, struct qla_tgt_sess *sess)
1474 {
1475 	struct se_session *se_sess = sess->se_sess;
1476 	unsigned char be_sid[3];
1477 
1478 	be_sid[0] = sess->s_id.b.domain;
1479 	be_sid[1] = sess->s_id.b.area;
1480 	be_sid[2] = sess->s_id.b.al_pa;
1481 
1482 	tcm_qla2xxx_set_sess_by_s_id(lport, NULL, nacl, se_sess,
1483 				sess, be_sid);
1484 	tcm_qla2xxx_set_sess_by_loop_id(lport, NULL, nacl, se_sess,
1485 				sess, sess->loop_id);
1486 }
1487 
1488 static void tcm_qla2xxx_free_session(struct qla_tgt_sess *sess)
1489 {
1490 	struct qla_tgt *tgt = sess->tgt;
1491 	struct qla_hw_data *ha = tgt->ha;
1492 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1493 	struct se_session *se_sess;
1494 	struct se_node_acl *se_nacl;
1495 	struct tcm_qla2xxx_lport *lport;
1496 	struct tcm_qla2xxx_nacl *nacl;
1497 
1498 	BUG_ON(in_interrupt());
1499 
1500 	se_sess = sess->se_sess;
1501 	if (!se_sess) {
1502 		pr_err("struct qla_tgt_sess->se_sess is NULL\n");
1503 		dump_stack();
1504 		return;
1505 	}
1506 	se_nacl = se_sess->se_node_acl;
1507 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1508 
1509 	lport = vha->vha_tgt.target_lport_ptr;
1510 	if (!lport) {
1511 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1512 		dump_stack();
1513 		return;
1514 	}
1515 	target_wait_for_sess_cmds(se_sess);
1516 
1517 	transport_deregister_session_configfs(sess->se_sess);
1518 	transport_deregister_session(sess->se_sess);
1519 }
1520 
1521 /*
1522  * Called via qlt_create_sess():ha->qla2x_tmpl->check_initiator_node_acl()
1523  * to locate struct se_node_acl
1524  */
1525 static int tcm_qla2xxx_check_initiator_node_acl(
1526 	scsi_qla_host_t *vha,
1527 	unsigned char *fc_wwpn,
1528 	void *qla_tgt_sess,
1529 	uint8_t *s_id,
1530 	uint16_t loop_id)
1531 {
1532 	struct qla_hw_data *ha = vha->hw;
1533 	struct tcm_qla2xxx_lport *lport;
1534 	struct tcm_qla2xxx_tpg *tpg;
1535 	struct tcm_qla2xxx_nacl *nacl;
1536 	struct se_portal_group *se_tpg;
1537 	struct se_node_acl *se_nacl;
1538 	struct se_session *se_sess;
1539 	struct qla_tgt_sess *sess = qla_tgt_sess;
1540 	unsigned char port_name[36];
1541 	unsigned long flags;
1542 	int num_tags = (ha->fw_xcb_count) ? ha->fw_xcb_count :
1543 		       TCM_QLA2XXX_DEFAULT_TAGS;
1544 
1545 	lport = vha->vha_tgt.target_lport_ptr;
1546 	if (!lport) {
1547 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1548 		dump_stack();
1549 		return -EINVAL;
1550 	}
1551 	/*
1552 	 * Locate the TPG=1 reference..
1553 	 */
1554 	tpg = lport->tpg_1;
1555 	if (!tpg) {
1556 		pr_err("Unable to lcoate struct tcm_qla2xxx_lport->tpg_1\n");
1557 		return -EINVAL;
1558 	}
1559 	se_tpg = &tpg->se_tpg;
1560 
1561 	se_sess = transport_init_session_tags(num_tags,
1562 					      sizeof(struct qla_tgt_cmd),
1563 					      TARGET_PROT_NORMAL);
1564 	if (IS_ERR(se_sess)) {
1565 		pr_err("Unable to initialize struct se_session\n");
1566 		return PTR_ERR(se_sess);
1567 	}
1568 	/*
1569 	 * Format the FCP Initiator port_name into colon seperated values to
1570 	 * match the format by tcm_qla2xxx explict ConfigFS NodeACLs.
1571 	 */
1572 	memset(&port_name, 0, 36);
1573 	snprintf(port_name, sizeof(port_name), "%8phC", fc_wwpn);
1574 	/*
1575 	 * Locate our struct se_node_acl either from an explict NodeACL created
1576 	 * via ConfigFS, or via running in TPG demo mode.
1577 	 */
1578 	se_sess->se_node_acl = core_tpg_check_initiator_node_acl(se_tpg,
1579 					port_name);
1580 	if (!se_sess->se_node_acl) {
1581 		transport_free_session(se_sess);
1582 		return -EINVAL;
1583 	}
1584 	se_nacl = se_sess->se_node_acl;
1585 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1586 	/*
1587 	 * And now setup the new se_nacl and session pointers into our HW lport
1588 	 * mappings for fabric S_ID and LOOP_ID.
1589 	 */
1590 	spin_lock_irqsave(&ha->hardware_lock, flags);
1591 	tcm_qla2xxx_set_sess_by_s_id(lport, se_nacl, nacl, se_sess,
1592 			qla_tgt_sess, s_id);
1593 	tcm_qla2xxx_set_sess_by_loop_id(lport, se_nacl, nacl, se_sess,
1594 			qla_tgt_sess, loop_id);
1595 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
1596 	/*
1597 	 * Finally register the new FC Nexus with TCM
1598 	 */
1599 	transport_register_session(se_nacl->se_tpg, se_nacl, se_sess, sess);
1600 
1601 	return 0;
1602 }
1603 
1604 static void tcm_qla2xxx_update_sess(struct qla_tgt_sess *sess, port_id_t s_id,
1605 				    uint16_t loop_id, bool conf_compl_supported)
1606 {
1607 	struct qla_tgt *tgt = sess->tgt;
1608 	struct qla_hw_data *ha = tgt->ha;
1609 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1610 	struct tcm_qla2xxx_lport *lport = vha->vha_tgt.target_lport_ptr;
1611 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
1612 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
1613 			struct tcm_qla2xxx_nacl, se_node_acl);
1614 	u32 key;
1615 
1616 
1617 	if (sess->loop_id != loop_id || sess->s_id.b24 != s_id.b24)
1618 		pr_info("Updating session %p from port %8phC loop_id %d -> %d s_id %x:%x:%x -> %x:%x:%x\n",
1619 		    sess, sess->port_name,
1620 		    sess->loop_id, loop_id, sess->s_id.b.domain,
1621 		    sess->s_id.b.area, sess->s_id.b.al_pa, s_id.b.domain,
1622 		    s_id.b.area, s_id.b.al_pa);
1623 
1624 	if (sess->loop_id != loop_id) {
1625 		/*
1626 		 * Because we can shuffle loop IDs around and we
1627 		 * update different sessions non-atomically, we might
1628 		 * have overwritten this session's old loop ID
1629 		 * already, and we might end up overwriting some other
1630 		 * session that will be updated later.  So we have to
1631 		 * be extra careful and we can't warn about those things...
1632 		 */
1633 		if (lport->lport_loopid_map[sess->loop_id].se_nacl == se_nacl)
1634 			lport->lport_loopid_map[sess->loop_id].se_nacl = NULL;
1635 
1636 		lport->lport_loopid_map[loop_id].se_nacl = se_nacl;
1637 
1638 		sess->loop_id = loop_id;
1639 	}
1640 
1641 	if (sess->s_id.b24 != s_id.b24) {
1642 		key = (((u32) sess->s_id.b.domain << 16) |
1643 		       ((u32) sess->s_id.b.area   <<  8) |
1644 		       ((u32) sess->s_id.b.al_pa));
1645 
1646 		if (btree_lookup32(&lport->lport_fcport_map, key))
1647 			WARN(btree_remove32(&lport->lport_fcport_map, key) != se_nacl,
1648 			     "Found wrong se_nacl when updating s_id %x:%x:%x\n",
1649 			     sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1650 		else
1651 			WARN(1, "No lport_fcport_map entry for s_id %x:%x:%x\n",
1652 			     sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1653 
1654 		key = (((u32) s_id.b.domain << 16) |
1655 		       ((u32) s_id.b.area   <<  8) |
1656 		       ((u32) s_id.b.al_pa));
1657 
1658 		if (btree_lookup32(&lport->lport_fcport_map, key)) {
1659 			WARN(1, "Already have lport_fcport_map entry for s_id %x:%x:%x\n",
1660 			     s_id.b.domain, s_id.b.area, s_id.b.al_pa);
1661 			btree_update32(&lport->lport_fcport_map, key, se_nacl);
1662 		} else {
1663 			btree_insert32(&lport->lport_fcport_map, key, se_nacl, GFP_ATOMIC);
1664 		}
1665 
1666 		sess->s_id = s_id;
1667 		nacl->nport_id = key;
1668 	}
1669 
1670 	sess->conf_compl_supported = conf_compl_supported;
1671 }
1672 
1673 /*
1674  * Calls into tcm_qla2xxx used by qla2xxx LLD I/O path.
1675  */
1676 static struct qla_tgt_func_tmpl tcm_qla2xxx_template = {
1677 	.handle_cmd		= tcm_qla2xxx_handle_cmd,
1678 	.handle_data		= tcm_qla2xxx_handle_data,
1679 	.handle_dif_err		= tcm_qla2xxx_handle_dif_err,
1680 	.handle_tmr		= tcm_qla2xxx_handle_tmr,
1681 	.free_cmd		= tcm_qla2xxx_free_cmd,
1682 	.free_mcmd		= tcm_qla2xxx_free_mcmd,
1683 	.free_session		= tcm_qla2xxx_free_session,
1684 	.update_sess		= tcm_qla2xxx_update_sess,
1685 	.check_initiator_node_acl = tcm_qla2xxx_check_initiator_node_acl,
1686 	.find_sess_by_s_id	= tcm_qla2xxx_find_sess_by_s_id,
1687 	.find_sess_by_loop_id	= tcm_qla2xxx_find_sess_by_loop_id,
1688 	.clear_nacl_from_fcport_map = tcm_qla2xxx_clear_nacl_from_fcport_map,
1689 	.put_sess		= tcm_qla2xxx_put_sess,
1690 	.shutdown_sess		= tcm_qla2xxx_shutdown_sess,
1691 };
1692 
1693 static int tcm_qla2xxx_init_lport(struct tcm_qla2xxx_lport *lport)
1694 {
1695 	int rc;
1696 
1697 	rc = btree_init32(&lport->lport_fcport_map);
1698 	if (rc) {
1699 		pr_err("Unable to initialize lport->lport_fcport_map btree\n");
1700 		return rc;
1701 	}
1702 
1703 	lport->lport_loopid_map = vmalloc(sizeof(struct tcm_qla2xxx_fc_loopid) *
1704 				65536);
1705 	if (!lport->lport_loopid_map) {
1706 		pr_err("Unable to allocate lport->lport_loopid_map of %zu bytes\n",
1707 		    sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1708 		btree_destroy32(&lport->lport_fcport_map);
1709 		return -ENOMEM;
1710 	}
1711 	memset(lport->lport_loopid_map, 0, sizeof(struct tcm_qla2xxx_fc_loopid)
1712 	       * 65536);
1713 	pr_debug("qla2xxx: Allocated lport_loopid_map of %zu bytes\n",
1714 	       sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1715 	return 0;
1716 }
1717 
1718 static int tcm_qla2xxx_lport_register_cb(struct scsi_qla_host *vha,
1719 					 void *target_lport_ptr,
1720 					 u64 npiv_wwpn, u64 npiv_wwnn)
1721 {
1722 	struct qla_hw_data *ha = vha->hw;
1723 	struct tcm_qla2xxx_lport *lport =
1724 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1725 	/*
1726 	 * Setup tgt_ops, local pointer to vha and target_lport_ptr
1727 	 */
1728 	ha->tgt.tgt_ops = &tcm_qla2xxx_template;
1729 	vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1730 	lport->qla_vha = vha;
1731 
1732 	return 0;
1733 }
1734 
1735 static struct se_wwn *tcm_qla2xxx_make_lport(
1736 	struct target_fabric_configfs *tf,
1737 	struct config_group *group,
1738 	const char *name)
1739 {
1740 	struct tcm_qla2xxx_lport *lport;
1741 	u64 wwpn;
1742 	int ret = -ENODEV;
1743 
1744 	if (tcm_qla2xxx_parse_wwn(name, &wwpn, 1) < 0)
1745 		return ERR_PTR(-EINVAL);
1746 
1747 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1748 	if (!lport) {
1749 		pr_err("Unable to allocate struct tcm_qla2xxx_lport\n");
1750 		return ERR_PTR(-ENOMEM);
1751 	}
1752 	lport->lport_wwpn = wwpn;
1753 	tcm_qla2xxx_format_wwn(&lport->lport_name[0], TCM_QLA2XXX_NAMELEN,
1754 				wwpn);
1755 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) wwpn);
1756 
1757 	ret = tcm_qla2xxx_init_lport(lport);
1758 	if (ret != 0)
1759 		goto out;
1760 
1761 	ret = qlt_lport_register(lport, wwpn, 0, 0,
1762 				 tcm_qla2xxx_lport_register_cb);
1763 	if (ret != 0)
1764 		goto out_lport;
1765 
1766 	return &lport->lport_wwn;
1767 out_lport:
1768 	vfree(lport->lport_loopid_map);
1769 	btree_destroy32(&lport->lport_fcport_map);
1770 out:
1771 	kfree(lport);
1772 	return ERR_PTR(ret);
1773 }
1774 
1775 static void tcm_qla2xxx_drop_lport(struct se_wwn *wwn)
1776 {
1777 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1778 			struct tcm_qla2xxx_lport, lport_wwn);
1779 	struct scsi_qla_host *vha = lport->qla_vha;
1780 	struct se_node_acl *node;
1781 	u32 key = 0;
1782 
1783 	/*
1784 	 * Call into qla2x_target.c LLD logic to complete the
1785 	 * shutdown of struct qla_tgt after the call to
1786 	 * qlt_stop_phase1() from tcm_qla2xxx_drop_tpg() above..
1787 	 */
1788 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stopped)
1789 		qlt_stop_phase2(vha->vha_tgt.qla_tgt);
1790 
1791 	qlt_lport_deregister(vha);
1792 
1793 	vfree(lport->lport_loopid_map);
1794 	btree_for_each_safe32(&lport->lport_fcport_map, key, node)
1795 		btree_remove32(&lport->lport_fcport_map, key);
1796 	btree_destroy32(&lport->lport_fcport_map);
1797 	kfree(lport);
1798 }
1799 
1800 static int tcm_qla2xxx_lport_register_npiv_cb(struct scsi_qla_host *base_vha,
1801 					      void *target_lport_ptr,
1802 					      u64 npiv_wwpn, u64 npiv_wwnn)
1803 {
1804 	struct fc_vport *vport;
1805 	struct Scsi_Host *sh = base_vha->host;
1806 	struct scsi_qla_host *npiv_vha;
1807 	struct tcm_qla2xxx_lport *lport =
1808 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1809 	struct tcm_qla2xxx_lport *base_lport =
1810 			(struct tcm_qla2xxx_lport *)base_vha->vha_tgt.target_lport_ptr;
1811 	struct tcm_qla2xxx_tpg *base_tpg;
1812 	struct fc_vport_identifiers vport_id;
1813 
1814 	if (!qla_tgt_mode_enabled(base_vha)) {
1815 		pr_err("qla2xxx base_vha not enabled for target mode\n");
1816 		return -EPERM;
1817 	}
1818 
1819 	if (!base_lport || !base_lport->tpg_1 ||
1820 	    !atomic_read(&base_lport->tpg_1->lport_tpg_enabled)) {
1821 		pr_err("qla2xxx base_lport or tpg_1 not available\n");
1822 		return -EPERM;
1823 	}
1824 	base_tpg = base_lport->tpg_1;
1825 
1826 	memset(&vport_id, 0, sizeof(vport_id));
1827 	vport_id.port_name = npiv_wwpn;
1828 	vport_id.node_name = npiv_wwnn;
1829 	vport_id.roles = FC_PORT_ROLE_FCP_INITIATOR;
1830 	vport_id.vport_type = FC_PORTTYPE_NPIV;
1831 	vport_id.disable = false;
1832 
1833 	vport = fc_vport_create(sh, 0, &vport_id);
1834 	if (!vport) {
1835 		pr_err("fc_vport_create failed for qla2xxx_npiv\n");
1836 		return -ENODEV;
1837 	}
1838 	/*
1839 	 * Setup local pointer to NPIV vhba + target_lport_ptr
1840 	 */
1841 	npiv_vha = (struct scsi_qla_host *)vport->dd_data;
1842 	npiv_vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1843 	lport->qla_vha = npiv_vha;
1844 	scsi_host_get(npiv_vha->host);
1845 	return 0;
1846 }
1847 
1848 
1849 static struct se_wwn *tcm_qla2xxx_npiv_make_lport(
1850 	struct target_fabric_configfs *tf,
1851 	struct config_group *group,
1852 	const char *name)
1853 {
1854 	struct tcm_qla2xxx_lport *lport;
1855 	u64 phys_wwpn, npiv_wwpn, npiv_wwnn;
1856 	char *p, tmp[128];
1857 	int ret;
1858 
1859 	snprintf(tmp, 128, "%s", name);
1860 
1861 	p = strchr(tmp, '@');
1862 	if (!p) {
1863 		pr_err("Unable to locate NPIV '@' seperator\n");
1864 		return ERR_PTR(-EINVAL);
1865 	}
1866 	*p++ = '\0';
1867 
1868 	if (tcm_qla2xxx_parse_wwn(tmp, &phys_wwpn, 1) < 0)
1869 		return ERR_PTR(-EINVAL);
1870 
1871 	if (tcm_qla2xxx_npiv_parse_wwn(p, strlen(p)+1,
1872 				       &npiv_wwpn, &npiv_wwnn) < 0)
1873 		return ERR_PTR(-EINVAL);
1874 
1875 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1876 	if (!lport) {
1877 		pr_err("Unable to allocate struct tcm_qla2xxx_lport for NPIV\n");
1878 		return ERR_PTR(-ENOMEM);
1879 	}
1880 	lport->lport_npiv_wwpn = npiv_wwpn;
1881 	lport->lport_npiv_wwnn = npiv_wwnn;
1882 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) npiv_wwpn);
1883 
1884 	ret = tcm_qla2xxx_init_lport(lport);
1885 	if (ret != 0)
1886 		goto out;
1887 
1888 	ret = qlt_lport_register(lport, phys_wwpn, npiv_wwpn, npiv_wwnn,
1889 				 tcm_qla2xxx_lport_register_npiv_cb);
1890 	if (ret != 0)
1891 		goto out_lport;
1892 
1893 	return &lport->lport_wwn;
1894 out_lport:
1895 	vfree(lport->lport_loopid_map);
1896 	btree_destroy32(&lport->lport_fcport_map);
1897 out:
1898 	kfree(lport);
1899 	return ERR_PTR(ret);
1900 }
1901 
1902 static void tcm_qla2xxx_npiv_drop_lport(struct se_wwn *wwn)
1903 {
1904 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1905 			struct tcm_qla2xxx_lport, lport_wwn);
1906 	struct scsi_qla_host *npiv_vha = lport->qla_vha;
1907 	struct qla_hw_data *ha = npiv_vha->hw;
1908 	scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
1909 
1910 	scsi_host_put(npiv_vha->host);
1911 	/*
1912 	 * Notify libfc that we want to release the vha->fc_vport
1913 	 */
1914 	fc_vport_terminate(npiv_vha->fc_vport);
1915 	scsi_host_put(base_vha->host);
1916 	kfree(lport);
1917 }
1918 
1919 
1920 static ssize_t tcm_qla2xxx_wwn_show_attr_version(
1921 	struct target_fabric_configfs *tf,
1922 	char *page)
1923 {
1924 	return sprintf(page,
1925 	    "TCM QLOGIC QLA2XXX NPIV capable fabric module %s on %s/%s on "
1926 	    UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
1927 	    utsname()->machine);
1928 }
1929 
1930 TF_WWN_ATTR_RO(tcm_qla2xxx, version);
1931 
1932 static struct configfs_attribute *tcm_qla2xxx_wwn_attrs[] = {
1933 	&tcm_qla2xxx_wwn_version.attr,
1934 	NULL,
1935 };
1936 
1937 static struct target_core_fabric_ops tcm_qla2xxx_ops = {
1938 	.get_fabric_name		= tcm_qla2xxx_get_fabric_name,
1939 	.get_fabric_proto_ident		= tcm_qla2xxx_get_fabric_proto_ident,
1940 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
1941 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
1942 	.tpg_get_default_depth		= tcm_qla2xxx_get_default_depth,
1943 	.tpg_get_pr_transport_id	= tcm_qla2xxx_get_pr_transport_id,
1944 	.tpg_get_pr_transport_id_len	= tcm_qla2xxx_get_pr_transport_id_len,
1945 	.tpg_parse_pr_out_transport_id	= tcm_qla2xxx_parse_pr_out_transport_id,
1946 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
1947 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
1948 	.tpg_check_demo_mode_write_protect =
1949 					tcm_qla2xxx_check_demo_write_protect,
1950 	.tpg_check_prod_mode_write_protect =
1951 					tcm_qla2xxx_check_prod_write_protect,
1952 	.tpg_check_demo_mode_login_only = tcm_qla2xxx_check_demo_mode_login_only,
1953 	.tpg_alloc_fabric_acl		= tcm_qla2xxx_alloc_fabric_acl,
1954 	.tpg_release_fabric_acl		= tcm_qla2xxx_release_fabric_acl,
1955 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
1956 	.check_stop_free		= tcm_qla2xxx_check_stop_free,
1957 	.release_cmd			= tcm_qla2xxx_release_cmd,
1958 	.put_session			= tcm_qla2xxx_put_session,
1959 	.shutdown_session		= tcm_qla2xxx_shutdown_session,
1960 	.close_session			= tcm_qla2xxx_close_session,
1961 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
1962 	.sess_get_initiator_sid		= NULL,
1963 	.write_pending			= tcm_qla2xxx_write_pending,
1964 	.write_pending_status		= tcm_qla2xxx_write_pending_status,
1965 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
1966 	.get_task_tag			= tcm_qla2xxx_get_task_tag,
1967 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
1968 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
1969 	.queue_status			= tcm_qla2xxx_queue_status,
1970 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
1971 	.aborted_task			= tcm_qla2xxx_aborted_task,
1972 	/*
1973 	 * Setup function pointers for generic logic in
1974 	 * target_core_fabric_configfs.c
1975 	 */
1976 	.fabric_make_wwn		= tcm_qla2xxx_make_lport,
1977 	.fabric_drop_wwn		= tcm_qla2xxx_drop_lport,
1978 	.fabric_make_tpg		= tcm_qla2xxx_make_tpg,
1979 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
1980 	.fabric_post_link		= NULL,
1981 	.fabric_pre_unlink		= NULL,
1982 	.fabric_make_np			= NULL,
1983 	.fabric_drop_np			= NULL,
1984 	.fabric_make_nodeacl		= tcm_qla2xxx_make_nodeacl,
1985 	.fabric_drop_nodeacl		= tcm_qla2xxx_drop_nodeacl,
1986 };
1987 
1988 static struct target_core_fabric_ops tcm_qla2xxx_npiv_ops = {
1989 	.get_fabric_name		= tcm_qla2xxx_npiv_get_fabric_name,
1990 	.get_fabric_proto_ident		= tcm_qla2xxx_get_fabric_proto_ident,
1991 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
1992 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
1993 	.tpg_get_default_depth		= tcm_qla2xxx_get_default_depth,
1994 	.tpg_get_pr_transport_id	= tcm_qla2xxx_get_pr_transport_id,
1995 	.tpg_get_pr_transport_id_len	= tcm_qla2xxx_get_pr_transport_id_len,
1996 	.tpg_parse_pr_out_transport_id	= tcm_qla2xxx_parse_pr_out_transport_id,
1997 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
1998 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
1999 	.tpg_check_demo_mode_write_protect = tcm_qla2xxx_check_demo_mode,
2000 	.tpg_check_prod_mode_write_protect =
2001 	    tcm_qla2xxx_check_prod_write_protect,
2002 	.tpg_check_demo_mode_login_only	= tcm_qla2xxx_check_demo_mode_login_only,
2003 	.tpg_alloc_fabric_acl		= tcm_qla2xxx_alloc_fabric_acl,
2004 	.tpg_release_fabric_acl		= tcm_qla2xxx_release_fabric_acl,
2005 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
2006 	.check_stop_free                = tcm_qla2xxx_check_stop_free,
2007 	.release_cmd			= tcm_qla2xxx_release_cmd,
2008 	.put_session			= tcm_qla2xxx_put_session,
2009 	.shutdown_session		= tcm_qla2xxx_shutdown_session,
2010 	.close_session			= tcm_qla2xxx_close_session,
2011 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
2012 	.sess_get_initiator_sid		= NULL,
2013 	.write_pending			= tcm_qla2xxx_write_pending,
2014 	.write_pending_status		= tcm_qla2xxx_write_pending_status,
2015 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
2016 	.get_task_tag			= tcm_qla2xxx_get_task_tag,
2017 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
2018 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
2019 	.queue_status			= tcm_qla2xxx_queue_status,
2020 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
2021 	.aborted_task			= tcm_qla2xxx_aborted_task,
2022 	/*
2023 	 * Setup function pointers for generic logic in
2024 	 * target_core_fabric_configfs.c
2025 	 */
2026 	.fabric_make_wwn		= tcm_qla2xxx_npiv_make_lport,
2027 	.fabric_drop_wwn		= tcm_qla2xxx_npiv_drop_lport,
2028 	.fabric_make_tpg		= tcm_qla2xxx_npiv_make_tpg,
2029 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
2030 	.fabric_post_link		= NULL,
2031 	.fabric_pre_unlink		= NULL,
2032 	.fabric_make_np			= NULL,
2033 	.fabric_drop_np			= NULL,
2034 	.fabric_make_nodeacl		= tcm_qla2xxx_make_nodeacl,
2035 	.fabric_drop_nodeacl		= tcm_qla2xxx_drop_nodeacl,
2036 };
2037 
2038 static int tcm_qla2xxx_register_configfs(void)
2039 {
2040 	struct target_fabric_configfs *fabric, *npiv_fabric;
2041 	int ret;
2042 
2043 	pr_debug("TCM QLOGIC QLA2XXX fabric module %s on %s/%s on "
2044 	    UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
2045 	    utsname()->machine);
2046 	/*
2047 	 * Register the top level struct config_item_type with TCM core
2048 	 */
2049 	fabric = target_fabric_configfs_init(THIS_MODULE, "qla2xxx");
2050 	if (IS_ERR(fabric)) {
2051 		pr_err("target_fabric_configfs_init() failed\n");
2052 		return PTR_ERR(fabric);
2053 	}
2054 	/*
2055 	 * Setup fabric->tf_ops from our local tcm_qla2xxx_ops
2056 	 */
2057 	fabric->tf_ops = tcm_qla2xxx_ops;
2058 	/*
2059 	 * Setup default attribute lists for various fabric->tf_cit_tmpl
2060 	 */
2061 	fabric->tf_cit_tmpl.tfc_wwn_cit.ct_attrs = tcm_qla2xxx_wwn_attrs;
2062 	fabric->tf_cit_tmpl.tfc_tpg_base_cit.ct_attrs = tcm_qla2xxx_tpg_attrs;
2063 	fabric->tf_cit_tmpl.tfc_tpg_attrib_cit.ct_attrs =
2064 						tcm_qla2xxx_tpg_attrib_attrs;
2065 	fabric->tf_cit_tmpl.tfc_tpg_param_cit.ct_attrs = NULL;
2066 	fabric->tf_cit_tmpl.tfc_tpg_np_base_cit.ct_attrs = NULL;
2067 	fabric->tf_cit_tmpl.tfc_tpg_nacl_base_cit.ct_attrs = NULL;
2068 	fabric->tf_cit_tmpl.tfc_tpg_nacl_attrib_cit.ct_attrs = NULL;
2069 	fabric->tf_cit_tmpl.tfc_tpg_nacl_auth_cit.ct_attrs = NULL;
2070 	fabric->tf_cit_tmpl.tfc_tpg_nacl_param_cit.ct_attrs = NULL;
2071 	/*
2072 	 * Register the fabric for use within TCM
2073 	 */
2074 	ret = target_fabric_configfs_register(fabric);
2075 	if (ret < 0) {
2076 		pr_err("target_fabric_configfs_register() failed for TCM_QLA2XXX\n");
2077 		return ret;
2078 	}
2079 	/*
2080 	 * Setup our local pointer to *fabric
2081 	 */
2082 	tcm_qla2xxx_fabric_configfs = fabric;
2083 	pr_debug("TCM_QLA2XXX[0] - Set fabric -> tcm_qla2xxx_fabric_configfs\n");
2084 
2085 	/*
2086 	 * Register the top level struct config_item_type for NPIV with TCM core
2087 	 */
2088 	npiv_fabric = target_fabric_configfs_init(THIS_MODULE, "qla2xxx_npiv");
2089 	if (IS_ERR(npiv_fabric)) {
2090 		pr_err("target_fabric_configfs_init() failed\n");
2091 		ret = PTR_ERR(npiv_fabric);
2092 		goto out_fabric;
2093 	}
2094 	/*
2095 	 * Setup fabric->tf_ops from our local tcm_qla2xxx_npiv_ops
2096 	 */
2097 	npiv_fabric->tf_ops = tcm_qla2xxx_npiv_ops;
2098 	/*
2099 	 * Setup default attribute lists for various npiv_fabric->tf_cit_tmpl
2100 	 */
2101 	npiv_fabric->tf_cit_tmpl.tfc_wwn_cit.ct_attrs = tcm_qla2xxx_wwn_attrs;
2102 	npiv_fabric->tf_cit_tmpl.tfc_tpg_base_cit.ct_attrs =
2103 	    tcm_qla2xxx_npiv_tpg_attrs;
2104 	npiv_fabric->tf_cit_tmpl.tfc_tpg_attrib_cit.ct_attrs = NULL;
2105 	npiv_fabric->tf_cit_tmpl.tfc_tpg_param_cit.ct_attrs = NULL;
2106 	npiv_fabric->tf_cit_tmpl.tfc_tpg_np_base_cit.ct_attrs = NULL;
2107 	npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_base_cit.ct_attrs = NULL;
2108 	npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_attrib_cit.ct_attrs = NULL;
2109 	npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_auth_cit.ct_attrs = NULL;
2110 	npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_param_cit.ct_attrs = NULL;
2111 	/*
2112 	 * Register the npiv_fabric for use within TCM
2113 	 */
2114 	ret = target_fabric_configfs_register(npiv_fabric);
2115 	if (ret < 0) {
2116 		pr_err("target_fabric_configfs_register() failed for TCM_QLA2XXX\n");
2117 		goto out_fabric;
2118 	}
2119 	/*
2120 	 * Setup our local pointer to *npiv_fabric
2121 	 */
2122 	tcm_qla2xxx_npiv_fabric_configfs = npiv_fabric;
2123 	pr_debug("TCM_QLA2XXX[0] - Set fabric -> tcm_qla2xxx_npiv_fabric_configfs\n");
2124 
2125 	tcm_qla2xxx_free_wq = alloc_workqueue("tcm_qla2xxx_free",
2126 						WQ_MEM_RECLAIM, 0);
2127 	if (!tcm_qla2xxx_free_wq) {
2128 		ret = -ENOMEM;
2129 		goto out_fabric_npiv;
2130 	}
2131 
2132 	tcm_qla2xxx_cmd_wq = alloc_workqueue("tcm_qla2xxx_cmd", 0, 0);
2133 	if (!tcm_qla2xxx_cmd_wq) {
2134 		ret = -ENOMEM;
2135 		goto out_free_wq;
2136 	}
2137 
2138 	return 0;
2139 
2140 out_free_wq:
2141 	destroy_workqueue(tcm_qla2xxx_free_wq);
2142 out_fabric_npiv:
2143 	target_fabric_configfs_deregister(tcm_qla2xxx_npiv_fabric_configfs);
2144 out_fabric:
2145 	target_fabric_configfs_deregister(tcm_qla2xxx_fabric_configfs);
2146 	return ret;
2147 }
2148 
2149 static void tcm_qla2xxx_deregister_configfs(void)
2150 {
2151 	destroy_workqueue(tcm_qla2xxx_cmd_wq);
2152 	destroy_workqueue(tcm_qla2xxx_free_wq);
2153 
2154 	target_fabric_configfs_deregister(tcm_qla2xxx_fabric_configfs);
2155 	tcm_qla2xxx_fabric_configfs = NULL;
2156 	pr_debug("TCM_QLA2XXX[0] - Cleared tcm_qla2xxx_fabric_configfs\n");
2157 
2158 	target_fabric_configfs_deregister(tcm_qla2xxx_npiv_fabric_configfs);
2159 	tcm_qla2xxx_npiv_fabric_configfs = NULL;
2160 	pr_debug("TCM_QLA2XXX[0] - Cleared tcm_qla2xxx_npiv_fabric_configfs\n");
2161 }
2162 
2163 static int __init tcm_qla2xxx_init(void)
2164 {
2165 	int ret;
2166 
2167 	ret = tcm_qla2xxx_register_configfs();
2168 	if (ret < 0)
2169 		return ret;
2170 
2171 	return 0;
2172 }
2173 
2174 static void __exit tcm_qla2xxx_exit(void)
2175 {
2176 	tcm_qla2xxx_deregister_configfs();
2177 }
2178 
2179 MODULE_DESCRIPTION("TCM QLA2XXX series NPIV enabled fabric driver");
2180 MODULE_LICENSE("GPL");
2181 module_init(tcm_qla2xxx_init);
2182 module_exit(tcm_qla2xxx_exit);
2183