1 /*******************************************************************************
2  * This file contains tcm implementation using v4 configfs fabric infrastructure
3  * for QLogic target mode HBAs
4  *
5  * (c) Copyright 2010-2013 Datera, Inc.
6  *
7  * Author: Nicholas A. Bellinger <nab@daterainc.com>
8  *
9  * tcm_qla2xxx_parse_wwn() and tcm_qla2xxx_format_wwn() contains code from
10  * the TCM_FC / Open-FCoE.org fabric module.
11  *
12  * Copyright (c) 2010 Cisco Systems, Inc
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or
17  * (at your option) any later version.
18  *
19  * This program is distributed in the hope that it will be useful,
20  * but WITHOUT ANY WARRANTY; without even the implied warranty of
21  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
22  * GNU General Public License for more details.
23  ****************************************************************************/
24 
25 
26 #include <linux/module.h>
27 #include <linux/moduleparam.h>
28 #include <generated/utsrelease.h>
29 #include <linux/utsname.h>
30 #include <linux/init.h>
31 #include <linux/list.h>
32 #include <linux/slab.h>
33 #include <linux/kthread.h>
34 #include <linux/types.h>
35 #include <linux/string.h>
36 #include <linux/configfs.h>
37 #include <linux/ctype.h>
38 #include <asm/unaligned.h>
39 #include <scsi/scsi.h>
40 #include <scsi/scsi_host.h>
41 #include <scsi/scsi_device.h>
42 #include <scsi/scsi_cmnd.h>
43 #include <target/target_core_base.h>
44 #include <target/target_core_fabric.h>
45 #include <target/target_core_fabric_configfs.h>
46 #include <target/target_core_configfs.h>
47 #include <target/configfs_macros.h>
48 
49 #include "qla_def.h"
50 #include "qla_target.h"
51 #include "tcm_qla2xxx.h"
52 
53 static struct workqueue_struct *tcm_qla2xxx_free_wq;
54 static struct workqueue_struct *tcm_qla2xxx_cmd_wq;
55 
56 /* Local pointer to allocated TCM configfs fabric module */
57 static struct target_fabric_configfs *tcm_qla2xxx_fabric_configfs;
58 static struct target_fabric_configfs *tcm_qla2xxx_npiv_fabric_configfs;
59 
60 /*
61  * Parse WWN.
62  * If strict, we require lower-case hex and colon separators to be sure
63  * the name is the same as what would be generated by ft_format_wwn()
64  * so the name and wwn are mapped one-to-one.
65  */
66 static ssize_t tcm_qla2xxx_parse_wwn(const char *name, u64 *wwn, int strict)
67 {
68 	const char *cp;
69 	char c;
70 	u32 nibble;
71 	u32 byte = 0;
72 	u32 pos = 0;
73 	u32 err;
74 
75 	*wwn = 0;
76 	for (cp = name; cp < &name[TCM_QLA2XXX_NAMELEN - 1]; cp++) {
77 		c = *cp;
78 		if (c == '\n' && cp[1] == '\0')
79 			continue;
80 		if (strict && pos++ == 2 && byte++ < 7) {
81 			pos = 0;
82 			if (c == ':')
83 				continue;
84 			err = 1;
85 			goto fail;
86 		}
87 		if (c == '\0') {
88 			err = 2;
89 			if (strict && byte != 8)
90 				goto fail;
91 			return cp - name;
92 		}
93 		err = 3;
94 		if (isdigit(c))
95 			nibble = c - '0';
96 		else if (isxdigit(c) && (islower(c) || !strict))
97 			nibble = tolower(c) - 'a' + 10;
98 		else
99 			goto fail;
100 		*wwn = (*wwn << 4) | nibble;
101 	}
102 	err = 4;
103 fail:
104 	pr_debug("err %u len %zu pos %u byte %u\n",
105 			err, cp - name, pos, byte);
106 	return -1;
107 }
108 
109 static ssize_t tcm_qla2xxx_format_wwn(char *buf, size_t len, u64 wwn)
110 {
111 	u8 b[8];
112 
113 	put_unaligned_be64(wwn, b);
114 	return snprintf(buf, len,
115 		"%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x",
116 		b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7]);
117 }
118 
119 static char *tcm_qla2xxx_get_fabric_name(void)
120 {
121 	return "qla2xxx";
122 }
123 
124 /*
125  * From drivers/scsi/scsi_transport_fc.c:fc_parse_wwn
126  */
127 static int tcm_qla2xxx_npiv_extract_wwn(const char *ns, u64 *nm)
128 {
129 	unsigned int i, j;
130 	u8 wwn[8];
131 
132 	memset(wwn, 0, sizeof(wwn));
133 
134 	/* Validate and store the new name */
135 	for (i = 0, j = 0; i < 16; i++) {
136 		int value;
137 
138 		value = hex_to_bin(*ns++);
139 		if (value >= 0)
140 			j = (j << 4) | value;
141 		else
142 			return -EINVAL;
143 
144 		if (i % 2) {
145 			wwn[i/2] = j & 0xff;
146 			j = 0;
147 		}
148 	}
149 
150 	*nm = wwn_to_u64(wwn);
151 	return 0;
152 }
153 
154 /*
155  * This parsing logic follows drivers/scsi/scsi_transport_fc.c:
156  * store_fc_host_vport_create()
157  */
158 static int tcm_qla2xxx_npiv_parse_wwn(
159 	const char *name,
160 	size_t count,
161 	u64 *wwpn,
162 	u64 *wwnn)
163 {
164 	unsigned int cnt = count;
165 	int rc;
166 
167 	*wwpn = 0;
168 	*wwnn = 0;
169 
170 	/* count may include a LF at end of string */
171 	if (name[cnt-1] == '\n' || name[cnt-1] == 0)
172 		cnt--;
173 
174 	/* validate we have enough characters for WWPN */
175 	if ((cnt != (16+1+16)) || (name[16] != ':'))
176 		return -EINVAL;
177 
178 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[0], wwpn);
179 	if (rc != 0)
180 		return rc;
181 
182 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[17], wwnn);
183 	if (rc != 0)
184 		return rc;
185 
186 	return 0;
187 }
188 
189 static char *tcm_qla2xxx_npiv_get_fabric_name(void)
190 {
191 	return "qla2xxx_npiv";
192 }
193 
194 static u8 tcm_qla2xxx_get_fabric_proto_ident(struct se_portal_group *se_tpg)
195 {
196 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
197 				struct tcm_qla2xxx_tpg, se_tpg);
198 	struct tcm_qla2xxx_lport *lport = tpg->lport;
199 	u8 proto_id;
200 
201 	switch (lport->lport_proto_id) {
202 	case SCSI_PROTOCOL_FCP:
203 	default:
204 		proto_id = fc_get_fabric_proto_ident(se_tpg);
205 		break;
206 	}
207 
208 	return proto_id;
209 }
210 
211 static char *tcm_qla2xxx_get_fabric_wwn(struct se_portal_group *se_tpg)
212 {
213 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
214 				struct tcm_qla2xxx_tpg, se_tpg);
215 	struct tcm_qla2xxx_lport *lport = tpg->lport;
216 
217 	return lport->lport_naa_name;
218 }
219 
220 static u16 tcm_qla2xxx_get_tag(struct se_portal_group *se_tpg)
221 {
222 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
223 				struct tcm_qla2xxx_tpg, se_tpg);
224 	return tpg->lport_tpgt;
225 }
226 
227 static u32 tcm_qla2xxx_get_default_depth(struct se_portal_group *se_tpg)
228 {
229 	return 1;
230 }
231 
232 static u32 tcm_qla2xxx_get_pr_transport_id(
233 	struct se_portal_group *se_tpg,
234 	struct se_node_acl *se_nacl,
235 	struct t10_pr_registration *pr_reg,
236 	int *format_code,
237 	unsigned char *buf)
238 {
239 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
240 				struct tcm_qla2xxx_tpg, se_tpg);
241 	struct tcm_qla2xxx_lport *lport = tpg->lport;
242 	int ret = 0;
243 
244 	switch (lport->lport_proto_id) {
245 	case SCSI_PROTOCOL_FCP:
246 	default:
247 		ret = fc_get_pr_transport_id(se_tpg, se_nacl, pr_reg,
248 					format_code, buf);
249 		break;
250 	}
251 
252 	return ret;
253 }
254 
255 static u32 tcm_qla2xxx_get_pr_transport_id_len(
256 	struct se_portal_group *se_tpg,
257 	struct se_node_acl *se_nacl,
258 	struct t10_pr_registration *pr_reg,
259 	int *format_code)
260 {
261 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
262 				struct tcm_qla2xxx_tpg, se_tpg);
263 	struct tcm_qla2xxx_lport *lport = tpg->lport;
264 	int ret = 0;
265 
266 	switch (lport->lport_proto_id) {
267 	case SCSI_PROTOCOL_FCP:
268 	default:
269 		ret = fc_get_pr_transport_id_len(se_tpg, se_nacl, pr_reg,
270 					format_code);
271 		break;
272 	}
273 
274 	return ret;
275 }
276 
277 static char *tcm_qla2xxx_parse_pr_out_transport_id(
278 	struct se_portal_group *se_tpg,
279 	const char *buf,
280 	u32 *out_tid_len,
281 	char **port_nexus_ptr)
282 {
283 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
284 				struct tcm_qla2xxx_tpg, se_tpg);
285 	struct tcm_qla2xxx_lport *lport = tpg->lport;
286 	char *tid = NULL;
287 
288 	switch (lport->lport_proto_id) {
289 	case SCSI_PROTOCOL_FCP:
290 	default:
291 		tid = fc_parse_pr_out_transport_id(se_tpg, buf, out_tid_len,
292 					port_nexus_ptr);
293 		break;
294 	}
295 
296 	return tid;
297 }
298 
299 static int tcm_qla2xxx_check_demo_mode(struct se_portal_group *se_tpg)
300 {
301 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
302 				struct tcm_qla2xxx_tpg, se_tpg);
303 
304 	return tpg->tpg_attrib.generate_node_acls;
305 }
306 
307 static int tcm_qla2xxx_check_demo_mode_cache(struct se_portal_group *se_tpg)
308 {
309 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
310 				struct tcm_qla2xxx_tpg, se_tpg);
311 
312 	return tpg->tpg_attrib.cache_dynamic_acls;
313 }
314 
315 static int tcm_qla2xxx_check_demo_write_protect(struct se_portal_group *se_tpg)
316 {
317 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
318 				struct tcm_qla2xxx_tpg, se_tpg);
319 
320 	return tpg->tpg_attrib.demo_mode_write_protect;
321 }
322 
323 static int tcm_qla2xxx_check_prod_write_protect(struct se_portal_group *se_tpg)
324 {
325 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
326 				struct tcm_qla2xxx_tpg, se_tpg);
327 
328 	return tpg->tpg_attrib.prod_mode_write_protect;
329 }
330 
331 static int tcm_qla2xxx_check_demo_mode_login_only(struct se_portal_group *se_tpg)
332 {
333 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
334 				struct tcm_qla2xxx_tpg, se_tpg);
335 
336 	return tpg->tpg_attrib.demo_mode_login_only;
337 }
338 
339 static struct se_node_acl *tcm_qla2xxx_alloc_fabric_acl(
340 	struct se_portal_group *se_tpg)
341 {
342 	struct tcm_qla2xxx_nacl *nacl;
343 
344 	nacl = kzalloc(sizeof(struct tcm_qla2xxx_nacl), GFP_KERNEL);
345 	if (!nacl) {
346 		pr_err("Unable to allocate struct tcm_qla2xxx_nacl\n");
347 		return NULL;
348 	}
349 
350 	return &nacl->se_node_acl;
351 }
352 
353 static void tcm_qla2xxx_release_fabric_acl(
354 	struct se_portal_group *se_tpg,
355 	struct se_node_acl *se_nacl)
356 {
357 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
358 			struct tcm_qla2xxx_nacl, se_node_acl);
359 	kfree(nacl);
360 }
361 
362 static u32 tcm_qla2xxx_tpg_get_inst_index(struct se_portal_group *se_tpg)
363 {
364 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
365 				struct tcm_qla2xxx_tpg, se_tpg);
366 
367 	return tpg->lport_tpgt;
368 }
369 
370 static void tcm_qla2xxx_complete_mcmd(struct work_struct *work)
371 {
372 	struct qla_tgt_mgmt_cmd *mcmd = container_of(work,
373 			struct qla_tgt_mgmt_cmd, free_work);
374 
375 	transport_generic_free_cmd(&mcmd->se_cmd, 0);
376 }
377 
378 /*
379  * Called from qla_target_template->free_mcmd(), and will call
380  * tcm_qla2xxx_release_cmd() via normal struct target_core_fabric_ops
381  * release callback.  qla_hw_data->hardware_lock is expected to be held
382  */
383 static void tcm_qla2xxx_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd)
384 {
385 	INIT_WORK(&mcmd->free_work, tcm_qla2xxx_complete_mcmd);
386 	queue_work(tcm_qla2xxx_free_wq, &mcmd->free_work);
387 }
388 
389 static void tcm_qla2xxx_complete_free(struct work_struct *work)
390 {
391 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
392 
393 	cmd->cmd_in_wq = 0;
394 
395 	WARN_ON(cmd->cmd_flags &  BIT_16);
396 
397 	cmd->cmd_flags |= BIT_16;
398 	transport_generic_free_cmd(&cmd->se_cmd, 0);
399 }
400 
401 /*
402  * Called from qla_target_template->free_cmd(), and will call
403  * tcm_qla2xxx_release_cmd via normal struct target_core_fabric_ops
404  * release callback.  qla_hw_data->hardware_lock is expected to be held
405  */
406 static void tcm_qla2xxx_free_cmd(struct qla_tgt_cmd *cmd)
407 {
408 	cmd->cmd_in_wq = 1;
409 	INIT_WORK(&cmd->work, tcm_qla2xxx_complete_free);
410 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
411 }
412 
413 /*
414  * Called from struct target_core_fabric_ops->check_stop_free() context
415  */
416 static int tcm_qla2xxx_check_stop_free(struct se_cmd *se_cmd)
417 {
418 	struct qla_tgt_cmd *cmd;
419 
420 	if ((se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) == 0) {
421 		cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
422 		cmd->cmd_flags |= BIT_14;
423 	}
424 
425 	return target_put_sess_cmd(se_cmd->se_sess, se_cmd);
426 }
427 
428 /* tcm_qla2xxx_release_cmd - Callback from TCM Core to release underlying
429  * fabric descriptor @se_cmd command to release
430  */
431 static void tcm_qla2xxx_release_cmd(struct se_cmd *se_cmd)
432 {
433 	struct qla_tgt_cmd *cmd;
434 
435 	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) {
436 		struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
437 				struct qla_tgt_mgmt_cmd, se_cmd);
438 		qlt_free_mcmd(mcmd);
439 		return;
440 	}
441 
442 	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
443 	qlt_free_cmd(cmd);
444 }
445 
446 static int tcm_qla2xxx_shutdown_session(struct se_session *se_sess)
447 {
448 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
449 	struct scsi_qla_host *vha;
450 	unsigned long flags;
451 
452 	BUG_ON(!sess);
453 	vha = sess->vha;
454 
455 	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
456 	target_sess_cmd_list_set_waiting(se_sess);
457 	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
458 
459 	return 1;
460 }
461 
462 static void tcm_qla2xxx_close_session(struct se_session *se_sess)
463 {
464 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
465 	struct scsi_qla_host *vha;
466 	unsigned long flags;
467 
468 	BUG_ON(!sess);
469 	vha = sess->vha;
470 
471 	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
472 	qlt_unreg_sess(sess);
473 	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
474 }
475 
476 static u32 tcm_qla2xxx_sess_get_index(struct se_session *se_sess)
477 {
478 	return 0;
479 }
480 
481 static int tcm_qla2xxx_write_pending(struct se_cmd *se_cmd)
482 {
483 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
484 				struct qla_tgt_cmd, se_cmd);
485 
486 	cmd->bufflen = se_cmd->data_length;
487 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
488 
489 	cmd->sg_cnt = se_cmd->t_data_nents;
490 	cmd->sg = se_cmd->t_data_sg;
491 
492 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
493 	cmd->prot_sg = se_cmd->t_prot_sg;
494 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
495 	se_cmd->pi_err = 0;
496 
497 	/*
498 	 * qla_target.c:qlt_rdy_to_xfer() will call pci_map_sg() to setup
499 	 * the SGL mappings into PCIe memory for incoming FCP WRITE data.
500 	 */
501 	return qlt_rdy_to_xfer(cmd);
502 }
503 
504 static int tcm_qla2xxx_write_pending_status(struct se_cmd *se_cmd)
505 {
506 	unsigned long flags;
507 	/*
508 	 * Check for WRITE_PENDING status to determine if we need to wait for
509 	 * CTIO aborts to be posted via hardware in tcm_qla2xxx_handle_data().
510 	 */
511 	spin_lock_irqsave(&se_cmd->t_state_lock, flags);
512 	if (se_cmd->t_state == TRANSPORT_WRITE_PENDING ||
513 	    se_cmd->t_state == TRANSPORT_COMPLETE_QF_WP) {
514 		spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
515 		wait_for_completion_timeout(&se_cmd->t_transport_stop_comp,
516 						3000);
517 		return 0;
518 	}
519 	spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
520 
521 	return 0;
522 }
523 
524 static void tcm_qla2xxx_set_default_node_attrs(struct se_node_acl *nacl)
525 {
526 	return;
527 }
528 
529 static u32 tcm_qla2xxx_get_task_tag(struct se_cmd *se_cmd)
530 {
531 	struct qla_tgt_cmd *cmd;
532 
533 	/* check for task mgmt cmd */
534 	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB)
535 		return 0xffffffff;
536 
537 	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
538 
539 	return cmd->tag;
540 }
541 
542 static int tcm_qla2xxx_get_cmd_state(struct se_cmd *se_cmd)
543 {
544 	return 0;
545 }
546 
547 /*
548  * Called from process context in qla_target.c:qlt_do_work() code
549  */
550 static int tcm_qla2xxx_handle_cmd(scsi_qla_host_t *vha, struct qla_tgt_cmd *cmd,
551 	unsigned char *cdb, uint32_t data_length, int fcp_task_attr,
552 	int data_dir, int bidi)
553 {
554 	struct se_cmd *se_cmd = &cmd->se_cmd;
555 	struct se_session *se_sess;
556 	struct qla_tgt_sess *sess;
557 	int flags = TARGET_SCF_ACK_KREF;
558 
559 	if (bidi)
560 		flags |= TARGET_SCF_BIDI_OP;
561 
562 	sess = cmd->sess;
563 	if (!sess) {
564 		pr_err("Unable to locate struct qla_tgt_sess from qla_tgt_cmd\n");
565 		return -EINVAL;
566 	}
567 
568 	se_sess = sess->se_sess;
569 	if (!se_sess) {
570 		pr_err("Unable to locate active struct se_session\n");
571 		return -EINVAL;
572 	}
573 
574 	return target_submit_cmd(se_cmd, se_sess, cdb, &cmd->sense_buffer[0],
575 				cmd->unpacked_lun, data_length, fcp_task_attr,
576 				data_dir, flags);
577 }
578 
579 static void tcm_qla2xxx_handle_data_work(struct work_struct *work)
580 {
581 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
582 
583 	/*
584 	 * Ensure that the complete FCP WRITE payload has been received.
585 	 * Otherwise return an exception via CHECK_CONDITION status.
586 	 */
587 	cmd->cmd_in_wq = 0;
588 	cmd->cmd_flags |= BIT_11;
589 	if (!cmd->write_data_transferred) {
590 		/*
591 		 * Check if se_cmd has already been aborted via LUN_RESET, and
592 		 * waiting upon completion in tcm_qla2xxx_write_pending_status()
593 		 */
594 		if (cmd->se_cmd.transport_state & CMD_T_ABORTED) {
595 			complete(&cmd->se_cmd.t_transport_stop_comp);
596 			return;
597 		}
598 
599 		if (cmd->se_cmd.pi_err)
600 			transport_generic_request_failure(&cmd->se_cmd,
601 				cmd->se_cmd.pi_err);
602 		else
603 			transport_generic_request_failure(&cmd->se_cmd,
604 				TCM_CHECK_CONDITION_ABORT_CMD);
605 
606 		return;
607 	}
608 
609 	return target_execute_cmd(&cmd->se_cmd);
610 }
611 
612 /*
613  * Called from qla_target.c:qlt_do_ctio_completion()
614  */
615 static void tcm_qla2xxx_handle_data(struct qla_tgt_cmd *cmd)
616 {
617 	cmd->cmd_flags |= BIT_10;
618 	cmd->cmd_in_wq = 1;
619 	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_data_work);
620 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
621 }
622 
623 static void tcm_qla2xxx_handle_dif_work(struct work_struct *work)
624 {
625 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
626 
627 	/* take an extra kref to prevent cmd free too early.
628 	 * need to wait for SCSI status/check condition to
629 	 * finish responding generate by transport_generic_request_failure.
630 	 */
631 	kref_get(&cmd->se_cmd.cmd_kref);
632 	transport_generic_request_failure(&cmd->se_cmd, cmd->se_cmd.pi_err);
633 }
634 
635 /*
636  * Called from qla_target.c:qlt_do_ctio_completion()
637  */
638 static void tcm_qla2xxx_handle_dif_err(struct qla_tgt_cmd *cmd)
639 {
640 	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_dif_work);
641 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
642 }
643 
644 /*
645  * Called from qla_target.c:qlt_issue_task_mgmt()
646  */
647 static int tcm_qla2xxx_handle_tmr(struct qla_tgt_mgmt_cmd *mcmd, uint32_t lun,
648 	uint8_t tmr_func, uint32_t tag)
649 {
650 	struct qla_tgt_sess *sess = mcmd->sess;
651 	struct se_cmd *se_cmd = &mcmd->se_cmd;
652 
653 	return target_submit_tmr(se_cmd, sess->se_sess, NULL, lun, mcmd,
654 			tmr_func, GFP_ATOMIC, tag, TARGET_SCF_ACK_KREF);
655 }
656 
657 static int tcm_qla2xxx_queue_data_in(struct se_cmd *se_cmd)
658 {
659 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
660 				struct qla_tgt_cmd, se_cmd);
661 
662 	cmd->cmd_flags |= BIT_4;
663 	cmd->bufflen = se_cmd->data_length;
664 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
665 	cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
666 
667 	cmd->sg_cnt = se_cmd->t_data_nents;
668 	cmd->sg = se_cmd->t_data_sg;
669 	cmd->offset = 0;
670 	cmd->cmd_flags |= BIT_3;
671 
672 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
673 	cmd->prot_sg = se_cmd->t_prot_sg;
674 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
675 	se_cmd->pi_err = 0;
676 
677 	/*
678 	 * Now queue completed DATA_IN the qla2xxx LLD and response ring
679 	 */
680 	return qlt_xmit_response(cmd, QLA_TGT_XMIT_DATA|QLA_TGT_XMIT_STATUS,
681 				se_cmd->scsi_status);
682 }
683 
684 static int tcm_qla2xxx_queue_status(struct se_cmd *se_cmd)
685 {
686 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
687 				struct qla_tgt_cmd, se_cmd);
688 	int xmit_type = QLA_TGT_XMIT_STATUS;
689 
690 	cmd->bufflen = se_cmd->data_length;
691 	cmd->sg = NULL;
692 	cmd->sg_cnt = 0;
693 	cmd->offset = 0;
694 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
695 	cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
696 	if (cmd->cmd_flags &  BIT_5) {
697 		pr_crit("Bit_5 already set for cmd = %p.\n", cmd);
698 		dump_stack();
699 	}
700 	cmd->cmd_flags |= BIT_5;
701 
702 	if (se_cmd->data_direction == DMA_FROM_DEVICE) {
703 		/*
704 		 * For FCP_READ with CHECK_CONDITION status, clear cmd->bufflen
705 		 * for qla_tgt_xmit_response LLD code
706 		 */
707 		if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) {
708 			se_cmd->se_cmd_flags &= ~SCF_OVERFLOW_BIT;
709 			se_cmd->residual_count = 0;
710 		}
711 		se_cmd->se_cmd_flags |= SCF_UNDERFLOW_BIT;
712 		se_cmd->residual_count += se_cmd->data_length;
713 
714 		cmd->bufflen = 0;
715 	}
716 	/*
717 	 * Now queue status response to qla2xxx LLD code and response ring
718 	 */
719 	return qlt_xmit_response(cmd, xmit_type, se_cmd->scsi_status);
720 }
721 
722 static void tcm_qla2xxx_queue_tm_rsp(struct se_cmd *se_cmd)
723 {
724 	struct se_tmr_req *se_tmr = se_cmd->se_tmr_req;
725 	struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
726 				struct qla_tgt_mgmt_cmd, se_cmd);
727 
728 	pr_debug("queue_tm_rsp: mcmd: %p func: 0x%02x response: 0x%02x\n",
729 			mcmd, se_tmr->function, se_tmr->response);
730 	/*
731 	 * Do translation between TCM TM response codes and
732 	 * QLA2xxx FC TM response codes.
733 	 */
734 	switch (se_tmr->response) {
735 	case TMR_FUNCTION_COMPLETE:
736 		mcmd->fc_tm_rsp = FC_TM_SUCCESS;
737 		break;
738 	case TMR_TASK_DOES_NOT_EXIST:
739 		mcmd->fc_tm_rsp = FC_TM_BAD_CMD;
740 		break;
741 	case TMR_FUNCTION_REJECTED:
742 		mcmd->fc_tm_rsp = FC_TM_REJECT;
743 		break;
744 	case TMR_LUN_DOES_NOT_EXIST:
745 	default:
746 		mcmd->fc_tm_rsp = FC_TM_FAILED;
747 		break;
748 	}
749 	/*
750 	 * Queue the TM response to QLA2xxx LLD to build a
751 	 * CTIO response packet.
752 	 */
753 	qlt_xmit_tm_rsp(mcmd);
754 }
755 
756 static void tcm_qla2xxx_aborted_task(struct se_cmd *se_cmd)
757 {
758 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
759 				struct qla_tgt_cmd, se_cmd);
760 	struct scsi_qla_host *vha = cmd->vha;
761 	struct qla_hw_data *ha = vha->hw;
762 
763 	if (!cmd->sg_mapped)
764 		return;
765 
766 	pci_unmap_sg(ha->pdev, cmd->sg, cmd->sg_cnt, cmd->dma_data_direction);
767 	cmd->sg_mapped = 0;
768 }
769 
770 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *,
771 			struct tcm_qla2xxx_nacl *, struct qla_tgt_sess *);
772 /*
773  * Expected to be called with struct qla_hw_data->hardware_lock held
774  */
775 static void tcm_qla2xxx_clear_nacl_from_fcport_map(struct qla_tgt_sess *sess)
776 {
777 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
778 	struct se_portal_group *se_tpg = se_nacl->se_tpg;
779 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
780 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
781 				struct tcm_qla2xxx_lport, lport_wwn);
782 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
783 				struct tcm_qla2xxx_nacl, se_node_acl);
784 	void *node;
785 
786 	pr_debug("fc_rport domain: port_id 0x%06x\n", nacl->nport_id);
787 
788 	node = btree_remove32(&lport->lport_fcport_map, nacl->nport_id);
789 	WARN_ON(node && (node != se_nacl));
790 
791 	pr_debug("Removed from fcport_map: %p for WWNN: 0x%016LX, port_id: 0x%06x\n",
792 	    se_nacl, nacl->nport_wwnn, nacl->nport_id);
793 	/*
794 	 * Now clear the se_nacl and session pointers from our HW lport lookup
795 	 * table mapping for this initiator's fabric S_ID and LOOP_ID entries.
796 	 *
797 	 * This is done ahead of callbacks into tcm_qla2xxx_free_session() ->
798 	 * target_wait_for_sess_cmds() before the session waits for outstanding
799 	 * I/O to complete, to avoid a race between session shutdown execution
800 	 * and incoming ATIOs or TMRs picking up a stale se_node_act reference.
801 	 */
802 	tcm_qla2xxx_clear_sess_lookup(lport, nacl, sess);
803 }
804 
805 static void tcm_qla2xxx_release_session(struct kref *kref)
806 {
807 	struct se_session *se_sess = container_of(kref,
808 			struct se_session, sess_kref);
809 
810 	qlt_unreg_sess(se_sess->fabric_sess_ptr);
811 }
812 
813 static void tcm_qla2xxx_put_session(struct se_session *se_sess)
814 {
815 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
816 	struct qla_hw_data *ha = sess->vha->hw;
817 	unsigned long flags;
818 
819 	spin_lock_irqsave(&ha->hardware_lock, flags);
820 	kref_put(&se_sess->sess_kref, tcm_qla2xxx_release_session);
821 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
822 }
823 
824 static void tcm_qla2xxx_put_sess(struct qla_tgt_sess *sess)
825 {
826 	if (!sess)
827 		return;
828 
829 	assert_spin_locked(&sess->vha->hw->hardware_lock);
830 	kref_put(&sess->se_sess->sess_kref, tcm_qla2xxx_release_session);
831 }
832 
833 static void tcm_qla2xxx_shutdown_sess(struct qla_tgt_sess *sess)
834 {
835 	assert_spin_locked(&sess->vha->hw->hardware_lock);
836 	target_sess_cmd_list_set_waiting(sess->se_sess);
837 }
838 
839 static struct se_node_acl *tcm_qla2xxx_make_nodeacl(
840 	struct se_portal_group *se_tpg,
841 	struct config_group *group,
842 	const char *name)
843 {
844 	struct se_node_acl *se_nacl, *se_nacl_new;
845 	struct tcm_qla2xxx_nacl *nacl;
846 	u64 wwnn;
847 	u32 qla2xxx_nexus_depth;
848 
849 	if (tcm_qla2xxx_parse_wwn(name, &wwnn, 1) < 0)
850 		return ERR_PTR(-EINVAL);
851 
852 	se_nacl_new = tcm_qla2xxx_alloc_fabric_acl(se_tpg);
853 	if (!se_nacl_new)
854 		return ERR_PTR(-ENOMEM);
855 /* #warning FIXME: Hardcoded qla2xxx_nexus depth in tcm_qla2xxx_make_nodeacl */
856 	qla2xxx_nexus_depth = 1;
857 
858 	/*
859 	 * se_nacl_new may be released by core_tpg_add_initiator_node_acl()
860 	 * when converting a NodeACL from demo mode -> explict
861 	 */
862 	se_nacl = core_tpg_add_initiator_node_acl(se_tpg, se_nacl_new,
863 				name, qla2xxx_nexus_depth);
864 	if (IS_ERR(se_nacl)) {
865 		tcm_qla2xxx_release_fabric_acl(se_tpg, se_nacl_new);
866 		return se_nacl;
867 	}
868 	/*
869 	 * Locate our struct tcm_qla2xxx_nacl and set the FC Nport WWPN
870 	 */
871 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
872 	nacl->nport_wwnn = wwnn;
873 	tcm_qla2xxx_format_wwn(&nacl->nport_name[0], TCM_QLA2XXX_NAMELEN, wwnn);
874 
875 	return se_nacl;
876 }
877 
878 static void tcm_qla2xxx_drop_nodeacl(struct se_node_acl *se_acl)
879 {
880 	struct se_portal_group *se_tpg = se_acl->se_tpg;
881 	struct tcm_qla2xxx_nacl *nacl = container_of(se_acl,
882 				struct tcm_qla2xxx_nacl, se_node_acl);
883 
884 	core_tpg_del_initiator_node_acl(se_tpg, se_acl, 1);
885 	kfree(nacl);
886 }
887 
888 /* Start items for tcm_qla2xxx_tpg_attrib_cit */
889 
890 #define DEF_QLA_TPG_ATTRIB(name)					\
891 									\
892 static ssize_t tcm_qla2xxx_tpg_attrib_show_##name(			\
893 	struct se_portal_group *se_tpg,					\
894 	char *page)							\
895 {									\
896 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
897 			struct tcm_qla2xxx_tpg, se_tpg);		\
898 									\
899 	return sprintf(page, "%u\n", tpg->tpg_attrib.name);	\
900 }									\
901 									\
902 static ssize_t tcm_qla2xxx_tpg_attrib_store_##name(			\
903 	struct se_portal_group *se_tpg,					\
904 	const char *page,						\
905 	size_t count)							\
906 {									\
907 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
908 			struct tcm_qla2xxx_tpg, se_tpg);		\
909 	unsigned long val;						\
910 	int ret;							\
911 									\
912 	ret = kstrtoul(page, 0, &val);					\
913 	if (ret < 0) {							\
914 		pr_err("kstrtoul() failed with"				\
915 				" ret: %d\n", ret);			\
916 		return -EINVAL;						\
917 	}								\
918 	ret = tcm_qla2xxx_set_attrib_##name(tpg, val);			\
919 									\
920 	return (!ret) ? count : -EINVAL;				\
921 }
922 
923 #define DEF_QLA_TPG_ATTR_BOOL(_name)					\
924 									\
925 static int tcm_qla2xxx_set_attrib_##_name(				\
926 	struct tcm_qla2xxx_tpg *tpg,					\
927 	unsigned long val)						\
928 {									\
929 	struct tcm_qla2xxx_tpg_attrib *a = &tpg->tpg_attrib;		\
930 									\
931 	if ((val != 0) && (val != 1)) {					\
932 		pr_err("Illegal boolean value %lu\n", val);		\
933 		return -EINVAL;						\
934 	}								\
935 									\
936 	a->_name = val;							\
937 	return 0;							\
938 }
939 
940 #define QLA_TPG_ATTR(_name, _mode) \
941 	TF_TPG_ATTRIB_ATTR(tcm_qla2xxx, _name, _mode);
942 
943 /*
944  * Define tcm_qla2xxx_tpg_attrib_s_generate_node_acls
945  */
946 DEF_QLA_TPG_ATTR_BOOL(generate_node_acls);
947 DEF_QLA_TPG_ATTRIB(generate_node_acls);
948 QLA_TPG_ATTR(generate_node_acls, S_IRUGO | S_IWUSR);
949 
950 /*
951  Define tcm_qla2xxx_attrib_s_cache_dynamic_acls
952  */
953 DEF_QLA_TPG_ATTR_BOOL(cache_dynamic_acls);
954 DEF_QLA_TPG_ATTRIB(cache_dynamic_acls);
955 QLA_TPG_ATTR(cache_dynamic_acls, S_IRUGO | S_IWUSR);
956 
957 /*
958  * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_write_protect
959  */
960 DEF_QLA_TPG_ATTR_BOOL(demo_mode_write_protect);
961 DEF_QLA_TPG_ATTRIB(demo_mode_write_protect);
962 QLA_TPG_ATTR(demo_mode_write_protect, S_IRUGO | S_IWUSR);
963 
964 /*
965  * Define tcm_qla2xxx_tpg_attrib_s_prod_mode_write_protect
966  */
967 DEF_QLA_TPG_ATTR_BOOL(prod_mode_write_protect);
968 DEF_QLA_TPG_ATTRIB(prod_mode_write_protect);
969 QLA_TPG_ATTR(prod_mode_write_protect, S_IRUGO | S_IWUSR);
970 
971 /*
972  * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_login_only
973  */
974 DEF_QLA_TPG_ATTR_BOOL(demo_mode_login_only);
975 DEF_QLA_TPG_ATTRIB(demo_mode_login_only);
976 QLA_TPG_ATTR(demo_mode_login_only, S_IRUGO | S_IWUSR);
977 
978 static struct configfs_attribute *tcm_qla2xxx_tpg_attrib_attrs[] = {
979 	&tcm_qla2xxx_tpg_attrib_generate_node_acls.attr,
980 	&tcm_qla2xxx_tpg_attrib_cache_dynamic_acls.attr,
981 	&tcm_qla2xxx_tpg_attrib_demo_mode_write_protect.attr,
982 	&tcm_qla2xxx_tpg_attrib_prod_mode_write_protect.attr,
983 	&tcm_qla2xxx_tpg_attrib_demo_mode_login_only.attr,
984 	NULL,
985 };
986 
987 /* End items for tcm_qla2xxx_tpg_attrib_cit */
988 
989 static ssize_t tcm_qla2xxx_tpg_show_enable(
990 	struct se_portal_group *se_tpg,
991 	char *page)
992 {
993 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
994 			struct tcm_qla2xxx_tpg, se_tpg);
995 
996 	return snprintf(page, PAGE_SIZE, "%d\n",
997 			atomic_read(&tpg->lport_tpg_enabled));
998 }
999 
1000 static void tcm_qla2xxx_depend_tpg(struct work_struct *work)
1001 {
1002 	struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
1003 				struct tcm_qla2xxx_tpg, tpg_base_work);
1004 	struct se_portal_group *se_tpg = &base_tpg->se_tpg;
1005 	struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
1006 
1007 	if (!configfs_depend_item(se_tpg->se_tpg_tfo->tf_subsys,
1008 				  &se_tpg->tpg_group.cg_item)) {
1009 		atomic_set(&base_tpg->lport_tpg_enabled, 1);
1010 		qlt_enable_vha(base_vha);
1011 	}
1012 	complete(&base_tpg->tpg_base_comp);
1013 }
1014 
1015 static void tcm_qla2xxx_undepend_tpg(struct work_struct *work)
1016 {
1017 	struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
1018 				struct tcm_qla2xxx_tpg, tpg_base_work);
1019 	struct se_portal_group *se_tpg = &base_tpg->se_tpg;
1020 	struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
1021 
1022 	if (!qlt_stop_phase1(base_vha->vha_tgt.qla_tgt)) {
1023 		atomic_set(&base_tpg->lport_tpg_enabled, 0);
1024 		configfs_undepend_item(se_tpg->se_tpg_tfo->tf_subsys,
1025 				       &se_tpg->tpg_group.cg_item);
1026 	}
1027 	complete(&base_tpg->tpg_base_comp);
1028 }
1029 
1030 static ssize_t tcm_qla2xxx_tpg_store_enable(
1031 	struct se_portal_group *se_tpg,
1032 	const char *page,
1033 	size_t count)
1034 {
1035 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1036 			struct tcm_qla2xxx_tpg, se_tpg);
1037 	unsigned long op;
1038 	int rc;
1039 
1040 	rc = kstrtoul(page, 0, &op);
1041 	if (rc < 0) {
1042 		pr_err("kstrtoul() returned %d\n", rc);
1043 		return -EINVAL;
1044 	}
1045 	if ((op != 1) && (op != 0)) {
1046 		pr_err("Illegal value for tpg_enable: %lu\n", op);
1047 		return -EINVAL;
1048 	}
1049 	if (op) {
1050 		if (atomic_read(&tpg->lport_tpg_enabled))
1051 			return -EEXIST;
1052 
1053 		INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_depend_tpg);
1054 	} else {
1055 		if (!atomic_read(&tpg->lport_tpg_enabled))
1056 			return count;
1057 
1058 		INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_undepend_tpg);
1059 	}
1060 	init_completion(&tpg->tpg_base_comp);
1061 	schedule_work(&tpg->tpg_base_work);
1062 	wait_for_completion(&tpg->tpg_base_comp);
1063 
1064 	if (op) {
1065 		if (!atomic_read(&tpg->lport_tpg_enabled))
1066 			return -ENODEV;
1067 	} else {
1068 		if (atomic_read(&tpg->lport_tpg_enabled))
1069 			return -EPERM;
1070 	}
1071 	return count;
1072 }
1073 
1074 TF_TPG_BASE_ATTR(tcm_qla2xxx, enable, S_IRUGO | S_IWUSR);
1075 
1076 static struct configfs_attribute *tcm_qla2xxx_tpg_attrs[] = {
1077 	&tcm_qla2xxx_tpg_enable.attr,
1078 	NULL,
1079 };
1080 
1081 static struct se_portal_group *tcm_qla2xxx_make_tpg(
1082 	struct se_wwn *wwn,
1083 	struct config_group *group,
1084 	const char *name)
1085 {
1086 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1087 			struct tcm_qla2xxx_lport, lport_wwn);
1088 	struct tcm_qla2xxx_tpg *tpg;
1089 	unsigned long tpgt;
1090 	int ret;
1091 
1092 	if (strstr(name, "tpgt_") != name)
1093 		return ERR_PTR(-EINVAL);
1094 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1095 		return ERR_PTR(-EINVAL);
1096 
1097 	if ((tpgt != 1)) {
1098 		pr_err("In non NPIV mode, a single TPG=1 is used for HW port mappings\n");
1099 		return ERR_PTR(-ENOSYS);
1100 	}
1101 
1102 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1103 	if (!tpg) {
1104 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1105 		return ERR_PTR(-ENOMEM);
1106 	}
1107 	tpg->lport = lport;
1108 	tpg->lport_tpgt = tpgt;
1109 	/*
1110 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1111 	 * NodeACLs
1112 	 */
1113 	tpg->tpg_attrib.generate_node_acls = 1;
1114 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1115 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1116 	tpg->tpg_attrib.demo_mode_login_only = 1;
1117 
1118 	ret = core_tpg_register(&tcm_qla2xxx_fabric_configfs->tf_ops, wwn,
1119 				&tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
1120 	if (ret < 0) {
1121 		kfree(tpg);
1122 		return NULL;
1123 	}
1124 
1125 	lport->tpg_1 = tpg;
1126 
1127 	return &tpg->se_tpg;
1128 }
1129 
1130 static void tcm_qla2xxx_drop_tpg(struct se_portal_group *se_tpg)
1131 {
1132 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1133 			struct tcm_qla2xxx_tpg, se_tpg);
1134 	struct tcm_qla2xxx_lport *lport = tpg->lport;
1135 	struct scsi_qla_host *vha = lport->qla_vha;
1136 	/*
1137 	 * Call into qla2x_target.c LLD logic to shutdown the active
1138 	 * FC Nexuses and disable target mode operation for this qla_hw_data
1139 	 */
1140 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stop)
1141 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1142 
1143 	core_tpg_deregister(se_tpg);
1144 	/*
1145 	 * Clear local TPG=1 pointer for non NPIV mode.
1146 	 */
1147 	lport->tpg_1 = NULL;
1148 	kfree(tpg);
1149 }
1150 
1151 static ssize_t tcm_qla2xxx_npiv_tpg_show_enable(
1152 	struct se_portal_group *se_tpg,
1153 	char *page)
1154 {
1155 	return tcm_qla2xxx_tpg_show_enable(se_tpg, page);
1156 }
1157 
1158 static ssize_t tcm_qla2xxx_npiv_tpg_store_enable(
1159 	struct se_portal_group *se_tpg,
1160 	const char *page,
1161 	size_t count)
1162 {
1163 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
1164 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
1165 			struct tcm_qla2xxx_lport, lport_wwn);
1166 	struct scsi_qla_host *vha = lport->qla_vha;
1167 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1168 			struct tcm_qla2xxx_tpg, se_tpg);
1169 	unsigned long op;
1170 	int rc;
1171 
1172 	rc = kstrtoul(page, 0, &op);
1173 	if (rc < 0) {
1174 		pr_err("kstrtoul() returned %d\n", rc);
1175 		return -EINVAL;
1176 	}
1177 	if ((op != 1) && (op != 0)) {
1178 		pr_err("Illegal value for tpg_enable: %lu\n", op);
1179 		return -EINVAL;
1180 	}
1181 	if (op) {
1182 		if (atomic_read(&tpg->lport_tpg_enabled))
1183 			return -EEXIST;
1184 
1185 		atomic_set(&tpg->lport_tpg_enabled, 1);
1186 		qlt_enable_vha(vha);
1187 	} else {
1188 		if (!atomic_read(&tpg->lport_tpg_enabled))
1189 			return count;
1190 
1191 		atomic_set(&tpg->lport_tpg_enabled, 0);
1192 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1193 	}
1194 
1195 	return count;
1196 }
1197 
1198 TF_TPG_BASE_ATTR(tcm_qla2xxx_npiv, enable, S_IRUGO | S_IWUSR);
1199 
1200 static struct configfs_attribute *tcm_qla2xxx_npiv_tpg_attrs[] = {
1201         &tcm_qla2xxx_npiv_tpg_enable.attr,
1202         NULL,
1203 };
1204 
1205 static struct se_portal_group *tcm_qla2xxx_npiv_make_tpg(
1206 	struct se_wwn *wwn,
1207 	struct config_group *group,
1208 	const char *name)
1209 {
1210 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1211 			struct tcm_qla2xxx_lport, lport_wwn);
1212 	struct tcm_qla2xxx_tpg *tpg;
1213 	unsigned long tpgt;
1214 	int ret;
1215 
1216 	if (strstr(name, "tpgt_") != name)
1217 		return ERR_PTR(-EINVAL);
1218 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1219 		return ERR_PTR(-EINVAL);
1220 
1221 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1222 	if (!tpg) {
1223 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1224 		return ERR_PTR(-ENOMEM);
1225 	}
1226 	tpg->lport = lport;
1227 	tpg->lport_tpgt = tpgt;
1228 
1229 	/*
1230 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1231 	 * NodeACLs
1232 	 */
1233 	tpg->tpg_attrib.generate_node_acls = 1;
1234 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1235 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1236 	tpg->tpg_attrib.demo_mode_login_only = 1;
1237 
1238 	ret = core_tpg_register(&tcm_qla2xxx_npiv_fabric_configfs->tf_ops, wwn,
1239 				&tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
1240 	if (ret < 0) {
1241 		kfree(tpg);
1242 		return NULL;
1243 	}
1244 	lport->tpg_1 = tpg;
1245 	return &tpg->se_tpg;
1246 }
1247 
1248 /*
1249  * Expected to be called with struct qla_hw_data->hardware_lock held
1250  */
1251 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_s_id(
1252 	scsi_qla_host_t *vha,
1253 	const uint8_t *s_id)
1254 {
1255 	struct tcm_qla2xxx_lport *lport;
1256 	struct se_node_acl *se_nacl;
1257 	struct tcm_qla2xxx_nacl *nacl;
1258 	u32 key;
1259 
1260 	lport = vha->vha_tgt.target_lport_ptr;
1261 	if (!lport) {
1262 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1263 		dump_stack();
1264 		return NULL;
1265 	}
1266 
1267 	key = (((unsigned long)s_id[0] << 16) |
1268 	       ((unsigned long)s_id[1] << 8) |
1269 	       (unsigned long)s_id[2]);
1270 	pr_debug("find_sess_by_s_id: 0x%06x\n", key);
1271 
1272 	se_nacl = btree_lookup32(&lport->lport_fcport_map, key);
1273 	if (!se_nacl) {
1274 		pr_debug("Unable to locate s_id: 0x%06x\n", key);
1275 		return NULL;
1276 	}
1277 	pr_debug("find_sess_by_s_id: located se_nacl: %p, initiatorname: %s\n",
1278 	    se_nacl, se_nacl->initiatorname);
1279 
1280 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1281 	if (!nacl->qla_tgt_sess) {
1282 		pr_err("Unable to locate struct qla_tgt_sess\n");
1283 		return NULL;
1284 	}
1285 
1286 	return nacl->qla_tgt_sess;
1287 }
1288 
1289 /*
1290  * Expected to be called with struct qla_hw_data->hardware_lock held
1291  */
1292 static void tcm_qla2xxx_set_sess_by_s_id(
1293 	struct tcm_qla2xxx_lport *lport,
1294 	struct se_node_acl *new_se_nacl,
1295 	struct tcm_qla2xxx_nacl *nacl,
1296 	struct se_session *se_sess,
1297 	struct qla_tgt_sess *qla_tgt_sess,
1298 	uint8_t *s_id)
1299 {
1300 	u32 key;
1301 	void *slot;
1302 	int rc;
1303 
1304 	key = (((unsigned long)s_id[0] << 16) |
1305 	       ((unsigned long)s_id[1] << 8) |
1306 	       (unsigned long)s_id[2]);
1307 	pr_debug("set_sess_by_s_id: %06x\n", key);
1308 
1309 	slot = btree_lookup32(&lport->lport_fcport_map, key);
1310 	if (!slot) {
1311 		if (new_se_nacl) {
1312 			pr_debug("Setting up new fc_port entry to new_se_nacl\n");
1313 			nacl->nport_id = key;
1314 			rc = btree_insert32(&lport->lport_fcport_map, key,
1315 					new_se_nacl, GFP_ATOMIC);
1316 			if (rc)
1317 				printk(KERN_ERR "Unable to insert s_id into fcport_map: %06x\n",
1318 				    (int)key);
1319 		} else {
1320 			pr_debug("Wiping nonexisting fc_port entry\n");
1321 		}
1322 
1323 		qla_tgt_sess->se_sess = se_sess;
1324 		nacl->qla_tgt_sess = qla_tgt_sess;
1325 		return;
1326 	}
1327 
1328 	if (nacl->qla_tgt_sess) {
1329 		if (new_se_nacl == NULL) {
1330 			pr_debug("Clearing existing nacl->qla_tgt_sess and fc_port entry\n");
1331 			btree_remove32(&lport->lport_fcport_map, key);
1332 			nacl->qla_tgt_sess = NULL;
1333 			return;
1334 		}
1335 		pr_debug("Replacing existing nacl->qla_tgt_sess and fc_port entry\n");
1336 		btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1337 		qla_tgt_sess->se_sess = se_sess;
1338 		nacl->qla_tgt_sess = qla_tgt_sess;
1339 		return;
1340 	}
1341 
1342 	if (new_se_nacl == NULL) {
1343 		pr_debug("Clearing existing fc_port entry\n");
1344 		btree_remove32(&lport->lport_fcport_map, key);
1345 		return;
1346 	}
1347 
1348 	pr_debug("Replacing existing fc_port entry w/o active nacl->qla_tgt_sess\n");
1349 	btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1350 	qla_tgt_sess->se_sess = se_sess;
1351 	nacl->qla_tgt_sess = qla_tgt_sess;
1352 
1353 	pr_debug("Setup nacl->qla_tgt_sess %p by s_id for se_nacl: %p, initiatorname: %s\n",
1354 	    nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1355 }
1356 
1357 /*
1358  * Expected to be called with struct qla_hw_data->hardware_lock held
1359  */
1360 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_loop_id(
1361 	scsi_qla_host_t *vha,
1362 	const uint16_t loop_id)
1363 {
1364 	struct tcm_qla2xxx_lport *lport;
1365 	struct se_node_acl *se_nacl;
1366 	struct tcm_qla2xxx_nacl *nacl;
1367 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1368 
1369 	lport = vha->vha_tgt.target_lport_ptr;
1370 	if (!lport) {
1371 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1372 		dump_stack();
1373 		return NULL;
1374 	}
1375 
1376 	pr_debug("find_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1377 
1378 	fc_loopid = lport->lport_loopid_map + loop_id;
1379 	se_nacl = fc_loopid->se_nacl;
1380 	if (!se_nacl) {
1381 		pr_debug("Unable to locate se_nacl by loop_id: 0x%04x\n",
1382 		    loop_id);
1383 		return NULL;
1384 	}
1385 
1386 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1387 
1388 	if (!nacl->qla_tgt_sess) {
1389 		pr_err("Unable to locate struct qla_tgt_sess\n");
1390 		return NULL;
1391 	}
1392 
1393 	return nacl->qla_tgt_sess;
1394 }
1395 
1396 /*
1397  * Expected to be called with struct qla_hw_data->hardware_lock held
1398  */
1399 static void tcm_qla2xxx_set_sess_by_loop_id(
1400 	struct tcm_qla2xxx_lport *lport,
1401 	struct se_node_acl *new_se_nacl,
1402 	struct tcm_qla2xxx_nacl *nacl,
1403 	struct se_session *se_sess,
1404 	struct qla_tgt_sess *qla_tgt_sess,
1405 	uint16_t loop_id)
1406 {
1407 	struct se_node_acl *saved_nacl;
1408 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1409 
1410 	pr_debug("set_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1411 
1412 	fc_loopid = &((struct tcm_qla2xxx_fc_loopid *)
1413 			lport->lport_loopid_map)[loop_id];
1414 
1415 	saved_nacl = fc_loopid->se_nacl;
1416 	if (!saved_nacl) {
1417 		pr_debug("Setting up new fc_loopid->se_nacl to new_se_nacl\n");
1418 		fc_loopid->se_nacl = new_se_nacl;
1419 		if (qla_tgt_sess->se_sess != se_sess)
1420 			qla_tgt_sess->se_sess = se_sess;
1421 		if (nacl->qla_tgt_sess != qla_tgt_sess)
1422 			nacl->qla_tgt_sess = qla_tgt_sess;
1423 		return;
1424 	}
1425 
1426 	if (nacl->qla_tgt_sess) {
1427 		if (new_se_nacl == NULL) {
1428 			pr_debug("Clearing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1429 			fc_loopid->se_nacl = NULL;
1430 			nacl->qla_tgt_sess = NULL;
1431 			return;
1432 		}
1433 
1434 		pr_debug("Replacing existing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1435 		fc_loopid->se_nacl = new_se_nacl;
1436 		if (qla_tgt_sess->se_sess != se_sess)
1437 			qla_tgt_sess->se_sess = se_sess;
1438 		if (nacl->qla_tgt_sess != qla_tgt_sess)
1439 			nacl->qla_tgt_sess = qla_tgt_sess;
1440 		return;
1441 	}
1442 
1443 	if (new_se_nacl == NULL) {
1444 		pr_debug("Clearing fc_loopid->se_nacl\n");
1445 		fc_loopid->se_nacl = NULL;
1446 		return;
1447 	}
1448 
1449 	pr_debug("Replacing existing fc_loopid->se_nacl w/o active nacl->qla_tgt_sess\n");
1450 	fc_loopid->se_nacl = new_se_nacl;
1451 	if (qla_tgt_sess->se_sess != se_sess)
1452 		qla_tgt_sess->se_sess = se_sess;
1453 	if (nacl->qla_tgt_sess != qla_tgt_sess)
1454 		nacl->qla_tgt_sess = qla_tgt_sess;
1455 
1456 	pr_debug("Setup nacl->qla_tgt_sess %p by loop_id for se_nacl: %p, initiatorname: %s\n",
1457 	    nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1458 }
1459 
1460 /*
1461  * Should always be called with qla_hw_data->hardware_lock held.
1462  */
1463 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *lport,
1464 		struct tcm_qla2xxx_nacl *nacl, struct qla_tgt_sess *sess)
1465 {
1466 	struct se_session *se_sess = sess->se_sess;
1467 	unsigned char be_sid[3];
1468 
1469 	be_sid[0] = sess->s_id.b.domain;
1470 	be_sid[1] = sess->s_id.b.area;
1471 	be_sid[2] = sess->s_id.b.al_pa;
1472 
1473 	tcm_qla2xxx_set_sess_by_s_id(lport, NULL, nacl, se_sess,
1474 				sess, be_sid);
1475 	tcm_qla2xxx_set_sess_by_loop_id(lport, NULL, nacl, se_sess,
1476 				sess, sess->loop_id);
1477 }
1478 
1479 static void tcm_qla2xxx_free_session(struct qla_tgt_sess *sess)
1480 {
1481 	struct qla_tgt *tgt = sess->tgt;
1482 	struct qla_hw_data *ha = tgt->ha;
1483 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1484 	struct se_session *se_sess;
1485 	struct se_node_acl *se_nacl;
1486 	struct tcm_qla2xxx_lport *lport;
1487 	struct tcm_qla2xxx_nacl *nacl;
1488 
1489 	BUG_ON(in_interrupt());
1490 
1491 	se_sess = sess->se_sess;
1492 	if (!se_sess) {
1493 		pr_err("struct qla_tgt_sess->se_sess is NULL\n");
1494 		dump_stack();
1495 		return;
1496 	}
1497 	se_nacl = se_sess->se_node_acl;
1498 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1499 
1500 	lport = vha->vha_tgt.target_lport_ptr;
1501 	if (!lport) {
1502 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1503 		dump_stack();
1504 		return;
1505 	}
1506 	target_wait_for_sess_cmds(se_sess);
1507 
1508 	transport_deregister_session_configfs(sess->se_sess);
1509 	transport_deregister_session(sess->se_sess);
1510 }
1511 
1512 /*
1513  * Called via qlt_create_sess():ha->qla2x_tmpl->check_initiator_node_acl()
1514  * to locate struct se_node_acl
1515  */
1516 static int tcm_qla2xxx_check_initiator_node_acl(
1517 	scsi_qla_host_t *vha,
1518 	unsigned char *fc_wwpn,
1519 	void *qla_tgt_sess,
1520 	uint8_t *s_id,
1521 	uint16_t loop_id)
1522 {
1523 	struct qla_hw_data *ha = vha->hw;
1524 	struct tcm_qla2xxx_lport *lport;
1525 	struct tcm_qla2xxx_tpg *tpg;
1526 	struct tcm_qla2xxx_nacl *nacl;
1527 	struct se_portal_group *se_tpg;
1528 	struct se_node_acl *se_nacl;
1529 	struct se_session *se_sess;
1530 	struct qla_tgt_sess *sess = qla_tgt_sess;
1531 	unsigned char port_name[36];
1532 	unsigned long flags;
1533 	int num_tags = (ha->fw_xcb_count) ? ha->fw_xcb_count :
1534 		       TCM_QLA2XXX_DEFAULT_TAGS;
1535 
1536 	lport = vha->vha_tgt.target_lport_ptr;
1537 	if (!lport) {
1538 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1539 		dump_stack();
1540 		return -EINVAL;
1541 	}
1542 	/*
1543 	 * Locate the TPG=1 reference..
1544 	 */
1545 	tpg = lport->tpg_1;
1546 	if (!tpg) {
1547 		pr_err("Unable to lcoate struct tcm_qla2xxx_lport->tpg_1\n");
1548 		return -EINVAL;
1549 	}
1550 	se_tpg = &tpg->se_tpg;
1551 
1552 	se_sess = transport_init_session_tags(num_tags,
1553 					      sizeof(struct qla_tgt_cmd),
1554 					      TARGET_PROT_NORMAL);
1555 	if (IS_ERR(se_sess)) {
1556 		pr_err("Unable to initialize struct se_session\n");
1557 		return PTR_ERR(se_sess);
1558 	}
1559 	/*
1560 	 * Format the FCP Initiator port_name into colon seperated values to
1561 	 * match the format by tcm_qla2xxx explict ConfigFS NodeACLs.
1562 	 */
1563 	memset(&port_name, 0, 36);
1564 	snprintf(port_name, 36, "%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x",
1565 		fc_wwpn[0], fc_wwpn[1], fc_wwpn[2], fc_wwpn[3], fc_wwpn[4],
1566 		fc_wwpn[5], fc_wwpn[6], fc_wwpn[7]);
1567 	/*
1568 	 * Locate our struct se_node_acl either from an explict NodeACL created
1569 	 * via ConfigFS, or via running in TPG demo mode.
1570 	 */
1571 	se_sess->se_node_acl = core_tpg_check_initiator_node_acl(se_tpg,
1572 					port_name);
1573 	if (!se_sess->se_node_acl) {
1574 		transport_free_session(se_sess);
1575 		return -EINVAL;
1576 	}
1577 	se_nacl = se_sess->se_node_acl;
1578 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1579 	/*
1580 	 * And now setup the new se_nacl and session pointers into our HW lport
1581 	 * mappings for fabric S_ID and LOOP_ID.
1582 	 */
1583 	spin_lock_irqsave(&ha->hardware_lock, flags);
1584 	tcm_qla2xxx_set_sess_by_s_id(lport, se_nacl, nacl, se_sess,
1585 			qla_tgt_sess, s_id);
1586 	tcm_qla2xxx_set_sess_by_loop_id(lport, se_nacl, nacl, se_sess,
1587 			qla_tgt_sess, loop_id);
1588 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
1589 	/*
1590 	 * Finally register the new FC Nexus with TCM
1591 	 */
1592 	__transport_register_session(se_nacl->se_tpg, se_nacl, se_sess, sess);
1593 
1594 	return 0;
1595 }
1596 
1597 static void tcm_qla2xxx_update_sess(struct qla_tgt_sess *sess, port_id_t s_id,
1598 				    uint16_t loop_id, bool conf_compl_supported)
1599 {
1600 	struct qla_tgt *tgt = sess->tgt;
1601 	struct qla_hw_data *ha = tgt->ha;
1602 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1603 	struct tcm_qla2xxx_lport *lport = vha->vha_tgt.target_lport_ptr;
1604 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
1605 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
1606 			struct tcm_qla2xxx_nacl, se_node_acl);
1607 	u32 key;
1608 
1609 
1610 	if (sess->loop_id != loop_id || sess->s_id.b24 != s_id.b24)
1611 		pr_info("Updating session %p from port %8phC loop_id %d -> %d s_id %x:%x:%x -> %x:%x:%x\n",
1612 		    sess, sess->port_name,
1613 		    sess->loop_id, loop_id, sess->s_id.b.domain,
1614 		    sess->s_id.b.area, sess->s_id.b.al_pa, s_id.b.domain,
1615 		    s_id.b.area, s_id.b.al_pa);
1616 
1617 	if (sess->loop_id != loop_id) {
1618 		/*
1619 		 * Because we can shuffle loop IDs around and we
1620 		 * update different sessions non-atomically, we might
1621 		 * have overwritten this session's old loop ID
1622 		 * already, and we might end up overwriting some other
1623 		 * session that will be updated later.  So we have to
1624 		 * be extra careful and we can't warn about those things...
1625 		 */
1626 		if (lport->lport_loopid_map[sess->loop_id].se_nacl == se_nacl)
1627 			lport->lport_loopid_map[sess->loop_id].se_nacl = NULL;
1628 
1629 		lport->lport_loopid_map[loop_id].se_nacl = se_nacl;
1630 
1631 		sess->loop_id = loop_id;
1632 	}
1633 
1634 	if (sess->s_id.b24 != s_id.b24) {
1635 		key = (((u32) sess->s_id.b.domain << 16) |
1636 		       ((u32) sess->s_id.b.area   <<  8) |
1637 		       ((u32) sess->s_id.b.al_pa));
1638 
1639 		if (btree_lookup32(&lport->lport_fcport_map, key))
1640 			WARN(btree_remove32(&lport->lport_fcport_map, key) != se_nacl,
1641 			     "Found wrong se_nacl when updating s_id %x:%x:%x\n",
1642 			     sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1643 		else
1644 			WARN(1, "No lport_fcport_map entry for s_id %x:%x:%x\n",
1645 			     sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1646 
1647 		key = (((u32) s_id.b.domain << 16) |
1648 		       ((u32) s_id.b.area   <<  8) |
1649 		       ((u32) s_id.b.al_pa));
1650 
1651 		if (btree_lookup32(&lport->lport_fcport_map, key)) {
1652 			WARN(1, "Already have lport_fcport_map entry for s_id %x:%x:%x\n",
1653 			     s_id.b.domain, s_id.b.area, s_id.b.al_pa);
1654 			btree_update32(&lport->lport_fcport_map, key, se_nacl);
1655 		} else {
1656 			btree_insert32(&lport->lport_fcport_map, key, se_nacl, GFP_ATOMIC);
1657 		}
1658 
1659 		sess->s_id = s_id;
1660 		nacl->nport_id = key;
1661 	}
1662 
1663 	sess->conf_compl_supported = conf_compl_supported;
1664 }
1665 
1666 /*
1667  * Calls into tcm_qla2xxx used by qla2xxx LLD I/O path.
1668  */
1669 static struct qla_tgt_func_tmpl tcm_qla2xxx_template = {
1670 	.handle_cmd		= tcm_qla2xxx_handle_cmd,
1671 	.handle_data		= tcm_qla2xxx_handle_data,
1672 	.handle_dif_err		= tcm_qla2xxx_handle_dif_err,
1673 	.handle_tmr		= tcm_qla2xxx_handle_tmr,
1674 	.free_cmd		= tcm_qla2xxx_free_cmd,
1675 	.free_mcmd		= tcm_qla2xxx_free_mcmd,
1676 	.free_session		= tcm_qla2xxx_free_session,
1677 	.update_sess		= tcm_qla2xxx_update_sess,
1678 	.check_initiator_node_acl = tcm_qla2xxx_check_initiator_node_acl,
1679 	.find_sess_by_s_id	= tcm_qla2xxx_find_sess_by_s_id,
1680 	.find_sess_by_loop_id	= tcm_qla2xxx_find_sess_by_loop_id,
1681 	.clear_nacl_from_fcport_map = tcm_qla2xxx_clear_nacl_from_fcport_map,
1682 	.put_sess		= tcm_qla2xxx_put_sess,
1683 	.shutdown_sess		= tcm_qla2xxx_shutdown_sess,
1684 };
1685 
1686 static int tcm_qla2xxx_init_lport(struct tcm_qla2xxx_lport *lport)
1687 {
1688 	int rc;
1689 
1690 	rc = btree_init32(&lport->lport_fcport_map);
1691 	if (rc) {
1692 		pr_err("Unable to initialize lport->lport_fcport_map btree\n");
1693 		return rc;
1694 	}
1695 
1696 	lport->lport_loopid_map = vmalloc(sizeof(struct tcm_qla2xxx_fc_loopid) *
1697 				65536);
1698 	if (!lport->lport_loopid_map) {
1699 		pr_err("Unable to allocate lport->lport_loopid_map of %zu bytes\n",
1700 		    sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1701 		btree_destroy32(&lport->lport_fcport_map);
1702 		return -ENOMEM;
1703 	}
1704 	memset(lport->lport_loopid_map, 0, sizeof(struct tcm_qla2xxx_fc_loopid)
1705 	       * 65536);
1706 	pr_debug("qla2xxx: Allocated lport_loopid_map of %zu bytes\n",
1707 	       sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1708 	return 0;
1709 }
1710 
1711 static int tcm_qla2xxx_lport_register_cb(struct scsi_qla_host *vha,
1712 					 void *target_lport_ptr,
1713 					 u64 npiv_wwpn, u64 npiv_wwnn)
1714 {
1715 	struct qla_hw_data *ha = vha->hw;
1716 	struct tcm_qla2xxx_lport *lport =
1717 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1718 	/*
1719 	 * Setup tgt_ops, local pointer to vha and target_lport_ptr
1720 	 */
1721 	ha->tgt.tgt_ops = &tcm_qla2xxx_template;
1722 	vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1723 	lport->qla_vha = vha;
1724 
1725 	return 0;
1726 }
1727 
1728 static struct se_wwn *tcm_qla2xxx_make_lport(
1729 	struct target_fabric_configfs *tf,
1730 	struct config_group *group,
1731 	const char *name)
1732 {
1733 	struct tcm_qla2xxx_lport *lport;
1734 	u64 wwpn;
1735 	int ret = -ENODEV;
1736 
1737 	if (tcm_qla2xxx_parse_wwn(name, &wwpn, 1) < 0)
1738 		return ERR_PTR(-EINVAL);
1739 
1740 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1741 	if (!lport) {
1742 		pr_err("Unable to allocate struct tcm_qla2xxx_lport\n");
1743 		return ERR_PTR(-ENOMEM);
1744 	}
1745 	lport->lport_wwpn = wwpn;
1746 	tcm_qla2xxx_format_wwn(&lport->lport_name[0], TCM_QLA2XXX_NAMELEN,
1747 				wwpn);
1748 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) wwpn);
1749 
1750 	ret = tcm_qla2xxx_init_lport(lport);
1751 	if (ret != 0)
1752 		goto out;
1753 
1754 	ret = qlt_lport_register(lport, wwpn, 0, 0,
1755 				 tcm_qla2xxx_lport_register_cb);
1756 	if (ret != 0)
1757 		goto out_lport;
1758 
1759 	return &lport->lport_wwn;
1760 out_lport:
1761 	vfree(lport->lport_loopid_map);
1762 	btree_destroy32(&lport->lport_fcport_map);
1763 out:
1764 	kfree(lport);
1765 	return ERR_PTR(ret);
1766 }
1767 
1768 static void tcm_qla2xxx_drop_lport(struct se_wwn *wwn)
1769 {
1770 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1771 			struct tcm_qla2xxx_lport, lport_wwn);
1772 	struct scsi_qla_host *vha = lport->qla_vha;
1773 	struct se_node_acl *node;
1774 	u32 key = 0;
1775 
1776 	/*
1777 	 * Call into qla2x_target.c LLD logic to complete the
1778 	 * shutdown of struct qla_tgt after the call to
1779 	 * qlt_stop_phase1() from tcm_qla2xxx_drop_tpg() above..
1780 	 */
1781 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stopped)
1782 		qlt_stop_phase2(vha->vha_tgt.qla_tgt);
1783 
1784 	qlt_lport_deregister(vha);
1785 
1786 	vfree(lport->lport_loopid_map);
1787 	btree_for_each_safe32(&lport->lport_fcport_map, key, node)
1788 		btree_remove32(&lport->lport_fcport_map, key);
1789 	btree_destroy32(&lport->lport_fcport_map);
1790 	kfree(lport);
1791 }
1792 
1793 static int tcm_qla2xxx_lport_register_npiv_cb(struct scsi_qla_host *base_vha,
1794 					      void *target_lport_ptr,
1795 					      u64 npiv_wwpn, u64 npiv_wwnn)
1796 {
1797 	struct fc_vport *vport;
1798 	struct Scsi_Host *sh = base_vha->host;
1799 	struct scsi_qla_host *npiv_vha;
1800 	struct tcm_qla2xxx_lport *lport =
1801 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1802 	struct tcm_qla2xxx_lport *base_lport =
1803 			(struct tcm_qla2xxx_lport *)base_vha->vha_tgt.target_lport_ptr;
1804 	struct tcm_qla2xxx_tpg *base_tpg;
1805 	struct fc_vport_identifiers vport_id;
1806 
1807 	if (!qla_tgt_mode_enabled(base_vha)) {
1808 		pr_err("qla2xxx base_vha not enabled for target mode\n");
1809 		return -EPERM;
1810 	}
1811 
1812 	if (!base_lport || !base_lport->tpg_1 ||
1813 	    !atomic_read(&base_lport->tpg_1->lport_tpg_enabled)) {
1814 		pr_err("qla2xxx base_lport or tpg_1 not available\n");
1815 		return -EPERM;
1816 	}
1817 	base_tpg = base_lport->tpg_1;
1818 
1819 	memset(&vport_id, 0, sizeof(vport_id));
1820 	vport_id.port_name = npiv_wwpn;
1821 	vport_id.node_name = npiv_wwnn;
1822 	vport_id.roles = FC_PORT_ROLE_FCP_INITIATOR;
1823 	vport_id.vport_type = FC_PORTTYPE_NPIV;
1824 	vport_id.disable = false;
1825 
1826 	vport = fc_vport_create(sh, 0, &vport_id);
1827 	if (!vport) {
1828 		pr_err("fc_vport_create failed for qla2xxx_npiv\n");
1829 		return -ENODEV;
1830 	}
1831 	/*
1832 	 * Setup local pointer to NPIV vhba + target_lport_ptr
1833 	 */
1834 	npiv_vha = (struct scsi_qla_host *)vport->dd_data;
1835 	npiv_vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1836 	lport->qla_vha = npiv_vha;
1837 	scsi_host_get(npiv_vha->host);
1838 	return 0;
1839 }
1840 
1841 
1842 static struct se_wwn *tcm_qla2xxx_npiv_make_lport(
1843 	struct target_fabric_configfs *tf,
1844 	struct config_group *group,
1845 	const char *name)
1846 {
1847 	struct tcm_qla2xxx_lport *lport;
1848 	u64 phys_wwpn, npiv_wwpn, npiv_wwnn;
1849 	char *p, tmp[128];
1850 	int ret;
1851 
1852 	snprintf(tmp, 128, "%s", name);
1853 
1854 	p = strchr(tmp, '@');
1855 	if (!p) {
1856 		pr_err("Unable to locate NPIV '@' seperator\n");
1857 		return ERR_PTR(-EINVAL);
1858 	}
1859 	*p++ = '\0';
1860 
1861 	if (tcm_qla2xxx_parse_wwn(tmp, &phys_wwpn, 1) < 0)
1862 		return ERR_PTR(-EINVAL);
1863 
1864 	if (tcm_qla2xxx_npiv_parse_wwn(p, strlen(p)+1,
1865 				       &npiv_wwpn, &npiv_wwnn) < 0)
1866 		return ERR_PTR(-EINVAL);
1867 
1868 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1869 	if (!lport) {
1870 		pr_err("Unable to allocate struct tcm_qla2xxx_lport for NPIV\n");
1871 		return ERR_PTR(-ENOMEM);
1872 	}
1873 	lport->lport_npiv_wwpn = npiv_wwpn;
1874 	lport->lport_npiv_wwnn = npiv_wwnn;
1875 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) npiv_wwpn);
1876 
1877 	ret = tcm_qla2xxx_init_lport(lport);
1878 	if (ret != 0)
1879 		goto out;
1880 
1881 	ret = qlt_lport_register(lport, phys_wwpn, npiv_wwpn, npiv_wwnn,
1882 				 tcm_qla2xxx_lport_register_npiv_cb);
1883 	if (ret != 0)
1884 		goto out_lport;
1885 
1886 	return &lport->lport_wwn;
1887 out_lport:
1888 	vfree(lport->lport_loopid_map);
1889 	btree_destroy32(&lport->lport_fcport_map);
1890 out:
1891 	kfree(lport);
1892 	return ERR_PTR(ret);
1893 }
1894 
1895 static void tcm_qla2xxx_npiv_drop_lport(struct se_wwn *wwn)
1896 {
1897 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1898 			struct tcm_qla2xxx_lport, lport_wwn);
1899 	struct scsi_qla_host *npiv_vha = lport->qla_vha;
1900 	struct qla_hw_data *ha = npiv_vha->hw;
1901 	scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
1902 
1903 	scsi_host_put(npiv_vha->host);
1904 	/*
1905 	 * Notify libfc that we want to release the vha->fc_vport
1906 	 */
1907 	fc_vport_terminate(npiv_vha->fc_vport);
1908 	scsi_host_put(base_vha->host);
1909 	kfree(lport);
1910 }
1911 
1912 
1913 static ssize_t tcm_qla2xxx_wwn_show_attr_version(
1914 	struct target_fabric_configfs *tf,
1915 	char *page)
1916 {
1917 	return sprintf(page,
1918 	    "TCM QLOGIC QLA2XXX NPIV capable fabric module %s on %s/%s on "
1919 	    UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
1920 	    utsname()->machine);
1921 }
1922 
1923 TF_WWN_ATTR_RO(tcm_qla2xxx, version);
1924 
1925 static struct configfs_attribute *tcm_qla2xxx_wwn_attrs[] = {
1926 	&tcm_qla2xxx_wwn_version.attr,
1927 	NULL,
1928 };
1929 
1930 static struct target_core_fabric_ops tcm_qla2xxx_ops = {
1931 	.get_fabric_name		= tcm_qla2xxx_get_fabric_name,
1932 	.get_fabric_proto_ident		= tcm_qla2xxx_get_fabric_proto_ident,
1933 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
1934 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
1935 	.tpg_get_default_depth		= tcm_qla2xxx_get_default_depth,
1936 	.tpg_get_pr_transport_id	= tcm_qla2xxx_get_pr_transport_id,
1937 	.tpg_get_pr_transport_id_len	= tcm_qla2xxx_get_pr_transport_id_len,
1938 	.tpg_parse_pr_out_transport_id	= tcm_qla2xxx_parse_pr_out_transport_id,
1939 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
1940 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
1941 	.tpg_check_demo_mode_write_protect =
1942 					tcm_qla2xxx_check_demo_write_protect,
1943 	.tpg_check_prod_mode_write_protect =
1944 					tcm_qla2xxx_check_prod_write_protect,
1945 	.tpg_check_demo_mode_login_only = tcm_qla2xxx_check_demo_mode_login_only,
1946 	.tpg_alloc_fabric_acl		= tcm_qla2xxx_alloc_fabric_acl,
1947 	.tpg_release_fabric_acl		= tcm_qla2xxx_release_fabric_acl,
1948 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
1949 	.check_stop_free		= tcm_qla2xxx_check_stop_free,
1950 	.release_cmd			= tcm_qla2xxx_release_cmd,
1951 	.put_session			= tcm_qla2xxx_put_session,
1952 	.shutdown_session		= tcm_qla2xxx_shutdown_session,
1953 	.close_session			= tcm_qla2xxx_close_session,
1954 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
1955 	.sess_get_initiator_sid		= NULL,
1956 	.write_pending			= tcm_qla2xxx_write_pending,
1957 	.write_pending_status		= tcm_qla2xxx_write_pending_status,
1958 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
1959 	.get_task_tag			= tcm_qla2xxx_get_task_tag,
1960 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
1961 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
1962 	.queue_status			= tcm_qla2xxx_queue_status,
1963 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
1964 	.aborted_task			= tcm_qla2xxx_aborted_task,
1965 	/*
1966 	 * Setup function pointers for generic logic in
1967 	 * target_core_fabric_configfs.c
1968 	 */
1969 	.fabric_make_wwn		= tcm_qla2xxx_make_lport,
1970 	.fabric_drop_wwn		= tcm_qla2xxx_drop_lport,
1971 	.fabric_make_tpg		= tcm_qla2xxx_make_tpg,
1972 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
1973 	.fabric_post_link		= NULL,
1974 	.fabric_pre_unlink		= NULL,
1975 	.fabric_make_np			= NULL,
1976 	.fabric_drop_np			= NULL,
1977 	.fabric_make_nodeacl		= tcm_qla2xxx_make_nodeacl,
1978 	.fabric_drop_nodeacl		= tcm_qla2xxx_drop_nodeacl,
1979 };
1980 
1981 static struct target_core_fabric_ops tcm_qla2xxx_npiv_ops = {
1982 	.get_fabric_name		= tcm_qla2xxx_npiv_get_fabric_name,
1983 	.get_fabric_proto_ident		= tcm_qla2xxx_get_fabric_proto_ident,
1984 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
1985 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
1986 	.tpg_get_default_depth		= tcm_qla2xxx_get_default_depth,
1987 	.tpg_get_pr_transport_id	= tcm_qla2xxx_get_pr_transport_id,
1988 	.tpg_get_pr_transport_id_len	= tcm_qla2xxx_get_pr_transport_id_len,
1989 	.tpg_parse_pr_out_transport_id	= tcm_qla2xxx_parse_pr_out_transport_id,
1990 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
1991 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
1992 	.tpg_check_demo_mode_write_protect = tcm_qla2xxx_check_demo_mode,
1993 	.tpg_check_prod_mode_write_protect =
1994 	    tcm_qla2xxx_check_prod_write_protect,
1995 	.tpg_check_demo_mode_login_only	= tcm_qla2xxx_check_demo_mode_login_only,
1996 	.tpg_alloc_fabric_acl		= tcm_qla2xxx_alloc_fabric_acl,
1997 	.tpg_release_fabric_acl		= tcm_qla2xxx_release_fabric_acl,
1998 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
1999 	.check_stop_free                = tcm_qla2xxx_check_stop_free,
2000 	.release_cmd			= tcm_qla2xxx_release_cmd,
2001 	.put_session			= tcm_qla2xxx_put_session,
2002 	.shutdown_session		= tcm_qla2xxx_shutdown_session,
2003 	.close_session			= tcm_qla2xxx_close_session,
2004 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
2005 	.sess_get_initiator_sid		= NULL,
2006 	.write_pending			= tcm_qla2xxx_write_pending,
2007 	.write_pending_status		= tcm_qla2xxx_write_pending_status,
2008 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
2009 	.get_task_tag			= tcm_qla2xxx_get_task_tag,
2010 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
2011 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
2012 	.queue_status			= tcm_qla2xxx_queue_status,
2013 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
2014 	.aborted_task			= tcm_qla2xxx_aborted_task,
2015 	/*
2016 	 * Setup function pointers for generic logic in
2017 	 * target_core_fabric_configfs.c
2018 	 */
2019 	.fabric_make_wwn		= tcm_qla2xxx_npiv_make_lport,
2020 	.fabric_drop_wwn		= tcm_qla2xxx_npiv_drop_lport,
2021 	.fabric_make_tpg		= tcm_qla2xxx_npiv_make_tpg,
2022 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
2023 	.fabric_post_link		= NULL,
2024 	.fabric_pre_unlink		= NULL,
2025 	.fabric_make_np			= NULL,
2026 	.fabric_drop_np			= NULL,
2027 	.fabric_make_nodeacl		= tcm_qla2xxx_make_nodeacl,
2028 	.fabric_drop_nodeacl		= tcm_qla2xxx_drop_nodeacl,
2029 };
2030 
2031 static int tcm_qla2xxx_register_configfs(void)
2032 {
2033 	struct target_fabric_configfs *fabric, *npiv_fabric;
2034 	int ret;
2035 
2036 	pr_debug("TCM QLOGIC QLA2XXX fabric module %s on %s/%s on "
2037 	    UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
2038 	    utsname()->machine);
2039 	/*
2040 	 * Register the top level struct config_item_type with TCM core
2041 	 */
2042 	fabric = target_fabric_configfs_init(THIS_MODULE, "qla2xxx");
2043 	if (IS_ERR(fabric)) {
2044 		pr_err("target_fabric_configfs_init() failed\n");
2045 		return PTR_ERR(fabric);
2046 	}
2047 	/*
2048 	 * Setup fabric->tf_ops from our local tcm_qla2xxx_ops
2049 	 */
2050 	fabric->tf_ops = tcm_qla2xxx_ops;
2051 	/*
2052 	 * Setup default attribute lists for various fabric->tf_cit_tmpl
2053 	 */
2054 	fabric->tf_cit_tmpl.tfc_wwn_cit.ct_attrs = tcm_qla2xxx_wwn_attrs;
2055 	fabric->tf_cit_tmpl.tfc_tpg_base_cit.ct_attrs = tcm_qla2xxx_tpg_attrs;
2056 	fabric->tf_cit_tmpl.tfc_tpg_attrib_cit.ct_attrs =
2057 						tcm_qla2xxx_tpg_attrib_attrs;
2058 	fabric->tf_cit_tmpl.tfc_tpg_param_cit.ct_attrs = NULL;
2059 	fabric->tf_cit_tmpl.tfc_tpg_np_base_cit.ct_attrs = NULL;
2060 	fabric->tf_cit_tmpl.tfc_tpg_nacl_base_cit.ct_attrs = NULL;
2061 	fabric->tf_cit_tmpl.tfc_tpg_nacl_attrib_cit.ct_attrs = NULL;
2062 	fabric->tf_cit_tmpl.tfc_tpg_nacl_auth_cit.ct_attrs = NULL;
2063 	fabric->tf_cit_tmpl.tfc_tpg_nacl_param_cit.ct_attrs = NULL;
2064 	/*
2065 	 * Register the fabric for use within TCM
2066 	 */
2067 	ret = target_fabric_configfs_register(fabric);
2068 	if (ret < 0) {
2069 		pr_err("target_fabric_configfs_register() failed for TCM_QLA2XXX\n");
2070 		return ret;
2071 	}
2072 	/*
2073 	 * Setup our local pointer to *fabric
2074 	 */
2075 	tcm_qla2xxx_fabric_configfs = fabric;
2076 	pr_debug("TCM_QLA2XXX[0] - Set fabric -> tcm_qla2xxx_fabric_configfs\n");
2077 
2078 	/*
2079 	 * Register the top level struct config_item_type for NPIV with TCM core
2080 	 */
2081 	npiv_fabric = target_fabric_configfs_init(THIS_MODULE, "qla2xxx_npiv");
2082 	if (IS_ERR(npiv_fabric)) {
2083 		pr_err("target_fabric_configfs_init() failed\n");
2084 		ret = PTR_ERR(npiv_fabric);
2085 		goto out_fabric;
2086 	}
2087 	/*
2088 	 * Setup fabric->tf_ops from our local tcm_qla2xxx_npiv_ops
2089 	 */
2090 	npiv_fabric->tf_ops = tcm_qla2xxx_npiv_ops;
2091 	/*
2092 	 * Setup default attribute lists for various npiv_fabric->tf_cit_tmpl
2093 	 */
2094 	npiv_fabric->tf_cit_tmpl.tfc_wwn_cit.ct_attrs = tcm_qla2xxx_wwn_attrs;
2095 	npiv_fabric->tf_cit_tmpl.tfc_tpg_base_cit.ct_attrs =
2096 	    tcm_qla2xxx_npiv_tpg_attrs;
2097 	npiv_fabric->tf_cit_tmpl.tfc_tpg_attrib_cit.ct_attrs = NULL;
2098 	npiv_fabric->tf_cit_tmpl.tfc_tpg_param_cit.ct_attrs = NULL;
2099 	npiv_fabric->tf_cit_tmpl.tfc_tpg_np_base_cit.ct_attrs = NULL;
2100 	npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_base_cit.ct_attrs = NULL;
2101 	npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_attrib_cit.ct_attrs = NULL;
2102 	npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_auth_cit.ct_attrs = NULL;
2103 	npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_param_cit.ct_attrs = NULL;
2104 	/*
2105 	 * Register the npiv_fabric for use within TCM
2106 	 */
2107 	ret = target_fabric_configfs_register(npiv_fabric);
2108 	if (ret < 0) {
2109 		pr_err("target_fabric_configfs_register() failed for TCM_QLA2XXX\n");
2110 		goto out_fabric;
2111 	}
2112 	/*
2113 	 * Setup our local pointer to *npiv_fabric
2114 	 */
2115 	tcm_qla2xxx_npiv_fabric_configfs = npiv_fabric;
2116 	pr_debug("TCM_QLA2XXX[0] - Set fabric -> tcm_qla2xxx_npiv_fabric_configfs\n");
2117 
2118 	tcm_qla2xxx_free_wq = alloc_workqueue("tcm_qla2xxx_free",
2119 						WQ_MEM_RECLAIM, 0);
2120 	if (!tcm_qla2xxx_free_wq) {
2121 		ret = -ENOMEM;
2122 		goto out_fabric_npiv;
2123 	}
2124 
2125 	tcm_qla2xxx_cmd_wq = alloc_workqueue("tcm_qla2xxx_cmd", 0, 0);
2126 	if (!tcm_qla2xxx_cmd_wq) {
2127 		ret = -ENOMEM;
2128 		goto out_free_wq;
2129 	}
2130 
2131 	return 0;
2132 
2133 out_free_wq:
2134 	destroy_workqueue(tcm_qla2xxx_free_wq);
2135 out_fabric_npiv:
2136 	target_fabric_configfs_deregister(tcm_qla2xxx_npiv_fabric_configfs);
2137 out_fabric:
2138 	target_fabric_configfs_deregister(tcm_qla2xxx_fabric_configfs);
2139 	return ret;
2140 }
2141 
2142 static void tcm_qla2xxx_deregister_configfs(void)
2143 {
2144 	destroy_workqueue(tcm_qla2xxx_cmd_wq);
2145 	destroy_workqueue(tcm_qla2xxx_free_wq);
2146 
2147 	target_fabric_configfs_deregister(tcm_qla2xxx_fabric_configfs);
2148 	tcm_qla2xxx_fabric_configfs = NULL;
2149 	pr_debug("TCM_QLA2XXX[0] - Cleared tcm_qla2xxx_fabric_configfs\n");
2150 
2151 	target_fabric_configfs_deregister(tcm_qla2xxx_npiv_fabric_configfs);
2152 	tcm_qla2xxx_npiv_fabric_configfs = NULL;
2153 	pr_debug("TCM_QLA2XXX[0] - Cleared tcm_qla2xxx_npiv_fabric_configfs\n");
2154 }
2155 
2156 static int __init tcm_qla2xxx_init(void)
2157 {
2158 	int ret;
2159 
2160 	ret = tcm_qla2xxx_register_configfs();
2161 	if (ret < 0)
2162 		return ret;
2163 
2164 	return 0;
2165 }
2166 
2167 static void __exit tcm_qla2xxx_exit(void)
2168 {
2169 	tcm_qla2xxx_deregister_configfs();
2170 }
2171 
2172 MODULE_DESCRIPTION("TCM QLA2XXX series NPIV enabled fabric driver");
2173 MODULE_LICENSE("GPL");
2174 module_init(tcm_qla2xxx_init);
2175 module_exit(tcm_qla2xxx_exit);
2176