1 /*******************************************************************************
2  * This file contains tcm implementation using v4 configfs fabric infrastructure
3  * for QLogic target mode HBAs
4  *
5  * (c) Copyright 2010-2013 Datera, Inc.
6  *
7  * Author: Nicholas A. Bellinger <nab@daterainc.com>
8  *
9  * tcm_qla2xxx_parse_wwn() and tcm_qla2xxx_format_wwn() contains code from
10  * the TCM_FC / Open-FCoE.org fabric module.
11  *
12  * Copyright (c) 2010 Cisco Systems, Inc
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or
17  * (at your option) any later version.
18  *
19  * This program is distributed in the hope that it will be useful,
20  * but WITHOUT ANY WARRANTY; without even the implied warranty of
21  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
22  * GNU General Public License for more details.
23  ****************************************************************************/
24 
25 
26 #include <linux/module.h>
27 #include <linux/moduleparam.h>
28 #include <generated/utsrelease.h>
29 #include <linux/utsname.h>
30 #include <linux/init.h>
31 #include <linux/list.h>
32 #include <linux/slab.h>
33 #include <linux/kthread.h>
34 #include <linux/types.h>
35 #include <linux/string.h>
36 #include <linux/configfs.h>
37 #include <linux/ctype.h>
38 #include <asm/unaligned.h>
39 #include <scsi/scsi.h>
40 #include <scsi/scsi_host.h>
41 #include <scsi/scsi_device.h>
42 #include <scsi/scsi_cmnd.h>
43 #include <target/target_core_base.h>
44 #include <target/target_core_fabric.h>
45 #include <target/target_core_fabric_configfs.h>
46 #include <target/target_core_configfs.h>
47 #include <target/configfs_macros.h>
48 
49 #include "qla_def.h"
50 #include "qla_target.h"
51 #include "tcm_qla2xxx.h"
52 
53 static struct workqueue_struct *tcm_qla2xxx_free_wq;
54 static struct workqueue_struct *tcm_qla2xxx_cmd_wq;
55 
56 static const struct target_core_fabric_ops tcm_qla2xxx_ops;
57 static const struct target_core_fabric_ops tcm_qla2xxx_npiv_ops;
58 
59 /*
60  * Parse WWN.
61  * If strict, we require lower-case hex and colon separators to be sure
62  * the name is the same as what would be generated by ft_format_wwn()
63  * so the name and wwn are mapped one-to-one.
64  */
65 static ssize_t tcm_qla2xxx_parse_wwn(const char *name, u64 *wwn, int strict)
66 {
67 	const char *cp;
68 	char c;
69 	u32 nibble;
70 	u32 byte = 0;
71 	u32 pos = 0;
72 	u32 err;
73 
74 	*wwn = 0;
75 	for (cp = name; cp < &name[TCM_QLA2XXX_NAMELEN - 1]; cp++) {
76 		c = *cp;
77 		if (c == '\n' && cp[1] == '\0')
78 			continue;
79 		if (strict && pos++ == 2 && byte++ < 7) {
80 			pos = 0;
81 			if (c == ':')
82 				continue;
83 			err = 1;
84 			goto fail;
85 		}
86 		if (c == '\0') {
87 			err = 2;
88 			if (strict && byte != 8)
89 				goto fail;
90 			return cp - name;
91 		}
92 		err = 3;
93 		if (isdigit(c))
94 			nibble = c - '0';
95 		else if (isxdigit(c) && (islower(c) || !strict))
96 			nibble = tolower(c) - 'a' + 10;
97 		else
98 			goto fail;
99 		*wwn = (*wwn << 4) | nibble;
100 	}
101 	err = 4;
102 fail:
103 	pr_debug("err %u len %zu pos %u byte %u\n",
104 			err, cp - name, pos, byte);
105 	return -1;
106 }
107 
108 static ssize_t tcm_qla2xxx_format_wwn(char *buf, size_t len, u64 wwn)
109 {
110 	u8 b[8];
111 
112 	put_unaligned_be64(wwn, b);
113 	return snprintf(buf, len,
114 		"%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x",
115 		b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7]);
116 }
117 
118 static char *tcm_qla2xxx_get_fabric_name(void)
119 {
120 	return "qla2xxx";
121 }
122 
123 /*
124  * From drivers/scsi/scsi_transport_fc.c:fc_parse_wwn
125  */
126 static int tcm_qla2xxx_npiv_extract_wwn(const char *ns, u64 *nm)
127 {
128 	unsigned int i, j;
129 	u8 wwn[8];
130 
131 	memset(wwn, 0, sizeof(wwn));
132 
133 	/* Validate and store the new name */
134 	for (i = 0, j = 0; i < 16; i++) {
135 		int value;
136 
137 		value = hex_to_bin(*ns++);
138 		if (value >= 0)
139 			j = (j << 4) | value;
140 		else
141 			return -EINVAL;
142 
143 		if (i % 2) {
144 			wwn[i/2] = j & 0xff;
145 			j = 0;
146 		}
147 	}
148 
149 	*nm = wwn_to_u64(wwn);
150 	return 0;
151 }
152 
153 /*
154  * This parsing logic follows drivers/scsi/scsi_transport_fc.c:
155  * store_fc_host_vport_create()
156  */
157 static int tcm_qla2xxx_npiv_parse_wwn(
158 	const char *name,
159 	size_t count,
160 	u64 *wwpn,
161 	u64 *wwnn)
162 {
163 	unsigned int cnt = count;
164 	int rc;
165 
166 	*wwpn = 0;
167 	*wwnn = 0;
168 
169 	/* count may include a LF at end of string */
170 	if (name[cnt-1] == '\n' || name[cnt-1] == 0)
171 		cnt--;
172 
173 	/* validate we have enough characters for WWPN */
174 	if ((cnt != (16+1+16)) || (name[16] != ':'))
175 		return -EINVAL;
176 
177 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[0], wwpn);
178 	if (rc != 0)
179 		return rc;
180 
181 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[17], wwnn);
182 	if (rc != 0)
183 		return rc;
184 
185 	return 0;
186 }
187 
188 static char *tcm_qla2xxx_npiv_get_fabric_name(void)
189 {
190 	return "qla2xxx_npiv";
191 }
192 
193 static u8 tcm_qla2xxx_get_fabric_proto_ident(struct se_portal_group *se_tpg)
194 {
195 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
196 				struct tcm_qla2xxx_tpg, se_tpg);
197 	struct tcm_qla2xxx_lport *lport = tpg->lport;
198 	u8 proto_id;
199 
200 	switch (lport->lport_proto_id) {
201 	case SCSI_PROTOCOL_FCP:
202 	default:
203 		proto_id = fc_get_fabric_proto_ident(se_tpg);
204 		break;
205 	}
206 
207 	return proto_id;
208 }
209 
210 static char *tcm_qla2xxx_get_fabric_wwn(struct se_portal_group *se_tpg)
211 {
212 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
213 				struct tcm_qla2xxx_tpg, se_tpg);
214 	struct tcm_qla2xxx_lport *lport = tpg->lport;
215 
216 	return lport->lport_naa_name;
217 }
218 
219 static u16 tcm_qla2xxx_get_tag(struct se_portal_group *se_tpg)
220 {
221 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
222 				struct tcm_qla2xxx_tpg, se_tpg);
223 	return tpg->lport_tpgt;
224 }
225 
226 static u32 tcm_qla2xxx_get_default_depth(struct se_portal_group *se_tpg)
227 {
228 	return 1;
229 }
230 
231 static u32 tcm_qla2xxx_get_pr_transport_id(
232 	struct se_portal_group *se_tpg,
233 	struct se_node_acl *se_nacl,
234 	struct t10_pr_registration *pr_reg,
235 	int *format_code,
236 	unsigned char *buf)
237 {
238 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
239 				struct tcm_qla2xxx_tpg, se_tpg);
240 	struct tcm_qla2xxx_lport *lport = tpg->lport;
241 	int ret = 0;
242 
243 	switch (lport->lport_proto_id) {
244 	case SCSI_PROTOCOL_FCP:
245 	default:
246 		ret = fc_get_pr_transport_id(se_tpg, se_nacl, pr_reg,
247 					format_code, buf);
248 		break;
249 	}
250 
251 	return ret;
252 }
253 
254 static u32 tcm_qla2xxx_get_pr_transport_id_len(
255 	struct se_portal_group *se_tpg,
256 	struct se_node_acl *se_nacl,
257 	struct t10_pr_registration *pr_reg,
258 	int *format_code)
259 {
260 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
261 				struct tcm_qla2xxx_tpg, se_tpg);
262 	struct tcm_qla2xxx_lport *lport = tpg->lport;
263 	int ret = 0;
264 
265 	switch (lport->lport_proto_id) {
266 	case SCSI_PROTOCOL_FCP:
267 	default:
268 		ret = fc_get_pr_transport_id_len(se_tpg, se_nacl, pr_reg,
269 					format_code);
270 		break;
271 	}
272 
273 	return ret;
274 }
275 
276 static char *tcm_qla2xxx_parse_pr_out_transport_id(
277 	struct se_portal_group *se_tpg,
278 	const char *buf,
279 	u32 *out_tid_len,
280 	char **port_nexus_ptr)
281 {
282 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
283 				struct tcm_qla2xxx_tpg, se_tpg);
284 	struct tcm_qla2xxx_lport *lport = tpg->lport;
285 	char *tid = NULL;
286 
287 	switch (lport->lport_proto_id) {
288 	case SCSI_PROTOCOL_FCP:
289 	default:
290 		tid = fc_parse_pr_out_transport_id(se_tpg, buf, out_tid_len,
291 					port_nexus_ptr);
292 		break;
293 	}
294 
295 	return tid;
296 }
297 
298 static int tcm_qla2xxx_check_demo_mode(struct se_portal_group *se_tpg)
299 {
300 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
301 				struct tcm_qla2xxx_tpg, se_tpg);
302 
303 	return tpg->tpg_attrib.generate_node_acls;
304 }
305 
306 static int tcm_qla2xxx_check_demo_mode_cache(struct se_portal_group *se_tpg)
307 {
308 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
309 				struct tcm_qla2xxx_tpg, se_tpg);
310 
311 	return tpg->tpg_attrib.cache_dynamic_acls;
312 }
313 
314 static int tcm_qla2xxx_check_demo_write_protect(struct se_portal_group *se_tpg)
315 {
316 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
317 				struct tcm_qla2xxx_tpg, se_tpg);
318 
319 	return tpg->tpg_attrib.demo_mode_write_protect;
320 }
321 
322 static int tcm_qla2xxx_check_prod_write_protect(struct se_portal_group *se_tpg)
323 {
324 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
325 				struct tcm_qla2xxx_tpg, se_tpg);
326 
327 	return tpg->tpg_attrib.prod_mode_write_protect;
328 }
329 
330 static int tcm_qla2xxx_check_demo_mode_login_only(struct se_portal_group *se_tpg)
331 {
332 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
333 				struct tcm_qla2xxx_tpg, se_tpg);
334 
335 	return tpg->tpg_attrib.demo_mode_login_only;
336 }
337 
338 static int tcm_qla2xxx_check_prot_fabric_only(struct se_portal_group *se_tpg)
339 {
340 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
341 				struct tcm_qla2xxx_tpg, se_tpg);
342 
343 	return tpg->tpg_attrib.fabric_prot_type;
344 }
345 
346 static struct se_node_acl *tcm_qla2xxx_alloc_fabric_acl(
347 	struct se_portal_group *se_tpg)
348 {
349 	struct tcm_qla2xxx_nacl *nacl;
350 
351 	nacl = kzalloc(sizeof(struct tcm_qla2xxx_nacl), GFP_KERNEL);
352 	if (!nacl) {
353 		pr_err("Unable to allocate struct tcm_qla2xxx_nacl\n");
354 		return NULL;
355 	}
356 
357 	return &nacl->se_node_acl;
358 }
359 
360 static void tcm_qla2xxx_release_fabric_acl(
361 	struct se_portal_group *se_tpg,
362 	struct se_node_acl *se_nacl)
363 {
364 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
365 			struct tcm_qla2xxx_nacl, se_node_acl);
366 	kfree(nacl);
367 }
368 
369 static u32 tcm_qla2xxx_tpg_get_inst_index(struct se_portal_group *se_tpg)
370 {
371 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
372 				struct tcm_qla2xxx_tpg, se_tpg);
373 
374 	return tpg->lport_tpgt;
375 }
376 
377 static void tcm_qla2xxx_complete_mcmd(struct work_struct *work)
378 {
379 	struct qla_tgt_mgmt_cmd *mcmd = container_of(work,
380 			struct qla_tgt_mgmt_cmd, free_work);
381 
382 	transport_generic_free_cmd(&mcmd->se_cmd, 0);
383 }
384 
385 /*
386  * Called from qla_target_template->free_mcmd(), and will call
387  * tcm_qla2xxx_release_cmd() via normal struct target_core_fabric_ops
388  * release callback.  qla_hw_data->hardware_lock is expected to be held
389  */
390 static void tcm_qla2xxx_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd)
391 {
392 	INIT_WORK(&mcmd->free_work, tcm_qla2xxx_complete_mcmd);
393 	queue_work(tcm_qla2xxx_free_wq, &mcmd->free_work);
394 }
395 
396 static void tcm_qla2xxx_complete_free(struct work_struct *work)
397 {
398 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
399 
400 	cmd->cmd_in_wq = 0;
401 
402 	WARN_ON(cmd->cmd_flags &  BIT_16);
403 
404 	cmd->cmd_flags |= BIT_16;
405 	transport_generic_free_cmd(&cmd->se_cmd, 0);
406 }
407 
408 /*
409  * Called from qla_target_template->free_cmd(), and will call
410  * tcm_qla2xxx_release_cmd via normal struct target_core_fabric_ops
411  * release callback.  qla_hw_data->hardware_lock is expected to be held
412  */
413 static void tcm_qla2xxx_free_cmd(struct qla_tgt_cmd *cmd)
414 {
415 	cmd->cmd_in_wq = 1;
416 	INIT_WORK(&cmd->work, tcm_qla2xxx_complete_free);
417 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
418 }
419 
420 /*
421  * Called from struct target_core_fabric_ops->check_stop_free() context
422  */
423 static int tcm_qla2xxx_check_stop_free(struct se_cmd *se_cmd)
424 {
425 	struct qla_tgt_cmd *cmd;
426 
427 	if ((se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) == 0) {
428 		cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
429 		cmd->cmd_flags |= BIT_14;
430 	}
431 
432 	return target_put_sess_cmd(se_cmd->se_sess, se_cmd);
433 }
434 
435 /* tcm_qla2xxx_release_cmd - Callback from TCM Core to release underlying
436  * fabric descriptor @se_cmd command to release
437  */
438 static void tcm_qla2xxx_release_cmd(struct se_cmd *se_cmd)
439 {
440 	struct qla_tgt_cmd *cmd;
441 
442 	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) {
443 		struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
444 				struct qla_tgt_mgmt_cmd, se_cmd);
445 		qlt_free_mcmd(mcmd);
446 		return;
447 	}
448 
449 	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
450 	qlt_free_cmd(cmd);
451 }
452 
453 static int tcm_qla2xxx_shutdown_session(struct se_session *se_sess)
454 {
455 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
456 	struct scsi_qla_host *vha;
457 	unsigned long flags;
458 
459 	BUG_ON(!sess);
460 	vha = sess->vha;
461 
462 	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
463 	target_sess_cmd_list_set_waiting(se_sess);
464 	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
465 
466 	return 1;
467 }
468 
469 static void tcm_qla2xxx_close_session(struct se_session *se_sess)
470 {
471 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
472 	struct scsi_qla_host *vha;
473 	unsigned long flags;
474 
475 	BUG_ON(!sess);
476 	vha = sess->vha;
477 
478 	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
479 	qlt_unreg_sess(sess);
480 	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
481 }
482 
483 static u32 tcm_qla2xxx_sess_get_index(struct se_session *se_sess)
484 {
485 	return 0;
486 }
487 
488 static int tcm_qla2xxx_write_pending(struct se_cmd *se_cmd)
489 {
490 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
491 				struct qla_tgt_cmd, se_cmd);
492 
493 	cmd->bufflen = se_cmd->data_length;
494 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
495 
496 	cmd->sg_cnt = se_cmd->t_data_nents;
497 	cmd->sg = se_cmd->t_data_sg;
498 
499 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
500 	cmd->prot_sg = se_cmd->t_prot_sg;
501 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
502 	se_cmd->pi_err = 0;
503 
504 	/*
505 	 * qla_target.c:qlt_rdy_to_xfer() will call pci_map_sg() to setup
506 	 * the SGL mappings into PCIe memory for incoming FCP WRITE data.
507 	 */
508 	return qlt_rdy_to_xfer(cmd);
509 }
510 
511 static int tcm_qla2xxx_write_pending_status(struct se_cmd *se_cmd)
512 {
513 	unsigned long flags;
514 	/*
515 	 * Check for WRITE_PENDING status to determine if we need to wait for
516 	 * CTIO aborts to be posted via hardware in tcm_qla2xxx_handle_data().
517 	 */
518 	spin_lock_irqsave(&se_cmd->t_state_lock, flags);
519 	if (se_cmd->t_state == TRANSPORT_WRITE_PENDING ||
520 	    se_cmd->t_state == TRANSPORT_COMPLETE_QF_WP) {
521 		spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
522 		wait_for_completion_timeout(&se_cmd->t_transport_stop_comp,
523 						3000);
524 		return 0;
525 	}
526 	spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
527 
528 	return 0;
529 }
530 
531 static void tcm_qla2xxx_set_default_node_attrs(struct se_node_acl *nacl)
532 {
533 	return;
534 }
535 
536 static u32 tcm_qla2xxx_get_task_tag(struct se_cmd *se_cmd)
537 {
538 	struct qla_tgt_cmd *cmd;
539 
540 	/* check for task mgmt cmd */
541 	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB)
542 		return 0xffffffff;
543 
544 	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
545 
546 	return cmd->tag;
547 }
548 
549 static int tcm_qla2xxx_get_cmd_state(struct se_cmd *se_cmd)
550 {
551 	return 0;
552 }
553 
554 /*
555  * Called from process context in qla_target.c:qlt_do_work() code
556  */
557 static int tcm_qla2xxx_handle_cmd(scsi_qla_host_t *vha, struct qla_tgt_cmd *cmd,
558 	unsigned char *cdb, uint32_t data_length, int fcp_task_attr,
559 	int data_dir, int bidi)
560 {
561 	struct se_cmd *se_cmd = &cmd->se_cmd;
562 	struct se_session *se_sess;
563 	struct qla_tgt_sess *sess;
564 	int flags = TARGET_SCF_ACK_KREF;
565 
566 	if (bidi)
567 		flags |= TARGET_SCF_BIDI_OP;
568 
569 	sess = cmd->sess;
570 	if (!sess) {
571 		pr_err("Unable to locate struct qla_tgt_sess from qla_tgt_cmd\n");
572 		return -EINVAL;
573 	}
574 
575 	se_sess = sess->se_sess;
576 	if (!se_sess) {
577 		pr_err("Unable to locate active struct se_session\n");
578 		return -EINVAL;
579 	}
580 
581 	return target_submit_cmd(se_cmd, se_sess, cdb, &cmd->sense_buffer[0],
582 				cmd->unpacked_lun, data_length, fcp_task_attr,
583 				data_dir, flags);
584 }
585 
586 static void tcm_qla2xxx_handle_data_work(struct work_struct *work)
587 {
588 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
589 
590 	/*
591 	 * Ensure that the complete FCP WRITE payload has been received.
592 	 * Otherwise return an exception via CHECK_CONDITION status.
593 	 */
594 	cmd->cmd_in_wq = 0;
595 	cmd->cmd_flags |= BIT_11;
596 	if (!cmd->write_data_transferred) {
597 		/*
598 		 * Check if se_cmd has already been aborted via LUN_RESET, and
599 		 * waiting upon completion in tcm_qla2xxx_write_pending_status()
600 		 */
601 		if (cmd->se_cmd.transport_state & CMD_T_ABORTED) {
602 			complete(&cmd->se_cmd.t_transport_stop_comp);
603 			return;
604 		}
605 
606 		if (cmd->se_cmd.pi_err)
607 			transport_generic_request_failure(&cmd->se_cmd,
608 				cmd->se_cmd.pi_err);
609 		else
610 			transport_generic_request_failure(&cmd->se_cmd,
611 				TCM_CHECK_CONDITION_ABORT_CMD);
612 
613 		return;
614 	}
615 
616 	return target_execute_cmd(&cmd->se_cmd);
617 }
618 
619 /*
620  * Called from qla_target.c:qlt_do_ctio_completion()
621  */
622 static void tcm_qla2xxx_handle_data(struct qla_tgt_cmd *cmd)
623 {
624 	cmd->cmd_flags |= BIT_10;
625 	cmd->cmd_in_wq = 1;
626 	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_data_work);
627 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
628 }
629 
630 static void tcm_qla2xxx_handle_dif_work(struct work_struct *work)
631 {
632 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
633 
634 	/* take an extra kref to prevent cmd free too early.
635 	 * need to wait for SCSI status/check condition to
636 	 * finish responding generate by transport_generic_request_failure.
637 	 */
638 	kref_get(&cmd->se_cmd.cmd_kref);
639 	transport_generic_request_failure(&cmd->se_cmd, cmd->se_cmd.pi_err);
640 }
641 
642 /*
643  * Called from qla_target.c:qlt_do_ctio_completion()
644  */
645 static void tcm_qla2xxx_handle_dif_err(struct qla_tgt_cmd *cmd)
646 {
647 	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_dif_work);
648 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
649 }
650 
651 /*
652  * Called from qla_target.c:qlt_issue_task_mgmt()
653  */
654 static int tcm_qla2xxx_handle_tmr(struct qla_tgt_mgmt_cmd *mcmd, uint32_t lun,
655 	uint8_t tmr_func, uint32_t tag)
656 {
657 	struct qla_tgt_sess *sess = mcmd->sess;
658 	struct se_cmd *se_cmd = &mcmd->se_cmd;
659 
660 	return target_submit_tmr(se_cmd, sess->se_sess, NULL, lun, mcmd,
661 			tmr_func, GFP_ATOMIC, tag, TARGET_SCF_ACK_KREF);
662 }
663 
664 static int tcm_qla2xxx_queue_data_in(struct se_cmd *se_cmd)
665 {
666 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
667 				struct qla_tgt_cmd, se_cmd);
668 
669 	cmd->cmd_flags |= BIT_4;
670 	cmd->bufflen = se_cmd->data_length;
671 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
672 	cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
673 
674 	cmd->sg_cnt = se_cmd->t_data_nents;
675 	cmd->sg = se_cmd->t_data_sg;
676 	cmd->offset = 0;
677 	cmd->cmd_flags |= BIT_3;
678 
679 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
680 	cmd->prot_sg = se_cmd->t_prot_sg;
681 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
682 	se_cmd->pi_err = 0;
683 
684 	/*
685 	 * Now queue completed DATA_IN the qla2xxx LLD and response ring
686 	 */
687 	return qlt_xmit_response(cmd, QLA_TGT_XMIT_DATA|QLA_TGT_XMIT_STATUS,
688 				se_cmd->scsi_status);
689 }
690 
691 static int tcm_qla2xxx_queue_status(struct se_cmd *se_cmd)
692 {
693 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
694 				struct qla_tgt_cmd, se_cmd);
695 	int xmit_type = QLA_TGT_XMIT_STATUS;
696 
697 	cmd->bufflen = se_cmd->data_length;
698 	cmd->sg = NULL;
699 	cmd->sg_cnt = 0;
700 	cmd->offset = 0;
701 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
702 	cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
703 	if (cmd->cmd_flags &  BIT_5) {
704 		pr_crit("Bit_5 already set for cmd = %p.\n", cmd);
705 		dump_stack();
706 	}
707 	cmd->cmd_flags |= BIT_5;
708 
709 	if (se_cmd->data_direction == DMA_FROM_DEVICE) {
710 		/*
711 		 * For FCP_READ with CHECK_CONDITION status, clear cmd->bufflen
712 		 * for qla_tgt_xmit_response LLD code
713 		 */
714 		if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) {
715 			se_cmd->se_cmd_flags &= ~SCF_OVERFLOW_BIT;
716 			se_cmd->residual_count = 0;
717 		}
718 		se_cmd->se_cmd_flags |= SCF_UNDERFLOW_BIT;
719 		se_cmd->residual_count += se_cmd->data_length;
720 
721 		cmd->bufflen = 0;
722 	}
723 	/*
724 	 * Now queue status response to qla2xxx LLD code and response ring
725 	 */
726 	return qlt_xmit_response(cmd, xmit_type, se_cmd->scsi_status);
727 }
728 
729 static void tcm_qla2xxx_queue_tm_rsp(struct se_cmd *se_cmd)
730 {
731 	struct se_tmr_req *se_tmr = se_cmd->se_tmr_req;
732 	struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
733 				struct qla_tgt_mgmt_cmd, se_cmd);
734 
735 	pr_debug("queue_tm_rsp: mcmd: %p func: 0x%02x response: 0x%02x\n",
736 			mcmd, se_tmr->function, se_tmr->response);
737 	/*
738 	 * Do translation between TCM TM response codes and
739 	 * QLA2xxx FC TM response codes.
740 	 */
741 	switch (se_tmr->response) {
742 	case TMR_FUNCTION_COMPLETE:
743 		mcmd->fc_tm_rsp = FC_TM_SUCCESS;
744 		break;
745 	case TMR_TASK_DOES_NOT_EXIST:
746 		mcmd->fc_tm_rsp = FC_TM_BAD_CMD;
747 		break;
748 	case TMR_FUNCTION_REJECTED:
749 		mcmd->fc_tm_rsp = FC_TM_REJECT;
750 		break;
751 	case TMR_LUN_DOES_NOT_EXIST:
752 	default:
753 		mcmd->fc_tm_rsp = FC_TM_FAILED;
754 		break;
755 	}
756 	/*
757 	 * Queue the TM response to QLA2xxx LLD to build a
758 	 * CTIO response packet.
759 	 */
760 	qlt_xmit_tm_rsp(mcmd);
761 }
762 
763 static void tcm_qla2xxx_aborted_task(struct se_cmd *se_cmd)
764 {
765 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
766 				struct qla_tgt_cmd, se_cmd);
767 	struct scsi_qla_host *vha = cmd->vha;
768 	struct qla_hw_data *ha = vha->hw;
769 
770 	if (!cmd->sg_mapped)
771 		return;
772 
773 	pci_unmap_sg(ha->pdev, cmd->sg, cmd->sg_cnt, cmd->dma_data_direction);
774 	cmd->sg_mapped = 0;
775 }
776 
777 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *,
778 			struct tcm_qla2xxx_nacl *, struct qla_tgt_sess *);
779 /*
780  * Expected to be called with struct qla_hw_data->hardware_lock held
781  */
782 static void tcm_qla2xxx_clear_nacl_from_fcport_map(struct qla_tgt_sess *sess)
783 {
784 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
785 	struct se_portal_group *se_tpg = se_nacl->se_tpg;
786 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
787 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
788 				struct tcm_qla2xxx_lport, lport_wwn);
789 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
790 				struct tcm_qla2xxx_nacl, se_node_acl);
791 	void *node;
792 
793 	pr_debug("fc_rport domain: port_id 0x%06x\n", nacl->nport_id);
794 
795 	node = btree_remove32(&lport->lport_fcport_map, nacl->nport_id);
796 	if (WARN_ON(node && (node != se_nacl))) {
797 		/*
798 		 * The nacl no longer matches what we think it should be.
799 		 * Most likely a new dynamic acl has been added while
800 		 * someone dropped the hardware lock.  It clearly is a
801 		 * bug elsewhere, but this bit can't make things worse.
802 		 */
803 		btree_insert32(&lport->lport_fcport_map, nacl->nport_id,
804 			       node, GFP_ATOMIC);
805 	}
806 
807 	pr_debug("Removed from fcport_map: %p for WWNN: 0x%016LX, port_id: 0x%06x\n",
808 	    se_nacl, nacl->nport_wwnn, nacl->nport_id);
809 	/*
810 	 * Now clear the se_nacl and session pointers from our HW lport lookup
811 	 * table mapping for this initiator's fabric S_ID and LOOP_ID entries.
812 	 *
813 	 * This is done ahead of callbacks into tcm_qla2xxx_free_session() ->
814 	 * target_wait_for_sess_cmds() before the session waits for outstanding
815 	 * I/O to complete, to avoid a race between session shutdown execution
816 	 * and incoming ATIOs or TMRs picking up a stale se_node_act reference.
817 	 */
818 	tcm_qla2xxx_clear_sess_lookup(lport, nacl, sess);
819 }
820 
821 static void tcm_qla2xxx_release_session(struct kref *kref)
822 {
823 	struct se_session *se_sess = container_of(kref,
824 			struct se_session, sess_kref);
825 
826 	qlt_unreg_sess(se_sess->fabric_sess_ptr);
827 }
828 
829 static void tcm_qla2xxx_put_session(struct se_session *se_sess)
830 {
831 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
832 	struct qla_hw_data *ha = sess->vha->hw;
833 	unsigned long flags;
834 
835 	spin_lock_irqsave(&ha->hardware_lock, flags);
836 	kref_put(&se_sess->sess_kref, tcm_qla2xxx_release_session);
837 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
838 }
839 
840 static void tcm_qla2xxx_put_sess(struct qla_tgt_sess *sess)
841 {
842 	if (!sess)
843 		return;
844 
845 	assert_spin_locked(&sess->vha->hw->hardware_lock);
846 	kref_put(&sess->se_sess->sess_kref, tcm_qla2xxx_release_session);
847 }
848 
849 static void tcm_qla2xxx_shutdown_sess(struct qla_tgt_sess *sess)
850 {
851 	assert_spin_locked(&sess->vha->hw->hardware_lock);
852 	target_sess_cmd_list_set_waiting(sess->se_sess);
853 }
854 
855 static struct se_node_acl *tcm_qla2xxx_make_nodeacl(
856 	struct se_portal_group *se_tpg,
857 	struct config_group *group,
858 	const char *name)
859 {
860 	struct se_node_acl *se_nacl, *se_nacl_new;
861 	struct tcm_qla2xxx_nacl *nacl;
862 	u64 wwnn;
863 	u32 qla2xxx_nexus_depth;
864 
865 	if (tcm_qla2xxx_parse_wwn(name, &wwnn, 1) < 0)
866 		return ERR_PTR(-EINVAL);
867 
868 	se_nacl_new = tcm_qla2xxx_alloc_fabric_acl(se_tpg);
869 	if (!se_nacl_new)
870 		return ERR_PTR(-ENOMEM);
871 /* #warning FIXME: Hardcoded qla2xxx_nexus depth in tcm_qla2xxx_make_nodeacl */
872 	qla2xxx_nexus_depth = 1;
873 
874 	/*
875 	 * se_nacl_new may be released by core_tpg_add_initiator_node_acl()
876 	 * when converting a NodeACL from demo mode -> explict
877 	 */
878 	se_nacl = core_tpg_add_initiator_node_acl(se_tpg, se_nacl_new,
879 				name, qla2xxx_nexus_depth);
880 	if (IS_ERR(se_nacl)) {
881 		tcm_qla2xxx_release_fabric_acl(se_tpg, se_nacl_new);
882 		return se_nacl;
883 	}
884 	/*
885 	 * Locate our struct tcm_qla2xxx_nacl and set the FC Nport WWPN
886 	 */
887 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
888 	nacl->nport_wwnn = wwnn;
889 	tcm_qla2xxx_format_wwn(&nacl->nport_name[0], TCM_QLA2XXX_NAMELEN, wwnn);
890 
891 	return se_nacl;
892 }
893 
894 static void tcm_qla2xxx_drop_nodeacl(struct se_node_acl *se_acl)
895 {
896 	struct se_portal_group *se_tpg = se_acl->se_tpg;
897 	struct tcm_qla2xxx_nacl *nacl = container_of(se_acl,
898 				struct tcm_qla2xxx_nacl, se_node_acl);
899 
900 	core_tpg_del_initiator_node_acl(se_tpg, se_acl, 1);
901 	kfree(nacl);
902 }
903 
904 /* Start items for tcm_qla2xxx_tpg_attrib_cit */
905 
906 #define DEF_QLA_TPG_ATTRIB(name)					\
907 									\
908 static ssize_t tcm_qla2xxx_tpg_attrib_show_##name(			\
909 	struct se_portal_group *se_tpg,					\
910 	char *page)							\
911 {									\
912 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
913 			struct tcm_qla2xxx_tpg, se_tpg);		\
914 									\
915 	return sprintf(page, "%u\n", tpg->tpg_attrib.name);	\
916 }									\
917 									\
918 static ssize_t tcm_qla2xxx_tpg_attrib_store_##name(			\
919 	struct se_portal_group *se_tpg,					\
920 	const char *page,						\
921 	size_t count)							\
922 {									\
923 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
924 			struct tcm_qla2xxx_tpg, se_tpg);		\
925 	unsigned long val;						\
926 	int ret;							\
927 									\
928 	ret = kstrtoul(page, 0, &val);					\
929 	if (ret < 0) {							\
930 		pr_err("kstrtoul() failed with"				\
931 				" ret: %d\n", ret);			\
932 		return -EINVAL;						\
933 	}								\
934 	ret = tcm_qla2xxx_set_attrib_##name(tpg, val);			\
935 									\
936 	return (!ret) ? count : -EINVAL;				\
937 }
938 
939 #define DEF_QLA_TPG_ATTR_BOOL(_name)					\
940 									\
941 static int tcm_qla2xxx_set_attrib_##_name(				\
942 	struct tcm_qla2xxx_tpg *tpg,					\
943 	unsigned long val)						\
944 {									\
945 	struct tcm_qla2xxx_tpg_attrib *a = &tpg->tpg_attrib;		\
946 									\
947 	if ((val != 0) && (val != 1)) {					\
948 		pr_err("Illegal boolean value %lu\n", val);		\
949 		return -EINVAL;						\
950 	}								\
951 									\
952 	a->_name = val;							\
953 	return 0;							\
954 }
955 
956 #define QLA_TPG_ATTR(_name, _mode) \
957 	TF_TPG_ATTRIB_ATTR(tcm_qla2xxx, _name, _mode);
958 
959 /*
960  * Define tcm_qla2xxx_tpg_attrib_s_generate_node_acls
961  */
962 DEF_QLA_TPG_ATTR_BOOL(generate_node_acls);
963 DEF_QLA_TPG_ATTRIB(generate_node_acls);
964 QLA_TPG_ATTR(generate_node_acls, S_IRUGO | S_IWUSR);
965 
966 /*
967  Define tcm_qla2xxx_attrib_s_cache_dynamic_acls
968  */
969 DEF_QLA_TPG_ATTR_BOOL(cache_dynamic_acls);
970 DEF_QLA_TPG_ATTRIB(cache_dynamic_acls);
971 QLA_TPG_ATTR(cache_dynamic_acls, S_IRUGO | S_IWUSR);
972 
973 /*
974  * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_write_protect
975  */
976 DEF_QLA_TPG_ATTR_BOOL(demo_mode_write_protect);
977 DEF_QLA_TPG_ATTRIB(demo_mode_write_protect);
978 QLA_TPG_ATTR(demo_mode_write_protect, S_IRUGO | S_IWUSR);
979 
980 /*
981  * Define tcm_qla2xxx_tpg_attrib_s_prod_mode_write_protect
982  */
983 DEF_QLA_TPG_ATTR_BOOL(prod_mode_write_protect);
984 DEF_QLA_TPG_ATTRIB(prod_mode_write_protect);
985 QLA_TPG_ATTR(prod_mode_write_protect, S_IRUGO | S_IWUSR);
986 
987 /*
988  * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_login_only
989  */
990 DEF_QLA_TPG_ATTR_BOOL(demo_mode_login_only);
991 DEF_QLA_TPG_ATTRIB(demo_mode_login_only);
992 QLA_TPG_ATTR(demo_mode_login_only, S_IRUGO | S_IWUSR);
993 
994 static struct configfs_attribute *tcm_qla2xxx_tpg_attrib_attrs[] = {
995 	&tcm_qla2xxx_tpg_attrib_generate_node_acls.attr,
996 	&tcm_qla2xxx_tpg_attrib_cache_dynamic_acls.attr,
997 	&tcm_qla2xxx_tpg_attrib_demo_mode_write_protect.attr,
998 	&tcm_qla2xxx_tpg_attrib_prod_mode_write_protect.attr,
999 	&tcm_qla2xxx_tpg_attrib_demo_mode_login_only.attr,
1000 	NULL,
1001 };
1002 
1003 /* End items for tcm_qla2xxx_tpg_attrib_cit */
1004 
1005 static ssize_t tcm_qla2xxx_tpg_show_enable(
1006 	struct se_portal_group *se_tpg,
1007 	char *page)
1008 {
1009 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1010 			struct tcm_qla2xxx_tpg, se_tpg);
1011 
1012 	return snprintf(page, PAGE_SIZE, "%d\n",
1013 			atomic_read(&tpg->lport_tpg_enabled));
1014 }
1015 
1016 static void tcm_qla2xxx_depend_tpg(struct work_struct *work)
1017 {
1018 	struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
1019 				struct tcm_qla2xxx_tpg, tpg_base_work);
1020 	struct se_portal_group *se_tpg = &base_tpg->se_tpg;
1021 	struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
1022 
1023 	if (!target_depend_item(&se_tpg->tpg_group.cg_item)) {
1024 		atomic_set(&base_tpg->lport_tpg_enabled, 1);
1025 		qlt_enable_vha(base_vha);
1026 	}
1027 	complete(&base_tpg->tpg_base_comp);
1028 }
1029 
1030 static void tcm_qla2xxx_undepend_tpg(struct work_struct *work)
1031 {
1032 	struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
1033 				struct tcm_qla2xxx_tpg, tpg_base_work);
1034 	struct se_portal_group *se_tpg = &base_tpg->se_tpg;
1035 	struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
1036 
1037 	if (!qlt_stop_phase1(base_vha->vha_tgt.qla_tgt)) {
1038 		atomic_set(&base_tpg->lport_tpg_enabled, 0);
1039 		target_undepend_item(&se_tpg->tpg_group.cg_item);
1040 	}
1041 	complete(&base_tpg->tpg_base_comp);
1042 }
1043 
1044 static ssize_t tcm_qla2xxx_tpg_store_enable(
1045 	struct se_portal_group *se_tpg,
1046 	const char *page,
1047 	size_t count)
1048 {
1049 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1050 			struct tcm_qla2xxx_tpg, se_tpg);
1051 	unsigned long op;
1052 	int rc;
1053 
1054 	rc = kstrtoul(page, 0, &op);
1055 	if (rc < 0) {
1056 		pr_err("kstrtoul() returned %d\n", rc);
1057 		return -EINVAL;
1058 	}
1059 	if ((op != 1) && (op != 0)) {
1060 		pr_err("Illegal value for tpg_enable: %lu\n", op);
1061 		return -EINVAL;
1062 	}
1063 	if (op) {
1064 		if (atomic_read(&tpg->lport_tpg_enabled))
1065 			return -EEXIST;
1066 
1067 		INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_depend_tpg);
1068 	} else {
1069 		if (!atomic_read(&tpg->lport_tpg_enabled))
1070 			return count;
1071 
1072 		INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_undepend_tpg);
1073 	}
1074 	init_completion(&tpg->tpg_base_comp);
1075 	schedule_work(&tpg->tpg_base_work);
1076 	wait_for_completion(&tpg->tpg_base_comp);
1077 
1078 	if (op) {
1079 		if (!atomic_read(&tpg->lport_tpg_enabled))
1080 			return -ENODEV;
1081 	} else {
1082 		if (atomic_read(&tpg->lport_tpg_enabled))
1083 			return -EPERM;
1084 	}
1085 	return count;
1086 }
1087 
1088 TF_TPG_BASE_ATTR(tcm_qla2xxx, enable, S_IRUGO | S_IWUSR);
1089 
1090 static ssize_t tcm_qla2xxx_tpg_show_dynamic_sessions(
1091 	struct se_portal_group *se_tpg,
1092 	char *page)
1093 {
1094 	return target_show_dynamic_sessions(se_tpg, page);
1095 }
1096 
1097 TF_TPG_BASE_ATTR_RO(tcm_qla2xxx, dynamic_sessions);
1098 
1099 static ssize_t tcm_qla2xxx_tpg_store_fabric_prot_type(
1100 	struct se_portal_group *se_tpg,
1101 	const char *page,
1102 	size_t count)
1103 {
1104 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1105 				struct tcm_qla2xxx_tpg, se_tpg);
1106 	unsigned long val;
1107 	int ret = kstrtoul(page, 0, &val);
1108 
1109 	if (ret) {
1110 		pr_err("kstrtoul() returned %d for fabric_prot_type\n", ret);
1111 		return ret;
1112 	}
1113 	if (val != 0 && val != 1 && val != 3) {
1114 		pr_err("Invalid qla2xxx fabric_prot_type: %lu\n", val);
1115 		return -EINVAL;
1116 	}
1117 	tpg->tpg_attrib.fabric_prot_type = val;
1118 
1119 	return count;
1120 }
1121 
1122 static ssize_t tcm_qla2xxx_tpg_show_fabric_prot_type(
1123 	struct se_portal_group *se_tpg,
1124 	char *page)
1125 {
1126 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1127 				struct tcm_qla2xxx_tpg, se_tpg);
1128 
1129 	return sprintf(page, "%d\n", tpg->tpg_attrib.fabric_prot_type);
1130 }
1131 TF_TPG_BASE_ATTR(tcm_qla2xxx, fabric_prot_type, S_IRUGO | S_IWUSR);
1132 
1133 static struct configfs_attribute *tcm_qla2xxx_tpg_attrs[] = {
1134 	&tcm_qla2xxx_tpg_enable.attr,
1135 	&tcm_qla2xxx_tpg_dynamic_sessions.attr,
1136 	&tcm_qla2xxx_tpg_fabric_prot_type.attr,
1137 	NULL,
1138 };
1139 
1140 static struct se_portal_group *tcm_qla2xxx_make_tpg(
1141 	struct se_wwn *wwn,
1142 	struct config_group *group,
1143 	const char *name)
1144 {
1145 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1146 			struct tcm_qla2xxx_lport, lport_wwn);
1147 	struct tcm_qla2xxx_tpg *tpg;
1148 	unsigned long tpgt;
1149 	int ret;
1150 
1151 	if (strstr(name, "tpgt_") != name)
1152 		return ERR_PTR(-EINVAL);
1153 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1154 		return ERR_PTR(-EINVAL);
1155 
1156 	if ((tpgt != 1)) {
1157 		pr_err("In non NPIV mode, a single TPG=1 is used for HW port mappings\n");
1158 		return ERR_PTR(-ENOSYS);
1159 	}
1160 
1161 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1162 	if (!tpg) {
1163 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1164 		return ERR_PTR(-ENOMEM);
1165 	}
1166 	tpg->lport = lport;
1167 	tpg->lport_tpgt = tpgt;
1168 	/*
1169 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1170 	 * NodeACLs
1171 	 */
1172 	tpg->tpg_attrib.generate_node_acls = 1;
1173 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1174 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1175 	tpg->tpg_attrib.demo_mode_login_only = 1;
1176 
1177 	ret = core_tpg_register(&tcm_qla2xxx_ops, wwn,
1178 				&tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
1179 	if (ret < 0) {
1180 		kfree(tpg);
1181 		return NULL;
1182 	}
1183 
1184 	lport->tpg_1 = tpg;
1185 
1186 	return &tpg->se_tpg;
1187 }
1188 
1189 static void tcm_qla2xxx_drop_tpg(struct se_portal_group *se_tpg)
1190 {
1191 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1192 			struct tcm_qla2xxx_tpg, se_tpg);
1193 	struct tcm_qla2xxx_lport *lport = tpg->lport;
1194 	struct scsi_qla_host *vha = lport->qla_vha;
1195 	/*
1196 	 * Call into qla2x_target.c LLD logic to shutdown the active
1197 	 * FC Nexuses and disable target mode operation for this qla_hw_data
1198 	 */
1199 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stop)
1200 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1201 
1202 	core_tpg_deregister(se_tpg);
1203 	/*
1204 	 * Clear local TPG=1 pointer for non NPIV mode.
1205 	 */
1206 	lport->tpg_1 = NULL;
1207 	kfree(tpg);
1208 }
1209 
1210 static ssize_t tcm_qla2xxx_npiv_tpg_show_enable(
1211 	struct se_portal_group *se_tpg,
1212 	char *page)
1213 {
1214 	return tcm_qla2xxx_tpg_show_enable(se_tpg, page);
1215 }
1216 
1217 static ssize_t tcm_qla2xxx_npiv_tpg_store_enable(
1218 	struct se_portal_group *se_tpg,
1219 	const char *page,
1220 	size_t count)
1221 {
1222 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
1223 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
1224 			struct tcm_qla2xxx_lport, lport_wwn);
1225 	struct scsi_qla_host *vha = lport->qla_vha;
1226 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1227 			struct tcm_qla2xxx_tpg, se_tpg);
1228 	unsigned long op;
1229 	int rc;
1230 
1231 	rc = kstrtoul(page, 0, &op);
1232 	if (rc < 0) {
1233 		pr_err("kstrtoul() returned %d\n", rc);
1234 		return -EINVAL;
1235 	}
1236 	if ((op != 1) && (op != 0)) {
1237 		pr_err("Illegal value for tpg_enable: %lu\n", op);
1238 		return -EINVAL;
1239 	}
1240 	if (op) {
1241 		if (atomic_read(&tpg->lport_tpg_enabled))
1242 			return -EEXIST;
1243 
1244 		atomic_set(&tpg->lport_tpg_enabled, 1);
1245 		qlt_enable_vha(vha);
1246 	} else {
1247 		if (!atomic_read(&tpg->lport_tpg_enabled))
1248 			return count;
1249 
1250 		atomic_set(&tpg->lport_tpg_enabled, 0);
1251 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1252 	}
1253 
1254 	return count;
1255 }
1256 
1257 TF_TPG_BASE_ATTR(tcm_qla2xxx_npiv, enable, S_IRUGO | S_IWUSR);
1258 
1259 static struct configfs_attribute *tcm_qla2xxx_npiv_tpg_attrs[] = {
1260         &tcm_qla2xxx_npiv_tpg_enable.attr,
1261         NULL,
1262 };
1263 
1264 static struct se_portal_group *tcm_qla2xxx_npiv_make_tpg(
1265 	struct se_wwn *wwn,
1266 	struct config_group *group,
1267 	const char *name)
1268 {
1269 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1270 			struct tcm_qla2xxx_lport, lport_wwn);
1271 	struct tcm_qla2xxx_tpg *tpg;
1272 	unsigned long tpgt;
1273 	int ret;
1274 
1275 	if (strstr(name, "tpgt_") != name)
1276 		return ERR_PTR(-EINVAL);
1277 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1278 		return ERR_PTR(-EINVAL);
1279 
1280 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1281 	if (!tpg) {
1282 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1283 		return ERR_PTR(-ENOMEM);
1284 	}
1285 	tpg->lport = lport;
1286 	tpg->lport_tpgt = tpgt;
1287 
1288 	/*
1289 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1290 	 * NodeACLs
1291 	 */
1292 	tpg->tpg_attrib.generate_node_acls = 1;
1293 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1294 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1295 	tpg->tpg_attrib.demo_mode_login_only = 1;
1296 
1297 	ret = core_tpg_register(&tcm_qla2xxx_npiv_ops, wwn,
1298 				&tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
1299 	if (ret < 0) {
1300 		kfree(tpg);
1301 		return NULL;
1302 	}
1303 	lport->tpg_1 = tpg;
1304 	return &tpg->se_tpg;
1305 }
1306 
1307 /*
1308  * Expected to be called with struct qla_hw_data->hardware_lock held
1309  */
1310 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_s_id(
1311 	scsi_qla_host_t *vha,
1312 	const uint8_t *s_id)
1313 {
1314 	struct tcm_qla2xxx_lport *lport;
1315 	struct se_node_acl *se_nacl;
1316 	struct tcm_qla2xxx_nacl *nacl;
1317 	u32 key;
1318 
1319 	lport = vha->vha_tgt.target_lport_ptr;
1320 	if (!lport) {
1321 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1322 		dump_stack();
1323 		return NULL;
1324 	}
1325 
1326 	key = (((unsigned long)s_id[0] << 16) |
1327 	       ((unsigned long)s_id[1] << 8) |
1328 	       (unsigned long)s_id[2]);
1329 	pr_debug("find_sess_by_s_id: 0x%06x\n", key);
1330 
1331 	se_nacl = btree_lookup32(&lport->lport_fcport_map, key);
1332 	if (!se_nacl) {
1333 		pr_debug("Unable to locate s_id: 0x%06x\n", key);
1334 		return NULL;
1335 	}
1336 	pr_debug("find_sess_by_s_id: located se_nacl: %p, initiatorname: %s\n",
1337 	    se_nacl, se_nacl->initiatorname);
1338 
1339 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1340 	if (!nacl->qla_tgt_sess) {
1341 		pr_err("Unable to locate struct qla_tgt_sess\n");
1342 		return NULL;
1343 	}
1344 
1345 	return nacl->qla_tgt_sess;
1346 }
1347 
1348 /*
1349  * Expected to be called with struct qla_hw_data->hardware_lock held
1350  */
1351 static void tcm_qla2xxx_set_sess_by_s_id(
1352 	struct tcm_qla2xxx_lport *lport,
1353 	struct se_node_acl *new_se_nacl,
1354 	struct tcm_qla2xxx_nacl *nacl,
1355 	struct se_session *se_sess,
1356 	struct qla_tgt_sess *qla_tgt_sess,
1357 	uint8_t *s_id)
1358 {
1359 	u32 key;
1360 	void *slot;
1361 	int rc;
1362 
1363 	key = (((unsigned long)s_id[0] << 16) |
1364 	       ((unsigned long)s_id[1] << 8) |
1365 	       (unsigned long)s_id[2]);
1366 	pr_debug("set_sess_by_s_id: %06x\n", key);
1367 
1368 	slot = btree_lookup32(&lport->lport_fcport_map, key);
1369 	if (!slot) {
1370 		if (new_se_nacl) {
1371 			pr_debug("Setting up new fc_port entry to new_se_nacl\n");
1372 			nacl->nport_id = key;
1373 			rc = btree_insert32(&lport->lport_fcport_map, key,
1374 					new_se_nacl, GFP_ATOMIC);
1375 			if (rc)
1376 				printk(KERN_ERR "Unable to insert s_id into fcport_map: %06x\n",
1377 				    (int)key);
1378 		} else {
1379 			pr_debug("Wiping nonexisting fc_port entry\n");
1380 		}
1381 
1382 		qla_tgt_sess->se_sess = se_sess;
1383 		nacl->qla_tgt_sess = qla_tgt_sess;
1384 		return;
1385 	}
1386 
1387 	if (nacl->qla_tgt_sess) {
1388 		if (new_se_nacl == NULL) {
1389 			pr_debug("Clearing existing nacl->qla_tgt_sess and fc_port entry\n");
1390 			btree_remove32(&lport->lport_fcport_map, key);
1391 			nacl->qla_tgt_sess = NULL;
1392 			return;
1393 		}
1394 		pr_debug("Replacing existing nacl->qla_tgt_sess and fc_port entry\n");
1395 		btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1396 		qla_tgt_sess->se_sess = se_sess;
1397 		nacl->qla_tgt_sess = qla_tgt_sess;
1398 		return;
1399 	}
1400 
1401 	if (new_se_nacl == NULL) {
1402 		pr_debug("Clearing existing fc_port entry\n");
1403 		btree_remove32(&lport->lport_fcport_map, key);
1404 		return;
1405 	}
1406 
1407 	pr_debug("Replacing existing fc_port entry w/o active nacl->qla_tgt_sess\n");
1408 	btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1409 	qla_tgt_sess->se_sess = se_sess;
1410 	nacl->qla_tgt_sess = qla_tgt_sess;
1411 
1412 	pr_debug("Setup nacl->qla_tgt_sess %p by s_id for se_nacl: %p, initiatorname: %s\n",
1413 	    nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1414 }
1415 
1416 /*
1417  * Expected to be called with struct qla_hw_data->hardware_lock held
1418  */
1419 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_loop_id(
1420 	scsi_qla_host_t *vha,
1421 	const uint16_t loop_id)
1422 {
1423 	struct tcm_qla2xxx_lport *lport;
1424 	struct se_node_acl *se_nacl;
1425 	struct tcm_qla2xxx_nacl *nacl;
1426 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1427 
1428 	lport = vha->vha_tgt.target_lport_ptr;
1429 	if (!lport) {
1430 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1431 		dump_stack();
1432 		return NULL;
1433 	}
1434 
1435 	pr_debug("find_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1436 
1437 	fc_loopid = lport->lport_loopid_map + loop_id;
1438 	se_nacl = fc_loopid->se_nacl;
1439 	if (!se_nacl) {
1440 		pr_debug("Unable to locate se_nacl by loop_id: 0x%04x\n",
1441 		    loop_id);
1442 		return NULL;
1443 	}
1444 
1445 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1446 
1447 	if (!nacl->qla_tgt_sess) {
1448 		pr_err("Unable to locate struct qla_tgt_sess\n");
1449 		return NULL;
1450 	}
1451 
1452 	return nacl->qla_tgt_sess;
1453 }
1454 
1455 /*
1456  * Expected to be called with struct qla_hw_data->hardware_lock held
1457  */
1458 static void tcm_qla2xxx_set_sess_by_loop_id(
1459 	struct tcm_qla2xxx_lport *lport,
1460 	struct se_node_acl *new_se_nacl,
1461 	struct tcm_qla2xxx_nacl *nacl,
1462 	struct se_session *se_sess,
1463 	struct qla_tgt_sess *qla_tgt_sess,
1464 	uint16_t loop_id)
1465 {
1466 	struct se_node_acl *saved_nacl;
1467 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1468 
1469 	pr_debug("set_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1470 
1471 	fc_loopid = &((struct tcm_qla2xxx_fc_loopid *)
1472 			lport->lport_loopid_map)[loop_id];
1473 
1474 	saved_nacl = fc_loopid->se_nacl;
1475 	if (!saved_nacl) {
1476 		pr_debug("Setting up new fc_loopid->se_nacl to new_se_nacl\n");
1477 		fc_loopid->se_nacl = new_se_nacl;
1478 		if (qla_tgt_sess->se_sess != se_sess)
1479 			qla_tgt_sess->se_sess = se_sess;
1480 		if (nacl->qla_tgt_sess != qla_tgt_sess)
1481 			nacl->qla_tgt_sess = qla_tgt_sess;
1482 		return;
1483 	}
1484 
1485 	if (nacl->qla_tgt_sess) {
1486 		if (new_se_nacl == NULL) {
1487 			pr_debug("Clearing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1488 			fc_loopid->se_nacl = NULL;
1489 			nacl->qla_tgt_sess = NULL;
1490 			return;
1491 		}
1492 
1493 		pr_debug("Replacing existing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1494 		fc_loopid->se_nacl = new_se_nacl;
1495 		if (qla_tgt_sess->se_sess != se_sess)
1496 			qla_tgt_sess->se_sess = se_sess;
1497 		if (nacl->qla_tgt_sess != qla_tgt_sess)
1498 			nacl->qla_tgt_sess = qla_tgt_sess;
1499 		return;
1500 	}
1501 
1502 	if (new_se_nacl == NULL) {
1503 		pr_debug("Clearing fc_loopid->se_nacl\n");
1504 		fc_loopid->se_nacl = NULL;
1505 		return;
1506 	}
1507 
1508 	pr_debug("Replacing existing fc_loopid->se_nacl w/o active nacl->qla_tgt_sess\n");
1509 	fc_loopid->se_nacl = new_se_nacl;
1510 	if (qla_tgt_sess->se_sess != se_sess)
1511 		qla_tgt_sess->se_sess = se_sess;
1512 	if (nacl->qla_tgt_sess != qla_tgt_sess)
1513 		nacl->qla_tgt_sess = qla_tgt_sess;
1514 
1515 	pr_debug("Setup nacl->qla_tgt_sess %p by loop_id for se_nacl: %p, initiatorname: %s\n",
1516 	    nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1517 }
1518 
1519 /*
1520  * Should always be called with qla_hw_data->hardware_lock held.
1521  */
1522 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *lport,
1523 		struct tcm_qla2xxx_nacl *nacl, struct qla_tgt_sess *sess)
1524 {
1525 	struct se_session *se_sess = sess->se_sess;
1526 	unsigned char be_sid[3];
1527 
1528 	be_sid[0] = sess->s_id.b.domain;
1529 	be_sid[1] = sess->s_id.b.area;
1530 	be_sid[2] = sess->s_id.b.al_pa;
1531 
1532 	tcm_qla2xxx_set_sess_by_s_id(lport, NULL, nacl, se_sess,
1533 				sess, be_sid);
1534 	tcm_qla2xxx_set_sess_by_loop_id(lport, NULL, nacl, se_sess,
1535 				sess, sess->loop_id);
1536 }
1537 
1538 static void tcm_qla2xxx_free_session(struct qla_tgt_sess *sess)
1539 {
1540 	struct qla_tgt *tgt = sess->tgt;
1541 	struct qla_hw_data *ha = tgt->ha;
1542 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1543 	struct se_session *se_sess;
1544 	struct se_node_acl *se_nacl;
1545 	struct tcm_qla2xxx_lport *lport;
1546 	struct tcm_qla2xxx_nacl *nacl;
1547 
1548 	BUG_ON(in_interrupt());
1549 
1550 	se_sess = sess->se_sess;
1551 	if (!se_sess) {
1552 		pr_err("struct qla_tgt_sess->se_sess is NULL\n");
1553 		dump_stack();
1554 		return;
1555 	}
1556 	se_nacl = se_sess->se_node_acl;
1557 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1558 
1559 	lport = vha->vha_tgt.target_lport_ptr;
1560 	if (!lport) {
1561 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1562 		dump_stack();
1563 		return;
1564 	}
1565 	target_wait_for_sess_cmds(se_sess);
1566 
1567 	transport_deregister_session_configfs(sess->se_sess);
1568 	transport_deregister_session(sess->se_sess);
1569 }
1570 
1571 /*
1572  * Called via qlt_create_sess():ha->qla2x_tmpl->check_initiator_node_acl()
1573  * to locate struct se_node_acl
1574  */
1575 static int tcm_qla2xxx_check_initiator_node_acl(
1576 	scsi_qla_host_t *vha,
1577 	unsigned char *fc_wwpn,
1578 	void *qla_tgt_sess,
1579 	uint8_t *s_id,
1580 	uint16_t loop_id)
1581 {
1582 	struct qla_hw_data *ha = vha->hw;
1583 	struct tcm_qla2xxx_lport *lport;
1584 	struct tcm_qla2xxx_tpg *tpg;
1585 	struct tcm_qla2xxx_nacl *nacl;
1586 	struct se_portal_group *se_tpg;
1587 	struct se_node_acl *se_nacl;
1588 	struct se_session *se_sess;
1589 	struct qla_tgt_sess *sess = qla_tgt_sess;
1590 	unsigned char port_name[36];
1591 	unsigned long flags;
1592 	int num_tags = (ha->fw_xcb_count) ? ha->fw_xcb_count :
1593 		       TCM_QLA2XXX_DEFAULT_TAGS;
1594 
1595 	lport = vha->vha_tgt.target_lport_ptr;
1596 	if (!lport) {
1597 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1598 		dump_stack();
1599 		return -EINVAL;
1600 	}
1601 	/*
1602 	 * Locate the TPG=1 reference..
1603 	 */
1604 	tpg = lport->tpg_1;
1605 	if (!tpg) {
1606 		pr_err("Unable to lcoate struct tcm_qla2xxx_lport->tpg_1\n");
1607 		return -EINVAL;
1608 	}
1609 	se_tpg = &tpg->se_tpg;
1610 
1611 	se_sess = transport_init_session_tags(num_tags,
1612 					      sizeof(struct qla_tgt_cmd),
1613 					      TARGET_PROT_ALL);
1614 	if (IS_ERR(se_sess)) {
1615 		pr_err("Unable to initialize struct se_session\n");
1616 		return PTR_ERR(se_sess);
1617 	}
1618 	/*
1619 	 * Format the FCP Initiator port_name into colon seperated values to
1620 	 * match the format by tcm_qla2xxx explict ConfigFS NodeACLs.
1621 	 */
1622 	memset(&port_name, 0, 36);
1623 	snprintf(port_name, sizeof(port_name), "%8phC", fc_wwpn);
1624 	/*
1625 	 * Locate our struct se_node_acl either from an explict NodeACL created
1626 	 * via ConfigFS, or via running in TPG demo mode.
1627 	 */
1628 	se_sess->se_node_acl = core_tpg_check_initiator_node_acl(se_tpg,
1629 					port_name);
1630 	if (!se_sess->se_node_acl) {
1631 		transport_free_session(se_sess);
1632 		return -EINVAL;
1633 	}
1634 	se_nacl = se_sess->se_node_acl;
1635 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1636 	/*
1637 	 * And now setup the new se_nacl and session pointers into our HW lport
1638 	 * mappings for fabric S_ID and LOOP_ID.
1639 	 */
1640 	spin_lock_irqsave(&ha->hardware_lock, flags);
1641 	tcm_qla2xxx_set_sess_by_s_id(lport, se_nacl, nacl, se_sess,
1642 			qla_tgt_sess, s_id);
1643 	tcm_qla2xxx_set_sess_by_loop_id(lport, se_nacl, nacl, se_sess,
1644 			qla_tgt_sess, loop_id);
1645 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
1646 	/*
1647 	 * Finally register the new FC Nexus with TCM
1648 	 */
1649 	transport_register_session(se_nacl->se_tpg, se_nacl, se_sess, sess);
1650 
1651 	return 0;
1652 }
1653 
1654 static void tcm_qla2xxx_update_sess(struct qla_tgt_sess *sess, port_id_t s_id,
1655 				    uint16_t loop_id, bool conf_compl_supported)
1656 {
1657 	struct qla_tgt *tgt = sess->tgt;
1658 	struct qla_hw_data *ha = tgt->ha;
1659 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1660 	struct tcm_qla2xxx_lport *lport = vha->vha_tgt.target_lport_ptr;
1661 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
1662 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
1663 			struct tcm_qla2xxx_nacl, se_node_acl);
1664 	u32 key;
1665 
1666 
1667 	if (sess->loop_id != loop_id || sess->s_id.b24 != s_id.b24)
1668 		pr_info("Updating session %p from port %8phC loop_id %d -> %d s_id %x:%x:%x -> %x:%x:%x\n",
1669 		    sess, sess->port_name,
1670 		    sess->loop_id, loop_id, sess->s_id.b.domain,
1671 		    sess->s_id.b.area, sess->s_id.b.al_pa, s_id.b.domain,
1672 		    s_id.b.area, s_id.b.al_pa);
1673 
1674 	if (sess->loop_id != loop_id) {
1675 		/*
1676 		 * Because we can shuffle loop IDs around and we
1677 		 * update different sessions non-atomically, we might
1678 		 * have overwritten this session's old loop ID
1679 		 * already, and we might end up overwriting some other
1680 		 * session that will be updated later.  So we have to
1681 		 * be extra careful and we can't warn about those things...
1682 		 */
1683 		if (lport->lport_loopid_map[sess->loop_id].se_nacl == se_nacl)
1684 			lport->lport_loopid_map[sess->loop_id].se_nacl = NULL;
1685 
1686 		lport->lport_loopid_map[loop_id].se_nacl = se_nacl;
1687 
1688 		sess->loop_id = loop_id;
1689 	}
1690 
1691 	if (sess->s_id.b24 != s_id.b24) {
1692 		key = (((u32) sess->s_id.b.domain << 16) |
1693 		       ((u32) sess->s_id.b.area   <<  8) |
1694 		       ((u32) sess->s_id.b.al_pa));
1695 
1696 		if (btree_lookup32(&lport->lport_fcport_map, key))
1697 			WARN(btree_remove32(&lport->lport_fcport_map, key) != se_nacl,
1698 			     "Found wrong se_nacl when updating s_id %x:%x:%x\n",
1699 			     sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1700 		else
1701 			WARN(1, "No lport_fcport_map entry for s_id %x:%x:%x\n",
1702 			     sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1703 
1704 		key = (((u32) s_id.b.domain << 16) |
1705 		       ((u32) s_id.b.area   <<  8) |
1706 		       ((u32) s_id.b.al_pa));
1707 
1708 		if (btree_lookup32(&lport->lport_fcport_map, key)) {
1709 			WARN(1, "Already have lport_fcport_map entry for s_id %x:%x:%x\n",
1710 			     s_id.b.domain, s_id.b.area, s_id.b.al_pa);
1711 			btree_update32(&lport->lport_fcport_map, key, se_nacl);
1712 		} else {
1713 			btree_insert32(&lport->lport_fcport_map, key, se_nacl, GFP_ATOMIC);
1714 		}
1715 
1716 		sess->s_id = s_id;
1717 		nacl->nport_id = key;
1718 	}
1719 
1720 	sess->conf_compl_supported = conf_compl_supported;
1721 }
1722 
1723 /*
1724  * Calls into tcm_qla2xxx used by qla2xxx LLD I/O path.
1725  */
1726 static struct qla_tgt_func_tmpl tcm_qla2xxx_template = {
1727 	.handle_cmd		= tcm_qla2xxx_handle_cmd,
1728 	.handle_data		= tcm_qla2xxx_handle_data,
1729 	.handle_dif_err		= tcm_qla2xxx_handle_dif_err,
1730 	.handle_tmr		= tcm_qla2xxx_handle_tmr,
1731 	.free_cmd		= tcm_qla2xxx_free_cmd,
1732 	.free_mcmd		= tcm_qla2xxx_free_mcmd,
1733 	.free_session		= tcm_qla2xxx_free_session,
1734 	.update_sess		= tcm_qla2xxx_update_sess,
1735 	.check_initiator_node_acl = tcm_qla2xxx_check_initiator_node_acl,
1736 	.find_sess_by_s_id	= tcm_qla2xxx_find_sess_by_s_id,
1737 	.find_sess_by_loop_id	= tcm_qla2xxx_find_sess_by_loop_id,
1738 	.clear_nacl_from_fcport_map = tcm_qla2xxx_clear_nacl_from_fcport_map,
1739 	.put_sess		= tcm_qla2xxx_put_sess,
1740 	.shutdown_sess		= tcm_qla2xxx_shutdown_sess,
1741 };
1742 
1743 static int tcm_qla2xxx_init_lport(struct tcm_qla2xxx_lport *lport)
1744 {
1745 	int rc;
1746 
1747 	rc = btree_init32(&lport->lport_fcport_map);
1748 	if (rc) {
1749 		pr_err("Unable to initialize lport->lport_fcport_map btree\n");
1750 		return rc;
1751 	}
1752 
1753 	lport->lport_loopid_map = vmalloc(sizeof(struct tcm_qla2xxx_fc_loopid) *
1754 				65536);
1755 	if (!lport->lport_loopid_map) {
1756 		pr_err("Unable to allocate lport->lport_loopid_map of %zu bytes\n",
1757 		    sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1758 		btree_destroy32(&lport->lport_fcport_map);
1759 		return -ENOMEM;
1760 	}
1761 	memset(lport->lport_loopid_map, 0, sizeof(struct tcm_qla2xxx_fc_loopid)
1762 	       * 65536);
1763 	pr_debug("qla2xxx: Allocated lport_loopid_map of %zu bytes\n",
1764 	       sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1765 	return 0;
1766 }
1767 
1768 static int tcm_qla2xxx_lport_register_cb(struct scsi_qla_host *vha,
1769 					 void *target_lport_ptr,
1770 					 u64 npiv_wwpn, u64 npiv_wwnn)
1771 {
1772 	struct qla_hw_data *ha = vha->hw;
1773 	struct tcm_qla2xxx_lport *lport =
1774 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1775 	/*
1776 	 * Setup tgt_ops, local pointer to vha and target_lport_ptr
1777 	 */
1778 	ha->tgt.tgt_ops = &tcm_qla2xxx_template;
1779 	vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1780 	lport->qla_vha = vha;
1781 
1782 	return 0;
1783 }
1784 
1785 static struct se_wwn *tcm_qla2xxx_make_lport(
1786 	struct target_fabric_configfs *tf,
1787 	struct config_group *group,
1788 	const char *name)
1789 {
1790 	struct tcm_qla2xxx_lport *lport;
1791 	u64 wwpn;
1792 	int ret = -ENODEV;
1793 
1794 	if (tcm_qla2xxx_parse_wwn(name, &wwpn, 1) < 0)
1795 		return ERR_PTR(-EINVAL);
1796 
1797 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1798 	if (!lport) {
1799 		pr_err("Unable to allocate struct tcm_qla2xxx_lport\n");
1800 		return ERR_PTR(-ENOMEM);
1801 	}
1802 	lport->lport_wwpn = wwpn;
1803 	tcm_qla2xxx_format_wwn(&lport->lport_name[0], TCM_QLA2XXX_NAMELEN,
1804 				wwpn);
1805 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) wwpn);
1806 
1807 	ret = tcm_qla2xxx_init_lport(lport);
1808 	if (ret != 0)
1809 		goto out;
1810 
1811 	ret = qlt_lport_register(lport, wwpn, 0, 0,
1812 				 tcm_qla2xxx_lport_register_cb);
1813 	if (ret != 0)
1814 		goto out_lport;
1815 
1816 	return &lport->lport_wwn;
1817 out_lport:
1818 	vfree(lport->lport_loopid_map);
1819 	btree_destroy32(&lport->lport_fcport_map);
1820 out:
1821 	kfree(lport);
1822 	return ERR_PTR(ret);
1823 }
1824 
1825 static void tcm_qla2xxx_drop_lport(struct se_wwn *wwn)
1826 {
1827 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1828 			struct tcm_qla2xxx_lport, lport_wwn);
1829 	struct scsi_qla_host *vha = lport->qla_vha;
1830 	struct se_node_acl *node;
1831 	u32 key = 0;
1832 
1833 	/*
1834 	 * Call into qla2x_target.c LLD logic to complete the
1835 	 * shutdown of struct qla_tgt after the call to
1836 	 * qlt_stop_phase1() from tcm_qla2xxx_drop_tpg() above..
1837 	 */
1838 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stopped)
1839 		qlt_stop_phase2(vha->vha_tgt.qla_tgt);
1840 
1841 	qlt_lport_deregister(vha);
1842 
1843 	vfree(lport->lport_loopid_map);
1844 	btree_for_each_safe32(&lport->lport_fcport_map, key, node)
1845 		btree_remove32(&lport->lport_fcport_map, key);
1846 	btree_destroy32(&lport->lport_fcport_map);
1847 	kfree(lport);
1848 }
1849 
1850 static int tcm_qla2xxx_lport_register_npiv_cb(struct scsi_qla_host *base_vha,
1851 					      void *target_lport_ptr,
1852 					      u64 npiv_wwpn, u64 npiv_wwnn)
1853 {
1854 	struct fc_vport *vport;
1855 	struct Scsi_Host *sh = base_vha->host;
1856 	struct scsi_qla_host *npiv_vha;
1857 	struct tcm_qla2xxx_lport *lport =
1858 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1859 	struct tcm_qla2xxx_lport *base_lport =
1860 			(struct tcm_qla2xxx_lport *)base_vha->vha_tgt.target_lport_ptr;
1861 	struct tcm_qla2xxx_tpg *base_tpg;
1862 	struct fc_vport_identifiers vport_id;
1863 
1864 	if (!qla_tgt_mode_enabled(base_vha)) {
1865 		pr_err("qla2xxx base_vha not enabled for target mode\n");
1866 		return -EPERM;
1867 	}
1868 
1869 	if (!base_lport || !base_lport->tpg_1 ||
1870 	    !atomic_read(&base_lport->tpg_1->lport_tpg_enabled)) {
1871 		pr_err("qla2xxx base_lport or tpg_1 not available\n");
1872 		return -EPERM;
1873 	}
1874 	base_tpg = base_lport->tpg_1;
1875 
1876 	memset(&vport_id, 0, sizeof(vport_id));
1877 	vport_id.port_name = npiv_wwpn;
1878 	vport_id.node_name = npiv_wwnn;
1879 	vport_id.roles = FC_PORT_ROLE_FCP_INITIATOR;
1880 	vport_id.vport_type = FC_PORTTYPE_NPIV;
1881 	vport_id.disable = false;
1882 
1883 	vport = fc_vport_create(sh, 0, &vport_id);
1884 	if (!vport) {
1885 		pr_err("fc_vport_create failed for qla2xxx_npiv\n");
1886 		return -ENODEV;
1887 	}
1888 	/*
1889 	 * Setup local pointer to NPIV vhba + target_lport_ptr
1890 	 */
1891 	npiv_vha = (struct scsi_qla_host *)vport->dd_data;
1892 	npiv_vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1893 	lport->qla_vha = npiv_vha;
1894 	scsi_host_get(npiv_vha->host);
1895 	return 0;
1896 }
1897 
1898 
1899 static struct se_wwn *tcm_qla2xxx_npiv_make_lport(
1900 	struct target_fabric_configfs *tf,
1901 	struct config_group *group,
1902 	const char *name)
1903 {
1904 	struct tcm_qla2xxx_lport *lport;
1905 	u64 phys_wwpn, npiv_wwpn, npiv_wwnn;
1906 	char *p, tmp[128];
1907 	int ret;
1908 
1909 	snprintf(tmp, 128, "%s", name);
1910 
1911 	p = strchr(tmp, '@');
1912 	if (!p) {
1913 		pr_err("Unable to locate NPIV '@' seperator\n");
1914 		return ERR_PTR(-EINVAL);
1915 	}
1916 	*p++ = '\0';
1917 
1918 	if (tcm_qla2xxx_parse_wwn(tmp, &phys_wwpn, 1) < 0)
1919 		return ERR_PTR(-EINVAL);
1920 
1921 	if (tcm_qla2xxx_npiv_parse_wwn(p, strlen(p)+1,
1922 				       &npiv_wwpn, &npiv_wwnn) < 0)
1923 		return ERR_PTR(-EINVAL);
1924 
1925 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1926 	if (!lport) {
1927 		pr_err("Unable to allocate struct tcm_qla2xxx_lport for NPIV\n");
1928 		return ERR_PTR(-ENOMEM);
1929 	}
1930 	lport->lport_npiv_wwpn = npiv_wwpn;
1931 	lport->lport_npiv_wwnn = npiv_wwnn;
1932 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) npiv_wwpn);
1933 
1934 	ret = tcm_qla2xxx_init_lport(lport);
1935 	if (ret != 0)
1936 		goto out;
1937 
1938 	ret = qlt_lport_register(lport, phys_wwpn, npiv_wwpn, npiv_wwnn,
1939 				 tcm_qla2xxx_lport_register_npiv_cb);
1940 	if (ret != 0)
1941 		goto out_lport;
1942 
1943 	return &lport->lport_wwn;
1944 out_lport:
1945 	vfree(lport->lport_loopid_map);
1946 	btree_destroy32(&lport->lport_fcport_map);
1947 out:
1948 	kfree(lport);
1949 	return ERR_PTR(ret);
1950 }
1951 
1952 static void tcm_qla2xxx_npiv_drop_lport(struct se_wwn *wwn)
1953 {
1954 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1955 			struct tcm_qla2xxx_lport, lport_wwn);
1956 	struct scsi_qla_host *npiv_vha = lport->qla_vha;
1957 	struct qla_hw_data *ha = npiv_vha->hw;
1958 	scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
1959 
1960 	scsi_host_put(npiv_vha->host);
1961 	/*
1962 	 * Notify libfc that we want to release the vha->fc_vport
1963 	 */
1964 	fc_vport_terminate(npiv_vha->fc_vport);
1965 	scsi_host_put(base_vha->host);
1966 	kfree(lport);
1967 }
1968 
1969 
1970 static ssize_t tcm_qla2xxx_wwn_show_attr_version(
1971 	struct target_fabric_configfs *tf,
1972 	char *page)
1973 {
1974 	return sprintf(page,
1975 	    "TCM QLOGIC QLA2XXX NPIV capable fabric module %s on %s/%s on "
1976 	    UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
1977 	    utsname()->machine);
1978 }
1979 
1980 TF_WWN_ATTR_RO(tcm_qla2xxx, version);
1981 
1982 static struct configfs_attribute *tcm_qla2xxx_wwn_attrs[] = {
1983 	&tcm_qla2xxx_wwn_version.attr,
1984 	NULL,
1985 };
1986 
1987 static const struct target_core_fabric_ops tcm_qla2xxx_ops = {
1988 	.module				= THIS_MODULE,
1989 	.name				= "qla2xxx",
1990 	.get_fabric_name		= tcm_qla2xxx_get_fabric_name,
1991 	.get_fabric_proto_ident		= tcm_qla2xxx_get_fabric_proto_ident,
1992 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
1993 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
1994 	.tpg_get_default_depth		= tcm_qla2xxx_get_default_depth,
1995 	.tpg_get_pr_transport_id	= tcm_qla2xxx_get_pr_transport_id,
1996 	.tpg_get_pr_transport_id_len	= tcm_qla2xxx_get_pr_transport_id_len,
1997 	.tpg_parse_pr_out_transport_id	= tcm_qla2xxx_parse_pr_out_transport_id,
1998 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
1999 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
2000 	.tpg_check_demo_mode_write_protect =
2001 					tcm_qla2xxx_check_demo_write_protect,
2002 	.tpg_check_prod_mode_write_protect =
2003 					tcm_qla2xxx_check_prod_write_protect,
2004 	.tpg_check_prot_fabric_only	= tcm_qla2xxx_check_prot_fabric_only,
2005 	.tpg_check_demo_mode_login_only = tcm_qla2xxx_check_demo_mode_login_only,
2006 	.tpg_alloc_fabric_acl		= tcm_qla2xxx_alloc_fabric_acl,
2007 	.tpg_release_fabric_acl		= tcm_qla2xxx_release_fabric_acl,
2008 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
2009 	.check_stop_free		= tcm_qla2xxx_check_stop_free,
2010 	.release_cmd			= tcm_qla2xxx_release_cmd,
2011 	.put_session			= tcm_qla2xxx_put_session,
2012 	.shutdown_session		= tcm_qla2xxx_shutdown_session,
2013 	.close_session			= tcm_qla2xxx_close_session,
2014 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
2015 	.sess_get_initiator_sid		= NULL,
2016 	.write_pending			= tcm_qla2xxx_write_pending,
2017 	.write_pending_status		= tcm_qla2xxx_write_pending_status,
2018 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
2019 	.get_task_tag			= tcm_qla2xxx_get_task_tag,
2020 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
2021 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
2022 	.queue_status			= tcm_qla2xxx_queue_status,
2023 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
2024 	.aborted_task			= tcm_qla2xxx_aborted_task,
2025 	/*
2026 	 * Setup function pointers for generic logic in
2027 	 * target_core_fabric_configfs.c
2028 	 */
2029 	.fabric_make_wwn		= tcm_qla2xxx_make_lport,
2030 	.fabric_drop_wwn		= tcm_qla2xxx_drop_lport,
2031 	.fabric_make_tpg		= tcm_qla2xxx_make_tpg,
2032 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
2033 	.fabric_post_link		= NULL,
2034 	.fabric_pre_unlink		= NULL,
2035 	.fabric_make_np			= NULL,
2036 	.fabric_drop_np			= NULL,
2037 	.fabric_make_nodeacl		= tcm_qla2xxx_make_nodeacl,
2038 	.fabric_drop_nodeacl		= tcm_qla2xxx_drop_nodeacl,
2039 
2040 	.tfc_wwn_attrs			= tcm_qla2xxx_wwn_attrs,
2041 	.tfc_tpg_base_attrs		= tcm_qla2xxx_tpg_attrs,
2042 	.tfc_tpg_attrib_attrs		= tcm_qla2xxx_tpg_attrib_attrs,
2043 };
2044 
2045 static const struct target_core_fabric_ops tcm_qla2xxx_npiv_ops = {
2046 	.module				= THIS_MODULE,
2047 	.name				= "qla2xxx_npiv",
2048 	.get_fabric_name		= tcm_qla2xxx_npiv_get_fabric_name,
2049 	.get_fabric_proto_ident		= tcm_qla2xxx_get_fabric_proto_ident,
2050 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
2051 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
2052 	.tpg_get_default_depth		= tcm_qla2xxx_get_default_depth,
2053 	.tpg_get_pr_transport_id	= tcm_qla2xxx_get_pr_transport_id,
2054 	.tpg_get_pr_transport_id_len	= tcm_qla2xxx_get_pr_transport_id_len,
2055 	.tpg_parse_pr_out_transport_id	= tcm_qla2xxx_parse_pr_out_transport_id,
2056 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
2057 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
2058 	.tpg_check_demo_mode_write_protect = tcm_qla2xxx_check_demo_mode,
2059 	.tpg_check_prod_mode_write_protect =
2060 	    tcm_qla2xxx_check_prod_write_protect,
2061 	.tpg_check_demo_mode_login_only	= tcm_qla2xxx_check_demo_mode_login_only,
2062 	.tpg_alloc_fabric_acl		= tcm_qla2xxx_alloc_fabric_acl,
2063 	.tpg_release_fabric_acl		= tcm_qla2xxx_release_fabric_acl,
2064 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
2065 	.check_stop_free                = tcm_qla2xxx_check_stop_free,
2066 	.release_cmd			= tcm_qla2xxx_release_cmd,
2067 	.put_session			= tcm_qla2xxx_put_session,
2068 	.shutdown_session		= tcm_qla2xxx_shutdown_session,
2069 	.close_session			= tcm_qla2xxx_close_session,
2070 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
2071 	.sess_get_initiator_sid		= NULL,
2072 	.write_pending			= tcm_qla2xxx_write_pending,
2073 	.write_pending_status		= tcm_qla2xxx_write_pending_status,
2074 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
2075 	.get_task_tag			= tcm_qla2xxx_get_task_tag,
2076 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
2077 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
2078 	.queue_status			= tcm_qla2xxx_queue_status,
2079 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
2080 	.aborted_task			= tcm_qla2xxx_aborted_task,
2081 	/*
2082 	 * Setup function pointers for generic logic in
2083 	 * target_core_fabric_configfs.c
2084 	 */
2085 	.fabric_make_wwn		= tcm_qla2xxx_npiv_make_lport,
2086 	.fabric_drop_wwn		= tcm_qla2xxx_npiv_drop_lport,
2087 	.fabric_make_tpg		= tcm_qla2xxx_npiv_make_tpg,
2088 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
2089 	.fabric_post_link		= NULL,
2090 	.fabric_pre_unlink		= NULL,
2091 	.fabric_make_np			= NULL,
2092 	.fabric_drop_np			= NULL,
2093 	.fabric_make_nodeacl		= tcm_qla2xxx_make_nodeacl,
2094 	.fabric_drop_nodeacl		= tcm_qla2xxx_drop_nodeacl,
2095 
2096 	.tfc_wwn_attrs			= tcm_qla2xxx_wwn_attrs,
2097 	.tfc_tpg_base_attrs		= tcm_qla2xxx_npiv_tpg_attrs,
2098 };
2099 
2100 static int tcm_qla2xxx_register_configfs(void)
2101 {
2102 	int ret;
2103 
2104 	pr_debug("TCM QLOGIC QLA2XXX fabric module %s on %s/%s on "
2105 	    UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
2106 	    utsname()->machine);
2107 
2108 	ret = target_register_template(&tcm_qla2xxx_ops);
2109 	if (ret)
2110 		return ret;
2111 
2112 	ret = target_register_template(&tcm_qla2xxx_npiv_ops);
2113 	if (ret)
2114 		goto out_fabric;
2115 
2116 	tcm_qla2xxx_free_wq = alloc_workqueue("tcm_qla2xxx_free",
2117 						WQ_MEM_RECLAIM, 0);
2118 	if (!tcm_qla2xxx_free_wq) {
2119 		ret = -ENOMEM;
2120 		goto out_fabric_npiv;
2121 	}
2122 
2123 	tcm_qla2xxx_cmd_wq = alloc_workqueue("tcm_qla2xxx_cmd", 0, 0);
2124 	if (!tcm_qla2xxx_cmd_wq) {
2125 		ret = -ENOMEM;
2126 		goto out_free_wq;
2127 	}
2128 
2129 	return 0;
2130 
2131 out_free_wq:
2132 	destroy_workqueue(tcm_qla2xxx_free_wq);
2133 out_fabric_npiv:
2134 	target_unregister_template(&tcm_qla2xxx_npiv_ops);
2135 out_fabric:
2136 	target_unregister_template(&tcm_qla2xxx_ops);
2137 	return ret;
2138 }
2139 
2140 static void tcm_qla2xxx_deregister_configfs(void)
2141 {
2142 	destroy_workqueue(tcm_qla2xxx_cmd_wq);
2143 	destroy_workqueue(tcm_qla2xxx_free_wq);
2144 
2145 	target_unregister_template(&tcm_qla2xxx_ops);
2146 	target_unregister_template(&tcm_qla2xxx_npiv_ops);
2147 }
2148 
2149 static int __init tcm_qla2xxx_init(void)
2150 {
2151 	int ret;
2152 
2153 	ret = tcm_qla2xxx_register_configfs();
2154 	if (ret < 0)
2155 		return ret;
2156 
2157 	return 0;
2158 }
2159 
2160 static void __exit tcm_qla2xxx_exit(void)
2161 {
2162 	tcm_qla2xxx_deregister_configfs();
2163 }
2164 
2165 MODULE_DESCRIPTION("TCM QLA2XXX series NPIV enabled fabric driver");
2166 MODULE_LICENSE("GPL");
2167 module_init(tcm_qla2xxx_init);
2168 module_exit(tcm_qla2xxx_exit);
2169