1 /*******************************************************************************
2  * This file contains tcm implementation using v4 configfs fabric infrastructure
3  * for QLogic target mode HBAs
4  *
5  * (c) Copyright 2010-2013 Datera, Inc.
6  *
7  * Author: Nicholas A. Bellinger <nab@daterainc.com>
8  *
9  * tcm_qla2xxx_parse_wwn() and tcm_qla2xxx_format_wwn() contains code from
10  * the TCM_FC / Open-FCoE.org fabric module.
11  *
12  * Copyright (c) 2010 Cisco Systems, Inc
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or
17  * (at your option) any later version.
18  *
19  * This program is distributed in the hope that it will be useful,
20  * but WITHOUT ANY WARRANTY; without even the implied warranty of
21  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
22  * GNU General Public License for more details.
23  ****************************************************************************/
24 
25 
26 #include <linux/module.h>
27 #include <linux/moduleparam.h>
28 #include <generated/utsrelease.h>
29 #include <linux/utsname.h>
30 #include <linux/init.h>
31 #include <linux/list.h>
32 #include <linux/slab.h>
33 #include <linux/kthread.h>
34 #include <linux/types.h>
35 #include <linux/string.h>
36 #include <linux/configfs.h>
37 #include <linux/ctype.h>
38 #include <asm/unaligned.h>
39 #include <scsi/scsi.h>
40 #include <scsi/scsi_host.h>
41 #include <scsi/scsi_device.h>
42 #include <scsi/scsi_cmnd.h>
43 #include <target/target_core_base.h>
44 #include <target/target_core_fabric.h>
45 #include <target/target_core_fabric_configfs.h>
46 #include <target/target_core_configfs.h>
47 #include <target/configfs_macros.h>
48 
49 #include "qla_def.h"
50 #include "qla_target.h"
51 #include "tcm_qla2xxx.h"
52 
53 static struct workqueue_struct *tcm_qla2xxx_free_wq;
54 static struct workqueue_struct *tcm_qla2xxx_cmd_wq;
55 
56 static const struct target_core_fabric_ops tcm_qla2xxx_ops;
57 static const struct target_core_fabric_ops tcm_qla2xxx_npiv_ops;
58 
59 /*
60  * Parse WWN.
61  * If strict, we require lower-case hex and colon separators to be sure
62  * the name is the same as what would be generated by ft_format_wwn()
63  * so the name and wwn are mapped one-to-one.
64  */
65 static ssize_t tcm_qla2xxx_parse_wwn(const char *name, u64 *wwn, int strict)
66 {
67 	const char *cp;
68 	char c;
69 	u32 nibble;
70 	u32 byte = 0;
71 	u32 pos = 0;
72 	u32 err;
73 
74 	*wwn = 0;
75 	for (cp = name; cp < &name[TCM_QLA2XXX_NAMELEN - 1]; cp++) {
76 		c = *cp;
77 		if (c == '\n' && cp[1] == '\0')
78 			continue;
79 		if (strict && pos++ == 2 && byte++ < 7) {
80 			pos = 0;
81 			if (c == ':')
82 				continue;
83 			err = 1;
84 			goto fail;
85 		}
86 		if (c == '\0') {
87 			err = 2;
88 			if (strict && byte != 8)
89 				goto fail;
90 			return cp - name;
91 		}
92 		err = 3;
93 		if (isdigit(c))
94 			nibble = c - '0';
95 		else if (isxdigit(c) && (islower(c) || !strict))
96 			nibble = tolower(c) - 'a' + 10;
97 		else
98 			goto fail;
99 		*wwn = (*wwn << 4) | nibble;
100 	}
101 	err = 4;
102 fail:
103 	pr_debug("err %u len %zu pos %u byte %u\n",
104 			err, cp - name, pos, byte);
105 	return -1;
106 }
107 
108 static ssize_t tcm_qla2xxx_format_wwn(char *buf, size_t len, u64 wwn)
109 {
110 	u8 b[8];
111 
112 	put_unaligned_be64(wwn, b);
113 	return snprintf(buf, len,
114 		"%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x",
115 		b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7]);
116 }
117 
118 static char *tcm_qla2xxx_get_fabric_name(void)
119 {
120 	return "qla2xxx";
121 }
122 
123 /*
124  * From drivers/scsi/scsi_transport_fc.c:fc_parse_wwn
125  */
126 static int tcm_qla2xxx_npiv_extract_wwn(const char *ns, u64 *nm)
127 {
128 	unsigned int i, j;
129 	u8 wwn[8];
130 
131 	memset(wwn, 0, sizeof(wwn));
132 
133 	/* Validate and store the new name */
134 	for (i = 0, j = 0; i < 16; i++) {
135 		int value;
136 
137 		value = hex_to_bin(*ns++);
138 		if (value >= 0)
139 			j = (j << 4) | value;
140 		else
141 			return -EINVAL;
142 
143 		if (i % 2) {
144 			wwn[i/2] = j & 0xff;
145 			j = 0;
146 		}
147 	}
148 
149 	*nm = wwn_to_u64(wwn);
150 	return 0;
151 }
152 
153 /*
154  * This parsing logic follows drivers/scsi/scsi_transport_fc.c:
155  * store_fc_host_vport_create()
156  */
157 static int tcm_qla2xxx_npiv_parse_wwn(
158 	const char *name,
159 	size_t count,
160 	u64 *wwpn,
161 	u64 *wwnn)
162 {
163 	unsigned int cnt = count;
164 	int rc;
165 
166 	*wwpn = 0;
167 	*wwnn = 0;
168 
169 	/* count may include a LF at end of string */
170 	if (name[cnt-1] == '\n' || name[cnt-1] == 0)
171 		cnt--;
172 
173 	/* validate we have enough characters for WWPN */
174 	if ((cnt != (16+1+16)) || (name[16] != ':'))
175 		return -EINVAL;
176 
177 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[0], wwpn);
178 	if (rc != 0)
179 		return rc;
180 
181 	rc = tcm_qla2xxx_npiv_extract_wwn(&name[17], wwnn);
182 	if (rc != 0)
183 		return rc;
184 
185 	return 0;
186 }
187 
188 static char *tcm_qla2xxx_npiv_get_fabric_name(void)
189 {
190 	return "qla2xxx_npiv";
191 }
192 
193 static u8 tcm_qla2xxx_get_fabric_proto_ident(struct se_portal_group *se_tpg)
194 {
195 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
196 				struct tcm_qla2xxx_tpg, se_tpg);
197 	struct tcm_qla2xxx_lport *lport = tpg->lport;
198 	u8 proto_id;
199 
200 	switch (lport->lport_proto_id) {
201 	case SCSI_PROTOCOL_FCP:
202 	default:
203 		proto_id = fc_get_fabric_proto_ident(se_tpg);
204 		break;
205 	}
206 
207 	return proto_id;
208 }
209 
210 static char *tcm_qla2xxx_get_fabric_wwn(struct se_portal_group *se_tpg)
211 {
212 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
213 				struct tcm_qla2xxx_tpg, se_tpg);
214 	struct tcm_qla2xxx_lport *lport = tpg->lport;
215 
216 	return lport->lport_naa_name;
217 }
218 
219 static u16 tcm_qla2xxx_get_tag(struct se_portal_group *se_tpg)
220 {
221 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
222 				struct tcm_qla2xxx_tpg, se_tpg);
223 	return tpg->lport_tpgt;
224 }
225 
226 static u32 tcm_qla2xxx_get_default_depth(struct se_portal_group *se_tpg)
227 {
228 	return 1;
229 }
230 
231 static u32 tcm_qla2xxx_get_pr_transport_id(
232 	struct se_portal_group *se_tpg,
233 	struct se_node_acl *se_nacl,
234 	struct t10_pr_registration *pr_reg,
235 	int *format_code,
236 	unsigned char *buf)
237 {
238 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
239 				struct tcm_qla2xxx_tpg, se_tpg);
240 	struct tcm_qla2xxx_lport *lport = tpg->lport;
241 	int ret = 0;
242 
243 	switch (lport->lport_proto_id) {
244 	case SCSI_PROTOCOL_FCP:
245 	default:
246 		ret = fc_get_pr_transport_id(se_tpg, se_nacl, pr_reg,
247 					format_code, buf);
248 		break;
249 	}
250 
251 	return ret;
252 }
253 
254 static u32 tcm_qla2xxx_get_pr_transport_id_len(
255 	struct se_portal_group *se_tpg,
256 	struct se_node_acl *se_nacl,
257 	struct t10_pr_registration *pr_reg,
258 	int *format_code)
259 {
260 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
261 				struct tcm_qla2xxx_tpg, se_tpg);
262 	struct tcm_qla2xxx_lport *lport = tpg->lport;
263 	int ret = 0;
264 
265 	switch (lport->lport_proto_id) {
266 	case SCSI_PROTOCOL_FCP:
267 	default:
268 		ret = fc_get_pr_transport_id_len(se_tpg, se_nacl, pr_reg,
269 					format_code);
270 		break;
271 	}
272 
273 	return ret;
274 }
275 
276 static char *tcm_qla2xxx_parse_pr_out_transport_id(
277 	struct se_portal_group *se_tpg,
278 	const char *buf,
279 	u32 *out_tid_len,
280 	char **port_nexus_ptr)
281 {
282 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
283 				struct tcm_qla2xxx_tpg, se_tpg);
284 	struct tcm_qla2xxx_lport *lport = tpg->lport;
285 	char *tid = NULL;
286 
287 	switch (lport->lport_proto_id) {
288 	case SCSI_PROTOCOL_FCP:
289 	default:
290 		tid = fc_parse_pr_out_transport_id(se_tpg, buf, out_tid_len,
291 					port_nexus_ptr);
292 		break;
293 	}
294 
295 	return tid;
296 }
297 
298 static int tcm_qla2xxx_check_demo_mode(struct se_portal_group *se_tpg)
299 {
300 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
301 				struct tcm_qla2xxx_tpg, se_tpg);
302 
303 	return tpg->tpg_attrib.generate_node_acls;
304 }
305 
306 static int tcm_qla2xxx_check_demo_mode_cache(struct se_portal_group *se_tpg)
307 {
308 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
309 				struct tcm_qla2xxx_tpg, se_tpg);
310 
311 	return tpg->tpg_attrib.cache_dynamic_acls;
312 }
313 
314 static int tcm_qla2xxx_check_demo_write_protect(struct se_portal_group *se_tpg)
315 {
316 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
317 				struct tcm_qla2xxx_tpg, se_tpg);
318 
319 	return tpg->tpg_attrib.demo_mode_write_protect;
320 }
321 
322 static int tcm_qla2xxx_check_prod_write_protect(struct se_portal_group *se_tpg)
323 {
324 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
325 				struct tcm_qla2xxx_tpg, se_tpg);
326 
327 	return tpg->tpg_attrib.prod_mode_write_protect;
328 }
329 
330 static int tcm_qla2xxx_check_demo_mode_login_only(struct se_portal_group *se_tpg)
331 {
332 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
333 				struct tcm_qla2xxx_tpg, se_tpg);
334 
335 	return tpg->tpg_attrib.demo_mode_login_only;
336 }
337 
338 static int tcm_qla2xxx_check_prot_fabric_only(struct se_portal_group *se_tpg)
339 {
340 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
341 				struct tcm_qla2xxx_tpg, se_tpg);
342 
343 	return tpg->tpg_attrib.fabric_prot_type;
344 }
345 
346 static struct se_node_acl *tcm_qla2xxx_alloc_fabric_acl(
347 	struct se_portal_group *se_tpg)
348 {
349 	struct tcm_qla2xxx_nacl *nacl;
350 
351 	nacl = kzalloc(sizeof(struct tcm_qla2xxx_nacl), GFP_KERNEL);
352 	if (!nacl) {
353 		pr_err("Unable to allocate struct tcm_qla2xxx_nacl\n");
354 		return NULL;
355 	}
356 
357 	return &nacl->se_node_acl;
358 }
359 
360 static void tcm_qla2xxx_release_fabric_acl(
361 	struct se_portal_group *se_tpg,
362 	struct se_node_acl *se_nacl)
363 {
364 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
365 			struct tcm_qla2xxx_nacl, se_node_acl);
366 	kfree(nacl);
367 }
368 
369 static u32 tcm_qla2xxx_tpg_get_inst_index(struct se_portal_group *se_tpg)
370 {
371 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
372 				struct tcm_qla2xxx_tpg, se_tpg);
373 
374 	return tpg->lport_tpgt;
375 }
376 
377 static void tcm_qla2xxx_complete_mcmd(struct work_struct *work)
378 {
379 	struct qla_tgt_mgmt_cmd *mcmd = container_of(work,
380 			struct qla_tgt_mgmt_cmd, free_work);
381 
382 	transport_generic_free_cmd(&mcmd->se_cmd, 0);
383 }
384 
385 /*
386  * Called from qla_target_template->free_mcmd(), and will call
387  * tcm_qla2xxx_release_cmd() via normal struct target_core_fabric_ops
388  * release callback.  qla_hw_data->hardware_lock is expected to be held
389  */
390 static void tcm_qla2xxx_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd)
391 {
392 	INIT_WORK(&mcmd->free_work, tcm_qla2xxx_complete_mcmd);
393 	queue_work(tcm_qla2xxx_free_wq, &mcmd->free_work);
394 }
395 
396 static void tcm_qla2xxx_complete_free(struct work_struct *work)
397 {
398 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
399 
400 	cmd->cmd_in_wq = 0;
401 
402 	WARN_ON(cmd->cmd_flags &  BIT_16);
403 
404 	cmd->cmd_flags |= BIT_16;
405 	transport_generic_free_cmd(&cmd->se_cmd, 0);
406 }
407 
408 /*
409  * Called from qla_target_template->free_cmd(), and will call
410  * tcm_qla2xxx_release_cmd via normal struct target_core_fabric_ops
411  * release callback.  qla_hw_data->hardware_lock is expected to be held
412  */
413 static void tcm_qla2xxx_free_cmd(struct qla_tgt_cmd *cmd)
414 {
415 	cmd->cmd_in_wq = 1;
416 	INIT_WORK(&cmd->work, tcm_qla2xxx_complete_free);
417 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
418 }
419 
420 /*
421  * Called from struct target_core_fabric_ops->check_stop_free() context
422  */
423 static int tcm_qla2xxx_check_stop_free(struct se_cmd *se_cmd)
424 {
425 	struct qla_tgt_cmd *cmd;
426 
427 	if ((se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) == 0) {
428 		cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
429 		cmd->cmd_flags |= BIT_14;
430 	}
431 
432 	return target_put_sess_cmd(se_cmd->se_sess, se_cmd);
433 }
434 
435 /* tcm_qla2xxx_release_cmd - Callback from TCM Core to release underlying
436  * fabric descriptor @se_cmd command to release
437  */
438 static void tcm_qla2xxx_release_cmd(struct se_cmd *se_cmd)
439 {
440 	struct qla_tgt_cmd *cmd;
441 
442 	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) {
443 		struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
444 				struct qla_tgt_mgmt_cmd, se_cmd);
445 		qlt_free_mcmd(mcmd);
446 		return;
447 	}
448 
449 	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
450 	qlt_free_cmd(cmd);
451 }
452 
453 static int tcm_qla2xxx_shutdown_session(struct se_session *se_sess)
454 {
455 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
456 	struct scsi_qla_host *vha;
457 	unsigned long flags;
458 
459 	BUG_ON(!sess);
460 	vha = sess->vha;
461 
462 	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
463 	target_sess_cmd_list_set_waiting(se_sess);
464 	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
465 
466 	return 1;
467 }
468 
469 static void tcm_qla2xxx_close_session(struct se_session *se_sess)
470 {
471 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
472 	struct scsi_qla_host *vha;
473 	unsigned long flags;
474 
475 	BUG_ON(!sess);
476 	vha = sess->vha;
477 
478 	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
479 	qlt_unreg_sess(sess);
480 	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
481 }
482 
483 static u32 tcm_qla2xxx_sess_get_index(struct se_session *se_sess)
484 {
485 	return 0;
486 }
487 
488 static int tcm_qla2xxx_write_pending(struct se_cmd *se_cmd)
489 {
490 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
491 				struct qla_tgt_cmd, se_cmd);
492 
493 	cmd->bufflen = se_cmd->data_length;
494 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
495 
496 	cmd->sg_cnt = se_cmd->t_data_nents;
497 	cmd->sg = se_cmd->t_data_sg;
498 
499 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
500 	cmd->prot_sg = se_cmd->t_prot_sg;
501 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
502 	se_cmd->pi_err = 0;
503 
504 	/*
505 	 * qla_target.c:qlt_rdy_to_xfer() will call pci_map_sg() to setup
506 	 * the SGL mappings into PCIe memory for incoming FCP WRITE data.
507 	 */
508 	return qlt_rdy_to_xfer(cmd);
509 }
510 
511 static int tcm_qla2xxx_write_pending_status(struct se_cmd *se_cmd)
512 {
513 	unsigned long flags;
514 	/*
515 	 * Check for WRITE_PENDING status to determine if we need to wait for
516 	 * CTIO aborts to be posted via hardware in tcm_qla2xxx_handle_data().
517 	 */
518 	spin_lock_irqsave(&se_cmd->t_state_lock, flags);
519 	if (se_cmd->t_state == TRANSPORT_WRITE_PENDING ||
520 	    se_cmd->t_state == TRANSPORT_COMPLETE_QF_WP) {
521 		spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
522 		wait_for_completion_timeout(&se_cmd->t_transport_stop_comp,
523 						3000);
524 		return 0;
525 	}
526 	spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
527 
528 	return 0;
529 }
530 
531 static void tcm_qla2xxx_set_default_node_attrs(struct se_node_acl *nacl)
532 {
533 	return;
534 }
535 
536 static u32 tcm_qla2xxx_get_task_tag(struct se_cmd *se_cmd)
537 {
538 	struct qla_tgt_cmd *cmd;
539 
540 	/* check for task mgmt cmd */
541 	if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB)
542 		return 0xffffffff;
543 
544 	cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
545 
546 	return cmd->tag;
547 }
548 
549 static int tcm_qla2xxx_get_cmd_state(struct se_cmd *se_cmd)
550 {
551 	return 0;
552 }
553 
554 /*
555  * Called from process context in qla_target.c:qlt_do_work() code
556  */
557 static int tcm_qla2xxx_handle_cmd(scsi_qla_host_t *vha, struct qla_tgt_cmd *cmd,
558 	unsigned char *cdb, uint32_t data_length, int fcp_task_attr,
559 	int data_dir, int bidi)
560 {
561 	struct se_cmd *se_cmd = &cmd->se_cmd;
562 	struct se_session *se_sess;
563 	struct qla_tgt_sess *sess;
564 	int flags = TARGET_SCF_ACK_KREF;
565 
566 	if (bidi)
567 		flags |= TARGET_SCF_BIDI_OP;
568 
569 	sess = cmd->sess;
570 	if (!sess) {
571 		pr_err("Unable to locate struct qla_tgt_sess from qla_tgt_cmd\n");
572 		return -EINVAL;
573 	}
574 
575 	se_sess = sess->se_sess;
576 	if (!se_sess) {
577 		pr_err("Unable to locate active struct se_session\n");
578 		return -EINVAL;
579 	}
580 
581 	return target_submit_cmd(se_cmd, se_sess, cdb, &cmd->sense_buffer[0],
582 				cmd->unpacked_lun, data_length, fcp_task_attr,
583 				data_dir, flags);
584 }
585 
586 static void tcm_qla2xxx_handle_data_work(struct work_struct *work)
587 {
588 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
589 
590 	/*
591 	 * Ensure that the complete FCP WRITE payload has been received.
592 	 * Otherwise return an exception via CHECK_CONDITION status.
593 	 */
594 	cmd->cmd_in_wq = 0;
595 	cmd->cmd_flags |= BIT_11;
596 	if (!cmd->write_data_transferred) {
597 		/*
598 		 * Check if se_cmd has already been aborted via LUN_RESET, and
599 		 * waiting upon completion in tcm_qla2xxx_write_pending_status()
600 		 */
601 		if (cmd->se_cmd.transport_state & CMD_T_ABORTED) {
602 			complete(&cmd->se_cmd.t_transport_stop_comp);
603 			return;
604 		}
605 
606 		if (cmd->se_cmd.pi_err)
607 			transport_generic_request_failure(&cmd->se_cmd,
608 				cmd->se_cmd.pi_err);
609 		else
610 			transport_generic_request_failure(&cmd->se_cmd,
611 				TCM_CHECK_CONDITION_ABORT_CMD);
612 
613 		return;
614 	}
615 
616 	return target_execute_cmd(&cmd->se_cmd);
617 }
618 
619 /*
620  * Called from qla_target.c:qlt_do_ctio_completion()
621  */
622 static void tcm_qla2xxx_handle_data(struct qla_tgt_cmd *cmd)
623 {
624 	cmd->cmd_flags |= BIT_10;
625 	cmd->cmd_in_wq = 1;
626 	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_data_work);
627 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
628 }
629 
630 static void tcm_qla2xxx_handle_dif_work(struct work_struct *work)
631 {
632 	struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
633 
634 	/* take an extra kref to prevent cmd free too early.
635 	 * need to wait for SCSI status/check condition to
636 	 * finish responding generate by transport_generic_request_failure.
637 	 */
638 	kref_get(&cmd->se_cmd.cmd_kref);
639 	transport_generic_request_failure(&cmd->se_cmd, cmd->se_cmd.pi_err);
640 }
641 
642 /*
643  * Called from qla_target.c:qlt_do_ctio_completion()
644  */
645 static void tcm_qla2xxx_handle_dif_err(struct qla_tgt_cmd *cmd)
646 {
647 	INIT_WORK(&cmd->work, tcm_qla2xxx_handle_dif_work);
648 	queue_work(tcm_qla2xxx_free_wq, &cmd->work);
649 }
650 
651 /*
652  * Called from qla_target.c:qlt_issue_task_mgmt()
653  */
654 static int tcm_qla2xxx_handle_tmr(struct qla_tgt_mgmt_cmd *mcmd, uint32_t lun,
655 	uint8_t tmr_func, uint32_t tag)
656 {
657 	struct qla_tgt_sess *sess = mcmd->sess;
658 	struct se_cmd *se_cmd = &mcmd->se_cmd;
659 
660 	return target_submit_tmr(se_cmd, sess->se_sess, NULL, lun, mcmd,
661 			tmr_func, GFP_ATOMIC, tag, TARGET_SCF_ACK_KREF);
662 }
663 
664 static int tcm_qla2xxx_queue_data_in(struct se_cmd *se_cmd)
665 {
666 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
667 				struct qla_tgt_cmd, se_cmd);
668 
669 	cmd->cmd_flags |= BIT_4;
670 	cmd->bufflen = se_cmd->data_length;
671 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
672 	cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
673 
674 	cmd->sg_cnt = se_cmd->t_data_nents;
675 	cmd->sg = se_cmd->t_data_sg;
676 	cmd->offset = 0;
677 	cmd->cmd_flags |= BIT_3;
678 
679 	cmd->prot_sg_cnt = se_cmd->t_prot_nents;
680 	cmd->prot_sg = se_cmd->t_prot_sg;
681 	cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
682 	se_cmd->pi_err = 0;
683 
684 	/*
685 	 * Now queue completed DATA_IN the qla2xxx LLD and response ring
686 	 */
687 	return qlt_xmit_response(cmd, QLA_TGT_XMIT_DATA|QLA_TGT_XMIT_STATUS,
688 				se_cmd->scsi_status);
689 }
690 
691 static int tcm_qla2xxx_queue_status(struct se_cmd *se_cmd)
692 {
693 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
694 				struct qla_tgt_cmd, se_cmd);
695 	int xmit_type = QLA_TGT_XMIT_STATUS;
696 
697 	cmd->bufflen = se_cmd->data_length;
698 	cmd->sg = NULL;
699 	cmd->sg_cnt = 0;
700 	cmd->offset = 0;
701 	cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
702 	cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
703 	if (cmd->cmd_flags &  BIT_5) {
704 		pr_crit("Bit_5 already set for cmd = %p.\n", cmd);
705 		dump_stack();
706 	}
707 	cmd->cmd_flags |= BIT_5;
708 
709 	if (se_cmd->data_direction == DMA_FROM_DEVICE) {
710 		/*
711 		 * For FCP_READ with CHECK_CONDITION status, clear cmd->bufflen
712 		 * for qla_tgt_xmit_response LLD code
713 		 */
714 		if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) {
715 			se_cmd->se_cmd_flags &= ~SCF_OVERFLOW_BIT;
716 			se_cmd->residual_count = 0;
717 		}
718 		se_cmd->se_cmd_flags |= SCF_UNDERFLOW_BIT;
719 		se_cmd->residual_count += se_cmd->data_length;
720 
721 		cmd->bufflen = 0;
722 	}
723 	/*
724 	 * Now queue status response to qla2xxx LLD code and response ring
725 	 */
726 	return qlt_xmit_response(cmd, xmit_type, se_cmd->scsi_status);
727 }
728 
729 static void tcm_qla2xxx_queue_tm_rsp(struct se_cmd *se_cmd)
730 {
731 	struct se_tmr_req *se_tmr = se_cmd->se_tmr_req;
732 	struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
733 				struct qla_tgt_mgmt_cmd, se_cmd);
734 
735 	pr_debug("queue_tm_rsp: mcmd: %p func: 0x%02x response: 0x%02x\n",
736 			mcmd, se_tmr->function, se_tmr->response);
737 	/*
738 	 * Do translation between TCM TM response codes and
739 	 * QLA2xxx FC TM response codes.
740 	 */
741 	switch (se_tmr->response) {
742 	case TMR_FUNCTION_COMPLETE:
743 		mcmd->fc_tm_rsp = FC_TM_SUCCESS;
744 		break;
745 	case TMR_TASK_DOES_NOT_EXIST:
746 		mcmd->fc_tm_rsp = FC_TM_BAD_CMD;
747 		break;
748 	case TMR_FUNCTION_REJECTED:
749 		mcmd->fc_tm_rsp = FC_TM_REJECT;
750 		break;
751 	case TMR_LUN_DOES_NOT_EXIST:
752 	default:
753 		mcmd->fc_tm_rsp = FC_TM_FAILED;
754 		break;
755 	}
756 	/*
757 	 * Queue the TM response to QLA2xxx LLD to build a
758 	 * CTIO response packet.
759 	 */
760 	qlt_xmit_tm_rsp(mcmd);
761 }
762 
763 static void tcm_qla2xxx_aborted_task(struct se_cmd *se_cmd)
764 {
765 	struct qla_tgt_cmd *cmd = container_of(se_cmd,
766 				struct qla_tgt_cmd, se_cmd);
767 	struct scsi_qla_host *vha = cmd->vha;
768 	struct qla_hw_data *ha = vha->hw;
769 
770 	if (!cmd->sg_mapped)
771 		return;
772 
773 	pci_unmap_sg(ha->pdev, cmd->sg, cmd->sg_cnt, cmd->dma_data_direction);
774 	cmd->sg_mapped = 0;
775 }
776 
777 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *,
778 			struct tcm_qla2xxx_nacl *, struct qla_tgt_sess *);
779 /*
780  * Expected to be called with struct qla_hw_data->hardware_lock held
781  */
782 static void tcm_qla2xxx_clear_nacl_from_fcport_map(struct qla_tgt_sess *sess)
783 {
784 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
785 	struct se_portal_group *se_tpg = se_nacl->se_tpg;
786 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
787 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
788 				struct tcm_qla2xxx_lport, lport_wwn);
789 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
790 				struct tcm_qla2xxx_nacl, se_node_acl);
791 	void *node;
792 
793 	pr_debug("fc_rport domain: port_id 0x%06x\n", nacl->nport_id);
794 
795 	node = btree_remove32(&lport->lport_fcport_map, nacl->nport_id);
796 	if (WARN_ON(node && (node != se_nacl))) {
797 		/*
798 		 * The nacl no longer matches what we think it should be.
799 		 * Most likely a new dynamic acl has been added while
800 		 * someone dropped the hardware lock.  It clearly is a
801 		 * bug elsewhere, but this bit can't make things worse.
802 		 */
803 		btree_insert32(&lport->lport_fcport_map, nacl->nport_id,
804 			       node, GFP_ATOMIC);
805 	}
806 
807 	pr_debug("Removed from fcport_map: %p for WWNN: 0x%016LX, port_id: 0x%06x\n",
808 	    se_nacl, nacl->nport_wwnn, nacl->nport_id);
809 	/*
810 	 * Now clear the se_nacl and session pointers from our HW lport lookup
811 	 * table mapping for this initiator's fabric S_ID and LOOP_ID entries.
812 	 *
813 	 * This is done ahead of callbacks into tcm_qla2xxx_free_session() ->
814 	 * target_wait_for_sess_cmds() before the session waits for outstanding
815 	 * I/O to complete, to avoid a race between session shutdown execution
816 	 * and incoming ATIOs or TMRs picking up a stale se_node_act reference.
817 	 */
818 	tcm_qla2xxx_clear_sess_lookup(lport, nacl, sess);
819 }
820 
821 static void tcm_qla2xxx_release_session(struct kref *kref)
822 {
823 	struct se_session *se_sess = container_of(kref,
824 			struct se_session, sess_kref);
825 
826 	qlt_unreg_sess(se_sess->fabric_sess_ptr);
827 }
828 
829 static void tcm_qla2xxx_put_session(struct se_session *se_sess)
830 {
831 	struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
832 	struct qla_hw_data *ha = sess->vha->hw;
833 	unsigned long flags;
834 
835 	spin_lock_irqsave(&ha->hardware_lock, flags);
836 	kref_put(&se_sess->sess_kref, tcm_qla2xxx_release_session);
837 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
838 }
839 
840 static void tcm_qla2xxx_put_sess(struct qla_tgt_sess *sess)
841 {
842 	if (!sess)
843 		return;
844 
845 	assert_spin_locked(&sess->vha->hw->hardware_lock);
846 	kref_put(&sess->se_sess->sess_kref, tcm_qla2xxx_release_session);
847 }
848 
849 static void tcm_qla2xxx_shutdown_sess(struct qla_tgt_sess *sess)
850 {
851 	assert_spin_locked(&sess->vha->hw->hardware_lock);
852 	target_sess_cmd_list_set_waiting(sess->se_sess);
853 }
854 
855 static struct se_node_acl *tcm_qla2xxx_make_nodeacl(
856 	struct se_portal_group *se_tpg,
857 	struct config_group *group,
858 	const char *name)
859 {
860 	struct se_node_acl *se_nacl, *se_nacl_new;
861 	struct tcm_qla2xxx_nacl *nacl;
862 	u64 wwnn;
863 	u32 qla2xxx_nexus_depth;
864 
865 	if (tcm_qla2xxx_parse_wwn(name, &wwnn, 1) < 0)
866 		return ERR_PTR(-EINVAL);
867 
868 	se_nacl_new = tcm_qla2xxx_alloc_fabric_acl(se_tpg);
869 	if (!se_nacl_new)
870 		return ERR_PTR(-ENOMEM);
871 /* #warning FIXME: Hardcoded qla2xxx_nexus depth in tcm_qla2xxx_make_nodeacl */
872 	qla2xxx_nexus_depth = 1;
873 
874 	/*
875 	 * se_nacl_new may be released by core_tpg_add_initiator_node_acl()
876 	 * when converting a NodeACL from demo mode -> explict
877 	 */
878 	se_nacl = core_tpg_add_initiator_node_acl(se_tpg, se_nacl_new,
879 				name, qla2xxx_nexus_depth);
880 	if (IS_ERR(se_nacl)) {
881 		tcm_qla2xxx_release_fabric_acl(se_tpg, se_nacl_new);
882 		return se_nacl;
883 	}
884 	/*
885 	 * Locate our struct tcm_qla2xxx_nacl and set the FC Nport WWPN
886 	 */
887 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
888 	nacl->nport_wwnn = wwnn;
889 	tcm_qla2xxx_format_wwn(&nacl->nport_name[0], TCM_QLA2XXX_NAMELEN, wwnn);
890 
891 	return se_nacl;
892 }
893 
894 static void tcm_qla2xxx_drop_nodeacl(struct se_node_acl *se_acl)
895 {
896 	struct se_portal_group *se_tpg = se_acl->se_tpg;
897 	struct tcm_qla2xxx_nacl *nacl = container_of(se_acl,
898 				struct tcm_qla2xxx_nacl, se_node_acl);
899 
900 	core_tpg_del_initiator_node_acl(se_tpg, se_acl, 1);
901 	kfree(nacl);
902 }
903 
904 /* Start items for tcm_qla2xxx_tpg_attrib_cit */
905 
906 #define DEF_QLA_TPG_ATTRIB(name)					\
907 									\
908 static ssize_t tcm_qla2xxx_tpg_attrib_show_##name(			\
909 	struct se_portal_group *se_tpg,					\
910 	char *page)							\
911 {									\
912 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
913 			struct tcm_qla2xxx_tpg, se_tpg);		\
914 									\
915 	return sprintf(page, "%u\n", tpg->tpg_attrib.name);	\
916 }									\
917 									\
918 static ssize_t tcm_qla2xxx_tpg_attrib_store_##name(			\
919 	struct se_portal_group *se_tpg,					\
920 	const char *page,						\
921 	size_t count)							\
922 {									\
923 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,		\
924 			struct tcm_qla2xxx_tpg, se_tpg);		\
925 	unsigned long val;						\
926 	int ret;							\
927 									\
928 	ret = kstrtoul(page, 0, &val);					\
929 	if (ret < 0) {							\
930 		pr_err("kstrtoul() failed with"				\
931 				" ret: %d\n", ret);			\
932 		return -EINVAL;						\
933 	}								\
934 	ret = tcm_qla2xxx_set_attrib_##name(tpg, val);			\
935 									\
936 	return (!ret) ? count : -EINVAL;				\
937 }
938 
939 #define DEF_QLA_TPG_ATTR_BOOL(_name)					\
940 									\
941 static int tcm_qla2xxx_set_attrib_##_name(				\
942 	struct tcm_qla2xxx_tpg *tpg,					\
943 	unsigned long val)						\
944 {									\
945 	struct tcm_qla2xxx_tpg_attrib *a = &tpg->tpg_attrib;		\
946 									\
947 	if ((val != 0) && (val != 1)) {					\
948 		pr_err("Illegal boolean value %lu\n", val);		\
949 		return -EINVAL;						\
950 	}								\
951 									\
952 	a->_name = val;							\
953 	return 0;							\
954 }
955 
956 #define QLA_TPG_ATTR(_name, _mode) \
957 	TF_TPG_ATTRIB_ATTR(tcm_qla2xxx, _name, _mode);
958 
959 /*
960  * Define tcm_qla2xxx_tpg_attrib_s_generate_node_acls
961  */
962 DEF_QLA_TPG_ATTR_BOOL(generate_node_acls);
963 DEF_QLA_TPG_ATTRIB(generate_node_acls);
964 QLA_TPG_ATTR(generate_node_acls, S_IRUGO | S_IWUSR);
965 
966 /*
967  Define tcm_qla2xxx_attrib_s_cache_dynamic_acls
968  */
969 DEF_QLA_TPG_ATTR_BOOL(cache_dynamic_acls);
970 DEF_QLA_TPG_ATTRIB(cache_dynamic_acls);
971 QLA_TPG_ATTR(cache_dynamic_acls, S_IRUGO | S_IWUSR);
972 
973 /*
974  * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_write_protect
975  */
976 DEF_QLA_TPG_ATTR_BOOL(demo_mode_write_protect);
977 DEF_QLA_TPG_ATTRIB(demo_mode_write_protect);
978 QLA_TPG_ATTR(demo_mode_write_protect, S_IRUGO | S_IWUSR);
979 
980 /*
981  * Define tcm_qla2xxx_tpg_attrib_s_prod_mode_write_protect
982  */
983 DEF_QLA_TPG_ATTR_BOOL(prod_mode_write_protect);
984 DEF_QLA_TPG_ATTRIB(prod_mode_write_protect);
985 QLA_TPG_ATTR(prod_mode_write_protect, S_IRUGO | S_IWUSR);
986 
987 /*
988  * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_login_only
989  */
990 DEF_QLA_TPG_ATTR_BOOL(demo_mode_login_only);
991 DEF_QLA_TPG_ATTRIB(demo_mode_login_only);
992 QLA_TPG_ATTR(demo_mode_login_only, S_IRUGO | S_IWUSR);
993 
994 static struct configfs_attribute *tcm_qla2xxx_tpg_attrib_attrs[] = {
995 	&tcm_qla2xxx_tpg_attrib_generate_node_acls.attr,
996 	&tcm_qla2xxx_tpg_attrib_cache_dynamic_acls.attr,
997 	&tcm_qla2xxx_tpg_attrib_demo_mode_write_protect.attr,
998 	&tcm_qla2xxx_tpg_attrib_prod_mode_write_protect.attr,
999 	&tcm_qla2xxx_tpg_attrib_demo_mode_login_only.attr,
1000 	NULL,
1001 };
1002 
1003 /* End items for tcm_qla2xxx_tpg_attrib_cit */
1004 
1005 static ssize_t tcm_qla2xxx_tpg_show_enable(
1006 	struct se_portal_group *se_tpg,
1007 	char *page)
1008 {
1009 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1010 			struct tcm_qla2xxx_tpg, se_tpg);
1011 
1012 	return snprintf(page, PAGE_SIZE, "%d\n",
1013 			atomic_read(&tpg->lport_tpg_enabled));
1014 }
1015 
1016 static void tcm_qla2xxx_depend_tpg(struct work_struct *work)
1017 {
1018 	struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
1019 				struct tcm_qla2xxx_tpg, tpg_base_work);
1020 	struct se_portal_group *se_tpg = &base_tpg->se_tpg;
1021 	struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
1022 
1023 	if (!configfs_depend_item(se_tpg->se_tpg_tfo->tf_subsys,
1024 				  &se_tpg->tpg_group.cg_item)) {
1025 		atomic_set(&base_tpg->lport_tpg_enabled, 1);
1026 		qlt_enable_vha(base_vha);
1027 	}
1028 	complete(&base_tpg->tpg_base_comp);
1029 }
1030 
1031 static void tcm_qla2xxx_undepend_tpg(struct work_struct *work)
1032 {
1033 	struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
1034 				struct tcm_qla2xxx_tpg, tpg_base_work);
1035 	struct se_portal_group *se_tpg = &base_tpg->se_tpg;
1036 	struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
1037 
1038 	if (!qlt_stop_phase1(base_vha->vha_tgt.qla_tgt)) {
1039 		atomic_set(&base_tpg->lport_tpg_enabled, 0);
1040 		configfs_undepend_item(se_tpg->se_tpg_tfo->tf_subsys,
1041 				       &se_tpg->tpg_group.cg_item);
1042 	}
1043 	complete(&base_tpg->tpg_base_comp);
1044 }
1045 
1046 static ssize_t tcm_qla2xxx_tpg_store_enable(
1047 	struct se_portal_group *se_tpg,
1048 	const char *page,
1049 	size_t count)
1050 {
1051 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1052 			struct tcm_qla2xxx_tpg, se_tpg);
1053 	unsigned long op;
1054 	int rc;
1055 
1056 	rc = kstrtoul(page, 0, &op);
1057 	if (rc < 0) {
1058 		pr_err("kstrtoul() returned %d\n", rc);
1059 		return -EINVAL;
1060 	}
1061 	if ((op != 1) && (op != 0)) {
1062 		pr_err("Illegal value for tpg_enable: %lu\n", op);
1063 		return -EINVAL;
1064 	}
1065 	if (op) {
1066 		if (atomic_read(&tpg->lport_tpg_enabled))
1067 			return -EEXIST;
1068 
1069 		INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_depend_tpg);
1070 	} else {
1071 		if (!atomic_read(&tpg->lport_tpg_enabled))
1072 			return count;
1073 
1074 		INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_undepend_tpg);
1075 	}
1076 	init_completion(&tpg->tpg_base_comp);
1077 	schedule_work(&tpg->tpg_base_work);
1078 	wait_for_completion(&tpg->tpg_base_comp);
1079 
1080 	if (op) {
1081 		if (!atomic_read(&tpg->lport_tpg_enabled))
1082 			return -ENODEV;
1083 	} else {
1084 		if (atomic_read(&tpg->lport_tpg_enabled))
1085 			return -EPERM;
1086 	}
1087 	return count;
1088 }
1089 
1090 TF_TPG_BASE_ATTR(tcm_qla2xxx, enable, S_IRUGO | S_IWUSR);
1091 
1092 static ssize_t tcm_qla2xxx_tpg_show_dynamic_sessions(
1093 	struct se_portal_group *se_tpg,
1094 	char *page)
1095 {
1096 	return target_show_dynamic_sessions(se_tpg, page);
1097 }
1098 
1099 TF_TPG_BASE_ATTR_RO(tcm_qla2xxx, dynamic_sessions);
1100 
1101 static ssize_t tcm_qla2xxx_tpg_store_fabric_prot_type(
1102 	struct se_portal_group *se_tpg,
1103 	const char *page,
1104 	size_t count)
1105 {
1106 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1107 				struct tcm_qla2xxx_tpg, se_tpg);
1108 	unsigned long val;
1109 	int ret = kstrtoul(page, 0, &val);
1110 
1111 	if (ret) {
1112 		pr_err("kstrtoul() returned %d for fabric_prot_type\n", ret);
1113 		return ret;
1114 	}
1115 	if (val != 0 && val != 1 && val != 3) {
1116 		pr_err("Invalid qla2xxx fabric_prot_type: %lu\n", val);
1117 		return -EINVAL;
1118 	}
1119 	tpg->tpg_attrib.fabric_prot_type = val;
1120 
1121 	return count;
1122 }
1123 
1124 static ssize_t tcm_qla2xxx_tpg_show_fabric_prot_type(
1125 	struct se_portal_group *se_tpg,
1126 	char *page)
1127 {
1128 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1129 				struct tcm_qla2xxx_tpg, se_tpg);
1130 
1131 	return sprintf(page, "%d\n", tpg->tpg_attrib.fabric_prot_type);
1132 }
1133 TF_TPG_BASE_ATTR(tcm_qla2xxx, fabric_prot_type, S_IRUGO | S_IWUSR);
1134 
1135 static struct configfs_attribute *tcm_qla2xxx_tpg_attrs[] = {
1136 	&tcm_qla2xxx_tpg_enable.attr,
1137 	&tcm_qla2xxx_tpg_dynamic_sessions.attr,
1138 	&tcm_qla2xxx_tpg_fabric_prot_type.attr,
1139 	NULL,
1140 };
1141 
1142 static struct se_portal_group *tcm_qla2xxx_make_tpg(
1143 	struct se_wwn *wwn,
1144 	struct config_group *group,
1145 	const char *name)
1146 {
1147 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1148 			struct tcm_qla2xxx_lport, lport_wwn);
1149 	struct tcm_qla2xxx_tpg *tpg;
1150 	unsigned long tpgt;
1151 	int ret;
1152 
1153 	if (strstr(name, "tpgt_") != name)
1154 		return ERR_PTR(-EINVAL);
1155 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1156 		return ERR_PTR(-EINVAL);
1157 
1158 	if ((tpgt != 1)) {
1159 		pr_err("In non NPIV mode, a single TPG=1 is used for HW port mappings\n");
1160 		return ERR_PTR(-ENOSYS);
1161 	}
1162 
1163 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1164 	if (!tpg) {
1165 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1166 		return ERR_PTR(-ENOMEM);
1167 	}
1168 	tpg->lport = lport;
1169 	tpg->lport_tpgt = tpgt;
1170 	/*
1171 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1172 	 * NodeACLs
1173 	 */
1174 	tpg->tpg_attrib.generate_node_acls = 1;
1175 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1176 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1177 	tpg->tpg_attrib.demo_mode_login_only = 1;
1178 
1179 	ret = core_tpg_register(&tcm_qla2xxx_ops, wwn,
1180 				&tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
1181 	if (ret < 0) {
1182 		kfree(tpg);
1183 		return NULL;
1184 	}
1185 
1186 	lport->tpg_1 = tpg;
1187 
1188 	return &tpg->se_tpg;
1189 }
1190 
1191 static void tcm_qla2xxx_drop_tpg(struct se_portal_group *se_tpg)
1192 {
1193 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1194 			struct tcm_qla2xxx_tpg, se_tpg);
1195 	struct tcm_qla2xxx_lport *lport = tpg->lport;
1196 	struct scsi_qla_host *vha = lport->qla_vha;
1197 	/*
1198 	 * Call into qla2x_target.c LLD logic to shutdown the active
1199 	 * FC Nexuses and disable target mode operation for this qla_hw_data
1200 	 */
1201 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stop)
1202 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1203 
1204 	core_tpg_deregister(se_tpg);
1205 	/*
1206 	 * Clear local TPG=1 pointer for non NPIV mode.
1207 	 */
1208 	lport->tpg_1 = NULL;
1209 	kfree(tpg);
1210 }
1211 
1212 static ssize_t tcm_qla2xxx_npiv_tpg_show_enable(
1213 	struct se_portal_group *se_tpg,
1214 	char *page)
1215 {
1216 	return tcm_qla2xxx_tpg_show_enable(se_tpg, page);
1217 }
1218 
1219 static ssize_t tcm_qla2xxx_npiv_tpg_store_enable(
1220 	struct se_portal_group *se_tpg,
1221 	const char *page,
1222 	size_t count)
1223 {
1224 	struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
1225 	struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
1226 			struct tcm_qla2xxx_lport, lport_wwn);
1227 	struct scsi_qla_host *vha = lport->qla_vha;
1228 	struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1229 			struct tcm_qla2xxx_tpg, se_tpg);
1230 	unsigned long op;
1231 	int rc;
1232 
1233 	rc = kstrtoul(page, 0, &op);
1234 	if (rc < 0) {
1235 		pr_err("kstrtoul() returned %d\n", rc);
1236 		return -EINVAL;
1237 	}
1238 	if ((op != 1) && (op != 0)) {
1239 		pr_err("Illegal value for tpg_enable: %lu\n", op);
1240 		return -EINVAL;
1241 	}
1242 	if (op) {
1243 		if (atomic_read(&tpg->lport_tpg_enabled))
1244 			return -EEXIST;
1245 
1246 		atomic_set(&tpg->lport_tpg_enabled, 1);
1247 		qlt_enable_vha(vha);
1248 	} else {
1249 		if (!atomic_read(&tpg->lport_tpg_enabled))
1250 			return count;
1251 
1252 		atomic_set(&tpg->lport_tpg_enabled, 0);
1253 		qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1254 	}
1255 
1256 	return count;
1257 }
1258 
1259 TF_TPG_BASE_ATTR(tcm_qla2xxx_npiv, enable, S_IRUGO | S_IWUSR);
1260 
1261 static struct configfs_attribute *tcm_qla2xxx_npiv_tpg_attrs[] = {
1262         &tcm_qla2xxx_npiv_tpg_enable.attr,
1263         NULL,
1264 };
1265 
1266 static struct se_portal_group *tcm_qla2xxx_npiv_make_tpg(
1267 	struct se_wwn *wwn,
1268 	struct config_group *group,
1269 	const char *name)
1270 {
1271 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1272 			struct tcm_qla2xxx_lport, lport_wwn);
1273 	struct tcm_qla2xxx_tpg *tpg;
1274 	unsigned long tpgt;
1275 	int ret;
1276 
1277 	if (strstr(name, "tpgt_") != name)
1278 		return ERR_PTR(-EINVAL);
1279 	if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1280 		return ERR_PTR(-EINVAL);
1281 
1282 	tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1283 	if (!tpg) {
1284 		pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1285 		return ERR_PTR(-ENOMEM);
1286 	}
1287 	tpg->lport = lport;
1288 	tpg->lport_tpgt = tpgt;
1289 
1290 	/*
1291 	 * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1292 	 * NodeACLs
1293 	 */
1294 	tpg->tpg_attrib.generate_node_acls = 1;
1295 	tpg->tpg_attrib.demo_mode_write_protect = 1;
1296 	tpg->tpg_attrib.cache_dynamic_acls = 1;
1297 	tpg->tpg_attrib.demo_mode_login_only = 1;
1298 
1299 	ret = core_tpg_register(&tcm_qla2xxx_npiv_ops, wwn,
1300 				&tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
1301 	if (ret < 0) {
1302 		kfree(tpg);
1303 		return NULL;
1304 	}
1305 	lport->tpg_1 = tpg;
1306 	return &tpg->se_tpg;
1307 }
1308 
1309 /*
1310  * Expected to be called with struct qla_hw_data->hardware_lock held
1311  */
1312 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_s_id(
1313 	scsi_qla_host_t *vha,
1314 	const uint8_t *s_id)
1315 {
1316 	struct tcm_qla2xxx_lport *lport;
1317 	struct se_node_acl *se_nacl;
1318 	struct tcm_qla2xxx_nacl *nacl;
1319 	u32 key;
1320 
1321 	lport = vha->vha_tgt.target_lport_ptr;
1322 	if (!lport) {
1323 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1324 		dump_stack();
1325 		return NULL;
1326 	}
1327 
1328 	key = (((unsigned long)s_id[0] << 16) |
1329 	       ((unsigned long)s_id[1] << 8) |
1330 	       (unsigned long)s_id[2]);
1331 	pr_debug("find_sess_by_s_id: 0x%06x\n", key);
1332 
1333 	se_nacl = btree_lookup32(&lport->lport_fcport_map, key);
1334 	if (!se_nacl) {
1335 		pr_debug("Unable to locate s_id: 0x%06x\n", key);
1336 		return NULL;
1337 	}
1338 	pr_debug("find_sess_by_s_id: located se_nacl: %p, initiatorname: %s\n",
1339 	    se_nacl, se_nacl->initiatorname);
1340 
1341 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1342 	if (!nacl->qla_tgt_sess) {
1343 		pr_err("Unable to locate struct qla_tgt_sess\n");
1344 		return NULL;
1345 	}
1346 
1347 	return nacl->qla_tgt_sess;
1348 }
1349 
1350 /*
1351  * Expected to be called with struct qla_hw_data->hardware_lock held
1352  */
1353 static void tcm_qla2xxx_set_sess_by_s_id(
1354 	struct tcm_qla2xxx_lport *lport,
1355 	struct se_node_acl *new_se_nacl,
1356 	struct tcm_qla2xxx_nacl *nacl,
1357 	struct se_session *se_sess,
1358 	struct qla_tgt_sess *qla_tgt_sess,
1359 	uint8_t *s_id)
1360 {
1361 	u32 key;
1362 	void *slot;
1363 	int rc;
1364 
1365 	key = (((unsigned long)s_id[0] << 16) |
1366 	       ((unsigned long)s_id[1] << 8) |
1367 	       (unsigned long)s_id[2]);
1368 	pr_debug("set_sess_by_s_id: %06x\n", key);
1369 
1370 	slot = btree_lookup32(&lport->lport_fcport_map, key);
1371 	if (!slot) {
1372 		if (new_se_nacl) {
1373 			pr_debug("Setting up new fc_port entry to new_se_nacl\n");
1374 			nacl->nport_id = key;
1375 			rc = btree_insert32(&lport->lport_fcport_map, key,
1376 					new_se_nacl, GFP_ATOMIC);
1377 			if (rc)
1378 				printk(KERN_ERR "Unable to insert s_id into fcport_map: %06x\n",
1379 				    (int)key);
1380 		} else {
1381 			pr_debug("Wiping nonexisting fc_port entry\n");
1382 		}
1383 
1384 		qla_tgt_sess->se_sess = se_sess;
1385 		nacl->qla_tgt_sess = qla_tgt_sess;
1386 		return;
1387 	}
1388 
1389 	if (nacl->qla_tgt_sess) {
1390 		if (new_se_nacl == NULL) {
1391 			pr_debug("Clearing existing nacl->qla_tgt_sess and fc_port entry\n");
1392 			btree_remove32(&lport->lport_fcport_map, key);
1393 			nacl->qla_tgt_sess = NULL;
1394 			return;
1395 		}
1396 		pr_debug("Replacing existing nacl->qla_tgt_sess and fc_port entry\n");
1397 		btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1398 		qla_tgt_sess->se_sess = se_sess;
1399 		nacl->qla_tgt_sess = qla_tgt_sess;
1400 		return;
1401 	}
1402 
1403 	if (new_se_nacl == NULL) {
1404 		pr_debug("Clearing existing fc_port entry\n");
1405 		btree_remove32(&lport->lport_fcport_map, key);
1406 		return;
1407 	}
1408 
1409 	pr_debug("Replacing existing fc_port entry w/o active nacl->qla_tgt_sess\n");
1410 	btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1411 	qla_tgt_sess->se_sess = se_sess;
1412 	nacl->qla_tgt_sess = qla_tgt_sess;
1413 
1414 	pr_debug("Setup nacl->qla_tgt_sess %p by s_id for se_nacl: %p, initiatorname: %s\n",
1415 	    nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1416 }
1417 
1418 /*
1419  * Expected to be called with struct qla_hw_data->hardware_lock held
1420  */
1421 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_loop_id(
1422 	scsi_qla_host_t *vha,
1423 	const uint16_t loop_id)
1424 {
1425 	struct tcm_qla2xxx_lport *lport;
1426 	struct se_node_acl *se_nacl;
1427 	struct tcm_qla2xxx_nacl *nacl;
1428 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1429 
1430 	lport = vha->vha_tgt.target_lport_ptr;
1431 	if (!lport) {
1432 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1433 		dump_stack();
1434 		return NULL;
1435 	}
1436 
1437 	pr_debug("find_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1438 
1439 	fc_loopid = lport->lport_loopid_map + loop_id;
1440 	se_nacl = fc_loopid->se_nacl;
1441 	if (!se_nacl) {
1442 		pr_debug("Unable to locate se_nacl by loop_id: 0x%04x\n",
1443 		    loop_id);
1444 		return NULL;
1445 	}
1446 
1447 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1448 
1449 	if (!nacl->qla_tgt_sess) {
1450 		pr_err("Unable to locate struct qla_tgt_sess\n");
1451 		return NULL;
1452 	}
1453 
1454 	return nacl->qla_tgt_sess;
1455 }
1456 
1457 /*
1458  * Expected to be called with struct qla_hw_data->hardware_lock held
1459  */
1460 static void tcm_qla2xxx_set_sess_by_loop_id(
1461 	struct tcm_qla2xxx_lport *lport,
1462 	struct se_node_acl *new_se_nacl,
1463 	struct tcm_qla2xxx_nacl *nacl,
1464 	struct se_session *se_sess,
1465 	struct qla_tgt_sess *qla_tgt_sess,
1466 	uint16_t loop_id)
1467 {
1468 	struct se_node_acl *saved_nacl;
1469 	struct tcm_qla2xxx_fc_loopid *fc_loopid;
1470 
1471 	pr_debug("set_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1472 
1473 	fc_loopid = &((struct tcm_qla2xxx_fc_loopid *)
1474 			lport->lport_loopid_map)[loop_id];
1475 
1476 	saved_nacl = fc_loopid->se_nacl;
1477 	if (!saved_nacl) {
1478 		pr_debug("Setting up new fc_loopid->se_nacl to new_se_nacl\n");
1479 		fc_loopid->se_nacl = new_se_nacl;
1480 		if (qla_tgt_sess->se_sess != se_sess)
1481 			qla_tgt_sess->se_sess = se_sess;
1482 		if (nacl->qla_tgt_sess != qla_tgt_sess)
1483 			nacl->qla_tgt_sess = qla_tgt_sess;
1484 		return;
1485 	}
1486 
1487 	if (nacl->qla_tgt_sess) {
1488 		if (new_se_nacl == NULL) {
1489 			pr_debug("Clearing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1490 			fc_loopid->se_nacl = NULL;
1491 			nacl->qla_tgt_sess = NULL;
1492 			return;
1493 		}
1494 
1495 		pr_debug("Replacing existing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1496 		fc_loopid->se_nacl = new_se_nacl;
1497 		if (qla_tgt_sess->se_sess != se_sess)
1498 			qla_tgt_sess->se_sess = se_sess;
1499 		if (nacl->qla_tgt_sess != qla_tgt_sess)
1500 			nacl->qla_tgt_sess = qla_tgt_sess;
1501 		return;
1502 	}
1503 
1504 	if (new_se_nacl == NULL) {
1505 		pr_debug("Clearing fc_loopid->se_nacl\n");
1506 		fc_loopid->se_nacl = NULL;
1507 		return;
1508 	}
1509 
1510 	pr_debug("Replacing existing fc_loopid->se_nacl w/o active nacl->qla_tgt_sess\n");
1511 	fc_loopid->se_nacl = new_se_nacl;
1512 	if (qla_tgt_sess->se_sess != se_sess)
1513 		qla_tgt_sess->se_sess = se_sess;
1514 	if (nacl->qla_tgt_sess != qla_tgt_sess)
1515 		nacl->qla_tgt_sess = qla_tgt_sess;
1516 
1517 	pr_debug("Setup nacl->qla_tgt_sess %p by loop_id for se_nacl: %p, initiatorname: %s\n",
1518 	    nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1519 }
1520 
1521 /*
1522  * Should always be called with qla_hw_data->hardware_lock held.
1523  */
1524 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *lport,
1525 		struct tcm_qla2xxx_nacl *nacl, struct qla_tgt_sess *sess)
1526 {
1527 	struct se_session *se_sess = sess->se_sess;
1528 	unsigned char be_sid[3];
1529 
1530 	be_sid[0] = sess->s_id.b.domain;
1531 	be_sid[1] = sess->s_id.b.area;
1532 	be_sid[2] = sess->s_id.b.al_pa;
1533 
1534 	tcm_qla2xxx_set_sess_by_s_id(lport, NULL, nacl, se_sess,
1535 				sess, be_sid);
1536 	tcm_qla2xxx_set_sess_by_loop_id(lport, NULL, nacl, se_sess,
1537 				sess, sess->loop_id);
1538 }
1539 
1540 static void tcm_qla2xxx_free_session(struct qla_tgt_sess *sess)
1541 {
1542 	struct qla_tgt *tgt = sess->tgt;
1543 	struct qla_hw_data *ha = tgt->ha;
1544 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1545 	struct se_session *se_sess;
1546 	struct se_node_acl *se_nacl;
1547 	struct tcm_qla2xxx_lport *lport;
1548 	struct tcm_qla2xxx_nacl *nacl;
1549 
1550 	BUG_ON(in_interrupt());
1551 
1552 	se_sess = sess->se_sess;
1553 	if (!se_sess) {
1554 		pr_err("struct qla_tgt_sess->se_sess is NULL\n");
1555 		dump_stack();
1556 		return;
1557 	}
1558 	se_nacl = se_sess->se_node_acl;
1559 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1560 
1561 	lport = vha->vha_tgt.target_lport_ptr;
1562 	if (!lport) {
1563 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1564 		dump_stack();
1565 		return;
1566 	}
1567 	target_wait_for_sess_cmds(se_sess);
1568 
1569 	transport_deregister_session_configfs(sess->se_sess);
1570 	transport_deregister_session(sess->se_sess);
1571 }
1572 
1573 /*
1574  * Called via qlt_create_sess():ha->qla2x_tmpl->check_initiator_node_acl()
1575  * to locate struct se_node_acl
1576  */
1577 static int tcm_qla2xxx_check_initiator_node_acl(
1578 	scsi_qla_host_t *vha,
1579 	unsigned char *fc_wwpn,
1580 	void *qla_tgt_sess,
1581 	uint8_t *s_id,
1582 	uint16_t loop_id)
1583 {
1584 	struct qla_hw_data *ha = vha->hw;
1585 	struct tcm_qla2xxx_lport *lport;
1586 	struct tcm_qla2xxx_tpg *tpg;
1587 	struct tcm_qla2xxx_nacl *nacl;
1588 	struct se_portal_group *se_tpg;
1589 	struct se_node_acl *se_nacl;
1590 	struct se_session *se_sess;
1591 	struct qla_tgt_sess *sess = qla_tgt_sess;
1592 	unsigned char port_name[36];
1593 	unsigned long flags;
1594 	int num_tags = (ha->fw_xcb_count) ? ha->fw_xcb_count :
1595 		       TCM_QLA2XXX_DEFAULT_TAGS;
1596 
1597 	lport = vha->vha_tgt.target_lport_ptr;
1598 	if (!lport) {
1599 		pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1600 		dump_stack();
1601 		return -EINVAL;
1602 	}
1603 	/*
1604 	 * Locate the TPG=1 reference..
1605 	 */
1606 	tpg = lport->tpg_1;
1607 	if (!tpg) {
1608 		pr_err("Unable to lcoate struct tcm_qla2xxx_lport->tpg_1\n");
1609 		return -EINVAL;
1610 	}
1611 	se_tpg = &tpg->se_tpg;
1612 
1613 	se_sess = transport_init_session_tags(num_tags,
1614 					      sizeof(struct qla_tgt_cmd),
1615 					      TARGET_PROT_ALL);
1616 	if (IS_ERR(se_sess)) {
1617 		pr_err("Unable to initialize struct se_session\n");
1618 		return PTR_ERR(se_sess);
1619 	}
1620 	/*
1621 	 * Format the FCP Initiator port_name into colon seperated values to
1622 	 * match the format by tcm_qla2xxx explict ConfigFS NodeACLs.
1623 	 */
1624 	memset(&port_name, 0, 36);
1625 	snprintf(port_name, sizeof(port_name), "%8phC", fc_wwpn);
1626 	/*
1627 	 * Locate our struct se_node_acl either from an explict NodeACL created
1628 	 * via ConfigFS, or via running in TPG demo mode.
1629 	 */
1630 	se_sess->se_node_acl = core_tpg_check_initiator_node_acl(se_tpg,
1631 					port_name);
1632 	if (!se_sess->se_node_acl) {
1633 		transport_free_session(se_sess);
1634 		return -EINVAL;
1635 	}
1636 	se_nacl = se_sess->se_node_acl;
1637 	nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1638 	/*
1639 	 * And now setup the new se_nacl and session pointers into our HW lport
1640 	 * mappings for fabric S_ID and LOOP_ID.
1641 	 */
1642 	spin_lock_irqsave(&ha->hardware_lock, flags);
1643 	tcm_qla2xxx_set_sess_by_s_id(lport, se_nacl, nacl, se_sess,
1644 			qla_tgt_sess, s_id);
1645 	tcm_qla2xxx_set_sess_by_loop_id(lport, se_nacl, nacl, se_sess,
1646 			qla_tgt_sess, loop_id);
1647 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
1648 	/*
1649 	 * Finally register the new FC Nexus with TCM
1650 	 */
1651 	transport_register_session(se_nacl->se_tpg, se_nacl, se_sess, sess);
1652 
1653 	return 0;
1654 }
1655 
1656 static void tcm_qla2xxx_update_sess(struct qla_tgt_sess *sess, port_id_t s_id,
1657 				    uint16_t loop_id, bool conf_compl_supported)
1658 {
1659 	struct qla_tgt *tgt = sess->tgt;
1660 	struct qla_hw_data *ha = tgt->ha;
1661 	scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1662 	struct tcm_qla2xxx_lport *lport = vha->vha_tgt.target_lport_ptr;
1663 	struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
1664 	struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
1665 			struct tcm_qla2xxx_nacl, se_node_acl);
1666 	u32 key;
1667 
1668 
1669 	if (sess->loop_id != loop_id || sess->s_id.b24 != s_id.b24)
1670 		pr_info("Updating session %p from port %8phC loop_id %d -> %d s_id %x:%x:%x -> %x:%x:%x\n",
1671 		    sess, sess->port_name,
1672 		    sess->loop_id, loop_id, sess->s_id.b.domain,
1673 		    sess->s_id.b.area, sess->s_id.b.al_pa, s_id.b.domain,
1674 		    s_id.b.area, s_id.b.al_pa);
1675 
1676 	if (sess->loop_id != loop_id) {
1677 		/*
1678 		 * Because we can shuffle loop IDs around and we
1679 		 * update different sessions non-atomically, we might
1680 		 * have overwritten this session's old loop ID
1681 		 * already, and we might end up overwriting some other
1682 		 * session that will be updated later.  So we have to
1683 		 * be extra careful and we can't warn about those things...
1684 		 */
1685 		if (lport->lport_loopid_map[sess->loop_id].se_nacl == se_nacl)
1686 			lport->lport_loopid_map[sess->loop_id].se_nacl = NULL;
1687 
1688 		lport->lport_loopid_map[loop_id].se_nacl = se_nacl;
1689 
1690 		sess->loop_id = loop_id;
1691 	}
1692 
1693 	if (sess->s_id.b24 != s_id.b24) {
1694 		key = (((u32) sess->s_id.b.domain << 16) |
1695 		       ((u32) sess->s_id.b.area   <<  8) |
1696 		       ((u32) sess->s_id.b.al_pa));
1697 
1698 		if (btree_lookup32(&lport->lport_fcport_map, key))
1699 			WARN(btree_remove32(&lport->lport_fcport_map, key) != se_nacl,
1700 			     "Found wrong se_nacl when updating s_id %x:%x:%x\n",
1701 			     sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1702 		else
1703 			WARN(1, "No lport_fcport_map entry for s_id %x:%x:%x\n",
1704 			     sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1705 
1706 		key = (((u32) s_id.b.domain << 16) |
1707 		       ((u32) s_id.b.area   <<  8) |
1708 		       ((u32) s_id.b.al_pa));
1709 
1710 		if (btree_lookup32(&lport->lport_fcport_map, key)) {
1711 			WARN(1, "Already have lport_fcport_map entry for s_id %x:%x:%x\n",
1712 			     s_id.b.domain, s_id.b.area, s_id.b.al_pa);
1713 			btree_update32(&lport->lport_fcport_map, key, se_nacl);
1714 		} else {
1715 			btree_insert32(&lport->lport_fcport_map, key, se_nacl, GFP_ATOMIC);
1716 		}
1717 
1718 		sess->s_id = s_id;
1719 		nacl->nport_id = key;
1720 	}
1721 
1722 	sess->conf_compl_supported = conf_compl_supported;
1723 }
1724 
1725 /*
1726  * Calls into tcm_qla2xxx used by qla2xxx LLD I/O path.
1727  */
1728 static struct qla_tgt_func_tmpl tcm_qla2xxx_template = {
1729 	.handle_cmd		= tcm_qla2xxx_handle_cmd,
1730 	.handle_data		= tcm_qla2xxx_handle_data,
1731 	.handle_dif_err		= tcm_qla2xxx_handle_dif_err,
1732 	.handle_tmr		= tcm_qla2xxx_handle_tmr,
1733 	.free_cmd		= tcm_qla2xxx_free_cmd,
1734 	.free_mcmd		= tcm_qla2xxx_free_mcmd,
1735 	.free_session		= tcm_qla2xxx_free_session,
1736 	.update_sess		= tcm_qla2xxx_update_sess,
1737 	.check_initiator_node_acl = tcm_qla2xxx_check_initiator_node_acl,
1738 	.find_sess_by_s_id	= tcm_qla2xxx_find_sess_by_s_id,
1739 	.find_sess_by_loop_id	= tcm_qla2xxx_find_sess_by_loop_id,
1740 	.clear_nacl_from_fcport_map = tcm_qla2xxx_clear_nacl_from_fcport_map,
1741 	.put_sess		= tcm_qla2xxx_put_sess,
1742 	.shutdown_sess		= tcm_qla2xxx_shutdown_sess,
1743 };
1744 
1745 static int tcm_qla2xxx_init_lport(struct tcm_qla2xxx_lport *lport)
1746 {
1747 	int rc;
1748 
1749 	rc = btree_init32(&lport->lport_fcport_map);
1750 	if (rc) {
1751 		pr_err("Unable to initialize lport->lport_fcport_map btree\n");
1752 		return rc;
1753 	}
1754 
1755 	lport->lport_loopid_map = vmalloc(sizeof(struct tcm_qla2xxx_fc_loopid) *
1756 				65536);
1757 	if (!lport->lport_loopid_map) {
1758 		pr_err("Unable to allocate lport->lport_loopid_map of %zu bytes\n",
1759 		    sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1760 		btree_destroy32(&lport->lport_fcport_map);
1761 		return -ENOMEM;
1762 	}
1763 	memset(lport->lport_loopid_map, 0, sizeof(struct tcm_qla2xxx_fc_loopid)
1764 	       * 65536);
1765 	pr_debug("qla2xxx: Allocated lport_loopid_map of %zu bytes\n",
1766 	       sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1767 	return 0;
1768 }
1769 
1770 static int tcm_qla2xxx_lport_register_cb(struct scsi_qla_host *vha,
1771 					 void *target_lport_ptr,
1772 					 u64 npiv_wwpn, u64 npiv_wwnn)
1773 {
1774 	struct qla_hw_data *ha = vha->hw;
1775 	struct tcm_qla2xxx_lport *lport =
1776 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1777 	/*
1778 	 * Setup tgt_ops, local pointer to vha and target_lport_ptr
1779 	 */
1780 	ha->tgt.tgt_ops = &tcm_qla2xxx_template;
1781 	vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1782 	lport->qla_vha = vha;
1783 
1784 	return 0;
1785 }
1786 
1787 static struct se_wwn *tcm_qla2xxx_make_lport(
1788 	struct target_fabric_configfs *tf,
1789 	struct config_group *group,
1790 	const char *name)
1791 {
1792 	struct tcm_qla2xxx_lport *lport;
1793 	u64 wwpn;
1794 	int ret = -ENODEV;
1795 
1796 	if (tcm_qla2xxx_parse_wwn(name, &wwpn, 1) < 0)
1797 		return ERR_PTR(-EINVAL);
1798 
1799 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1800 	if (!lport) {
1801 		pr_err("Unable to allocate struct tcm_qla2xxx_lport\n");
1802 		return ERR_PTR(-ENOMEM);
1803 	}
1804 	lport->lport_wwpn = wwpn;
1805 	tcm_qla2xxx_format_wwn(&lport->lport_name[0], TCM_QLA2XXX_NAMELEN,
1806 				wwpn);
1807 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) wwpn);
1808 
1809 	ret = tcm_qla2xxx_init_lport(lport);
1810 	if (ret != 0)
1811 		goto out;
1812 
1813 	ret = qlt_lport_register(lport, wwpn, 0, 0,
1814 				 tcm_qla2xxx_lport_register_cb);
1815 	if (ret != 0)
1816 		goto out_lport;
1817 
1818 	return &lport->lport_wwn;
1819 out_lport:
1820 	vfree(lport->lport_loopid_map);
1821 	btree_destroy32(&lport->lport_fcport_map);
1822 out:
1823 	kfree(lport);
1824 	return ERR_PTR(ret);
1825 }
1826 
1827 static void tcm_qla2xxx_drop_lport(struct se_wwn *wwn)
1828 {
1829 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1830 			struct tcm_qla2xxx_lport, lport_wwn);
1831 	struct scsi_qla_host *vha = lport->qla_vha;
1832 	struct se_node_acl *node;
1833 	u32 key = 0;
1834 
1835 	/*
1836 	 * Call into qla2x_target.c LLD logic to complete the
1837 	 * shutdown of struct qla_tgt after the call to
1838 	 * qlt_stop_phase1() from tcm_qla2xxx_drop_tpg() above..
1839 	 */
1840 	if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stopped)
1841 		qlt_stop_phase2(vha->vha_tgt.qla_tgt);
1842 
1843 	qlt_lport_deregister(vha);
1844 
1845 	vfree(lport->lport_loopid_map);
1846 	btree_for_each_safe32(&lport->lport_fcport_map, key, node)
1847 		btree_remove32(&lport->lport_fcport_map, key);
1848 	btree_destroy32(&lport->lport_fcport_map);
1849 	kfree(lport);
1850 }
1851 
1852 static int tcm_qla2xxx_lport_register_npiv_cb(struct scsi_qla_host *base_vha,
1853 					      void *target_lport_ptr,
1854 					      u64 npiv_wwpn, u64 npiv_wwnn)
1855 {
1856 	struct fc_vport *vport;
1857 	struct Scsi_Host *sh = base_vha->host;
1858 	struct scsi_qla_host *npiv_vha;
1859 	struct tcm_qla2xxx_lport *lport =
1860 			(struct tcm_qla2xxx_lport *)target_lport_ptr;
1861 	struct tcm_qla2xxx_lport *base_lport =
1862 			(struct tcm_qla2xxx_lport *)base_vha->vha_tgt.target_lport_ptr;
1863 	struct tcm_qla2xxx_tpg *base_tpg;
1864 	struct fc_vport_identifiers vport_id;
1865 
1866 	if (!qla_tgt_mode_enabled(base_vha)) {
1867 		pr_err("qla2xxx base_vha not enabled for target mode\n");
1868 		return -EPERM;
1869 	}
1870 
1871 	if (!base_lport || !base_lport->tpg_1 ||
1872 	    !atomic_read(&base_lport->tpg_1->lport_tpg_enabled)) {
1873 		pr_err("qla2xxx base_lport or tpg_1 not available\n");
1874 		return -EPERM;
1875 	}
1876 	base_tpg = base_lport->tpg_1;
1877 
1878 	memset(&vport_id, 0, sizeof(vport_id));
1879 	vport_id.port_name = npiv_wwpn;
1880 	vport_id.node_name = npiv_wwnn;
1881 	vport_id.roles = FC_PORT_ROLE_FCP_INITIATOR;
1882 	vport_id.vport_type = FC_PORTTYPE_NPIV;
1883 	vport_id.disable = false;
1884 
1885 	vport = fc_vport_create(sh, 0, &vport_id);
1886 	if (!vport) {
1887 		pr_err("fc_vport_create failed for qla2xxx_npiv\n");
1888 		return -ENODEV;
1889 	}
1890 	/*
1891 	 * Setup local pointer to NPIV vhba + target_lport_ptr
1892 	 */
1893 	npiv_vha = (struct scsi_qla_host *)vport->dd_data;
1894 	npiv_vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1895 	lport->qla_vha = npiv_vha;
1896 	scsi_host_get(npiv_vha->host);
1897 	return 0;
1898 }
1899 
1900 
1901 static struct se_wwn *tcm_qla2xxx_npiv_make_lport(
1902 	struct target_fabric_configfs *tf,
1903 	struct config_group *group,
1904 	const char *name)
1905 {
1906 	struct tcm_qla2xxx_lport *lport;
1907 	u64 phys_wwpn, npiv_wwpn, npiv_wwnn;
1908 	char *p, tmp[128];
1909 	int ret;
1910 
1911 	snprintf(tmp, 128, "%s", name);
1912 
1913 	p = strchr(tmp, '@');
1914 	if (!p) {
1915 		pr_err("Unable to locate NPIV '@' seperator\n");
1916 		return ERR_PTR(-EINVAL);
1917 	}
1918 	*p++ = '\0';
1919 
1920 	if (tcm_qla2xxx_parse_wwn(tmp, &phys_wwpn, 1) < 0)
1921 		return ERR_PTR(-EINVAL);
1922 
1923 	if (tcm_qla2xxx_npiv_parse_wwn(p, strlen(p)+1,
1924 				       &npiv_wwpn, &npiv_wwnn) < 0)
1925 		return ERR_PTR(-EINVAL);
1926 
1927 	lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1928 	if (!lport) {
1929 		pr_err("Unable to allocate struct tcm_qla2xxx_lport for NPIV\n");
1930 		return ERR_PTR(-ENOMEM);
1931 	}
1932 	lport->lport_npiv_wwpn = npiv_wwpn;
1933 	lport->lport_npiv_wwnn = npiv_wwnn;
1934 	sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) npiv_wwpn);
1935 
1936 	ret = tcm_qla2xxx_init_lport(lport);
1937 	if (ret != 0)
1938 		goto out;
1939 
1940 	ret = qlt_lport_register(lport, phys_wwpn, npiv_wwpn, npiv_wwnn,
1941 				 tcm_qla2xxx_lport_register_npiv_cb);
1942 	if (ret != 0)
1943 		goto out_lport;
1944 
1945 	return &lport->lport_wwn;
1946 out_lport:
1947 	vfree(lport->lport_loopid_map);
1948 	btree_destroy32(&lport->lport_fcport_map);
1949 out:
1950 	kfree(lport);
1951 	return ERR_PTR(ret);
1952 }
1953 
1954 static void tcm_qla2xxx_npiv_drop_lport(struct se_wwn *wwn)
1955 {
1956 	struct tcm_qla2xxx_lport *lport = container_of(wwn,
1957 			struct tcm_qla2xxx_lport, lport_wwn);
1958 	struct scsi_qla_host *npiv_vha = lport->qla_vha;
1959 	struct qla_hw_data *ha = npiv_vha->hw;
1960 	scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
1961 
1962 	scsi_host_put(npiv_vha->host);
1963 	/*
1964 	 * Notify libfc that we want to release the vha->fc_vport
1965 	 */
1966 	fc_vport_terminate(npiv_vha->fc_vport);
1967 	scsi_host_put(base_vha->host);
1968 	kfree(lport);
1969 }
1970 
1971 
1972 static ssize_t tcm_qla2xxx_wwn_show_attr_version(
1973 	struct target_fabric_configfs *tf,
1974 	char *page)
1975 {
1976 	return sprintf(page,
1977 	    "TCM QLOGIC QLA2XXX NPIV capable fabric module %s on %s/%s on "
1978 	    UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
1979 	    utsname()->machine);
1980 }
1981 
1982 TF_WWN_ATTR_RO(tcm_qla2xxx, version);
1983 
1984 static struct configfs_attribute *tcm_qla2xxx_wwn_attrs[] = {
1985 	&tcm_qla2xxx_wwn_version.attr,
1986 	NULL,
1987 };
1988 
1989 static const struct target_core_fabric_ops tcm_qla2xxx_ops = {
1990 	.module				= THIS_MODULE,
1991 	.name				= "qla2xxx",
1992 	.get_fabric_name		= tcm_qla2xxx_get_fabric_name,
1993 	.get_fabric_proto_ident		= tcm_qla2xxx_get_fabric_proto_ident,
1994 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
1995 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
1996 	.tpg_get_default_depth		= tcm_qla2xxx_get_default_depth,
1997 	.tpg_get_pr_transport_id	= tcm_qla2xxx_get_pr_transport_id,
1998 	.tpg_get_pr_transport_id_len	= tcm_qla2xxx_get_pr_transport_id_len,
1999 	.tpg_parse_pr_out_transport_id	= tcm_qla2xxx_parse_pr_out_transport_id,
2000 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
2001 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
2002 	.tpg_check_demo_mode_write_protect =
2003 					tcm_qla2xxx_check_demo_write_protect,
2004 	.tpg_check_prod_mode_write_protect =
2005 					tcm_qla2xxx_check_prod_write_protect,
2006 	.tpg_check_prot_fabric_only	= tcm_qla2xxx_check_prot_fabric_only,
2007 	.tpg_check_demo_mode_login_only = tcm_qla2xxx_check_demo_mode_login_only,
2008 	.tpg_alloc_fabric_acl		= tcm_qla2xxx_alloc_fabric_acl,
2009 	.tpg_release_fabric_acl		= tcm_qla2xxx_release_fabric_acl,
2010 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
2011 	.check_stop_free		= tcm_qla2xxx_check_stop_free,
2012 	.release_cmd			= tcm_qla2xxx_release_cmd,
2013 	.put_session			= tcm_qla2xxx_put_session,
2014 	.shutdown_session		= tcm_qla2xxx_shutdown_session,
2015 	.close_session			= tcm_qla2xxx_close_session,
2016 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
2017 	.sess_get_initiator_sid		= NULL,
2018 	.write_pending			= tcm_qla2xxx_write_pending,
2019 	.write_pending_status		= tcm_qla2xxx_write_pending_status,
2020 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
2021 	.get_task_tag			= tcm_qla2xxx_get_task_tag,
2022 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
2023 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
2024 	.queue_status			= tcm_qla2xxx_queue_status,
2025 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
2026 	.aborted_task			= tcm_qla2xxx_aborted_task,
2027 	/*
2028 	 * Setup function pointers for generic logic in
2029 	 * target_core_fabric_configfs.c
2030 	 */
2031 	.fabric_make_wwn		= tcm_qla2xxx_make_lport,
2032 	.fabric_drop_wwn		= tcm_qla2xxx_drop_lport,
2033 	.fabric_make_tpg		= tcm_qla2xxx_make_tpg,
2034 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
2035 	.fabric_post_link		= NULL,
2036 	.fabric_pre_unlink		= NULL,
2037 	.fabric_make_np			= NULL,
2038 	.fabric_drop_np			= NULL,
2039 	.fabric_make_nodeacl		= tcm_qla2xxx_make_nodeacl,
2040 	.fabric_drop_nodeacl		= tcm_qla2xxx_drop_nodeacl,
2041 
2042 	.tfc_wwn_attrs			= tcm_qla2xxx_wwn_attrs,
2043 	.tfc_tpg_base_attrs		= tcm_qla2xxx_tpg_attrs,
2044 	.tfc_tpg_attrib_attrs		= tcm_qla2xxx_tpg_attrib_attrs,
2045 };
2046 
2047 static const struct target_core_fabric_ops tcm_qla2xxx_npiv_ops = {
2048 	.module				= THIS_MODULE,
2049 	.name				= "qla2xxx_npiv",
2050 	.get_fabric_name		= tcm_qla2xxx_npiv_get_fabric_name,
2051 	.get_fabric_proto_ident		= tcm_qla2xxx_get_fabric_proto_ident,
2052 	.tpg_get_wwn			= tcm_qla2xxx_get_fabric_wwn,
2053 	.tpg_get_tag			= tcm_qla2xxx_get_tag,
2054 	.tpg_get_default_depth		= tcm_qla2xxx_get_default_depth,
2055 	.tpg_get_pr_transport_id	= tcm_qla2xxx_get_pr_transport_id,
2056 	.tpg_get_pr_transport_id_len	= tcm_qla2xxx_get_pr_transport_id_len,
2057 	.tpg_parse_pr_out_transport_id	= tcm_qla2xxx_parse_pr_out_transport_id,
2058 	.tpg_check_demo_mode		= tcm_qla2xxx_check_demo_mode,
2059 	.tpg_check_demo_mode_cache	= tcm_qla2xxx_check_demo_mode_cache,
2060 	.tpg_check_demo_mode_write_protect = tcm_qla2xxx_check_demo_mode,
2061 	.tpg_check_prod_mode_write_protect =
2062 	    tcm_qla2xxx_check_prod_write_protect,
2063 	.tpg_check_demo_mode_login_only	= tcm_qla2xxx_check_demo_mode_login_only,
2064 	.tpg_alloc_fabric_acl		= tcm_qla2xxx_alloc_fabric_acl,
2065 	.tpg_release_fabric_acl		= tcm_qla2xxx_release_fabric_acl,
2066 	.tpg_get_inst_index		= tcm_qla2xxx_tpg_get_inst_index,
2067 	.check_stop_free                = tcm_qla2xxx_check_stop_free,
2068 	.release_cmd			= tcm_qla2xxx_release_cmd,
2069 	.put_session			= tcm_qla2xxx_put_session,
2070 	.shutdown_session		= tcm_qla2xxx_shutdown_session,
2071 	.close_session			= tcm_qla2xxx_close_session,
2072 	.sess_get_index			= tcm_qla2xxx_sess_get_index,
2073 	.sess_get_initiator_sid		= NULL,
2074 	.write_pending			= tcm_qla2xxx_write_pending,
2075 	.write_pending_status		= tcm_qla2xxx_write_pending_status,
2076 	.set_default_node_attributes	= tcm_qla2xxx_set_default_node_attrs,
2077 	.get_task_tag			= tcm_qla2xxx_get_task_tag,
2078 	.get_cmd_state			= tcm_qla2xxx_get_cmd_state,
2079 	.queue_data_in			= tcm_qla2xxx_queue_data_in,
2080 	.queue_status			= tcm_qla2xxx_queue_status,
2081 	.queue_tm_rsp			= tcm_qla2xxx_queue_tm_rsp,
2082 	.aborted_task			= tcm_qla2xxx_aborted_task,
2083 	/*
2084 	 * Setup function pointers for generic logic in
2085 	 * target_core_fabric_configfs.c
2086 	 */
2087 	.fabric_make_wwn		= tcm_qla2xxx_npiv_make_lport,
2088 	.fabric_drop_wwn		= tcm_qla2xxx_npiv_drop_lport,
2089 	.fabric_make_tpg		= tcm_qla2xxx_npiv_make_tpg,
2090 	.fabric_drop_tpg		= tcm_qla2xxx_drop_tpg,
2091 	.fabric_post_link		= NULL,
2092 	.fabric_pre_unlink		= NULL,
2093 	.fabric_make_np			= NULL,
2094 	.fabric_drop_np			= NULL,
2095 	.fabric_make_nodeacl		= tcm_qla2xxx_make_nodeacl,
2096 	.fabric_drop_nodeacl		= tcm_qla2xxx_drop_nodeacl,
2097 
2098 	.tfc_wwn_attrs			= tcm_qla2xxx_wwn_attrs,
2099 	.tfc_tpg_base_attrs		= tcm_qla2xxx_npiv_tpg_attrs,
2100 };
2101 
2102 static int tcm_qla2xxx_register_configfs(void)
2103 {
2104 	int ret;
2105 
2106 	pr_debug("TCM QLOGIC QLA2XXX fabric module %s on %s/%s on "
2107 	    UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
2108 	    utsname()->machine);
2109 
2110 	ret = target_register_template(&tcm_qla2xxx_ops);
2111 	if (ret)
2112 		return ret;
2113 
2114 	ret = target_register_template(&tcm_qla2xxx_npiv_ops);
2115 	if (ret)
2116 		goto out_fabric;
2117 
2118 	tcm_qla2xxx_free_wq = alloc_workqueue("tcm_qla2xxx_free",
2119 						WQ_MEM_RECLAIM, 0);
2120 	if (!tcm_qla2xxx_free_wq) {
2121 		ret = -ENOMEM;
2122 		goto out_fabric_npiv;
2123 	}
2124 
2125 	tcm_qla2xxx_cmd_wq = alloc_workqueue("tcm_qla2xxx_cmd", 0, 0);
2126 	if (!tcm_qla2xxx_cmd_wq) {
2127 		ret = -ENOMEM;
2128 		goto out_free_wq;
2129 	}
2130 
2131 	return 0;
2132 
2133 out_free_wq:
2134 	destroy_workqueue(tcm_qla2xxx_free_wq);
2135 out_fabric_npiv:
2136 	target_unregister_template(&tcm_qla2xxx_npiv_ops);
2137 out_fabric:
2138 	target_unregister_template(&tcm_qla2xxx_ops);
2139 	return ret;
2140 }
2141 
2142 static void tcm_qla2xxx_deregister_configfs(void)
2143 {
2144 	destroy_workqueue(tcm_qla2xxx_cmd_wq);
2145 	destroy_workqueue(tcm_qla2xxx_free_wq);
2146 
2147 	target_unregister_template(&tcm_qla2xxx_ops);
2148 	target_unregister_template(&tcm_qla2xxx_npiv_ops);
2149 }
2150 
2151 static int __init tcm_qla2xxx_init(void)
2152 {
2153 	int ret;
2154 
2155 	ret = tcm_qla2xxx_register_configfs();
2156 	if (ret < 0)
2157 		return ret;
2158 
2159 	return 0;
2160 }
2161 
2162 static void __exit tcm_qla2xxx_exit(void)
2163 {
2164 	tcm_qla2xxx_deregister_configfs();
2165 }
2166 
2167 MODULE_DESCRIPTION("TCM QLA2XXX series NPIV enabled fabric driver");
2168 MODULE_LICENSE("GPL");
2169 module_init(tcm_qla2xxx_init);
2170 module_exit(tcm_qla2xxx_exit);
2171