1 /*******************************************************************************
2  * This file contains main functions related to iSCSI Parameter negotiation.
3  *
4  * (c) Copyright 2007-2013 Datera, Inc.
5  *
6  * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation; either version 2 of the License, or
11  * (at your option) any later version.
12  *
13  * This program is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16  * GNU General Public License for more details.
17  ******************************************************************************/
18 
19 #include <linux/ctype.h>
20 #include <linux/kthread.h>
21 #include <linux/slab.h>
22 #include <linux/sched/signal.h>
23 #include <net/sock.h>
24 #include <scsi/iscsi_proto.h>
25 #include <target/target_core_base.h>
26 #include <target/target_core_fabric.h>
27 #include <target/iscsi/iscsi_transport.h>
28 
29 #include <target/iscsi/iscsi_target_core.h>
30 #include "iscsi_target_parameters.h"
31 #include "iscsi_target_login.h"
32 #include "iscsi_target_nego.h"
33 #include "iscsi_target_tpg.h"
34 #include "iscsi_target_util.h"
35 #include "iscsi_target.h"
36 #include "iscsi_target_auth.h"
37 
38 #define MAX_LOGIN_PDUS  7
39 #define TEXT_LEN	4096
40 
41 void convert_null_to_semi(char *buf, int len)
42 {
43 	int i;
44 
45 	for (i = 0; i < len; i++)
46 		if (buf[i] == '\0')
47 			buf[i] = ';';
48 }
49 
50 static int strlen_semi(char *buf)
51 {
52 	int i = 0;
53 
54 	while (buf[i] != '\0') {
55 		if (buf[i] == ';')
56 			return i;
57 		i++;
58 	}
59 
60 	return -1;
61 }
62 
63 int extract_param(
64 	const char *in_buf,
65 	const char *pattern,
66 	unsigned int max_length,
67 	char *out_buf,
68 	unsigned char *type)
69 {
70 	char *ptr;
71 	int len;
72 
73 	if (!in_buf || !pattern || !out_buf || !type)
74 		return -1;
75 
76 	ptr = strstr(in_buf, pattern);
77 	if (!ptr)
78 		return -1;
79 
80 	ptr = strstr(ptr, "=");
81 	if (!ptr)
82 		return -1;
83 
84 	ptr += 1;
85 	if (*ptr == '0' && (*(ptr+1) == 'x' || *(ptr+1) == 'X')) {
86 		ptr += 2; /* skip 0x */
87 		*type = HEX;
88 	} else
89 		*type = DECIMAL;
90 
91 	len = strlen_semi(ptr);
92 	if (len < 0)
93 		return -1;
94 
95 	if (len >= max_length) {
96 		pr_err("Length of input: %d exceeds max_length:"
97 			" %d\n", len, max_length);
98 		return -1;
99 	}
100 	memcpy(out_buf, ptr, len);
101 	out_buf[len] = '\0';
102 
103 	return 0;
104 }
105 
106 static u32 iscsi_handle_authentication(
107 	struct iscsi_conn *conn,
108 	char *in_buf,
109 	char *out_buf,
110 	int in_length,
111 	int *out_length,
112 	unsigned char *authtype)
113 {
114 	struct iscsi_session *sess = conn->sess;
115 	struct iscsi_node_auth *auth;
116 	struct iscsi_node_acl *iscsi_nacl;
117 	struct iscsi_portal_group *iscsi_tpg;
118 	struct se_node_acl *se_nacl;
119 
120 	if (!sess->sess_ops->SessionType) {
121 		/*
122 		 * For SessionType=Normal
123 		 */
124 		se_nacl = conn->sess->se_sess->se_node_acl;
125 		if (!se_nacl) {
126 			pr_err("Unable to locate struct se_node_acl for"
127 					" CHAP auth\n");
128 			return -1;
129 		}
130 		iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
131 				se_node_acl);
132 		if (!iscsi_nacl) {
133 			pr_err("Unable to locate struct iscsi_node_acl for"
134 					" CHAP auth\n");
135 			return -1;
136 		}
137 
138 		if (se_nacl->dynamic_node_acl) {
139 			iscsi_tpg = container_of(se_nacl->se_tpg,
140 					struct iscsi_portal_group, tpg_se_tpg);
141 
142 			auth = &iscsi_tpg->tpg_demo_auth;
143 		} else {
144 			iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
145 						  se_node_acl);
146 
147 			auth = &iscsi_nacl->node_auth;
148 		}
149 	} else {
150 		/*
151 		 * For SessionType=Discovery
152 		 */
153 		auth = &iscsit_global->discovery_acl.node_auth;
154 	}
155 
156 	if (strstr("CHAP", authtype))
157 		strcpy(conn->sess->auth_type, "CHAP");
158 	else
159 		strcpy(conn->sess->auth_type, NONE);
160 
161 	if (strstr("None", authtype))
162 		return 1;
163 #ifdef CANSRP
164 	else if (strstr("SRP", authtype))
165 		return srp_main_loop(conn, auth, in_buf, out_buf,
166 				&in_length, out_length);
167 #endif
168 	else if (strstr("CHAP", authtype))
169 		return chap_main_loop(conn, auth, in_buf, out_buf,
170 				&in_length, out_length);
171 	else if (strstr("SPKM1", authtype))
172 		return 2;
173 	else if (strstr("SPKM2", authtype))
174 		return 2;
175 	else if (strstr("KRB5", authtype))
176 		return 2;
177 	else
178 		return 2;
179 }
180 
181 static void iscsi_remove_failed_auth_entry(struct iscsi_conn *conn)
182 {
183 	kfree(conn->auth_protocol);
184 }
185 
186 int iscsi_target_check_login_request(
187 	struct iscsi_conn *conn,
188 	struct iscsi_login *login)
189 {
190 	int req_csg, req_nsg;
191 	u32 payload_length;
192 	struct iscsi_login_req *login_req;
193 
194 	login_req = (struct iscsi_login_req *) login->req;
195 	payload_length = ntoh24(login_req->dlength);
196 
197 	switch (login_req->opcode & ISCSI_OPCODE_MASK) {
198 	case ISCSI_OP_LOGIN:
199 		break;
200 	default:
201 		pr_err("Received unknown opcode 0x%02x.\n",
202 				login_req->opcode & ISCSI_OPCODE_MASK);
203 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
204 				ISCSI_LOGIN_STATUS_INIT_ERR);
205 		return -1;
206 	}
207 
208 	if ((login_req->flags & ISCSI_FLAG_LOGIN_CONTINUE) &&
209 	    (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
210 		pr_err("Login request has both ISCSI_FLAG_LOGIN_CONTINUE"
211 			" and ISCSI_FLAG_LOGIN_TRANSIT set, protocol error.\n");
212 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
213 				ISCSI_LOGIN_STATUS_INIT_ERR);
214 		return -1;
215 	}
216 
217 	req_csg = ISCSI_LOGIN_CURRENT_STAGE(login_req->flags);
218 	req_nsg = ISCSI_LOGIN_NEXT_STAGE(login_req->flags);
219 
220 	if (req_csg != login->current_stage) {
221 		pr_err("Initiator unexpectedly changed login stage"
222 			" from %d to %d, login failed.\n", login->current_stage,
223 			req_csg);
224 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
225 				ISCSI_LOGIN_STATUS_INIT_ERR);
226 		return -1;
227 	}
228 
229 	if ((req_nsg == 2) || (req_csg >= 2) ||
230 	   ((login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT) &&
231 	    (req_nsg <= req_csg))) {
232 		pr_err("Illegal login_req->flags Combination, CSG: %d,"
233 			" NSG: %d, ISCSI_FLAG_LOGIN_TRANSIT: %d.\n", req_csg,
234 			req_nsg, (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT));
235 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
236 				ISCSI_LOGIN_STATUS_INIT_ERR);
237 		return -1;
238 	}
239 
240 	if ((login_req->max_version != login->version_max) ||
241 	    (login_req->min_version != login->version_min)) {
242 		pr_err("Login request changed Version Max/Nin"
243 			" unexpectedly to 0x%02x/0x%02x, protocol error\n",
244 			login_req->max_version, login_req->min_version);
245 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
246 				ISCSI_LOGIN_STATUS_INIT_ERR);
247 		return -1;
248 	}
249 
250 	if (memcmp(login_req->isid, login->isid, 6) != 0) {
251 		pr_err("Login request changed ISID unexpectedly,"
252 				" protocol error.\n");
253 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
254 				ISCSI_LOGIN_STATUS_INIT_ERR);
255 		return -1;
256 	}
257 
258 	if (login_req->itt != login->init_task_tag) {
259 		pr_err("Login request changed ITT unexpectedly to"
260 			" 0x%08x, protocol error.\n", login_req->itt);
261 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
262 				ISCSI_LOGIN_STATUS_INIT_ERR);
263 		return -1;
264 	}
265 
266 	if (payload_length > MAX_KEY_VALUE_PAIRS) {
267 		pr_err("Login request payload exceeds default"
268 			" MaxRecvDataSegmentLength: %u, protocol error.\n",
269 				MAX_KEY_VALUE_PAIRS);
270 		return -1;
271 	}
272 
273 	return 0;
274 }
275 EXPORT_SYMBOL(iscsi_target_check_login_request);
276 
277 static int iscsi_target_check_first_request(
278 	struct iscsi_conn *conn,
279 	struct iscsi_login *login)
280 {
281 	struct iscsi_param *param = NULL;
282 	struct se_node_acl *se_nacl;
283 
284 	login->first_request = 0;
285 
286 	list_for_each_entry(param, &conn->param_list->param_list, p_list) {
287 		if (!strncmp(param->name, SESSIONTYPE, 11)) {
288 			if (!IS_PSTATE_ACCEPTOR(param)) {
289 				pr_err("SessionType key not received"
290 					" in first login request.\n");
291 				iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
292 					ISCSI_LOGIN_STATUS_MISSING_FIELDS);
293 				return -1;
294 			}
295 			if (!strncmp(param->value, DISCOVERY, 9))
296 				return 0;
297 		}
298 
299 		if (!strncmp(param->name, INITIATORNAME, 13)) {
300 			if (!IS_PSTATE_ACCEPTOR(param)) {
301 				if (!login->leading_connection)
302 					continue;
303 
304 				pr_err("InitiatorName key not received"
305 					" in first login request.\n");
306 				iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
307 					ISCSI_LOGIN_STATUS_MISSING_FIELDS);
308 				return -1;
309 			}
310 
311 			/*
312 			 * For non-leading connections, double check that the
313 			 * received InitiatorName matches the existing session's
314 			 * struct iscsi_node_acl.
315 			 */
316 			if (!login->leading_connection) {
317 				se_nacl = conn->sess->se_sess->se_node_acl;
318 				if (!se_nacl) {
319 					pr_err("Unable to locate"
320 						" struct se_node_acl\n");
321 					iscsit_tx_login_rsp(conn,
322 							ISCSI_STATUS_CLS_INITIATOR_ERR,
323 							ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
324 					return -1;
325 				}
326 
327 				if (strcmp(param->value,
328 						se_nacl->initiatorname)) {
329 					pr_err("Incorrect"
330 						" InitiatorName: %s for this"
331 						" iSCSI Initiator Node.\n",
332 						param->value);
333 					iscsit_tx_login_rsp(conn,
334 							ISCSI_STATUS_CLS_INITIATOR_ERR,
335 							ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
336 					return -1;
337 				}
338 			}
339 		}
340 	}
341 
342 	return 0;
343 }
344 
345 static int iscsi_target_do_tx_login_io(struct iscsi_conn *conn, struct iscsi_login *login)
346 {
347 	u32 padding = 0;
348 	struct iscsi_login_rsp *login_rsp;
349 
350 	login_rsp = (struct iscsi_login_rsp *) login->rsp;
351 
352 	login_rsp->opcode		= ISCSI_OP_LOGIN_RSP;
353 	hton24(login_rsp->dlength, login->rsp_length);
354 	memcpy(login_rsp->isid, login->isid, 6);
355 	login_rsp->tsih			= cpu_to_be16(login->tsih);
356 	login_rsp->itt			= login->init_task_tag;
357 	login_rsp->statsn		= cpu_to_be32(conn->stat_sn++);
358 	login_rsp->exp_cmdsn		= cpu_to_be32(conn->sess->exp_cmd_sn);
359 	login_rsp->max_cmdsn		= cpu_to_be32((u32) atomic_read(&conn->sess->max_cmd_sn));
360 
361 	pr_debug("Sending Login Response, Flags: 0x%02x, ITT: 0x%08x,"
362 		" ExpCmdSN; 0x%08x, MaxCmdSN: 0x%08x, StatSN: 0x%08x, Length:"
363 		" %u\n", login_rsp->flags, (__force u32)login_rsp->itt,
364 		ntohl(login_rsp->exp_cmdsn), ntohl(login_rsp->max_cmdsn),
365 		ntohl(login_rsp->statsn), login->rsp_length);
366 
367 	padding = ((-login->rsp_length) & 3);
368 	/*
369 	 * Before sending the last login response containing the transition
370 	 * bit for full-feature-phase, go ahead and start up TX/RX threads
371 	 * now to avoid potential resource allocation failures after the
372 	 * final login response has been sent.
373 	 */
374 	if (login->login_complete) {
375 		int rc = iscsit_start_kthreads(conn);
376 		if (rc) {
377 			iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
378 					    ISCSI_LOGIN_STATUS_NO_RESOURCES);
379 			return -1;
380 		}
381 	}
382 
383 	if (conn->conn_transport->iscsit_put_login_tx(conn, login,
384 					login->rsp_length + padding) < 0)
385 		goto err;
386 
387 	login->rsp_length		= 0;
388 
389 	return 0;
390 
391 err:
392 	if (login->login_complete) {
393 		if (conn->rx_thread && conn->rx_thread_active) {
394 			send_sig(SIGINT, conn->rx_thread, 1);
395 			complete(&conn->rx_login_comp);
396 			kthread_stop(conn->rx_thread);
397 		}
398 		if (conn->tx_thread && conn->tx_thread_active) {
399 			send_sig(SIGINT, conn->tx_thread, 1);
400 			kthread_stop(conn->tx_thread);
401 		}
402 		spin_lock(&iscsit_global->ts_bitmap_lock);
403 		bitmap_release_region(iscsit_global->ts_bitmap, conn->bitmap_id,
404 				      get_order(1));
405 		spin_unlock(&iscsit_global->ts_bitmap_lock);
406 	}
407 	return -1;
408 }
409 
410 static void iscsi_target_sk_data_ready(struct sock *sk)
411 {
412 	struct iscsi_conn *conn = sk->sk_user_data;
413 	bool rc;
414 
415 	pr_debug("Entering iscsi_target_sk_data_ready: conn: %p\n", conn);
416 
417 	write_lock_bh(&sk->sk_callback_lock);
418 	if (!sk->sk_user_data) {
419 		write_unlock_bh(&sk->sk_callback_lock);
420 		return;
421 	}
422 	if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
423 		write_unlock_bh(&sk->sk_callback_lock);
424 		pr_debug("Got LOGIN_FLAGS_READY=0, conn: %p >>>>\n", conn);
425 		return;
426 	}
427 	if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
428 		write_unlock_bh(&sk->sk_callback_lock);
429 		pr_debug("Got LOGIN_FLAGS_CLOSED=1, conn: %p >>>>\n", conn);
430 		return;
431 	}
432 	if (test_and_set_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
433 		write_unlock_bh(&sk->sk_callback_lock);
434 		pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1, conn: %p >>>>\n", conn);
435 		return;
436 	}
437 
438 	rc = schedule_delayed_work(&conn->login_work, 0);
439 	if (!rc) {
440 		pr_debug("iscsi_target_sk_data_ready, schedule_delayed_work"
441 			 " got false\n");
442 	}
443 	write_unlock_bh(&sk->sk_callback_lock);
444 }
445 
446 static void iscsi_target_sk_state_change(struct sock *);
447 
448 static void iscsi_target_set_sock_callbacks(struct iscsi_conn *conn)
449 {
450 	struct sock *sk;
451 
452 	if (!conn->sock)
453 		return;
454 
455 	sk = conn->sock->sk;
456 	pr_debug("Entering iscsi_target_set_sock_callbacks: conn: %p\n", conn);
457 
458 	write_lock_bh(&sk->sk_callback_lock);
459 	sk->sk_user_data = conn;
460 	conn->orig_data_ready = sk->sk_data_ready;
461 	conn->orig_state_change = sk->sk_state_change;
462 	sk->sk_data_ready = iscsi_target_sk_data_ready;
463 	sk->sk_state_change = iscsi_target_sk_state_change;
464 	write_unlock_bh(&sk->sk_callback_lock);
465 
466 	sk->sk_sndtimeo = TA_LOGIN_TIMEOUT * HZ;
467 	sk->sk_rcvtimeo = TA_LOGIN_TIMEOUT * HZ;
468 }
469 
470 static void iscsi_target_restore_sock_callbacks(struct iscsi_conn *conn)
471 {
472 	struct sock *sk;
473 
474 	if (!conn->sock)
475 		return;
476 
477 	sk = conn->sock->sk;
478 	pr_debug("Entering iscsi_target_restore_sock_callbacks: conn: %p\n", conn);
479 
480 	write_lock_bh(&sk->sk_callback_lock);
481 	if (!sk->sk_user_data) {
482 		write_unlock_bh(&sk->sk_callback_lock);
483 		return;
484 	}
485 	sk->sk_user_data = NULL;
486 	sk->sk_data_ready = conn->orig_data_ready;
487 	sk->sk_state_change = conn->orig_state_change;
488 	write_unlock_bh(&sk->sk_callback_lock);
489 
490 	sk->sk_sndtimeo = MAX_SCHEDULE_TIMEOUT;
491 	sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
492 }
493 
494 static int iscsi_target_do_login(struct iscsi_conn *, struct iscsi_login *);
495 
496 static bool __iscsi_target_sk_check_close(struct sock *sk)
497 {
498 	if (sk->sk_state == TCP_CLOSE_WAIT || sk->sk_state == TCP_CLOSE) {
499 		pr_debug("__iscsi_target_sk_check_close: TCP_CLOSE_WAIT|TCP_CLOSE,"
500 			"returning FALSE\n");
501 		return true;
502 	}
503 	return false;
504 }
505 
506 static bool iscsi_target_sk_check_close(struct iscsi_conn *conn)
507 {
508 	bool state = false;
509 
510 	if (conn->sock) {
511 		struct sock *sk = conn->sock->sk;
512 
513 		read_lock_bh(&sk->sk_callback_lock);
514 		state = (__iscsi_target_sk_check_close(sk) ||
515 			 test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
516 		read_unlock_bh(&sk->sk_callback_lock);
517 	}
518 	return state;
519 }
520 
521 static bool iscsi_target_sk_check_flag(struct iscsi_conn *conn, unsigned int flag)
522 {
523 	bool state = false;
524 
525 	if (conn->sock) {
526 		struct sock *sk = conn->sock->sk;
527 
528 		read_lock_bh(&sk->sk_callback_lock);
529 		state = test_bit(flag, &conn->login_flags);
530 		read_unlock_bh(&sk->sk_callback_lock);
531 	}
532 	return state;
533 }
534 
535 static bool iscsi_target_sk_check_and_clear(struct iscsi_conn *conn, unsigned int flag)
536 {
537 	bool state = false;
538 
539 	if (conn->sock) {
540 		struct sock *sk = conn->sock->sk;
541 
542 		write_lock_bh(&sk->sk_callback_lock);
543 		state = (__iscsi_target_sk_check_close(sk) ||
544 			 test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
545 		if (!state)
546 			clear_bit(flag, &conn->login_flags);
547 		write_unlock_bh(&sk->sk_callback_lock);
548 	}
549 	return state;
550 }
551 
552 static void iscsi_target_login_drop(struct iscsi_conn *conn, struct iscsi_login *login)
553 {
554 	struct iscsi_np *np = login->np;
555 	bool zero_tsih = login->zero_tsih;
556 
557 	iscsi_remove_failed_auth_entry(conn);
558 	iscsi_target_nego_release(conn);
559 	iscsi_target_login_sess_out(conn, np, zero_tsih, true);
560 }
561 
562 static void iscsi_target_login_timeout(unsigned long data)
563 {
564 	struct iscsi_conn *conn = (struct iscsi_conn *)data;
565 
566 	pr_debug("Entering iscsi_target_login_timeout >>>>>>>>>>>>>>>>>>>\n");
567 
568 	if (conn->login_kworker) {
569 		pr_debug("Sending SIGINT to conn->login_kworker %s/%d\n",
570 			 conn->login_kworker->comm, conn->login_kworker->pid);
571 		send_sig(SIGINT, conn->login_kworker, 1);
572 	}
573 }
574 
575 static void iscsi_target_do_login_rx(struct work_struct *work)
576 {
577 	struct iscsi_conn *conn = container_of(work,
578 				struct iscsi_conn, login_work.work);
579 	struct iscsi_login *login = conn->login;
580 	struct iscsi_np *np = login->np;
581 	struct iscsi_portal_group *tpg = conn->tpg;
582 	struct iscsi_tpg_np *tpg_np = conn->tpg_np;
583 	struct timer_list login_timer;
584 	int rc, zero_tsih = login->zero_tsih;
585 	bool state;
586 
587 	pr_debug("entering iscsi_target_do_login_rx, conn: %p, %s:%d\n",
588 			conn, current->comm, current->pid);
589 	/*
590 	 * If iscsi_target_do_login_rx() has been invoked by ->sk_data_ready()
591 	 * before initial PDU processing in iscsi_target_start_negotiation()
592 	 * has completed, go ahead and retry until it's cleared.
593 	 *
594 	 * Otherwise if the TCP connection drops while this is occuring,
595 	 * iscsi_target_start_negotiation() will detect the failure, call
596 	 * cancel_delayed_work_sync(&conn->login_work), and cleanup the
597 	 * remaining iscsi connection resources from iscsi_np process context.
598 	 */
599 	if (iscsi_target_sk_check_flag(conn, LOGIN_FLAGS_INITIAL_PDU)) {
600 		schedule_delayed_work(&conn->login_work, msecs_to_jiffies(10));
601 		return;
602 	}
603 
604 	spin_lock(&tpg->tpg_state_lock);
605 	state = (tpg->tpg_state == TPG_STATE_ACTIVE);
606 	spin_unlock(&tpg->tpg_state_lock);
607 
608 	if (!state) {
609 		pr_debug("iscsi_target_do_login_rx: tpg_state != TPG_STATE_ACTIVE\n");
610 		goto err;
611 	}
612 
613 	if (iscsi_target_sk_check_close(conn)) {
614 		pr_debug("iscsi_target_do_login_rx, TCP state CLOSE\n");
615 		goto err;
616 	}
617 
618 	conn->login_kworker = current;
619 	allow_signal(SIGINT);
620 
621 	init_timer(&login_timer);
622 	login_timer.expires = (get_jiffies_64() + TA_LOGIN_TIMEOUT * HZ);
623 	login_timer.data = (unsigned long)conn;
624 	login_timer.function = iscsi_target_login_timeout;
625 	add_timer(&login_timer);
626 	pr_debug("Starting login_timer for %s/%d\n", current->comm, current->pid);
627 
628 	rc = conn->conn_transport->iscsit_get_login_rx(conn, login);
629 	del_timer_sync(&login_timer);
630 	flush_signals(current);
631 	conn->login_kworker = NULL;
632 
633 	if (rc < 0)
634 		goto err;
635 
636 	pr_debug("iscsi_target_do_login_rx after rx_login_io, %p, %s:%d\n",
637 			conn, current->comm, current->pid);
638 
639 	rc = iscsi_target_do_login(conn, login);
640 	if (rc < 0) {
641 		goto err;
642 	} else if (!rc) {
643 		if (iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_READ_ACTIVE))
644 			goto err;
645 	} else if (rc == 1) {
646 		iscsi_target_nego_release(conn);
647 		iscsi_post_login_handler(np, conn, zero_tsih);
648 		iscsit_deaccess_np(np, tpg, tpg_np);
649 	}
650 	return;
651 
652 err:
653 	iscsi_target_restore_sock_callbacks(conn);
654 	iscsi_target_login_drop(conn, login);
655 	iscsit_deaccess_np(np, tpg, tpg_np);
656 }
657 
658 static void iscsi_target_do_cleanup(struct work_struct *work)
659 {
660 	struct iscsi_conn *conn = container_of(work,
661 				struct iscsi_conn, login_cleanup_work.work);
662 	struct sock *sk = conn->sock->sk;
663 	struct iscsi_login *login = conn->login;
664 	struct iscsi_np *np = login->np;
665 	struct iscsi_portal_group *tpg = conn->tpg;
666 	struct iscsi_tpg_np *tpg_np = conn->tpg_np;
667 
668 	pr_debug("Entering iscsi_target_do_cleanup\n");
669 
670 	cancel_delayed_work_sync(&conn->login_work);
671 	conn->orig_state_change(sk);
672 
673 	iscsi_target_restore_sock_callbacks(conn);
674 	iscsi_target_login_drop(conn, login);
675 	iscsit_deaccess_np(np, tpg, tpg_np);
676 
677 	pr_debug("iscsi_target_do_cleanup done()\n");
678 }
679 
680 static void iscsi_target_sk_state_change(struct sock *sk)
681 {
682 	struct iscsi_conn *conn;
683 	void (*orig_state_change)(struct sock *);
684 	bool state;
685 
686 	pr_debug("Entering iscsi_target_sk_state_change\n");
687 
688 	write_lock_bh(&sk->sk_callback_lock);
689 	conn = sk->sk_user_data;
690 	if (!conn) {
691 		write_unlock_bh(&sk->sk_callback_lock);
692 		return;
693 	}
694 	orig_state_change = conn->orig_state_change;
695 
696 	if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
697 		pr_debug("Got LOGIN_FLAGS_READY=0 sk_state_change conn: %p\n",
698 			 conn);
699 		write_unlock_bh(&sk->sk_callback_lock);
700 		orig_state_change(sk);
701 		return;
702 	}
703 	state = __iscsi_target_sk_check_close(sk);
704 	pr_debug("__iscsi_target_sk_close_change: state: %d\n", state);
705 
706 	if (test_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
707 		pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1 sk_state_change"
708 			 " conn: %p\n", conn);
709 		if (state)
710 			set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
711 		write_unlock_bh(&sk->sk_callback_lock);
712 		orig_state_change(sk);
713 		return;
714 	}
715 	if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
716 		pr_debug("Got LOGIN_FLAGS_CLOSED=1 sk_state_change conn: %p\n",
717 			 conn);
718 		write_unlock_bh(&sk->sk_callback_lock);
719 		orig_state_change(sk);
720 		return;
721 	}
722 	/*
723 	 * If the TCP connection has dropped, go ahead and set LOGIN_FLAGS_CLOSED,
724 	 * but only queue conn->login_work -> iscsi_target_do_login_rx()
725 	 * processing if LOGIN_FLAGS_INITIAL_PDU has already been cleared.
726 	 *
727 	 * When iscsi_target_do_login_rx() runs, iscsi_target_sk_check_close()
728 	 * will detect the dropped TCP connection from delayed workqueue context.
729 	 *
730 	 * If LOGIN_FLAGS_INITIAL_PDU is still set, which means the initial
731 	 * iscsi_target_start_negotiation() is running, iscsi_target_do_login()
732 	 * via iscsi_target_sk_check_close() or iscsi_target_start_negotiation()
733 	 * via iscsi_target_sk_check_and_clear() is responsible for detecting the
734 	 * dropped TCP connection in iscsi_np process context, and cleaning up
735 	 * the remaining iscsi connection resources.
736 	 */
737 	if (state) {
738 		pr_debug("iscsi_target_sk_state_change got failed state\n");
739 		set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
740 		state = test_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
741 		write_unlock_bh(&sk->sk_callback_lock);
742 
743 		orig_state_change(sk);
744 
745 		if (!state)
746 			schedule_delayed_work(&conn->login_work, 0);
747 		return;
748 	}
749 	write_unlock_bh(&sk->sk_callback_lock);
750 
751 	orig_state_change(sk);
752 }
753 
754 /*
755  *	NOTE: We check for existing sessions or connections AFTER the initiator
756  *	has been successfully authenticated in order to protect against faked
757  *	ISID/TSIH combinations.
758  */
759 static int iscsi_target_check_for_existing_instances(
760 	struct iscsi_conn *conn,
761 	struct iscsi_login *login)
762 {
763 	if (login->checked_for_existing)
764 		return 0;
765 
766 	login->checked_for_existing = 1;
767 
768 	if (!login->tsih)
769 		return iscsi_check_for_session_reinstatement(conn);
770 	else
771 		return iscsi_login_post_auth_non_zero_tsih(conn, login->cid,
772 				login->initial_exp_statsn);
773 }
774 
775 static int iscsi_target_do_authentication(
776 	struct iscsi_conn *conn,
777 	struct iscsi_login *login)
778 {
779 	int authret;
780 	u32 payload_length;
781 	struct iscsi_param *param;
782 	struct iscsi_login_req *login_req;
783 	struct iscsi_login_rsp *login_rsp;
784 
785 	login_req = (struct iscsi_login_req *) login->req;
786 	login_rsp = (struct iscsi_login_rsp *) login->rsp;
787 	payload_length = ntoh24(login_req->dlength);
788 
789 	param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
790 	if (!param)
791 		return -1;
792 
793 	authret = iscsi_handle_authentication(
794 			conn,
795 			login->req_buf,
796 			login->rsp_buf,
797 			payload_length,
798 			&login->rsp_length,
799 			param->value);
800 	switch (authret) {
801 	case 0:
802 		pr_debug("Received OK response"
803 		" from LIO Authentication, continuing.\n");
804 		break;
805 	case 1:
806 		pr_debug("iSCSI security negotiation"
807 			" completed successfully.\n");
808 		login->auth_complete = 1;
809 		if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
810 		    (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
811 			login_rsp->flags |= (ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
812 					     ISCSI_FLAG_LOGIN_TRANSIT);
813 			login->current_stage = 1;
814 		}
815 		return iscsi_target_check_for_existing_instances(
816 				conn, login);
817 	case 2:
818 		pr_err("Security negotiation"
819 			" failed.\n");
820 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
821 				ISCSI_LOGIN_STATUS_AUTH_FAILED);
822 		return -1;
823 	default:
824 		pr_err("Received unknown error %d from LIO"
825 				" Authentication\n", authret);
826 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
827 				ISCSI_LOGIN_STATUS_TARGET_ERROR);
828 		return -1;
829 	}
830 
831 	return 0;
832 }
833 
834 static int iscsi_target_handle_csg_zero(
835 	struct iscsi_conn *conn,
836 	struct iscsi_login *login)
837 {
838 	int ret;
839 	u32 payload_length;
840 	struct iscsi_param *param;
841 	struct iscsi_login_req *login_req;
842 	struct iscsi_login_rsp *login_rsp;
843 
844 	login_req = (struct iscsi_login_req *) login->req;
845 	login_rsp = (struct iscsi_login_rsp *) login->rsp;
846 	payload_length = ntoh24(login_req->dlength);
847 
848 	param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
849 	if (!param)
850 		return -1;
851 
852 	ret = iscsi_decode_text_input(
853 			PHASE_SECURITY|PHASE_DECLARATIVE,
854 			SENDER_INITIATOR|SENDER_RECEIVER,
855 			login->req_buf,
856 			payload_length,
857 			conn);
858 	if (ret < 0)
859 		return -1;
860 
861 	if (ret > 0) {
862 		if (login->auth_complete) {
863 			pr_err("Initiator has already been"
864 				" successfully authenticated, but is still"
865 				" sending %s keys.\n", param->value);
866 			iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
867 					ISCSI_LOGIN_STATUS_INIT_ERR);
868 			return -1;
869 		}
870 
871 		goto do_auth;
872 	} else if (!payload_length) {
873 		pr_err("Initiator sent zero length security payload,"
874 		       " login failed\n");
875 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
876 				    ISCSI_LOGIN_STATUS_AUTH_FAILED);
877 		return -1;
878 	}
879 
880 	if (login->first_request)
881 		if (iscsi_target_check_first_request(conn, login) < 0)
882 			return -1;
883 
884 	ret = iscsi_encode_text_output(
885 			PHASE_SECURITY|PHASE_DECLARATIVE,
886 			SENDER_TARGET,
887 			login->rsp_buf,
888 			&login->rsp_length,
889 			conn->param_list);
890 	if (ret < 0)
891 		return -1;
892 
893 	if (!iscsi_check_negotiated_keys(conn->param_list)) {
894 		if (conn->tpg->tpg_attrib.authentication &&
895 		    !strncmp(param->value, NONE, 4)) {
896 			pr_err("Initiator sent AuthMethod=None but"
897 				" Target is enforcing iSCSI Authentication,"
898 					" login failed.\n");
899 			iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
900 					ISCSI_LOGIN_STATUS_AUTH_FAILED);
901 			return -1;
902 		}
903 
904 		if (conn->tpg->tpg_attrib.authentication &&
905 		    !login->auth_complete)
906 			return 0;
907 
908 		if (strncmp(param->value, NONE, 4) && !login->auth_complete)
909 			return 0;
910 
911 		if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
912 		    (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
913 			login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
914 					    ISCSI_FLAG_LOGIN_TRANSIT;
915 			login->current_stage = 1;
916 		}
917 	}
918 
919 	return 0;
920 do_auth:
921 	return iscsi_target_do_authentication(conn, login);
922 }
923 
924 static int iscsi_target_handle_csg_one(struct iscsi_conn *conn, struct iscsi_login *login)
925 {
926 	int ret;
927 	u32 payload_length;
928 	struct iscsi_login_req *login_req;
929 	struct iscsi_login_rsp *login_rsp;
930 
931 	login_req = (struct iscsi_login_req *) login->req;
932 	login_rsp = (struct iscsi_login_rsp *) login->rsp;
933 	payload_length = ntoh24(login_req->dlength);
934 
935 	ret = iscsi_decode_text_input(
936 			PHASE_OPERATIONAL|PHASE_DECLARATIVE,
937 			SENDER_INITIATOR|SENDER_RECEIVER,
938 			login->req_buf,
939 			payload_length,
940 			conn);
941 	if (ret < 0) {
942 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
943 				ISCSI_LOGIN_STATUS_INIT_ERR);
944 		return -1;
945 	}
946 
947 	if (login->first_request)
948 		if (iscsi_target_check_first_request(conn, login) < 0)
949 			return -1;
950 
951 	if (iscsi_target_check_for_existing_instances(conn, login) < 0)
952 		return -1;
953 
954 	ret = iscsi_encode_text_output(
955 			PHASE_OPERATIONAL|PHASE_DECLARATIVE,
956 			SENDER_TARGET,
957 			login->rsp_buf,
958 			&login->rsp_length,
959 			conn->param_list);
960 	if (ret < 0) {
961 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
962 				ISCSI_LOGIN_STATUS_INIT_ERR);
963 		return -1;
964 	}
965 
966 	if (!login->auth_complete &&
967 	     conn->tpg->tpg_attrib.authentication) {
968 		pr_err("Initiator is requesting CSG: 1, has not been"
969 			 " successfully authenticated, and the Target is"
970 			" enforcing iSCSI Authentication, login failed.\n");
971 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
972 				ISCSI_LOGIN_STATUS_AUTH_FAILED);
973 		return -1;
974 	}
975 
976 	if (!iscsi_check_negotiated_keys(conn->param_list))
977 		if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE3) &&
978 		    (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT))
979 			login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE3 |
980 					    ISCSI_FLAG_LOGIN_TRANSIT;
981 
982 	return 0;
983 }
984 
985 static int iscsi_target_do_login(struct iscsi_conn *conn, struct iscsi_login *login)
986 {
987 	int pdu_count = 0;
988 	struct iscsi_login_req *login_req;
989 	struct iscsi_login_rsp *login_rsp;
990 
991 	login_req = (struct iscsi_login_req *) login->req;
992 	login_rsp = (struct iscsi_login_rsp *) login->rsp;
993 
994 	while (1) {
995 		if (++pdu_count > MAX_LOGIN_PDUS) {
996 			pr_err("MAX_LOGIN_PDUS count reached.\n");
997 			iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
998 					ISCSI_LOGIN_STATUS_TARGET_ERROR);
999 			return -1;
1000 		}
1001 
1002 		switch (ISCSI_LOGIN_CURRENT_STAGE(login_req->flags)) {
1003 		case 0:
1004 			login_rsp->flags &= ~ISCSI_FLAG_LOGIN_CURRENT_STAGE_MASK;
1005 			if (iscsi_target_handle_csg_zero(conn, login) < 0)
1006 				return -1;
1007 			break;
1008 		case 1:
1009 			login_rsp->flags |= ISCSI_FLAG_LOGIN_CURRENT_STAGE1;
1010 			if (iscsi_target_handle_csg_one(conn, login) < 0)
1011 				return -1;
1012 			if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1013 				/*
1014 				 * Check to make sure the TCP connection has not
1015 				 * dropped asynchronously while session reinstatement
1016 				 * was occuring in this kthread context, before
1017 				 * transitioning to full feature phase operation.
1018 				 */
1019 				if (iscsi_target_sk_check_close(conn))
1020 					return -1;
1021 
1022 				login->tsih = conn->sess->tsih;
1023 				login->login_complete = 1;
1024 				iscsi_target_restore_sock_callbacks(conn);
1025 				if (iscsi_target_do_tx_login_io(conn,
1026 						login) < 0)
1027 					return -1;
1028 				return 1;
1029 			}
1030 			break;
1031 		default:
1032 			pr_err("Illegal CSG: %d received from"
1033 				" Initiator, protocol error.\n",
1034 				ISCSI_LOGIN_CURRENT_STAGE(login_req->flags));
1035 			break;
1036 		}
1037 
1038 		if (iscsi_target_do_tx_login_io(conn, login) < 0)
1039 			return -1;
1040 
1041 		if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1042 			login_rsp->flags &= ~ISCSI_FLAG_LOGIN_TRANSIT;
1043 			login_rsp->flags &= ~ISCSI_FLAG_LOGIN_NEXT_STAGE_MASK;
1044 		}
1045 		break;
1046 	}
1047 
1048 	return 0;
1049 }
1050 
1051 static void iscsi_initiatorname_tolower(
1052 	char *param_buf)
1053 {
1054 	char *c;
1055 	u32 iqn_size = strlen(param_buf), i;
1056 
1057 	for (i = 0; i < iqn_size; i++) {
1058 		c = &param_buf[i];
1059 		if (!isupper(*c))
1060 			continue;
1061 
1062 		*c = tolower(*c);
1063 	}
1064 }
1065 
1066 /*
1067  * Processes the first Login Request..
1068  */
1069 int iscsi_target_locate_portal(
1070 	struct iscsi_np *np,
1071 	struct iscsi_conn *conn,
1072 	struct iscsi_login *login)
1073 {
1074 	char *i_buf = NULL, *s_buf = NULL, *t_buf = NULL;
1075 	char *tmpbuf, *start = NULL, *end = NULL, *key, *value;
1076 	struct iscsi_session *sess = conn->sess;
1077 	struct iscsi_tiqn *tiqn;
1078 	struct iscsi_tpg_np *tpg_np = NULL;
1079 	struct iscsi_login_req *login_req;
1080 	struct se_node_acl *se_nacl;
1081 	u32 payload_length, queue_depth = 0;
1082 	int sessiontype = 0, ret = 0, tag_num, tag_size;
1083 
1084 	INIT_DELAYED_WORK(&conn->login_work, iscsi_target_do_login_rx);
1085 	INIT_DELAYED_WORK(&conn->login_cleanup_work, iscsi_target_do_cleanup);
1086 	iscsi_target_set_sock_callbacks(conn);
1087 
1088 	login->np = np;
1089 
1090 	login_req = (struct iscsi_login_req *) login->req;
1091 	payload_length = ntoh24(login_req->dlength);
1092 
1093 	tmpbuf = kzalloc(payload_length + 1, GFP_KERNEL);
1094 	if (!tmpbuf) {
1095 		pr_err("Unable to allocate memory for tmpbuf.\n");
1096 		return -1;
1097 	}
1098 
1099 	memcpy(tmpbuf, login->req_buf, payload_length);
1100 	tmpbuf[payload_length] = '\0';
1101 	start = tmpbuf;
1102 	end = (start + payload_length);
1103 
1104 	/*
1105 	 * Locate the initial keys expected from the Initiator node in
1106 	 * the first login request in order to progress with the login phase.
1107 	 */
1108 	while (start < end) {
1109 		if (iscsi_extract_key_value(start, &key, &value) < 0) {
1110 			ret = -1;
1111 			goto out;
1112 		}
1113 
1114 		if (!strncmp(key, "InitiatorName", 13))
1115 			i_buf = value;
1116 		else if (!strncmp(key, "SessionType", 11))
1117 			s_buf = value;
1118 		else if (!strncmp(key, "TargetName", 10))
1119 			t_buf = value;
1120 
1121 		start += strlen(key) + strlen(value) + 2;
1122 	}
1123 	/*
1124 	 * See 5.3.  Login Phase.
1125 	 */
1126 	if (!i_buf) {
1127 		pr_err("InitiatorName key not received"
1128 			" in first login request.\n");
1129 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1130 			ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1131 		ret = -1;
1132 		goto out;
1133 	}
1134 	/*
1135 	 * Convert the incoming InitiatorName to lowercase following
1136 	 * RFC-3720 3.2.6.1. section c) that says that iSCSI IQNs
1137 	 * are NOT case sensitive.
1138 	 */
1139 	iscsi_initiatorname_tolower(i_buf);
1140 
1141 	if (!s_buf) {
1142 		if (!login->leading_connection)
1143 			goto get_target;
1144 
1145 		pr_err("SessionType key not received"
1146 			" in first login request.\n");
1147 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1148 			ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1149 		ret = -1;
1150 		goto out;
1151 	}
1152 
1153 	/*
1154 	 * Use default portal group for discovery sessions.
1155 	 */
1156 	sessiontype = strncmp(s_buf, DISCOVERY, 9);
1157 	if (!sessiontype) {
1158 		conn->tpg = iscsit_global->discovery_tpg;
1159 		if (!login->leading_connection)
1160 			goto get_target;
1161 
1162 		sess->sess_ops->SessionType = 1;
1163 		/*
1164 		 * Setup crc32c modules from libcrypto
1165 		 */
1166 		if (iscsi_login_setup_crypto(conn) < 0) {
1167 			pr_err("iscsi_login_setup_crypto() failed\n");
1168 			ret = -1;
1169 			goto out;
1170 		}
1171 		/*
1172 		 * Serialize access across the discovery struct iscsi_portal_group to
1173 		 * process login attempt.
1174 		 */
1175 		if (iscsit_access_np(np, conn->tpg) < 0) {
1176 			iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1177 				ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1178 			ret = -1;
1179 			goto out;
1180 		}
1181 		ret = 0;
1182 		goto alloc_tags;
1183 	}
1184 
1185 get_target:
1186 	if (!t_buf) {
1187 		pr_err("TargetName key not received"
1188 			" in first login request while"
1189 			" SessionType=Normal.\n");
1190 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1191 			ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1192 		ret = -1;
1193 		goto out;
1194 	}
1195 
1196 	/*
1197 	 * Locate Target IQN from Storage Node.
1198 	 */
1199 	tiqn = iscsit_get_tiqn_for_login(t_buf);
1200 	if (!tiqn) {
1201 		pr_err("Unable to locate Target IQN: %s in"
1202 			" Storage Node\n", t_buf);
1203 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1204 				ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1205 		ret = -1;
1206 		goto out;
1207 	}
1208 	pr_debug("Located Storage Object: %s\n", tiqn->tiqn);
1209 
1210 	/*
1211 	 * Locate Target Portal Group from Storage Node.
1212 	 */
1213 	conn->tpg = iscsit_get_tpg_from_np(tiqn, np, &tpg_np);
1214 	if (!conn->tpg) {
1215 		pr_err("Unable to locate Target Portal Group"
1216 				" on %s\n", tiqn->tiqn);
1217 		iscsit_put_tiqn_for_login(tiqn);
1218 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1219 				ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1220 		ret = -1;
1221 		goto out;
1222 	}
1223 	conn->tpg_np = tpg_np;
1224 	pr_debug("Located Portal Group Object: %hu\n", conn->tpg->tpgt);
1225 	/*
1226 	 * Setup crc32c modules from libcrypto
1227 	 */
1228 	if (iscsi_login_setup_crypto(conn) < 0) {
1229 		pr_err("iscsi_login_setup_crypto() failed\n");
1230 		kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1231 		iscsit_put_tiqn_for_login(tiqn);
1232 		conn->tpg = NULL;
1233 		ret = -1;
1234 		goto out;
1235 	}
1236 	/*
1237 	 * Serialize access across the struct iscsi_portal_group to
1238 	 * process login attempt.
1239 	 */
1240 	if (iscsit_access_np(np, conn->tpg) < 0) {
1241 		kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1242 		iscsit_put_tiqn_for_login(tiqn);
1243 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1244 				ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1245 		conn->tpg = NULL;
1246 		ret = -1;
1247 		goto out;
1248 	}
1249 
1250 	/*
1251 	 * conn->sess->node_acl will be set when the referenced
1252 	 * struct iscsi_session is located from received ISID+TSIH in
1253 	 * iscsi_login_non_zero_tsih_s2().
1254 	 */
1255 	if (!login->leading_connection) {
1256 		ret = 0;
1257 		goto out;
1258 	}
1259 
1260 	/*
1261 	 * This value is required in iscsi_login_zero_tsih_s2()
1262 	 */
1263 	sess->sess_ops->SessionType = 0;
1264 
1265 	/*
1266 	 * Locate incoming Initiator IQN reference from Storage Node.
1267 	 */
1268 	sess->se_sess->se_node_acl = core_tpg_check_initiator_node_acl(
1269 			&conn->tpg->tpg_se_tpg, i_buf);
1270 	if (!sess->se_sess->se_node_acl) {
1271 		pr_err("iSCSI Initiator Node: %s is not authorized to"
1272 			" access iSCSI target portal group: %hu.\n",
1273 				i_buf, conn->tpg->tpgt);
1274 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1275 				ISCSI_LOGIN_STATUS_TGT_FORBIDDEN);
1276 		ret = -1;
1277 		goto out;
1278 	}
1279 	se_nacl = sess->se_sess->se_node_acl;
1280 	queue_depth = se_nacl->queue_depth;
1281 	/*
1282 	 * Setup pre-allocated tags based upon allowed per NodeACL CmdSN
1283 	 * depth for non immediate commands, plus extra tags for immediate
1284 	 * commands.
1285 	 *
1286 	 * Also enforce a ISCSIT_MIN_TAGS to prevent unnecessary contention
1287 	 * in per-cpu-ida tag allocation logic + small queue_depth.
1288 	 */
1289 alloc_tags:
1290 	tag_num = max_t(u32, ISCSIT_MIN_TAGS, queue_depth);
1291 	tag_num = (tag_num * 2) + ISCSIT_EXTRA_TAGS;
1292 	tag_size = sizeof(struct iscsi_cmd) + conn->conn_transport->priv_size;
1293 
1294 	ret = transport_alloc_session_tags(sess->se_sess, tag_num, tag_size);
1295 	if (ret < 0) {
1296 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1297 				    ISCSI_LOGIN_STATUS_NO_RESOURCES);
1298 		ret = -1;
1299 	}
1300 out:
1301 	kfree(tmpbuf);
1302 	return ret;
1303 }
1304 
1305 int iscsi_target_start_negotiation(
1306 	struct iscsi_login *login,
1307 	struct iscsi_conn *conn)
1308 {
1309 	int ret;
1310 
1311 	if (conn->sock) {
1312 		struct sock *sk = conn->sock->sk;
1313 
1314 		write_lock_bh(&sk->sk_callback_lock);
1315 		set_bit(LOGIN_FLAGS_READY, &conn->login_flags);
1316 		set_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
1317 		write_unlock_bh(&sk->sk_callback_lock);
1318 	}
1319 	/*
1320 	 * If iscsi_target_do_login returns zero to signal more PDU
1321 	 * exchanges are required to complete the login, go ahead and
1322 	 * clear LOGIN_FLAGS_INITIAL_PDU but only if the TCP connection
1323 	 * is still active.
1324 	 *
1325 	 * Otherwise if TCP connection dropped asynchronously, go ahead
1326 	 * and perform connection cleanup now.
1327 	 */
1328 	ret = iscsi_target_do_login(conn, login);
1329 	if (!ret && iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_INITIAL_PDU))
1330 		ret = -1;
1331 
1332 	if (ret < 0) {
1333 		cancel_delayed_work_sync(&conn->login_work);
1334 		cancel_delayed_work_sync(&conn->login_cleanup_work);
1335 		iscsi_target_restore_sock_callbacks(conn);
1336 		iscsi_remove_failed_auth_entry(conn);
1337 	}
1338 	if (ret != 0)
1339 		iscsi_target_nego_release(conn);
1340 
1341 	return ret;
1342 }
1343 
1344 void iscsi_target_nego_release(struct iscsi_conn *conn)
1345 {
1346 	struct iscsi_login *login = conn->conn_login;
1347 
1348 	if (!login)
1349 		return;
1350 
1351 	kfree(login->req_buf);
1352 	kfree(login->rsp_buf);
1353 	kfree(login);
1354 
1355 	conn->conn_login = NULL;
1356 }
1357