1 /*******************************************************************************
2  * This file contains main functions related to iSCSI Parameter negotiation.
3  *
4  * (c) Copyright 2007-2013 Datera, Inc.
5  *
6  * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation; either version 2 of the License, or
11  * (at your option) any later version.
12  *
13  * This program is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16  * GNU General Public License for more details.
17  ******************************************************************************/
18 
19 #include <linux/ctype.h>
20 #include <linux/kthread.h>
21 #include <linux/slab.h>
22 #include <net/sock.h>
23 #include <scsi/iscsi_proto.h>
24 #include <target/target_core_base.h>
25 #include <target/target_core_fabric.h>
26 #include <target/iscsi/iscsi_transport.h>
27 
28 #include <target/iscsi/iscsi_target_core.h>
29 #include "iscsi_target_parameters.h"
30 #include "iscsi_target_login.h"
31 #include "iscsi_target_nego.h"
32 #include "iscsi_target_tpg.h"
33 #include "iscsi_target_util.h"
34 #include "iscsi_target.h"
35 #include "iscsi_target_auth.h"
36 
37 #define MAX_LOGIN_PDUS  7
38 #define TEXT_LEN	4096
39 
40 void convert_null_to_semi(char *buf, int len)
41 {
42 	int i;
43 
44 	for (i = 0; i < len; i++)
45 		if (buf[i] == '\0')
46 			buf[i] = ';';
47 }
48 
49 static int strlen_semi(char *buf)
50 {
51 	int i = 0;
52 
53 	while (buf[i] != '\0') {
54 		if (buf[i] == ';')
55 			return i;
56 		i++;
57 	}
58 
59 	return -1;
60 }
61 
62 int extract_param(
63 	const char *in_buf,
64 	const char *pattern,
65 	unsigned int max_length,
66 	char *out_buf,
67 	unsigned char *type)
68 {
69 	char *ptr;
70 	int len;
71 
72 	if (!in_buf || !pattern || !out_buf || !type)
73 		return -1;
74 
75 	ptr = strstr(in_buf, pattern);
76 	if (!ptr)
77 		return -1;
78 
79 	ptr = strstr(ptr, "=");
80 	if (!ptr)
81 		return -1;
82 
83 	ptr += 1;
84 	if (*ptr == '0' && (*(ptr+1) == 'x' || *(ptr+1) == 'X')) {
85 		ptr += 2; /* skip 0x */
86 		*type = HEX;
87 	} else
88 		*type = DECIMAL;
89 
90 	len = strlen_semi(ptr);
91 	if (len < 0)
92 		return -1;
93 
94 	if (len >= max_length) {
95 		pr_err("Length of input: %d exceeds max_length:"
96 			" %d\n", len, max_length);
97 		return -1;
98 	}
99 	memcpy(out_buf, ptr, len);
100 	out_buf[len] = '\0';
101 
102 	return 0;
103 }
104 
105 static u32 iscsi_handle_authentication(
106 	struct iscsi_conn *conn,
107 	char *in_buf,
108 	char *out_buf,
109 	int in_length,
110 	int *out_length,
111 	unsigned char *authtype)
112 {
113 	struct iscsi_session *sess = conn->sess;
114 	struct iscsi_node_auth *auth;
115 	struct iscsi_node_acl *iscsi_nacl;
116 	struct iscsi_portal_group *iscsi_tpg;
117 	struct se_node_acl *se_nacl;
118 
119 	if (!sess->sess_ops->SessionType) {
120 		/*
121 		 * For SessionType=Normal
122 		 */
123 		se_nacl = conn->sess->se_sess->se_node_acl;
124 		if (!se_nacl) {
125 			pr_err("Unable to locate struct se_node_acl for"
126 					" CHAP auth\n");
127 			return -1;
128 		}
129 		iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
130 				se_node_acl);
131 		if (!iscsi_nacl) {
132 			pr_err("Unable to locate struct iscsi_node_acl for"
133 					" CHAP auth\n");
134 			return -1;
135 		}
136 
137 		if (se_nacl->dynamic_node_acl) {
138 			iscsi_tpg = container_of(se_nacl->se_tpg,
139 					struct iscsi_portal_group, tpg_se_tpg);
140 
141 			auth = &iscsi_tpg->tpg_demo_auth;
142 		} else {
143 			iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
144 						  se_node_acl);
145 
146 			auth = &iscsi_nacl->node_auth;
147 		}
148 	} else {
149 		/*
150 		 * For SessionType=Discovery
151 		 */
152 		auth = &iscsit_global->discovery_acl.node_auth;
153 	}
154 
155 	if (strstr("CHAP", authtype))
156 		strcpy(conn->sess->auth_type, "CHAP");
157 	else
158 		strcpy(conn->sess->auth_type, NONE);
159 
160 	if (strstr("None", authtype))
161 		return 1;
162 #ifdef CANSRP
163 	else if (strstr("SRP", authtype))
164 		return srp_main_loop(conn, auth, in_buf, out_buf,
165 				&in_length, out_length);
166 #endif
167 	else if (strstr("CHAP", authtype))
168 		return chap_main_loop(conn, auth, in_buf, out_buf,
169 				&in_length, out_length);
170 	else if (strstr("SPKM1", authtype))
171 		return 2;
172 	else if (strstr("SPKM2", authtype))
173 		return 2;
174 	else if (strstr("KRB5", authtype))
175 		return 2;
176 	else
177 		return 2;
178 }
179 
180 static void iscsi_remove_failed_auth_entry(struct iscsi_conn *conn)
181 {
182 	kfree(conn->auth_protocol);
183 }
184 
185 int iscsi_target_check_login_request(
186 	struct iscsi_conn *conn,
187 	struct iscsi_login *login)
188 {
189 	int req_csg, req_nsg;
190 	u32 payload_length;
191 	struct iscsi_login_req *login_req;
192 
193 	login_req = (struct iscsi_login_req *) login->req;
194 	payload_length = ntoh24(login_req->dlength);
195 
196 	switch (login_req->opcode & ISCSI_OPCODE_MASK) {
197 	case ISCSI_OP_LOGIN:
198 		break;
199 	default:
200 		pr_err("Received unknown opcode 0x%02x.\n",
201 				login_req->opcode & ISCSI_OPCODE_MASK);
202 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
203 				ISCSI_LOGIN_STATUS_INIT_ERR);
204 		return -1;
205 	}
206 
207 	if ((login_req->flags & ISCSI_FLAG_LOGIN_CONTINUE) &&
208 	    (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
209 		pr_err("Login request has both ISCSI_FLAG_LOGIN_CONTINUE"
210 			" and ISCSI_FLAG_LOGIN_TRANSIT set, protocol error.\n");
211 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
212 				ISCSI_LOGIN_STATUS_INIT_ERR);
213 		return -1;
214 	}
215 
216 	req_csg = ISCSI_LOGIN_CURRENT_STAGE(login_req->flags);
217 	req_nsg = ISCSI_LOGIN_NEXT_STAGE(login_req->flags);
218 
219 	if (req_csg != login->current_stage) {
220 		pr_err("Initiator unexpectedly changed login stage"
221 			" from %d to %d, login failed.\n", login->current_stage,
222 			req_csg);
223 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
224 				ISCSI_LOGIN_STATUS_INIT_ERR);
225 		return -1;
226 	}
227 
228 	if ((req_nsg == 2) || (req_csg >= 2) ||
229 	   ((login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT) &&
230 	    (req_nsg <= req_csg))) {
231 		pr_err("Illegal login_req->flags Combination, CSG: %d,"
232 			" NSG: %d, ISCSI_FLAG_LOGIN_TRANSIT: %d.\n", req_csg,
233 			req_nsg, (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT));
234 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
235 				ISCSI_LOGIN_STATUS_INIT_ERR);
236 		return -1;
237 	}
238 
239 	if ((login_req->max_version != login->version_max) ||
240 	    (login_req->min_version != login->version_min)) {
241 		pr_err("Login request changed Version Max/Nin"
242 			" unexpectedly to 0x%02x/0x%02x, protocol error\n",
243 			login_req->max_version, login_req->min_version);
244 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
245 				ISCSI_LOGIN_STATUS_INIT_ERR);
246 		return -1;
247 	}
248 
249 	if (memcmp(login_req->isid, login->isid, 6) != 0) {
250 		pr_err("Login request changed ISID unexpectedly,"
251 				" protocol error.\n");
252 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
253 				ISCSI_LOGIN_STATUS_INIT_ERR);
254 		return -1;
255 	}
256 
257 	if (login_req->itt != login->init_task_tag) {
258 		pr_err("Login request changed ITT unexpectedly to"
259 			" 0x%08x, protocol error.\n", login_req->itt);
260 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
261 				ISCSI_LOGIN_STATUS_INIT_ERR);
262 		return -1;
263 	}
264 
265 	if (payload_length > MAX_KEY_VALUE_PAIRS) {
266 		pr_err("Login request payload exceeds default"
267 			" MaxRecvDataSegmentLength: %u, protocol error.\n",
268 				MAX_KEY_VALUE_PAIRS);
269 		return -1;
270 	}
271 
272 	return 0;
273 }
274 EXPORT_SYMBOL(iscsi_target_check_login_request);
275 
276 static int iscsi_target_check_first_request(
277 	struct iscsi_conn *conn,
278 	struct iscsi_login *login)
279 {
280 	struct iscsi_param *param = NULL;
281 	struct se_node_acl *se_nacl;
282 
283 	login->first_request = 0;
284 
285 	list_for_each_entry(param, &conn->param_list->param_list, p_list) {
286 		if (!strncmp(param->name, SESSIONTYPE, 11)) {
287 			if (!IS_PSTATE_ACCEPTOR(param)) {
288 				pr_err("SessionType key not received"
289 					" in first login request.\n");
290 				iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
291 					ISCSI_LOGIN_STATUS_MISSING_FIELDS);
292 				return -1;
293 			}
294 			if (!strncmp(param->value, DISCOVERY, 9))
295 				return 0;
296 		}
297 
298 		if (!strncmp(param->name, INITIATORNAME, 13)) {
299 			if (!IS_PSTATE_ACCEPTOR(param)) {
300 				if (!login->leading_connection)
301 					continue;
302 
303 				pr_err("InitiatorName key not received"
304 					" in first login request.\n");
305 				iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
306 					ISCSI_LOGIN_STATUS_MISSING_FIELDS);
307 				return -1;
308 			}
309 
310 			/*
311 			 * For non-leading connections, double check that the
312 			 * received InitiatorName matches the existing session's
313 			 * struct iscsi_node_acl.
314 			 */
315 			if (!login->leading_connection) {
316 				se_nacl = conn->sess->se_sess->se_node_acl;
317 				if (!se_nacl) {
318 					pr_err("Unable to locate"
319 						" struct se_node_acl\n");
320 					iscsit_tx_login_rsp(conn,
321 							ISCSI_STATUS_CLS_INITIATOR_ERR,
322 							ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
323 					return -1;
324 				}
325 
326 				if (strcmp(param->value,
327 						se_nacl->initiatorname)) {
328 					pr_err("Incorrect"
329 						" InitiatorName: %s for this"
330 						" iSCSI Initiator Node.\n",
331 						param->value);
332 					iscsit_tx_login_rsp(conn,
333 							ISCSI_STATUS_CLS_INITIATOR_ERR,
334 							ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
335 					return -1;
336 				}
337 			}
338 		}
339 	}
340 
341 	return 0;
342 }
343 
344 static int iscsi_target_do_tx_login_io(struct iscsi_conn *conn, struct iscsi_login *login)
345 {
346 	u32 padding = 0;
347 	struct iscsi_login_rsp *login_rsp;
348 
349 	login_rsp = (struct iscsi_login_rsp *) login->rsp;
350 
351 	login_rsp->opcode		= ISCSI_OP_LOGIN_RSP;
352 	hton24(login_rsp->dlength, login->rsp_length);
353 	memcpy(login_rsp->isid, login->isid, 6);
354 	login_rsp->tsih			= cpu_to_be16(login->tsih);
355 	login_rsp->itt			= login->init_task_tag;
356 	login_rsp->statsn		= cpu_to_be32(conn->stat_sn++);
357 	login_rsp->exp_cmdsn		= cpu_to_be32(conn->sess->exp_cmd_sn);
358 	login_rsp->max_cmdsn		= cpu_to_be32((u32) atomic_read(&conn->sess->max_cmd_sn));
359 
360 	pr_debug("Sending Login Response, Flags: 0x%02x, ITT: 0x%08x,"
361 		" ExpCmdSN; 0x%08x, MaxCmdSN: 0x%08x, StatSN: 0x%08x, Length:"
362 		" %u\n", login_rsp->flags, (__force u32)login_rsp->itt,
363 		ntohl(login_rsp->exp_cmdsn), ntohl(login_rsp->max_cmdsn),
364 		ntohl(login_rsp->statsn), login->rsp_length);
365 
366 	padding = ((-login->rsp_length) & 3);
367 	/*
368 	 * Before sending the last login response containing the transition
369 	 * bit for full-feature-phase, go ahead and start up TX/RX threads
370 	 * now to avoid potential resource allocation failures after the
371 	 * final login response has been sent.
372 	 */
373 	if (login->login_complete) {
374 		int rc = iscsit_start_kthreads(conn);
375 		if (rc) {
376 			iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
377 					    ISCSI_LOGIN_STATUS_NO_RESOURCES);
378 			return -1;
379 		}
380 	}
381 
382 	if (conn->conn_transport->iscsit_put_login_tx(conn, login,
383 					login->rsp_length + padding) < 0)
384 		goto err;
385 
386 	login->rsp_length		= 0;
387 
388 	return 0;
389 
390 err:
391 	if (login->login_complete) {
392 		if (conn->rx_thread && conn->rx_thread_active) {
393 			send_sig(SIGINT, conn->rx_thread, 1);
394 			complete(&conn->rx_login_comp);
395 			kthread_stop(conn->rx_thread);
396 		}
397 		if (conn->tx_thread && conn->tx_thread_active) {
398 			send_sig(SIGINT, conn->tx_thread, 1);
399 			kthread_stop(conn->tx_thread);
400 		}
401 		spin_lock(&iscsit_global->ts_bitmap_lock);
402 		bitmap_release_region(iscsit_global->ts_bitmap, conn->bitmap_id,
403 				      get_order(1));
404 		spin_unlock(&iscsit_global->ts_bitmap_lock);
405 	}
406 	return -1;
407 }
408 
409 static void iscsi_target_sk_data_ready(struct sock *sk)
410 {
411 	struct iscsi_conn *conn = sk->sk_user_data;
412 	bool rc;
413 
414 	pr_debug("Entering iscsi_target_sk_data_ready: conn: %p\n", conn);
415 
416 	write_lock_bh(&sk->sk_callback_lock);
417 	if (!sk->sk_user_data) {
418 		write_unlock_bh(&sk->sk_callback_lock);
419 		return;
420 	}
421 	if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
422 		write_unlock_bh(&sk->sk_callback_lock);
423 		pr_debug("Got LOGIN_FLAGS_READY=0, conn: %p >>>>\n", conn);
424 		return;
425 	}
426 	if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
427 		write_unlock_bh(&sk->sk_callback_lock);
428 		pr_debug("Got LOGIN_FLAGS_CLOSED=1, conn: %p >>>>\n", conn);
429 		return;
430 	}
431 	if (test_and_set_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
432 		write_unlock_bh(&sk->sk_callback_lock);
433 		pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1, conn: %p >>>>\n", conn);
434 		return;
435 	}
436 
437 	rc = schedule_delayed_work(&conn->login_work, 0);
438 	if (!rc) {
439 		pr_debug("iscsi_target_sk_data_ready, schedule_delayed_work"
440 			 " got false\n");
441 	}
442 	write_unlock_bh(&sk->sk_callback_lock);
443 }
444 
445 static void iscsi_target_sk_state_change(struct sock *);
446 
447 static void iscsi_target_set_sock_callbacks(struct iscsi_conn *conn)
448 {
449 	struct sock *sk;
450 
451 	if (!conn->sock)
452 		return;
453 
454 	sk = conn->sock->sk;
455 	pr_debug("Entering iscsi_target_set_sock_callbacks: conn: %p\n", conn);
456 
457 	write_lock_bh(&sk->sk_callback_lock);
458 	sk->sk_user_data = conn;
459 	conn->orig_data_ready = sk->sk_data_ready;
460 	conn->orig_state_change = sk->sk_state_change;
461 	sk->sk_data_ready = iscsi_target_sk_data_ready;
462 	sk->sk_state_change = iscsi_target_sk_state_change;
463 	write_unlock_bh(&sk->sk_callback_lock);
464 
465 	sk->sk_sndtimeo = TA_LOGIN_TIMEOUT * HZ;
466 	sk->sk_rcvtimeo = TA_LOGIN_TIMEOUT * HZ;
467 }
468 
469 static void iscsi_target_restore_sock_callbacks(struct iscsi_conn *conn)
470 {
471 	struct sock *sk;
472 
473 	if (!conn->sock)
474 		return;
475 
476 	sk = conn->sock->sk;
477 	pr_debug("Entering iscsi_target_restore_sock_callbacks: conn: %p\n", conn);
478 
479 	write_lock_bh(&sk->sk_callback_lock);
480 	if (!sk->sk_user_data) {
481 		write_unlock_bh(&sk->sk_callback_lock);
482 		return;
483 	}
484 	sk->sk_user_data = NULL;
485 	sk->sk_data_ready = conn->orig_data_ready;
486 	sk->sk_state_change = conn->orig_state_change;
487 	write_unlock_bh(&sk->sk_callback_lock);
488 
489 	sk->sk_sndtimeo = MAX_SCHEDULE_TIMEOUT;
490 	sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
491 }
492 
493 static int iscsi_target_do_login(struct iscsi_conn *, struct iscsi_login *);
494 
495 static bool iscsi_target_sk_state_check(struct sock *sk)
496 {
497 	if (sk->sk_state == TCP_CLOSE_WAIT || sk->sk_state == TCP_CLOSE) {
498 		pr_debug("iscsi_target_sk_state_check: TCP_CLOSE_WAIT|TCP_CLOSE,"
499 			"returning FALSE\n");
500 		return false;
501 	}
502 	return true;
503 }
504 
505 static void iscsi_target_login_drop(struct iscsi_conn *conn, struct iscsi_login *login)
506 {
507 	struct iscsi_np *np = login->np;
508 	bool zero_tsih = login->zero_tsih;
509 
510 	iscsi_remove_failed_auth_entry(conn);
511 	iscsi_target_nego_release(conn);
512 	iscsi_target_login_sess_out(conn, np, zero_tsih, true);
513 }
514 
515 static void iscsi_target_login_timeout(unsigned long data)
516 {
517 	struct iscsi_conn *conn = (struct iscsi_conn *)data;
518 
519 	pr_debug("Entering iscsi_target_login_timeout >>>>>>>>>>>>>>>>>>>\n");
520 
521 	if (conn->login_kworker) {
522 		pr_debug("Sending SIGINT to conn->login_kworker %s/%d\n",
523 			 conn->login_kworker->comm, conn->login_kworker->pid);
524 		send_sig(SIGINT, conn->login_kworker, 1);
525 	}
526 }
527 
528 static void iscsi_target_do_login_rx(struct work_struct *work)
529 {
530 	struct iscsi_conn *conn = container_of(work,
531 				struct iscsi_conn, login_work.work);
532 	struct iscsi_login *login = conn->login;
533 	struct iscsi_np *np = login->np;
534 	struct iscsi_portal_group *tpg = conn->tpg;
535 	struct iscsi_tpg_np *tpg_np = conn->tpg_np;
536 	struct timer_list login_timer;
537 	int rc, zero_tsih = login->zero_tsih;
538 	bool state;
539 
540 	pr_debug("entering iscsi_target_do_login_rx, conn: %p, %s:%d\n",
541 			conn, current->comm, current->pid);
542 
543 	spin_lock(&tpg->tpg_state_lock);
544 	state = (tpg->tpg_state == TPG_STATE_ACTIVE);
545 	spin_unlock(&tpg->tpg_state_lock);
546 
547 	if (!state) {
548 		pr_debug("iscsi_target_do_login_rx: tpg_state != TPG_STATE_ACTIVE\n");
549 		iscsi_target_restore_sock_callbacks(conn);
550 		iscsi_target_login_drop(conn, login);
551 		iscsit_deaccess_np(np, tpg, tpg_np);
552 		return;
553 	}
554 
555 	if (conn->sock) {
556 		struct sock *sk = conn->sock->sk;
557 
558 		read_lock_bh(&sk->sk_callback_lock);
559 		state = iscsi_target_sk_state_check(sk);
560 		read_unlock_bh(&sk->sk_callback_lock);
561 
562 		if (!state) {
563 			pr_debug("iscsi_target_do_login_rx, TCP state CLOSE\n");
564 			iscsi_target_restore_sock_callbacks(conn);
565 			iscsi_target_login_drop(conn, login);
566 			iscsit_deaccess_np(np, tpg, tpg_np);
567 			return;
568 		}
569 	}
570 
571 	conn->login_kworker = current;
572 	allow_signal(SIGINT);
573 
574 	init_timer(&login_timer);
575 	login_timer.expires = (get_jiffies_64() + TA_LOGIN_TIMEOUT * HZ);
576 	login_timer.data = (unsigned long)conn;
577 	login_timer.function = iscsi_target_login_timeout;
578 	add_timer(&login_timer);
579 	pr_debug("Starting login_timer for %s/%d\n", current->comm, current->pid);
580 
581 	rc = conn->conn_transport->iscsit_get_login_rx(conn, login);
582 	del_timer_sync(&login_timer);
583 	flush_signals(current);
584 	conn->login_kworker = NULL;
585 
586 	if (rc < 0) {
587 		iscsi_target_restore_sock_callbacks(conn);
588 		iscsi_target_login_drop(conn, login);
589 		iscsit_deaccess_np(np, tpg, tpg_np);
590 		return;
591 	}
592 
593 	pr_debug("iscsi_target_do_login_rx after rx_login_io, %p, %s:%d\n",
594 			conn, current->comm, current->pid);
595 
596 	rc = iscsi_target_do_login(conn, login);
597 	if (rc < 0) {
598 		iscsi_target_restore_sock_callbacks(conn);
599 		iscsi_target_login_drop(conn, login);
600 		iscsit_deaccess_np(np, tpg, tpg_np);
601 	} else if (!rc) {
602 		if (conn->sock) {
603 			struct sock *sk = conn->sock->sk;
604 
605 			write_lock_bh(&sk->sk_callback_lock);
606 			clear_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags);
607 			write_unlock_bh(&sk->sk_callback_lock);
608 		}
609 	} else if (rc == 1) {
610 		iscsi_target_nego_release(conn);
611 		iscsi_post_login_handler(np, conn, zero_tsih);
612 		iscsit_deaccess_np(np, tpg, tpg_np);
613 	}
614 }
615 
616 static void iscsi_target_do_cleanup(struct work_struct *work)
617 {
618 	struct iscsi_conn *conn = container_of(work,
619 				struct iscsi_conn, login_cleanup_work.work);
620 	struct sock *sk = conn->sock->sk;
621 	struct iscsi_login *login = conn->login;
622 	struct iscsi_np *np = login->np;
623 	struct iscsi_portal_group *tpg = conn->tpg;
624 	struct iscsi_tpg_np *tpg_np = conn->tpg_np;
625 
626 	pr_debug("Entering iscsi_target_do_cleanup\n");
627 
628 	cancel_delayed_work_sync(&conn->login_work);
629 	conn->orig_state_change(sk);
630 
631 	iscsi_target_restore_sock_callbacks(conn);
632 	iscsi_target_login_drop(conn, login);
633 	iscsit_deaccess_np(np, tpg, tpg_np);
634 
635 	pr_debug("iscsi_target_do_cleanup done()\n");
636 }
637 
638 static void iscsi_target_sk_state_change(struct sock *sk)
639 {
640 	struct iscsi_conn *conn;
641 	void (*orig_state_change)(struct sock *);
642 	bool state;
643 
644 	pr_debug("Entering iscsi_target_sk_state_change\n");
645 
646 	write_lock_bh(&sk->sk_callback_lock);
647 	conn = sk->sk_user_data;
648 	if (!conn) {
649 		write_unlock_bh(&sk->sk_callback_lock);
650 		return;
651 	}
652 	orig_state_change = conn->orig_state_change;
653 
654 	if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
655 		pr_debug("Got LOGIN_FLAGS_READY=0 sk_state_change conn: %p\n",
656 			 conn);
657 		write_unlock_bh(&sk->sk_callback_lock);
658 		orig_state_change(sk);
659 		return;
660 	}
661 	if (test_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
662 		pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1 sk_state_change"
663 			 " conn: %p\n", conn);
664 		write_unlock_bh(&sk->sk_callback_lock);
665 		orig_state_change(sk);
666 		return;
667 	}
668 	if (test_and_set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
669 		pr_debug("Got LOGIN_FLAGS_CLOSED=1 sk_state_change conn: %p\n",
670 			 conn);
671 		write_unlock_bh(&sk->sk_callback_lock);
672 		orig_state_change(sk);
673 		return;
674 	}
675 
676 	state = iscsi_target_sk_state_check(sk);
677 	write_unlock_bh(&sk->sk_callback_lock);
678 
679 	pr_debug("iscsi_target_sk_state_change: state: %d\n", state);
680 
681 	if (!state) {
682 		pr_debug("iscsi_target_sk_state_change got failed state\n");
683 		schedule_delayed_work(&conn->login_cleanup_work, 0);
684 		return;
685 	}
686 	orig_state_change(sk);
687 }
688 
689 /*
690  *	NOTE: We check for existing sessions or connections AFTER the initiator
691  *	has been successfully authenticated in order to protect against faked
692  *	ISID/TSIH combinations.
693  */
694 static int iscsi_target_check_for_existing_instances(
695 	struct iscsi_conn *conn,
696 	struct iscsi_login *login)
697 {
698 	if (login->checked_for_existing)
699 		return 0;
700 
701 	login->checked_for_existing = 1;
702 
703 	if (!login->tsih)
704 		return iscsi_check_for_session_reinstatement(conn);
705 	else
706 		return iscsi_login_post_auth_non_zero_tsih(conn, login->cid,
707 				login->initial_exp_statsn);
708 }
709 
710 static int iscsi_target_do_authentication(
711 	struct iscsi_conn *conn,
712 	struct iscsi_login *login)
713 {
714 	int authret;
715 	u32 payload_length;
716 	struct iscsi_param *param;
717 	struct iscsi_login_req *login_req;
718 	struct iscsi_login_rsp *login_rsp;
719 
720 	login_req = (struct iscsi_login_req *) login->req;
721 	login_rsp = (struct iscsi_login_rsp *) login->rsp;
722 	payload_length = ntoh24(login_req->dlength);
723 
724 	param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
725 	if (!param)
726 		return -1;
727 
728 	authret = iscsi_handle_authentication(
729 			conn,
730 			login->req_buf,
731 			login->rsp_buf,
732 			payload_length,
733 			&login->rsp_length,
734 			param->value);
735 	switch (authret) {
736 	case 0:
737 		pr_debug("Received OK response"
738 		" from LIO Authentication, continuing.\n");
739 		break;
740 	case 1:
741 		pr_debug("iSCSI security negotiation"
742 			" completed successfully.\n");
743 		login->auth_complete = 1;
744 		if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
745 		    (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
746 			login_rsp->flags |= (ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
747 					     ISCSI_FLAG_LOGIN_TRANSIT);
748 			login->current_stage = 1;
749 		}
750 		return iscsi_target_check_for_existing_instances(
751 				conn, login);
752 	case 2:
753 		pr_err("Security negotiation"
754 			" failed.\n");
755 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
756 				ISCSI_LOGIN_STATUS_AUTH_FAILED);
757 		return -1;
758 	default:
759 		pr_err("Received unknown error %d from LIO"
760 				" Authentication\n", authret);
761 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
762 				ISCSI_LOGIN_STATUS_TARGET_ERROR);
763 		return -1;
764 	}
765 
766 	return 0;
767 }
768 
769 static int iscsi_target_handle_csg_zero(
770 	struct iscsi_conn *conn,
771 	struct iscsi_login *login)
772 {
773 	int ret;
774 	u32 payload_length;
775 	struct iscsi_param *param;
776 	struct iscsi_login_req *login_req;
777 	struct iscsi_login_rsp *login_rsp;
778 
779 	login_req = (struct iscsi_login_req *) login->req;
780 	login_rsp = (struct iscsi_login_rsp *) login->rsp;
781 	payload_length = ntoh24(login_req->dlength);
782 
783 	param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
784 	if (!param)
785 		return -1;
786 
787 	ret = iscsi_decode_text_input(
788 			PHASE_SECURITY|PHASE_DECLARATIVE,
789 			SENDER_INITIATOR|SENDER_RECEIVER,
790 			login->req_buf,
791 			payload_length,
792 			conn);
793 	if (ret < 0)
794 		return -1;
795 
796 	if (ret > 0) {
797 		if (login->auth_complete) {
798 			pr_err("Initiator has already been"
799 				" successfully authenticated, but is still"
800 				" sending %s keys.\n", param->value);
801 			iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
802 					ISCSI_LOGIN_STATUS_INIT_ERR);
803 			return -1;
804 		}
805 
806 		goto do_auth;
807 	} else if (!payload_length) {
808 		pr_err("Initiator sent zero length security payload,"
809 		       " login failed\n");
810 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
811 				    ISCSI_LOGIN_STATUS_AUTH_FAILED);
812 		return -1;
813 	}
814 
815 	if (login->first_request)
816 		if (iscsi_target_check_first_request(conn, login) < 0)
817 			return -1;
818 
819 	ret = iscsi_encode_text_output(
820 			PHASE_SECURITY|PHASE_DECLARATIVE,
821 			SENDER_TARGET,
822 			login->rsp_buf,
823 			&login->rsp_length,
824 			conn->param_list);
825 	if (ret < 0)
826 		return -1;
827 
828 	if (!iscsi_check_negotiated_keys(conn->param_list)) {
829 		if (conn->tpg->tpg_attrib.authentication &&
830 		    !strncmp(param->value, NONE, 4)) {
831 			pr_err("Initiator sent AuthMethod=None but"
832 				" Target is enforcing iSCSI Authentication,"
833 					" login failed.\n");
834 			iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
835 					ISCSI_LOGIN_STATUS_AUTH_FAILED);
836 			return -1;
837 		}
838 
839 		if (conn->tpg->tpg_attrib.authentication &&
840 		    !login->auth_complete)
841 			return 0;
842 
843 		if (strncmp(param->value, NONE, 4) && !login->auth_complete)
844 			return 0;
845 
846 		if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
847 		    (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
848 			login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
849 					    ISCSI_FLAG_LOGIN_TRANSIT;
850 			login->current_stage = 1;
851 		}
852 	}
853 
854 	return 0;
855 do_auth:
856 	return iscsi_target_do_authentication(conn, login);
857 }
858 
859 static int iscsi_target_handle_csg_one(struct iscsi_conn *conn, struct iscsi_login *login)
860 {
861 	int ret;
862 	u32 payload_length;
863 	struct iscsi_login_req *login_req;
864 	struct iscsi_login_rsp *login_rsp;
865 
866 	login_req = (struct iscsi_login_req *) login->req;
867 	login_rsp = (struct iscsi_login_rsp *) login->rsp;
868 	payload_length = ntoh24(login_req->dlength);
869 
870 	ret = iscsi_decode_text_input(
871 			PHASE_OPERATIONAL|PHASE_DECLARATIVE,
872 			SENDER_INITIATOR|SENDER_RECEIVER,
873 			login->req_buf,
874 			payload_length,
875 			conn);
876 	if (ret < 0) {
877 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
878 				ISCSI_LOGIN_STATUS_INIT_ERR);
879 		return -1;
880 	}
881 
882 	if (login->first_request)
883 		if (iscsi_target_check_first_request(conn, login) < 0)
884 			return -1;
885 
886 	if (iscsi_target_check_for_existing_instances(conn, login) < 0)
887 		return -1;
888 
889 	ret = iscsi_encode_text_output(
890 			PHASE_OPERATIONAL|PHASE_DECLARATIVE,
891 			SENDER_TARGET,
892 			login->rsp_buf,
893 			&login->rsp_length,
894 			conn->param_list);
895 	if (ret < 0) {
896 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
897 				ISCSI_LOGIN_STATUS_INIT_ERR);
898 		return -1;
899 	}
900 
901 	if (!login->auth_complete &&
902 	     conn->tpg->tpg_attrib.authentication) {
903 		pr_err("Initiator is requesting CSG: 1, has not been"
904 			 " successfully authenticated, and the Target is"
905 			" enforcing iSCSI Authentication, login failed.\n");
906 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
907 				ISCSI_LOGIN_STATUS_AUTH_FAILED);
908 		return -1;
909 	}
910 
911 	if (!iscsi_check_negotiated_keys(conn->param_list))
912 		if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE3) &&
913 		    (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT))
914 			login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE3 |
915 					    ISCSI_FLAG_LOGIN_TRANSIT;
916 
917 	return 0;
918 }
919 
920 static int iscsi_target_do_login(struct iscsi_conn *conn, struct iscsi_login *login)
921 {
922 	int pdu_count = 0;
923 	struct iscsi_login_req *login_req;
924 	struct iscsi_login_rsp *login_rsp;
925 
926 	login_req = (struct iscsi_login_req *) login->req;
927 	login_rsp = (struct iscsi_login_rsp *) login->rsp;
928 
929 	while (1) {
930 		if (++pdu_count > MAX_LOGIN_PDUS) {
931 			pr_err("MAX_LOGIN_PDUS count reached.\n");
932 			iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
933 					ISCSI_LOGIN_STATUS_TARGET_ERROR);
934 			return -1;
935 		}
936 
937 		switch (ISCSI_LOGIN_CURRENT_STAGE(login_req->flags)) {
938 		case 0:
939 			login_rsp->flags &= ~ISCSI_FLAG_LOGIN_CURRENT_STAGE_MASK;
940 			if (iscsi_target_handle_csg_zero(conn, login) < 0)
941 				return -1;
942 			break;
943 		case 1:
944 			login_rsp->flags |= ISCSI_FLAG_LOGIN_CURRENT_STAGE1;
945 			if (iscsi_target_handle_csg_one(conn, login) < 0)
946 				return -1;
947 			if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
948 				login->tsih = conn->sess->tsih;
949 				login->login_complete = 1;
950 				iscsi_target_restore_sock_callbacks(conn);
951 				if (iscsi_target_do_tx_login_io(conn,
952 						login) < 0)
953 					return -1;
954 				return 1;
955 			}
956 			break;
957 		default:
958 			pr_err("Illegal CSG: %d received from"
959 				" Initiator, protocol error.\n",
960 				ISCSI_LOGIN_CURRENT_STAGE(login_req->flags));
961 			break;
962 		}
963 
964 		if (iscsi_target_do_tx_login_io(conn, login) < 0)
965 			return -1;
966 
967 		if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
968 			login_rsp->flags &= ~ISCSI_FLAG_LOGIN_TRANSIT;
969 			login_rsp->flags &= ~ISCSI_FLAG_LOGIN_NEXT_STAGE_MASK;
970 		}
971 		break;
972 	}
973 
974 	if (conn->sock) {
975 		struct sock *sk = conn->sock->sk;
976 		bool state;
977 
978 		read_lock_bh(&sk->sk_callback_lock);
979 		state = iscsi_target_sk_state_check(sk);
980 		read_unlock_bh(&sk->sk_callback_lock);
981 
982 		if (!state) {
983 			pr_debug("iscsi_target_do_login() failed state for"
984 				 " conn: %p\n", conn);
985 			return -1;
986 		}
987 	}
988 
989 	return 0;
990 }
991 
992 static void iscsi_initiatorname_tolower(
993 	char *param_buf)
994 {
995 	char *c;
996 	u32 iqn_size = strlen(param_buf), i;
997 
998 	for (i = 0; i < iqn_size; i++) {
999 		c = &param_buf[i];
1000 		if (!isupper(*c))
1001 			continue;
1002 
1003 		*c = tolower(*c);
1004 	}
1005 }
1006 
1007 /*
1008  * Processes the first Login Request..
1009  */
1010 int iscsi_target_locate_portal(
1011 	struct iscsi_np *np,
1012 	struct iscsi_conn *conn,
1013 	struct iscsi_login *login)
1014 {
1015 	char *i_buf = NULL, *s_buf = NULL, *t_buf = NULL;
1016 	char *tmpbuf, *start = NULL, *end = NULL, *key, *value;
1017 	struct iscsi_session *sess = conn->sess;
1018 	struct iscsi_tiqn *tiqn;
1019 	struct iscsi_tpg_np *tpg_np = NULL;
1020 	struct iscsi_login_req *login_req;
1021 	struct se_node_acl *se_nacl;
1022 	u32 payload_length, queue_depth = 0;
1023 	int sessiontype = 0, ret = 0, tag_num, tag_size;
1024 
1025 	INIT_DELAYED_WORK(&conn->login_work, iscsi_target_do_login_rx);
1026 	INIT_DELAYED_WORK(&conn->login_cleanup_work, iscsi_target_do_cleanup);
1027 	iscsi_target_set_sock_callbacks(conn);
1028 
1029 	login->np = np;
1030 
1031 	login_req = (struct iscsi_login_req *) login->req;
1032 	payload_length = ntoh24(login_req->dlength);
1033 
1034 	tmpbuf = kzalloc(payload_length + 1, GFP_KERNEL);
1035 	if (!tmpbuf) {
1036 		pr_err("Unable to allocate memory for tmpbuf.\n");
1037 		return -1;
1038 	}
1039 
1040 	memcpy(tmpbuf, login->req_buf, payload_length);
1041 	tmpbuf[payload_length] = '\0';
1042 	start = tmpbuf;
1043 	end = (start + payload_length);
1044 
1045 	/*
1046 	 * Locate the initial keys expected from the Initiator node in
1047 	 * the first login request in order to progress with the login phase.
1048 	 */
1049 	while (start < end) {
1050 		if (iscsi_extract_key_value(start, &key, &value) < 0) {
1051 			ret = -1;
1052 			goto out;
1053 		}
1054 
1055 		if (!strncmp(key, "InitiatorName", 13))
1056 			i_buf = value;
1057 		else if (!strncmp(key, "SessionType", 11))
1058 			s_buf = value;
1059 		else if (!strncmp(key, "TargetName", 10))
1060 			t_buf = value;
1061 
1062 		start += strlen(key) + strlen(value) + 2;
1063 	}
1064 	/*
1065 	 * See 5.3.  Login Phase.
1066 	 */
1067 	if (!i_buf) {
1068 		pr_err("InitiatorName key not received"
1069 			" in first login request.\n");
1070 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1071 			ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1072 		ret = -1;
1073 		goto out;
1074 	}
1075 	/*
1076 	 * Convert the incoming InitiatorName to lowercase following
1077 	 * RFC-3720 3.2.6.1. section c) that says that iSCSI IQNs
1078 	 * are NOT case sensitive.
1079 	 */
1080 	iscsi_initiatorname_tolower(i_buf);
1081 
1082 	if (!s_buf) {
1083 		if (!login->leading_connection)
1084 			goto get_target;
1085 
1086 		pr_err("SessionType key not received"
1087 			" in first login request.\n");
1088 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1089 			ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1090 		ret = -1;
1091 		goto out;
1092 	}
1093 
1094 	/*
1095 	 * Use default portal group for discovery sessions.
1096 	 */
1097 	sessiontype = strncmp(s_buf, DISCOVERY, 9);
1098 	if (!sessiontype) {
1099 		conn->tpg = iscsit_global->discovery_tpg;
1100 		if (!login->leading_connection)
1101 			goto get_target;
1102 
1103 		sess->sess_ops->SessionType = 1;
1104 		/*
1105 		 * Setup crc32c modules from libcrypto
1106 		 */
1107 		if (iscsi_login_setup_crypto(conn) < 0) {
1108 			pr_err("iscsi_login_setup_crypto() failed\n");
1109 			ret = -1;
1110 			goto out;
1111 		}
1112 		/*
1113 		 * Serialize access across the discovery struct iscsi_portal_group to
1114 		 * process login attempt.
1115 		 */
1116 		if (iscsit_access_np(np, conn->tpg) < 0) {
1117 			iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1118 				ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1119 			ret = -1;
1120 			goto out;
1121 		}
1122 		ret = 0;
1123 		goto alloc_tags;
1124 	}
1125 
1126 get_target:
1127 	if (!t_buf) {
1128 		pr_err("TargetName key not received"
1129 			" in first login request while"
1130 			" SessionType=Normal.\n");
1131 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1132 			ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1133 		ret = -1;
1134 		goto out;
1135 	}
1136 
1137 	/*
1138 	 * Locate Target IQN from Storage Node.
1139 	 */
1140 	tiqn = iscsit_get_tiqn_for_login(t_buf);
1141 	if (!tiqn) {
1142 		pr_err("Unable to locate Target IQN: %s in"
1143 			" Storage Node\n", t_buf);
1144 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1145 				ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1146 		ret = -1;
1147 		goto out;
1148 	}
1149 	pr_debug("Located Storage Object: %s\n", tiqn->tiqn);
1150 
1151 	/*
1152 	 * Locate Target Portal Group from Storage Node.
1153 	 */
1154 	conn->tpg = iscsit_get_tpg_from_np(tiqn, np, &tpg_np);
1155 	if (!conn->tpg) {
1156 		pr_err("Unable to locate Target Portal Group"
1157 				" on %s\n", tiqn->tiqn);
1158 		iscsit_put_tiqn_for_login(tiqn);
1159 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1160 				ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1161 		ret = -1;
1162 		goto out;
1163 	}
1164 	conn->tpg_np = tpg_np;
1165 	pr_debug("Located Portal Group Object: %hu\n", conn->tpg->tpgt);
1166 	/*
1167 	 * Setup crc32c modules from libcrypto
1168 	 */
1169 	if (iscsi_login_setup_crypto(conn) < 0) {
1170 		pr_err("iscsi_login_setup_crypto() failed\n");
1171 		kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1172 		iscsit_put_tiqn_for_login(tiqn);
1173 		conn->tpg = NULL;
1174 		ret = -1;
1175 		goto out;
1176 	}
1177 	/*
1178 	 * Serialize access across the struct iscsi_portal_group to
1179 	 * process login attempt.
1180 	 */
1181 	if (iscsit_access_np(np, conn->tpg) < 0) {
1182 		kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1183 		iscsit_put_tiqn_for_login(tiqn);
1184 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1185 				ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1186 		conn->tpg = NULL;
1187 		ret = -1;
1188 		goto out;
1189 	}
1190 
1191 	/*
1192 	 * conn->sess->node_acl will be set when the referenced
1193 	 * struct iscsi_session is located from received ISID+TSIH in
1194 	 * iscsi_login_non_zero_tsih_s2().
1195 	 */
1196 	if (!login->leading_connection) {
1197 		ret = 0;
1198 		goto out;
1199 	}
1200 
1201 	/*
1202 	 * This value is required in iscsi_login_zero_tsih_s2()
1203 	 */
1204 	sess->sess_ops->SessionType = 0;
1205 
1206 	/*
1207 	 * Locate incoming Initiator IQN reference from Storage Node.
1208 	 */
1209 	sess->se_sess->se_node_acl = core_tpg_check_initiator_node_acl(
1210 			&conn->tpg->tpg_se_tpg, i_buf);
1211 	if (!sess->se_sess->se_node_acl) {
1212 		pr_err("iSCSI Initiator Node: %s is not authorized to"
1213 			" access iSCSI target portal group: %hu.\n",
1214 				i_buf, conn->tpg->tpgt);
1215 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1216 				ISCSI_LOGIN_STATUS_TGT_FORBIDDEN);
1217 		ret = -1;
1218 		goto out;
1219 	}
1220 	se_nacl = sess->se_sess->se_node_acl;
1221 	queue_depth = se_nacl->queue_depth;
1222 	/*
1223 	 * Setup pre-allocated tags based upon allowed per NodeACL CmdSN
1224 	 * depth for non immediate commands, plus extra tags for immediate
1225 	 * commands.
1226 	 *
1227 	 * Also enforce a ISCSIT_MIN_TAGS to prevent unnecessary contention
1228 	 * in per-cpu-ida tag allocation logic + small queue_depth.
1229 	 */
1230 alloc_tags:
1231 	tag_num = max_t(u32, ISCSIT_MIN_TAGS, queue_depth);
1232 	tag_num = (tag_num * 2) + ISCSIT_EXTRA_TAGS;
1233 	tag_size = sizeof(struct iscsi_cmd) + conn->conn_transport->priv_size;
1234 
1235 	ret = transport_alloc_session_tags(sess->se_sess, tag_num, tag_size);
1236 	if (ret < 0) {
1237 		iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1238 				    ISCSI_LOGIN_STATUS_NO_RESOURCES);
1239 		ret = -1;
1240 	}
1241 out:
1242 	kfree(tmpbuf);
1243 	return ret;
1244 }
1245 
1246 int iscsi_target_start_negotiation(
1247 	struct iscsi_login *login,
1248 	struct iscsi_conn *conn)
1249 {
1250 	int ret;
1251 
1252        if (conn->sock) {
1253                struct sock *sk = conn->sock->sk;
1254 
1255                write_lock_bh(&sk->sk_callback_lock);
1256                set_bit(LOGIN_FLAGS_READY, &conn->login_flags);
1257                write_unlock_bh(&sk->sk_callback_lock);
1258        }
1259 
1260        ret = iscsi_target_do_login(conn, login);
1261        if (ret < 0) {
1262 		cancel_delayed_work_sync(&conn->login_work);
1263 		cancel_delayed_work_sync(&conn->login_cleanup_work);
1264 		iscsi_target_restore_sock_callbacks(conn);
1265 		iscsi_remove_failed_auth_entry(conn);
1266 	}
1267 	if (ret != 0)
1268 		iscsi_target_nego_release(conn);
1269 
1270 	return ret;
1271 }
1272 
1273 void iscsi_target_nego_release(struct iscsi_conn *conn)
1274 {
1275 	struct iscsi_login *login = conn->conn_login;
1276 
1277 	if (!login)
1278 		return;
1279 
1280 	kfree(login->req_buf);
1281 	kfree(login->rsp_buf);
1282 	kfree(login);
1283 
1284 	conn->conn_login = NULL;
1285 }
1286