133 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_recv_data()  local
134 	struct sock *sk = tcp_sw_conn->sock->sk;  in iscsi_sw_tcp_recv_data()
160 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_recv_data_work()  local
161 	struct sock *sk = tcp_sw_conn->sock->sk;  in iscsi_sw_tcp_recv_data_work()
170 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_data_ready()  local
183 	tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_data_ready()
185 	if (tcp_sw_conn->queue_recv)  in iscsi_sw_tcp_data_ready()
195 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_state_change()  local
209 	tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_state_change()
210 	old_state_change = tcp_sw_conn->old_state_change;  in iscsi_sw_tcp_state_change()
225 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_write_space()  local
236 	tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_write_space()
237 	old_write_space = tcp_sw_conn->old_write_space;  in iscsi_sw_tcp_write_space()
249 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_set_callbacks()  local
250 	struct sock *sk = tcp_sw_conn->sock->sk;  in iscsi_sw_tcp_conn_set_callbacks()
255 	tcp_sw_conn->old_data_ready = sk->sk_data_ready;  in iscsi_sw_tcp_conn_set_callbacks()
256 	tcp_sw_conn->old_state_change = sk->sk_state_change;  in iscsi_sw_tcp_conn_set_callbacks()
257 	tcp_sw_conn->old_write_space = sk->sk_write_space;  in iscsi_sw_tcp_conn_set_callbacks()
268 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_restore_callbacks()  local
269 	struct sock *sk = tcp_sw_conn->sock->sk;  in iscsi_sw_tcp_conn_restore_callbacks()
274 	sk->sk_data_ready   = tcp_sw_conn->old_data_ready;  in iscsi_sw_tcp_conn_restore_callbacks()
275 	sk->sk_state_change = tcp_sw_conn->old_state_change;  in iscsi_sw_tcp_conn_restore_callbacks()
276 	sk->sk_write_space  = tcp_sw_conn->old_write_space;  in iscsi_sw_tcp_conn_restore_callbacks()
297 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_xmit_segment()  local
298 	struct socket *sk = tcp_sw_conn->sock;  in iscsi_sw_tcp_xmit_segment()
315 		if (tcp_sw_conn->queue_recv)  in iscsi_sw_tcp_xmit_segment()
346 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_xmit()  local
347 	struct iscsi_segment *segment = &tcp_sw_conn->out.segment;  in iscsi_sw_tcp_xmit()
397 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_xmit_qlen()  local
398 	struct iscsi_segment *segment = &tcp_sw_conn->out.segment;  in iscsi_sw_tcp_xmit_qlen()
408 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_pdu_xmit()  local
411 	if (!tcp_sw_conn->sock) {  in iscsi_sw_tcp_pdu_xmit()
441 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_hdr_done()  local
443 	tcp_sw_conn->out.segment = tcp_sw_conn->out.data_segment;  in iscsi_sw_tcp_send_hdr_done()
446 			 tcp_sw_conn->out.segment.size,  in iscsi_sw_tcp_send_hdr_done()
447 			 tcp_sw_conn->out.segment.total_size);  in iscsi_sw_tcp_send_hdr_done()
455 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_hdr_prep()  local
462 	memset(&tcp_sw_conn->out.data_segment, 0,  in iscsi_sw_tcp_send_hdr_prep()
471 		iscsi_tcp_dgst_header(tcp_sw_conn->tx_hash, hdr, hdrlen,  in iscsi_sw_tcp_send_hdr_prep()
479 	tcp_sw_conn->out.hdr = hdr;  in iscsi_sw_tcp_send_hdr_prep()
481 	iscsi_segment_init_linear(&tcp_sw_conn->out.segment, hdr, hdrlen,  in iscsi_sw_tcp_send_hdr_prep()
496 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_data_prep()  local
506 	hdr_spec_len = ntoh24(tcp_sw_conn->out.hdr->dlength);  in iscsi_sw_tcp_send_data_prep()
510 		tx_hash = tcp_sw_conn->tx_hash;  in iscsi_sw_tcp_send_data_prep()
512 	return iscsi_segment_seek_sg(&tcp_sw_conn->out.data_segment,  in iscsi_sw_tcp_send_data_prep()
522 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_linear_data_prep()  local
531 	hdr_spec_len = ntoh24(tcp_sw_conn->out.hdr->dlength);  in iscsi_sw_tcp_send_linear_data_prep()
535 		tx_hash = tcp_sw_conn->tx_hash;  in iscsi_sw_tcp_send_linear_data_prep()
537 	iscsi_segment_init_linear(&tcp_sw_conn->out.data_segment,  in iscsi_sw_tcp_send_linear_data_prep()
585 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_conn_create()  local
588 	cls_conn = iscsi_tcp_conn_setup(cls_session, sizeof(*tcp_sw_conn),  in iscsi_sw_tcp_conn_create()
594 	tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_create()
596 	tcp_sw_conn->queue_recv = iscsi_recv_from_iscsi_q;  in iscsi_sw_tcp_conn_create()
598 	mutex_init(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_create()
604 	tcp_sw_conn->tx_hash = ahash_request_alloc(tfm, GFP_KERNEL);  in iscsi_sw_tcp_conn_create()
605 	if (!tcp_sw_conn->tx_hash)  in iscsi_sw_tcp_conn_create()
607 	ahash_request_set_callback(tcp_sw_conn->tx_hash, 0, NULL, NULL);  in iscsi_sw_tcp_conn_create()
609 	tcp_sw_conn->rx_hash = ahash_request_alloc(tfm, GFP_KERNEL);  in iscsi_sw_tcp_conn_create()
610 	if (!tcp_sw_conn->rx_hash)  in iscsi_sw_tcp_conn_create()
612 	ahash_request_set_callback(tcp_sw_conn->rx_hash, 0, NULL, NULL);  in iscsi_sw_tcp_conn_create()
614 	tcp_conn->rx_hash = tcp_sw_conn->rx_hash;  in iscsi_sw_tcp_conn_create()
619 	ahash_request_free(tcp_sw_conn->tx_hash);  in iscsi_sw_tcp_conn_create()
635 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_release_conn()  local
636 	struct socket *sock = tcp_sw_conn->sock;  in iscsi_sw_tcp_release_conn()
658 	mutex_lock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_release_conn()
659 	tcp_sw_conn->sock = NULL;  in iscsi_sw_tcp_release_conn()
660 	mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_release_conn()
668 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_destroy()  local
672 	ahash_request_free(tcp_sw_conn->rx_hash);  in iscsi_sw_tcp_conn_destroy()
673 	if (tcp_sw_conn->tx_hash) {  in iscsi_sw_tcp_conn_destroy()
676 		tfm = crypto_ahash_reqtfm(tcp_sw_conn->tx_hash);  in iscsi_sw_tcp_conn_destroy()
677 		ahash_request_free(tcp_sw_conn->tx_hash);  in iscsi_sw_tcp_conn_destroy()
688 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_stop()  local
689 	struct socket *sock = tcp_sw_conn->sock;  in iscsi_sw_tcp_conn_stop()
714 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_bind()  local
735 	mutex_lock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_bind()
737 	tcp_sw_conn->sock = sock;  in iscsi_sw_tcp_conn_bind()
738 	mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_bind()
767 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_set_param()  local
774 		mutex_lock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_set_param()
775 		if (!tcp_sw_conn->sock) {  in iscsi_sw_tcp_conn_set_param()
776 			mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_set_param()
780 		mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_set_param()
795 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_conn_get_param()  local
818 		tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_get_param()
820 		mutex_lock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_get_param()
821 		sock = tcp_sw_conn->sock;  in iscsi_sw_tcp_conn_get_param()
834 		mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_get_param()
855 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_host_get_param()  local
873 		tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_host_get_param()
881 		mutex_lock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_host_get_param()
882 		sock = tcp_sw_conn->sock;  in iscsi_sw_tcp_host_get_param()
887 		mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_host_get_param()
908 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_get_stats()  local
912 	stats->custom[0].value = tcp_sw_conn->sendpage_failures_cnt;  in iscsi_sw_tcp_conn_get_stats()
914 	stats->custom[1].value = tcp_sw_conn->discontiguous_hdr_cnt;  in iscsi_sw_tcp_conn_get_stats()