1 /*
2  * iSCSI transport class definitions
3  *
4  * Copyright (C) IBM Corporation, 2004
5  * Copyright (C) Mike Christie, 2004 - 2005
6  * Copyright (C) Dmitry Yusupov, 2004 - 2005
7  * Copyright (C) Alex Aizman, 2004 - 2005
8  *
9  * This program is free software; you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License as published by
11  * the Free Software Foundation; either version 2 of the License, or
12  * (at your option) any later version.
13  *
14  * This program is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17  * GNU General Public License for more details.
18  *
19  * You should have received a copy of the GNU General Public License
20  * along with this program; if not, write to the Free Software
21  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
22  */
23 #include <linux/module.h>
24 #include <linux/mutex.h>
25 #include <linux/slab.h>
26 #include <linux/bsg-lib.h>
27 #include <linux/idr.h>
28 #include <net/tcp.h>
29 #include <scsi/scsi.h>
30 #include <scsi/scsi_host.h>
31 #include <scsi/scsi_device.h>
32 #include <scsi/scsi_transport.h>
33 #include <scsi/scsi_transport_iscsi.h>
34 #include <scsi/iscsi_if.h>
35 #include <scsi/scsi_cmnd.h>
36 #include <scsi/scsi_bsg_iscsi.h>
37 
38 #define ISCSI_TRANSPORT_VERSION "2.0-870"
39 
40 #define CREATE_TRACE_POINTS
41 #include <trace/events/iscsi.h>
42 
43 /*
44  * Export tracepoint symbols to be used by other modules.
45  */
46 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_conn);
47 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_eh);
48 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_session);
49 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_tcp);
50 EXPORT_TRACEPOINT_SYMBOL_GPL(iscsi_dbg_sw_tcp);
51 
52 static int dbg_session;
53 module_param_named(debug_session, dbg_session, int,
54 		   S_IRUGO | S_IWUSR);
55 MODULE_PARM_DESC(debug_session,
56 		 "Turn on debugging for sessions in scsi_transport_iscsi "
57 		 "module. Set to 1 to turn on, and zero to turn off. Default "
58 		 "is off.");
59 
60 static int dbg_conn;
61 module_param_named(debug_conn, dbg_conn, int,
62 		   S_IRUGO | S_IWUSR);
63 MODULE_PARM_DESC(debug_conn,
64 		 "Turn on debugging for connections in scsi_transport_iscsi "
65 		 "module. Set to 1 to turn on, and zero to turn off. Default "
66 		 "is off.");
67 
68 #define ISCSI_DBG_TRANS_SESSION(_session, dbg_fmt, arg...)		\
69 	do {								\
70 		if (dbg_session)					\
71 			iscsi_cls_session_printk(KERN_INFO, _session,	\
72 						 "%s: " dbg_fmt,	\
73 						 __func__, ##arg);	\
74 		iscsi_dbg_trace(trace_iscsi_dbg_trans_session,		\
75 				&(_session)->dev,			\
76 				"%s " dbg_fmt, __func__, ##arg);	\
77 	} while (0);
78 
79 #define ISCSI_DBG_TRANS_CONN(_conn, dbg_fmt, arg...)			\
80 	do {								\
81 		if (dbg_conn)						\
82 			iscsi_cls_conn_printk(KERN_INFO, _conn,		\
83 					      "%s: " dbg_fmt,		\
84 					      __func__, ##arg);		\
85 		iscsi_dbg_trace(trace_iscsi_dbg_trans_conn,		\
86 				&(_conn)->dev,				\
87 				"%s " dbg_fmt, __func__, ##arg);	\
88 	} while (0);
89 
90 struct iscsi_internal {
91 	struct scsi_transport_template t;
92 	struct iscsi_transport *iscsi_transport;
93 	struct list_head list;
94 	struct device dev;
95 
96 	struct transport_container conn_cont;
97 	struct transport_container session_cont;
98 };
99 
100 static atomic_t iscsi_session_nr; /* sysfs session id for next new session */
101 static struct workqueue_struct *iscsi_eh_timer_workq;
102 
103 static DEFINE_IDA(iscsi_sess_ida);
104 /*
105  * list of registered transports and lock that must
106  * be held while accessing list. The iscsi_transport_lock must
107  * be acquired after the rx_queue_mutex.
108  */
109 static LIST_HEAD(iscsi_transports);
110 static DEFINE_SPINLOCK(iscsi_transport_lock);
111 
112 #define to_iscsi_internal(tmpl) \
113 	container_of(tmpl, struct iscsi_internal, t)
114 
115 #define dev_to_iscsi_internal(_dev) \
116 	container_of(_dev, struct iscsi_internal, dev)
117 
118 static void iscsi_transport_release(struct device *dev)
119 {
120 	struct iscsi_internal *priv = dev_to_iscsi_internal(dev);
121 	kfree(priv);
122 }
123 
124 /*
125  * iscsi_transport_class represents the iscsi_transports that are
126  * registered.
127  */
128 static struct class iscsi_transport_class = {
129 	.name = "iscsi_transport",
130 	.dev_release = iscsi_transport_release,
131 };
132 
133 static ssize_t
134 show_transport_handle(struct device *dev, struct device_attribute *attr,
135 		      char *buf)
136 {
137 	struct iscsi_internal *priv = dev_to_iscsi_internal(dev);
138 	return sprintf(buf, "%llu\n", (unsigned long long)iscsi_handle(priv->iscsi_transport));
139 }
140 static DEVICE_ATTR(handle, S_IRUGO, show_transport_handle, NULL);
141 
142 #define show_transport_attr(name, format)				\
143 static ssize_t								\
144 show_transport_##name(struct device *dev, 				\
145 		      struct device_attribute *attr,char *buf)		\
146 {									\
147 	struct iscsi_internal *priv = dev_to_iscsi_internal(dev);	\
148 	return sprintf(buf, format"\n", priv->iscsi_transport->name);	\
149 }									\
150 static DEVICE_ATTR(name, S_IRUGO, show_transport_##name, NULL);
151 
152 show_transport_attr(caps, "0x%x");
153 
154 static struct attribute *iscsi_transport_attrs[] = {
155 	&dev_attr_handle.attr,
156 	&dev_attr_caps.attr,
157 	NULL,
158 };
159 
160 static struct attribute_group iscsi_transport_group = {
161 	.attrs = iscsi_transport_attrs,
162 };
163 
164 /*
165  * iSCSI endpoint attrs
166  */
167 #define iscsi_dev_to_endpoint(_dev) \
168 	container_of(_dev, struct iscsi_endpoint, dev)
169 
170 #define ISCSI_ATTR(_prefix,_name,_mode,_show,_store)	\
171 struct device_attribute dev_attr_##_prefix##_##_name =	\
172         __ATTR(_name,_mode,_show,_store)
173 
174 static void iscsi_endpoint_release(struct device *dev)
175 {
176 	struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
177 	kfree(ep);
178 }
179 
180 static struct class iscsi_endpoint_class = {
181 	.name = "iscsi_endpoint",
182 	.dev_release = iscsi_endpoint_release,
183 };
184 
185 static ssize_t
186 show_ep_handle(struct device *dev, struct device_attribute *attr, char *buf)
187 {
188 	struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
189 	return sprintf(buf, "%llu\n", (unsigned long long) ep->id);
190 }
191 static ISCSI_ATTR(ep, handle, S_IRUGO, show_ep_handle, NULL);
192 
193 static struct attribute *iscsi_endpoint_attrs[] = {
194 	&dev_attr_ep_handle.attr,
195 	NULL,
196 };
197 
198 static struct attribute_group iscsi_endpoint_group = {
199 	.attrs = iscsi_endpoint_attrs,
200 };
201 
202 #define ISCSI_MAX_EPID -1
203 
204 static int iscsi_match_epid(struct device *dev, const void *data)
205 {
206 	struct iscsi_endpoint *ep = iscsi_dev_to_endpoint(dev);
207 	const uint64_t *epid = data;
208 
209 	return *epid == ep->id;
210 }
211 
212 struct iscsi_endpoint *
213 iscsi_create_endpoint(int dd_size)
214 {
215 	struct device *dev;
216 	struct iscsi_endpoint *ep;
217 	uint64_t id;
218 	int err;
219 
220 	for (id = 1; id < ISCSI_MAX_EPID; id++) {
221 		dev = class_find_device(&iscsi_endpoint_class, NULL, &id,
222 					iscsi_match_epid);
223 		if (!dev)
224 			break;
225 		else
226 			put_device(dev);
227 	}
228 	if (id == ISCSI_MAX_EPID) {
229 		printk(KERN_ERR "Too many connections. Max supported %u\n",
230 		       ISCSI_MAX_EPID - 1);
231 		return NULL;
232 	}
233 
234 	ep = kzalloc(sizeof(*ep) + dd_size, GFP_KERNEL);
235 	if (!ep)
236 		return NULL;
237 
238 	ep->id = id;
239 	ep->dev.class = &iscsi_endpoint_class;
240 	dev_set_name(&ep->dev, "ep-%llu", (unsigned long long) id);
241 	err = device_register(&ep->dev);
242         if (err)
243                 goto free_ep;
244 
245 	err = sysfs_create_group(&ep->dev.kobj, &iscsi_endpoint_group);
246 	if (err)
247 		goto unregister_dev;
248 
249 	if (dd_size)
250 		ep->dd_data = &ep[1];
251 	return ep;
252 
253 unregister_dev:
254 	device_unregister(&ep->dev);
255 	return NULL;
256 
257 free_ep:
258 	kfree(ep);
259 	return NULL;
260 }
261 EXPORT_SYMBOL_GPL(iscsi_create_endpoint);
262 
263 void iscsi_destroy_endpoint(struct iscsi_endpoint *ep)
264 {
265 	sysfs_remove_group(&ep->dev.kobj, &iscsi_endpoint_group);
266 	device_unregister(&ep->dev);
267 }
268 EXPORT_SYMBOL_GPL(iscsi_destroy_endpoint);
269 
270 struct iscsi_endpoint *iscsi_lookup_endpoint(u64 handle)
271 {
272 	struct iscsi_endpoint *ep;
273 	struct device *dev;
274 
275 	dev = class_find_device(&iscsi_endpoint_class, NULL, &handle,
276 				iscsi_match_epid);
277 	if (!dev)
278 		return NULL;
279 
280 	ep = iscsi_dev_to_endpoint(dev);
281 	/*
282 	 * we can drop this now because the interface will prevent
283 	 * removals and lookups from racing.
284 	 */
285 	put_device(dev);
286 	return ep;
287 }
288 EXPORT_SYMBOL_GPL(iscsi_lookup_endpoint);
289 
290 /*
291  * Interface to display network param to sysfs
292  */
293 
294 static void iscsi_iface_release(struct device *dev)
295 {
296 	struct iscsi_iface *iface = iscsi_dev_to_iface(dev);
297 	struct device *parent = iface->dev.parent;
298 
299 	kfree(iface);
300 	put_device(parent);
301 }
302 
303 
304 static struct class iscsi_iface_class = {
305 	.name = "iscsi_iface",
306 	.dev_release = iscsi_iface_release,
307 };
308 
309 #define ISCSI_IFACE_ATTR(_prefix, _name, _mode, _show, _store)	\
310 struct device_attribute dev_attr_##_prefix##_##_name =		\
311 	__ATTR(_name, _mode, _show, _store)
312 
313 /* iface attrs show */
314 #define iscsi_iface_attr_show(type, name, param_type, param)		\
315 static ssize_t								\
316 show_##type##_##name(struct device *dev, struct device_attribute *attr,	\
317 		     char *buf)						\
318 {									\
319 	struct iscsi_iface *iface = iscsi_dev_to_iface(dev);		\
320 	struct iscsi_transport *t = iface->transport;			\
321 	return t->get_iface_param(iface, param_type, param, buf);	\
322 }									\
323 
324 #define iscsi_iface_net_attr(type, name, param)				\
325 	iscsi_iface_attr_show(type, name, ISCSI_NET_PARAM, param)	\
326 static ISCSI_IFACE_ATTR(type, name, S_IRUGO, show_##type##_##name, NULL);
327 
328 #define iscsi_iface_attr(type, name, param)				\
329 	iscsi_iface_attr_show(type, name, ISCSI_IFACE_PARAM, param)	\
330 static ISCSI_IFACE_ATTR(type, name, S_IRUGO, show_##type##_##name, NULL);
331 
332 /* generic read only ipv4 attribute */
333 iscsi_iface_net_attr(ipv4_iface, ipaddress, ISCSI_NET_PARAM_IPV4_ADDR);
334 iscsi_iface_net_attr(ipv4_iface, gateway, ISCSI_NET_PARAM_IPV4_GW);
335 iscsi_iface_net_attr(ipv4_iface, subnet, ISCSI_NET_PARAM_IPV4_SUBNET);
336 iscsi_iface_net_attr(ipv4_iface, bootproto, ISCSI_NET_PARAM_IPV4_BOOTPROTO);
337 iscsi_iface_net_attr(ipv4_iface, dhcp_dns_address_en,
338 		     ISCSI_NET_PARAM_IPV4_DHCP_DNS_ADDR_EN);
339 iscsi_iface_net_attr(ipv4_iface, dhcp_slp_da_info_en,
340 		     ISCSI_NET_PARAM_IPV4_DHCP_SLP_DA_EN);
341 iscsi_iface_net_attr(ipv4_iface, tos_en, ISCSI_NET_PARAM_IPV4_TOS_EN);
342 iscsi_iface_net_attr(ipv4_iface, tos, ISCSI_NET_PARAM_IPV4_TOS);
343 iscsi_iface_net_attr(ipv4_iface, grat_arp_en,
344 		     ISCSI_NET_PARAM_IPV4_GRAT_ARP_EN);
345 iscsi_iface_net_attr(ipv4_iface, dhcp_alt_client_id_en,
346 		     ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID_EN);
347 iscsi_iface_net_attr(ipv4_iface, dhcp_alt_client_id,
348 		     ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID);
349 iscsi_iface_net_attr(ipv4_iface, dhcp_req_vendor_id_en,
350 		     ISCSI_NET_PARAM_IPV4_DHCP_REQ_VENDOR_ID_EN);
351 iscsi_iface_net_attr(ipv4_iface, dhcp_use_vendor_id_en,
352 		     ISCSI_NET_PARAM_IPV4_DHCP_USE_VENDOR_ID_EN);
353 iscsi_iface_net_attr(ipv4_iface, dhcp_vendor_id,
354 		     ISCSI_NET_PARAM_IPV4_DHCP_VENDOR_ID);
355 iscsi_iface_net_attr(ipv4_iface, dhcp_learn_iqn_en,
356 		     ISCSI_NET_PARAM_IPV4_DHCP_LEARN_IQN_EN);
357 iscsi_iface_net_attr(ipv4_iface, fragment_disable,
358 		     ISCSI_NET_PARAM_IPV4_FRAGMENT_DISABLE);
359 iscsi_iface_net_attr(ipv4_iface, incoming_forwarding_en,
360 		     ISCSI_NET_PARAM_IPV4_IN_FORWARD_EN);
361 iscsi_iface_net_attr(ipv4_iface, ttl, ISCSI_NET_PARAM_IPV4_TTL);
362 
363 /* generic read only ipv6 attribute */
364 iscsi_iface_net_attr(ipv6_iface, ipaddress, ISCSI_NET_PARAM_IPV6_ADDR);
365 iscsi_iface_net_attr(ipv6_iface, link_local_addr,
366 		     ISCSI_NET_PARAM_IPV6_LINKLOCAL);
367 iscsi_iface_net_attr(ipv6_iface, router_addr, ISCSI_NET_PARAM_IPV6_ROUTER);
368 iscsi_iface_net_attr(ipv6_iface, ipaddr_autocfg,
369 		     ISCSI_NET_PARAM_IPV6_ADDR_AUTOCFG);
370 iscsi_iface_net_attr(ipv6_iface, link_local_autocfg,
371 		     ISCSI_NET_PARAM_IPV6_LINKLOCAL_AUTOCFG);
372 iscsi_iface_net_attr(ipv6_iface, link_local_state,
373 		     ISCSI_NET_PARAM_IPV6_LINKLOCAL_STATE);
374 iscsi_iface_net_attr(ipv6_iface, router_state,
375 		     ISCSI_NET_PARAM_IPV6_ROUTER_STATE);
376 iscsi_iface_net_attr(ipv6_iface, grat_neighbor_adv_en,
377 		     ISCSI_NET_PARAM_IPV6_GRAT_NEIGHBOR_ADV_EN);
378 iscsi_iface_net_attr(ipv6_iface, mld_en, ISCSI_NET_PARAM_IPV6_MLD_EN);
379 iscsi_iface_net_attr(ipv6_iface, flow_label, ISCSI_NET_PARAM_IPV6_FLOW_LABEL);
380 iscsi_iface_net_attr(ipv6_iface, traffic_class,
381 		     ISCSI_NET_PARAM_IPV6_TRAFFIC_CLASS);
382 iscsi_iface_net_attr(ipv6_iface, hop_limit, ISCSI_NET_PARAM_IPV6_HOP_LIMIT);
383 iscsi_iface_net_attr(ipv6_iface, nd_reachable_tmo,
384 		     ISCSI_NET_PARAM_IPV6_ND_REACHABLE_TMO);
385 iscsi_iface_net_attr(ipv6_iface, nd_rexmit_time,
386 		     ISCSI_NET_PARAM_IPV6_ND_REXMIT_TIME);
387 iscsi_iface_net_attr(ipv6_iface, nd_stale_tmo,
388 		     ISCSI_NET_PARAM_IPV6_ND_STALE_TMO);
389 iscsi_iface_net_attr(ipv6_iface, dup_addr_detect_cnt,
390 		     ISCSI_NET_PARAM_IPV6_DUP_ADDR_DETECT_CNT);
391 iscsi_iface_net_attr(ipv6_iface, router_adv_link_mtu,
392 		     ISCSI_NET_PARAM_IPV6_RTR_ADV_LINK_MTU);
393 
394 /* common read only iface attribute */
395 iscsi_iface_net_attr(iface, enabled, ISCSI_NET_PARAM_IFACE_ENABLE);
396 iscsi_iface_net_attr(iface, vlan_id, ISCSI_NET_PARAM_VLAN_ID);
397 iscsi_iface_net_attr(iface, vlan_priority, ISCSI_NET_PARAM_VLAN_PRIORITY);
398 iscsi_iface_net_attr(iface, vlan_enabled, ISCSI_NET_PARAM_VLAN_ENABLED);
399 iscsi_iface_net_attr(iface, mtu, ISCSI_NET_PARAM_MTU);
400 iscsi_iface_net_attr(iface, port, ISCSI_NET_PARAM_PORT);
401 iscsi_iface_net_attr(iface, ipaddress_state, ISCSI_NET_PARAM_IPADDR_STATE);
402 iscsi_iface_net_attr(iface, delayed_ack_en, ISCSI_NET_PARAM_DELAYED_ACK_EN);
403 iscsi_iface_net_attr(iface, tcp_nagle_disable,
404 		     ISCSI_NET_PARAM_TCP_NAGLE_DISABLE);
405 iscsi_iface_net_attr(iface, tcp_wsf_disable, ISCSI_NET_PARAM_TCP_WSF_DISABLE);
406 iscsi_iface_net_attr(iface, tcp_wsf, ISCSI_NET_PARAM_TCP_WSF);
407 iscsi_iface_net_attr(iface, tcp_timer_scale, ISCSI_NET_PARAM_TCP_TIMER_SCALE);
408 iscsi_iface_net_attr(iface, tcp_timestamp_en, ISCSI_NET_PARAM_TCP_TIMESTAMP_EN);
409 iscsi_iface_net_attr(iface, cache_id, ISCSI_NET_PARAM_CACHE_ID);
410 iscsi_iface_net_attr(iface, redirect_en, ISCSI_NET_PARAM_REDIRECT_EN);
411 
412 /* common iscsi specific settings attributes */
413 iscsi_iface_attr(iface, def_taskmgmt_tmo, ISCSI_IFACE_PARAM_DEF_TASKMGMT_TMO);
414 iscsi_iface_attr(iface, header_digest, ISCSI_IFACE_PARAM_HDRDGST_EN);
415 iscsi_iface_attr(iface, data_digest, ISCSI_IFACE_PARAM_DATADGST_EN);
416 iscsi_iface_attr(iface, immediate_data, ISCSI_IFACE_PARAM_IMM_DATA_EN);
417 iscsi_iface_attr(iface, initial_r2t, ISCSI_IFACE_PARAM_INITIAL_R2T_EN);
418 iscsi_iface_attr(iface, data_seq_in_order,
419 		 ISCSI_IFACE_PARAM_DATASEQ_INORDER_EN);
420 iscsi_iface_attr(iface, data_pdu_in_order, ISCSI_IFACE_PARAM_PDU_INORDER_EN);
421 iscsi_iface_attr(iface, erl, ISCSI_IFACE_PARAM_ERL);
422 iscsi_iface_attr(iface, max_recv_dlength, ISCSI_IFACE_PARAM_MAX_RECV_DLENGTH);
423 iscsi_iface_attr(iface, first_burst_len, ISCSI_IFACE_PARAM_FIRST_BURST);
424 iscsi_iface_attr(iface, max_outstanding_r2t, ISCSI_IFACE_PARAM_MAX_R2T);
425 iscsi_iface_attr(iface, max_burst_len, ISCSI_IFACE_PARAM_MAX_BURST);
426 iscsi_iface_attr(iface, chap_auth, ISCSI_IFACE_PARAM_CHAP_AUTH_EN);
427 iscsi_iface_attr(iface, bidi_chap, ISCSI_IFACE_PARAM_BIDI_CHAP_EN);
428 iscsi_iface_attr(iface, discovery_auth_optional,
429 		 ISCSI_IFACE_PARAM_DISCOVERY_AUTH_OPTIONAL);
430 iscsi_iface_attr(iface, discovery_logout,
431 		 ISCSI_IFACE_PARAM_DISCOVERY_LOGOUT_EN);
432 iscsi_iface_attr(iface, strict_login_comp_en,
433 		 ISCSI_IFACE_PARAM_STRICT_LOGIN_COMP_EN);
434 iscsi_iface_attr(iface, initiator_name, ISCSI_IFACE_PARAM_INITIATOR_NAME);
435 
436 static umode_t iscsi_iface_attr_is_visible(struct kobject *kobj,
437 					  struct attribute *attr, int i)
438 {
439 	struct device *dev = container_of(kobj, struct device, kobj);
440 	struct iscsi_iface *iface = iscsi_dev_to_iface(dev);
441 	struct iscsi_transport *t = iface->transport;
442 	int param;
443 	int param_type;
444 
445 	if (attr == &dev_attr_iface_enabled.attr)
446 		param = ISCSI_NET_PARAM_IFACE_ENABLE;
447 	else if (attr == &dev_attr_iface_vlan_id.attr)
448 		param = ISCSI_NET_PARAM_VLAN_ID;
449 	else if (attr == &dev_attr_iface_vlan_priority.attr)
450 		param = ISCSI_NET_PARAM_VLAN_PRIORITY;
451 	else if (attr == &dev_attr_iface_vlan_enabled.attr)
452 		param = ISCSI_NET_PARAM_VLAN_ENABLED;
453 	else if (attr == &dev_attr_iface_mtu.attr)
454 		param = ISCSI_NET_PARAM_MTU;
455 	else if (attr == &dev_attr_iface_port.attr)
456 		param = ISCSI_NET_PARAM_PORT;
457 	else if (attr == &dev_attr_iface_ipaddress_state.attr)
458 		param = ISCSI_NET_PARAM_IPADDR_STATE;
459 	else if (attr == &dev_attr_iface_delayed_ack_en.attr)
460 		param = ISCSI_NET_PARAM_DELAYED_ACK_EN;
461 	else if (attr == &dev_attr_iface_tcp_nagle_disable.attr)
462 		param = ISCSI_NET_PARAM_TCP_NAGLE_DISABLE;
463 	else if (attr == &dev_attr_iface_tcp_wsf_disable.attr)
464 		param = ISCSI_NET_PARAM_TCP_WSF_DISABLE;
465 	else if (attr == &dev_attr_iface_tcp_wsf.attr)
466 		param = ISCSI_NET_PARAM_TCP_WSF;
467 	else if (attr == &dev_attr_iface_tcp_timer_scale.attr)
468 		param = ISCSI_NET_PARAM_TCP_TIMER_SCALE;
469 	else if (attr == &dev_attr_iface_tcp_timestamp_en.attr)
470 		param = ISCSI_NET_PARAM_TCP_TIMESTAMP_EN;
471 	else if (attr == &dev_attr_iface_cache_id.attr)
472 		param = ISCSI_NET_PARAM_CACHE_ID;
473 	else if (attr == &dev_attr_iface_redirect_en.attr)
474 		param = ISCSI_NET_PARAM_REDIRECT_EN;
475 	else if (attr == &dev_attr_iface_def_taskmgmt_tmo.attr)
476 		param = ISCSI_IFACE_PARAM_DEF_TASKMGMT_TMO;
477 	else if (attr == &dev_attr_iface_header_digest.attr)
478 		param = ISCSI_IFACE_PARAM_HDRDGST_EN;
479 	else if (attr == &dev_attr_iface_data_digest.attr)
480 		param = ISCSI_IFACE_PARAM_DATADGST_EN;
481 	else if (attr == &dev_attr_iface_immediate_data.attr)
482 		param = ISCSI_IFACE_PARAM_IMM_DATA_EN;
483 	else if (attr == &dev_attr_iface_initial_r2t.attr)
484 		param = ISCSI_IFACE_PARAM_INITIAL_R2T_EN;
485 	else if (attr == &dev_attr_iface_data_seq_in_order.attr)
486 		param = ISCSI_IFACE_PARAM_DATASEQ_INORDER_EN;
487 	else if (attr == &dev_attr_iface_data_pdu_in_order.attr)
488 		param = ISCSI_IFACE_PARAM_PDU_INORDER_EN;
489 	else if (attr == &dev_attr_iface_erl.attr)
490 		param = ISCSI_IFACE_PARAM_ERL;
491 	else if (attr == &dev_attr_iface_max_recv_dlength.attr)
492 		param = ISCSI_IFACE_PARAM_MAX_RECV_DLENGTH;
493 	else if (attr == &dev_attr_iface_first_burst_len.attr)
494 		param = ISCSI_IFACE_PARAM_FIRST_BURST;
495 	else if (attr == &dev_attr_iface_max_outstanding_r2t.attr)
496 		param = ISCSI_IFACE_PARAM_MAX_R2T;
497 	else if (attr == &dev_attr_iface_max_burst_len.attr)
498 		param = ISCSI_IFACE_PARAM_MAX_BURST;
499 	else if (attr == &dev_attr_iface_chap_auth.attr)
500 		param = ISCSI_IFACE_PARAM_CHAP_AUTH_EN;
501 	else if (attr == &dev_attr_iface_bidi_chap.attr)
502 		param = ISCSI_IFACE_PARAM_BIDI_CHAP_EN;
503 	else if (attr == &dev_attr_iface_discovery_auth_optional.attr)
504 		param = ISCSI_IFACE_PARAM_DISCOVERY_AUTH_OPTIONAL;
505 	else if (attr == &dev_attr_iface_discovery_logout.attr)
506 		param = ISCSI_IFACE_PARAM_DISCOVERY_LOGOUT_EN;
507 	else if (attr == &dev_attr_iface_strict_login_comp_en.attr)
508 		param = ISCSI_IFACE_PARAM_STRICT_LOGIN_COMP_EN;
509 	else if (attr == &dev_attr_iface_initiator_name.attr)
510 		param = ISCSI_IFACE_PARAM_INITIATOR_NAME;
511 	else if (iface->iface_type == ISCSI_IFACE_TYPE_IPV4) {
512 		if (attr == &dev_attr_ipv4_iface_ipaddress.attr)
513 			param = ISCSI_NET_PARAM_IPV4_ADDR;
514 		else if (attr == &dev_attr_ipv4_iface_gateway.attr)
515 			param = ISCSI_NET_PARAM_IPV4_GW;
516 		else if (attr == &dev_attr_ipv4_iface_subnet.attr)
517 			param = ISCSI_NET_PARAM_IPV4_SUBNET;
518 		else if (attr == &dev_attr_ipv4_iface_bootproto.attr)
519 			param = ISCSI_NET_PARAM_IPV4_BOOTPROTO;
520 		else if (attr ==
521 			 &dev_attr_ipv4_iface_dhcp_dns_address_en.attr)
522 			param = ISCSI_NET_PARAM_IPV4_DHCP_DNS_ADDR_EN;
523 		else if (attr ==
524 			 &dev_attr_ipv4_iface_dhcp_slp_da_info_en.attr)
525 			param = ISCSI_NET_PARAM_IPV4_DHCP_SLP_DA_EN;
526 		else if (attr == &dev_attr_ipv4_iface_tos_en.attr)
527 			param = ISCSI_NET_PARAM_IPV4_TOS_EN;
528 		else if (attr == &dev_attr_ipv4_iface_tos.attr)
529 			param = ISCSI_NET_PARAM_IPV4_TOS;
530 		else if (attr == &dev_attr_ipv4_iface_grat_arp_en.attr)
531 			param = ISCSI_NET_PARAM_IPV4_GRAT_ARP_EN;
532 		else if (attr ==
533 			 &dev_attr_ipv4_iface_dhcp_alt_client_id_en.attr)
534 			param = ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID_EN;
535 		else if (attr == &dev_attr_ipv4_iface_dhcp_alt_client_id.attr)
536 			param = ISCSI_NET_PARAM_IPV4_DHCP_ALT_CLIENT_ID;
537 		else if (attr ==
538 			 &dev_attr_ipv4_iface_dhcp_req_vendor_id_en.attr)
539 			param = ISCSI_NET_PARAM_IPV4_DHCP_REQ_VENDOR_ID_EN;
540 		else if (attr ==
541 			 &dev_attr_ipv4_iface_dhcp_use_vendor_id_en.attr)
542 			param = ISCSI_NET_PARAM_IPV4_DHCP_USE_VENDOR_ID_EN;
543 		else if (attr == &dev_attr_ipv4_iface_dhcp_vendor_id.attr)
544 			param = ISCSI_NET_PARAM_IPV4_DHCP_VENDOR_ID;
545 		else if (attr ==
546 			 &dev_attr_ipv4_iface_dhcp_learn_iqn_en.attr)
547 			param = ISCSI_NET_PARAM_IPV4_DHCP_LEARN_IQN_EN;
548 		else if (attr ==
549 			 &dev_attr_ipv4_iface_fragment_disable.attr)
550 			param = ISCSI_NET_PARAM_IPV4_FRAGMENT_DISABLE;
551 		else if (attr ==
552 			 &dev_attr_ipv4_iface_incoming_forwarding_en.attr)
553 			param = ISCSI_NET_PARAM_IPV4_IN_FORWARD_EN;
554 		else if (attr == &dev_attr_ipv4_iface_ttl.attr)
555 			param = ISCSI_NET_PARAM_IPV4_TTL;
556 		else
557 			return 0;
558 	} else if (iface->iface_type == ISCSI_IFACE_TYPE_IPV6) {
559 		if (attr == &dev_attr_ipv6_iface_ipaddress.attr)
560 			param = ISCSI_NET_PARAM_IPV6_ADDR;
561 		else if (attr == &dev_attr_ipv6_iface_link_local_addr.attr)
562 			param = ISCSI_NET_PARAM_IPV6_LINKLOCAL;
563 		else if (attr == &dev_attr_ipv6_iface_router_addr.attr)
564 			param = ISCSI_NET_PARAM_IPV6_ROUTER;
565 		else if (attr == &dev_attr_ipv6_iface_ipaddr_autocfg.attr)
566 			param = ISCSI_NET_PARAM_IPV6_ADDR_AUTOCFG;
567 		else if (attr == &dev_attr_ipv6_iface_link_local_autocfg.attr)
568 			param = ISCSI_NET_PARAM_IPV6_LINKLOCAL_AUTOCFG;
569 		else if (attr == &dev_attr_ipv6_iface_link_local_state.attr)
570 			param = ISCSI_NET_PARAM_IPV6_LINKLOCAL_STATE;
571 		else if (attr == &dev_attr_ipv6_iface_router_state.attr)
572 			param = ISCSI_NET_PARAM_IPV6_ROUTER_STATE;
573 		else if (attr ==
574 			 &dev_attr_ipv6_iface_grat_neighbor_adv_en.attr)
575 			param = ISCSI_NET_PARAM_IPV6_GRAT_NEIGHBOR_ADV_EN;
576 		else if (attr == &dev_attr_ipv6_iface_mld_en.attr)
577 			param = ISCSI_NET_PARAM_IPV6_MLD_EN;
578 		else if (attr == &dev_attr_ipv6_iface_flow_label.attr)
579 			param = ISCSI_NET_PARAM_IPV6_FLOW_LABEL;
580 		else if (attr == &dev_attr_ipv6_iface_traffic_class.attr)
581 			param = ISCSI_NET_PARAM_IPV6_TRAFFIC_CLASS;
582 		else if (attr == &dev_attr_ipv6_iface_hop_limit.attr)
583 			param = ISCSI_NET_PARAM_IPV6_HOP_LIMIT;
584 		else if (attr == &dev_attr_ipv6_iface_nd_reachable_tmo.attr)
585 			param = ISCSI_NET_PARAM_IPV6_ND_REACHABLE_TMO;
586 		else if (attr == &dev_attr_ipv6_iface_nd_rexmit_time.attr)
587 			param = ISCSI_NET_PARAM_IPV6_ND_REXMIT_TIME;
588 		else if (attr == &dev_attr_ipv6_iface_nd_stale_tmo.attr)
589 			param = ISCSI_NET_PARAM_IPV6_ND_STALE_TMO;
590 		else if (attr == &dev_attr_ipv6_iface_dup_addr_detect_cnt.attr)
591 			param = ISCSI_NET_PARAM_IPV6_DUP_ADDR_DETECT_CNT;
592 		else if (attr == &dev_attr_ipv6_iface_router_adv_link_mtu.attr)
593 			param = ISCSI_NET_PARAM_IPV6_RTR_ADV_LINK_MTU;
594 		else
595 			return 0;
596 	} else {
597 		WARN_ONCE(1, "Invalid iface attr");
598 		return 0;
599 	}
600 
601 	switch (param) {
602 	case ISCSI_IFACE_PARAM_DEF_TASKMGMT_TMO:
603 	case ISCSI_IFACE_PARAM_HDRDGST_EN:
604 	case ISCSI_IFACE_PARAM_DATADGST_EN:
605 	case ISCSI_IFACE_PARAM_IMM_DATA_EN:
606 	case ISCSI_IFACE_PARAM_INITIAL_R2T_EN:
607 	case ISCSI_IFACE_PARAM_DATASEQ_INORDER_EN:
608 	case ISCSI_IFACE_PARAM_PDU_INORDER_EN:
609 	case ISCSI_IFACE_PARAM_ERL:
610 	case ISCSI_IFACE_PARAM_MAX_RECV_DLENGTH:
611 	case ISCSI_IFACE_PARAM_FIRST_BURST:
612 	case ISCSI_IFACE_PARAM_MAX_R2T:
613 	case ISCSI_IFACE_PARAM_MAX_BURST:
614 	case ISCSI_IFACE_PARAM_CHAP_AUTH_EN:
615 	case ISCSI_IFACE_PARAM_BIDI_CHAP_EN:
616 	case ISCSI_IFACE_PARAM_DISCOVERY_AUTH_OPTIONAL:
617 	case ISCSI_IFACE_PARAM_DISCOVERY_LOGOUT_EN:
618 	case ISCSI_IFACE_PARAM_STRICT_LOGIN_COMP_EN:
619 	case ISCSI_IFACE_PARAM_INITIATOR_NAME:
620 		param_type = ISCSI_IFACE_PARAM;
621 		break;
622 	default:
623 		param_type = ISCSI_NET_PARAM;
624 	}
625 
626 	return t->attr_is_visible(param_type, param);
627 }
628 
629 static struct attribute *iscsi_iface_attrs[] = {
630 	&dev_attr_iface_enabled.attr,
631 	&dev_attr_iface_vlan_id.attr,
632 	&dev_attr_iface_vlan_priority.attr,
633 	&dev_attr_iface_vlan_enabled.attr,
634 	&dev_attr_ipv4_iface_ipaddress.attr,
635 	&dev_attr_ipv4_iface_gateway.attr,
636 	&dev_attr_ipv4_iface_subnet.attr,
637 	&dev_attr_ipv4_iface_bootproto.attr,
638 	&dev_attr_ipv6_iface_ipaddress.attr,
639 	&dev_attr_ipv6_iface_link_local_addr.attr,
640 	&dev_attr_ipv6_iface_router_addr.attr,
641 	&dev_attr_ipv6_iface_ipaddr_autocfg.attr,
642 	&dev_attr_ipv6_iface_link_local_autocfg.attr,
643 	&dev_attr_iface_mtu.attr,
644 	&dev_attr_iface_port.attr,
645 	&dev_attr_iface_ipaddress_state.attr,
646 	&dev_attr_iface_delayed_ack_en.attr,
647 	&dev_attr_iface_tcp_nagle_disable.attr,
648 	&dev_attr_iface_tcp_wsf_disable.attr,
649 	&dev_attr_iface_tcp_wsf.attr,
650 	&dev_attr_iface_tcp_timer_scale.attr,
651 	&dev_attr_iface_tcp_timestamp_en.attr,
652 	&dev_attr_iface_cache_id.attr,
653 	&dev_attr_iface_redirect_en.attr,
654 	&dev_attr_iface_def_taskmgmt_tmo.attr,
655 	&dev_attr_iface_header_digest.attr,
656 	&dev_attr_iface_data_digest.attr,
657 	&dev_attr_iface_immediate_data.attr,
658 	&dev_attr_iface_initial_r2t.attr,
659 	&dev_attr_iface_data_seq_in_order.attr,
660 	&dev_attr_iface_data_pdu_in_order.attr,
661 	&dev_attr_iface_erl.attr,
662 	&dev_attr_iface_max_recv_dlength.attr,
663 	&dev_attr_iface_first_burst_len.attr,
664 	&dev_attr_iface_max_outstanding_r2t.attr,
665 	&dev_attr_iface_max_burst_len.attr,
666 	&dev_attr_iface_chap_auth.attr,
667 	&dev_attr_iface_bidi_chap.attr,
668 	&dev_attr_iface_discovery_auth_optional.attr,
669 	&dev_attr_iface_discovery_logout.attr,
670 	&dev_attr_iface_strict_login_comp_en.attr,
671 	&dev_attr_iface_initiator_name.attr,
672 	&dev_attr_ipv4_iface_dhcp_dns_address_en.attr,
673 	&dev_attr_ipv4_iface_dhcp_slp_da_info_en.attr,
674 	&dev_attr_ipv4_iface_tos_en.attr,
675 	&dev_attr_ipv4_iface_tos.attr,
676 	&dev_attr_ipv4_iface_grat_arp_en.attr,
677 	&dev_attr_ipv4_iface_dhcp_alt_client_id_en.attr,
678 	&dev_attr_ipv4_iface_dhcp_alt_client_id.attr,
679 	&dev_attr_ipv4_iface_dhcp_req_vendor_id_en.attr,
680 	&dev_attr_ipv4_iface_dhcp_use_vendor_id_en.attr,
681 	&dev_attr_ipv4_iface_dhcp_vendor_id.attr,
682 	&dev_attr_ipv4_iface_dhcp_learn_iqn_en.attr,
683 	&dev_attr_ipv4_iface_fragment_disable.attr,
684 	&dev_attr_ipv4_iface_incoming_forwarding_en.attr,
685 	&dev_attr_ipv4_iface_ttl.attr,
686 	&dev_attr_ipv6_iface_link_local_state.attr,
687 	&dev_attr_ipv6_iface_router_state.attr,
688 	&dev_attr_ipv6_iface_grat_neighbor_adv_en.attr,
689 	&dev_attr_ipv6_iface_mld_en.attr,
690 	&dev_attr_ipv6_iface_flow_label.attr,
691 	&dev_attr_ipv6_iface_traffic_class.attr,
692 	&dev_attr_ipv6_iface_hop_limit.attr,
693 	&dev_attr_ipv6_iface_nd_reachable_tmo.attr,
694 	&dev_attr_ipv6_iface_nd_rexmit_time.attr,
695 	&dev_attr_ipv6_iface_nd_stale_tmo.attr,
696 	&dev_attr_ipv6_iface_dup_addr_detect_cnt.attr,
697 	&dev_attr_ipv6_iface_router_adv_link_mtu.attr,
698 	NULL,
699 };
700 
701 static struct attribute_group iscsi_iface_group = {
702 	.attrs = iscsi_iface_attrs,
703 	.is_visible = iscsi_iface_attr_is_visible,
704 };
705 
706 /* convert iscsi_ipaddress_state values to ascii string name */
707 static const struct {
708 	enum iscsi_ipaddress_state	value;
709 	char				*name;
710 } iscsi_ipaddress_state_names[] = {
711 	{ISCSI_IPDDRESS_STATE_UNCONFIGURED,	"Unconfigured" },
712 	{ISCSI_IPDDRESS_STATE_ACQUIRING,	"Acquiring" },
713 	{ISCSI_IPDDRESS_STATE_TENTATIVE,	"Tentative" },
714 	{ISCSI_IPDDRESS_STATE_VALID,		"Valid" },
715 	{ISCSI_IPDDRESS_STATE_DISABLING,	"Disabling" },
716 	{ISCSI_IPDDRESS_STATE_INVALID,		"Invalid" },
717 	{ISCSI_IPDDRESS_STATE_DEPRECATED,	"Deprecated" },
718 };
719 
720 char *iscsi_get_ipaddress_state_name(enum iscsi_ipaddress_state port_state)
721 {
722 	int i;
723 	char *state = NULL;
724 
725 	for (i = 0; i < ARRAY_SIZE(iscsi_ipaddress_state_names); i++) {
726 		if (iscsi_ipaddress_state_names[i].value == port_state) {
727 			state = iscsi_ipaddress_state_names[i].name;
728 			break;
729 		}
730 	}
731 	return state;
732 }
733 EXPORT_SYMBOL_GPL(iscsi_get_ipaddress_state_name);
734 
735 /* convert iscsi_router_state values to ascii string name */
736 static const struct {
737 	enum iscsi_router_state	value;
738 	char			*name;
739 } iscsi_router_state_names[] = {
740 	{ISCSI_ROUTER_STATE_UNKNOWN,		"Unknown" },
741 	{ISCSI_ROUTER_STATE_ADVERTISED,		"Advertised" },
742 	{ISCSI_ROUTER_STATE_MANUAL,		"Manual" },
743 	{ISCSI_ROUTER_STATE_STALE,		"Stale" },
744 };
745 
746 char *iscsi_get_router_state_name(enum iscsi_router_state router_state)
747 {
748 	int i;
749 	char *state = NULL;
750 
751 	for (i = 0; i < ARRAY_SIZE(iscsi_router_state_names); i++) {
752 		if (iscsi_router_state_names[i].value == router_state) {
753 			state = iscsi_router_state_names[i].name;
754 			break;
755 		}
756 	}
757 	return state;
758 }
759 EXPORT_SYMBOL_GPL(iscsi_get_router_state_name);
760 
761 struct iscsi_iface *
762 iscsi_create_iface(struct Scsi_Host *shost, struct iscsi_transport *transport,
763 		   uint32_t iface_type, uint32_t iface_num, int dd_size)
764 {
765 	struct iscsi_iface *iface;
766 	int err;
767 
768 	iface = kzalloc(sizeof(*iface) + dd_size, GFP_KERNEL);
769 	if (!iface)
770 		return NULL;
771 
772 	iface->transport = transport;
773 	iface->iface_type = iface_type;
774 	iface->iface_num = iface_num;
775 	iface->dev.release = iscsi_iface_release;
776 	iface->dev.class = &iscsi_iface_class;
777 	/* parent reference released in iscsi_iface_release */
778 	iface->dev.parent = get_device(&shost->shost_gendev);
779 	if (iface_type == ISCSI_IFACE_TYPE_IPV4)
780 		dev_set_name(&iface->dev, "ipv4-iface-%u-%u", shost->host_no,
781 			     iface_num);
782 	else
783 		dev_set_name(&iface->dev, "ipv6-iface-%u-%u", shost->host_no,
784 			     iface_num);
785 
786 	err = device_register(&iface->dev);
787 	if (err)
788 		goto free_iface;
789 
790 	err = sysfs_create_group(&iface->dev.kobj, &iscsi_iface_group);
791 	if (err)
792 		goto unreg_iface;
793 
794 	if (dd_size)
795 		iface->dd_data = &iface[1];
796 	return iface;
797 
798 unreg_iface:
799 	device_unregister(&iface->dev);
800 	return NULL;
801 
802 free_iface:
803 	put_device(iface->dev.parent);
804 	kfree(iface);
805 	return NULL;
806 }
807 EXPORT_SYMBOL_GPL(iscsi_create_iface);
808 
809 void iscsi_destroy_iface(struct iscsi_iface *iface)
810 {
811 	sysfs_remove_group(&iface->dev.kobj, &iscsi_iface_group);
812 	device_unregister(&iface->dev);
813 }
814 EXPORT_SYMBOL_GPL(iscsi_destroy_iface);
815 
816 /*
817  * Interface to display flash node params to sysfs
818  */
819 
820 #define ISCSI_FLASHNODE_ATTR(_prefix, _name, _mode, _show, _store)	\
821 struct device_attribute dev_attr_##_prefix##_##_name =			\
822 	__ATTR(_name, _mode, _show, _store)
823 
824 /* flash node session attrs show */
825 #define iscsi_flashnode_sess_attr_show(type, name, param)		\
826 static ssize_t								\
827 show_##type##_##name(struct device *dev, struct device_attribute *attr,	\
828 		     char *buf)						\
829 {									\
830 	struct iscsi_bus_flash_session *fnode_sess =			\
831 					iscsi_dev_to_flash_session(dev);\
832 	struct iscsi_transport *t = fnode_sess->transport;		\
833 	return t->get_flashnode_param(fnode_sess, param, buf);		\
834 }									\
835 
836 
837 #define iscsi_flashnode_sess_attr(type, name, param)			\
838 	iscsi_flashnode_sess_attr_show(type, name, param)		\
839 static ISCSI_FLASHNODE_ATTR(type, name, S_IRUGO,			\
840 			    show_##type##_##name, NULL);
841 
842 /* Flash node session attributes */
843 
844 iscsi_flashnode_sess_attr(fnode, auto_snd_tgt_disable,
845 			  ISCSI_FLASHNODE_AUTO_SND_TGT_DISABLE);
846 iscsi_flashnode_sess_attr(fnode, discovery_session,
847 			  ISCSI_FLASHNODE_DISCOVERY_SESS);
848 iscsi_flashnode_sess_attr(fnode, portal_type, ISCSI_FLASHNODE_PORTAL_TYPE);
849 iscsi_flashnode_sess_attr(fnode, entry_enable, ISCSI_FLASHNODE_ENTRY_EN);
850 iscsi_flashnode_sess_attr(fnode, immediate_data, ISCSI_FLASHNODE_IMM_DATA_EN);
851 iscsi_flashnode_sess_attr(fnode, initial_r2t, ISCSI_FLASHNODE_INITIAL_R2T_EN);
852 iscsi_flashnode_sess_attr(fnode, data_seq_in_order,
853 			  ISCSI_FLASHNODE_DATASEQ_INORDER);
854 iscsi_flashnode_sess_attr(fnode, data_pdu_in_order,
855 			  ISCSI_FLASHNODE_PDU_INORDER);
856 iscsi_flashnode_sess_attr(fnode, chap_auth, ISCSI_FLASHNODE_CHAP_AUTH_EN);
857 iscsi_flashnode_sess_attr(fnode, discovery_logout,
858 			  ISCSI_FLASHNODE_DISCOVERY_LOGOUT_EN);
859 iscsi_flashnode_sess_attr(fnode, bidi_chap, ISCSI_FLASHNODE_BIDI_CHAP_EN);
860 iscsi_flashnode_sess_attr(fnode, discovery_auth_optional,
861 			  ISCSI_FLASHNODE_DISCOVERY_AUTH_OPTIONAL);
862 iscsi_flashnode_sess_attr(fnode, erl, ISCSI_FLASHNODE_ERL);
863 iscsi_flashnode_sess_attr(fnode, first_burst_len, ISCSI_FLASHNODE_FIRST_BURST);
864 iscsi_flashnode_sess_attr(fnode, def_time2wait, ISCSI_FLASHNODE_DEF_TIME2WAIT);
865 iscsi_flashnode_sess_attr(fnode, def_time2retain,
866 			  ISCSI_FLASHNODE_DEF_TIME2RETAIN);
867 iscsi_flashnode_sess_attr(fnode, max_outstanding_r2t, ISCSI_FLASHNODE_MAX_R2T);
868 iscsi_flashnode_sess_attr(fnode, isid, ISCSI_FLASHNODE_ISID);
869 iscsi_flashnode_sess_attr(fnode, tsid, ISCSI_FLASHNODE_TSID);
870 iscsi_flashnode_sess_attr(fnode, max_burst_len, ISCSI_FLASHNODE_MAX_BURST);
871 iscsi_flashnode_sess_attr(fnode, def_taskmgmt_tmo,
872 			  ISCSI_FLASHNODE_DEF_TASKMGMT_TMO);
873 iscsi_flashnode_sess_attr(fnode, targetalias, ISCSI_FLASHNODE_ALIAS);
874 iscsi_flashnode_sess_attr(fnode, targetname, ISCSI_FLASHNODE_NAME);
875 iscsi_flashnode_sess_attr(fnode, tpgt, ISCSI_FLASHNODE_TPGT);
876 iscsi_flashnode_sess_attr(fnode, discovery_parent_idx,
877 			  ISCSI_FLASHNODE_DISCOVERY_PARENT_IDX);
878 iscsi_flashnode_sess_attr(fnode, discovery_parent_type,
879 			  ISCSI_FLASHNODE_DISCOVERY_PARENT_TYPE);
880 iscsi_flashnode_sess_attr(fnode, chap_in_idx, ISCSI_FLASHNODE_CHAP_IN_IDX);
881 iscsi_flashnode_sess_attr(fnode, chap_out_idx, ISCSI_FLASHNODE_CHAP_OUT_IDX);
882 iscsi_flashnode_sess_attr(fnode, username, ISCSI_FLASHNODE_USERNAME);
883 iscsi_flashnode_sess_attr(fnode, username_in, ISCSI_FLASHNODE_USERNAME_IN);
884 iscsi_flashnode_sess_attr(fnode, password, ISCSI_FLASHNODE_PASSWORD);
885 iscsi_flashnode_sess_attr(fnode, password_in, ISCSI_FLASHNODE_PASSWORD_IN);
886 iscsi_flashnode_sess_attr(fnode, is_boot_target, ISCSI_FLASHNODE_IS_BOOT_TGT);
887 
888 static struct attribute *iscsi_flashnode_sess_attrs[] = {
889 	&dev_attr_fnode_auto_snd_tgt_disable.attr,
890 	&dev_attr_fnode_discovery_session.attr,
891 	&dev_attr_fnode_portal_type.attr,
892 	&dev_attr_fnode_entry_enable.attr,
893 	&dev_attr_fnode_immediate_data.attr,
894 	&dev_attr_fnode_initial_r2t.attr,
895 	&dev_attr_fnode_data_seq_in_order.attr,
896 	&dev_attr_fnode_data_pdu_in_order.attr,
897 	&dev_attr_fnode_chap_auth.attr,
898 	&dev_attr_fnode_discovery_logout.attr,
899 	&dev_attr_fnode_bidi_chap.attr,
900 	&dev_attr_fnode_discovery_auth_optional.attr,
901 	&dev_attr_fnode_erl.attr,
902 	&dev_attr_fnode_first_burst_len.attr,
903 	&dev_attr_fnode_def_time2wait.attr,
904 	&dev_attr_fnode_def_time2retain.attr,
905 	&dev_attr_fnode_max_outstanding_r2t.attr,
906 	&dev_attr_fnode_isid.attr,
907 	&dev_attr_fnode_tsid.attr,
908 	&dev_attr_fnode_max_burst_len.attr,
909 	&dev_attr_fnode_def_taskmgmt_tmo.attr,
910 	&dev_attr_fnode_targetalias.attr,
911 	&dev_attr_fnode_targetname.attr,
912 	&dev_attr_fnode_tpgt.attr,
913 	&dev_attr_fnode_discovery_parent_idx.attr,
914 	&dev_attr_fnode_discovery_parent_type.attr,
915 	&dev_attr_fnode_chap_in_idx.attr,
916 	&dev_attr_fnode_chap_out_idx.attr,
917 	&dev_attr_fnode_username.attr,
918 	&dev_attr_fnode_username_in.attr,
919 	&dev_attr_fnode_password.attr,
920 	&dev_attr_fnode_password_in.attr,
921 	&dev_attr_fnode_is_boot_target.attr,
922 	NULL,
923 };
924 
925 static umode_t iscsi_flashnode_sess_attr_is_visible(struct kobject *kobj,
926 						    struct attribute *attr,
927 						    int i)
928 {
929 	struct device *dev = container_of(kobj, struct device, kobj);
930 	struct iscsi_bus_flash_session *fnode_sess =
931 						iscsi_dev_to_flash_session(dev);
932 	struct iscsi_transport *t = fnode_sess->transport;
933 	int param;
934 
935 	if (attr == &dev_attr_fnode_auto_snd_tgt_disable.attr) {
936 		param = ISCSI_FLASHNODE_AUTO_SND_TGT_DISABLE;
937 	} else if (attr == &dev_attr_fnode_discovery_session.attr) {
938 		param = ISCSI_FLASHNODE_DISCOVERY_SESS;
939 	} else if (attr == &dev_attr_fnode_portal_type.attr) {
940 		param = ISCSI_FLASHNODE_PORTAL_TYPE;
941 	} else if (attr == &dev_attr_fnode_entry_enable.attr) {
942 		param = ISCSI_FLASHNODE_ENTRY_EN;
943 	} else if (attr == &dev_attr_fnode_immediate_data.attr) {
944 		param = ISCSI_FLASHNODE_IMM_DATA_EN;
945 	} else if (attr == &dev_attr_fnode_initial_r2t.attr) {
946 		param = ISCSI_FLASHNODE_INITIAL_R2T_EN;
947 	} else if (attr == &dev_attr_fnode_data_seq_in_order.attr) {
948 		param = ISCSI_FLASHNODE_DATASEQ_INORDER;
949 	} else if (attr == &dev_attr_fnode_data_pdu_in_order.attr) {
950 		param = ISCSI_FLASHNODE_PDU_INORDER;
951 	} else if (attr == &dev_attr_fnode_chap_auth.attr) {
952 		param = ISCSI_FLASHNODE_CHAP_AUTH_EN;
953 	} else if (attr == &dev_attr_fnode_discovery_logout.attr) {
954 		param = ISCSI_FLASHNODE_DISCOVERY_LOGOUT_EN;
955 	} else if (attr == &dev_attr_fnode_bidi_chap.attr) {
956 		param = ISCSI_FLASHNODE_BIDI_CHAP_EN;
957 	} else if (attr == &dev_attr_fnode_discovery_auth_optional.attr) {
958 		param = ISCSI_FLASHNODE_DISCOVERY_AUTH_OPTIONAL;
959 	} else if (attr == &dev_attr_fnode_erl.attr) {
960 		param = ISCSI_FLASHNODE_ERL;
961 	} else if (attr == &dev_attr_fnode_first_burst_len.attr) {
962 		param = ISCSI_FLASHNODE_FIRST_BURST;
963 	} else if (attr == &dev_attr_fnode_def_time2wait.attr) {
964 		param = ISCSI_FLASHNODE_DEF_TIME2WAIT;
965 	} else if (attr == &dev_attr_fnode_def_time2retain.attr) {
966 		param = ISCSI_FLASHNODE_DEF_TIME2RETAIN;
967 	} else if (attr == &dev_attr_fnode_max_outstanding_r2t.attr) {
968 		param = ISCSI_FLASHNODE_MAX_R2T;
969 	} else if (attr == &dev_attr_fnode_isid.attr) {
970 		param = ISCSI_FLASHNODE_ISID;
971 	} else if (attr == &dev_attr_fnode_tsid.attr) {
972 		param = ISCSI_FLASHNODE_TSID;
973 	} else if (attr == &dev_attr_fnode_max_burst_len.attr) {
974 		param = ISCSI_FLASHNODE_MAX_BURST;
975 	} else if (attr == &dev_attr_fnode_def_taskmgmt_tmo.attr) {
976 		param = ISCSI_FLASHNODE_DEF_TASKMGMT_TMO;
977 	} else if (attr == &dev_attr_fnode_targetalias.attr) {
978 		param = ISCSI_FLASHNODE_ALIAS;
979 	} else if (attr == &dev_attr_fnode_targetname.attr) {
980 		param = ISCSI_FLASHNODE_NAME;
981 	} else if (attr == &dev_attr_fnode_tpgt.attr) {
982 		param = ISCSI_FLASHNODE_TPGT;
983 	} else if (attr == &dev_attr_fnode_discovery_parent_idx.attr) {
984 		param = ISCSI_FLASHNODE_DISCOVERY_PARENT_IDX;
985 	} else if (attr == &dev_attr_fnode_discovery_parent_type.attr) {
986 		param = ISCSI_FLASHNODE_DISCOVERY_PARENT_TYPE;
987 	} else if (attr == &dev_attr_fnode_chap_in_idx.attr) {
988 		param = ISCSI_FLASHNODE_CHAP_IN_IDX;
989 	} else if (attr == &dev_attr_fnode_chap_out_idx.attr) {
990 		param = ISCSI_FLASHNODE_CHAP_OUT_IDX;
991 	} else if (attr == &dev_attr_fnode_username.attr) {
992 		param = ISCSI_FLASHNODE_USERNAME;
993 	} else if (attr == &dev_attr_fnode_username_in.attr) {
994 		param = ISCSI_FLASHNODE_USERNAME_IN;
995 	} else if (attr == &dev_attr_fnode_password.attr) {
996 		param = ISCSI_FLASHNODE_PASSWORD;
997 	} else if (attr == &dev_attr_fnode_password_in.attr) {
998 		param = ISCSI_FLASHNODE_PASSWORD_IN;
999 	} else if (attr == &dev_attr_fnode_is_boot_target.attr) {
1000 		param = ISCSI_FLASHNODE_IS_BOOT_TGT;
1001 	} else {
1002 		WARN_ONCE(1, "Invalid flashnode session attr");
1003 		return 0;
1004 	}
1005 
1006 	return t->attr_is_visible(ISCSI_FLASHNODE_PARAM, param);
1007 }
1008 
1009 static struct attribute_group iscsi_flashnode_sess_attr_group = {
1010 	.attrs = iscsi_flashnode_sess_attrs,
1011 	.is_visible = iscsi_flashnode_sess_attr_is_visible,
1012 };
1013 
1014 static const struct attribute_group *iscsi_flashnode_sess_attr_groups[] = {
1015 	&iscsi_flashnode_sess_attr_group,
1016 	NULL,
1017 };
1018 
1019 static void iscsi_flashnode_sess_release(struct device *dev)
1020 {
1021 	struct iscsi_bus_flash_session *fnode_sess =
1022 						iscsi_dev_to_flash_session(dev);
1023 
1024 	kfree(fnode_sess->targetname);
1025 	kfree(fnode_sess->targetalias);
1026 	kfree(fnode_sess->portal_type);
1027 	kfree(fnode_sess);
1028 }
1029 
1030 static const struct device_type iscsi_flashnode_sess_dev_type = {
1031 	.name = "iscsi_flashnode_sess_dev_type",
1032 	.groups = iscsi_flashnode_sess_attr_groups,
1033 	.release = iscsi_flashnode_sess_release,
1034 };
1035 
1036 /* flash node connection attrs show */
1037 #define iscsi_flashnode_conn_attr_show(type, name, param)		\
1038 static ssize_t								\
1039 show_##type##_##name(struct device *dev, struct device_attribute *attr,	\
1040 		     char *buf)						\
1041 {									\
1042 	struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);\
1043 	struct iscsi_bus_flash_session *fnode_sess =			\
1044 				iscsi_flash_conn_to_flash_session(fnode_conn);\
1045 	struct iscsi_transport *t = fnode_conn->transport;		\
1046 	return t->get_flashnode_param(fnode_sess, param, buf);		\
1047 }									\
1048 
1049 
1050 #define iscsi_flashnode_conn_attr(type, name, param)			\
1051 	iscsi_flashnode_conn_attr_show(type, name, param)		\
1052 static ISCSI_FLASHNODE_ATTR(type, name, S_IRUGO,			\
1053 			    show_##type##_##name, NULL);
1054 
1055 /* Flash node connection attributes */
1056 
1057 iscsi_flashnode_conn_attr(fnode, is_fw_assigned_ipv6,
1058 			  ISCSI_FLASHNODE_IS_FW_ASSIGNED_IPV6);
1059 iscsi_flashnode_conn_attr(fnode, header_digest, ISCSI_FLASHNODE_HDR_DGST_EN);
1060 iscsi_flashnode_conn_attr(fnode, data_digest, ISCSI_FLASHNODE_DATA_DGST_EN);
1061 iscsi_flashnode_conn_attr(fnode, snack_req, ISCSI_FLASHNODE_SNACK_REQ_EN);
1062 iscsi_flashnode_conn_attr(fnode, tcp_timestamp_stat,
1063 			  ISCSI_FLASHNODE_TCP_TIMESTAMP_STAT);
1064 iscsi_flashnode_conn_attr(fnode, tcp_nagle_disable,
1065 			  ISCSI_FLASHNODE_TCP_NAGLE_DISABLE);
1066 iscsi_flashnode_conn_attr(fnode, tcp_wsf_disable,
1067 			  ISCSI_FLASHNODE_TCP_WSF_DISABLE);
1068 iscsi_flashnode_conn_attr(fnode, tcp_timer_scale,
1069 			  ISCSI_FLASHNODE_TCP_TIMER_SCALE);
1070 iscsi_flashnode_conn_attr(fnode, tcp_timestamp_enable,
1071 			  ISCSI_FLASHNODE_TCP_TIMESTAMP_EN);
1072 iscsi_flashnode_conn_attr(fnode, fragment_disable,
1073 			  ISCSI_FLASHNODE_IP_FRAG_DISABLE);
1074 iscsi_flashnode_conn_attr(fnode, keepalive_tmo, ISCSI_FLASHNODE_KEEPALIVE_TMO);
1075 iscsi_flashnode_conn_attr(fnode, port, ISCSI_FLASHNODE_PORT);
1076 iscsi_flashnode_conn_attr(fnode, ipaddress, ISCSI_FLASHNODE_IPADDR);
1077 iscsi_flashnode_conn_attr(fnode, max_recv_dlength,
1078 			  ISCSI_FLASHNODE_MAX_RECV_DLENGTH);
1079 iscsi_flashnode_conn_attr(fnode, max_xmit_dlength,
1080 			  ISCSI_FLASHNODE_MAX_XMIT_DLENGTH);
1081 iscsi_flashnode_conn_attr(fnode, local_port, ISCSI_FLASHNODE_LOCAL_PORT);
1082 iscsi_flashnode_conn_attr(fnode, ipv4_tos, ISCSI_FLASHNODE_IPV4_TOS);
1083 iscsi_flashnode_conn_attr(fnode, ipv6_traffic_class, ISCSI_FLASHNODE_IPV6_TC);
1084 iscsi_flashnode_conn_attr(fnode, ipv6_flow_label,
1085 			  ISCSI_FLASHNODE_IPV6_FLOW_LABEL);
1086 iscsi_flashnode_conn_attr(fnode, redirect_ipaddr,
1087 			  ISCSI_FLASHNODE_REDIRECT_IPADDR);
1088 iscsi_flashnode_conn_attr(fnode, max_segment_size,
1089 			  ISCSI_FLASHNODE_MAX_SEGMENT_SIZE);
1090 iscsi_flashnode_conn_attr(fnode, link_local_ipv6,
1091 			  ISCSI_FLASHNODE_LINK_LOCAL_IPV6);
1092 iscsi_flashnode_conn_attr(fnode, tcp_xmit_wsf, ISCSI_FLASHNODE_TCP_XMIT_WSF);
1093 iscsi_flashnode_conn_attr(fnode, tcp_recv_wsf, ISCSI_FLASHNODE_TCP_RECV_WSF);
1094 iscsi_flashnode_conn_attr(fnode, statsn, ISCSI_FLASHNODE_STATSN);
1095 iscsi_flashnode_conn_attr(fnode, exp_statsn, ISCSI_FLASHNODE_EXP_STATSN);
1096 
1097 static struct attribute *iscsi_flashnode_conn_attrs[] = {
1098 	&dev_attr_fnode_is_fw_assigned_ipv6.attr,
1099 	&dev_attr_fnode_header_digest.attr,
1100 	&dev_attr_fnode_data_digest.attr,
1101 	&dev_attr_fnode_snack_req.attr,
1102 	&dev_attr_fnode_tcp_timestamp_stat.attr,
1103 	&dev_attr_fnode_tcp_nagle_disable.attr,
1104 	&dev_attr_fnode_tcp_wsf_disable.attr,
1105 	&dev_attr_fnode_tcp_timer_scale.attr,
1106 	&dev_attr_fnode_tcp_timestamp_enable.attr,
1107 	&dev_attr_fnode_fragment_disable.attr,
1108 	&dev_attr_fnode_max_recv_dlength.attr,
1109 	&dev_attr_fnode_max_xmit_dlength.attr,
1110 	&dev_attr_fnode_keepalive_tmo.attr,
1111 	&dev_attr_fnode_port.attr,
1112 	&dev_attr_fnode_ipaddress.attr,
1113 	&dev_attr_fnode_redirect_ipaddr.attr,
1114 	&dev_attr_fnode_max_segment_size.attr,
1115 	&dev_attr_fnode_local_port.attr,
1116 	&dev_attr_fnode_ipv4_tos.attr,
1117 	&dev_attr_fnode_ipv6_traffic_class.attr,
1118 	&dev_attr_fnode_ipv6_flow_label.attr,
1119 	&dev_attr_fnode_link_local_ipv6.attr,
1120 	&dev_attr_fnode_tcp_xmit_wsf.attr,
1121 	&dev_attr_fnode_tcp_recv_wsf.attr,
1122 	&dev_attr_fnode_statsn.attr,
1123 	&dev_attr_fnode_exp_statsn.attr,
1124 	NULL,
1125 };
1126 
1127 static umode_t iscsi_flashnode_conn_attr_is_visible(struct kobject *kobj,
1128 						    struct attribute *attr,
1129 						    int i)
1130 {
1131 	struct device *dev = container_of(kobj, struct device, kobj);
1132 	struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);
1133 	struct iscsi_transport *t = fnode_conn->transport;
1134 	int param;
1135 
1136 	if (attr == &dev_attr_fnode_is_fw_assigned_ipv6.attr) {
1137 		param = ISCSI_FLASHNODE_IS_FW_ASSIGNED_IPV6;
1138 	} else if (attr == &dev_attr_fnode_header_digest.attr) {
1139 		param = ISCSI_FLASHNODE_HDR_DGST_EN;
1140 	} else if (attr == &dev_attr_fnode_data_digest.attr) {
1141 		param = ISCSI_FLASHNODE_DATA_DGST_EN;
1142 	} else if (attr == &dev_attr_fnode_snack_req.attr) {
1143 		param = ISCSI_FLASHNODE_SNACK_REQ_EN;
1144 	} else if (attr == &dev_attr_fnode_tcp_timestamp_stat.attr) {
1145 		param = ISCSI_FLASHNODE_TCP_TIMESTAMP_STAT;
1146 	} else if (attr == &dev_attr_fnode_tcp_nagle_disable.attr) {
1147 		param = ISCSI_FLASHNODE_TCP_NAGLE_DISABLE;
1148 	} else if (attr == &dev_attr_fnode_tcp_wsf_disable.attr) {
1149 		param = ISCSI_FLASHNODE_TCP_WSF_DISABLE;
1150 	} else if (attr == &dev_attr_fnode_tcp_timer_scale.attr) {
1151 		param = ISCSI_FLASHNODE_TCP_TIMER_SCALE;
1152 	} else if (attr == &dev_attr_fnode_tcp_timestamp_enable.attr) {
1153 		param = ISCSI_FLASHNODE_TCP_TIMESTAMP_EN;
1154 	} else if (attr == &dev_attr_fnode_fragment_disable.attr) {
1155 		param = ISCSI_FLASHNODE_IP_FRAG_DISABLE;
1156 	} else if (attr == &dev_attr_fnode_max_recv_dlength.attr) {
1157 		param = ISCSI_FLASHNODE_MAX_RECV_DLENGTH;
1158 	} else if (attr == &dev_attr_fnode_max_xmit_dlength.attr) {
1159 		param = ISCSI_FLASHNODE_MAX_XMIT_DLENGTH;
1160 	} else if (attr == &dev_attr_fnode_keepalive_tmo.attr) {
1161 		param = ISCSI_FLASHNODE_KEEPALIVE_TMO;
1162 	} else if (attr == &dev_attr_fnode_port.attr) {
1163 		param = ISCSI_FLASHNODE_PORT;
1164 	} else if (attr == &dev_attr_fnode_ipaddress.attr) {
1165 		param = ISCSI_FLASHNODE_IPADDR;
1166 	} else if (attr == &dev_attr_fnode_redirect_ipaddr.attr) {
1167 		param = ISCSI_FLASHNODE_REDIRECT_IPADDR;
1168 	} else if (attr == &dev_attr_fnode_max_segment_size.attr) {
1169 		param = ISCSI_FLASHNODE_MAX_SEGMENT_SIZE;
1170 	} else if (attr == &dev_attr_fnode_local_port.attr) {
1171 		param = ISCSI_FLASHNODE_LOCAL_PORT;
1172 	} else if (attr == &dev_attr_fnode_ipv4_tos.attr) {
1173 		param = ISCSI_FLASHNODE_IPV4_TOS;
1174 	} else if (attr == &dev_attr_fnode_ipv6_traffic_class.attr) {
1175 		param = ISCSI_FLASHNODE_IPV6_TC;
1176 	} else if (attr == &dev_attr_fnode_ipv6_flow_label.attr) {
1177 		param = ISCSI_FLASHNODE_IPV6_FLOW_LABEL;
1178 	} else if (attr == &dev_attr_fnode_link_local_ipv6.attr) {
1179 		param = ISCSI_FLASHNODE_LINK_LOCAL_IPV6;
1180 	} else if (attr == &dev_attr_fnode_tcp_xmit_wsf.attr) {
1181 		param = ISCSI_FLASHNODE_TCP_XMIT_WSF;
1182 	} else if (attr == &dev_attr_fnode_tcp_recv_wsf.attr) {
1183 		param = ISCSI_FLASHNODE_TCP_RECV_WSF;
1184 	} else if (attr == &dev_attr_fnode_statsn.attr) {
1185 		param = ISCSI_FLASHNODE_STATSN;
1186 	} else if (attr == &dev_attr_fnode_exp_statsn.attr) {
1187 		param = ISCSI_FLASHNODE_EXP_STATSN;
1188 	} else {
1189 		WARN_ONCE(1, "Invalid flashnode connection attr");
1190 		return 0;
1191 	}
1192 
1193 	return t->attr_is_visible(ISCSI_FLASHNODE_PARAM, param);
1194 }
1195 
1196 static struct attribute_group iscsi_flashnode_conn_attr_group = {
1197 	.attrs = iscsi_flashnode_conn_attrs,
1198 	.is_visible = iscsi_flashnode_conn_attr_is_visible,
1199 };
1200 
1201 static const struct attribute_group *iscsi_flashnode_conn_attr_groups[] = {
1202 	&iscsi_flashnode_conn_attr_group,
1203 	NULL,
1204 };
1205 
1206 static void iscsi_flashnode_conn_release(struct device *dev)
1207 {
1208 	struct iscsi_bus_flash_conn *fnode_conn = iscsi_dev_to_flash_conn(dev);
1209 
1210 	kfree(fnode_conn->ipaddress);
1211 	kfree(fnode_conn->redirect_ipaddr);
1212 	kfree(fnode_conn->link_local_ipv6_addr);
1213 	kfree(fnode_conn);
1214 }
1215 
1216 static const struct device_type iscsi_flashnode_conn_dev_type = {
1217 	.name = "iscsi_flashnode_conn_dev_type",
1218 	.groups = iscsi_flashnode_conn_attr_groups,
1219 	.release = iscsi_flashnode_conn_release,
1220 };
1221 
1222 static struct bus_type iscsi_flashnode_bus;
1223 
1224 int iscsi_flashnode_bus_match(struct device *dev,
1225 				     struct device_driver *drv)
1226 {
1227 	if (dev->bus == &iscsi_flashnode_bus)
1228 		return 1;
1229 	return 0;
1230 }
1231 EXPORT_SYMBOL_GPL(iscsi_flashnode_bus_match);
1232 
1233 static struct bus_type iscsi_flashnode_bus = {
1234 	.name = "iscsi_flashnode",
1235 	.match = &iscsi_flashnode_bus_match,
1236 };
1237 
1238 /**
1239  * iscsi_create_flashnode_sess - Add flashnode session entry in sysfs
1240  * @shost: pointer to host data
1241  * @index: index of flashnode to add in sysfs
1242  * @transport: pointer to transport data
1243  * @dd_size: total size to allocate
1244  *
1245  * Adds a sysfs entry for the flashnode session attributes
1246  *
1247  * Returns:
1248  *  pointer to allocated flashnode sess on success
1249  *  %NULL on failure
1250  */
1251 struct iscsi_bus_flash_session *
1252 iscsi_create_flashnode_sess(struct Scsi_Host *shost, int index,
1253 			    struct iscsi_transport *transport,
1254 			    int dd_size)
1255 {
1256 	struct iscsi_bus_flash_session *fnode_sess;
1257 	int err;
1258 
1259 	fnode_sess = kzalloc(sizeof(*fnode_sess) + dd_size, GFP_KERNEL);
1260 	if (!fnode_sess)
1261 		return NULL;
1262 
1263 	fnode_sess->transport = transport;
1264 	fnode_sess->target_id = index;
1265 	fnode_sess->dev.type = &iscsi_flashnode_sess_dev_type;
1266 	fnode_sess->dev.bus = &iscsi_flashnode_bus;
1267 	fnode_sess->dev.parent = &shost->shost_gendev;
1268 	dev_set_name(&fnode_sess->dev, "flashnode_sess-%u:%u",
1269 		     shost->host_no, index);
1270 
1271 	err = device_register(&fnode_sess->dev);
1272 	if (err)
1273 		goto free_fnode_sess;
1274 
1275 	if (dd_size)
1276 		fnode_sess->dd_data = &fnode_sess[1];
1277 
1278 	return fnode_sess;
1279 
1280 free_fnode_sess:
1281 	kfree(fnode_sess);
1282 	return NULL;
1283 }
1284 EXPORT_SYMBOL_GPL(iscsi_create_flashnode_sess);
1285 
1286 /**
1287  * iscsi_create_flashnode_conn - Add flashnode conn entry in sysfs
1288  * @shost: pointer to host data
1289  * @fnode_sess: pointer to the parent flashnode session entry
1290  * @transport: pointer to transport data
1291  * @dd_size: total size to allocate
1292  *
1293  * Adds a sysfs entry for the flashnode connection attributes
1294  *
1295  * Returns:
1296  *  pointer to allocated flashnode conn on success
1297  *  %NULL on failure
1298  */
1299 struct iscsi_bus_flash_conn *
1300 iscsi_create_flashnode_conn(struct Scsi_Host *shost,
1301 			    struct iscsi_bus_flash_session *fnode_sess,
1302 			    struct iscsi_transport *transport,
1303 			    int dd_size)
1304 {
1305 	struct iscsi_bus_flash_conn *fnode_conn;
1306 	int err;
1307 
1308 	fnode_conn = kzalloc(sizeof(*fnode_conn) + dd_size, GFP_KERNEL);
1309 	if (!fnode_conn)
1310 		return NULL;
1311 
1312 	fnode_conn->transport = transport;
1313 	fnode_conn->dev.type = &iscsi_flashnode_conn_dev_type;
1314 	fnode_conn->dev.bus = &iscsi_flashnode_bus;
1315 	fnode_conn->dev.parent = &fnode_sess->dev;
1316 	dev_set_name(&fnode_conn->dev, "flashnode_conn-%u:%u:0",
1317 		     shost->host_no, fnode_sess->target_id);
1318 
1319 	err = device_register(&fnode_conn->dev);
1320 	if (err)
1321 		goto free_fnode_conn;
1322 
1323 	if (dd_size)
1324 		fnode_conn->dd_data = &fnode_conn[1];
1325 
1326 	return fnode_conn;
1327 
1328 free_fnode_conn:
1329 	kfree(fnode_conn);
1330 	return NULL;
1331 }
1332 EXPORT_SYMBOL_GPL(iscsi_create_flashnode_conn);
1333 
1334 /**
1335  * iscsi_is_flashnode_conn_dev - verify passed device is to be flashnode conn
1336  * @dev: device to verify
1337  * @data: pointer to data containing value to use for verification
1338  *
1339  * Verifies if the passed device is flashnode conn device
1340  *
1341  * Returns:
1342  *  1 on success
1343  *  0 on failure
1344  */
1345 static int iscsi_is_flashnode_conn_dev(struct device *dev, void *data)
1346 {
1347 	return dev->bus == &iscsi_flashnode_bus;
1348 }
1349 
1350 static int iscsi_destroy_flashnode_conn(struct iscsi_bus_flash_conn *fnode_conn)
1351 {
1352 	device_unregister(&fnode_conn->dev);
1353 	return 0;
1354 }
1355 
1356 static int flashnode_match_index(struct device *dev, void *data)
1357 {
1358 	struct iscsi_bus_flash_session *fnode_sess = NULL;
1359 	int ret = 0;
1360 
1361 	if (!iscsi_flashnode_bus_match(dev, NULL))
1362 		goto exit_match_index;
1363 
1364 	fnode_sess = iscsi_dev_to_flash_session(dev);
1365 	ret = (fnode_sess->target_id == *((int *)data)) ? 1 : 0;
1366 
1367 exit_match_index:
1368 	return ret;
1369 }
1370 
1371 /**
1372  * iscsi_get_flashnode_by_index -finds flashnode session entry by index
1373  * @shost: pointer to host data
1374  * @idx: index to match
1375  *
1376  * Finds the flashnode session object for the passed index
1377  *
1378  * Returns:
1379  *  pointer to found flashnode session object on success
1380  *  %NULL on failure
1381  */
1382 static struct iscsi_bus_flash_session *
1383 iscsi_get_flashnode_by_index(struct Scsi_Host *shost, uint32_t idx)
1384 {
1385 	struct iscsi_bus_flash_session *fnode_sess = NULL;
1386 	struct device *dev;
1387 
1388 	dev = device_find_child(&shost->shost_gendev, &idx,
1389 				flashnode_match_index);
1390 	if (dev)
1391 		fnode_sess = iscsi_dev_to_flash_session(dev);
1392 
1393 	return fnode_sess;
1394 }
1395 
1396 /**
1397  * iscsi_find_flashnode_sess - finds flashnode session entry
1398  * @shost: pointer to host data
1399  * @data: pointer to data containing value to use for comparison
1400  * @fn: function pointer that does actual comparison
1401  *
1402  * Finds the flashnode session object comparing the data passed using logic
1403  * defined in passed function pointer
1404  *
1405  * Returns:
1406  *  pointer to found flashnode session device object on success
1407  *  %NULL on failure
1408  */
1409 struct device *
1410 iscsi_find_flashnode_sess(struct Scsi_Host *shost, void *data,
1411 			  int (*fn)(struct device *dev, void *data))
1412 {
1413 	return device_find_child(&shost->shost_gendev, data, fn);
1414 }
1415 EXPORT_SYMBOL_GPL(iscsi_find_flashnode_sess);
1416 
1417 /**
1418  * iscsi_find_flashnode_conn - finds flashnode connection entry
1419  * @fnode_sess: pointer to parent flashnode session entry
1420  *
1421  * Finds the flashnode connection object comparing the data passed using logic
1422  * defined in passed function pointer
1423  *
1424  * Returns:
1425  *  pointer to found flashnode connection device object on success
1426  *  %NULL on failure
1427  */
1428 struct device *
1429 iscsi_find_flashnode_conn(struct iscsi_bus_flash_session *fnode_sess)
1430 {
1431 	return device_find_child(&fnode_sess->dev, NULL,
1432 				 iscsi_is_flashnode_conn_dev);
1433 }
1434 EXPORT_SYMBOL_GPL(iscsi_find_flashnode_conn);
1435 
1436 static int iscsi_iter_destroy_flashnode_conn_fn(struct device *dev, void *data)
1437 {
1438 	if (!iscsi_is_flashnode_conn_dev(dev, NULL))
1439 		return 0;
1440 
1441 	return iscsi_destroy_flashnode_conn(iscsi_dev_to_flash_conn(dev));
1442 }
1443 
1444 /**
1445  * iscsi_destroy_flashnode_sess - destroy flashnode session entry
1446  * @fnode_sess: pointer to flashnode session entry to be destroyed
1447  *
1448  * Deletes the flashnode session entry and all children flashnode connection
1449  * entries from sysfs
1450  */
1451 void iscsi_destroy_flashnode_sess(struct iscsi_bus_flash_session *fnode_sess)
1452 {
1453 	int err;
1454 
1455 	err = device_for_each_child(&fnode_sess->dev, NULL,
1456 				    iscsi_iter_destroy_flashnode_conn_fn);
1457 	if (err)
1458 		pr_err("Could not delete all connections for %s. Error %d.\n",
1459 		       fnode_sess->dev.kobj.name, err);
1460 
1461 	device_unregister(&fnode_sess->dev);
1462 }
1463 EXPORT_SYMBOL_GPL(iscsi_destroy_flashnode_sess);
1464 
1465 static int iscsi_iter_destroy_flashnode_fn(struct device *dev, void *data)
1466 {
1467 	if (!iscsi_flashnode_bus_match(dev, NULL))
1468 		return 0;
1469 
1470 	iscsi_destroy_flashnode_sess(iscsi_dev_to_flash_session(dev));
1471 	return 0;
1472 }
1473 
1474 /**
1475  * iscsi_destroy_all_flashnode - destroy all flashnode session entries
1476  * @shost: pointer to host data
1477  *
1478  * Destroys all the flashnode session entries and all corresponding children
1479  * flashnode connection entries from sysfs
1480  */
1481 void iscsi_destroy_all_flashnode(struct Scsi_Host *shost)
1482 {
1483 	device_for_each_child(&shost->shost_gendev, NULL,
1484 			      iscsi_iter_destroy_flashnode_fn);
1485 }
1486 EXPORT_SYMBOL_GPL(iscsi_destroy_all_flashnode);
1487 
1488 /*
1489  * BSG support
1490  */
1491 /**
1492  * iscsi_bsg_host_dispatch - Dispatch command to LLD.
1493  * @job: bsg job to be processed
1494  */
1495 static int iscsi_bsg_host_dispatch(struct bsg_job *job)
1496 {
1497 	struct Scsi_Host *shost = iscsi_job_to_shost(job);
1498 	struct iscsi_bsg_request *req = job->request;
1499 	struct iscsi_bsg_reply *reply = job->reply;
1500 	struct iscsi_internal *i = to_iscsi_internal(shost->transportt);
1501 	int cmdlen = sizeof(uint32_t);	/* start with length of msgcode */
1502 	int ret;
1503 
1504 	/* check if we have the msgcode value at least */
1505 	if (job->request_len < sizeof(uint32_t)) {
1506 		ret = -ENOMSG;
1507 		goto fail_host_msg;
1508 	}
1509 
1510 	/* Validate the host command */
1511 	switch (req->msgcode) {
1512 	case ISCSI_BSG_HST_VENDOR:
1513 		cmdlen += sizeof(struct iscsi_bsg_host_vendor);
1514 		if ((shost->hostt->vendor_id == 0L) ||
1515 		    (req->rqst_data.h_vendor.vendor_id !=
1516 			shost->hostt->vendor_id)) {
1517 			ret = -ESRCH;
1518 			goto fail_host_msg;
1519 		}
1520 		break;
1521 	default:
1522 		ret = -EBADR;
1523 		goto fail_host_msg;
1524 	}
1525 
1526 	/* check if we really have all the request data needed */
1527 	if (job->request_len < cmdlen) {
1528 		ret = -ENOMSG;
1529 		goto fail_host_msg;
1530 	}
1531 
1532 	ret = i->iscsi_transport->bsg_request(job);
1533 	if (!ret)
1534 		return 0;
1535 
1536 fail_host_msg:
1537 	/* return the errno failure code as the only status */
1538 	BUG_ON(job->reply_len < sizeof(uint32_t));
1539 	reply->reply_payload_rcv_len = 0;
1540 	reply->result = ret;
1541 	job->reply_len = sizeof(uint32_t);
1542 	bsg_job_done(job, ret, 0);
1543 	return 0;
1544 }
1545 
1546 /**
1547  * iscsi_bsg_host_add - Create and add the bsg hooks to receive requests
1548  * @shost: shost for iscsi_host
1549  * @ihost: iscsi_cls_host adding the structures to
1550  */
1551 static int
1552 iscsi_bsg_host_add(struct Scsi_Host *shost, struct iscsi_cls_host *ihost)
1553 {
1554 	struct device *dev = &shost->shost_gendev;
1555 	struct iscsi_internal *i = to_iscsi_internal(shost->transportt);
1556 	struct request_queue *q;
1557 	char bsg_name[20];
1558 
1559 	if (!i->iscsi_transport->bsg_request)
1560 		return -ENOTSUPP;
1561 
1562 	snprintf(bsg_name, sizeof(bsg_name), "iscsi_host%d", shost->host_no);
1563 	q = bsg_setup_queue(dev, bsg_name, iscsi_bsg_host_dispatch, NULL, 0);
1564 	if (IS_ERR(q)) {
1565 		shost_printk(KERN_ERR, shost, "bsg interface failed to "
1566 			     "initialize - no request queue\n");
1567 		return PTR_ERR(q);
1568 	}
1569 	__scsi_init_queue(shost, q);
1570 
1571 	ihost->bsg_q = q;
1572 	return 0;
1573 }
1574 
1575 static int iscsi_setup_host(struct transport_container *tc, struct device *dev,
1576 			    struct device *cdev)
1577 {
1578 	struct Scsi_Host *shost = dev_to_shost(dev);
1579 	struct iscsi_cls_host *ihost = shost->shost_data;
1580 
1581 	memset(ihost, 0, sizeof(*ihost));
1582 	atomic_set(&ihost->nr_scans, 0);
1583 	mutex_init(&ihost->mutex);
1584 
1585 	iscsi_bsg_host_add(shost, ihost);
1586 	/* ignore any bsg add error - we just can't do sgio */
1587 
1588 	return 0;
1589 }
1590 
1591 static int iscsi_remove_host(struct transport_container *tc,
1592 			     struct device *dev, struct device *cdev)
1593 {
1594 	struct Scsi_Host *shost = dev_to_shost(dev);
1595 	struct iscsi_cls_host *ihost = shost->shost_data;
1596 
1597 	bsg_remove_queue(ihost->bsg_q);
1598 	return 0;
1599 }
1600 
1601 static DECLARE_TRANSPORT_CLASS(iscsi_host_class,
1602 			       "iscsi_host",
1603 			       iscsi_setup_host,
1604 			       iscsi_remove_host,
1605 			       NULL);
1606 
1607 static DECLARE_TRANSPORT_CLASS(iscsi_session_class,
1608 			       "iscsi_session",
1609 			       NULL,
1610 			       NULL,
1611 			       NULL);
1612 
1613 static DECLARE_TRANSPORT_CLASS(iscsi_connection_class,
1614 			       "iscsi_connection",
1615 			       NULL,
1616 			       NULL,
1617 			       NULL);
1618 
1619 static struct sock *nls;
1620 static DEFINE_MUTEX(rx_queue_mutex);
1621 
1622 static LIST_HEAD(sesslist);
1623 static DEFINE_SPINLOCK(sesslock);
1624 static LIST_HEAD(connlist);
1625 static DEFINE_SPINLOCK(connlock);
1626 
1627 static uint32_t iscsi_conn_get_sid(struct iscsi_cls_conn *conn)
1628 {
1629 	struct iscsi_cls_session *sess = iscsi_dev_to_session(conn->dev.parent);
1630 	return sess->sid;
1631 }
1632 
1633 /*
1634  * Returns the matching session to a given sid
1635  */
1636 static struct iscsi_cls_session *iscsi_session_lookup(uint32_t sid)
1637 {
1638 	unsigned long flags;
1639 	struct iscsi_cls_session *sess;
1640 
1641 	spin_lock_irqsave(&sesslock, flags);
1642 	list_for_each_entry(sess, &sesslist, sess_list) {
1643 		if (sess->sid == sid) {
1644 			spin_unlock_irqrestore(&sesslock, flags);
1645 			return sess;
1646 		}
1647 	}
1648 	spin_unlock_irqrestore(&sesslock, flags);
1649 	return NULL;
1650 }
1651 
1652 /*
1653  * Returns the matching connection to a given sid / cid tuple
1654  */
1655 static struct iscsi_cls_conn *iscsi_conn_lookup(uint32_t sid, uint32_t cid)
1656 {
1657 	unsigned long flags;
1658 	struct iscsi_cls_conn *conn;
1659 
1660 	spin_lock_irqsave(&connlock, flags);
1661 	list_for_each_entry(conn, &connlist, conn_list) {
1662 		if ((conn->cid == cid) && (iscsi_conn_get_sid(conn) == sid)) {
1663 			spin_unlock_irqrestore(&connlock, flags);
1664 			return conn;
1665 		}
1666 	}
1667 	spin_unlock_irqrestore(&connlock, flags);
1668 	return NULL;
1669 }
1670 
1671 /*
1672  * The following functions can be used by LLDs that allocate
1673  * their own scsi_hosts or by software iscsi LLDs
1674  */
1675 static struct {
1676 	int value;
1677 	char *name;
1678 } iscsi_session_state_names[] = {
1679 	{ ISCSI_SESSION_LOGGED_IN,	"LOGGED_IN" },
1680 	{ ISCSI_SESSION_FAILED,		"FAILED" },
1681 	{ ISCSI_SESSION_FREE,		"FREE" },
1682 };
1683 
1684 static const char *iscsi_session_state_name(int state)
1685 {
1686 	int i;
1687 	char *name = NULL;
1688 
1689 	for (i = 0; i < ARRAY_SIZE(iscsi_session_state_names); i++) {
1690 		if (iscsi_session_state_names[i].value == state) {
1691 			name = iscsi_session_state_names[i].name;
1692 			break;
1693 		}
1694 	}
1695 	return name;
1696 }
1697 
1698 int iscsi_session_chkready(struct iscsi_cls_session *session)
1699 {
1700 	unsigned long flags;
1701 	int err;
1702 
1703 	spin_lock_irqsave(&session->lock, flags);
1704 	switch (session->state) {
1705 	case ISCSI_SESSION_LOGGED_IN:
1706 		err = 0;
1707 		break;
1708 	case ISCSI_SESSION_FAILED:
1709 		err = DID_IMM_RETRY << 16;
1710 		break;
1711 	case ISCSI_SESSION_FREE:
1712 		err = DID_TRANSPORT_FAILFAST << 16;
1713 		break;
1714 	default:
1715 		err = DID_NO_CONNECT << 16;
1716 		break;
1717 	}
1718 	spin_unlock_irqrestore(&session->lock, flags);
1719 	return err;
1720 }
1721 EXPORT_SYMBOL_GPL(iscsi_session_chkready);
1722 
1723 int iscsi_is_session_online(struct iscsi_cls_session *session)
1724 {
1725 	unsigned long flags;
1726 	int ret = 0;
1727 
1728 	spin_lock_irqsave(&session->lock, flags);
1729 	if (session->state == ISCSI_SESSION_LOGGED_IN)
1730 		ret = 1;
1731 	spin_unlock_irqrestore(&session->lock, flags);
1732 	return ret;
1733 }
1734 EXPORT_SYMBOL_GPL(iscsi_is_session_online);
1735 
1736 static void iscsi_session_release(struct device *dev)
1737 {
1738 	struct iscsi_cls_session *session = iscsi_dev_to_session(dev);
1739 	struct Scsi_Host *shost;
1740 
1741 	shost = iscsi_session_to_shost(session);
1742 	scsi_host_put(shost);
1743 	ISCSI_DBG_TRANS_SESSION(session, "Completing session release\n");
1744 	kfree(session);
1745 }
1746 
1747 int iscsi_is_session_dev(const struct device *dev)
1748 {
1749 	return dev->release == iscsi_session_release;
1750 }
1751 EXPORT_SYMBOL_GPL(iscsi_is_session_dev);
1752 
1753 static int iscsi_iter_session_fn(struct device *dev, void *data)
1754 {
1755 	void (* fn) (struct iscsi_cls_session *) = data;
1756 
1757 	if (!iscsi_is_session_dev(dev))
1758 		return 0;
1759 	fn(iscsi_dev_to_session(dev));
1760 	return 0;
1761 }
1762 
1763 void iscsi_host_for_each_session(struct Scsi_Host *shost,
1764 				 void (*fn)(struct iscsi_cls_session *))
1765 {
1766 	device_for_each_child(&shost->shost_gendev, fn,
1767 			      iscsi_iter_session_fn);
1768 }
1769 EXPORT_SYMBOL_GPL(iscsi_host_for_each_session);
1770 
1771 /**
1772  * iscsi_scan_finished - helper to report when running scans are done
1773  * @shost: scsi host
1774  * @time: scan run time
1775  *
1776  * This function can be used by drives like qla4xxx to report to the scsi
1777  * layer when the scans it kicked off at module load time are done.
1778  */
1779 int iscsi_scan_finished(struct Scsi_Host *shost, unsigned long time)
1780 {
1781 	struct iscsi_cls_host *ihost = shost->shost_data;
1782 	/*
1783 	 * qla4xxx will have kicked off some session unblocks before calling
1784 	 * scsi_scan_host, so just wait for them to complete.
1785 	 */
1786 	return !atomic_read(&ihost->nr_scans);
1787 }
1788 EXPORT_SYMBOL_GPL(iscsi_scan_finished);
1789 
1790 struct iscsi_scan_data {
1791 	unsigned int channel;
1792 	unsigned int id;
1793 	u64 lun;
1794 	enum scsi_scan_mode rescan;
1795 };
1796 
1797 static int iscsi_user_scan_session(struct device *dev, void *data)
1798 {
1799 	struct iscsi_scan_data *scan_data = data;
1800 	struct iscsi_cls_session *session;
1801 	struct Scsi_Host *shost;
1802 	struct iscsi_cls_host *ihost;
1803 	unsigned long flags;
1804 	unsigned int id;
1805 
1806 	if (!iscsi_is_session_dev(dev))
1807 		return 0;
1808 
1809 	session = iscsi_dev_to_session(dev);
1810 
1811 	ISCSI_DBG_TRANS_SESSION(session, "Scanning session\n");
1812 
1813 	shost = iscsi_session_to_shost(session);
1814 	ihost = shost->shost_data;
1815 
1816 	mutex_lock(&ihost->mutex);
1817 	spin_lock_irqsave(&session->lock, flags);
1818 	if (session->state != ISCSI_SESSION_LOGGED_IN) {
1819 		spin_unlock_irqrestore(&session->lock, flags);
1820 		goto user_scan_exit;
1821 	}
1822 	id = session->target_id;
1823 	spin_unlock_irqrestore(&session->lock, flags);
1824 
1825 	if (id != ISCSI_MAX_TARGET) {
1826 		if ((scan_data->channel == SCAN_WILD_CARD ||
1827 		     scan_data->channel == 0) &&
1828 		    (scan_data->id == SCAN_WILD_CARD ||
1829 		     scan_data->id == id))
1830 			scsi_scan_target(&session->dev, 0, id,
1831 					 scan_data->lun, scan_data->rescan);
1832 	}
1833 
1834 user_scan_exit:
1835 	mutex_unlock(&ihost->mutex);
1836 	ISCSI_DBG_TRANS_SESSION(session, "Completed session scan\n");
1837 	return 0;
1838 }
1839 
1840 static int iscsi_user_scan(struct Scsi_Host *shost, uint channel,
1841 			   uint id, u64 lun)
1842 {
1843 	struct iscsi_scan_data scan_data;
1844 
1845 	scan_data.channel = channel;
1846 	scan_data.id = id;
1847 	scan_data.lun = lun;
1848 	scan_data.rescan = SCSI_SCAN_MANUAL;
1849 
1850 	return device_for_each_child(&shost->shost_gendev, &scan_data,
1851 				     iscsi_user_scan_session);
1852 }
1853 
1854 static void iscsi_scan_session(struct work_struct *work)
1855 {
1856 	struct iscsi_cls_session *session =
1857 			container_of(work, struct iscsi_cls_session, scan_work);
1858 	struct Scsi_Host *shost = iscsi_session_to_shost(session);
1859 	struct iscsi_cls_host *ihost = shost->shost_data;
1860 	struct iscsi_scan_data scan_data;
1861 
1862 	scan_data.channel = 0;
1863 	scan_data.id = SCAN_WILD_CARD;
1864 	scan_data.lun = SCAN_WILD_CARD;
1865 	scan_data.rescan = SCSI_SCAN_RESCAN;
1866 
1867 	iscsi_user_scan_session(&session->dev, &scan_data);
1868 	atomic_dec(&ihost->nr_scans);
1869 }
1870 
1871 /**
1872  * iscsi_block_scsi_eh - block scsi eh until session state has transistioned
1873  * @cmd: scsi cmd passed to scsi eh handler
1874  *
1875  * If the session is down this function will wait for the recovery
1876  * timer to fire or for the session to be logged back in. If the
1877  * recovery timer fires then FAST_IO_FAIL is returned. The caller
1878  * should pass this error value to the scsi eh.
1879  */
1880 int iscsi_block_scsi_eh(struct scsi_cmnd *cmd)
1881 {
1882 	struct iscsi_cls_session *session =
1883 			starget_to_session(scsi_target(cmd->device));
1884 	unsigned long flags;
1885 	int ret = 0;
1886 
1887 	spin_lock_irqsave(&session->lock, flags);
1888 	while (session->state != ISCSI_SESSION_LOGGED_IN) {
1889 		if (session->state == ISCSI_SESSION_FREE) {
1890 			ret = FAST_IO_FAIL;
1891 			break;
1892 		}
1893 		spin_unlock_irqrestore(&session->lock, flags);
1894 		msleep(1000);
1895 		spin_lock_irqsave(&session->lock, flags);
1896 	}
1897 	spin_unlock_irqrestore(&session->lock, flags);
1898 	return ret;
1899 }
1900 EXPORT_SYMBOL_GPL(iscsi_block_scsi_eh);
1901 
1902 static void session_recovery_timedout(struct work_struct *work)
1903 {
1904 	struct iscsi_cls_session *session =
1905 		container_of(work, struct iscsi_cls_session,
1906 			     recovery_work.work);
1907 	unsigned long flags;
1908 
1909 	iscsi_cls_session_printk(KERN_INFO, session,
1910 				 "session recovery timed out after %d secs\n",
1911 				 session->recovery_tmo);
1912 
1913 	spin_lock_irqsave(&session->lock, flags);
1914 	switch (session->state) {
1915 	case ISCSI_SESSION_FAILED:
1916 		session->state = ISCSI_SESSION_FREE;
1917 		break;
1918 	case ISCSI_SESSION_LOGGED_IN:
1919 	case ISCSI_SESSION_FREE:
1920 		/* we raced with the unblock's flush */
1921 		spin_unlock_irqrestore(&session->lock, flags);
1922 		return;
1923 	}
1924 	spin_unlock_irqrestore(&session->lock, flags);
1925 
1926 	if (session->transport->session_recovery_timedout)
1927 		session->transport->session_recovery_timedout(session);
1928 
1929 	ISCSI_DBG_TRANS_SESSION(session, "Unblocking SCSI target\n");
1930 	scsi_target_unblock(&session->dev, SDEV_TRANSPORT_OFFLINE);
1931 	ISCSI_DBG_TRANS_SESSION(session, "Completed unblocking SCSI target\n");
1932 }
1933 
1934 static void __iscsi_unblock_session(struct work_struct *work)
1935 {
1936 	struct iscsi_cls_session *session =
1937 			container_of(work, struct iscsi_cls_session,
1938 				     unblock_work);
1939 	struct Scsi_Host *shost = iscsi_session_to_shost(session);
1940 	struct iscsi_cls_host *ihost = shost->shost_data;
1941 	unsigned long flags;
1942 
1943 	ISCSI_DBG_TRANS_SESSION(session, "Unblocking session\n");
1944 	/*
1945 	 * The recovery and unblock work get run from the same workqueue,
1946 	 * so try to cancel it if it was going to run after this unblock.
1947 	 */
1948 	cancel_delayed_work(&session->recovery_work);
1949 	spin_lock_irqsave(&session->lock, flags);
1950 	session->state = ISCSI_SESSION_LOGGED_IN;
1951 	spin_unlock_irqrestore(&session->lock, flags);
1952 	/* start IO */
1953 	scsi_target_unblock(&session->dev, SDEV_RUNNING);
1954 	/*
1955 	 * Only do kernel scanning if the driver is properly hooked into
1956 	 * the async scanning code (drivers like iscsi_tcp do login and
1957 	 * scanning from userspace).
1958 	 */
1959 	if (shost->hostt->scan_finished) {
1960 		if (scsi_queue_work(shost, &session->scan_work))
1961 			atomic_inc(&ihost->nr_scans);
1962 	}
1963 	ISCSI_DBG_TRANS_SESSION(session, "Completed unblocking session\n");
1964 }
1965 
1966 /**
1967  * iscsi_unblock_session - set a session as logged in and start IO.
1968  * @session: iscsi session
1969  *
1970  * Mark a session as ready to accept IO.
1971  */
1972 void iscsi_unblock_session(struct iscsi_cls_session *session)
1973 {
1974 	queue_work(iscsi_eh_timer_workq, &session->unblock_work);
1975 	/*
1976 	 * make sure all the events have completed before tell the driver
1977 	 * it is safe
1978 	 */
1979 	flush_workqueue(iscsi_eh_timer_workq);
1980 }
1981 EXPORT_SYMBOL_GPL(iscsi_unblock_session);
1982 
1983 static void __iscsi_block_session(struct work_struct *work)
1984 {
1985 	struct iscsi_cls_session *session =
1986 			container_of(work, struct iscsi_cls_session,
1987 				     block_work);
1988 	unsigned long flags;
1989 
1990 	ISCSI_DBG_TRANS_SESSION(session, "Blocking session\n");
1991 	spin_lock_irqsave(&session->lock, flags);
1992 	session->state = ISCSI_SESSION_FAILED;
1993 	spin_unlock_irqrestore(&session->lock, flags);
1994 	scsi_target_block(&session->dev);
1995 	ISCSI_DBG_TRANS_SESSION(session, "Completed SCSI target blocking\n");
1996 	if (session->recovery_tmo >= 0)
1997 		queue_delayed_work(iscsi_eh_timer_workq,
1998 				   &session->recovery_work,
1999 				   session->recovery_tmo * HZ);
2000 }
2001 
2002 void iscsi_block_session(struct iscsi_cls_session *session)
2003 {
2004 	queue_work(iscsi_eh_timer_workq, &session->block_work);
2005 }
2006 EXPORT_SYMBOL_GPL(iscsi_block_session);
2007 
2008 static void __iscsi_unbind_session(struct work_struct *work)
2009 {
2010 	struct iscsi_cls_session *session =
2011 			container_of(work, struct iscsi_cls_session,
2012 				     unbind_work);
2013 	struct Scsi_Host *shost = iscsi_session_to_shost(session);
2014 	struct iscsi_cls_host *ihost = shost->shost_data;
2015 	unsigned long flags;
2016 	unsigned int target_id;
2017 
2018 	ISCSI_DBG_TRANS_SESSION(session, "Unbinding session\n");
2019 
2020 	/* Prevent new scans and make sure scanning is not in progress */
2021 	mutex_lock(&ihost->mutex);
2022 	spin_lock_irqsave(&session->lock, flags);
2023 	if (session->target_id == ISCSI_MAX_TARGET) {
2024 		spin_unlock_irqrestore(&session->lock, flags);
2025 		mutex_unlock(&ihost->mutex);
2026 		return;
2027 	}
2028 
2029 	target_id = session->target_id;
2030 	session->target_id = ISCSI_MAX_TARGET;
2031 	spin_unlock_irqrestore(&session->lock, flags);
2032 	mutex_unlock(&ihost->mutex);
2033 
2034 	if (session->ida_used)
2035 		ida_simple_remove(&iscsi_sess_ida, target_id);
2036 
2037 	scsi_remove_target(&session->dev);
2038 	iscsi_session_event(session, ISCSI_KEVENT_UNBIND_SESSION);
2039 	ISCSI_DBG_TRANS_SESSION(session, "Completed target removal\n");
2040 }
2041 
2042 struct iscsi_cls_session *
2043 iscsi_alloc_session(struct Scsi_Host *shost, struct iscsi_transport *transport,
2044 		    int dd_size)
2045 {
2046 	struct iscsi_cls_session *session;
2047 
2048 	session = kzalloc(sizeof(*session) + dd_size,
2049 			  GFP_KERNEL);
2050 	if (!session)
2051 		return NULL;
2052 
2053 	session->transport = transport;
2054 	session->creator = -1;
2055 	session->recovery_tmo = 120;
2056 	session->recovery_tmo_sysfs_override = false;
2057 	session->state = ISCSI_SESSION_FREE;
2058 	INIT_DELAYED_WORK(&session->recovery_work, session_recovery_timedout);
2059 	INIT_LIST_HEAD(&session->sess_list);
2060 	INIT_WORK(&session->unblock_work, __iscsi_unblock_session);
2061 	INIT_WORK(&session->block_work, __iscsi_block_session);
2062 	INIT_WORK(&session->unbind_work, __iscsi_unbind_session);
2063 	INIT_WORK(&session->scan_work, iscsi_scan_session);
2064 	spin_lock_init(&session->lock);
2065 
2066 	/* this is released in the dev's release function */
2067 	scsi_host_get(shost);
2068 	session->dev.parent = &shost->shost_gendev;
2069 	session->dev.release = iscsi_session_release;
2070 	device_initialize(&session->dev);
2071 	if (dd_size)
2072 		session->dd_data = &session[1];
2073 
2074 	ISCSI_DBG_TRANS_SESSION(session, "Completed session allocation\n");
2075 	return session;
2076 }
2077 EXPORT_SYMBOL_GPL(iscsi_alloc_session);
2078 
2079 int iscsi_add_session(struct iscsi_cls_session *session, unsigned int target_id)
2080 {
2081 	unsigned long flags;
2082 	int id = 0;
2083 	int err;
2084 
2085 	session->sid = atomic_add_return(1, &iscsi_session_nr);
2086 
2087 	if (target_id == ISCSI_MAX_TARGET) {
2088 		id = ida_simple_get(&iscsi_sess_ida, 0, 0, GFP_KERNEL);
2089 
2090 		if (id < 0) {
2091 			iscsi_cls_session_printk(KERN_ERR, session,
2092 					"Failure in Target ID Allocation\n");
2093 			return id;
2094 		}
2095 		session->target_id = (unsigned int)id;
2096 		session->ida_used = true;
2097 	} else
2098 		session->target_id = target_id;
2099 
2100 	dev_set_name(&session->dev, "session%u", session->sid);
2101 	err = device_add(&session->dev);
2102 	if (err) {
2103 		iscsi_cls_session_printk(KERN_ERR, session,
2104 					 "could not register session's dev\n");
2105 		goto release_ida;
2106 	}
2107 	transport_register_device(&session->dev);
2108 
2109 	spin_lock_irqsave(&sesslock, flags);
2110 	list_add(&session->sess_list, &sesslist);
2111 	spin_unlock_irqrestore(&sesslock, flags);
2112 
2113 	iscsi_session_event(session, ISCSI_KEVENT_CREATE_SESSION);
2114 	ISCSI_DBG_TRANS_SESSION(session, "Completed session adding\n");
2115 	return 0;
2116 
2117 release_ida:
2118 	if (session->ida_used)
2119 		ida_simple_remove(&iscsi_sess_ida, session->target_id);
2120 
2121 	return err;
2122 }
2123 EXPORT_SYMBOL_GPL(iscsi_add_session);
2124 
2125 /**
2126  * iscsi_create_session - create iscsi class session
2127  * @shost: scsi host
2128  * @transport: iscsi transport
2129  * @dd_size: private driver data size
2130  * @target_id: which target
2131  *
2132  * This can be called from a LLD or iscsi_transport.
2133  */
2134 struct iscsi_cls_session *
2135 iscsi_create_session(struct Scsi_Host *shost, struct iscsi_transport *transport,
2136 		     int dd_size, unsigned int target_id)
2137 {
2138 	struct iscsi_cls_session *session;
2139 
2140 	session = iscsi_alloc_session(shost, transport, dd_size);
2141 	if (!session)
2142 		return NULL;
2143 
2144 	if (iscsi_add_session(session, target_id)) {
2145 		iscsi_free_session(session);
2146 		return NULL;
2147 	}
2148 	return session;
2149 }
2150 EXPORT_SYMBOL_GPL(iscsi_create_session);
2151 
2152 static void iscsi_conn_release(struct device *dev)
2153 {
2154 	struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev);
2155 	struct device *parent = conn->dev.parent;
2156 
2157 	ISCSI_DBG_TRANS_CONN(conn, "Releasing conn\n");
2158 	kfree(conn);
2159 	put_device(parent);
2160 }
2161 
2162 static int iscsi_is_conn_dev(const struct device *dev)
2163 {
2164 	return dev->release == iscsi_conn_release;
2165 }
2166 
2167 static int iscsi_iter_destroy_conn_fn(struct device *dev, void *data)
2168 {
2169 	if (!iscsi_is_conn_dev(dev))
2170 		return 0;
2171 	return iscsi_destroy_conn(iscsi_dev_to_conn(dev));
2172 }
2173 
2174 void iscsi_remove_session(struct iscsi_cls_session *session)
2175 {
2176 	unsigned long flags;
2177 	int err;
2178 
2179 	ISCSI_DBG_TRANS_SESSION(session, "Removing session\n");
2180 
2181 	spin_lock_irqsave(&sesslock, flags);
2182 	list_del(&session->sess_list);
2183 	spin_unlock_irqrestore(&sesslock, flags);
2184 
2185 	/* make sure there are no blocks/unblocks queued */
2186 	flush_workqueue(iscsi_eh_timer_workq);
2187 	/* make sure the timedout callout is not running */
2188 	if (!cancel_delayed_work(&session->recovery_work))
2189 		flush_workqueue(iscsi_eh_timer_workq);
2190 	/*
2191 	 * If we are blocked let commands flow again. The lld or iscsi
2192 	 * layer should set up the queuecommand to fail commands.
2193 	 * We assume that LLD will not be calling block/unblock while
2194 	 * removing the session.
2195 	 */
2196 	spin_lock_irqsave(&session->lock, flags);
2197 	session->state = ISCSI_SESSION_FREE;
2198 	spin_unlock_irqrestore(&session->lock, flags);
2199 
2200 	scsi_target_unblock(&session->dev, SDEV_TRANSPORT_OFFLINE);
2201 	/* flush running scans then delete devices */
2202 	flush_work(&session->scan_work);
2203 	/* flush running unbind operations */
2204 	flush_work(&session->unbind_work);
2205 	__iscsi_unbind_session(&session->unbind_work);
2206 
2207 	/* hw iscsi may not have removed all connections from session */
2208 	err = device_for_each_child(&session->dev, NULL,
2209 				    iscsi_iter_destroy_conn_fn);
2210 	if (err)
2211 		iscsi_cls_session_printk(KERN_ERR, session,
2212 					 "Could not delete all connections "
2213 					 "for session. Error %d.\n", err);
2214 
2215 	transport_unregister_device(&session->dev);
2216 
2217 	ISCSI_DBG_TRANS_SESSION(session, "Completing session removal\n");
2218 	device_del(&session->dev);
2219 }
2220 EXPORT_SYMBOL_GPL(iscsi_remove_session);
2221 
2222 void iscsi_free_session(struct iscsi_cls_session *session)
2223 {
2224 	ISCSI_DBG_TRANS_SESSION(session, "Freeing session\n");
2225 	iscsi_session_event(session, ISCSI_KEVENT_DESTROY_SESSION);
2226 	put_device(&session->dev);
2227 }
2228 EXPORT_SYMBOL_GPL(iscsi_free_session);
2229 
2230 /**
2231  * iscsi_create_conn - create iscsi class connection
2232  * @session: iscsi cls session
2233  * @dd_size: private driver data size
2234  * @cid: connection id
2235  *
2236  * This can be called from a LLD or iscsi_transport. The connection
2237  * is child of the session so cid must be unique for all connections
2238  * on the session.
2239  *
2240  * Since we do not support MCS, cid will normally be zero. In some cases
2241  * for software iscsi we could be trying to preallocate a connection struct
2242  * in which case there could be two connection structs and cid would be
2243  * non-zero.
2244  */
2245 struct iscsi_cls_conn *
2246 iscsi_create_conn(struct iscsi_cls_session *session, int dd_size, uint32_t cid)
2247 {
2248 	struct iscsi_transport *transport = session->transport;
2249 	struct iscsi_cls_conn *conn;
2250 	unsigned long flags;
2251 	int err;
2252 
2253 	conn = kzalloc(sizeof(*conn) + dd_size, GFP_KERNEL);
2254 	if (!conn)
2255 		return NULL;
2256 	if (dd_size)
2257 		conn->dd_data = &conn[1];
2258 
2259 	mutex_init(&conn->ep_mutex);
2260 	INIT_LIST_HEAD(&conn->conn_list);
2261 	conn->transport = transport;
2262 	conn->cid = cid;
2263 
2264 	/* this is released in the dev's release function */
2265 	if (!get_device(&session->dev))
2266 		goto free_conn;
2267 
2268 	dev_set_name(&conn->dev, "connection%d:%u", session->sid, cid);
2269 	conn->dev.parent = &session->dev;
2270 	conn->dev.release = iscsi_conn_release;
2271 	err = device_register(&conn->dev);
2272 	if (err) {
2273 		iscsi_cls_session_printk(KERN_ERR, session, "could not "
2274 					 "register connection's dev\n");
2275 		goto release_parent_ref;
2276 	}
2277 	transport_register_device(&conn->dev);
2278 
2279 	spin_lock_irqsave(&connlock, flags);
2280 	list_add(&conn->conn_list, &connlist);
2281 	spin_unlock_irqrestore(&connlock, flags);
2282 
2283 	ISCSI_DBG_TRANS_CONN(conn, "Completed conn creation\n");
2284 	return conn;
2285 
2286 release_parent_ref:
2287 	put_device(&session->dev);
2288 free_conn:
2289 	kfree(conn);
2290 	return NULL;
2291 }
2292 
2293 EXPORT_SYMBOL_GPL(iscsi_create_conn);
2294 
2295 /**
2296  * iscsi_destroy_conn - destroy iscsi class connection
2297  * @conn: iscsi cls session
2298  *
2299  * This can be called from a LLD or iscsi_transport.
2300  */
2301 int iscsi_destroy_conn(struct iscsi_cls_conn *conn)
2302 {
2303 	unsigned long flags;
2304 
2305 	spin_lock_irqsave(&connlock, flags);
2306 	list_del(&conn->conn_list);
2307 	spin_unlock_irqrestore(&connlock, flags);
2308 
2309 	transport_unregister_device(&conn->dev);
2310 	ISCSI_DBG_TRANS_CONN(conn, "Completing conn destruction\n");
2311 	device_unregister(&conn->dev);
2312 	return 0;
2313 }
2314 EXPORT_SYMBOL_GPL(iscsi_destroy_conn);
2315 
2316 /*
2317  * iscsi interface functions
2318  */
2319 static struct iscsi_internal *
2320 iscsi_if_transport_lookup(struct iscsi_transport *tt)
2321 {
2322 	struct iscsi_internal *priv;
2323 	unsigned long flags;
2324 
2325 	spin_lock_irqsave(&iscsi_transport_lock, flags);
2326 	list_for_each_entry(priv, &iscsi_transports, list) {
2327 		if (tt == priv->iscsi_transport) {
2328 			spin_unlock_irqrestore(&iscsi_transport_lock, flags);
2329 			return priv;
2330 		}
2331 	}
2332 	spin_unlock_irqrestore(&iscsi_transport_lock, flags);
2333 	return NULL;
2334 }
2335 
2336 static int
2337 iscsi_multicast_skb(struct sk_buff *skb, uint32_t group, gfp_t gfp)
2338 {
2339 	return nlmsg_multicast(nls, skb, 0, group, gfp);
2340 }
2341 
2342 static int
2343 iscsi_unicast_skb(struct sk_buff *skb, u32 portid)
2344 {
2345 	return nlmsg_unicast(nls, skb, portid);
2346 }
2347 
2348 int iscsi_recv_pdu(struct iscsi_cls_conn *conn, struct iscsi_hdr *hdr,
2349 		   char *data, uint32_t data_size)
2350 {
2351 	struct nlmsghdr	*nlh;
2352 	struct sk_buff *skb;
2353 	struct iscsi_uevent *ev;
2354 	char *pdu;
2355 	struct iscsi_internal *priv;
2356 	int len = nlmsg_total_size(sizeof(*ev) + sizeof(struct iscsi_hdr) +
2357 				   data_size);
2358 
2359 	priv = iscsi_if_transport_lookup(conn->transport);
2360 	if (!priv)
2361 		return -EINVAL;
2362 
2363 	skb = alloc_skb(len, GFP_ATOMIC);
2364 	if (!skb) {
2365 		iscsi_conn_error_event(conn, ISCSI_ERR_CONN_FAILED);
2366 		iscsi_cls_conn_printk(KERN_ERR, conn, "can not deliver "
2367 				      "control PDU: OOM\n");
2368 		return -ENOMEM;
2369 	}
2370 
2371 	nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2372 	ev = nlmsg_data(nlh);
2373 	memset(ev, 0, sizeof(*ev));
2374 	ev->transport_handle = iscsi_handle(conn->transport);
2375 	ev->type = ISCSI_KEVENT_RECV_PDU;
2376 	ev->r.recv_req.cid = conn->cid;
2377 	ev->r.recv_req.sid = iscsi_conn_get_sid(conn);
2378 	pdu = (char*)ev + sizeof(*ev);
2379 	memcpy(pdu, hdr, sizeof(struct iscsi_hdr));
2380 	memcpy(pdu + sizeof(struct iscsi_hdr), data, data_size);
2381 
2382 	return iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2383 }
2384 EXPORT_SYMBOL_GPL(iscsi_recv_pdu);
2385 
2386 int iscsi_offload_mesg(struct Scsi_Host *shost,
2387 		       struct iscsi_transport *transport, uint32_t type,
2388 		       char *data, uint16_t data_size)
2389 {
2390 	struct nlmsghdr	*nlh;
2391 	struct sk_buff *skb;
2392 	struct iscsi_uevent *ev;
2393 	int len = nlmsg_total_size(sizeof(*ev) + data_size);
2394 
2395 	skb = alloc_skb(len, GFP_ATOMIC);
2396 	if (!skb) {
2397 		printk(KERN_ERR "can not deliver iscsi offload message:OOM\n");
2398 		return -ENOMEM;
2399 	}
2400 
2401 	nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2402 	ev = nlmsg_data(nlh);
2403 	memset(ev, 0, sizeof(*ev));
2404 	ev->type = type;
2405 	ev->transport_handle = iscsi_handle(transport);
2406 	switch (type) {
2407 	case ISCSI_KEVENT_PATH_REQ:
2408 		ev->r.req_path.host_no = shost->host_no;
2409 		break;
2410 	case ISCSI_KEVENT_IF_DOWN:
2411 		ev->r.notify_if_down.host_no = shost->host_no;
2412 		break;
2413 	}
2414 
2415 	memcpy((char *)ev + sizeof(*ev), data, data_size);
2416 
2417 	return iscsi_multicast_skb(skb, ISCSI_NL_GRP_UIP, GFP_ATOMIC);
2418 }
2419 EXPORT_SYMBOL_GPL(iscsi_offload_mesg);
2420 
2421 void iscsi_conn_error_event(struct iscsi_cls_conn *conn, enum iscsi_err error)
2422 {
2423 	struct nlmsghdr	*nlh;
2424 	struct sk_buff	*skb;
2425 	struct iscsi_uevent *ev;
2426 	struct iscsi_internal *priv;
2427 	int len = nlmsg_total_size(sizeof(*ev));
2428 
2429 	priv = iscsi_if_transport_lookup(conn->transport);
2430 	if (!priv)
2431 		return;
2432 
2433 	skb = alloc_skb(len, GFP_ATOMIC);
2434 	if (!skb) {
2435 		iscsi_cls_conn_printk(KERN_ERR, conn, "gracefully ignored "
2436 				      "conn error (%d)\n", error);
2437 		return;
2438 	}
2439 
2440 	nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2441 	ev = nlmsg_data(nlh);
2442 	ev->transport_handle = iscsi_handle(conn->transport);
2443 	ev->type = ISCSI_KEVENT_CONN_ERROR;
2444 	ev->r.connerror.error = error;
2445 	ev->r.connerror.cid = conn->cid;
2446 	ev->r.connerror.sid = iscsi_conn_get_sid(conn);
2447 
2448 	iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2449 
2450 	iscsi_cls_conn_printk(KERN_INFO, conn, "detected conn error (%d)\n",
2451 			      error);
2452 }
2453 EXPORT_SYMBOL_GPL(iscsi_conn_error_event);
2454 
2455 void iscsi_conn_login_event(struct iscsi_cls_conn *conn,
2456 			    enum iscsi_conn_state state)
2457 {
2458 	struct nlmsghdr *nlh;
2459 	struct sk_buff  *skb;
2460 	struct iscsi_uevent *ev;
2461 	struct iscsi_internal *priv;
2462 	int len = nlmsg_total_size(sizeof(*ev));
2463 
2464 	priv = iscsi_if_transport_lookup(conn->transport);
2465 	if (!priv)
2466 		return;
2467 
2468 	skb = alloc_skb(len, GFP_ATOMIC);
2469 	if (!skb) {
2470 		iscsi_cls_conn_printk(KERN_ERR, conn, "gracefully ignored "
2471 				      "conn login (%d)\n", state);
2472 		return;
2473 	}
2474 
2475 	nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2476 	ev = nlmsg_data(nlh);
2477 	ev->transport_handle = iscsi_handle(conn->transport);
2478 	ev->type = ISCSI_KEVENT_CONN_LOGIN_STATE;
2479 	ev->r.conn_login.state = state;
2480 	ev->r.conn_login.cid = conn->cid;
2481 	ev->r.conn_login.sid = iscsi_conn_get_sid(conn);
2482 	iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_ATOMIC);
2483 
2484 	iscsi_cls_conn_printk(KERN_INFO, conn, "detected conn login (%d)\n",
2485 			      state);
2486 }
2487 EXPORT_SYMBOL_GPL(iscsi_conn_login_event);
2488 
2489 void iscsi_post_host_event(uint32_t host_no, struct iscsi_transport *transport,
2490 			   enum iscsi_host_event_code code, uint32_t data_size,
2491 			   uint8_t *data)
2492 {
2493 	struct nlmsghdr *nlh;
2494 	struct sk_buff *skb;
2495 	struct iscsi_uevent *ev;
2496 	int len = nlmsg_total_size(sizeof(*ev) + data_size);
2497 
2498 	skb = alloc_skb(len, GFP_NOIO);
2499 	if (!skb) {
2500 		printk(KERN_ERR "gracefully ignored host event (%d):%d OOM\n",
2501 		       host_no, code);
2502 		return;
2503 	}
2504 
2505 	nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2506 	ev = nlmsg_data(nlh);
2507 	ev->transport_handle = iscsi_handle(transport);
2508 	ev->type = ISCSI_KEVENT_HOST_EVENT;
2509 	ev->r.host_event.host_no = host_no;
2510 	ev->r.host_event.code = code;
2511 	ev->r.host_event.data_size = data_size;
2512 
2513 	if (data_size)
2514 		memcpy((char *)ev + sizeof(*ev), data, data_size);
2515 
2516 	iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_NOIO);
2517 }
2518 EXPORT_SYMBOL_GPL(iscsi_post_host_event);
2519 
2520 void iscsi_ping_comp_event(uint32_t host_no, struct iscsi_transport *transport,
2521 			   uint32_t status, uint32_t pid, uint32_t data_size,
2522 			   uint8_t *data)
2523 {
2524 	struct nlmsghdr *nlh;
2525 	struct sk_buff *skb;
2526 	struct iscsi_uevent *ev;
2527 	int len = nlmsg_total_size(sizeof(*ev) + data_size);
2528 
2529 	skb = alloc_skb(len, GFP_NOIO);
2530 	if (!skb) {
2531 		printk(KERN_ERR "gracefully ignored ping comp: OOM\n");
2532 		return;
2533 	}
2534 
2535 	nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2536 	ev = nlmsg_data(nlh);
2537 	ev->transport_handle = iscsi_handle(transport);
2538 	ev->type = ISCSI_KEVENT_PING_COMP;
2539 	ev->r.ping_comp.host_no = host_no;
2540 	ev->r.ping_comp.status = status;
2541 	ev->r.ping_comp.pid = pid;
2542 	ev->r.ping_comp.data_size = data_size;
2543 	memcpy((char *)ev + sizeof(*ev), data, data_size);
2544 
2545 	iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_NOIO);
2546 }
2547 EXPORT_SYMBOL_GPL(iscsi_ping_comp_event);
2548 
2549 static int
2550 iscsi_if_send_reply(u32 portid, int type, void *payload, int size)
2551 {
2552 	struct sk_buff	*skb;
2553 	struct nlmsghdr	*nlh;
2554 	int len = nlmsg_total_size(size);
2555 
2556 	skb = alloc_skb(len, GFP_ATOMIC);
2557 	if (!skb) {
2558 		printk(KERN_ERR "Could not allocate skb to send reply.\n");
2559 		return -ENOMEM;
2560 	}
2561 
2562 	nlh = __nlmsg_put(skb, 0, 0, type, (len - sizeof(*nlh)), 0);
2563 	memcpy(nlmsg_data(nlh), payload, size);
2564 	return iscsi_unicast_skb(skb, portid);
2565 }
2566 
2567 static int
2568 iscsi_if_get_stats(struct iscsi_transport *transport, struct nlmsghdr *nlh)
2569 {
2570 	struct iscsi_uevent *ev = nlmsg_data(nlh);
2571 	struct iscsi_stats *stats;
2572 	struct sk_buff *skbstat;
2573 	struct iscsi_cls_conn *conn;
2574 	struct nlmsghdr	*nlhstat;
2575 	struct iscsi_uevent *evstat;
2576 	struct iscsi_internal *priv;
2577 	int len = nlmsg_total_size(sizeof(*ev) +
2578 				   sizeof(struct iscsi_stats) +
2579 				   sizeof(struct iscsi_stats_custom) *
2580 				   ISCSI_STATS_CUSTOM_MAX);
2581 	int err = 0;
2582 
2583 	priv = iscsi_if_transport_lookup(transport);
2584 	if (!priv)
2585 		return -EINVAL;
2586 
2587 	conn = iscsi_conn_lookup(ev->u.get_stats.sid, ev->u.get_stats.cid);
2588 	if (!conn)
2589 		return -EEXIST;
2590 
2591 	do {
2592 		int actual_size;
2593 
2594 		skbstat = alloc_skb(len, GFP_ATOMIC);
2595 		if (!skbstat) {
2596 			iscsi_cls_conn_printk(KERN_ERR, conn, "can not "
2597 					      "deliver stats: OOM\n");
2598 			return -ENOMEM;
2599 		}
2600 
2601 		nlhstat = __nlmsg_put(skbstat, 0, 0, 0,
2602 				      (len - sizeof(*nlhstat)), 0);
2603 		evstat = nlmsg_data(nlhstat);
2604 		memset(evstat, 0, sizeof(*evstat));
2605 		evstat->transport_handle = iscsi_handle(conn->transport);
2606 		evstat->type = nlh->nlmsg_type;
2607 		evstat->u.get_stats.cid =
2608 			ev->u.get_stats.cid;
2609 		evstat->u.get_stats.sid =
2610 			ev->u.get_stats.sid;
2611 		stats = (struct iscsi_stats *)
2612 			((char*)evstat + sizeof(*evstat));
2613 		memset(stats, 0, sizeof(*stats));
2614 
2615 		transport->get_stats(conn, stats);
2616 		actual_size = nlmsg_total_size(sizeof(struct iscsi_uevent) +
2617 					       sizeof(struct iscsi_stats) +
2618 					       sizeof(struct iscsi_stats_custom) *
2619 					       stats->custom_length);
2620 		actual_size -= sizeof(*nlhstat);
2621 		actual_size = nlmsg_msg_size(actual_size);
2622 		skb_trim(skbstat, NLMSG_ALIGN(actual_size));
2623 		nlhstat->nlmsg_len = actual_size;
2624 
2625 		err = iscsi_multicast_skb(skbstat, ISCSI_NL_GRP_ISCSID,
2626 					  GFP_ATOMIC);
2627 	} while (err < 0 && err != -ECONNREFUSED);
2628 
2629 	return err;
2630 }
2631 
2632 /**
2633  * iscsi_session_event - send session destr. completion event
2634  * @session: iscsi class session
2635  * @event: type of event
2636  */
2637 int iscsi_session_event(struct iscsi_cls_session *session,
2638 			enum iscsi_uevent_e event)
2639 {
2640 	struct iscsi_internal *priv;
2641 	struct Scsi_Host *shost;
2642 	struct iscsi_uevent *ev;
2643 	struct sk_buff  *skb;
2644 	struct nlmsghdr *nlh;
2645 	int rc, len = nlmsg_total_size(sizeof(*ev));
2646 
2647 	priv = iscsi_if_transport_lookup(session->transport);
2648 	if (!priv)
2649 		return -EINVAL;
2650 	shost = iscsi_session_to_shost(session);
2651 
2652 	skb = alloc_skb(len, GFP_KERNEL);
2653 	if (!skb) {
2654 		iscsi_cls_session_printk(KERN_ERR, session,
2655 					 "Cannot notify userspace of session "
2656 					 "event %u\n", event);
2657 		return -ENOMEM;
2658 	}
2659 
2660 	nlh = __nlmsg_put(skb, 0, 0, 0, (len - sizeof(*nlh)), 0);
2661 	ev = nlmsg_data(nlh);
2662 	ev->transport_handle = iscsi_handle(session->transport);
2663 
2664 	ev->type = event;
2665 	switch (event) {
2666 	case ISCSI_KEVENT_DESTROY_SESSION:
2667 		ev->r.d_session.host_no = shost->host_no;
2668 		ev->r.d_session.sid = session->sid;
2669 		break;
2670 	case ISCSI_KEVENT_CREATE_SESSION:
2671 		ev->r.c_session_ret.host_no = shost->host_no;
2672 		ev->r.c_session_ret.sid = session->sid;
2673 		break;
2674 	case ISCSI_KEVENT_UNBIND_SESSION:
2675 		ev->r.unbind_session.host_no = shost->host_no;
2676 		ev->r.unbind_session.sid = session->sid;
2677 		break;
2678 	default:
2679 		iscsi_cls_session_printk(KERN_ERR, session, "Invalid event "
2680 					 "%u.\n", event);
2681 		kfree_skb(skb);
2682 		return -EINVAL;
2683 	}
2684 
2685 	/*
2686 	 * this will occur if the daemon is not up, so we just warn
2687 	 * the user and when the daemon is restarted it will handle it
2688 	 */
2689 	rc = iscsi_multicast_skb(skb, ISCSI_NL_GRP_ISCSID, GFP_KERNEL);
2690 	if (rc == -ESRCH)
2691 		iscsi_cls_session_printk(KERN_ERR, session,
2692 					 "Cannot notify userspace of session "
2693 					 "event %u. Check iscsi daemon\n",
2694 					 event);
2695 
2696 	ISCSI_DBG_TRANS_SESSION(session, "Completed handling event %d rc %d\n",
2697 				event, rc);
2698 	return rc;
2699 }
2700 EXPORT_SYMBOL_GPL(iscsi_session_event);
2701 
2702 static int
2703 iscsi_if_create_session(struct iscsi_internal *priv, struct iscsi_endpoint *ep,
2704 			struct iscsi_uevent *ev, pid_t pid,
2705 			uint32_t initial_cmdsn,	uint16_t cmds_max,
2706 			uint16_t queue_depth)
2707 {
2708 	struct iscsi_transport *transport = priv->iscsi_transport;
2709 	struct iscsi_cls_session *session;
2710 	struct Scsi_Host *shost;
2711 
2712 	session = transport->create_session(ep, cmds_max, queue_depth,
2713 					    initial_cmdsn);
2714 	if (!session)
2715 		return -ENOMEM;
2716 
2717 	session->creator = pid;
2718 	shost = iscsi_session_to_shost(session);
2719 	ev->r.c_session_ret.host_no = shost->host_no;
2720 	ev->r.c_session_ret.sid = session->sid;
2721 	ISCSI_DBG_TRANS_SESSION(session,
2722 				"Completed creating transport session\n");
2723 	return 0;
2724 }
2725 
2726 static int
2727 iscsi_if_create_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2728 {
2729 	struct iscsi_cls_conn *conn;
2730 	struct iscsi_cls_session *session;
2731 
2732 	session = iscsi_session_lookup(ev->u.c_conn.sid);
2733 	if (!session) {
2734 		printk(KERN_ERR "iscsi: invalid session %d.\n",
2735 		       ev->u.c_conn.sid);
2736 		return -EINVAL;
2737 	}
2738 
2739 	conn = transport->create_conn(session, ev->u.c_conn.cid);
2740 	if (!conn) {
2741 		iscsi_cls_session_printk(KERN_ERR, session,
2742 					 "couldn't create a new connection.");
2743 		return -ENOMEM;
2744 	}
2745 
2746 	ev->r.c_conn_ret.sid = session->sid;
2747 	ev->r.c_conn_ret.cid = conn->cid;
2748 
2749 	ISCSI_DBG_TRANS_CONN(conn, "Completed creating transport conn\n");
2750 	return 0;
2751 }
2752 
2753 static int
2754 iscsi_if_destroy_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2755 {
2756 	struct iscsi_cls_conn *conn;
2757 
2758 	conn = iscsi_conn_lookup(ev->u.d_conn.sid, ev->u.d_conn.cid);
2759 	if (!conn)
2760 		return -EINVAL;
2761 
2762 	ISCSI_DBG_TRANS_CONN(conn, "Destroying transport conn\n");
2763 	if (transport->destroy_conn)
2764 		transport->destroy_conn(conn);
2765 
2766 	return 0;
2767 }
2768 
2769 static int
2770 iscsi_set_param(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2771 {
2772 	char *data = (char*)ev + sizeof(*ev);
2773 	struct iscsi_cls_conn *conn;
2774 	struct iscsi_cls_session *session;
2775 	int err = 0, value = 0;
2776 
2777 	session = iscsi_session_lookup(ev->u.set_param.sid);
2778 	conn = iscsi_conn_lookup(ev->u.set_param.sid, ev->u.set_param.cid);
2779 	if (!conn || !session)
2780 		return -EINVAL;
2781 
2782 	switch (ev->u.set_param.param) {
2783 	case ISCSI_PARAM_SESS_RECOVERY_TMO:
2784 		sscanf(data, "%d", &value);
2785 		if (!session->recovery_tmo_sysfs_override)
2786 			session->recovery_tmo = value;
2787 		break;
2788 	default:
2789 		err = transport->set_param(conn, ev->u.set_param.param,
2790 					   data, ev->u.set_param.len);
2791 	}
2792 
2793 	return err;
2794 }
2795 
2796 static int iscsi_if_ep_connect(struct iscsi_transport *transport,
2797 			       struct iscsi_uevent *ev, int msg_type)
2798 {
2799 	struct iscsi_endpoint *ep;
2800 	struct sockaddr *dst_addr;
2801 	struct Scsi_Host *shost = NULL;
2802 	int non_blocking, err = 0;
2803 
2804 	if (!transport->ep_connect)
2805 		return -EINVAL;
2806 
2807 	if (msg_type == ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST) {
2808 		shost = scsi_host_lookup(ev->u.ep_connect_through_host.host_no);
2809 		if (!shost) {
2810 			printk(KERN_ERR "ep connect failed. Could not find "
2811 			       "host no %u\n",
2812 			       ev->u.ep_connect_through_host.host_no);
2813 			return -ENODEV;
2814 		}
2815 		non_blocking = ev->u.ep_connect_through_host.non_blocking;
2816 	} else
2817 		non_blocking = ev->u.ep_connect.non_blocking;
2818 
2819 	dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
2820 	ep = transport->ep_connect(shost, dst_addr, non_blocking);
2821 	if (IS_ERR(ep)) {
2822 		err = PTR_ERR(ep);
2823 		goto release_host;
2824 	}
2825 
2826 	ev->r.ep_connect_ret.handle = ep->id;
2827 release_host:
2828 	if (shost)
2829 		scsi_host_put(shost);
2830 	return err;
2831 }
2832 
2833 static int iscsi_if_ep_disconnect(struct iscsi_transport *transport,
2834 				  u64 ep_handle)
2835 {
2836 	struct iscsi_cls_conn *conn;
2837 	struct iscsi_endpoint *ep;
2838 
2839 	if (!transport->ep_disconnect)
2840 		return -EINVAL;
2841 
2842 	ep = iscsi_lookup_endpoint(ep_handle);
2843 	if (!ep)
2844 		return -EINVAL;
2845 	conn = ep->conn;
2846 	if (conn) {
2847 		mutex_lock(&conn->ep_mutex);
2848 		conn->ep = NULL;
2849 		mutex_unlock(&conn->ep_mutex);
2850 	}
2851 
2852 	transport->ep_disconnect(ep);
2853 	return 0;
2854 }
2855 
2856 static int
2857 iscsi_if_transport_ep(struct iscsi_transport *transport,
2858 		      struct iscsi_uevent *ev, int msg_type)
2859 {
2860 	struct iscsi_endpoint *ep;
2861 	int rc = 0;
2862 
2863 	switch (msg_type) {
2864 	case ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST:
2865 	case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
2866 		rc = iscsi_if_ep_connect(transport, ev, msg_type);
2867 		break;
2868 	case ISCSI_UEVENT_TRANSPORT_EP_POLL:
2869 		if (!transport->ep_poll)
2870 			return -EINVAL;
2871 
2872 		ep = iscsi_lookup_endpoint(ev->u.ep_poll.ep_handle);
2873 		if (!ep)
2874 			return -EINVAL;
2875 
2876 		ev->r.retcode = transport->ep_poll(ep,
2877 						   ev->u.ep_poll.timeout_ms);
2878 		break;
2879 	case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
2880 		rc = iscsi_if_ep_disconnect(transport,
2881 					    ev->u.ep_disconnect.ep_handle);
2882 		break;
2883 	}
2884 	return rc;
2885 }
2886 
2887 static int
2888 iscsi_tgt_dscvr(struct iscsi_transport *transport,
2889 		struct iscsi_uevent *ev)
2890 {
2891 	struct Scsi_Host *shost;
2892 	struct sockaddr *dst_addr;
2893 	int err;
2894 
2895 	if (!transport->tgt_dscvr)
2896 		return -EINVAL;
2897 
2898 	shost = scsi_host_lookup(ev->u.tgt_dscvr.host_no);
2899 	if (!shost) {
2900 		printk(KERN_ERR "target discovery could not find host no %u\n",
2901 		       ev->u.tgt_dscvr.host_no);
2902 		return -ENODEV;
2903 	}
2904 
2905 
2906 	dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
2907 	err = transport->tgt_dscvr(shost, ev->u.tgt_dscvr.type,
2908 				   ev->u.tgt_dscvr.enable, dst_addr);
2909 	scsi_host_put(shost);
2910 	return err;
2911 }
2912 
2913 static int
2914 iscsi_set_host_param(struct iscsi_transport *transport,
2915 		     struct iscsi_uevent *ev)
2916 {
2917 	char *data = (char*)ev + sizeof(*ev);
2918 	struct Scsi_Host *shost;
2919 	int err;
2920 
2921 	if (!transport->set_host_param)
2922 		return -ENOSYS;
2923 
2924 	shost = scsi_host_lookup(ev->u.set_host_param.host_no);
2925 	if (!shost) {
2926 		printk(KERN_ERR "set_host_param could not find host no %u\n",
2927 		       ev->u.set_host_param.host_no);
2928 		return -ENODEV;
2929 	}
2930 
2931 	err = transport->set_host_param(shost, ev->u.set_host_param.param,
2932 					data, ev->u.set_host_param.len);
2933 	scsi_host_put(shost);
2934 	return err;
2935 }
2936 
2937 static int
2938 iscsi_set_path(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2939 {
2940 	struct Scsi_Host *shost;
2941 	struct iscsi_path *params;
2942 	int err;
2943 
2944 	if (!transport->set_path)
2945 		return -ENOSYS;
2946 
2947 	shost = scsi_host_lookup(ev->u.set_path.host_no);
2948 	if (!shost) {
2949 		printk(KERN_ERR "set path could not find host no %u\n",
2950 		       ev->u.set_path.host_no);
2951 		return -ENODEV;
2952 	}
2953 
2954 	params = (struct iscsi_path *)((char *)ev + sizeof(*ev));
2955 	err = transport->set_path(shost, params);
2956 
2957 	scsi_host_put(shost);
2958 	return err;
2959 }
2960 
2961 static int
2962 iscsi_set_iface_params(struct iscsi_transport *transport,
2963 		       struct iscsi_uevent *ev, uint32_t len)
2964 {
2965 	char *data = (char *)ev + sizeof(*ev);
2966 	struct Scsi_Host *shost;
2967 	int err;
2968 
2969 	if (!transport->set_iface_param)
2970 		return -ENOSYS;
2971 
2972 	shost = scsi_host_lookup(ev->u.set_iface_params.host_no);
2973 	if (!shost) {
2974 		printk(KERN_ERR "set_iface_params could not find host no %u\n",
2975 		       ev->u.set_iface_params.host_no);
2976 		return -ENODEV;
2977 	}
2978 
2979 	err = transport->set_iface_param(shost, data, len);
2980 	scsi_host_put(shost);
2981 	return err;
2982 }
2983 
2984 static int
2985 iscsi_send_ping(struct iscsi_transport *transport, struct iscsi_uevent *ev)
2986 {
2987 	struct Scsi_Host *shost;
2988 	struct sockaddr *dst_addr;
2989 	int err;
2990 
2991 	if (!transport->send_ping)
2992 		return -ENOSYS;
2993 
2994 	shost = scsi_host_lookup(ev->u.iscsi_ping.host_no);
2995 	if (!shost) {
2996 		printk(KERN_ERR "iscsi_ping could not find host no %u\n",
2997 		       ev->u.iscsi_ping.host_no);
2998 		return -ENODEV;
2999 	}
3000 
3001 	dst_addr = (struct sockaddr *)((char *)ev + sizeof(*ev));
3002 	err = transport->send_ping(shost, ev->u.iscsi_ping.iface_num,
3003 				   ev->u.iscsi_ping.iface_type,
3004 				   ev->u.iscsi_ping.payload_size,
3005 				   ev->u.iscsi_ping.pid,
3006 				   dst_addr);
3007 	scsi_host_put(shost);
3008 	return err;
3009 }
3010 
3011 static int
3012 iscsi_get_chap(struct iscsi_transport *transport, struct nlmsghdr *nlh)
3013 {
3014 	struct iscsi_uevent *ev = nlmsg_data(nlh);
3015 	struct Scsi_Host *shost = NULL;
3016 	struct iscsi_chap_rec *chap_rec;
3017 	struct iscsi_internal *priv;
3018 	struct sk_buff *skbchap;
3019 	struct nlmsghdr *nlhchap;
3020 	struct iscsi_uevent *evchap;
3021 	uint32_t chap_buf_size;
3022 	int len, err = 0;
3023 	char *buf;
3024 
3025 	if (!transport->get_chap)
3026 		return -EINVAL;
3027 
3028 	priv = iscsi_if_transport_lookup(transport);
3029 	if (!priv)
3030 		return -EINVAL;
3031 
3032 	chap_buf_size = (ev->u.get_chap.num_entries * sizeof(*chap_rec));
3033 	len = nlmsg_total_size(sizeof(*ev) + chap_buf_size);
3034 
3035 	shost = scsi_host_lookup(ev->u.get_chap.host_no);
3036 	if (!shost) {
3037 		printk(KERN_ERR "%s: failed. Could not find host no %u\n",
3038 		       __func__, ev->u.get_chap.host_no);
3039 		return -ENODEV;
3040 	}
3041 
3042 	do {
3043 		int actual_size;
3044 
3045 		skbchap = alloc_skb(len, GFP_KERNEL);
3046 		if (!skbchap) {
3047 			printk(KERN_ERR "can not deliver chap: OOM\n");
3048 			err = -ENOMEM;
3049 			goto exit_get_chap;
3050 		}
3051 
3052 		nlhchap = __nlmsg_put(skbchap, 0, 0, 0,
3053 				      (len - sizeof(*nlhchap)), 0);
3054 		evchap = nlmsg_data(nlhchap);
3055 		memset(evchap, 0, sizeof(*evchap));
3056 		evchap->transport_handle = iscsi_handle(transport);
3057 		evchap->type = nlh->nlmsg_type;
3058 		evchap->u.get_chap.host_no = ev->u.get_chap.host_no;
3059 		evchap->u.get_chap.chap_tbl_idx = ev->u.get_chap.chap_tbl_idx;
3060 		evchap->u.get_chap.num_entries = ev->u.get_chap.num_entries;
3061 		buf = (char *)evchap + sizeof(*evchap);
3062 		memset(buf, 0, chap_buf_size);
3063 
3064 		err = transport->get_chap(shost, ev->u.get_chap.chap_tbl_idx,
3065 				    &evchap->u.get_chap.num_entries, buf);
3066 
3067 		actual_size = nlmsg_total_size(sizeof(*ev) + chap_buf_size);
3068 		skb_trim(skbchap, NLMSG_ALIGN(actual_size));
3069 		nlhchap->nlmsg_len = actual_size;
3070 
3071 		err = iscsi_multicast_skb(skbchap, ISCSI_NL_GRP_ISCSID,
3072 					  GFP_KERNEL);
3073 	} while (err < 0 && err != -ECONNREFUSED);
3074 
3075 exit_get_chap:
3076 	scsi_host_put(shost);
3077 	return err;
3078 }
3079 
3080 static int iscsi_set_chap(struct iscsi_transport *transport,
3081 			  struct iscsi_uevent *ev, uint32_t len)
3082 {
3083 	char *data = (char *)ev + sizeof(*ev);
3084 	struct Scsi_Host *shost;
3085 	int err = 0;
3086 
3087 	if (!transport->set_chap)
3088 		return -ENOSYS;
3089 
3090 	shost = scsi_host_lookup(ev->u.set_path.host_no);
3091 	if (!shost) {
3092 		pr_err("%s could not find host no %u\n",
3093 		       __func__, ev->u.set_path.host_no);
3094 		return -ENODEV;
3095 	}
3096 
3097 	err = transport->set_chap(shost, data, len);
3098 	scsi_host_put(shost);
3099 	return err;
3100 }
3101 
3102 static int iscsi_delete_chap(struct iscsi_transport *transport,
3103 			     struct iscsi_uevent *ev)
3104 {
3105 	struct Scsi_Host *shost;
3106 	int err = 0;
3107 
3108 	if (!transport->delete_chap)
3109 		return -ENOSYS;
3110 
3111 	shost = scsi_host_lookup(ev->u.delete_chap.host_no);
3112 	if (!shost) {
3113 		printk(KERN_ERR "%s could not find host no %u\n",
3114 		       __func__, ev->u.delete_chap.host_no);
3115 		return -ENODEV;
3116 	}
3117 
3118 	err = transport->delete_chap(shost, ev->u.delete_chap.chap_tbl_idx);
3119 	scsi_host_put(shost);
3120 	return err;
3121 }
3122 
3123 static const struct {
3124 	enum iscsi_discovery_parent_type value;
3125 	char				*name;
3126 } iscsi_discovery_parent_names[] = {
3127 	{ISCSI_DISC_PARENT_UNKNOWN,	"Unknown" },
3128 	{ISCSI_DISC_PARENT_SENDTGT,	"Sendtarget" },
3129 	{ISCSI_DISC_PARENT_ISNS,	"isns" },
3130 };
3131 
3132 char *iscsi_get_discovery_parent_name(int parent_type)
3133 {
3134 	int i;
3135 	char *state = "Unknown!";
3136 
3137 	for (i = 0; i < ARRAY_SIZE(iscsi_discovery_parent_names); i++) {
3138 		if (iscsi_discovery_parent_names[i].value & parent_type) {
3139 			state = iscsi_discovery_parent_names[i].name;
3140 			break;
3141 		}
3142 	}
3143 	return state;
3144 }
3145 EXPORT_SYMBOL_GPL(iscsi_get_discovery_parent_name);
3146 
3147 static int iscsi_set_flashnode_param(struct iscsi_transport *transport,
3148 				     struct iscsi_uevent *ev, uint32_t len)
3149 {
3150 	char *data = (char *)ev + sizeof(*ev);
3151 	struct Scsi_Host *shost;
3152 	struct iscsi_bus_flash_session *fnode_sess;
3153 	struct iscsi_bus_flash_conn *fnode_conn;
3154 	struct device *dev;
3155 	uint32_t idx;
3156 	int err = 0;
3157 
3158 	if (!transport->set_flashnode_param) {
3159 		err = -ENOSYS;
3160 		goto exit_set_fnode;
3161 	}
3162 
3163 	shost = scsi_host_lookup(ev->u.set_flashnode.host_no);
3164 	if (!shost) {
3165 		pr_err("%s could not find host no %u\n",
3166 		       __func__, ev->u.set_flashnode.host_no);
3167 		err = -ENODEV;
3168 		goto put_host;
3169 	}
3170 
3171 	idx = ev->u.set_flashnode.flashnode_idx;
3172 	fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3173 	if (!fnode_sess) {
3174 		pr_err("%s could not find flashnode %u for host no %u\n",
3175 		       __func__, idx, ev->u.set_flashnode.host_no);
3176 		err = -ENODEV;
3177 		goto put_host;
3178 	}
3179 
3180 	dev = iscsi_find_flashnode_conn(fnode_sess);
3181 	if (!dev) {
3182 		err = -ENODEV;
3183 		goto put_sess;
3184 	}
3185 
3186 	fnode_conn = iscsi_dev_to_flash_conn(dev);
3187 	err = transport->set_flashnode_param(fnode_sess, fnode_conn, data, len);
3188 	put_device(dev);
3189 
3190 put_sess:
3191 	put_device(&fnode_sess->dev);
3192 
3193 put_host:
3194 	scsi_host_put(shost);
3195 
3196 exit_set_fnode:
3197 	return err;
3198 }
3199 
3200 static int iscsi_new_flashnode(struct iscsi_transport *transport,
3201 			       struct iscsi_uevent *ev, uint32_t len)
3202 {
3203 	char *data = (char *)ev + sizeof(*ev);
3204 	struct Scsi_Host *shost;
3205 	int index;
3206 	int err = 0;
3207 
3208 	if (!transport->new_flashnode) {
3209 		err = -ENOSYS;
3210 		goto exit_new_fnode;
3211 	}
3212 
3213 	shost = scsi_host_lookup(ev->u.new_flashnode.host_no);
3214 	if (!shost) {
3215 		pr_err("%s could not find host no %u\n",
3216 		       __func__, ev->u.new_flashnode.host_no);
3217 		err = -ENODEV;
3218 		goto put_host;
3219 	}
3220 
3221 	index = transport->new_flashnode(shost, data, len);
3222 
3223 	if (index >= 0)
3224 		ev->r.new_flashnode_ret.flashnode_idx = index;
3225 	else
3226 		err = -EIO;
3227 
3228 put_host:
3229 	scsi_host_put(shost);
3230 
3231 exit_new_fnode:
3232 	return err;
3233 }
3234 
3235 static int iscsi_del_flashnode(struct iscsi_transport *transport,
3236 			       struct iscsi_uevent *ev)
3237 {
3238 	struct Scsi_Host *shost;
3239 	struct iscsi_bus_flash_session *fnode_sess;
3240 	uint32_t idx;
3241 	int err = 0;
3242 
3243 	if (!transport->del_flashnode) {
3244 		err = -ENOSYS;
3245 		goto exit_del_fnode;
3246 	}
3247 
3248 	shost = scsi_host_lookup(ev->u.del_flashnode.host_no);
3249 	if (!shost) {
3250 		pr_err("%s could not find host no %u\n",
3251 		       __func__, ev->u.del_flashnode.host_no);
3252 		err = -ENODEV;
3253 		goto put_host;
3254 	}
3255 
3256 	idx = ev->u.del_flashnode.flashnode_idx;
3257 	fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3258 	if (!fnode_sess) {
3259 		pr_err("%s could not find flashnode %u for host no %u\n",
3260 		       __func__, idx, ev->u.del_flashnode.host_no);
3261 		err = -ENODEV;
3262 		goto put_host;
3263 	}
3264 
3265 	err = transport->del_flashnode(fnode_sess);
3266 	put_device(&fnode_sess->dev);
3267 
3268 put_host:
3269 	scsi_host_put(shost);
3270 
3271 exit_del_fnode:
3272 	return err;
3273 }
3274 
3275 static int iscsi_login_flashnode(struct iscsi_transport *transport,
3276 				 struct iscsi_uevent *ev)
3277 {
3278 	struct Scsi_Host *shost;
3279 	struct iscsi_bus_flash_session *fnode_sess;
3280 	struct iscsi_bus_flash_conn *fnode_conn;
3281 	struct device *dev;
3282 	uint32_t idx;
3283 	int err = 0;
3284 
3285 	if (!transport->login_flashnode) {
3286 		err = -ENOSYS;
3287 		goto exit_login_fnode;
3288 	}
3289 
3290 	shost = scsi_host_lookup(ev->u.login_flashnode.host_no);
3291 	if (!shost) {
3292 		pr_err("%s could not find host no %u\n",
3293 		       __func__, ev->u.login_flashnode.host_no);
3294 		err = -ENODEV;
3295 		goto put_host;
3296 	}
3297 
3298 	idx = ev->u.login_flashnode.flashnode_idx;
3299 	fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3300 	if (!fnode_sess) {
3301 		pr_err("%s could not find flashnode %u for host no %u\n",
3302 		       __func__, idx, ev->u.login_flashnode.host_no);
3303 		err = -ENODEV;
3304 		goto put_host;
3305 	}
3306 
3307 	dev = iscsi_find_flashnode_conn(fnode_sess);
3308 	if (!dev) {
3309 		err = -ENODEV;
3310 		goto put_sess;
3311 	}
3312 
3313 	fnode_conn = iscsi_dev_to_flash_conn(dev);
3314 	err = transport->login_flashnode(fnode_sess, fnode_conn);
3315 	put_device(dev);
3316 
3317 put_sess:
3318 	put_device(&fnode_sess->dev);
3319 
3320 put_host:
3321 	scsi_host_put(shost);
3322 
3323 exit_login_fnode:
3324 	return err;
3325 }
3326 
3327 static int iscsi_logout_flashnode(struct iscsi_transport *transport,
3328 				  struct iscsi_uevent *ev)
3329 {
3330 	struct Scsi_Host *shost;
3331 	struct iscsi_bus_flash_session *fnode_sess;
3332 	struct iscsi_bus_flash_conn *fnode_conn;
3333 	struct device *dev;
3334 	uint32_t idx;
3335 	int err = 0;
3336 
3337 	if (!transport->logout_flashnode) {
3338 		err = -ENOSYS;
3339 		goto exit_logout_fnode;
3340 	}
3341 
3342 	shost = scsi_host_lookup(ev->u.logout_flashnode.host_no);
3343 	if (!shost) {
3344 		pr_err("%s could not find host no %u\n",
3345 		       __func__, ev->u.logout_flashnode.host_no);
3346 		err = -ENODEV;
3347 		goto put_host;
3348 	}
3349 
3350 	idx = ev->u.logout_flashnode.flashnode_idx;
3351 	fnode_sess = iscsi_get_flashnode_by_index(shost, idx);
3352 	if (!fnode_sess) {
3353 		pr_err("%s could not find flashnode %u for host no %u\n",
3354 		       __func__, idx, ev->u.logout_flashnode.host_no);
3355 		err = -ENODEV;
3356 		goto put_host;
3357 	}
3358 
3359 	dev = iscsi_find_flashnode_conn(fnode_sess);
3360 	if (!dev) {
3361 		err = -ENODEV;
3362 		goto put_sess;
3363 	}
3364 
3365 	fnode_conn = iscsi_dev_to_flash_conn(dev);
3366 
3367 	err = transport->logout_flashnode(fnode_sess, fnode_conn);
3368 	put_device(dev);
3369 
3370 put_sess:
3371 	put_device(&fnode_sess->dev);
3372 
3373 put_host:
3374 	scsi_host_put(shost);
3375 
3376 exit_logout_fnode:
3377 	return err;
3378 }
3379 
3380 static int iscsi_logout_flashnode_sid(struct iscsi_transport *transport,
3381 				      struct iscsi_uevent *ev)
3382 {
3383 	struct Scsi_Host *shost;
3384 	struct iscsi_cls_session *session;
3385 	int err = 0;
3386 
3387 	if (!transport->logout_flashnode_sid) {
3388 		err = -ENOSYS;
3389 		goto exit_logout_sid;
3390 	}
3391 
3392 	shost = scsi_host_lookup(ev->u.logout_flashnode_sid.host_no);
3393 	if (!shost) {
3394 		pr_err("%s could not find host no %u\n",
3395 		       __func__, ev->u.logout_flashnode.host_no);
3396 		err = -ENODEV;
3397 		goto put_host;
3398 	}
3399 
3400 	session = iscsi_session_lookup(ev->u.logout_flashnode_sid.sid);
3401 	if (!session) {
3402 		pr_err("%s could not find session id %u\n",
3403 		       __func__, ev->u.logout_flashnode_sid.sid);
3404 		err = -EINVAL;
3405 		goto put_host;
3406 	}
3407 
3408 	err = transport->logout_flashnode_sid(session);
3409 
3410 put_host:
3411 	scsi_host_put(shost);
3412 
3413 exit_logout_sid:
3414 	return err;
3415 }
3416 
3417 static int
3418 iscsi_get_host_stats(struct iscsi_transport *transport, struct nlmsghdr *nlh)
3419 {
3420 	struct iscsi_uevent *ev = nlmsg_data(nlh);
3421 	struct Scsi_Host *shost = NULL;
3422 	struct iscsi_internal *priv;
3423 	struct sk_buff *skbhost_stats;
3424 	struct nlmsghdr *nlhhost_stats;
3425 	struct iscsi_uevent *evhost_stats;
3426 	int host_stats_size = 0;
3427 	int len, err = 0;
3428 	char *buf;
3429 
3430 	if (!transport->get_host_stats)
3431 		return -ENOSYS;
3432 
3433 	priv = iscsi_if_transport_lookup(transport);
3434 	if (!priv)
3435 		return -EINVAL;
3436 
3437 	host_stats_size = sizeof(struct iscsi_offload_host_stats);
3438 	len = nlmsg_total_size(sizeof(*ev) + host_stats_size);
3439 
3440 	shost = scsi_host_lookup(ev->u.get_host_stats.host_no);
3441 	if (!shost) {
3442 		pr_err("%s: failed. Could not find host no %u\n",
3443 		       __func__, ev->u.get_host_stats.host_no);
3444 		return -ENODEV;
3445 	}
3446 
3447 	do {
3448 		int actual_size;
3449 
3450 		skbhost_stats = alloc_skb(len, GFP_KERNEL);
3451 		if (!skbhost_stats) {
3452 			pr_err("cannot deliver host stats: OOM\n");
3453 			err = -ENOMEM;
3454 			goto exit_host_stats;
3455 		}
3456 
3457 		nlhhost_stats = __nlmsg_put(skbhost_stats, 0, 0, 0,
3458 				      (len - sizeof(*nlhhost_stats)), 0);
3459 		evhost_stats = nlmsg_data(nlhhost_stats);
3460 		memset(evhost_stats, 0, sizeof(*evhost_stats));
3461 		evhost_stats->transport_handle = iscsi_handle(transport);
3462 		evhost_stats->type = nlh->nlmsg_type;
3463 		evhost_stats->u.get_host_stats.host_no =
3464 					ev->u.get_host_stats.host_no;
3465 		buf = (char *)evhost_stats + sizeof(*evhost_stats);
3466 		memset(buf, 0, host_stats_size);
3467 
3468 		err = transport->get_host_stats(shost, buf, host_stats_size);
3469 		if (err) {
3470 			kfree_skb(skbhost_stats);
3471 			goto exit_host_stats;
3472 		}
3473 
3474 		actual_size = nlmsg_total_size(sizeof(*ev) + host_stats_size);
3475 		skb_trim(skbhost_stats, NLMSG_ALIGN(actual_size));
3476 		nlhhost_stats->nlmsg_len = actual_size;
3477 
3478 		err = iscsi_multicast_skb(skbhost_stats, ISCSI_NL_GRP_ISCSID,
3479 					  GFP_KERNEL);
3480 	} while (err < 0 && err != -ECONNREFUSED);
3481 
3482 exit_host_stats:
3483 	scsi_host_put(shost);
3484 	return err;
3485 }
3486 
3487 
3488 static int
3489 iscsi_if_recv_msg(struct sk_buff *skb, struct nlmsghdr *nlh, uint32_t *group)
3490 {
3491 	int err = 0;
3492 	u32 portid;
3493 	struct iscsi_uevent *ev = nlmsg_data(nlh);
3494 	struct iscsi_transport *transport = NULL;
3495 	struct iscsi_internal *priv;
3496 	struct iscsi_cls_session *session;
3497 	struct iscsi_cls_conn *conn;
3498 	struct iscsi_endpoint *ep = NULL;
3499 
3500 	if (nlh->nlmsg_type == ISCSI_UEVENT_PATH_UPDATE)
3501 		*group = ISCSI_NL_GRP_UIP;
3502 	else
3503 		*group = ISCSI_NL_GRP_ISCSID;
3504 
3505 	priv = iscsi_if_transport_lookup(iscsi_ptr(ev->transport_handle));
3506 	if (!priv)
3507 		return -EINVAL;
3508 	transport = priv->iscsi_transport;
3509 
3510 	if (!try_module_get(transport->owner))
3511 		return -EINVAL;
3512 
3513 	portid = NETLINK_CB(skb).portid;
3514 
3515 	switch (nlh->nlmsg_type) {
3516 	case ISCSI_UEVENT_CREATE_SESSION:
3517 		err = iscsi_if_create_session(priv, ep, ev,
3518 					      portid,
3519 					      ev->u.c_session.initial_cmdsn,
3520 					      ev->u.c_session.cmds_max,
3521 					      ev->u.c_session.queue_depth);
3522 		break;
3523 	case ISCSI_UEVENT_CREATE_BOUND_SESSION:
3524 		ep = iscsi_lookup_endpoint(ev->u.c_bound_session.ep_handle);
3525 		if (!ep) {
3526 			err = -EINVAL;
3527 			break;
3528 		}
3529 
3530 		err = iscsi_if_create_session(priv, ep, ev,
3531 					portid,
3532 					ev->u.c_bound_session.initial_cmdsn,
3533 					ev->u.c_bound_session.cmds_max,
3534 					ev->u.c_bound_session.queue_depth);
3535 		break;
3536 	case ISCSI_UEVENT_DESTROY_SESSION:
3537 		session = iscsi_session_lookup(ev->u.d_session.sid);
3538 		if (session)
3539 			transport->destroy_session(session);
3540 		else
3541 			err = -EINVAL;
3542 		break;
3543 	case ISCSI_UEVENT_UNBIND_SESSION:
3544 		session = iscsi_session_lookup(ev->u.d_session.sid);
3545 		if (session)
3546 			scsi_queue_work(iscsi_session_to_shost(session),
3547 					&session->unbind_work);
3548 		else
3549 			err = -EINVAL;
3550 		break;
3551 	case ISCSI_UEVENT_CREATE_CONN:
3552 		err = iscsi_if_create_conn(transport, ev);
3553 		break;
3554 	case ISCSI_UEVENT_DESTROY_CONN:
3555 		err = iscsi_if_destroy_conn(transport, ev);
3556 		break;
3557 	case ISCSI_UEVENT_BIND_CONN:
3558 		session = iscsi_session_lookup(ev->u.b_conn.sid);
3559 		conn = iscsi_conn_lookup(ev->u.b_conn.sid, ev->u.b_conn.cid);
3560 
3561 		if (conn && conn->ep)
3562 			iscsi_if_ep_disconnect(transport, conn->ep->id);
3563 
3564 		if (!session || !conn) {
3565 			err = -EINVAL;
3566 			break;
3567 		}
3568 
3569 		ev->r.retcode =	transport->bind_conn(session, conn,
3570 						ev->u.b_conn.transport_eph,
3571 						ev->u.b_conn.is_leading);
3572 		if (ev->r.retcode || !transport->ep_connect)
3573 			break;
3574 
3575 		ep = iscsi_lookup_endpoint(ev->u.b_conn.transport_eph);
3576 		if (ep) {
3577 			ep->conn = conn;
3578 
3579 			mutex_lock(&conn->ep_mutex);
3580 			conn->ep = ep;
3581 			mutex_unlock(&conn->ep_mutex);
3582 		} else
3583 			iscsi_cls_conn_printk(KERN_ERR, conn,
3584 					      "Could not set ep conn "
3585 					      "binding\n");
3586 		break;
3587 	case ISCSI_UEVENT_SET_PARAM:
3588 		err = iscsi_set_param(transport, ev);
3589 		break;
3590 	case ISCSI_UEVENT_START_CONN:
3591 		conn = iscsi_conn_lookup(ev->u.start_conn.sid, ev->u.start_conn.cid);
3592 		if (conn)
3593 			ev->r.retcode = transport->start_conn(conn);
3594 		else
3595 			err = -EINVAL;
3596 		break;
3597 	case ISCSI_UEVENT_STOP_CONN:
3598 		conn = iscsi_conn_lookup(ev->u.stop_conn.sid, ev->u.stop_conn.cid);
3599 		if (conn)
3600 			transport->stop_conn(conn, ev->u.stop_conn.flag);
3601 		else
3602 			err = -EINVAL;
3603 		break;
3604 	case ISCSI_UEVENT_SEND_PDU:
3605 		conn = iscsi_conn_lookup(ev->u.send_pdu.sid, ev->u.send_pdu.cid);
3606 		if (conn)
3607 			ev->r.retcode =	transport->send_pdu(conn,
3608 				(struct iscsi_hdr*)((char*)ev + sizeof(*ev)),
3609 				(char*)ev + sizeof(*ev) + ev->u.send_pdu.hdr_size,
3610 				ev->u.send_pdu.data_size);
3611 		else
3612 			err = -EINVAL;
3613 		break;
3614 	case ISCSI_UEVENT_GET_STATS:
3615 		err = iscsi_if_get_stats(transport, nlh);
3616 		break;
3617 	case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
3618 	case ISCSI_UEVENT_TRANSPORT_EP_POLL:
3619 	case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
3620 	case ISCSI_UEVENT_TRANSPORT_EP_CONNECT_THROUGH_HOST:
3621 		err = iscsi_if_transport_ep(transport, ev, nlh->nlmsg_type);
3622 		break;
3623 	case ISCSI_UEVENT_TGT_DSCVR:
3624 		err = iscsi_tgt_dscvr(transport, ev);
3625 		break;
3626 	case ISCSI_UEVENT_SET_HOST_PARAM:
3627 		err = iscsi_set_host_param(transport, ev);
3628 		break;
3629 	case ISCSI_UEVENT_PATH_UPDATE:
3630 		err = iscsi_set_path(transport, ev);
3631 		break;
3632 	case ISCSI_UEVENT_SET_IFACE_PARAMS:
3633 		err = iscsi_set_iface_params(transport, ev,
3634 					     nlmsg_attrlen(nlh, sizeof(*ev)));
3635 		break;
3636 	case ISCSI_UEVENT_PING:
3637 		err = iscsi_send_ping(transport, ev);
3638 		break;
3639 	case ISCSI_UEVENT_GET_CHAP:
3640 		err = iscsi_get_chap(transport, nlh);
3641 		break;
3642 	case ISCSI_UEVENT_DELETE_CHAP:
3643 		err = iscsi_delete_chap(transport, ev);
3644 		break;
3645 	case ISCSI_UEVENT_SET_FLASHNODE_PARAMS:
3646 		err = iscsi_set_flashnode_param(transport, ev,
3647 						nlmsg_attrlen(nlh,
3648 							      sizeof(*ev)));
3649 		break;
3650 	case ISCSI_UEVENT_NEW_FLASHNODE:
3651 		err = iscsi_new_flashnode(transport, ev,
3652 					  nlmsg_attrlen(nlh, sizeof(*ev)));
3653 		break;
3654 	case ISCSI_UEVENT_DEL_FLASHNODE:
3655 		err = iscsi_del_flashnode(transport, ev);
3656 		break;
3657 	case ISCSI_UEVENT_LOGIN_FLASHNODE:
3658 		err = iscsi_login_flashnode(transport, ev);
3659 		break;
3660 	case ISCSI_UEVENT_LOGOUT_FLASHNODE:
3661 		err = iscsi_logout_flashnode(transport, ev);
3662 		break;
3663 	case ISCSI_UEVENT_LOGOUT_FLASHNODE_SID:
3664 		err = iscsi_logout_flashnode_sid(transport, ev);
3665 		break;
3666 	case ISCSI_UEVENT_SET_CHAP:
3667 		err = iscsi_set_chap(transport, ev,
3668 				     nlmsg_attrlen(nlh, sizeof(*ev)));
3669 		break;
3670 	case ISCSI_UEVENT_GET_HOST_STATS:
3671 		err = iscsi_get_host_stats(transport, nlh);
3672 		break;
3673 	default:
3674 		err = -ENOSYS;
3675 		break;
3676 	}
3677 
3678 	module_put(transport->owner);
3679 	return err;
3680 }
3681 
3682 /*
3683  * Get message from skb.  Each message is processed by iscsi_if_recv_msg.
3684  * Malformed skbs with wrong lengths or invalid creds are not processed.
3685  */
3686 static void
3687 iscsi_if_rx(struct sk_buff *skb)
3688 {
3689 	u32 portid = NETLINK_CB(skb).portid;
3690 
3691 	mutex_lock(&rx_queue_mutex);
3692 	while (skb->len >= NLMSG_HDRLEN) {
3693 		int err;
3694 		uint32_t rlen;
3695 		struct nlmsghdr	*nlh;
3696 		struct iscsi_uevent *ev;
3697 		uint32_t group;
3698 
3699 		nlh = nlmsg_hdr(skb);
3700 		if (nlh->nlmsg_len < sizeof(*nlh) + sizeof(*ev) ||
3701 		    skb->len < nlh->nlmsg_len) {
3702 			break;
3703 		}
3704 
3705 		ev = nlmsg_data(nlh);
3706 		rlen = NLMSG_ALIGN(nlh->nlmsg_len);
3707 		if (rlen > skb->len)
3708 			rlen = skb->len;
3709 
3710 		err = iscsi_if_recv_msg(skb, nlh, &group);
3711 		if (err) {
3712 			ev->type = ISCSI_KEVENT_IF_ERROR;
3713 			ev->iferror = err;
3714 		}
3715 		do {
3716 			/*
3717 			 * special case for GET_STATS:
3718 			 * on success - sending reply and stats from
3719 			 * inside of if_recv_msg(),
3720 			 * on error - fall through.
3721 			 */
3722 			if (ev->type == ISCSI_UEVENT_GET_STATS && !err)
3723 				break;
3724 			if (ev->type == ISCSI_UEVENT_GET_CHAP && !err)
3725 				break;
3726 			err = iscsi_if_send_reply(portid, nlh->nlmsg_type,
3727 						  ev, sizeof(*ev));
3728 		} while (err < 0 && err != -ECONNREFUSED && err != -ESRCH);
3729 		skb_pull(skb, rlen);
3730 	}
3731 	mutex_unlock(&rx_queue_mutex);
3732 }
3733 
3734 #define ISCSI_CLASS_ATTR(_prefix,_name,_mode,_show,_store)		\
3735 struct device_attribute dev_attr_##_prefix##_##_name =	\
3736 	__ATTR(_name,_mode,_show,_store)
3737 
3738 /*
3739  * iSCSI connection attrs
3740  */
3741 #define iscsi_conn_attr_show(param)					\
3742 static ssize_t								\
3743 show_conn_param_##param(struct device *dev, 				\
3744 			struct device_attribute *attr, char *buf)	\
3745 {									\
3746 	struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev->parent);	\
3747 	struct iscsi_transport *t = conn->transport;			\
3748 	return t->get_conn_param(conn, param, buf);			\
3749 }
3750 
3751 #define iscsi_conn_attr(field, param)					\
3752 	iscsi_conn_attr_show(param)					\
3753 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO, show_conn_param_##param,	\
3754 			NULL);
3755 
3756 iscsi_conn_attr(max_recv_dlength, ISCSI_PARAM_MAX_RECV_DLENGTH);
3757 iscsi_conn_attr(max_xmit_dlength, ISCSI_PARAM_MAX_XMIT_DLENGTH);
3758 iscsi_conn_attr(header_digest, ISCSI_PARAM_HDRDGST_EN);
3759 iscsi_conn_attr(data_digest, ISCSI_PARAM_DATADGST_EN);
3760 iscsi_conn_attr(ifmarker, ISCSI_PARAM_IFMARKER_EN);
3761 iscsi_conn_attr(ofmarker, ISCSI_PARAM_OFMARKER_EN);
3762 iscsi_conn_attr(persistent_port, ISCSI_PARAM_PERSISTENT_PORT);
3763 iscsi_conn_attr(exp_statsn, ISCSI_PARAM_EXP_STATSN);
3764 iscsi_conn_attr(persistent_address, ISCSI_PARAM_PERSISTENT_ADDRESS);
3765 iscsi_conn_attr(ping_tmo, ISCSI_PARAM_PING_TMO);
3766 iscsi_conn_attr(recv_tmo, ISCSI_PARAM_RECV_TMO);
3767 iscsi_conn_attr(local_port, ISCSI_PARAM_LOCAL_PORT);
3768 iscsi_conn_attr(statsn, ISCSI_PARAM_STATSN);
3769 iscsi_conn_attr(keepalive_tmo, ISCSI_PARAM_KEEPALIVE_TMO);
3770 iscsi_conn_attr(max_segment_size, ISCSI_PARAM_MAX_SEGMENT_SIZE);
3771 iscsi_conn_attr(tcp_timestamp_stat, ISCSI_PARAM_TCP_TIMESTAMP_STAT);
3772 iscsi_conn_attr(tcp_wsf_disable, ISCSI_PARAM_TCP_WSF_DISABLE);
3773 iscsi_conn_attr(tcp_nagle_disable, ISCSI_PARAM_TCP_NAGLE_DISABLE);
3774 iscsi_conn_attr(tcp_timer_scale, ISCSI_PARAM_TCP_TIMER_SCALE);
3775 iscsi_conn_attr(tcp_timestamp_enable, ISCSI_PARAM_TCP_TIMESTAMP_EN);
3776 iscsi_conn_attr(fragment_disable, ISCSI_PARAM_IP_FRAGMENT_DISABLE);
3777 iscsi_conn_attr(ipv4_tos, ISCSI_PARAM_IPV4_TOS);
3778 iscsi_conn_attr(ipv6_traffic_class, ISCSI_PARAM_IPV6_TC);
3779 iscsi_conn_attr(ipv6_flow_label, ISCSI_PARAM_IPV6_FLOW_LABEL);
3780 iscsi_conn_attr(is_fw_assigned_ipv6, ISCSI_PARAM_IS_FW_ASSIGNED_IPV6);
3781 iscsi_conn_attr(tcp_xmit_wsf, ISCSI_PARAM_TCP_XMIT_WSF);
3782 iscsi_conn_attr(tcp_recv_wsf, ISCSI_PARAM_TCP_RECV_WSF);
3783 iscsi_conn_attr(local_ipaddr, ISCSI_PARAM_LOCAL_IPADDR);
3784 
3785 
3786 #define iscsi_conn_ep_attr_show(param)					\
3787 static ssize_t show_conn_ep_param_##param(struct device *dev,		\
3788 					  struct device_attribute *attr,\
3789 					  char *buf)			\
3790 {									\
3791 	struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev->parent);	\
3792 	struct iscsi_transport *t = conn->transport;			\
3793 	struct iscsi_endpoint *ep;					\
3794 	ssize_t rc;							\
3795 									\
3796 	/*								\
3797 	 * Need to make sure ep_disconnect does not free the LLD's	\
3798 	 * interconnect resources while we are trying to read them.	\
3799 	 */								\
3800 	mutex_lock(&conn->ep_mutex);					\
3801 	ep = conn->ep;							\
3802 	if (!ep && t->ep_connect) {					\
3803 		mutex_unlock(&conn->ep_mutex);				\
3804 		return -ENOTCONN;					\
3805 	}								\
3806 									\
3807 	if (ep)								\
3808 		rc = t->get_ep_param(ep, param, buf);			\
3809 	else								\
3810 		rc = t->get_conn_param(conn, param, buf);		\
3811 	mutex_unlock(&conn->ep_mutex);					\
3812 	return rc;							\
3813 }
3814 
3815 #define iscsi_conn_ep_attr(field, param)				\
3816 	iscsi_conn_ep_attr_show(param)					\
3817 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO,				\
3818 			show_conn_ep_param_##param, NULL);
3819 
3820 iscsi_conn_ep_attr(address, ISCSI_PARAM_CONN_ADDRESS);
3821 iscsi_conn_ep_attr(port, ISCSI_PARAM_CONN_PORT);
3822 
3823 static struct attribute *iscsi_conn_attrs[] = {
3824 	&dev_attr_conn_max_recv_dlength.attr,
3825 	&dev_attr_conn_max_xmit_dlength.attr,
3826 	&dev_attr_conn_header_digest.attr,
3827 	&dev_attr_conn_data_digest.attr,
3828 	&dev_attr_conn_ifmarker.attr,
3829 	&dev_attr_conn_ofmarker.attr,
3830 	&dev_attr_conn_address.attr,
3831 	&dev_attr_conn_port.attr,
3832 	&dev_attr_conn_exp_statsn.attr,
3833 	&dev_attr_conn_persistent_address.attr,
3834 	&dev_attr_conn_persistent_port.attr,
3835 	&dev_attr_conn_ping_tmo.attr,
3836 	&dev_attr_conn_recv_tmo.attr,
3837 	&dev_attr_conn_local_port.attr,
3838 	&dev_attr_conn_statsn.attr,
3839 	&dev_attr_conn_keepalive_tmo.attr,
3840 	&dev_attr_conn_max_segment_size.attr,
3841 	&dev_attr_conn_tcp_timestamp_stat.attr,
3842 	&dev_attr_conn_tcp_wsf_disable.attr,
3843 	&dev_attr_conn_tcp_nagle_disable.attr,
3844 	&dev_attr_conn_tcp_timer_scale.attr,
3845 	&dev_attr_conn_tcp_timestamp_enable.attr,
3846 	&dev_attr_conn_fragment_disable.attr,
3847 	&dev_attr_conn_ipv4_tos.attr,
3848 	&dev_attr_conn_ipv6_traffic_class.attr,
3849 	&dev_attr_conn_ipv6_flow_label.attr,
3850 	&dev_attr_conn_is_fw_assigned_ipv6.attr,
3851 	&dev_attr_conn_tcp_xmit_wsf.attr,
3852 	&dev_attr_conn_tcp_recv_wsf.attr,
3853 	&dev_attr_conn_local_ipaddr.attr,
3854 	NULL,
3855 };
3856 
3857 static umode_t iscsi_conn_attr_is_visible(struct kobject *kobj,
3858 					 struct attribute *attr, int i)
3859 {
3860 	struct device *cdev = container_of(kobj, struct device, kobj);
3861 	struct iscsi_cls_conn *conn = transport_class_to_conn(cdev);
3862 	struct iscsi_transport *t = conn->transport;
3863 	int param;
3864 
3865 	if (attr == &dev_attr_conn_max_recv_dlength.attr)
3866 		param = ISCSI_PARAM_MAX_RECV_DLENGTH;
3867 	else if (attr == &dev_attr_conn_max_xmit_dlength.attr)
3868 		param = ISCSI_PARAM_MAX_XMIT_DLENGTH;
3869 	else if (attr == &dev_attr_conn_header_digest.attr)
3870 		param = ISCSI_PARAM_HDRDGST_EN;
3871 	else if (attr == &dev_attr_conn_data_digest.attr)
3872 		param = ISCSI_PARAM_DATADGST_EN;
3873 	else if (attr == &dev_attr_conn_ifmarker.attr)
3874 		param = ISCSI_PARAM_IFMARKER_EN;
3875 	else if (attr == &dev_attr_conn_ofmarker.attr)
3876 		param = ISCSI_PARAM_OFMARKER_EN;
3877 	else if (attr == &dev_attr_conn_address.attr)
3878 		param = ISCSI_PARAM_CONN_ADDRESS;
3879 	else if (attr == &dev_attr_conn_port.attr)
3880 		param = ISCSI_PARAM_CONN_PORT;
3881 	else if (attr == &dev_attr_conn_exp_statsn.attr)
3882 		param = ISCSI_PARAM_EXP_STATSN;
3883 	else if (attr == &dev_attr_conn_persistent_address.attr)
3884 		param = ISCSI_PARAM_PERSISTENT_ADDRESS;
3885 	else if (attr == &dev_attr_conn_persistent_port.attr)
3886 		param = ISCSI_PARAM_PERSISTENT_PORT;
3887 	else if (attr == &dev_attr_conn_ping_tmo.attr)
3888 		param = ISCSI_PARAM_PING_TMO;
3889 	else if (attr == &dev_attr_conn_recv_tmo.attr)
3890 		param = ISCSI_PARAM_RECV_TMO;
3891 	else if (attr == &dev_attr_conn_local_port.attr)
3892 		param = ISCSI_PARAM_LOCAL_PORT;
3893 	else if (attr == &dev_attr_conn_statsn.attr)
3894 		param = ISCSI_PARAM_STATSN;
3895 	else if (attr == &dev_attr_conn_keepalive_tmo.attr)
3896 		param = ISCSI_PARAM_KEEPALIVE_TMO;
3897 	else if (attr == &dev_attr_conn_max_segment_size.attr)
3898 		param = ISCSI_PARAM_MAX_SEGMENT_SIZE;
3899 	else if (attr == &dev_attr_conn_tcp_timestamp_stat.attr)
3900 		param = ISCSI_PARAM_TCP_TIMESTAMP_STAT;
3901 	else if (attr == &dev_attr_conn_tcp_wsf_disable.attr)
3902 		param = ISCSI_PARAM_TCP_WSF_DISABLE;
3903 	else if (attr == &dev_attr_conn_tcp_nagle_disable.attr)
3904 		param = ISCSI_PARAM_TCP_NAGLE_DISABLE;
3905 	else if (attr == &dev_attr_conn_tcp_timer_scale.attr)
3906 		param = ISCSI_PARAM_TCP_TIMER_SCALE;
3907 	else if (attr == &dev_attr_conn_tcp_timestamp_enable.attr)
3908 		param = ISCSI_PARAM_TCP_TIMESTAMP_EN;
3909 	else if (attr == &dev_attr_conn_fragment_disable.attr)
3910 		param = ISCSI_PARAM_IP_FRAGMENT_DISABLE;
3911 	else if (attr == &dev_attr_conn_ipv4_tos.attr)
3912 		param = ISCSI_PARAM_IPV4_TOS;
3913 	else if (attr == &dev_attr_conn_ipv6_traffic_class.attr)
3914 		param = ISCSI_PARAM_IPV6_TC;
3915 	else if (attr == &dev_attr_conn_ipv6_flow_label.attr)
3916 		param = ISCSI_PARAM_IPV6_FLOW_LABEL;
3917 	else if (attr == &dev_attr_conn_is_fw_assigned_ipv6.attr)
3918 		param = ISCSI_PARAM_IS_FW_ASSIGNED_IPV6;
3919 	else if (attr == &dev_attr_conn_tcp_xmit_wsf.attr)
3920 		param = ISCSI_PARAM_TCP_XMIT_WSF;
3921 	else if (attr == &dev_attr_conn_tcp_recv_wsf.attr)
3922 		param = ISCSI_PARAM_TCP_RECV_WSF;
3923 	else if (attr == &dev_attr_conn_local_ipaddr.attr)
3924 		param = ISCSI_PARAM_LOCAL_IPADDR;
3925 	else {
3926 		WARN_ONCE(1, "Invalid conn attr");
3927 		return 0;
3928 	}
3929 
3930 	return t->attr_is_visible(ISCSI_PARAM, param);
3931 }
3932 
3933 static struct attribute_group iscsi_conn_group = {
3934 	.attrs = iscsi_conn_attrs,
3935 	.is_visible = iscsi_conn_attr_is_visible,
3936 };
3937 
3938 /*
3939  * iSCSI session attrs
3940  */
3941 #define iscsi_session_attr_show(param, perm)				\
3942 static ssize_t								\
3943 show_session_param_##param(struct device *dev,				\
3944 			   struct device_attribute *attr, char *buf)	\
3945 {									\
3946 	struct iscsi_cls_session *session = 				\
3947 		iscsi_dev_to_session(dev->parent);			\
3948 	struct iscsi_transport *t = session->transport;			\
3949 									\
3950 	if (perm && !capable(CAP_SYS_ADMIN))				\
3951 		return -EACCES;						\
3952 	return t->get_session_param(session, param, buf);		\
3953 }
3954 
3955 #define iscsi_session_attr(field, param, perm)				\
3956 	iscsi_session_attr_show(param, perm)				\
3957 static ISCSI_CLASS_ATTR(sess, field, S_IRUGO, show_session_param_##param, \
3958 			NULL);
3959 iscsi_session_attr(targetname, ISCSI_PARAM_TARGET_NAME, 0);
3960 iscsi_session_attr(initial_r2t, ISCSI_PARAM_INITIAL_R2T_EN, 0);
3961 iscsi_session_attr(max_outstanding_r2t, ISCSI_PARAM_MAX_R2T, 0);
3962 iscsi_session_attr(immediate_data, ISCSI_PARAM_IMM_DATA_EN, 0);
3963 iscsi_session_attr(first_burst_len, ISCSI_PARAM_FIRST_BURST, 0);
3964 iscsi_session_attr(max_burst_len, ISCSI_PARAM_MAX_BURST, 0);
3965 iscsi_session_attr(data_pdu_in_order, ISCSI_PARAM_PDU_INORDER_EN, 0);
3966 iscsi_session_attr(data_seq_in_order, ISCSI_PARAM_DATASEQ_INORDER_EN, 0);
3967 iscsi_session_attr(erl, ISCSI_PARAM_ERL, 0);
3968 iscsi_session_attr(tpgt, ISCSI_PARAM_TPGT, 0);
3969 iscsi_session_attr(username, ISCSI_PARAM_USERNAME, 1);
3970 iscsi_session_attr(username_in, ISCSI_PARAM_USERNAME_IN, 1);
3971 iscsi_session_attr(password, ISCSI_PARAM_PASSWORD, 1);
3972 iscsi_session_attr(password_in, ISCSI_PARAM_PASSWORD_IN, 1);
3973 iscsi_session_attr(chap_out_idx, ISCSI_PARAM_CHAP_OUT_IDX, 1);
3974 iscsi_session_attr(chap_in_idx, ISCSI_PARAM_CHAP_IN_IDX, 1);
3975 iscsi_session_attr(fast_abort, ISCSI_PARAM_FAST_ABORT, 0);
3976 iscsi_session_attr(abort_tmo, ISCSI_PARAM_ABORT_TMO, 0);
3977 iscsi_session_attr(lu_reset_tmo, ISCSI_PARAM_LU_RESET_TMO, 0);
3978 iscsi_session_attr(tgt_reset_tmo, ISCSI_PARAM_TGT_RESET_TMO, 0);
3979 iscsi_session_attr(ifacename, ISCSI_PARAM_IFACE_NAME, 0);
3980 iscsi_session_attr(initiatorname, ISCSI_PARAM_INITIATOR_NAME, 0);
3981 iscsi_session_attr(targetalias, ISCSI_PARAM_TARGET_ALIAS, 0);
3982 iscsi_session_attr(boot_root, ISCSI_PARAM_BOOT_ROOT, 0);
3983 iscsi_session_attr(boot_nic, ISCSI_PARAM_BOOT_NIC, 0);
3984 iscsi_session_attr(boot_target, ISCSI_PARAM_BOOT_TARGET, 0);
3985 iscsi_session_attr(auto_snd_tgt_disable, ISCSI_PARAM_AUTO_SND_TGT_DISABLE, 0);
3986 iscsi_session_attr(discovery_session, ISCSI_PARAM_DISCOVERY_SESS, 0);
3987 iscsi_session_attr(portal_type, ISCSI_PARAM_PORTAL_TYPE, 0);
3988 iscsi_session_attr(chap_auth, ISCSI_PARAM_CHAP_AUTH_EN, 0);
3989 iscsi_session_attr(discovery_logout, ISCSI_PARAM_DISCOVERY_LOGOUT_EN, 0);
3990 iscsi_session_attr(bidi_chap, ISCSI_PARAM_BIDI_CHAP_EN, 0);
3991 iscsi_session_attr(discovery_auth_optional,
3992 		   ISCSI_PARAM_DISCOVERY_AUTH_OPTIONAL, 0);
3993 iscsi_session_attr(def_time2wait, ISCSI_PARAM_DEF_TIME2WAIT, 0);
3994 iscsi_session_attr(def_time2retain, ISCSI_PARAM_DEF_TIME2RETAIN, 0);
3995 iscsi_session_attr(isid, ISCSI_PARAM_ISID, 0);
3996 iscsi_session_attr(tsid, ISCSI_PARAM_TSID, 0);
3997 iscsi_session_attr(def_taskmgmt_tmo, ISCSI_PARAM_DEF_TASKMGMT_TMO, 0);
3998 iscsi_session_attr(discovery_parent_idx, ISCSI_PARAM_DISCOVERY_PARENT_IDX, 0);
3999 iscsi_session_attr(discovery_parent_type, ISCSI_PARAM_DISCOVERY_PARENT_TYPE, 0);
4000 
4001 static ssize_t
4002 show_priv_session_state(struct device *dev, struct device_attribute *attr,
4003 			char *buf)
4004 {
4005 	struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4006 	return sprintf(buf, "%s\n", iscsi_session_state_name(session->state));
4007 }
4008 static ISCSI_CLASS_ATTR(priv_sess, state, S_IRUGO, show_priv_session_state,
4009 			NULL);
4010 static ssize_t
4011 show_priv_session_creator(struct device *dev, struct device_attribute *attr,
4012 			char *buf)
4013 {
4014 	struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4015 	return sprintf(buf, "%d\n", session->creator);
4016 }
4017 static ISCSI_CLASS_ATTR(priv_sess, creator, S_IRUGO, show_priv_session_creator,
4018 			NULL);
4019 static ssize_t
4020 show_priv_session_target_id(struct device *dev, struct device_attribute *attr,
4021 			    char *buf)
4022 {
4023 	struct iscsi_cls_session *session = iscsi_dev_to_session(dev->parent);
4024 	return sprintf(buf, "%d\n", session->target_id);
4025 }
4026 static ISCSI_CLASS_ATTR(priv_sess, target_id, S_IRUGO,
4027 			show_priv_session_target_id, NULL);
4028 
4029 #define iscsi_priv_session_attr_show(field, format)			\
4030 static ssize_t								\
4031 show_priv_session_##field(struct device *dev, 				\
4032 			  struct device_attribute *attr, char *buf)	\
4033 {									\
4034 	struct iscsi_cls_session *session = 				\
4035 			iscsi_dev_to_session(dev->parent);		\
4036 	if (session->field == -1)					\
4037 		return sprintf(buf, "off\n");				\
4038 	return sprintf(buf, format"\n", session->field);		\
4039 }
4040 
4041 #define iscsi_priv_session_attr_store(field)				\
4042 static ssize_t								\
4043 store_priv_session_##field(struct device *dev,				\
4044 			   struct device_attribute *attr,		\
4045 			   const char *buf, size_t count)		\
4046 {									\
4047 	int val;							\
4048 	char *cp;							\
4049 	struct iscsi_cls_session *session =				\
4050 		iscsi_dev_to_session(dev->parent);			\
4051 	if ((session->state == ISCSI_SESSION_FREE) ||			\
4052 	    (session->state == ISCSI_SESSION_FAILED))			\
4053 		return -EBUSY;						\
4054 	if (strncmp(buf, "off", 3) == 0) {				\
4055 		session->field = -1;					\
4056 		session->field##_sysfs_override = true;			\
4057 	} else {							\
4058 		val = simple_strtoul(buf, &cp, 0);			\
4059 		if (*cp != '\0' && *cp != '\n')				\
4060 			return -EINVAL;					\
4061 		session->field = val;					\
4062 		session->field##_sysfs_override = true;			\
4063 	}								\
4064 	return count;							\
4065 }
4066 
4067 #define iscsi_priv_session_rw_attr(field, format)			\
4068 	iscsi_priv_session_attr_show(field, format)			\
4069 	iscsi_priv_session_attr_store(field)				\
4070 static ISCSI_CLASS_ATTR(priv_sess, field, S_IRUGO | S_IWUSR,		\
4071 			show_priv_session_##field,			\
4072 			store_priv_session_##field)
4073 
4074 iscsi_priv_session_rw_attr(recovery_tmo, "%d");
4075 
4076 static struct attribute *iscsi_session_attrs[] = {
4077 	&dev_attr_sess_initial_r2t.attr,
4078 	&dev_attr_sess_max_outstanding_r2t.attr,
4079 	&dev_attr_sess_immediate_data.attr,
4080 	&dev_attr_sess_first_burst_len.attr,
4081 	&dev_attr_sess_max_burst_len.attr,
4082 	&dev_attr_sess_data_pdu_in_order.attr,
4083 	&dev_attr_sess_data_seq_in_order.attr,
4084 	&dev_attr_sess_erl.attr,
4085 	&dev_attr_sess_targetname.attr,
4086 	&dev_attr_sess_tpgt.attr,
4087 	&dev_attr_sess_password.attr,
4088 	&dev_attr_sess_password_in.attr,
4089 	&dev_attr_sess_username.attr,
4090 	&dev_attr_sess_username_in.attr,
4091 	&dev_attr_sess_fast_abort.attr,
4092 	&dev_attr_sess_abort_tmo.attr,
4093 	&dev_attr_sess_lu_reset_tmo.attr,
4094 	&dev_attr_sess_tgt_reset_tmo.attr,
4095 	&dev_attr_sess_ifacename.attr,
4096 	&dev_attr_sess_initiatorname.attr,
4097 	&dev_attr_sess_targetalias.attr,
4098 	&dev_attr_sess_boot_root.attr,
4099 	&dev_attr_sess_boot_nic.attr,
4100 	&dev_attr_sess_boot_target.attr,
4101 	&dev_attr_priv_sess_recovery_tmo.attr,
4102 	&dev_attr_priv_sess_state.attr,
4103 	&dev_attr_priv_sess_creator.attr,
4104 	&dev_attr_sess_chap_out_idx.attr,
4105 	&dev_attr_sess_chap_in_idx.attr,
4106 	&dev_attr_priv_sess_target_id.attr,
4107 	&dev_attr_sess_auto_snd_tgt_disable.attr,
4108 	&dev_attr_sess_discovery_session.attr,
4109 	&dev_attr_sess_portal_type.attr,
4110 	&dev_attr_sess_chap_auth.attr,
4111 	&dev_attr_sess_discovery_logout.attr,
4112 	&dev_attr_sess_bidi_chap.attr,
4113 	&dev_attr_sess_discovery_auth_optional.attr,
4114 	&dev_attr_sess_def_time2wait.attr,
4115 	&dev_attr_sess_def_time2retain.attr,
4116 	&dev_attr_sess_isid.attr,
4117 	&dev_attr_sess_tsid.attr,
4118 	&dev_attr_sess_def_taskmgmt_tmo.attr,
4119 	&dev_attr_sess_discovery_parent_idx.attr,
4120 	&dev_attr_sess_discovery_parent_type.attr,
4121 	NULL,
4122 };
4123 
4124 static umode_t iscsi_session_attr_is_visible(struct kobject *kobj,
4125 					    struct attribute *attr, int i)
4126 {
4127 	struct device *cdev = container_of(kobj, struct device, kobj);
4128 	struct iscsi_cls_session *session = transport_class_to_session(cdev);
4129 	struct iscsi_transport *t = session->transport;
4130 	int param;
4131 
4132 	if (attr == &dev_attr_sess_initial_r2t.attr)
4133 		param = ISCSI_PARAM_INITIAL_R2T_EN;
4134 	else if (attr == &dev_attr_sess_max_outstanding_r2t.attr)
4135 		param = ISCSI_PARAM_MAX_R2T;
4136 	else if (attr == &dev_attr_sess_immediate_data.attr)
4137 		param = ISCSI_PARAM_IMM_DATA_EN;
4138 	else if (attr == &dev_attr_sess_first_burst_len.attr)
4139 		param = ISCSI_PARAM_FIRST_BURST;
4140 	else if (attr == &dev_attr_sess_max_burst_len.attr)
4141 		param = ISCSI_PARAM_MAX_BURST;
4142 	else if (attr == &dev_attr_sess_data_pdu_in_order.attr)
4143 		param = ISCSI_PARAM_PDU_INORDER_EN;
4144 	else if (attr == &dev_attr_sess_data_seq_in_order.attr)
4145 		param = ISCSI_PARAM_DATASEQ_INORDER_EN;
4146 	else if (attr == &dev_attr_sess_erl.attr)
4147 		param = ISCSI_PARAM_ERL;
4148 	else if (attr == &dev_attr_sess_targetname.attr)
4149 		param = ISCSI_PARAM_TARGET_NAME;
4150 	else if (attr == &dev_attr_sess_tpgt.attr)
4151 		param = ISCSI_PARAM_TPGT;
4152 	else if (attr == &dev_attr_sess_chap_in_idx.attr)
4153 		param = ISCSI_PARAM_CHAP_IN_IDX;
4154 	else if (attr == &dev_attr_sess_chap_out_idx.attr)
4155 		param = ISCSI_PARAM_CHAP_OUT_IDX;
4156 	else if (attr == &dev_attr_sess_password.attr)
4157 		param = ISCSI_PARAM_USERNAME;
4158 	else if (attr == &dev_attr_sess_password_in.attr)
4159 		param = ISCSI_PARAM_USERNAME_IN;
4160 	else if (attr == &dev_attr_sess_username.attr)
4161 		param = ISCSI_PARAM_PASSWORD;
4162 	else if (attr == &dev_attr_sess_username_in.attr)
4163 		param = ISCSI_PARAM_PASSWORD_IN;
4164 	else if (attr == &dev_attr_sess_fast_abort.attr)
4165 		param = ISCSI_PARAM_FAST_ABORT;
4166 	else if (attr == &dev_attr_sess_abort_tmo.attr)
4167 		param = ISCSI_PARAM_ABORT_TMO;
4168 	else if (attr == &dev_attr_sess_lu_reset_tmo.attr)
4169 		param = ISCSI_PARAM_LU_RESET_TMO;
4170 	else if (attr == &dev_attr_sess_tgt_reset_tmo.attr)
4171 		param = ISCSI_PARAM_TGT_RESET_TMO;
4172 	else if (attr == &dev_attr_sess_ifacename.attr)
4173 		param = ISCSI_PARAM_IFACE_NAME;
4174 	else if (attr == &dev_attr_sess_initiatorname.attr)
4175 		param = ISCSI_PARAM_INITIATOR_NAME;
4176 	else if (attr == &dev_attr_sess_targetalias.attr)
4177 		param = ISCSI_PARAM_TARGET_ALIAS;
4178 	else if (attr == &dev_attr_sess_boot_root.attr)
4179 		param = ISCSI_PARAM_BOOT_ROOT;
4180 	else if (attr == &dev_attr_sess_boot_nic.attr)
4181 		param = ISCSI_PARAM_BOOT_NIC;
4182 	else if (attr == &dev_attr_sess_boot_target.attr)
4183 		param = ISCSI_PARAM_BOOT_TARGET;
4184 	else if (attr == &dev_attr_sess_auto_snd_tgt_disable.attr)
4185 		param = ISCSI_PARAM_AUTO_SND_TGT_DISABLE;
4186 	else if (attr == &dev_attr_sess_discovery_session.attr)
4187 		param = ISCSI_PARAM_DISCOVERY_SESS;
4188 	else if (attr == &dev_attr_sess_portal_type.attr)
4189 		param = ISCSI_PARAM_PORTAL_TYPE;
4190 	else if (attr == &dev_attr_sess_chap_auth.attr)
4191 		param = ISCSI_PARAM_CHAP_AUTH_EN;
4192 	else if (attr == &dev_attr_sess_discovery_logout.attr)
4193 		param = ISCSI_PARAM_DISCOVERY_LOGOUT_EN;
4194 	else if (attr == &dev_attr_sess_bidi_chap.attr)
4195 		param = ISCSI_PARAM_BIDI_CHAP_EN;
4196 	else if (attr == &dev_attr_sess_discovery_auth_optional.attr)
4197 		param = ISCSI_PARAM_DISCOVERY_AUTH_OPTIONAL;
4198 	else if (attr == &dev_attr_sess_def_time2wait.attr)
4199 		param = ISCSI_PARAM_DEF_TIME2WAIT;
4200 	else if (attr == &dev_attr_sess_def_time2retain.attr)
4201 		param = ISCSI_PARAM_DEF_TIME2RETAIN;
4202 	else if (attr == &dev_attr_sess_isid.attr)
4203 		param = ISCSI_PARAM_ISID;
4204 	else if (attr == &dev_attr_sess_tsid.attr)
4205 		param = ISCSI_PARAM_TSID;
4206 	else if (attr == &dev_attr_sess_def_taskmgmt_tmo.attr)
4207 		param = ISCSI_PARAM_DEF_TASKMGMT_TMO;
4208 	else if (attr == &dev_attr_sess_discovery_parent_idx.attr)
4209 		param = ISCSI_PARAM_DISCOVERY_PARENT_IDX;
4210 	else if (attr == &dev_attr_sess_discovery_parent_type.attr)
4211 		param = ISCSI_PARAM_DISCOVERY_PARENT_TYPE;
4212 	else if (attr == &dev_attr_priv_sess_recovery_tmo.attr)
4213 		return S_IRUGO | S_IWUSR;
4214 	else if (attr == &dev_attr_priv_sess_state.attr)
4215 		return S_IRUGO;
4216 	else if (attr == &dev_attr_priv_sess_creator.attr)
4217 		return S_IRUGO;
4218 	else if (attr == &dev_attr_priv_sess_target_id.attr)
4219 		return S_IRUGO;
4220 	else {
4221 		WARN_ONCE(1, "Invalid session attr");
4222 		return 0;
4223 	}
4224 
4225 	return t->attr_is_visible(ISCSI_PARAM, param);
4226 }
4227 
4228 static struct attribute_group iscsi_session_group = {
4229 	.attrs = iscsi_session_attrs,
4230 	.is_visible = iscsi_session_attr_is_visible,
4231 };
4232 
4233 /*
4234  * iSCSI host attrs
4235  */
4236 #define iscsi_host_attr_show(param)					\
4237 static ssize_t								\
4238 show_host_param_##param(struct device *dev, 				\
4239 			struct device_attribute *attr, char *buf)	\
4240 {									\
4241 	struct Scsi_Host *shost = transport_class_to_shost(dev);	\
4242 	struct iscsi_internal *priv = to_iscsi_internal(shost->transportt); \
4243 	return priv->iscsi_transport->get_host_param(shost, param, buf); \
4244 }
4245 
4246 #define iscsi_host_attr(field, param)					\
4247 	iscsi_host_attr_show(param)					\
4248 static ISCSI_CLASS_ATTR(host, field, S_IRUGO, show_host_param_##param,	\
4249 			NULL);
4250 
4251 iscsi_host_attr(netdev, ISCSI_HOST_PARAM_NETDEV_NAME);
4252 iscsi_host_attr(hwaddress, ISCSI_HOST_PARAM_HWADDRESS);
4253 iscsi_host_attr(ipaddress, ISCSI_HOST_PARAM_IPADDRESS);
4254 iscsi_host_attr(initiatorname, ISCSI_HOST_PARAM_INITIATOR_NAME);
4255 iscsi_host_attr(port_state, ISCSI_HOST_PARAM_PORT_STATE);
4256 iscsi_host_attr(port_speed, ISCSI_HOST_PARAM_PORT_SPEED);
4257 
4258 static struct attribute *iscsi_host_attrs[] = {
4259 	&dev_attr_host_netdev.attr,
4260 	&dev_attr_host_hwaddress.attr,
4261 	&dev_attr_host_ipaddress.attr,
4262 	&dev_attr_host_initiatorname.attr,
4263 	&dev_attr_host_port_state.attr,
4264 	&dev_attr_host_port_speed.attr,
4265 	NULL,
4266 };
4267 
4268 static umode_t iscsi_host_attr_is_visible(struct kobject *kobj,
4269 					 struct attribute *attr, int i)
4270 {
4271 	struct device *cdev = container_of(kobj, struct device, kobj);
4272 	struct Scsi_Host *shost = transport_class_to_shost(cdev);
4273 	struct iscsi_internal *priv = to_iscsi_internal(shost->transportt);
4274 	int param;
4275 
4276 	if (attr == &dev_attr_host_netdev.attr)
4277 		param = ISCSI_HOST_PARAM_NETDEV_NAME;
4278 	else if (attr == &dev_attr_host_hwaddress.attr)
4279 		param = ISCSI_HOST_PARAM_HWADDRESS;
4280 	else if (attr == &dev_attr_host_ipaddress.attr)
4281 		param = ISCSI_HOST_PARAM_IPADDRESS;
4282 	else if (attr == &dev_attr_host_initiatorname.attr)
4283 		param = ISCSI_HOST_PARAM_INITIATOR_NAME;
4284 	else if (attr == &dev_attr_host_port_state.attr)
4285 		param = ISCSI_HOST_PARAM_PORT_STATE;
4286 	else if (attr == &dev_attr_host_port_speed.attr)
4287 		param = ISCSI_HOST_PARAM_PORT_SPEED;
4288 	else {
4289 		WARN_ONCE(1, "Invalid host attr");
4290 		return 0;
4291 	}
4292 
4293 	return priv->iscsi_transport->attr_is_visible(ISCSI_HOST_PARAM, param);
4294 }
4295 
4296 static struct attribute_group iscsi_host_group = {
4297 	.attrs = iscsi_host_attrs,
4298 	.is_visible = iscsi_host_attr_is_visible,
4299 };
4300 
4301 /* convert iscsi_port_speed values to ascii string name */
4302 static const struct {
4303 	enum iscsi_port_speed	value;
4304 	char			*name;
4305 } iscsi_port_speed_names[] = {
4306 	{ISCSI_PORT_SPEED_UNKNOWN,	"Unknown" },
4307 	{ISCSI_PORT_SPEED_10MBPS,	"10 Mbps" },
4308 	{ISCSI_PORT_SPEED_100MBPS,	"100 Mbps" },
4309 	{ISCSI_PORT_SPEED_1GBPS,	"1 Gbps" },
4310 	{ISCSI_PORT_SPEED_10GBPS,	"10 Gbps" },
4311 	{ISCSI_PORT_SPEED_25GBPS,       "25 Gbps" },
4312 	{ISCSI_PORT_SPEED_40GBPS,       "40 Gbps" },
4313 };
4314 
4315 char *iscsi_get_port_speed_name(struct Scsi_Host *shost)
4316 {
4317 	int i;
4318 	char *speed = "Unknown!";
4319 	struct iscsi_cls_host *ihost = shost->shost_data;
4320 	uint32_t port_speed = ihost->port_speed;
4321 
4322 	for (i = 0; i < ARRAY_SIZE(iscsi_port_speed_names); i++) {
4323 		if (iscsi_port_speed_names[i].value & port_speed) {
4324 			speed = iscsi_port_speed_names[i].name;
4325 			break;
4326 		}
4327 	}
4328 	return speed;
4329 }
4330 EXPORT_SYMBOL_GPL(iscsi_get_port_speed_name);
4331 
4332 /* convert iscsi_port_state values to ascii string name */
4333 static const struct {
4334 	enum iscsi_port_state	value;
4335 	char			*name;
4336 } iscsi_port_state_names[] = {
4337 	{ISCSI_PORT_STATE_DOWN,		"LINK DOWN" },
4338 	{ISCSI_PORT_STATE_UP,		"LINK UP" },
4339 };
4340 
4341 char *iscsi_get_port_state_name(struct Scsi_Host *shost)
4342 {
4343 	int i;
4344 	char *state = "Unknown!";
4345 	struct iscsi_cls_host *ihost = shost->shost_data;
4346 	uint32_t port_state = ihost->port_state;
4347 
4348 	for (i = 0; i < ARRAY_SIZE(iscsi_port_state_names); i++) {
4349 		if (iscsi_port_state_names[i].value & port_state) {
4350 			state = iscsi_port_state_names[i].name;
4351 			break;
4352 		}
4353 	}
4354 	return state;
4355 }
4356 EXPORT_SYMBOL_GPL(iscsi_get_port_state_name);
4357 
4358 static int iscsi_session_match(struct attribute_container *cont,
4359 			   struct device *dev)
4360 {
4361 	struct iscsi_cls_session *session;
4362 	struct Scsi_Host *shost;
4363 	struct iscsi_internal *priv;
4364 
4365 	if (!iscsi_is_session_dev(dev))
4366 		return 0;
4367 
4368 	session = iscsi_dev_to_session(dev);
4369 	shost = iscsi_session_to_shost(session);
4370 	if (!shost->transportt)
4371 		return 0;
4372 
4373 	priv = to_iscsi_internal(shost->transportt);
4374 	if (priv->session_cont.ac.class != &iscsi_session_class.class)
4375 		return 0;
4376 
4377 	return &priv->session_cont.ac == cont;
4378 }
4379 
4380 static int iscsi_conn_match(struct attribute_container *cont,
4381 			   struct device *dev)
4382 {
4383 	struct iscsi_cls_session *session;
4384 	struct iscsi_cls_conn *conn;
4385 	struct Scsi_Host *shost;
4386 	struct iscsi_internal *priv;
4387 
4388 	if (!iscsi_is_conn_dev(dev))
4389 		return 0;
4390 
4391 	conn = iscsi_dev_to_conn(dev);
4392 	session = iscsi_dev_to_session(conn->dev.parent);
4393 	shost = iscsi_session_to_shost(session);
4394 
4395 	if (!shost->transportt)
4396 		return 0;
4397 
4398 	priv = to_iscsi_internal(shost->transportt);
4399 	if (priv->conn_cont.ac.class != &iscsi_connection_class.class)
4400 		return 0;
4401 
4402 	return &priv->conn_cont.ac == cont;
4403 }
4404 
4405 static int iscsi_host_match(struct attribute_container *cont,
4406 			    struct device *dev)
4407 {
4408 	struct Scsi_Host *shost;
4409 	struct iscsi_internal *priv;
4410 
4411 	if (!scsi_is_host_device(dev))
4412 		return 0;
4413 
4414 	shost = dev_to_shost(dev);
4415 	if (!shost->transportt  ||
4416 	    shost->transportt->host_attrs.ac.class != &iscsi_host_class.class)
4417 		return 0;
4418 
4419         priv = to_iscsi_internal(shost->transportt);
4420         return &priv->t.host_attrs.ac == cont;
4421 }
4422 
4423 struct scsi_transport_template *
4424 iscsi_register_transport(struct iscsi_transport *tt)
4425 {
4426 	struct iscsi_internal *priv;
4427 	unsigned long flags;
4428 	int err;
4429 
4430 	BUG_ON(!tt);
4431 
4432 	priv = iscsi_if_transport_lookup(tt);
4433 	if (priv)
4434 		return NULL;
4435 
4436 	priv = kzalloc(sizeof(*priv), GFP_KERNEL);
4437 	if (!priv)
4438 		return NULL;
4439 	INIT_LIST_HEAD(&priv->list);
4440 	priv->iscsi_transport = tt;
4441 	priv->t.user_scan = iscsi_user_scan;
4442 	priv->t.create_work_queue = 1;
4443 
4444 	priv->dev.class = &iscsi_transport_class;
4445 	dev_set_name(&priv->dev, "%s", tt->name);
4446 	err = device_register(&priv->dev);
4447 	if (err)
4448 		goto free_priv;
4449 
4450 	err = sysfs_create_group(&priv->dev.kobj, &iscsi_transport_group);
4451 	if (err)
4452 		goto unregister_dev;
4453 
4454 	/* host parameters */
4455 	priv->t.host_attrs.ac.class = &iscsi_host_class.class;
4456 	priv->t.host_attrs.ac.match = iscsi_host_match;
4457 	priv->t.host_attrs.ac.grp = &iscsi_host_group;
4458 	priv->t.host_size = sizeof(struct iscsi_cls_host);
4459 	transport_container_register(&priv->t.host_attrs);
4460 
4461 	/* connection parameters */
4462 	priv->conn_cont.ac.class = &iscsi_connection_class.class;
4463 	priv->conn_cont.ac.match = iscsi_conn_match;
4464 	priv->conn_cont.ac.grp = &iscsi_conn_group;
4465 	transport_container_register(&priv->conn_cont);
4466 
4467 	/* session parameters */
4468 	priv->session_cont.ac.class = &iscsi_session_class.class;
4469 	priv->session_cont.ac.match = iscsi_session_match;
4470 	priv->session_cont.ac.grp = &iscsi_session_group;
4471 	transport_container_register(&priv->session_cont);
4472 
4473 	spin_lock_irqsave(&iscsi_transport_lock, flags);
4474 	list_add(&priv->list, &iscsi_transports);
4475 	spin_unlock_irqrestore(&iscsi_transport_lock, flags);
4476 
4477 	printk(KERN_NOTICE "iscsi: registered transport (%s)\n", tt->name);
4478 	return &priv->t;
4479 
4480 unregister_dev:
4481 	device_unregister(&priv->dev);
4482 	return NULL;
4483 free_priv:
4484 	kfree(priv);
4485 	return NULL;
4486 }
4487 EXPORT_SYMBOL_GPL(iscsi_register_transport);
4488 
4489 int iscsi_unregister_transport(struct iscsi_transport *tt)
4490 {
4491 	struct iscsi_internal *priv;
4492 	unsigned long flags;
4493 
4494 	BUG_ON(!tt);
4495 
4496 	mutex_lock(&rx_queue_mutex);
4497 
4498 	priv = iscsi_if_transport_lookup(tt);
4499 	BUG_ON (!priv);
4500 
4501 	spin_lock_irqsave(&iscsi_transport_lock, flags);
4502 	list_del(&priv->list);
4503 	spin_unlock_irqrestore(&iscsi_transport_lock, flags);
4504 
4505 	transport_container_unregister(&priv->conn_cont);
4506 	transport_container_unregister(&priv->session_cont);
4507 	transport_container_unregister(&priv->t.host_attrs);
4508 
4509 	sysfs_remove_group(&priv->dev.kobj, &iscsi_transport_group);
4510 	device_unregister(&priv->dev);
4511 	mutex_unlock(&rx_queue_mutex);
4512 
4513 	return 0;
4514 }
4515 EXPORT_SYMBOL_GPL(iscsi_unregister_transport);
4516 
4517 void iscsi_dbg_trace(void (*trace)(struct device *dev, struct va_format *),
4518 		     struct device *dev, const char *fmt, ...)
4519 {
4520 	struct va_format vaf;
4521 	va_list args;
4522 
4523 	va_start(args, fmt);
4524 	vaf.fmt = fmt;
4525 	vaf.va = &args;
4526 	trace(dev, &vaf);
4527 	va_end(args);
4528 }
4529 EXPORT_SYMBOL_GPL(iscsi_dbg_trace);
4530 
4531 static __init int iscsi_transport_init(void)
4532 {
4533 	int err;
4534 	struct netlink_kernel_cfg cfg = {
4535 		.groups	= 1,
4536 		.input	= iscsi_if_rx,
4537 	};
4538 	printk(KERN_INFO "Loading iSCSI transport class v%s.\n",
4539 		ISCSI_TRANSPORT_VERSION);
4540 
4541 	atomic_set(&iscsi_session_nr, 0);
4542 
4543 	err = class_register(&iscsi_transport_class);
4544 	if (err)
4545 		return err;
4546 
4547 	err = class_register(&iscsi_endpoint_class);
4548 	if (err)
4549 		goto unregister_transport_class;
4550 
4551 	err = class_register(&iscsi_iface_class);
4552 	if (err)
4553 		goto unregister_endpoint_class;
4554 
4555 	err = transport_class_register(&iscsi_host_class);
4556 	if (err)
4557 		goto unregister_iface_class;
4558 
4559 	err = transport_class_register(&iscsi_connection_class);
4560 	if (err)
4561 		goto unregister_host_class;
4562 
4563 	err = transport_class_register(&iscsi_session_class);
4564 	if (err)
4565 		goto unregister_conn_class;
4566 
4567 	err = bus_register(&iscsi_flashnode_bus);
4568 	if (err)
4569 		goto unregister_session_class;
4570 
4571 	nls = netlink_kernel_create(&init_net, NETLINK_ISCSI, &cfg);
4572 	if (!nls) {
4573 		err = -ENOBUFS;
4574 		goto unregister_flashnode_bus;
4575 	}
4576 
4577 	iscsi_eh_timer_workq = create_singlethread_workqueue("iscsi_eh");
4578 	if (!iscsi_eh_timer_workq) {
4579 		err = -ENOMEM;
4580 		goto release_nls;
4581 	}
4582 
4583 	return 0;
4584 
4585 release_nls:
4586 	netlink_kernel_release(nls);
4587 unregister_flashnode_bus:
4588 	bus_unregister(&iscsi_flashnode_bus);
4589 unregister_session_class:
4590 	transport_class_unregister(&iscsi_session_class);
4591 unregister_conn_class:
4592 	transport_class_unregister(&iscsi_connection_class);
4593 unregister_host_class:
4594 	transport_class_unregister(&iscsi_host_class);
4595 unregister_iface_class:
4596 	class_unregister(&iscsi_iface_class);
4597 unregister_endpoint_class:
4598 	class_unregister(&iscsi_endpoint_class);
4599 unregister_transport_class:
4600 	class_unregister(&iscsi_transport_class);
4601 	return err;
4602 }
4603 
4604 static void __exit iscsi_transport_exit(void)
4605 {
4606 	destroy_workqueue(iscsi_eh_timer_workq);
4607 	netlink_kernel_release(nls);
4608 	bus_unregister(&iscsi_flashnode_bus);
4609 	transport_class_unregister(&iscsi_connection_class);
4610 	transport_class_unregister(&iscsi_session_class);
4611 	transport_class_unregister(&iscsi_host_class);
4612 	class_unregister(&iscsi_endpoint_class);
4613 	class_unregister(&iscsi_iface_class);
4614 	class_unregister(&iscsi_transport_class);
4615 }
4616 
4617 module_init(iscsi_transport_init);
4618 module_exit(iscsi_transport_exit);
4619 
4620 MODULE_AUTHOR("Mike Christie <michaelc@cs.wisc.edu>, "
4621 	      "Dmitry Yusupov <dmitry_yus@yahoo.com>, "
4622 	      "Alex Aizman <itn780@yahoo.com>");
4623 MODULE_DESCRIPTION("iSCSI Transport Interface");
4624 MODULE_LICENSE("GPL");
4625 MODULE_VERSION(ISCSI_TRANSPORT_VERSION);
4626 MODULE_ALIAS_NET_PF_PROTO(PF_NETLINK, NETLINK_ISCSI);
4627