xref: /openbmc/linux/drivers/usb/atm/usbatm.c (revision 0d456bad)
1 /******************************************************************************
2  *  usbatm.c - Generic USB xDSL driver core
3  *
4  *  Copyright (C) 2001, Alcatel
5  *  Copyright (C) 2003, Duncan Sands, SolNegro, Josep Comas
6  *  Copyright (C) 2004, David Woodhouse, Roman Kagan
7  *
8  *  This program is free software; you can redistribute it and/or modify it
9  *  under the terms of the GNU General Public License as published by the Free
10  *  Software Foundation; either version 2 of the License, or (at your option)
11  *  any later version.
12  *
13  *  This program is distributed in the hope that it will be useful, but WITHOUT
14  *  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
15  *  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
16  *  more details.
17  *
18  *  You should have received a copy of the GNU General Public License along with
19  *  this program; if not, write to the Free Software Foundation, Inc., 59
20  *  Temple Place - Suite 330, Boston, MA  02111-1307, USA.
21  *
22  ******************************************************************************/
23 
24 /*
25  *  Written by Johan Verrept, Duncan Sands (duncan.sands@free.fr) and David Woodhouse
26  *
27  *  1.7+:	- See the check-in logs
28  *
29  *  1.6:	- No longer opens a connection if the firmware is not loaded
30  *  		- Added support for the speedtouch 330
31  *  		- Removed the limit on the number of devices
32  *  		- Module now autoloads on device plugin
33  *  		- Merged relevant parts of sarlib
34  *  		- Replaced the kernel thread with a tasklet
35  *  		- New packet transmission code
36  *  		- Changed proc file contents
37  *  		- Fixed all known SMP races
38  *  		- Many fixes and cleanups
39  *  		- Various fixes by Oliver Neukum (oliver@neukum.name)
40  *
41  *  1.5A:	- Version for inclusion in 2.5 series kernel
42  *		- Modifications by Richard Purdie (rpurdie@rpsys.net)
43  *		- made compatible with kernel 2.5.6 onwards by changing
44  *		usbatm_usb_send_data_context->urb to a pointer and adding code
45  *		to alloc and free it
46  *		- remove_wait_queue() added to usbatm_atm_processqueue_thread()
47  *
48  *  1.5:	- fixed memory leak when atmsar_decode_aal5 returned NULL.
49  *		(reported by stephen.robinson@zen.co.uk)
50  *
51  *  1.4:	- changed the spin_lock() under interrupt to spin_lock_irqsave()
52  *		- unlink all active send urbs of a vcc that is being closed.
53  *
54  *  1.3.1:	- added the version number
55  *
56  *  1.3:	- Added multiple send urb support
57  *		- fixed memory leak and vcc->tx_inuse starvation bug
58  *		  when not enough memory left in vcc.
59  *
60  *  1.2:	- Fixed race condition in usbatm_usb_send_data()
61  *  1.1:	- Turned off packet debugging
62  *
63  */
64 
65 #include "usbatm.h"
66 
67 #include <asm/uaccess.h>
68 #include <linux/crc32.h>
69 #include <linux/errno.h>
70 #include <linux/init.h>
71 #include <linux/interrupt.h>
72 #include <linux/kernel.h>
73 #include <linux/module.h>
74 #include <linux/moduleparam.h>
75 #include <linux/netdevice.h>
76 #include <linux/proc_fs.h>
77 #include <linux/sched.h>
78 #include <linux/signal.h>
79 #include <linux/slab.h>
80 #include <linux/stat.h>
81 #include <linux/timer.h>
82 #include <linux/wait.h>
83 #include <linux/kthread.h>
84 #include <linux/ratelimit.h>
85 
86 #ifdef VERBOSE_DEBUG
87 static int usbatm_print_packet(struct usbatm_data *instance, const unsigned char *data, int len);
88 #define PACKETDEBUG(arg...)	usbatm_print_packet(arg)
89 #define vdbg(arg...)		dev_dbg(arg)
90 #else
91 #define PACKETDEBUG(arg...)
92 #define vdbg(arg...)
93 #endif
94 
95 #define DRIVER_AUTHOR	"Johan Verrept, Duncan Sands <duncan.sands@free.fr>"
96 #define DRIVER_VERSION	"1.10"
97 #define DRIVER_DESC	"Generic USB ATM/DSL I/O, version " DRIVER_VERSION
98 
99 static const char usbatm_driver_name[] = "usbatm";
100 
101 #define UDSL_MAX_RCV_URBS		16
102 #define UDSL_MAX_SND_URBS		16
103 #define UDSL_MAX_BUF_SIZE		65536
104 #define UDSL_DEFAULT_RCV_URBS		4
105 #define UDSL_DEFAULT_SND_URBS		4
106 #define UDSL_DEFAULT_RCV_BUF_SIZE	3392	/* 64 * ATM_CELL_SIZE */
107 #define UDSL_DEFAULT_SND_BUF_SIZE	3392	/* 64 * ATM_CELL_SIZE */
108 
109 #define ATM_CELL_HEADER			(ATM_CELL_SIZE - ATM_CELL_PAYLOAD)
110 
111 #define THROTTLE_MSECS			100	/* delay to recover processing after urb submission fails */
112 
113 static unsigned int num_rcv_urbs = UDSL_DEFAULT_RCV_URBS;
114 static unsigned int num_snd_urbs = UDSL_DEFAULT_SND_URBS;
115 static unsigned int rcv_buf_bytes = UDSL_DEFAULT_RCV_BUF_SIZE;
116 static unsigned int snd_buf_bytes = UDSL_DEFAULT_SND_BUF_SIZE;
117 
118 module_param(num_rcv_urbs, uint, S_IRUGO);
119 MODULE_PARM_DESC(num_rcv_urbs,
120 		 "Number of urbs used for reception (range: 0-"
121 		 __MODULE_STRING(UDSL_MAX_RCV_URBS) ", default: "
122 		 __MODULE_STRING(UDSL_DEFAULT_RCV_URBS) ")");
123 
124 module_param(num_snd_urbs, uint, S_IRUGO);
125 MODULE_PARM_DESC(num_snd_urbs,
126 		 "Number of urbs used for transmission (range: 0-"
127 		 __MODULE_STRING(UDSL_MAX_SND_URBS) ", default: "
128 		 __MODULE_STRING(UDSL_DEFAULT_SND_URBS) ")");
129 
130 module_param(rcv_buf_bytes, uint, S_IRUGO);
131 MODULE_PARM_DESC(rcv_buf_bytes,
132 		 "Size of the buffers used for reception, in bytes (range: 1-"
133 		 __MODULE_STRING(UDSL_MAX_BUF_SIZE) ", default: "
134 		 __MODULE_STRING(UDSL_DEFAULT_RCV_BUF_SIZE) ")");
135 
136 module_param(snd_buf_bytes, uint, S_IRUGO);
137 MODULE_PARM_DESC(snd_buf_bytes,
138 		 "Size of the buffers used for transmission, in bytes (range: 1-"
139 		 __MODULE_STRING(UDSL_MAX_BUF_SIZE) ", default: "
140 		 __MODULE_STRING(UDSL_DEFAULT_SND_BUF_SIZE) ")");
141 
142 
143 /* receive */
144 
145 struct usbatm_vcc_data {
146 	/* vpi/vci lookup */
147 	struct list_head list;
148 	short vpi;
149 	int vci;
150 	struct atm_vcc *vcc;
151 
152 	/* raw cell reassembly */
153 	struct sk_buff *sarb;
154 };
155 
156 
157 /* send */
158 
159 struct usbatm_control {
160 	struct atm_skb_data atm;
161 	u32 len;
162 	u32 crc;
163 };
164 
165 #define UDSL_SKB(x)		((struct usbatm_control *)(x)->cb)
166 
167 
168 /* ATM */
169 
170 static void usbatm_atm_dev_close(struct atm_dev *atm_dev);
171 static int usbatm_atm_open(struct atm_vcc *vcc);
172 static void usbatm_atm_close(struct atm_vcc *vcc);
173 static int usbatm_atm_ioctl(struct atm_dev *atm_dev, unsigned int cmd, void __user * arg);
174 static int usbatm_atm_send(struct atm_vcc *vcc, struct sk_buff *skb);
175 static int usbatm_atm_proc_read(struct atm_dev *atm_dev, loff_t * pos, char *page);
176 
177 static struct atmdev_ops usbatm_atm_devops = {
178 	.dev_close	= usbatm_atm_dev_close,
179 	.open		= usbatm_atm_open,
180 	.close		= usbatm_atm_close,
181 	.ioctl		= usbatm_atm_ioctl,
182 	.send		= usbatm_atm_send,
183 	.proc_read	= usbatm_atm_proc_read,
184 	.owner		= THIS_MODULE,
185 };
186 
187 
188 /***********
189 **  misc  **
190 ***********/
191 
192 static inline unsigned int usbatm_pdu_length(unsigned int length)
193 {
194 	length += ATM_CELL_PAYLOAD - 1 + ATM_AAL5_TRAILER;
195 	return length - length % ATM_CELL_PAYLOAD;
196 }
197 
198 static inline void usbatm_pop(struct atm_vcc *vcc, struct sk_buff *skb)
199 {
200 	if (vcc->pop)
201 		vcc->pop(vcc, skb);
202 	else
203 		dev_kfree_skb_any(skb);
204 }
205 
206 
207 /***********
208 **  urbs  **
209 ************/
210 
211 static struct urb *usbatm_pop_urb(struct usbatm_channel *channel)
212 {
213 	struct urb *urb;
214 
215 	spin_lock_irq(&channel->lock);
216 	if (list_empty(&channel->list)) {
217 		spin_unlock_irq(&channel->lock);
218 		return NULL;
219 	}
220 
221 	urb = list_entry(channel->list.next, struct urb, urb_list);
222 	list_del(&urb->urb_list);
223 	spin_unlock_irq(&channel->lock);
224 
225 	return urb;
226 }
227 
228 static int usbatm_submit_urb(struct urb *urb)
229 {
230 	struct usbatm_channel *channel = urb->context;
231 	int ret;
232 
233 	/* vdbg("%s: submitting urb 0x%p, size %u",
234 	     __func__, urb, urb->transfer_buffer_length); */
235 
236 	ret = usb_submit_urb(urb, GFP_ATOMIC);
237 	if (ret) {
238 		if (printk_ratelimit())
239 			atm_warn(channel->usbatm, "%s: urb 0x%p submission failed (%d)!\n",
240 				__func__, urb, ret);
241 
242 		/* consider all errors transient and return the buffer back to the queue */
243 		urb->status = -EAGAIN;
244 		spin_lock_irq(&channel->lock);
245 
246 		/* must add to the front when sending; doesn't matter when receiving */
247 		list_add(&urb->urb_list, &channel->list);
248 
249 		spin_unlock_irq(&channel->lock);
250 
251 		/* make sure the channel doesn't stall */
252 		mod_timer(&channel->delay, jiffies + msecs_to_jiffies(THROTTLE_MSECS));
253 	}
254 
255 	return ret;
256 }
257 
258 static void usbatm_complete(struct urb *urb)
259 {
260 	struct usbatm_channel *channel = urb->context;
261 	unsigned long flags;
262 	int status = urb->status;
263 
264 	/* vdbg("%s: urb 0x%p, status %d, actual_length %d",
265 	     __func__, urb, status, urb->actual_length); */
266 
267 	/* usually in_interrupt(), but not always */
268 	spin_lock_irqsave(&channel->lock, flags);
269 
270 	/* must add to the back when receiving; doesn't matter when sending */
271 	list_add_tail(&urb->urb_list, &channel->list);
272 
273 	spin_unlock_irqrestore(&channel->lock, flags);
274 
275 	if (unlikely(status) &&
276 			(!(channel->usbatm->flags & UDSL_IGNORE_EILSEQ) ||
277 			 status != -EILSEQ)) {
278 		if (status == -ESHUTDOWN)
279 			return;
280 
281 		if (printk_ratelimit())
282 			atm_warn(channel->usbatm, "%s: urb 0x%p failed (%d)!\n",
283 				__func__, urb, status);
284 		/* throttle processing in case of an error */
285 		mod_timer(&channel->delay, jiffies + msecs_to_jiffies(THROTTLE_MSECS));
286 	} else
287 		tasklet_schedule(&channel->tasklet);
288 }
289 
290 
291 /*************
292 **  decode  **
293 *************/
294 
295 static inline struct usbatm_vcc_data *usbatm_find_vcc(struct usbatm_data *instance,
296 						  short vpi, int vci)
297 {
298 	struct usbatm_vcc_data *vcc_data;
299 
300 	list_for_each_entry(vcc_data, &instance->vcc_list, list)
301 		if ((vcc_data->vci == vci) && (vcc_data->vpi == vpi))
302 			return vcc_data;
303 	return NULL;
304 }
305 
306 static void usbatm_extract_one_cell(struct usbatm_data *instance, unsigned char *source)
307 {
308 	struct atm_vcc *vcc;
309 	struct sk_buff *sarb;
310 	short vpi = ((source[0] & 0x0f) << 4)  | (source[1] >> 4);
311 	int vci = ((source[1] & 0x0f) << 12) | (source[2] << 4) | (source[3] >> 4);
312 	u8 pti = ((source[3] & 0xe) >> 1);
313 
314 	vdbg(&instance->usb_intf->dev, "%s: vpi %hd, vci %d, pti %d", __func__, vpi, vci, pti);
315 
316 	if ((vci != instance->cached_vci) || (vpi != instance->cached_vpi)) {
317 		instance->cached_vpi = vpi;
318 		instance->cached_vci = vci;
319 
320 		instance->cached_vcc = usbatm_find_vcc(instance, vpi, vci);
321 
322 		if (!instance->cached_vcc)
323 			atm_rldbg(instance, "%s: unknown vpi/vci (%hd/%d)!\n", __func__, vpi, vci);
324 	}
325 
326 	if (!instance->cached_vcc)
327 		return;
328 
329 	vcc = instance->cached_vcc->vcc;
330 
331 	/* OAM F5 end-to-end */
332 	if (pti == ATM_PTI_E2EF5) {
333 		if (printk_ratelimit())
334 			atm_warn(instance, "%s: OAM not supported (vpi %d, vci %d)!\n",
335 				__func__, vpi, vci);
336 		atomic_inc(&vcc->stats->rx_err);
337 		return;
338 	}
339 
340 	sarb = instance->cached_vcc->sarb;
341 
342 	if (sarb->tail + ATM_CELL_PAYLOAD > sarb->end) {
343 		atm_rldbg(instance, "%s: buffer overrun (sarb->len %u, vcc: 0x%p)!\n",
344 				__func__, sarb->len, vcc);
345 		/* discard cells already received */
346 		skb_trim(sarb, 0);
347 		UDSL_ASSERT(instance, sarb->tail + ATM_CELL_PAYLOAD <= sarb->end);
348 	}
349 
350 	memcpy(skb_tail_pointer(sarb), source + ATM_CELL_HEADER, ATM_CELL_PAYLOAD);
351 	__skb_put(sarb, ATM_CELL_PAYLOAD);
352 
353 	if (pti & 1) {
354 		struct sk_buff *skb;
355 		unsigned int length;
356 		unsigned int pdu_length;
357 
358 		length = (source[ATM_CELL_SIZE - 6] << 8) + source[ATM_CELL_SIZE - 5];
359 
360 		/* guard against overflow */
361 		if (length > ATM_MAX_AAL5_PDU) {
362 			atm_rldbg(instance, "%s: bogus length %u (vcc: 0x%p)!\n",
363 				  __func__, length, vcc);
364 			atomic_inc(&vcc->stats->rx_err);
365 			goto out;
366 		}
367 
368 		pdu_length = usbatm_pdu_length(length);
369 
370 		if (sarb->len < pdu_length) {
371 			atm_rldbg(instance, "%s: bogus pdu_length %u (sarb->len: %u, vcc: 0x%p)!\n",
372 				  __func__, pdu_length, sarb->len, vcc);
373 			atomic_inc(&vcc->stats->rx_err);
374 			goto out;
375 		}
376 
377 		if (crc32_be(~0, skb_tail_pointer(sarb) - pdu_length, pdu_length) != 0xc704dd7b) {
378 			atm_rldbg(instance, "%s: packet failed crc check (vcc: 0x%p)!\n",
379 				  __func__, vcc);
380 			atomic_inc(&vcc->stats->rx_err);
381 			goto out;
382 		}
383 
384 		vdbg(&instance->usb_intf->dev,
385 		     "%s: got packet (length: %u, pdu_length: %u, vcc: 0x%p)",
386 		     __func__, length, pdu_length, vcc);
387 
388 		if (!(skb = dev_alloc_skb(length))) {
389 			if (printk_ratelimit())
390 				atm_err(instance, "%s: no memory for skb (length: %u)!\n",
391 					__func__, length);
392 			atomic_inc(&vcc->stats->rx_drop);
393 			goto out;
394 		}
395 
396 		vdbg(&instance->usb_intf->dev,
397 		     "%s: allocated new sk_buff (skb: 0x%p, skb->truesize: %u)",
398 		     __func__, skb, skb->truesize);
399 
400 		if (!atm_charge(vcc, skb->truesize)) {
401 			atm_rldbg(instance, "%s: failed atm_charge (skb->truesize: %u)!\n",
402 				  __func__, skb->truesize);
403 			dev_kfree_skb_any(skb);
404 			goto out;	/* atm_charge increments rx_drop */
405 		}
406 
407 		skb_copy_to_linear_data(skb,
408 					skb_tail_pointer(sarb) - pdu_length,
409 					length);
410 		__skb_put(skb, length);
411 
412 		vdbg(&instance->usb_intf->dev,
413 		     "%s: sending skb 0x%p, skb->len %u, skb->truesize %u",
414 		     __func__, skb, skb->len, skb->truesize);
415 
416 		PACKETDEBUG(instance, skb->data, skb->len);
417 
418 		vcc->push(vcc, skb);
419 
420 		atomic_inc(&vcc->stats->rx);
421 	out:
422 		skb_trim(sarb, 0);
423 	}
424 }
425 
426 static void usbatm_extract_cells(struct usbatm_data *instance,
427 		unsigned char *source, unsigned int avail_data)
428 {
429 	unsigned int stride = instance->rx_channel.stride;
430 	unsigned int buf_usage = instance->buf_usage;
431 
432 	/* extract cells from incoming data, taking into account that
433 	 * the length of avail data may not be a multiple of stride */
434 
435 	if (buf_usage > 0) {
436 		/* we have a partially received atm cell */
437 		unsigned char *cell_buf = instance->cell_buf;
438 		unsigned int space_left = stride - buf_usage;
439 
440 		UDSL_ASSERT(instance, buf_usage <= stride);
441 
442 		if (avail_data >= space_left) {
443 			/* add new data and process cell */
444 			memcpy(cell_buf + buf_usage, source, space_left);
445 			source += space_left;
446 			avail_data -= space_left;
447 			usbatm_extract_one_cell(instance, cell_buf);
448 			instance->buf_usage = 0;
449 		} else {
450 			/* not enough data to fill the cell */
451 			memcpy(cell_buf + buf_usage, source, avail_data);
452 			instance->buf_usage = buf_usage + avail_data;
453 			return;
454 		}
455 	}
456 
457 	for (; avail_data >= stride; avail_data -= stride, source += stride)
458 		usbatm_extract_one_cell(instance, source);
459 
460 	if (avail_data > 0) {
461 		/* length was not a multiple of stride -
462 		 * save remaining data for next call */
463 		memcpy(instance->cell_buf, source, avail_data);
464 		instance->buf_usage = avail_data;
465 	}
466 }
467 
468 
469 /*************
470 **  encode  **
471 *************/
472 
473 static unsigned int usbatm_write_cells(struct usbatm_data *instance,
474 				       struct sk_buff *skb,
475 				       u8 *target, unsigned int avail_space)
476 {
477 	struct usbatm_control *ctrl = UDSL_SKB(skb);
478 	struct atm_vcc *vcc = ctrl->atm.vcc;
479 	unsigned int bytes_written;
480 	unsigned int stride = instance->tx_channel.stride;
481 
482 	vdbg(&instance->usb_intf->dev, "%s: skb->len=%d, avail_space=%u",
483 	     __func__, skb->len, avail_space);
484 	UDSL_ASSERT(instance, !(avail_space % stride));
485 
486 	for (bytes_written = 0; bytes_written < avail_space && ctrl->len;
487 	     bytes_written += stride, target += stride) {
488 		unsigned int data_len = min_t(unsigned int, skb->len, ATM_CELL_PAYLOAD);
489 		unsigned int left = ATM_CELL_PAYLOAD - data_len;
490 		u8 *ptr = target;
491 
492 		ptr[0] = vcc->vpi >> 4;
493 		ptr[1] = (vcc->vpi << 4) | (vcc->vci >> 12);
494 		ptr[2] = vcc->vci >> 4;
495 		ptr[3] = vcc->vci << 4;
496 		ptr[4] = 0xec;
497 		ptr += ATM_CELL_HEADER;
498 
499 		skb_copy_from_linear_data(skb, ptr, data_len);
500 		ptr += data_len;
501 		__skb_pull(skb, data_len);
502 
503 		if (!left)
504 			continue;
505 
506 		memset(ptr, 0, left);
507 
508 		if (left >= ATM_AAL5_TRAILER) {	/* trailer will go in this cell */
509 			u8 *trailer = target + ATM_CELL_SIZE - ATM_AAL5_TRAILER;
510 			/* trailer[0] = 0;		UU = 0 */
511 			/* trailer[1] = 0;		CPI = 0 */
512 			trailer[2] = ctrl->len >> 8;
513 			trailer[3] = ctrl->len;
514 
515 			ctrl->crc = ~crc32_be(ctrl->crc, ptr, left - 4);
516 
517 			trailer[4] = ctrl->crc >> 24;
518 			trailer[5] = ctrl->crc >> 16;
519 			trailer[6] = ctrl->crc >> 8;
520 			trailer[7] = ctrl->crc;
521 
522 			target[3] |= 0x2;	/* adjust PTI */
523 
524 			ctrl->len = 0;		/* tag this skb finished */
525 		} else
526 			ctrl->crc = crc32_be(ctrl->crc, ptr, left);
527 	}
528 
529 	return bytes_written;
530 }
531 
532 
533 /**************
534 **  receive  **
535 **************/
536 
537 static void usbatm_rx_process(unsigned long data)
538 {
539 	struct usbatm_data *instance = (struct usbatm_data *)data;
540 	struct urb *urb;
541 
542 	while ((urb = usbatm_pop_urb(&instance->rx_channel))) {
543 		vdbg(&instance->usb_intf->dev,
544 		     "%s: processing urb 0x%p", __func__, urb);
545 
546 		if (usb_pipeisoc(urb->pipe)) {
547 			unsigned char *merge_start = NULL;
548 			unsigned int merge_length = 0;
549 			const unsigned int packet_size = instance->rx_channel.packet_size;
550 			int i;
551 
552 			for (i = 0; i < urb->number_of_packets; i++) {
553 				if (!urb->iso_frame_desc[i].status) {
554 					unsigned int actual_length = urb->iso_frame_desc[i].actual_length;
555 
556 					UDSL_ASSERT(instance, actual_length <= packet_size);
557 
558 					if (!merge_length)
559 						merge_start = (unsigned char *)urb->transfer_buffer + urb->iso_frame_desc[i].offset;
560 					merge_length += actual_length;
561 					if (merge_length && (actual_length < packet_size)) {
562 						usbatm_extract_cells(instance, merge_start, merge_length);
563 						merge_length = 0;
564 					}
565 				} else {
566 					atm_rldbg(instance, "%s: status %d in frame %d!\n", __func__, urb->status, i);
567 					if (merge_length)
568 						usbatm_extract_cells(instance, merge_start, merge_length);
569 					merge_length = 0;
570 					instance->buf_usage = 0;
571 				}
572 			}
573 
574 			if (merge_length)
575 				usbatm_extract_cells(instance, merge_start, merge_length);
576 		} else
577 			if (!urb->status)
578 				usbatm_extract_cells(instance, urb->transfer_buffer, urb->actual_length);
579 			else
580 				instance->buf_usage = 0;
581 
582 		if (usbatm_submit_urb(urb))
583 			return;
584 	}
585 }
586 
587 
588 /***********
589 **  send  **
590 ***********/
591 
592 static void usbatm_tx_process(unsigned long data)
593 {
594 	struct usbatm_data *instance = (struct usbatm_data *)data;
595 	struct sk_buff *skb = instance->current_skb;
596 	struct urb *urb = NULL;
597 	const unsigned int buf_size = instance->tx_channel.buf_size;
598 	unsigned int bytes_written = 0;
599 	u8 *buffer = NULL;
600 
601 	if (!skb)
602 		skb = skb_dequeue(&instance->sndqueue);
603 
604 	while (skb) {
605 		if (!urb) {
606 			urb = usbatm_pop_urb(&instance->tx_channel);
607 			if (!urb)
608 				break;		/* no more senders */
609 			buffer = urb->transfer_buffer;
610 			bytes_written = (urb->status == -EAGAIN) ?
611 				urb->transfer_buffer_length : 0;
612 		}
613 
614 		bytes_written += usbatm_write_cells(instance, skb,
615 						  buffer + bytes_written,
616 						  buf_size - bytes_written);
617 
618 		vdbg(&instance->usb_intf->dev,
619 		     "%s: wrote %u bytes from skb 0x%p to urb 0x%p",
620 		     __func__, bytes_written, skb, urb);
621 
622 		if (!UDSL_SKB(skb)->len) {
623 			struct atm_vcc *vcc = UDSL_SKB(skb)->atm.vcc;
624 
625 			usbatm_pop(vcc, skb);
626 			atomic_inc(&vcc->stats->tx);
627 
628 			skb = skb_dequeue(&instance->sndqueue);
629 		}
630 
631 		if (bytes_written == buf_size || (!skb && bytes_written)) {
632 			urb->transfer_buffer_length = bytes_written;
633 
634 			if (usbatm_submit_urb(urb))
635 				break;
636 			urb = NULL;
637 		}
638 	}
639 
640 	instance->current_skb = skb;
641 }
642 
643 static void usbatm_cancel_send(struct usbatm_data *instance,
644 			       struct atm_vcc *vcc)
645 {
646 	struct sk_buff *skb, *n;
647 
648 	atm_dbg(instance, "%s entered\n", __func__);
649 	spin_lock_irq(&instance->sndqueue.lock);
650 	skb_queue_walk_safe(&instance->sndqueue, skb, n) {
651 		if (UDSL_SKB(skb)->atm.vcc == vcc) {
652 			atm_dbg(instance, "%s: popping skb 0x%p\n", __func__, skb);
653 			__skb_unlink(skb, &instance->sndqueue);
654 			usbatm_pop(vcc, skb);
655 		}
656 	}
657 	spin_unlock_irq(&instance->sndqueue.lock);
658 
659 	tasklet_disable(&instance->tx_channel.tasklet);
660 	if ((skb = instance->current_skb) && (UDSL_SKB(skb)->atm.vcc == vcc)) {
661 		atm_dbg(instance, "%s: popping current skb (0x%p)\n", __func__, skb);
662 		instance->current_skb = NULL;
663 		usbatm_pop(vcc, skb);
664 	}
665 	tasklet_enable(&instance->tx_channel.tasklet);
666 	atm_dbg(instance, "%s done\n", __func__);
667 }
668 
669 static int usbatm_atm_send(struct atm_vcc *vcc, struct sk_buff *skb)
670 {
671 	struct usbatm_data *instance = vcc->dev->dev_data;
672 	struct usbatm_control *ctrl = UDSL_SKB(skb);
673 	int err;
674 
675 	vdbg(&instance->usb_intf->dev, "%s called (skb 0x%p, len %u)", __func__,
676 	     skb, skb->len);
677 
678 	/* racy disconnection check - fine */
679 	if (!instance || instance->disconnected) {
680 #ifdef DEBUG
681 		printk_ratelimited(KERN_DEBUG "%s: %s!\n", __func__, instance ? "disconnected" : "NULL instance");
682 #endif
683 		err = -ENODEV;
684 		goto fail;
685 	}
686 
687 	if (vcc->qos.aal != ATM_AAL5) {
688 		atm_rldbg(instance, "%s: unsupported ATM type %d!\n", __func__, vcc->qos.aal);
689 		err = -EINVAL;
690 		goto fail;
691 	}
692 
693 	if (skb->len > ATM_MAX_AAL5_PDU) {
694 		atm_rldbg(instance, "%s: packet too long (%d vs %d)!\n",
695 				__func__, skb->len, ATM_MAX_AAL5_PDU);
696 		err = -EINVAL;
697 		goto fail;
698 	}
699 
700 	PACKETDEBUG(instance, skb->data, skb->len);
701 
702 	/* initialize the control block */
703 	ctrl->atm.vcc = vcc;
704 	ctrl->len = skb->len;
705 	ctrl->crc = crc32_be(~0, skb->data, skb->len);
706 
707 	skb_queue_tail(&instance->sndqueue, skb);
708 	tasklet_schedule(&instance->tx_channel.tasklet);
709 
710 	return 0;
711 
712  fail:
713 	usbatm_pop(vcc, skb);
714 	return err;
715 }
716 
717 
718 /********************
719 **  bean counting  **
720 ********************/
721 
722 static void usbatm_destroy_instance(struct kref *kref)
723 {
724 	struct usbatm_data *instance = container_of(kref, struct usbatm_data, refcount);
725 
726 	usb_dbg(instance, "%s\n", __func__);
727 
728 	tasklet_kill(&instance->rx_channel.tasklet);
729 	tasklet_kill(&instance->tx_channel.tasklet);
730 	usb_put_dev(instance->usb_dev);
731 	kfree(instance);
732 }
733 
734 static void usbatm_get_instance(struct usbatm_data *instance)
735 {
736 	usb_dbg(instance, "%s\n", __func__);
737 
738 	kref_get(&instance->refcount);
739 }
740 
741 static void usbatm_put_instance(struct usbatm_data *instance)
742 {
743 	usb_dbg(instance, "%s\n", __func__);
744 
745 	kref_put(&instance->refcount, usbatm_destroy_instance);
746 }
747 
748 
749 /**********
750 **  ATM  **
751 **********/
752 
753 static void usbatm_atm_dev_close(struct atm_dev *atm_dev)
754 {
755 	struct usbatm_data *instance = atm_dev->dev_data;
756 
757 	if (!instance)
758 		return;
759 
760 	usb_dbg(instance, "%s\n", __func__);
761 	atm_dev->dev_data = NULL; /* catch bugs */
762 	usbatm_put_instance(instance);	/* taken in usbatm_atm_init */
763 }
764 
765 static int usbatm_atm_proc_read(struct atm_dev *atm_dev, loff_t * pos, char *page)
766 {
767 	struct usbatm_data *instance = atm_dev->dev_data;
768 	int left = *pos;
769 
770 	if (!instance)
771 		return -ENODEV;
772 
773 	if (!left--)
774 		return sprintf(page, "%s\n", instance->description);
775 
776 	if (!left--)
777 		return sprintf(page, "MAC: %pM\n", atm_dev->esi);
778 
779 	if (!left--)
780 		return sprintf(page,
781 			       "AAL5: tx %d ( %d err ), rx %d ( %d err, %d drop )\n",
782 			       atomic_read(&atm_dev->stats.aal5.tx),
783 			       atomic_read(&atm_dev->stats.aal5.tx_err),
784 			       atomic_read(&atm_dev->stats.aal5.rx),
785 			       atomic_read(&atm_dev->stats.aal5.rx_err),
786 			       atomic_read(&atm_dev->stats.aal5.rx_drop));
787 
788 	if (!left--) {
789 		if (instance->disconnected)
790 			return sprintf(page, "Disconnected\n");
791 		else
792 			switch (atm_dev->signal) {
793 			case ATM_PHY_SIG_FOUND:
794 				return sprintf(page, "Line up\n");
795 			case ATM_PHY_SIG_LOST:
796 				return sprintf(page, "Line down\n");
797 			default:
798 				return sprintf(page, "Line state unknown\n");
799 			}
800 	}
801 
802 	return 0;
803 }
804 
805 static int usbatm_atm_open(struct atm_vcc *vcc)
806 {
807 	struct usbatm_data *instance = vcc->dev->dev_data;
808 	struct usbatm_vcc_data *new = NULL;
809 	int ret;
810 	int vci = vcc->vci;
811 	short vpi = vcc->vpi;
812 
813 	if (!instance)
814 		return -ENODEV;
815 
816 	atm_dbg(instance, "%s: vpi %hd, vci %d\n", __func__, vpi, vci);
817 
818 	/* only support AAL5 */
819 	if ((vcc->qos.aal != ATM_AAL5)) {
820 		atm_warn(instance, "%s: unsupported ATM type %d!\n", __func__, vcc->qos.aal);
821 		return -EINVAL;
822 	}
823 
824 	/* sanity checks */
825 	if ((vcc->qos.rxtp.max_sdu < 0) || (vcc->qos.rxtp.max_sdu > ATM_MAX_AAL5_PDU)) {
826 		atm_dbg(instance, "%s: max_sdu %d out of range!\n", __func__, vcc->qos.rxtp.max_sdu);
827 		return -EINVAL;
828 	}
829 
830 	mutex_lock(&instance->serialize);	/* vs self, usbatm_atm_close, usbatm_usb_disconnect */
831 
832 	if (instance->disconnected) {
833 		atm_dbg(instance, "%s: disconnected!\n", __func__);
834 		ret = -ENODEV;
835 		goto fail;
836 	}
837 
838 	if (usbatm_find_vcc(instance, vpi, vci)) {
839 		atm_dbg(instance, "%s: %hd/%d already in use!\n", __func__, vpi, vci);
840 		ret = -EADDRINUSE;
841 		goto fail;
842 	}
843 
844 	if (!(new = kzalloc(sizeof(struct usbatm_vcc_data), GFP_KERNEL))) {
845 		atm_err(instance, "%s: no memory for vcc_data!\n", __func__);
846 		ret = -ENOMEM;
847 		goto fail;
848 	}
849 
850 	new->vcc = vcc;
851 	new->vpi = vpi;
852 	new->vci = vci;
853 
854 	new->sarb = alloc_skb(usbatm_pdu_length(vcc->qos.rxtp.max_sdu), GFP_KERNEL);
855 	if (!new->sarb) {
856 		atm_err(instance, "%s: no memory for SAR buffer!\n", __func__);
857 		ret = -ENOMEM;
858 		goto fail;
859 	}
860 
861 	vcc->dev_data = new;
862 
863 	tasklet_disable(&instance->rx_channel.tasklet);
864 	instance->cached_vcc = new;
865 	instance->cached_vpi = vpi;
866 	instance->cached_vci = vci;
867 	list_add(&new->list, &instance->vcc_list);
868 	tasklet_enable(&instance->rx_channel.tasklet);
869 
870 	set_bit(ATM_VF_ADDR, &vcc->flags);
871 	set_bit(ATM_VF_PARTIAL, &vcc->flags);
872 	set_bit(ATM_VF_READY, &vcc->flags);
873 
874 	mutex_unlock(&instance->serialize);
875 
876 	atm_dbg(instance, "%s: allocated vcc data 0x%p\n", __func__, new);
877 
878 	return 0;
879 
880 fail:
881 	kfree(new);
882 	mutex_unlock(&instance->serialize);
883 	return ret;
884 }
885 
886 static void usbatm_atm_close(struct atm_vcc *vcc)
887 {
888 	struct usbatm_data *instance = vcc->dev->dev_data;
889 	struct usbatm_vcc_data *vcc_data = vcc->dev_data;
890 
891 	if (!instance || !vcc_data)
892 		return;
893 
894 	atm_dbg(instance, "%s entered\n", __func__);
895 
896 	atm_dbg(instance, "%s: deallocating vcc 0x%p with vpi %d vci %d\n",
897 		__func__, vcc_data, vcc_data->vpi, vcc_data->vci);
898 
899 	usbatm_cancel_send(instance, vcc);
900 
901 	mutex_lock(&instance->serialize);	/* vs self, usbatm_atm_open, usbatm_usb_disconnect */
902 
903 	tasklet_disable(&instance->rx_channel.tasklet);
904 	if (instance->cached_vcc == vcc_data) {
905 		instance->cached_vcc = NULL;
906 		instance->cached_vpi = ATM_VPI_UNSPEC;
907 		instance->cached_vci = ATM_VCI_UNSPEC;
908 	}
909 	list_del(&vcc_data->list);
910 	tasklet_enable(&instance->rx_channel.tasklet);
911 
912 	kfree_skb(vcc_data->sarb);
913 	vcc_data->sarb = NULL;
914 
915 	kfree(vcc_data);
916 	vcc->dev_data = NULL;
917 
918 	vcc->vpi = ATM_VPI_UNSPEC;
919 	vcc->vci = ATM_VCI_UNSPEC;
920 	clear_bit(ATM_VF_READY, &vcc->flags);
921 	clear_bit(ATM_VF_PARTIAL, &vcc->flags);
922 	clear_bit(ATM_VF_ADDR, &vcc->flags);
923 
924 	mutex_unlock(&instance->serialize);
925 
926 	atm_dbg(instance, "%s successful\n", __func__);
927 }
928 
929 static int usbatm_atm_ioctl(struct atm_dev *atm_dev, unsigned int cmd,
930 			  void __user * arg)
931 {
932 	struct usbatm_data *instance = atm_dev->dev_data;
933 
934 	if (!instance || instance->disconnected)
935 		return -ENODEV;
936 
937 	switch (cmd) {
938 	case ATM_QUERYLOOP:
939 		return put_user(ATM_LM_NONE, (int __user *)arg) ? -EFAULT : 0;
940 	default:
941 		return -ENOIOCTLCMD;
942 	}
943 }
944 
945 static int usbatm_atm_init(struct usbatm_data *instance)
946 {
947 	struct atm_dev *atm_dev;
948 	int ret, i;
949 
950 	/* ATM init.  The ATM initialization scheme suffers from an intrinsic race
951 	 * condition: callbacks we register can be executed at once, before we have
952 	 * initialized the struct atm_dev.  To protect against this, all callbacks
953 	 * abort if atm_dev->dev_data is NULL. */
954 	atm_dev = atm_dev_register(instance->driver_name,
955 				   &instance->usb_intf->dev, &usbatm_atm_devops,
956 				   -1, NULL);
957 	if (!atm_dev) {
958 		usb_err(instance, "%s: failed to register ATM device!\n", __func__);
959 		return -1;
960 	}
961 
962 	instance->atm_dev = atm_dev;
963 
964 	atm_dev->ci_range.vpi_bits = ATM_CI_MAX;
965 	atm_dev->ci_range.vci_bits = ATM_CI_MAX;
966 	atm_dev->signal = ATM_PHY_SIG_UNKNOWN;
967 
968 	/* temp init ATM device, set to 128kbit */
969 	atm_dev->link_rate = 128 * 1000 / 424;
970 
971 	if (instance->driver->atm_start && ((ret = instance->driver->atm_start(instance, atm_dev)) < 0)) {
972 		atm_err(instance, "%s: atm_start failed: %d!\n", __func__, ret);
973 		goto fail;
974 	}
975 
976 	usbatm_get_instance(instance);	/* dropped in usbatm_atm_dev_close */
977 
978 	/* ready for ATM callbacks */
979 	mb();
980 	atm_dev->dev_data = instance;
981 
982 	/* submit all rx URBs */
983 	for (i = 0; i < num_rcv_urbs; i++)
984 		usbatm_submit_urb(instance->urbs[i]);
985 
986 	return 0;
987 
988  fail:
989 	instance->atm_dev = NULL;
990 	atm_dev_deregister(atm_dev); /* usbatm_atm_dev_close will eventually be called */
991 	return ret;
992 }
993 
994 
995 /**********
996 **  USB  **
997 **********/
998 
999 static int usbatm_do_heavy_init(void *arg)
1000 {
1001 	struct usbatm_data *instance = arg;
1002 	int ret;
1003 
1004 	allow_signal(SIGTERM);
1005 	complete(&instance->thread_started);
1006 
1007 	ret = instance->driver->heavy_init(instance, instance->usb_intf);
1008 
1009 	if (!ret)
1010 		ret = usbatm_atm_init(instance);
1011 
1012 	mutex_lock(&instance->serialize);
1013 	instance->thread = NULL;
1014 	mutex_unlock(&instance->serialize);
1015 
1016 	complete_and_exit(&instance->thread_exited, ret);
1017 }
1018 
1019 static int usbatm_heavy_init(struct usbatm_data *instance)
1020 {
1021 	struct task_struct *t;
1022 
1023 	t = kthread_create(usbatm_do_heavy_init, instance,
1024 			instance->driver->driver_name);
1025 	if (IS_ERR(t)) {
1026 		usb_err(instance, "%s: failed to create kernel_thread (%ld)!\n",
1027 				__func__, PTR_ERR(t));
1028 		return PTR_ERR(t);
1029 	}
1030 
1031 	instance->thread = t;
1032 	wake_up_process(t);
1033 	wait_for_completion(&instance->thread_started);
1034 
1035 	return 0;
1036 }
1037 
1038 static void usbatm_tasklet_schedule(unsigned long data)
1039 {
1040 	tasklet_schedule((struct tasklet_struct *) data);
1041 }
1042 
1043 static void usbatm_init_channel(struct usbatm_channel *channel)
1044 {
1045 	spin_lock_init(&channel->lock);
1046 	INIT_LIST_HEAD(&channel->list);
1047 	channel->delay.function = usbatm_tasklet_schedule;
1048 	channel->delay.data = (unsigned long) &channel->tasklet;
1049 	init_timer(&channel->delay);
1050 }
1051 
1052 int usbatm_usb_probe(struct usb_interface *intf, const struct usb_device_id *id,
1053 		     struct usbatm_driver *driver)
1054 {
1055 	struct device *dev = &intf->dev;
1056 	struct usb_device *usb_dev = interface_to_usbdev(intf);
1057 	struct usbatm_data *instance;
1058 	char *buf;
1059 	int error = -ENOMEM;
1060 	int i, length;
1061 	unsigned int maxpacket, num_packets;
1062 
1063 	dev_dbg(dev, "%s: trying driver %s with vendor=%04x, product=%04x, ifnum %2d\n",
1064 			__func__, driver->driver_name,
1065 			le16_to_cpu(usb_dev->descriptor.idVendor),
1066 			le16_to_cpu(usb_dev->descriptor.idProduct),
1067 			intf->altsetting->desc.bInterfaceNumber);
1068 
1069 	/* instance init */
1070 	instance = kzalloc(sizeof(*instance) + sizeof(struct urb *) * (num_rcv_urbs + num_snd_urbs), GFP_KERNEL);
1071 	if (!instance) {
1072 		dev_err(dev, "%s: no memory for instance data!\n", __func__);
1073 		return -ENOMEM;
1074 	}
1075 
1076 	/* public fields */
1077 
1078 	instance->driver = driver;
1079 	snprintf(instance->driver_name, sizeof(instance->driver_name), driver->driver_name);
1080 
1081 	instance->usb_dev = usb_dev;
1082 	instance->usb_intf = intf;
1083 
1084 	buf = instance->description;
1085 	length = sizeof(instance->description);
1086 
1087 	if ((i = usb_string(usb_dev, usb_dev->descriptor.iProduct, buf, length)) < 0)
1088 		goto bind;
1089 
1090 	buf += i;
1091 	length -= i;
1092 
1093 	i = scnprintf(buf, length, " (");
1094 	buf += i;
1095 	length -= i;
1096 
1097 	if (length <= 0 || (i = usb_make_path(usb_dev, buf, length)) < 0)
1098 		goto bind;
1099 
1100 	buf += i;
1101 	length -= i;
1102 
1103 	snprintf(buf, length, ")");
1104 
1105  bind:
1106 	if (driver->bind && (error = driver->bind(instance, intf, id)) < 0) {
1107 			dev_err(dev, "%s: bind failed: %d!\n", __func__, error);
1108 			goto fail_free;
1109 	}
1110 
1111 	/* private fields */
1112 
1113 	kref_init(&instance->refcount);		/* dropped in usbatm_usb_disconnect */
1114 	mutex_init(&instance->serialize);
1115 
1116 	instance->thread = NULL;
1117 	init_completion(&instance->thread_started);
1118 	init_completion(&instance->thread_exited);
1119 
1120 	INIT_LIST_HEAD(&instance->vcc_list);
1121 	skb_queue_head_init(&instance->sndqueue);
1122 
1123 	usbatm_init_channel(&instance->rx_channel);
1124 	usbatm_init_channel(&instance->tx_channel);
1125 	tasklet_init(&instance->rx_channel.tasklet, usbatm_rx_process, (unsigned long)instance);
1126 	tasklet_init(&instance->tx_channel.tasklet, usbatm_tx_process, (unsigned long)instance);
1127 	instance->rx_channel.stride = ATM_CELL_SIZE + driver->rx_padding;
1128 	instance->tx_channel.stride = ATM_CELL_SIZE + driver->tx_padding;
1129 	instance->rx_channel.usbatm = instance->tx_channel.usbatm = instance;
1130 
1131 	if ((instance->flags & UDSL_USE_ISOC) && driver->isoc_in)
1132 		instance->rx_channel.endpoint = usb_rcvisocpipe(usb_dev, driver->isoc_in);
1133 	else
1134 		instance->rx_channel.endpoint = usb_rcvbulkpipe(usb_dev, driver->bulk_in);
1135 
1136 	instance->tx_channel.endpoint = usb_sndbulkpipe(usb_dev, driver->bulk_out);
1137 
1138 	/* tx buffer size must be a positive multiple of the stride */
1139 	instance->tx_channel.buf_size = max(instance->tx_channel.stride,
1140 			snd_buf_bytes - (snd_buf_bytes % instance->tx_channel.stride));
1141 
1142 	/* rx buffer size must be a positive multiple of the endpoint maxpacket */
1143 	maxpacket = usb_maxpacket(usb_dev, instance->rx_channel.endpoint, 0);
1144 
1145 	if ((maxpacket < 1) || (maxpacket > UDSL_MAX_BUF_SIZE)) {
1146 		dev_err(dev, "%s: invalid endpoint %02x!\n", __func__,
1147 				usb_pipeendpoint(instance->rx_channel.endpoint));
1148 		error = -EINVAL;
1149 		goto fail_unbind;
1150 	}
1151 
1152 	num_packets = max(1U, (rcv_buf_bytes + maxpacket / 2) / maxpacket); /* round */
1153 
1154 	if (num_packets * maxpacket > UDSL_MAX_BUF_SIZE)
1155 		num_packets--;
1156 
1157 	instance->rx_channel.buf_size = num_packets * maxpacket;
1158 	instance->rx_channel.packet_size = maxpacket;
1159 
1160 #ifdef DEBUG
1161 	for (i = 0; i < 2; i++) {
1162 		struct usbatm_channel *channel = i ?
1163 			&instance->tx_channel : &instance->rx_channel;
1164 
1165 		dev_dbg(dev, "%s: using %d byte buffer for %s channel 0x%p\n", __func__, channel->buf_size, i ? "tx" : "rx", channel);
1166 	}
1167 #endif
1168 
1169 	/* initialize urbs */
1170 
1171 	for (i = 0; i < num_rcv_urbs + num_snd_urbs; i++) {
1172 		u8 *buffer;
1173 		struct usbatm_channel *channel = i < num_rcv_urbs ?
1174 			&instance->rx_channel : &instance->tx_channel;
1175 		struct urb *urb;
1176 		unsigned int iso_packets = usb_pipeisoc(channel->endpoint) ? channel->buf_size / channel->packet_size : 0;
1177 
1178 		UDSL_ASSERT(instance, !usb_pipeisoc(channel->endpoint) || usb_pipein(channel->endpoint));
1179 
1180 		urb = usb_alloc_urb(iso_packets, GFP_KERNEL);
1181 		if (!urb) {
1182 			dev_err(dev, "%s: no memory for urb %d!\n", __func__, i);
1183 			error = -ENOMEM;
1184 			goto fail_unbind;
1185 		}
1186 
1187 		instance->urbs[i] = urb;
1188 
1189 		/* zero the tx padding to avoid leaking information */
1190 		buffer = kzalloc(channel->buf_size, GFP_KERNEL);
1191 		if (!buffer) {
1192 			dev_err(dev, "%s: no memory for buffer %d!\n", __func__, i);
1193 			error = -ENOMEM;
1194 			goto fail_unbind;
1195 		}
1196 
1197 		usb_fill_bulk_urb(urb, instance->usb_dev, channel->endpoint,
1198 				  buffer, channel->buf_size, usbatm_complete, channel);
1199 		if (iso_packets) {
1200 			int j;
1201 			urb->interval = 1;
1202 			urb->transfer_flags = URB_ISO_ASAP;
1203 			urb->number_of_packets = iso_packets;
1204 			for (j = 0; j < iso_packets; j++) {
1205 				urb->iso_frame_desc[j].offset = channel->packet_size * j;
1206 				urb->iso_frame_desc[j].length = channel->packet_size;
1207 			}
1208 		}
1209 
1210 		/* put all tx URBs on the list of spares */
1211 		if (i >= num_rcv_urbs)
1212 			list_add_tail(&urb->urb_list, &channel->list);
1213 
1214 		vdbg(&intf->dev, "%s: alloced buffer 0x%p buf size %u urb 0x%p",
1215 		     __func__, urb->transfer_buffer, urb->transfer_buffer_length, urb);
1216 	}
1217 
1218 	instance->cached_vpi = ATM_VPI_UNSPEC;
1219 	instance->cached_vci = ATM_VCI_UNSPEC;
1220 	instance->cell_buf = kmalloc(instance->rx_channel.stride, GFP_KERNEL);
1221 
1222 	if (!instance->cell_buf) {
1223 		dev_err(dev, "%s: no memory for cell buffer!\n", __func__);
1224 		error = -ENOMEM;
1225 		goto fail_unbind;
1226 	}
1227 
1228 	if (!(instance->flags & UDSL_SKIP_HEAVY_INIT) && driver->heavy_init) {
1229 		error = usbatm_heavy_init(instance);
1230 	} else {
1231 		complete(&instance->thread_exited);	/* pretend that heavy_init was run */
1232 		error = usbatm_atm_init(instance);
1233 	}
1234 
1235 	if (error < 0)
1236 		goto fail_unbind;
1237 
1238 	usb_get_dev(usb_dev);
1239 	usb_set_intfdata(intf, instance);
1240 
1241 	return 0;
1242 
1243  fail_unbind:
1244 	if (instance->driver->unbind)
1245 		instance->driver->unbind(instance, intf);
1246  fail_free:
1247 	kfree(instance->cell_buf);
1248 
1249 	for (i = 0; i < num_rcv_urbs + num_snd_urbs; i++) {
1250 		if (instance->urbs[i])
1251 			kfree(instance->urbs[i]->transfer_buffer);
1252 		usb_free_urb(instance->urbs[i]);
1253 	}
1254 
1255 	kfree(instance);
1256 
1257 	return error;
1258 }
1259 EXPORT_SYMBOL_GPL(usbatm_usb_probe);
1260 
1261 void usbatm_usb_disconnect(struct usb_interface *intf)
1262 {
1263 	struct device *dev = &intf->dev;
1264 	struct usbatm_data *instance = usb_get_intfdata(intf);
1265 	struct usbatm_vcc_data *vcc_data;
1266 	int i;
1267 
1268 	dev_dbg(dev, "%s entered\n", __func__);
1269 
1270 	if (!instance) {
1271 		dev_dbg(dev, "%s: NULL instance!\n", __func__);
1272 		return;
1273 	}
1274 
1275 	usb_set_intfdata(intf, NULL);
1276 
1277 	mutex_lock(&instance->serialize);
1278 	instance->disconnected = 1;
1279 	if (instance->thread != NULL)
1280 		send_sig(SIGTERM, instance->thread, 1);
1281 	mutex_unlock(&instance->serialize);
1282 
1283 	wait_for_completion(&instance->thread_exited);
1284 
1285 	mutex_lock(&instance->serialize);
1286 	list_for_each_entry(vcc_data, &instance->vcc_list, list)
1287 		vcc_release_async(vcc_data->vcc, -EPIPE);
1288 	mutex_unlock(&instance->serialize);
1289 
1290 	tasklet_disable(&instance->rx_channel.tasklet);
1291 	tasklet_disable(&instance->tx_channel.tasklet);
1292 
1293 	for (i = 0; i < num_rcv_urbs + num_snd_urbs; i++)
1294 		usb_kill_urb(instance->urbs[i]);
1295 
1296 	del_timer_sync(&instance->rx_channel.delay);
1297 	del_timer_sync(&instance->tx_channel.delay);
1298 
1299 	/* turn usbatm_[rt]x_process into something close to a no-op */
1300 	/* no need to take the spinlock */
1301 	INIT_LIST_HEAD(&instance->rx_channel.list);
1302 	INIT_LIST_HEAD(&instance->tx_channel.list);
1303 
1304 	tasklet_enable(&instance->rx_channel.tasklet);
1305 	tasklet_enable(&instance->tx_channel.tasklet);
1306 
1307 	if (instance->atm_dev && instance->driver->atm_stop)
1308 		instance->driver->atm_stop(instance, instance->atm_dev);
1309 
1310 	if (instance->driver->unbind)
1311 		instance->driver->unbind(instance, intf);
1312 
1313 	instance->driver_data = NULL;
1314 
1315 	for (i = 0; i < num_rcv_urbs + num_snd_urbs; i++) {
1316 		kfree(instance->urbs[i]->transfer_buffer);
1317 		usb_free_urb(instance->urbs[i]);
1318 	}
1319 
1320 	kfree(instance->cell_buf);
1321 
1322 	/* ATM finalize */
1323 	if (instance->atm_dev) {
1324 		atm_dev_deregister(instance->atm_dev);
1325 		instance->atm_dev = NULL;
1326 	}
1327 
1328 	usbatm_put_instance(instance);	/* taken in usbatm_usb_probe */
1329 }
1330 EXPORT_SYMBOL_GPL(usbatm_usb_disconnect);
1331 
1332 
1333 /***********
1334 **  init  **
1335 ***********/
1336 
1337 static int __init usbatm_usb_init(void)
1338 {
1339 	if (sizeof(struct usbatm_control) > FIELD_SIZEOF(struct sk_buff, cb)) {
1340 		printk(KERN_ERR "%s unusable with this kernel!\n", usbatm_driver_name);
1341 		return -EIO;
1342 	}
1343 
1344 	if ((num_rcv_urbs > UDSL_MAX_RCV_URBS)
1345 	    || (num_snd_urbs > UDSL_MAX_SND_URBS)
1346 	    || (rcv_buf_bytes < 1)
1347 	    || (rcv_buf_bytes > UDSL_MAX_BUF_SIZE)
1348 	    || (snd_buf_bytes < 1)
1349 	    || (snd_buf_bytes > UDSL_MAX_BUF_SIZE))
1350 		return -EINVAL;
1351 
1352 	return 0;
1353 }
1354 module_init(usbatm_usb_init);
1355 
1356 static void __exit usbatm_usb_exit(void)
1357 {
1358 }
1359 module_exit(usbatm_usb_exit);
1360 
1361 MODULE_AUTHOR(DRIVER_AUTHOR);
1362 MODULE_DESCRIPTION(DRIVER_DESC);
1363 MODULE_LICENSE("GPL");
1364 MODULE_VERSION(DRIVER_VERSION);
1365 
1366 /************
1367 **  debug  **
1368 ************/
1369 
1370 #ifdef VERBOSE_DEBUG
1371 static int usbatm_print_packet(struct usbatm_data *instance,
1372 			       const unsigned char *data, int len)
1373 {
1374 	unsigned char buffer[256];
1375 	int i = 0, j = 0;
1376 
1377 	for (i = 0; i < len;) {
1378 		buffer[0] = '\0';
1379 		sprintf(buffer, "%.3d :", i);
1380 		for (j = 0; (j < 16) && (i < len); j++, i++)
1381 			sprintf(buffer, "%s %2.2x", buffer, data[i]);
1382 		dev_dbg(&instance->usb_intf->dev, "%s", buffer);
1383 	}
1384 	return i;
1385 }
1386 #endif
1387