1 /*
2 	Copyright (C) 2010 Willow Garage <http://www.willowgarage.com>
3 	Copyright (C) 2004 - 2010 Ivo van Doorn <IvDoorn@gmail.com>
4 	<http://rt2x00.serialmonkey.com>
5 
6 	This program is free software; you can redistribute it and/or modify
7 	it under the terms of the GNU General Public License as published by
8 	the Free Software Foundation; either version 2 of the License, or
9 	(at your option) any later version.
10 
11 	This program is distributed in the hope that it will be useful,
12 	but WITHOUT ANY WARRANTY; without even the implied warranty of
13 	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 	GNU General Public License for more details.
15 
16 	You should have received a copy of the GNU General Public License
17 	along with this program; if not, see <http://www.gnu.org/licenses/>.
18  */
19 
20 /*
21 	Module: rt2x00usb
22 	Abstract: rt2x00 generic usb device routines.
23  */
24 
25 #include <linux/kernel.h>
26 #include <linux/module.h>
27 #include <linux/slab.h>
28 #include <linux/usb.h>
29 #include <linux/bug.h>
30 
31 #include "rt2x00.h"
32 #include "rt2x00usb.h"
33 
34 /*
35  * Interfacing with the HW.
36  */
37 int rt2x00usb_vendor_request(struct rt2x00_dev *rt2x00dev,
38 			     const u8 request, const u8 requesttype,
39 			     const u16 offset, const u16 value,
40 			     void *buffer, const u16 buffer_length,
41 			     const int timeout)
42 {
43 	struct usb_device *usb_dev = to_usb_device_intf(rt2x00dev->dev);
44 	int status;
45 	unsigned int pipe =
46 	    (requesttype == USB_VENDOR_REQUEST_IN) ?
47 	    usb_rcvctrlpipe(usb_dev, 0) : usb_sndctrlpipe(usb_dev, 0);
48 	unsigned long expire = jiffies + msecs_to_jiffies(timeout);
49 
50 	if (!test_bit(DEVICE_STATE_PRESENT, &rt2x00dev->flags))
51 		return -ENODEV;
52 
53 	do {
54 		status = usb_control_msg(usb_dev, pipe, request, requesttype,
55 					 value, offset, buffer, buffer_length,
56 					 timeout / 2);
57 		if (status >= 0)
58 			return 0;
59 
60 		if (status == -ENODEV) {
61 			/* Device has disappeared. */
62 			clear_bit(DEVICE_STATE_PRESENT, &rt2x00dev->flags);
63 			break;
64 		}
65 	} while (time_before(jiffies, expire));
66 
67 	rt2x00_err(rt2x00dev,
68 		   "Vendor Request 0x%02x failed for offset 0x%04x with error %d\n",
69 		   request, offset, status);
70 
71 	return status;
72 }
73 EXPORT_SYMBOL_GPL(rt2x00usb_vendor_request);
74 
75 int rt2x00usb_vendor_req_buff_lock(struct rt2x00_dev *rt2x00dev,
76 				   const u8 request, const u8 requesttype,
77 				   const u16 offset, void *buffer,
78 				   const u16 buffer_length, const int timeout)
79 {
80 	int status;
81 
82 	BUG_ON(!mutex_is_locked(&rt2x00dev->csr_mutex));
83 
84 	/*
85 	 * Check for Cache availability.
86 	 */
87 	if (unlikely(!rt2x00dev->csr.cache || buffer_length > CSR_CACHE_SIZE)) {
88 		rt2x00_err(rt2x00dev, "CSR cache not available\n");
89 		return -ENOMEM;
90 	}
91 
92 	if (requesttype == USB_VENDOR_REQUEST_OUT)
93 		memcpy(rt2x00dev->csr.cache, buffer, buffer_length);
94 
95 	status = rt2x00usb_vendor_request(rt2x00dev, request, requesttype,
96 					  offset, 0, rt2x00dev->csr.cache,
97 					  buffer_length, timeout);
98 
99 	if (!status && requesttype == USB_VENDOR_REQUEST_IN)
100 		memcpy(buffer, rt2x00dev->csr.cache, buffer_length);
101 
102 	return status;
103 }
104 EXPORT_SYMBOL_GPL(rt2x00usb_vendor_req_buff_lock);
105 
106 int rt2x00usb_vendor_request_buff(struct rt2x00_dev *rt2x00dev,
107 				  const u8 request, const u8 requesttype,
108 				  const u16 offset, void *buffer,
109 				  const u16 buffer_length)
110 {
111 	int status = 0;
112 	unsigned char *tb;
113 	u16 off, len, bsize;
114 
115 	mutex_lock(&rt2x00dev->csr_mutex);
116 
117 	tb  = (char *)buffer;
118 	off = offset;
119 	len = buffer_length;
120 	while (len && !status) {
121 		bsize = min_t(u16, CSR_CACHE_SIZE, len);
122 		status = rt2x00usb_vendor_req_buff_lock(rt2x00dev, request,
123 							requesttype, off, tb,
124 							bsize, REGISTER_TIMEOUT);
125 
126 		tb  += bsize;
127 		len -= bsize;
128 		off += bsize;
129 	}
130 
131 	mutex_unlock(&rt2x00dev->csr_mutex);
132 
133 	return status;
134 }
135 EXPORT_SYMBOL_GPL(rt2x00usb_vendor_request_buff);
136 
137 int rt2x00usb_regbusy_read(struct rt2x00_dev *rt2x00dev,
138 			   const unsigned int offset,
139 			   const struct rt2x00_field32 field,
140 			   u32 *reg)
141 {
142 	unsigned int i;
143 
144 	if (!test_bit(DEVICE_STATE_PRESENT, &rt2x00dev->flags))
145 		return -ENODEV;
146 
147 	for (i = 0; i < REGISTER_USB_BUSY_COUNT; i++) {
148 		*reg = rt2x00usb_register_read_lock(rt2x00dev, offset);
149 		if (!rt2x00_get_field32(*reg, field))
150 			return 1;
151 		udelay(REGISTER_BUSY_DELAY);
152 	}
153 
154 	rt2x00_err(rt2x00dev, "Indirect register access failed: offset=0x%.08x, value=0x%.08x\n",
155 		   offset, *reg);
156 	*reg = ~0;
157 
158 	return 0;
159 }
160 EXPORT_SYMBOL_GPL(rt2x00usb_regbusy_read);
161 
162 
163 struct rt2x00_async_read_data {
164 	__le32 reg;
165 	struct usb_ctrlrequest cr;
166 	struct rt2x00_dev *rt2x00dev;
167 	bool (*callback)(struct rt2x00_dev *, int, u32);
168 };
169 
170 static void rt2x00usb_register_read_async_cb(struct urb *urb)
171 {
172 	struct rt2x00_async_read_data *rd = urb->context;
173 	if (rd->callback(rd->rt2x00dev, urb->status, le32_to_cpu(rd->reg))) {
174 		usb_anchor_urb(urb, rd->rt2x00dev->anchor);
175 		if (usb_submit_urb(urb, GFP_ATOMIC) < 0) {
176 			usb_unanchor_urb(urb);
177 			kfree(rd);
178 		}
179 	} else
180 		kfree(rd);
181 }
182 
183 void rt2x00usb_register_read_async(struct rt2x00_dev *rt2x00dev,
184 				   const unsigned int offset,
185 				   bool (*callback)(struct rt2x00_dev*, int, u32))
186 {
187 	struct usb_device *usb_dev = to_usb_device_intf(rt2x00dev->dev);
188 	struct urb *urb;
189 	struct rt2x00_async_read_data *rd;
190 
191 	rd = kmalloc(sizeof(*rd), GFP_ATOMIC);
192 	if (!rd)
193 		return;
194 
195 	urb = usb_alloc_urb(0, GFP_ATOMIC);
196 	if (!urb) {
197 		kfree(rd);
198 		return;
199 	}
200 
201 	rd->rt2x00dev = rt2x00dev;
202 	rd->callback = callback;
203 	rd->cr.bRequestType = USB_VENDOR_REQUEST_IN;
204 	rd->cr.bRequest = USB_MULTI_READ;
205 	rd->cr.wValue = 0;
206 	rd->cr.wIndex = cpu_to_le16(offset);
207 	rd->cr.wLength = cpu_to_le16(sizeof(u32));
208 
209 	usb_fill_control_urb(urb, usb_dev, usb_rcvctrlpipe(usb_dev, 0),
210 			     (unsigned char *)(&rd->cr), &rd->reg, sizeof(rd->reg),
211 			     rt2x00usb_register_read_async_cb, rd);
212 	usb_anchor_urb(urb, rt2x00dev->anchor);
213 	if (usb_submit_urb(urb, GFP_ATOMIC) < 0) {
214 		usb_unanchor_urb(urb);
215 		kfree(rd);
216 	}
217 	usb_free_urb(urb);
218 }
219 EXPORT_SYMBOL_GPL(rt2x00usb_register_read_async);
220 
221 /*
222  * TX data handlers.
223  */
224 static void rt2x00usb_work_txdone_entry(struct queue_entry *entry)
225 {
226 	/*
227 	 * If the transfer to hardware succeeded, it does not mean the
228 	 * frame was send out correctly. It only means the frame
229 	 * was successfully pushed to the hardware, we have no
230 	 * way to determine the transmission status right now.
231 	 * (Only indirectly by looking at the failed TX counters
232 	 * in the register).
233 	 */
234 	if (test_bit(ENTRY_DATA_IO_FAILED, &entry->flags))
235 		rt2x00lib_txdone_noinfo(entry, TXDONE_FAILURE);
236 	else
237 		rt2x00lib_txdone_noinfo(entry, TXDONE_UNKNOWN);
238 }
239 
240 static void rt2x00usb_work_txdone(struct work_struct *work)
241 {
242 	struct rt2x00_dev *rt2x00dev =
243 	    container_of(work, struct rt2x00_dev, txdone_work);
244 	struct data_queue *queue;
245 	struct queue_entry *entry;
246 
247 	tx_queue_for_each(rt2x00dev, queue) {
248 		while (!rt2x00queue_empty(queue)) {
249 			entry = rt2x00queue_get_entry(queue, Q_INDEX_DONE);
250 
251 			if (test_bit(ENTRY_OWNER_DEVICE_DATA, &entry->flags) ||
252 			    !test_bit(ENTRY_DATA_STATUS_PENDING, &entry->flags))
253 				break;
254 
255 			rt2x00usb_work_txdone_entry(entry);
256 		}
257 	}
258 }
259 
260 static void rt2x00usb_interrupt_txdone(struct urb *urb)
261 {
262 	struct queue_entry *entry = (struct queue_entry *)urb->context;
263 	struct rt2x00_dev *rt2x00dev = entry->queue->rt2x00dev;
264 
265 	if (!test_bit(ENTRY_OWNER_DEVICE_DATA, &entry->flags))
266 		return;
267 	/*
268 	 * Check if the frame was correctly uploaded
269 	 */
270 	if (urb->status)
271 		set_bit(ENTRY_DATA_IO_FAILED, &entry->flags);
272 	/*
273 	 * Report the frame as DMA done
274 	 */
275 	rt2x00lib_dmadone(entry);
276 
277 	if (rt2x00dev->ops->lib->tx_dma_done)
278 		rt2x00dev->ops->lib->tx_dma_done(entry);
279 	/*
280 	 * Schedule the delayed work for reading the TX status
281 	 * from the device.
282 	 */
283 	if (!rt2x00_has_cap_flag(rt2x00dev, REQUIRE_TXSTATUS_FIFO) ||
284 	    !kfifo_is_empty(&rt2x00dev->txstatus_fifo))
285 		queue_work(rt2x00dev->workqueue, &rt2x00dev->txdone_work);
286 }
287 
288 static bool rt2x00usb_kick_tx_entry(struct queue_entry *entry, void *data)
289 {
290 	struct rt2x00_dev *rt2x00dev = entry->queue->rt2x00dev;
291 	struct usb_device *usb_dev = to_usb_device_intf(rt2x00dev->dev);
292 	struct queue_entry_priv_usb *entry_priv = entry->priv_data;
293 	u32 length;
294 	int status;
295 
296 	if (!test_and_clear_bit(ENTRY_DATA_PENDING, &entry->flags) ||
297 	    test_bit(ENTRY_DATA_STATUS_PENDING, &entry->flags))
298 		return false;
299 
300 	/*
301 	 * USB devices require certain padding at the end of each frame
302 	 * and urb. Those paddings are not included in skbs. Pass entry
303 	 * to the driver to determine what the overall length should be.
304 	 */
305 	length = rt2x00dev->ops->lib->get_tx_data_len(entry);
306 
307 	status = skb_padto(entry->skb, length);
308 	if (unlikely(status)) {
309 		/* TODO: report something more appropriate than IO_FAILED. */
310 		rt2x00_warn(rt2x00dev, "TX SKB padding error, out of memory\n");
311 		set_bit(ENTRY_DATA_IO_FAILED, &entry->flags);
312 		rt2x00lib_dmadone(entry);
313 
314 		return false;
315 	}
316 
317 	usb_fill_bulk_urb(entry_priv->urb, usb_dev,
318 			  usb_sndbulkpipe(usb_dev, entry->queue->usb_endpoint),
319 			  entry->skb->data, length,
320 			  rt2x00usb_interrupt_txdone, entry);
321 
322 	status = usb_submit_urb(entry_priv->urb, GFP_ATOMIC);
323 	if (status) {
324 		if (status == -ENODEV)
325 			clear_bit(DEVICE_STATE_PRESENT, &rt2x00dev->flags);
326 		set_bit(ENTRY_DATA_IO_FAILED, &entry->flags);
327 		rt2x00lib_dmadone(entry);
328 	}
329 
330 	return false;
331 }
332 
333 /*
334  * RX data handlers.
335  */
336 static void rt2x00usb_work_rxdone(struct work_struct *work)
337 {
338 	struct rt2x00_dev *rt2x00dev =
339 	    container_of(work, struct rt2x00_dev, rxdone_work);
340 	struct queue_entry *entry;
341 	struct skb_frame_desc *skbdesc;
342 	u8 rxd[32];
343 
344 	while (!rt2x00queue_empty(rt2x00dev->rx)) {
345 		entry = rt2x00queue_get_entry(rt2x00dev->rx, Q_INDEX_DONE);
346 
347 		if (test_bit(ENTRY_OWNER_DEVICE_DATA, &entry->flags) ||
348 		    !test_bit(ENTRY_DATA_STATUS_PENDING, &entry->flags))
349 			break;
350 
351 		/*
352 		 * Fill in desc fields of the skb descriptor
353 		 */
354 		skbdesc = get_skb_frame_desc(entry->skb);
355 		skbdesc->desc = rxd;
356 		skbdesc->desc_len = entry->queue->desc_size;
357 
358 		/*
359 		 * Send the frame to rt2x00lib for further processing.
360 		 */
361 		rt2x00lib_rxdone(entry, GFP_KERNEL);
362 	}
363 }
364 
365 static void rt2x00usb_interrupt_rxdone(struct urb *urb)
366 {
367 	struct queue_entry *entry = (struct queue_entry *)urb->context;
368 	struct rt2x00_dev *rt2x00dev = entry->queue->rt2x00dev;
369 
370 	if (!test_and_clear_bit(ENTRY_OWNER_DEVICE_DATA, &entry->flags))
371 		return;
372 
373 	/*
374 	 * Report the frame as DMA done
375 	 */
376 	rt2x00lib_dmadone(entry);
377 
378 	/*
379 	 * Check if the received data is simply too small
380 	 * to be actually valid, or if the urb is signaling
381 	 * a problem.
382 	 */
383 	if (urb->actual_length < entry->queue->desc_size || urb->status)
384 		set_bit(ENTRY_DATA_IO_FAILED, &entry->flags);
385 
386 	/*
387 	 * Schedule the delayed work for reading the RX status
388 	 * from the device.
389 	 */
390 	queue_work(rt2x00dev->workqueue, &rt2x00dev->rxdone_work);
391 }
392 
393 static bool rt2x00usb_kick_rx_entry(struct queue_entry *entry, void *data)
394 {
395 	struct rt2x00_dev *rt2x00dev = entry->queue->rt2x00dev;
396 	struct usb_device *usb_dev = to_usb_device_intf(rt2x00dev->dev);
397 	struct queue_entry_priv_usb *entry_priv = entry->priv_data;
398 	int status;
399 
400 	if (test_and_set_bit(ENTRY_OWNER_DEVICE_DATA, &entry->flags) ||
401 	    test_bit(ENTRY_DATA_STATUS_PENDING, &entry->flags))
402 		return false;
403 
404 	rt2x00lib_dmastart(entry);
405 
406 	usb_fill_bulk_urb(entry_priv->urb, usb_dev,
407 			  usb_rcvbulkpipe(usb_dev, entry->queue->usb_endpoint),
408 			  entry->skb->data, entry->skb->len,
409 			  rt2x00usb_interrupt_rxdone, entry);
410 
411 	status = usb_submit_urb(entry_priv->urb, GFP_ATOMIC);
412 	if (status) {
413 		if (status == -ENODEV)
414 			clear_bit(DEVICE_STATE_PRESENT, &rt2x00dev->flags);
415 		set_bit(ENTRY_DATA_IO_FAILED, &entry->flags);
416 		rt2x00lib_dmadone(entry);
417 	}
418 
419 	return false;
420 }
421 
422 void rt2x00usb_kick_queue(struct data_queue *queue)
423 {
424 	switch (queue->qid) {
425 	case QID_AC_VO:
426 	case QID_AC_VI:
427 	case QID_AC_BE:
428 	case QID_AC_BK:
429 		if (!rt2x00queue_empty(queue))
430 			rt2x00queue_for_each_entry(queue,
431 						   Q_INDEX_DONE,
432 						   Q_INDEX,
433 						   NULL,
434 						   rt2x00usb_kick_tx_entry);
435 		break;
436 	case QID_RX:
437 		if (!rt2x00queue_full(queue))
438 			rt2x00queue_for_each_entry(queue,
439 						   Q_INDEX,
440 						   Q_INDEX_DONE,
441 						   NULL,
442 						   rt2x00usb_kick_rx_entry);
443 		break;
444 	default:
445 		break;
446 	}
447 }
448 EXPORT_SYMBOL_GPL(rt2x00usb_kick_queue);
449 
450 static bool rt2x00usb_flush_entry(struct queue_entry *entry, void *data)
451 {
452 	struct rt2x00_dev *rt2x00dev = entry->queue->rt2x00dev;
453 	struct queue_entry_priv_usb *entry_priv = entry->priv_data;
454 	struct queue_entry_priv_usb_bcn *bcn_priv = entry->priv_data;
455 
456 	if (!test_bit(ENTRY_OWNER_DEVICE_DATA, &entry->flags))
457 		return false;
458 
459 	usb_kill_urb(entry_priv->urb);
460 
461 	/*
462 	 * Kill guardian urb (if required by driver).
463 	 */
464 	if ((entry->queue->qid == QID_BEACON) &&
465 	    (rt2x00_has_cap_flag(rt2x00dev, REQUIRE_BEACON_GUARD)))
466 		usb_kill_urb(bcn_priv->guardian_urb);
467 
468 	return false;
469 }
470 
471 void rt2x00usb_flush_queue(struct data_queue *queue, bool drop)
472 {
473 	struct work_struct *completion;
474 	unsigned int i;
475 
476 	if (drop)
477 		rt2x00queue_for_each_entry(queue, Q_INDEX_DONE, Q_INDEX, NULL,
478 					   rt2x00usb_flush_entry);
479 
480 	/*
481 	 * Obtain the queue completion handler
482 	 */
483 	switch (queue->qid) {
484 	case QID_AC_VO:
485 	case QID_AC_VI:
486 	case QID_AC_BE:
487 	case QID_AC_BK:
488 		completion = &queue->rt2x00dev->txdone_work;
489 		break;
490 	case QID_RX:
491 		completion = &queue->rt2x00dev->rxdone_work;
492 		break;
493 	default:
494 		return;
495 	}
496 
497 	for (i = 0; i < 10; i++) {
498 		/*
499 		 * Check if the driver is already done, otherwise we
500 		 * have to sleep a little while to give the driver/hw
501 		 * the oppurtunity to complete interrupt process itself.
502 		 */
503 		if (rt2x00queue_empty(queue))
504 			break;
505 
506 		/*
507 		 * Schedule the completion handler manually, when this
508 		 * worker function runs, it should cleanup the queue.
509 		 */
510 		queue_work(queue->rt2x00dev->workqueue, completion);
511 
512 		/*
513 		 * Wait for a little while to give the driver
514 		 * the oppurtunity to recover itself.
515 		 */
516 		msleep(50);
517 	}
518 }
519 EXPORT_SYMBOL_GPL(rt2x00usb_flush_queue);
520 
521 static void rt2x00usb_watchdog_tx_dma(struct data_queue *queue)
522 {
523 	rt2x00_warn(queue->rt2x00dev, "TX queue %d DMA timed out, invoke forced forced reset\n",
524 		    queue->qid);
525 
526 	rt2x00queue_stop_queue(queue);
527 	rt2x00queue_flush_queue(queue, true);
528 	rt2x00queue_start_queue(queue);
529 }
530 
531 static int rt2x00usb_dma_timeout(struct data_queue *queue)
532 {
533 	struct queue_entry *entry;
534 
535 	entry = rt2x00queue_get_entry(queue, Q_INDEX_DMA_DONE);
536 	return rt2x00queue_dma_timeout(entry);
537 }
538 
539 void rt2x00usb_watchdog(struct rt2x00_dev *rt2x00dev)
540 {
541 	struct data_queue *queue;
542 
543 	tx_queue_for_each(rt2x00dev, queue) {
544 		if (!rt2x00queue_empty(queue)) {
545 			if (rt2x00usb_dma_timeout(queue))
546 				rt2x00usb_watchdog_tx_dma(queue);
547 		}
548 	}
549 }
550 EXPORT_SYMBOL_GPL(rt2x00usb_watchdog);
551 
552 /*
553  * Radio handlers
554  */
555 void rt2x00usb_disable_radio(struct rt2x00_dev *rt2x00dev)
556 {
557 	rt2x00usb_vendor_request_sw(rt2x00dev, USB_RX_CONTROL, 0, 0,
558 				    REGISTER_TIMEOUT);
559 }
560 EXPORT_SYMBOL_GPL(rt2x00usb_disable_radio);
561 
562 /*
563  * Device initialization handlers.
564  */
565 void rt2x00usb_clear_entry(struct queue_entry *entry)
566 {
567 	entry->flags = 0;
568 
569 	if (entry->queue->qid == QID_RX)
570 		rt2x00usb_kick_rx_entry(entry, NULL);
571 }
572 EXPORT_SYMBOL_GPL(rt2x00usb_clear_entry);
573 
574 static void rt2x00usb_assign_endpoint(struct data_queue *queue,
575 				      struct usb_endpoint_descriptor *ep_desc)
576 {
577 	struct usb_device *usb_dev = to_usb_device_intf(queue->rt2x00dev->dev);
578 	int pipe;
579 
580 	queue->usb_endpoint = usb_endpoint_num(ep_desc);
581 
582 	if (queue->qid == QID_RX) {
583 		pipe = usb_rcvbulkpipe(usb_dev, queue->usb_endpoint);
584 		queue->usb_maxpacket = usb_maxpacket(usb_dev, pipe, 0);
585 	} else {
586 		pipe = usb_sndbulkpipe(usb_dev, queue->usb_endpoint);
587 		queue->usb_maxpacket = usb_maxpacket(usb_dev, pipe, 1);
588 	}
589 
590 	if (!queue->usb_maxpacket)
591 		queue->usb_maxpacket = 1;
592 }
593 
594 static int rt2x00usb_find_endpoints(struct rt2x00_dev *rt2x00dev)
595 {
596 	struct usb_interface *intf = to_usb_interface(rt2x00dev->dev);
597 	struct usb_host_interface *intf_desc = intf->cur_altsetting;
598 	struct usb_endpoint_descriptor *ep_desc;
599 	struct data_queue *queue = rt2x00dev->tx;
600 	struct usb_endpoint_descriptor *tx_ep_desc = NULL;
601 	unsigned int i;
602 
603 	/*
604 	 * Walk through all available endpoints to search for "bulk in"
605 	 * and "bulk out" endpoints. When we find such endpoints collect
606 	 * the information we need from the descriptor and assign it
607 	 * to the queue.
608 	 */
609 	for (i = 0; i < intf_desc->desc.bNumEndpoints; i++) {
610 		ep_desc = &intf_desc->endpoint[i].desc;
611 
612 		if (usb_endpoint_is_bulk_in(ep_desc)) {
613 			rt2x00usb_assign_endpoint(rt2x00dev->rx, ep_desc);
614 		} else if (usb_endpoint_is_bulk_out(ep_desc) &&
615 			   (queue != queue_end(rt2x00dev))) {
616 			rt2x00usb_assign_endpoint(queue, ep_desc);
617 			queue = queue_next(queue);
618 
619 			tx_ep_desc = ep_desc;
620 		}
621 	}
622 
623 	/*
624 	 * At least 1 endpoint for RX and 1 endpoint for TX must be available.
625 	 */
626 	if (!rt2x00dev->rx->usb_endpoint || !rt2x00dev->tx->usb_endpoint) {
627 		rt2x00_err(rt2x00dev, "Bulk-in/Bulk-out endpoints not found\n");
628 		return -EPIPE;
629 	}
630 
631 	/*
632 	 * It might be possible not all queues have a dedicated endpoint.
633 	 * Loop through all TX queues and copy the endpoint information
634 	 * which we have gathered from already assigned endpoints.
635 	 */
636 	txall_queue_for_each(rt2x00dev, queue) {
637 		if (!queue->usb_endpoint)
638 			rt2x00usb_assign_endpoint(queue, tx_ep_desc);
639 	}
640 
641 	return 0;
642 }
643 
644 static int rt2x00usb_alloc_entries(struct data_queue *queue)
645 {
646 	struct rt2x00_dev *rt2x00dev = queue->rt2x00dev;
647 	struct queue_entry_priv_usb *entry_priv;
648 	struct queue_entry_priv_usb_bcn *bcn_priv;
649 	unsigned int i;
650 
651 	for (i = 0; i < queue->limit; i++) {
652 		entry_priv = queue->entries[i].priv_data;
653 		entry_priv->urb = usb_alloc_urb(0, GFP_KERNEL);
654 		if (!entry_priv->urb)
655 			return -ENOMEM;
656 	}
657 
658 	/*
659 	 * If this is not the beacon queue or
660 	 * no guardian byte was required for the beacon,
661 	 * then we are done.
662 	 */
663 	if (queue->qid != QID_BEACON ||
664 	    !rt2x00_has_cap_flag(rt2x00dev, REQUIRE_BEACON_GUARD))
665 		return 0;
666 
667 	for (i = 0; i < queue->limit; i++) {
668 		bcn_priv = queue->entries[i].priv_data;
669 		bcn_priv->guardian_urb = usb_alloc_urb(0, GFP_KERNEL);
670 		if (!bcn_priv->guardian_urb)
671 			return -ENOMEM;
672 	}
673 
674 	return 0;
675 }
676 
677 static void rt2x00usb_free_entries(struct data_queue *queue)
678 {
679 	struct rt2x00_dev *rt2x00dev = queue->rt2x00dev;
680 	struct queue_entry_priv_usb *entry_priv;
681 	struct queue_entry_priv_usb_bcn *bcn_priv;
682 	unsigned int i;
683 
684 	if (!queue->entries)
685 		return;
686 
687 	for (i = 0; i < queue->limit; i++) {
688 		entry_priv = queue->entries[i].priv_data;
689 		usb_kill_urb(entry_priv->urb);
690 		usb_free_urb(entry_priv->urb);
691 	}
692 
693 	/*
694 	 * If this is not the beacon queue or
695 	 * no guardian byte was required for the beacon,
696 	 * then we are done.
697 	 */
698 	if (queue->qid != QID_BEACON ||
699 	    !rt2x00_has_cap_flag(rt2x00dev, REQUIRE_BEACON_GUARD))
700 		return;
701 
702 	for (i = 0; i < queue->limit; i++) {
703 		bcn_priv = queue->entries[i].priv_data;
704 		usb_kill_urb(bcn_priv->guardian_urb);
705 		usb_free_urb(bcn_priv->guardian_urb);
706 	}
707 }
708 
709 int rt2x00usb_initialize(struct rt2x00_dev *rt2x00dev)
710 {
711 	struct data_queue *queue;
712 	int status;
713 
714 	/*
715 	 * Find endpoints for each queue
716 	 */
717 	status = rt2x00usb_find_endpoints(rt2x00dev);
718 	if (status)
719 		goto exit;
720 
721 	/*
722 	 * Allocate DMA
723 	 */
724 	queue_for_each(rt2x00dev, queue) {
725 		status = rt2x00usb_alloc_entries(queue);
726 		if (status)
727 			goto exit;
728 	}
729 
730 	return 0;
731 
732 exit:
733 	rt2x00usb_uninitialize(rt2x00dev);
734 
735 	return status;
736 }
737 EXPORT_SYMBOL_GPL(rt2x00usb_initialize);
738 
739 void rt2x00usb_uninitialize(struct rt2x00_dev *rt2x00dev)
740 {
741 	struct data_queue *queue;
742 
743 	usb_kill_anchored_urbs(rt2x00dev->anchor);
744 	hrtimer_cancel(&rt2x00dev->txstatus_timer);
745 	cancel_work_sync(&rt2x00dev->rxdone_work);
746 	cancel_work_sync(&rt2x00dev->txdone_work);
747 
748 	queue_for_each(rt2x00dev, queue)
749 		rt2x00usb_free_entries(queue);
750 }
751 EXPORT_SYMBOL_GPL(rt2x00usb_uninitialize);
752 
753 /*
754  * USB driver handlers.
755  */
756 static void rt2x00usb_free_reg(struct rt2x00_dev *rt2x00dev)
757 {
758 	kfree(rt2x00dev->rf);
759 	rt2x00dev->rf = NULL;
760 
761 	kfree(rt2x00dev->eeprom);
762 	rt2x00dev->eeprom = NULL;
763 
764 	kfree(rt2x00dev->csr.cache);
765 	rt2x00dev->csr.cache = NULL;
766 }
767 
768 static int rt2x00usb_alloc_reg(struct rt2x00_dev *rt2x00dev)
769 {
770 	rt2x00dev->csr.cache = kzalloc(CSR_CACHE_SIZE, GFP_KERNEL);
771 	if (!rt2x00dev->csr.cache)
772 		goto exit;
773 
774 	rt2x00dev->eeprom = kzalloc(rt2x00dev->ops->eeprom_size, GFP_KERNEL);
775 	if (!rt2x00dev->eeprom)
776 		goto exit;
777 
778 	rt2x00dev->rf = kzalloc(rt2x00dev->ops->rf_size, GFP_KERNEL);
779 	if (!rt2x00dev->rf)
780 		goto exit;
781 
782 	return 0;
783 
784 exit:
785 	rt2x00_probe_err("Failed to allocate registers\n");
786 
787 	rt2x00usb_free_reg(rt2x00dev);
788 
789 	return -ENOMEM;
790 }
791 
792 int rt2x00usb_probe(struct usb_interface *usb_intf,
793 		    const struct rt2x00_ops *ops)
794 {
795 	struct usb_device *usb_dev = interface_to_usbdev(usb_intf);
796 	struct ieee80211_hw *hw;
797 	struct rt2x00_dev *rt2x00dev;
798 	int retval;
799 
800 	usb_dev = usb_get_dev(usb_dev);
801 	usb_reset_device(usb_dev);
802 
803 	hw = ieee80211_alloc_hw(sizeof(struct rt2x00_dev), ops->hw);
804 	if (!hw) {
805 		rt2x00_probe_err("Failed to allocate hardware\n");
806 		retval = -ENOMEM;
807 		goto exit_put_device;
808 	}
809 
810 	usb_set_intfdata(usb_intf, hw);
811 
812 	rt2x00dev = hw->priv;
813 	rt2x00dev->dev = &usb_intf->dev;
814 	rt2x00dev->ops = ops;
815 	rt2x00dev->hw = hw;
816 
817 	rt2x00_set_chip_intf(rt2x00dev, RT2X00_CHIP_INTF_USB);
818 
819 	INIT_WORK(&rt2x00dev->rxdone_work, rt2x00usb_work_rxdone);
820 	INIT_WORK(&rt2x00dev->txdone_work, rt2x00usb_work_txdone);
821 	hrtimer_init(&rt2x00dev->txstatus_timer, CLOCK_MONOTONIC,
822 		     HRTIMER_MODE_REL);
823 
824 	retval = rt2x00usb_alloc_reg(rt2x00dev);
825 	if (retval)
826 		goto exit_free_device;
827 
828 	rt2x00dev->anchor = devm_kmalloc(&usb_dev->dev,
829 					sizeof(struct usb_anchor),
830 					GFP_KERNEL);
831 	if (!rt2x00dev->anchor) {
832 		retval = -ENOMEM;
833 		goto exit_free_reg;
834 	}
835 	init_usb_anchor(rt2x00dev->anchor);
836 
837 	retval = rt2x00lib_probe_dev(rt2x00dev);
838 	if (retval)
839 		goto exit_free_anchor;
840 
841 	return 0;
842 
843 exit_free_anchor:
844 	usb_kill_anchored_urbs(rt2x00dev->anchor);
845 
846 exit_free_reg:
847 	rt2x00usb_free_reg(rt2x00dev);
848 
849 exit_free_device:
850 	ieee80211_free_hw(hw);
851 
852 exit_put_device:
853 	usb_put_dev(usb_dev);
854 
855 	usb_set_intfdata(usb_intf, NULL);
856 
857 	return retval;
858 }
859 EXPORT_SYMBOL_GPL(rt2x00usb_probe);
860 
861 void rt2x00usb_disconnect(struct usb_interface *usb_intf)
862 {
863 	struct ieee80211_hw *hw = usb_get_intfdata(usb_intf);
864 	struct rt2x00_dev *rt2x00dev = hw->priv;
865 
866 	/*
867 	 * Free all allocated data.
868 	 */
869 	rt2x00lib_remove_dev(rt2x00dev);
870 	rt2x00usb_free_reg(rt2x00dev);
871 	ieee80211_free_hw(hw);
872 
873 	/*
874 	 * Free the USB device data.
875 	 */
876 	usb_set_intfdata(usb_intf, NULL);
877 	usb_put_dev(interface_to_usbdev(usb_intf));
878 }
879 EXPORT_SYMBOL_GPL(rt2x00usb_disconnect);
880 
881 #ifdef CONFIG_PM
882 int rt2x00usb_suspend(struct usb_interface *usb_intf, pm_message_t state)
883 {
884 	struct ieee80211_hw *hw = usb_get_intfdata(usb_intf);
885 	struct rt2x00_dev *rt2x00dev = hw->priv;
886 
887 	return rt2x00lib_suspend(rt2x00dev, state);
888 }
889 EXPORT_SYMBOL_GPL(rt2x00usb_suspend);
890 
891 int rt2x00usb_resume(struct usb_interface *usb_intf)
892 {
893 	struct ieee80211_hw *hw = usb_get_intfdata(usb_intf);
894 	struct rt2x00_dev *rt2x00dev = hw->priv;
895 
896 	return rt2x00lib_resume(rt2x00dev);
897 }
898 EXPORT_SYMBOL_GPL(rt2x00usb_resume);
899 #endif /* CONFIG_PM */
900 
901 /*
902  * rt2x00usb module information.
903  */
904 MODULE_AUTHOR(DRV_PROJECT);
905 MODULE_VERSION(DRV_VERSION);
906 MODULE_DESCRIPTION("rt2x00 usb library");
907 MODULE_LICENSE("GPL");
908