xref: /openbmc/linux/drivers/atm/solos-pci.c (revision 4800cd83)
1 /*
2  * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
3  *  Traverse Technologies -- http://www.traverse.com.au/
4  *  Xrio Limited          -- http://www.xrio.com/
5  *
6  *
7  * Copyright © 2008 Traverse Technologies
8  * Copyright © 2008 Intel Corporation
9  *
10  * Authors: Nathan Williams <nathan@traverse.com.au>
11  *          David Woodhouse <dwmw2@infradead.org>
12  *          Treker Chen <treker@xrio.com>
13  *
14  * This program is free software; you can redistribute it and/or
15  * modify it under the terms of the GNU General Public License
16  * version 2, as published by the Free Software Foundation.
17  *
18  * This program is distributed in the hope that it will be useful,
19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21  * GNU General Public License for more details.
22  */
23 
24 #define DEBUG
25 #define VERBOSE_DEBUG
26 
27 #include <linux/interrupt.h>
28 #include <linux/module.h>
29 #include <linux/kernel.h>
30 #include <linux/errno.h>
31 #include <linux/ioport.h>
32 #include <linux/types.h>
33 #include <linux/pci.h>
34 #include <linux/atm.h>
35 #include <linux/atmdev.h>
36 #include <linux/skbuff.h>
37 #include <linux/sysfs.h>
38 #include <linux/device.h>
39 #include <linux/kobject.h>
40 #include <linux/firmware.h>
41 #include <linux/ctype.h>
42 #include <linux/swab.h>
43 #include <linux/slab.h>
44 
45 #define VERSION "0.07"
46 #define PTAG "solos-pci"
47 
48 #define CONFIG_RAM_SIZE	128
49 #define FLAGS_ADDR	0x7C
50 #define IRQ_EN_ADDR	0x78
51 #define FPGA_VER	0x74
52 #define IRQ_CLEAR	0x70
53 #define WRITE_FLASH	0x6C
54 #define PORTS		0x68
55 #define FLASH_BLOCK	0x64
56 #define FLASH_BUSY	0x60
57 #define FPGA_MODE	0x5C
58 #define FLASH_MODE	0x58
59 #define TX_DMA_ADDR(port)	(0x40 + (4 * (port)))
60 #define RX_DMA_ADDR(port)	(0x30 + (4 * (port)))
61 
62 #define DATA_RAM_SIZE	32768
63 #define BUF_SIZE	2048
64 #define OLD_BUF_SIZE	4096 /* For FPGA versions <= 2*/
65 #define FPGA_PAGE	528 /* FPGA flash page size*/
66 #define SOLOS_PAGE	512 /* Solos flash page size*/
67 #define FPGA_BLOCK	(FPGA_PAGE * 8) /* FPGA flash block size*/
68 #define SOLOS_BLOCK	(SOLOS_PAGE * 8) /* Solos flash block size*/
69 
70 #define RX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2)
71 #define TX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2 + (card->buffer_size))
72 #define FLASH_BUF ((card->buffers) + 4*(card->buffer_size)*2)
73 
74 #define RX_DMA_SIZE	2048
75 
76 #define FPGA_VERSION(a,b) (((a) << 8) + (b))
77 #define LEGACY_BUFFERS	2
78 #define DMA_SUPPORTED	4
79 
80 static int reset = 0;
81 static int atmdebug = 0;
82 static int firmware_upgrade = 0;
83 static int fpga_upgrade = 0;
84 static int db_firmware_upgrade = 0;
85 static int db_fpga_upgrade = 0;
86 
87 struct pkt_hdr {
88 	__le16 size;
89 	__le16 vpi;
90 	__le16 vci;
91 	__le16 type;
92 };
93 
94 struct solos_skb_cb {
95 	struct atm_vcc *vcc;
96 	uint32_t dma_addr;
97 };
98 
99 
100 #define SKB_CB(skb)		((struct solos_skb_cb *)skb->cb)
101 
102 #define PKT_DATA	0
103 #define PKT_COMMAND	1
104 #define PKT_POPEN	3
105 #define PKT_PCLOSE	4
106 #define PKT_STATUS	5
107 
108 struct solos_card {
109 	void __iomem *config_regs;
110 	void __iomem *buffers;
111 	int nr_ports;
112 	int tx_mask;
113 	struct pci_dev *dev;
114 	struct atm_dev *atmdev[4];
115 	struct tasklet_struct tlet;
116 	spinlock_t tx_lock;
117 	spinlock_t tx_queue_lock;
118 	spinlock_t cli_queue_lock;
119 	spinlock_t param_queue_lock;
120 	struct list_head param_queue;
121 	struct sk_buff_head tx_queue[4];
122 	struct sk_buff_head cli_queue[4];
123 	struct sk_buff *tx_skb[4];
124 	struct sk_buff *rx_skb[4];
125 	wait_queue_head_t param_wq;
126 	wait_queue_head_t fw_wq;
127 	int using_dma;
128 	int fpga_version;
129 	int buffer_size;
130 };
131 
132 
133 struct solos_param {
134 	struct list_head list;
135 	pid_t pid;
136 	int port;
137 	struct sk_buff *response;
138 };
139 
140 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
141 
142 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
143 MODULE_DESCRIPTION("Solos PCI driver");
144 MODULE_VERSION(VERSION);
145 MODULE_LICENSE("GPL");
146 MODULE_FIRMWARE("solos-FPGA.bin");
147 MODULE_FIRMWARE("solos-Firmware.bin");
148 MODULE_FIRMWARE("solos-db-FPGA.bin");
149 MODULE_PARM_DESC(reset, "Reset Solos chips on startup");
150 MODULE_PARM_DESC(atmdebug, "Print ATM data");
151 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
152 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
153 MODULE_PARM_DESC(db_firmware_upgrade, "Initiate daughter board Solos firmware upgrade");
154 MODULE_PARM_DESC(db_fpga_upgrade, "Initiate daughter board FPGA upgrade");
155 module_param(reset, int, 0444);
156 module_param(atmdebug, int, 0644);
157 module_param(firmware_upgrade, int, 0444);
158 module_param(fpga_upgrade, int, 0444);
159 module_param(db_firmware_upgrade, int, 0444);
160 module_param(db_fpga_upgrade, int, 0444);
161 
162 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
163 		       struct atm_vcc *vcc);
164 static uint32_t fpga_tx(struct solos_card *);
165 static irqreturn_t solos_irq(int irq, void *dev_id);
166 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
167 static int list_vccs(int vci);
168 static void release_vccs(struct atm_dev *dev);
169 static int atm_init(struct solos_card *, struct device *);
170 static void atm_remove(struct solos_card *);
171 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
172 static void solos_bh(unsigned long);
173 static int print_buffer(struct sk_buff *buf);
174 
175 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
176 {
177         if (vcc->pop)
178                 vcc->pop(vcc, skb);
179         else
180                 dev_kfree_skb_any(skb);
181 }
182 
183 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
184 				char *buf)
185 {
186 	struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
187 	struct solos_card *card = atmdev->dev_data;
188 	struct solos_param prm;
189 	struct sk_buff *skb;
190 	struct pkt_hdr *header;
191 	int buflen;
192 
193 	buflen = strlen(attr->attr.name) + 10;
194 
195 	skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
196 	if (!skb) {
197 		dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
198 		return -ENOMEM;
199 	}
200 
201 	header = (void *)skb_put(skb, sizeof(*header));
202 
203 	buflen = snprintf((void *)&header[1], buflen - 1,
204 			  "L%05d\n%s\n", current->pid, attr->attr.name);
205 	skb_put(skb, buflen);
206 
207 	header->size = cpu_to_le16(buflen);
208 	header->vpi = cpu_to_le16(0);
209 	header->vci = cpu_to_le16(0);
210 	header->type = cpu_to_le16(PKT_COMMAND);
211 
212 	prm.pid = current->pid;
213 	prm.response = NULL;
214 	prm.port = SOLOS_CHAN(atmdev);
215 
216 	spin_lock_irq(&card->param_queue_lock);
217 	list_add(&prm.list, &card->param_queue);
218 	spin_unlock_irq(&card->param_queue_lock);
219 
220 	fpga_queue(card, prm.port, skb, NULL);
221 
222 	wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
223 
224 	spin_lock_irq(&card->param_queue_lock);
225 	list_del(&prm.list);
226 	spin_unlock_irq(&card->param_queue_lock);
227 
228 	if (!prm.response)
229 		return -EIO;
230 
231 	buflen = prm.response->len;
232 	memcpy(buf, prm.response->data, buflen);
233 	kfree_skb(prm.response);
234 
235 	return buflen;
236 }
237 
238 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
239 				 const char *buf, size_t count)
240 {
241 	struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
242 	struct solos_card *card = atmdev->dev_data;
243 	struct solos_param prm;
244 	struct sk_buff *skb;
245 	struct pkt_hdr *header;
246 	int buflen;
247 	ssize_t ret;
248 
249 	buflen = strlen(attr->attr.name) + 11 + count;
250 
251 	skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
252 	if (!skb) {
253 		dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
254 		return -ENOMEM;
255 	}
256 
257 	header = (void *)skb_put(skb, sizeof(*header));
258 
259 	buflen = snprintf((void *)&header[1], buflen - 1,
260 			  "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
261 
262 	skb_put(skb, buflen);
263 	header->size = cpu_to_le16(buflen);
264 	header->vpi = cpu_to_le16(0);
265 	header->vci = cpu_to_le16(0);
266 	header->type = cpu_to_le16(PKT_COMMAND);
267 
268 	prm.pid = current->pid;
269 	prm.response = NULL;
270 	prm.port = SOLOS_CHAN(atmdev);
271 
272 	spin_lock_irq(&card->param_queue_lock);
273 	list_add(&prm.list, &card->param_queue);
274 	spin_unlock_irq(&card->param_queue_lock);
275 
276 	fpga_queue(card, prm.port, skb, NULL);
277 
278 	wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
279 
280 	spin_lock_irq(&card->param_queue_lock);
281 	list_del(&prm.list);
282 	spin_unlock_irq(&card->param_queue_lock);
283 
284 	skb = prm.response;
285 
286 	if (!skb)
287 		return -EIO;
288 
289 	buflen = skb->len;
290 
291 	/* Sometimes it has a newline, sometimes it doesn't. */
292 	if (skb->data[buflen - 1] == '\n')
293 		buflen--;
294 
295 	if (buflen == 2 && !strncmp(skb->data, "OK", 2))
296 		ret = count;
297 	else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
298 		ret = -EIO;
299 	else {
300 		/* We know we have enough space allocated for this; we allocated
301 		   it ourselves */
302 		skb->data[buflen] = 0;
303 
304 		dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
305 			 skb->data);
306 		ret = -EIO;
307 	}
308 	kfree_skb(skb);
309 
310 	return ret;
311 }
312 
313 static char *next_string(struct sk_buff *skb)
314 {
315 	int i = 0;
316 	char *this = skb->data;
317 
318 	for (i = 0; i < skb->len; i++) {
319 		if (this[i] == '\n') {
320 			this[i] = 0;
321 			skb_pull(skb, i + 1);
322 			return this;
323 		}
324 		if (!isprint(this[i]))
325 			return NULL;
326 	}
327 	return NULL;
328 }
329 
330 /*
331  * Status packet has fields separated by \n, starting with a version number
332  * for the information therein. Fields are....
333  *
334  *     packet version
335  *     RxBitRate	(version >= 1)
336  *     TxBitRate	(version >= 1)
337  *     State		(version >= 1)
338  *     LocalSNRMargin	(version >= 1)
339  *     LocalLineAttn	(version >= 1)
340  */
341 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
342 {
343 	char *str, *end, *state_str, *snr, *attn;
344 	int ver, rate_up, rate_down;
345 
346 	if (!card->atmdev[port])
347 		return -ENODEV;
348 
349 	str = next_string(skb);
350 	if (!str)
351 		return -EIO;
352 
353 	ver = simple_strtol(str, NULL, 10);
354 	if (ver < 1) {
355 		dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
356 			 ver);
357 		return -EIO;
358 	}
359 
360 	str = next_string(skb);
361 	if (!str)
362 		return -EIO;
363 	if (!strcmp(str, "ERROR")) {
364 		dev_dbg(&card->dev->dev, "Status packet indicated Solos error on port %d (starting up?)\n",
365 			 port);
366 		return 0;
367 	}
368 
369 	rate_down = simple_strtol(str, &end, 10);
370 	if (*end)
371 		return -EIO;
372 
373 	str = next_string(skb);
374 	if (!str)
375 		return -EIO;
376 	rate_up = simple_strtol(str, &end, 10);
377 	if (*end)
378 		return -EIO;
379 
380 	state_str = next_string(skb);
381 	if (!state_str)
382 		return -EIO;
383 
384 	/* Anything but 'Showtime' is down */
385 	if (strcmp(state_str, "Showtime")) {
386 		atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_LOST);
387 		release_vccs(card->atmdev[port]);
388 		dev_info(&card->dev->dev, "Port %d: %s\n", port, state_str);
389 		return 0;
390 	}
391 
392 	snr = next_string(skb);
393 	if (!snr)
394 		return -EIO;
395 	attn = next_string(skb);
396 	if (!attn)
397 		return -EIO;
398 
399 	dev_info(&card->dev->dev, "Port %d: %s @%d/%d kb/s%s%s%s%s\n",
400 		 port, state_str, rate_down/1000, rate_up/1000,
401 		 snr[0]?", SNR ":"", snr, attn[0]?", Attn ":"", attn);
402 
403 	card->atmdev[port]->link_rate = rate_down / 424;
404 	atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_FOUND);
405 
406 	return 0;
407 }
408 
409 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
410 {
411 	struct solos_param *prm;
412 	unsigned long flags;
413 	int cmdpid;
414 	int found = 0;
415 
416 	if (skb->len < 7)
417 		return 0;
418 
419 	if (skb->data[0] != 'L'    || !isdigit(skb->data[1]) ||
420 	    !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
421 	    !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
422 	    skb->data[6] != '\n')
423 		return 0;
424 
425 	cmdpid = simple_strtol(&skb->data[1], NULL, 10);
426 
427 	spin_lock_irqsave(&card->param_queue_lock, flags);
428 	list_for_each_entry(prm, &card->param_queue, list) {
429 		if (prm->port == port && prm->pid == cmdpid) {
430 			prm->response = skb;
431 			skb_pull(skb, 7);
432 			wake_up(&card->param_wq);
433 			found = 1;
434 			break;
435 		}
436 	}
437 	spin_unlock_irqrestore(&card->param_queue_lock, flags);
438 	return found;
439 }
440 
441 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
442 			    char *buf)
443 {
444 	struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
445 	struct solos_card *card = atmdev->dev_data;
446 	struct sk_buff *skb;
447 	unsigned int len;
448 
449 	spin_lock(&card->cli_queue_lock);
450 	skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
451 	spin_unlock(&card->cli_queue_lock);
452 	if(skb == NULL)
453 		return sprintf(buf, "No data.\n");
454 
455 	len = skb->len;
456 	memcpy(buf, skb->data, len);
457 	dev_dbg(&card->dev->dev, "len: %d\n", len);
458 
459 	kfree_skb(skb);
460 	return len;
461 }
462 
463 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
464 {
465 	struct sk_buff *skb;
466 	struct pkt_hdr *header;
467 
468 	if (size > (BUF_SIZE - sizeof(*header))) {
469 		dev_dbg(&card->dev->dev, "Command is too big.  Dropping request\n");
470 		return 0;
471 	}
472 	skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
473 	if (!skb) {
474 		dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
475 		return 0;
476 	}
477 
478 	header = (void *)skb_put(skb, sizeof(*header));
479 
480 	header->size = cpu_to_le16(size);
481 	header->vpi = cpu_to_le16(0);
482 	header->vci = cpu_to_le16(0);
483 	header->type = cpu_to_le16(PKT_COMMAND);
484 
485 	memcpy(skb_put(skb, size), buf, size);
486 
487 	fpga_queue(card, dev, skb, NULL);
488 
489 	return 0;
490 }
491 
492 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
493 			     const char *buf, size_t count)
494 {
495 	struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
496 	struct solos_card *card = atmdev->dev_data;
497 	int err;
498 
499 	err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
500 
501 	return err?:count;
502 }
503 
504 static DEVICE_ATTR(console, 0644, console_show, console_store);
505 
506 
507 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
508 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
509 
510 #include "solos-attrlist.c"
511 
512 #undef SOLOS_ATTR_RO
513 #undef SOLOS_ATTR_RW
514 
515 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
516 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
517 
518 static struct attribute *solos_attrs[] = {
519 #include "solos-attrlist.c"
520 	NULL
521 };
522 
523 static struct attribute_group solos_attr_group = {
524 	.attrs = solos_attrs,
525 	.name = "parameters",
526 };
527 
528 static int flash_upgrade(struct solos_card *card, int chip)
529 {
530 	const struct firmware *fw;
531 	const char *fw_name;
532 	uint32_t data32 = 0;
533 	int blocksize = 0;
534 	int numblocks = 0;
535 	int offset;
536 
537 	switch (chip) {
538 	case 0:
539 		fw_name = "solos-FPGA.bin";
540 		blocksize = FPGA_BLOCK;
541 		break;
542 	case 1:
543 		fw_name = "solos-Firmware.bin";
544 		blocksize = SOLOS_BLOCK;
545 		break;
546 	case 2:
547 		if (card->fpga_version > LEGACY_BUFFERS){
548 			fw_name = "solos-db-FPGA.bin";
549 			blocksize = FPGA_BLOCK;
550 		} else {
551 			dev_info(&card->dev->dev, "FPGA version doesn't support"
552 					" daughter board upgrades\n");
553 			return -EPERM;
554 		}
555 		break;
556 	case 3:
557 		if (card->fpga_version > LEGACY_BUFFERS){
558 			fw_name = "solos-Firmware.bin";
559 			blocksize = SOLOS_BLOCK;
560 		} else {
561 			dev_info(&card->dev->dev, "FPGA version doesn't support"
562 					" daughter board upgrades\n");
563 			return -EPERM;
564 		}
565 		break;
566 	default:
567 		return -ENODEV;
568 	}
569 
570 	if (request_firmware(&fw, fw_name, &card->dev->dev))
571 		return -ENOENT;
572 
573 	dev_info(&card->dev->dev, "Flash upgrade starting\n");
574 
575 	numblocks = fw->size / blocksize;
576 	dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
577 	dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
578 
579 	dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
580 	iowrite32(1, card->config_regs + FPGA_MODE);
581 	data32 = ioread32(card->config_regs + FPGA_MODE);
582 
583 	/* Set mode to Chip Erase */
584 	if(chip == 0 || chip == 2)
585 		dev_info(&card->dev->dev, "Set FPGA Flash mode to FPGA Chip Erase\n");
586 	if(chip == 1 || chip == 3)
587 		dev_info(&card->dev->dev, "Set FPGA Flash mode to Solos Chip Erase\n");
588 	iowrite32((chip * 2), card->config_regs + FLASH_MODE);
589 
590 
591 	iowrite32(1, card->config_regs + WRITE_FLASH);
592 	wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
593 
594 	for (offset = 0; offset < fw->size; offset += blocksize) {
595 		int i;
596 
597 		/* Clear write flag */
598 		iowrite32(0, card->config_regs + WRITE_FLASH);
599 
600 		/* Set mode to Block Write */
601 		/* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
602 		iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
603 
604 		/* Copy block to buffer, swapping each 16 bits */
605 		for(i = 0; i < blocksize; i += 4) {
606 			uint32_t word = swahb32p((uint32_t *)(fw->data + offset + i));
607 			if(card->fpga_version > LEGACY_BUFFERS)
608 				iowrite32(word, FLASH_BUF + i);
609 			else
610 				iowrite32(word, RX_BUF(card, 3) + i);
611 		}
612 
613 		/* Specify block number and then trigger flash write */
614 		iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
615 		iowrite32(1, card->config_regs + WRITE_FLASH);
616 		wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
617 	}
618 
619 	release_firmware(fw);
620 	iowrite32(0, card->config_regs + WRITE_FLASH);
621 	iowrite32(0, card->config_regs + FPGA_MODE);
622 	iowrite32(0, card->config_regs + FLASH_MODE);
623 	dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
624 	return 0;
625 }
626 
627 static irqreturn_t solos_irq(int irq, void *dev_id)
628 {
629 	struct solos_card *card = dev_id;
630 	int handled = 1;
631 
632 	iowrite32(0, card->config_regs + IRQ_CLEAR);
633 
634 	/* If we're up and running, just kick the tasklet to process TX/RX */
635 	if (card->atmdev[0])
636 		tasklet_schedule(&card->tlet);
637 	else
638 		wake_up(&card->fw_wq);
639 
640 	return IRQ_RETVAL(handled);
641 }
642 
643 void solos_bh(unsigned long card_arg)
644 {
645 	struct solos_card *card = (void *)card_arg;
646 	uint32_t card_flags;
647 	uint32_t rx_done = 0;
648 	int port;
649 
650 	/*
651 	 * Since fpga_tx() is going to need to read the flags under its lock,
652 	 * it can return them to us so that we don't have to hit PCI MMIO
653 	 * again for the same information
654 	 */
655 	card_flags = fpga_tx(card);
656 
657 	for (port = 0; port < card->nr_ports; port++) {
658 		if (card_flags & (0x10 << port)) {
659 			struct pkt_hdr _hdr, *header;
660 			struct sk_buff *skb;
661 			struct atm_vcc *vcc;
662 			int size;
663 
664 			if (card->using_dma) {
665 				skb = card->rx_skb[port];
666 				card->rx_skb[port] = NULL;
667 
668 				pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
669 						 RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
670 
671 				header = (void *)skb->data;
672 				size = le16_to_cpu(header->size);
673 				skb_put(skb, size + sizeof(*header));
674 				skb_pull(skb, sizeof(*header));
675 			} else {
676 				header = &_hdr;
677 
678 				rx_done |= 0x10 << port;
679 
680 				memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
681 
682 				size = le16_to_cpu(header->size);
683 				if (size > (card->buffer_size - sizeof(*header))){
684 					dev_warn(&card->dev->dev, "Invalid buffer size\n");
685 					continue;
686 				}
687 
688 				skb = alloc_skb(size + 1, GFP_ATOMIC);
689 				if (!skb) {
690 					if (net_ratelimit())
691 						dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
692 					continue;
693 				}
694 
695 				memcpy_fromio(skb_put(skb, size),
696 					      RX_BUF(card, port) + sizeof(*header),
697 					      size);
698 			}
699 			if (atmdebug) {
700 				dev_info(&card->dev->dev, "Received: device %d\n", port);
701 				dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
702 					 size, le16_to_cpu(header->vpi),
703 					 le16_to_cpu(header->vci));
704 				print_buffer(skb);
705 			}
706 
707 			switch (le16_to_cpu(header->type)) {
708 			case PKT_DATA:
709 				vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
710 					       le16_to_cpu(header->vci));
711 				if (!vcc) {
712 					if (net_ratelimit())
713 						dev_warn(&card->dev->dev, "Received packet for unknown VCI.VPI %d.%d on port %d\n",
714 							 le16_to_cpu(header->vci), le16_to_cpu(header->vpi),
715 							 port);
716 					continue;
717 				}
718 				atm_charge(vcc, skb->truesize);
719 				vcc->push(vcc, skb);
720 				atomic_inc(&vcc->stats->rx);
721 				break;
722 
723 			case PKT_STATUS:
724 				if (process_status(card, port, skb) &&
725 				    net_ratelimit()) {
726 					dev_warn(&card->dev->dev, "Bad status packet of %d bytes on port %d:\n", skb->len, port);
727 					print_buffer(skb);
728 				}
729 				dev_kfree_skb_any(skb);
730 				break;
731 
732 			case PKT_COMMAND:
733 			default: /* FIXME: Not really, surely? */
734 				if (process_command(card, port, skb))
735 					break;
736 				spin_lock(&card->cli_queue_lock);
737 				if (skb_queue_len(&card->cli_queue[port]) > 10) {
738 					if (net_ratelimit())
739 						dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
740 							 port);
741 					dev_kfree_skb_any(skb);
742 				} else
743 					skb_queue_tail(&card->cli_queue[port], skb);
744 				spin_unlock(&card->cli_queue_lock);
745 				break;
746 			}
747 		}
748 		/* Allocate RX skbs for any ports which need them */
749 		if (card->using_dma && card->atmdev[port] &&
750 		    !card->rx_skb[port]) {
751 			struct sk_buff *skb = alloc_skb(RX_DMA_SIZE, GFP_ATOMIC);
752 			if (skb) {
753 				SKB_CB(skb)->dma_addr =
754 					pci_map_single(card->dev, skb->data,
755 						       RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
756 				iowrite32(SKB_CB(skb)->dma_addr,
757 					  card->config_regs + RX_DMA_ADDR(port));
758 				card->rx_skb[port] = skb;
759 			} else {
760 				if (net_ratelimit())
761 					dev_warn(&card->dev->dev, "Failed to allocate RX skb");
762 
763 				/* We'll have to try again later */
764 				tasklet_schedule(&card->tlet);
765 			}
766 		}
767 	}
768 	if (rx_done)
769 		iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
770 
771 	return;
772 }
773 
774 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
775 {
776 	struct hlist_head *head;
777 	struct atm_vcc *vcc = NULL;
778 	struct hlist_node *node;
779 	struct sock *s;
780 
781 	read_lock(&vcc_sklist_lock);
782 	head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
783 	sk_for_each(s, node, head) {
784 		vcc = atm_sk(s);
785 		if (vcc->dev == dev && vcc->vci == vci &&
786 		    vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE &&
787 		    test_bit(ATM_VF_READY, &vcc->flags))
788 			goto out;
789 	}
790 	vcc = NULL;
791  out:
792 	read_unlock(&vcc_sklist_lock);
793 	return vcc;
794 }
795 
796 static int list_vccs(int vci)
797 {
798 	struct hlist_head *head;
799 	struct atm_vcc *vcc;
800 	struct hlist_node *node;
801 	struct sock *s;
802 	int num_found = 0;
803 	int i;
804 
805 	read_lock(&vcc_sklist_lock);
806 	if (vci != 0){
807 		head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
808 		sk_for_each(s, node, head) {
809 			num_found ++;
810 			vcc = atm_sk(s);
811 			printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
812 			       vcc->dev->number,
813 			       vcc->vpi,
814 			       vcc->vci);
815 		}
816 	} else {
817 		for(i = 0; i < VCC_HTABLE_SIZE; i++){
818 			head = &vcc_hash[i];
819 			sk_for_each(s, node, head) {
820 				num_found ++;
821 				vcc = atm_sk(s);
822 				printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
823 				       vcc->dev->number,
824 				       vcc->vpi,
825 				       vcc->vci);
826 			}
827 		}
828 	}
829 	read_unlock(&vcc_sklist_lock);
830 	return num_found;
831 }
832 
833 static void release_vccs(struct atm_dev *dev)
834 {
835         int i;
836 
837         write_lock_irq(&vcc_sklist_lock);
838         for (i = 0; i < VCC_HTABLE_SIZE; i++) {
839                 struct hlist_head *head = &vcc_hash[i];
840                 struct hlist_node *node, *tmp;
841                 struct sock *s;
842                 struct atm_vcc *vcc;
843 
844                 sk_for_each_safe(s, node, tmp, head) {
845                         vcc = atm_sk(s);
846                         if (vcc->dev == dev) {
847                                 vcc_release_async(vcc, -EPIPE);
848                                 sk_del_node_init(s);
849                         }
850                 }
851         }
852         write_unlock_irq(&vcc_sklist_lock);
853 }
854 
855 
856 static int popen(struct atm_vcc *vcc)
857 {
858 	struct solos_card *card = vcc->dev->dev_data;
859 	struct sk_buff *skb;
860 	struct pkt_hdr *header;
861 
862 	if (vcc->qos.aal != ATM_AAL5) {
863 		dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
864 			 vcc->qos.aal);
865 		return -EINVAL;
866 	}
867 
868 	skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
869 	if (!skb) {
870 		if (net_ratelimit())
871 			dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
872 		return -ENOMEM;
873 	}
874 	header = (void *)skb_put(skb, sizeof(*header));
875 
876 	header->size = cpu_to_le16(0);
877 	header->vpi = cpu_to_le16(vcc->vpi);
878 	header->vci = cpu_to_le16(vcc->vci);
879 	header->type = cpu_to_le16(PKT_POPEN);
880 
881 	fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
882 
883 	set_bit(ATM_VF_ADDR, &vcc->flags);
884 	set_bit(ATM_VF_READY, &vcc->flags);
885 	list_vccs(0);
886 
887 
888 	return 0;
889 }
890 
891 static void pclose(struct atm_vcc *vcc)
892 {
893 	struct solos_card *card = vcc->dev->dev_data;
894 	struct sk_buff *skb;
895 	struct pkt_hdr *header;
896 
897 	skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
898 	if (!skb) {
899 		dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
900 		return;
901 	}
902 	header = (void *)skb_put(skb, sizeof(*header));
903 
904 	header->size = cpu_to_le16(0);
905 	header->vpi = cpu_to_le16(vcc->vpi);
906 	header->vci = cpu_to_le16(vcc->vci);
907 	header->type = cpu_to_le16(PKT_PCLOSE);
908 
909 	fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
910 
911 	clear_bit(ATM_VF_ADDR, &vcc->flags);
912 	clear_bit(ATM_VF_READY, &vcc->flags);
913 
914 	/* Hold up vcc_destroy_socket() (our caller) until solos_bh() in the
915 	   tasklet has finished processing any incoming packets (and, more to
916 	   the point, using the vcc pointer). */
917 	tasklet_unlock_wait(&card->tlet);
918 	return;
919 }
920 
921 static int print_buffer(struct sk_buff *buf)
922 {
923 	int len,i;
924 	char msg[500];
925 	char item[10];
926 
927 	len = buf->len;
928 	for (i = 0; i < len; i++){
929 		if(i % 8 == 0)
930 			sprintf(msg, "%02X: ", i);
931 
932 		sprintf(item,"%02X ",*(buf->data + i));
933 		strcat(msg, item);
934 		if(i % 8 == 7) {
935 			sprintf(item, "\n");
936 			strcat(msg, item);
937 			printk(KERN_DEBUG "%s", msg);
938 		}
939 	}
940 	if (i % 8 != 0) {
941 		sprintf(item, "\n");
942 		strcat(msg, item);
943 		printk(KERN_DEBUG "%s", msg);
944 	}
945 	printk(KERN_DEBUG "\n");
946 
947 	return 0;
948 }
949 
950 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
951 		       struct atm_vcc *vcc)
952 {
953 	int old_len;
954 	unsigned long flags;
955 
956 	SKB_CB(skb)->vcc = vcc;
957 
958 	spin_lock_irqsave(&card->tx_queue_lock, flags);
959 	old_len = skb_queue_len(&card->tx_queue[port]);
960 	skb_queue_tail(&card->tx_queue[port], skb);
961 	if (!old_len)
962 		card->tx_mask |= (1 << port);
963 	spin_unlock_irqrestore(&card->tx_queue_lock, flags);
964 
965 	/* Theoretically we could just schedule the tasklet here, but
966 	   that introduces latency we don't want -- it's noticeable */
967 	if (!old_len)
968 		fpga_tx(card);
969 }
970 
971 static uint32_t fpga_tx(struct solos_card *card)
972 {
973 	uint32_t tx_pending, card_flags;
974 	uint32_t tx_started = 0;
975 	struct sk_buff *skb;
976 	struct atm_vcc *vcc;
977 	unsigned char port;
978 	unsigned long flags;
979 
980 	spin_lock_irqsave(&card->tx_lock, flags);
981 
982 	card_flags = ioread32(card->config_regs + FLAGS_ADDR);
983 	/*
984 	 * The queue lock is required for _writing_ to tx_mask, but we're
985 	 * OK to read it here without locking. The only potential update
986 	 * that we could race with is in fpga_queue() where it sets a bit
987 	 * for a new port... but it's going to call this function again if
988 	 * it's doing that, anyway.
989 	 */
990 	tx_pending = card->tx_mask & ~card_flags;
991 
992 	for (port = 0; tx_pending; tx_pending >>= 1, port++) {
993 		if (tx_pending & 1) {
994 			struct sk_buff *oldskb = card->tx_skb[port];
995 			if (oldskb)
996 				pci_unmap_single(card->dev, SKB_CB(oldskb)->dma_addr,
997 						 oldskb->len, PCI_DMA_TODEVICE);
998 
999 			spin_lock(&card->tx_queue_lock);
1000 			skb = skb_dequeue(&card->tx_queue[port]);
1001 			if (!skb)
1002 				card->tx_mask &= ~(1 << port);
1003 			spin_unlock(&card->tx_queue_lock);
1004 
1005 			if (skb && !card->using_dma) {
1006 				memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
1007 				tx_started |= 1 << port;
1008 				oldskb = skb; /* We're done with this skb already */
1009 			} else if (skb && card->using_dma) {
1010 				SKB_CB(skb)->dma_addr = pci_map_single(card->dev, skb->data,
1011 								       skb->len, PCI_DMA_TODEVICE);
1012 				iowrite32(SKB_CB(skb)->dma_addr,
1013 					  card->config_regs + TX_DMA_ADDR(port));
1014 			}
1015 
1016 			if (!oldskb)
1017 				continue;
1018 
1019 			/* Clean up and free oldskb now it's gone */
1020 			if (atmdebug) {
1021 				dev_info(&card->dev->dev, "Transmitted: port %d\n",
1022 					 port);
1023 				print_buffer(oldskb);
1024 			}
1025 
1026 			vcc = SKB_CB(oldskb)->vcc;
1027 
1028 			if (vcc) {
1029 				atomic_inc(&vcc->stats->tx);
1030 				solos_pop(vcc, oldskb);
1031 			} else
1032 				dev_kfree_skb_irq(oldskb);
1033 
1034 		}
1035 	}
1036 	/* For non-DMA TX, write the 'TX start' bit for all four ports simultaneously */
1037 	if (tx_started)
1038 		iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
1039 
1040 	spin_unlock_irqrestore(&card->tx_lock, flags);
1041 	return card_flags;
1042 }
1043 
1044 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
1045 {
1046 	struct solos_card *card = vcc->dev->dev_data;
1047 	struct pkt_hdr *header;
1048 	int pktlen;
1049 
1050 	pktlen = skb->len;
1051 	if (pktlen > (BUF_SIZE - sizeof(*header))) {
1052 		dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
1053 		solos_pop(vcc, skb);
1054 		return 0;
1055 	}
1056 
1057 	if (!skb_clone_writable(skb, sizeof(*header))) {
1058 		int expand_by = 0;
1059 		int ret;
1060 
1061 		if (skb_headroom(skb) < sizeof(*header))
1062 			expand_by = sizeof(*header) - skb_headroom(skb);
1063 
1064 		ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
1065 		if (ret) {
1066 			dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
1067 			solos_pop(vcc, skb);
1068 			return ret;
1069 		}
1070 	}
1071 
1072 	header = (void *)skb_push(skb, sizeof(*header));
1073 
1074 	/* This does _not_ include the size of the header */
1075 	header->size = cpu_to_le16(pktlen);
1076 	header->vpi = cpu_to_le16(vcc->vpi);
1077 	header->vci = cpu_to_le16(vcc->vci);
1078 	header->type = cpu_to_le16(PKT_DATA);
1079 
1080 	fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1081 
1082 	return 0;
1083 }
1084 
1085 static struct atmdev_ops fpga_ops = {
1086 	.open =		popen,
1087 	.close =	pclose,
1088 	.ioctl =	NULL,
1089 	.getsockopt =	NULL,
1090 	.setsockopt =	NULL,
1091 	.send =		psend,
1092 	.send_oam =	NULL,
1093 	.phy_put =	NULL,
1094 	.phy_get =	NULL,
1095 	.change_qos =	NULL,
1096 	.proc_read =	NULL,
1097 	.owner =	THIS_MODULE
1098 };
1099 
1100 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1101 {
1102 	int err;
1103 	uint16_t fpga_ver;
1104 	uint8_t major_ver, minor_ver;
1105 	uint32_t data32;
1106 	struct solos_card *card;
1107 
1108 	card = kzalloc(sizeof(*card), GFP_KERNEL);
1109 	if (!card)
1110 		return -ENOMEM;
1111 
1112 	card->dev = dev;
1113 	init_waitqueue_head(&card->fw_wq);
1114 	init_waitqueue_head(&card->param_wq);
1115 
1116 	err = pci_enable_device(dev);
1117 	if (err) {
1118 		dev_warn(&dev->dev,  "Failed to enable PCI device\n");
1119 		goto out;
1120 	}
1121 
1122 	err = pci_set_dma_mask(dev, DMA_BIT_MASK(32));
1123 	if (err) {
1124 		dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1125 		goto out;
1126 	}
1127 
1128 	err = pci_request_regions(dev, "solos");
1129 	if (err) {
1130 		dev_warn(&dev->dev, "Failed to request regions\n");
1131 		goto out;
1132 	}
1133 
1134 	card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1135 	if (!card->config_regs) {
1136 		dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1137 		goto out_release_regions;
1138 	}
1139 	card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1140 	if (!card->buffers) {
1141 		dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1142 		goto out_unmap_config;
1143 	}
1144 
1145 	if (reset) {
1146 		iowrite32(1, card->config_regs + FPGA_MODE);
1147 		data32 = ioread32(card->config_regs + FPGA_MODE);
1148 
1149 		iowrite32(0, card->config_regs + FPGA_MODE);
1150 		data32 = ioread32(card->config_regs + FPGA_MODE);
1151 	}
1152 
1153 	data32 = ioread32(card->config_regs + FPGA_VER);
1154 	fpga_ver = (data32 & 0x0000FFFF);
1155 	major_ver = ((data32 & 0xFF000000) >> 24);
1156 	minor_ver = ((data32 & 0x00FF0000) >> 16);
1157 	card->fpga_version = FPGA_VERSION(major_ver,minor_ver);
1158 	if (card->fpga_version > LEGACY_BUFFERS)
1159 		card->buffer_size = BUF_SIZE;
1160 	else
1161 		card->buffer_size = OLD_BUF_SIZE;
1162 	dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1163 		 major_ver, minor_ver, fpga_ver);
1164 
1165 	if (fpga_ver < 37 && (fpga_upgrade || firmware_upgrade ||
1166 			      db_fpga_upgrade || db_firmware_upgrade)) {
1167 		dev_warn(&dev->dev,
1168 			 "FPGA too old; cannot upgrade flash. Use JTAG.\n");
1169 		fpga_upgrade = firmware_upgrade = 0;
1170 		db_fpga_upgrade = db_firmware_upgrade = 0;
1171 	}
1172 
1173 	if (card->fpga_version >= DMA_SUPPORTED){
1174 		card->using_dma = 1;
1175 	} else {
1176 		card->using_dma = 0;
1177 		/* Set RX empty flag for all ports */
1178 		iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1179 	}
1180 
1181 	data32 = ioread32(card->config_regs + PORTS);
1182 	card->nr_ports = (data32 & 0x000000FF);
1183 
1184 	pci_set_drvdata(dev, card);
1185 
1186 	tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1187 	spin_lock_init(&card->tx_lock);
1188 	spin_lock_init(&card->tx_queue_lock);
1189 	spin_lock_init(&card->cli_queue_lock);
1190 	spin_lock_init(&card->param_queue_lock);
1191 	INIT_LIST_HEAD(&card->param_queue);
1192 
1193 	err = request_irq(dev->irq, solos_irq, IRQF_SHARED,
1194 			  "solos-pci", card);
1195 	if (err) {
1196 		dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1197 		goto out_unmap_both;
1198 	}
1199 
1200 	iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1201 
1202 	if (fpga_upgrade)
1203 		flash_upgrade(card, 0);
1204 
1205 	if (firmware_upgrade)
1206 		flash_upgrade(card, 1);
1207 
1208 	if (db_fpga_upgrade)
1209 		flash_upgrade(card, 2);
1210 
1211 	if (db_firmware_upgrade)
1212 		flash_upgrade(card, 3);
1213 
1214 	err = atm_init(card, &dev->dev);
1215 	if (err)
1216 		goto out_free_irq;
1217 
1218 	return 0;
1219 
1220  out_free_irq:
1221 	iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1222 	free_irq(dev->irq, card);
1223 	tasklet_kill(&card->tlet);
1224 
1225  out_unmap_both:
1226 	pci_set_drvdata(dev, NULL);
1227 	pci_iounmap(dev, card->config_regs);
1228  out_unmap_config:
1229 	pci_iounmap(dev, card->buffers);
1230  out_release_regions:
1231 	pci_release_regions(dev);
1232  out:
1233 	kfree(card);
1234 	return err;
1235 }
1236 
1237 static int atm_init(struct solos_card *card, struct device *parent)
1238 {
1239 	int i;
1240 
1241 	for (i = 0; i < card->nr_ports; i++) {
1242 		struct sk_buff *skb;
1243 		struct pkt_hdr *header;
1244 
1245 		skb_queue_head_init(&card->tx_queue[i]);
1246 		skb_queue_head_init(&card->cli_queue[i]);
1247 
1248 		card->atmdev[i] = atm_dev_register("solos-pci", parent, &fpga_ops, -1, NULL);
1249 		if (!card->atmdev[i]) {
1250 			dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1251 			atm_remove(card);
1252 			return -ENODEV;
1253 		}
1254 		if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1255 			dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1256 		if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1257 			dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1258 
1259 		dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1260 
1261 		card->atmdev[i]->ci_range.vpi_bits = 8;
1262 		card->atmdev[i]->ci_range.vci_bits = 16;
1263 		card->atmdev[i]->dev_data = card;
1264 		card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1265 		atm_dev_signal_change(card->atmdev[i], ATM_PHY_SIG_UNKNOWN);
1266 
1267 		skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
1268 		if (!skb) {
1269 			dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1270 			continue;
1271 		}
1272 
1273 		header = (void *)skb_put(skb, sizeof(*header));
1274 
1275 		header->size = cpu_to_le16(0);
1276 		header->vpi = cpu_to_le16(0);
1277 		header->vci = cpu_to_le16(0);
1278 		header->type = cpu_to_le16(PKT_STATUS);
1279 
1280 		fpga_queue(card, i, skb, NULL);
1281 	}
1282 	return 0;
1283 }
1284 
1285 static void atm_remove(struct solos_card *card)
1286 {
1287 	int i;
1288 
1289 	for (i = 0; i < card->nr_ports; i++) {
1290 		if (card->atmdev[i]) {
1291 			struct sk_buff *skb;
1292 
1293 			dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1294 
1295 			sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1296 			atm_dev_deregister(card->atmdev[i]);
1297 
1298 			skb = card->rx_skb[i];
1299 			if (skb) {
1300 				pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
1301 						 RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
1302 				dev_kfree_skb(skb);
1303 			}
1304 			skb = card->tx_skb[i];
1305 			if (skb) {
1306 				pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
1307 						 skb->len, PCI_DMA_TODEVICE);
1308 				dev_kfree_skb(skb);
1309 			}
1310 			while ((skb = skb_dequeue(&card->tx_queue[i])))
1311 				dev_kfree_skb(skb);
1312 
1313 		}
1314 	}
1315 }
1316 
1317 static void fpga_remove(struct pci_dev *dev)
1318 {
1319 	struct solos_card *card = pci_get_drvdata(dev);
1320 
1321 	/* Disable IRQs */
1322 	iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1323 
1324 	/* Reset FPGA */
1325 	iowrite32(1, card->config_regs + FPGA_MODE);
1326 	(void)ioread32(card->config_regs + FPGA_MODE);
1327 
1328 	atm_remove(card);
1329 
1330 	free_irq(dev->irq, card);
1331 	tasklet_kill(&card->tlet);
1332 
1333 	/* Release device from reset */
1334 	iowrite32(0, card->config_regs + FPGA_MODE);
1335 	(void)ioread32(card->config_regs + FPGA_MODE);
1336 
1337 	pci_iounmap(dev, card->buffers);
1338 	pci_iounmap(dev, card->config_regs);
1339 
1340 	pci_release_regions(dev);
1341 	pci_disable_device(dev);
1342 
1343 	pci_set_drvdata(dev, NULL);
1344 	kfree(card);
1345 }
1346 
1347 static struct pci_device_id fpga_pci_tbl[] __devinitdata = {
1348 	{ 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1349 	{ 0, }
1350 };
1351 
1352 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1353 
1354 static struct pci_driver fpga_driver = {
1355 	.name =		"solos",
1356 	.id_table =	fpga_pci_tbl,
1357 	.probe =	fpga_probe,
1358 	.remove =	fpga_remove,
1359 };
1360 
1361 
1362 static int __init solos_pci_init(void)
1363 {
1364 	printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1365 	return pci_register_driver(&fpga_driver);
1366 }
1367 
1368 static void __exit solos_pci_exit(void)
1369 {
1370 	pci_unregister_driver(&fpga_driver);
1371 	printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1372 }
1373 
1374 module_init(solos_pci_init);
1375 module_exit(solos_pci_exit);
1376