xref: /openbmc/linux/drivers/atm/solos-pci.c (revision b830f94f)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
4  *  Traverse Technologies -- http://www.traverse.com.au/
5  *  Xrio Limited          -- http://www.xrio.com/
6  *
7  * Copyright © 2008 Traverse Technologies
8  * Copyright © 2008 Intel Corporation
9  *
10  * Authors: Nathan Williams <nathan@traverse.com.au>
11  *          David Woodhouse <dwmw2@infradead.org>
12  *          Treker Chen <treker@xrio.com>
13  */
14 
15 #define DEBUG
16 #define VERBOSE_DEBUG
17 
18 #include <linux/interrupt.h>
19 #include <linux/module.h>
20 #include <linux/kernel.h>
21 #include <linux/errno.h>
22 #include <linux/ioport.h>
23 #include <linux/types.h>
24 #include <linux/pci.h>
25 #include <linux/atm.h>
26 #include <linux/atmdev.h>
27 #include <linux/skbuff.h>
28 #include <linux/sysfs.h>
29 #include <linux/device.h>
30 #include <linux/kobject.h>
31 #include <linux/firmware.h>
32 #include <linux/ctype.h>
33 #include <linux/swab.h>
34 #include <linux/slab.h>
35 
36 #define VERSION "1.04"
37 #define DRIVER_VERSION 0x01
38 #define PTAG "solos-pci"
39 
40 #define CONFIG_RAM_SIZE	128
41 #define FLAGS_ADDR	0x7C
42 #define IRQ_EN_ADDR	0x78
43 #define FPGA_VER	0x74
44 #define IRQ_CLEAR	0x70
45 #define WRITE_FLASH	0x6C
46 #define PORTS		0x68
47 #define FLASH_BLOCK	0x64
48 #define FLASH_BUSY	0x60
49 #define FPGA_MODE	0x5C
50 #define FLASH_MODE	0x58
51 #define GPIO_STATUS	0x54
52 #define DRIVER_VER	0x50
53 #define TX_DMA_ADDR(port)	(0x40 + (4 * (port)))
54 #define RX_DMA_ADDR(port)	(0x30 + (4 * (port)))
55 
56 #define DATA_RAM_SIZE	32768
57 #define BUF_SIZE	2048
58 #define OLD_BUF_SIZE	4096 /* For FPGA versions <= 2*/
59 /* Old boards use ATMEL AD45DB161D flash */
60 #define ATMEL_FPGA_PAGE	528 /* FPGA flash page size*/
61 #define ATMEL_SOLOS_PAGE	512 /* Solos flash page size*/
62 #define ATMEL_FPGA_BLOCK	(ATMEL_FPGA_PAGE * 8) /* FPGA block size*/
63 #define ATMEL_SOLOS_BLOCK	(ATMEL_SOLOS_PAGE * 8) /* Solos block size*/
64 /* Current boards use M25P/M25PE SPI flash */
65 #define SPI_FLASH_BLOCK	(256 * 64)
66 
67 #define RX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2)
68 #define TX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2 + (card->buffer_size))
69 #define FLASH_BUF ((card->buffers) + 4*(card->buffer_size)*2)
70 
71 #define RX_DMA_SIZE	2048
72 
73 #define FPGA_VERSION(a,b) (((a) << 8) + (b))
74 #define LEGACY_BUFFERS	2
75 #define DMA_SUPPORTED	4
76 
77 static int reset = 0;
78 static int atmdebug = 0;
79 static int firmware_upgrade = 0;
80 static int fpga_upgrade = 0;
81 static int db_firmware_upgrade = 0;
82 static int db_fpga_upgrade = 0;
83 
84 struct pkt_hdr {
85 	__le16 size;
86 	__le16 vpi;
87 	__le16 vci;
88 	__le16 type;
89 };
90 
91 struct solos_skb_cb {
92 	struct atm_vcc *vcc;
93 	uint32_t dma_addr;
94 };
95 
96 
97 #define SKB_CB(skb)		((struct solos_skb_cb *)skb->cb)
98 
99 #define PKT_DATA	0
100 #define PKT_COMMAND	1
101 #define PKT_POPEN	3
102 #define PKT_PCLOSE	4
103 #define PKT_STATUS	5
104 
105 struct solos_card {
106 	void __iomem *config_regs;
107 	void __iomem *buffers;
108 	int nr_ports;
109 	int tx_mask;
110 	struct pci_dev *dev;
111 	struct atm_dev *atmdev[4];
112 	struct tasklet_struct tlet;
113 	spinlock_t tx_lock;
114 	spinlock_t tx_queue_lock;
115 	spinlock_t cli_queue_lock;
116 	spinlock_t param_queue_lock;
117 	struct list_head param_queue;
118 	struct sk_buff_head tx_queue[4];
119 	struct sk_buff_head cli_queue[4];
120 	struct sk_buff *tx_skb[4];
121 	struct sk_buff *rx_skb[4];
122 	unsigned char *dma_bounce;
123 	wait_queue_head_t param_wq;
124 	wait_queue_head_t fw_wq;
125 	int using_dma;
126 	int dma_alignment;
127 	int fpga_version;
128 	int buffer_size;
129 	int atmel_flash;
130 };
131 
132 
133 struct solos_param {
134 	struct list_head list;
135 	pid_t pid;
136 	int port;
137 	struct sk_buff *response;
138 };
139 
140 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
141 
142 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
143 MODULE_DESCRIPTION("Solos PCI driver");
144 MODULE_VERSION(VERSION);
145 MODULE_LICENSE("GPL");
146 MODULE_FIRMWARE("solos-FPGA.bin");
147 MODULE_FIRMWARE("solos-Firmware.bin");
148 MODULE_FIRMWARE("solos-db-FPGA.bin");
149 MODULE_PARM_DESC(reset, "Reset Solos chips on startup");
150 MODULE_PARM_DESC(atmdebug, "Print ATM data");
151 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
152 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
153 MODULE_PARM_DESC(db_firmware_upgrade, "Initiate daughter board Solos firmware upgrade");
154 MODULE_PARM_DESC(db_fpga_upgrade, "Initiate daughter board FPGA upgrade");
155 module_param(reset, int, 0444);
156 module_param(atmdebug, int, 0644);
157 module_param(firmware_upgrade, int, 0444);
158 module_param(fpga_upgrade, int, 0444);
159 module_param(db_firmware_upgrade, int, 0444);
160 module_param(db_fpga_upgrade, int, 0444);
161 
162 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
163 		       struct atm_vcc *vcc);
164 static uint32_t fpga_tx(struct solos_card *);
165 static irqreturn_t solos_irq(int irq, void *dev_id);
166 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
167 static int atm_init(struct solos_card *, struct device *);
168 static void atm_remove(struct solos_card *);
169 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
170 static void solos_bh(unsigned long);
171 static int print_buffer(struct sk_buff *buf);
172 
173 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
174 {
175         if (vcc->pop)
176                 vcc->pop(vcc, skb);
177         else
178                 dev_kfree_skb_any(skb);
179 }
180 
181 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
182 				char *buf)
183 {
184 	struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
185 	struct solos_card *card = atmdev->dev_data;
186 	struct solos_param prm;
187 	struct sk_buff *skb;
188 	struct pkt_hdr *header;
189 	int buflen;
190 
191 	buflen = strlen(attr->attr.name) + 10;
192 
193 	skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
194 	if (!skb) {
195 		dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
196 		return -ENOMEM;
197 	}
198 
199 	header = skb_put(skb, sizeof(*header));
200 
201 	buflen = snprintf((void *)&header[1], buflen - 1,
202 			  "L%05d\n%s\n", current->pid, attr->attr.name);
203 	skb_put(skb, buflen);
204 
205 	header->size = cpu_to_le16(buflen);
206 	header->vpi = cpu_to_le16(0);
207 	header->vci = cpu_to_le16(0);
208 	header->type = cpu_to_le16(PKT_COMMAND);
209 
210 	prm.pid = current->pid;
211 	prm.response = NULL;
212 	prm.port = SOLOS_CHAN(atmdev);
213 
214 	spin_lock_irq(&card->param_queue_lock);
215 	list_add(&prm.list, &card->param_queue);
216 	spin_unlock_irq(&card->param_queue_lock);
217 
218 	fpga_queue(card, prm.port, skb, NULL);
219 
220 	wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
221 
222 	spin_lock_irq(&card->param_queue_lock);
223 	list_del(&prm.list);
224 	spin_unlock_irq(&card->param_queue_lock);
225 
226 	if (!prm.response)
227 		return -EIO;
228 
229 	buflen = prm.response->len;
230 	memcpy(buf, prm.response->data, buflen);
231 	kfree_skb(prm.response);
232 
233 	return buflen;
234 }
235 
236 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
237 				 const char *buf, size_t count)
238 {
239 	struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
240 	struct solos_card *card = atmdev->dev_data;
241 	struct solos_param prm;
242 	struct sk_buff *skb;
243 	struct pkt_hdr *header;
244 	int buflen;
245 	ssize_t ret;
246 
247 	buflen = strlen(attr->attr.name) + 11 + count;
248 
249 	skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
250 	if (!skb) {
251 		dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
252 		return -ENOMEM;
253 	}
254 
255 	header = skb_put(skb, sizeof(*header));
256 
257 	buflen = snprintf((void *)&header[1], buflen - 1,
258 			  "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
259 
260 	skb_put(skb, buflen);
261 	header->size = cpu_to_le16(buflen);
262 	header->vpi = cpu_to_le16(0);
263 	header->vci = cpu_to_le16(0);
264 	header->type = cpu_to_le16(PKT_COMMAND);
265 
266 	prm.pid = current->pid;
267 	prm.response = NULL;
268 	prm.port = SOLOS_CHAN(atmdev);
269 
270 	spin_lock_irq(&card->param_queue_lock);
271 	list_add(&prm.list, &card->param_queue);
272 	spin_unlock_irq(&card->param_queue_lock);
273 
274 	fpga_queue(card, prm.port, skb, NULL);
275 
276 	wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
277 
278 	spin_lock_irq(&card->param_queue_lock);
279 	list_del(&prm.list);
280 	spin_unlock_irq(&card->param_queue_lock);
281 
282 	skb = prm.response;
283 
284 	if (!skb)
285 		return -EIO;
286 
287 	buflen = skb->len;
288 
289 	/* Sometimes it has a newline, sometimes it doesn't. */
290 	if (skb->data[buflen - 1] == '\n')
291 		buflen--;
292 
293 	if (buflen == 2 && !strncmp(skb->data, "OK", 2))
294 		ret = count;
295 	else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
296 		ret = -EIO;
297 	else {
298 		/* We know we have enough space allocated for this; we allocated
299 		   it ourselves */
300 		skb->data[buflen] = 0;
301 
302 		dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
303 			 skb->data);
304 		ret = -EIO;
305 	}
306 	kfree_skb(skb);
307 
308 	return ret;
309 }
310 
311 static char *next_string(struct sk_buff *skb)
312 {
313 	int i = 0;
314 	char *this = skb->data;
315 
316 	for (i = 0; i < skb->len; i++) {
317 		if (this[i] == '\n') {
318 			this[i] = 0;
319 			skb_pull(skb, i + 1);
320 			return this;
321 		}
322 		if (!isprint(this[i]))
323 			return NULL;
324 	}
325 	return NULL;
326 }
327 
328 /*
329  * Status packet has fields separated by \n, starting with a version number
330  * for the information therein. Fields are....
331  *
332  *     packet version
333  *     RxBitRate	(version >= 1)
334  *     TxBitRate	(version >= 1)
335  *     State		(version >= 1)
336  *     LocalSNRMargin	(version >= 1)
337  *     LocalLineAttn	(version >= 1)
338  */
339 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
340 {
341 	char *str, *state_str, *snr, *attn;
342 	int ver, rate_up, rate_down, err;
343 
344 	if (!card->atmdev[port])
345 		return -ENODEV;
346 
347 	str = next_string(skb);
348 	if (!str)
349 		return -EIO;
350 
351 	err = kstrtoint(str, 10, &ver);
352 	if (err) {
353 		dev_warn(&card->dev->dev, "Unexpected status interrupt version\n");
354 		return err;
355 	}
356 	if (ver < 1) {
357 		dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
358 			 ver);
359 		return -EIO;
360 	}
361 
362 	str = next_string(skb);
363 	if (!str)
364 		return -EIO;
365 	if (!strcmp(str, "ERROR")) {
366 		dev_dbg(&card->dev->dev, "Status packet indicated Solos error on port %d (starting up?)\n",
367 			 port);
368 		return 0;
369 	}
370 
371 	err = kstrtoint(str, 10, &rate_down);
372 	if (err)
373 		return err;
374 
375 	str = next_string(skb);
376 	if (!str)
377 		return -EIO;
378 	err = kstrtoint(str, 10, &rate_up);
379 	if (err)
380 		return err;
381 
382 	state_str = next_string(skb);
383 	if (!state_str)
384 		return -EIO;
385 
386 	/* Anything but 'Showtime' is down */
387 	if (strcmp(state_str, "Showtime")) {
388 		atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_LOST);
389 		dev_info(&card->dev->dev, "Port %d: %s\n", port, state_str);
390 		return 0;
391 	}
392 
393 	snr = next_string(skb);
394 	if (!snr)
395 		return -EIO;
396 	attn = next_string(skb);
397 	if (!attn)
398 		return -EIO;
399 
400 	dev_info(&card->dev->dev, "Port %d: %s @%d/%d kb/s%s%s%s%s\n",
401 		 port, state_str, rate_down/1000, rate_up/1000,
402 		 snr[0]?", SNR ":"", snr, attn[0]?", Attn ":"", attn);
403 
404 	card->atmdev[port]->link_rate = rate_down / 424;
405 	atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_FOUND);
406 
407 	return 0;
408 }
409 
410 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
411 {
412 	struct solos_param *prm;
413 	unsigned long flags;
414 	int cmdpid;
415 	int found = 0, err;
416 
417 	if (skb->len < 7)
418 		return 0;
419 
420 	if (skb->data[0] != 'L'    || !isdigit(skb->data[1]) ||
421 	    !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
422 	    !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
423 	    skb->data[6] != '\n')
424 		return 0;
425 
426 	err = kstrtoint(&skb->data[1], 10, &cmdpid);
427 	if (err)
428 		return err;
429 
430 	spin_lock_irqsave(&card->param_queue_lock, flags);
431 	list_for_each_entry(prm, &card->param_queue, list) {
432 		if (prm->port == port && prm->pid == cmdpid) {
433 			prm->response = skb;
434 			skb_pull(skb, 7);
435 			wake_up(&card->param_wq);
436 			found = 1;
437 			break;
438 		}
439 	}
440 	spin_unlock_irqrestore(&card->param_queue_lock, flags);
441 	return found;
442 }
443 
444 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
445 			    char *buf)
446 {
447 	struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
448 	struct solos_card *card = atmdev->dev_data;
449 	struct sk_buff *skb;
450 	unsigned int len;
451 
452 	spin_lock(&card->cli_queue_lock);
453 	skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
454 	spin_unlock(&card->cli_queue_lock);
455 	if(skb == NULL)
456 		return sprintf(buf, "No data.\n");
457 
458 	len = skb->len;
459 	memcpy(buf, skb->data, len);
460 
461 	kfree_skb(skb);
462 	return len;
463 }
464 
465 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
466 {
467 	struct sk_buff *skb;
468 	struct pkt_hdr *header;
469 
470 	if (size > (BUF_SIZE - sizeof(*header))) {
471 		dev_dbg(&card->dev->dev, "Command is too big.  Dropping request\n");
472 		return 0;
473 	}
474 	skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
475 	if (!skb) {
476 		dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
477 		return 0;
478 	}
479 
480 	header = skb_put(skb, sizeof(*header));
481 
482 	header->size = cpu_to_le16(size);
483 	header->vpi = cpu_to_le16(0);
484 	header->vci = cpu_to_le16(0);
485 	header->type = cpu_to_le16(PKT_COMMAND);
486 
487 	skb_put_data(skb, buf, size);
488 
489 	fpga_queue(card, dev, skb, NULL);
490 
491 	return 0;
492 }
493 
494 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
495 			     const char *buf, size_t count)
496 {
497 	struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
498 	struct solos_card *card = atmdev->dev_data;
499 	int err;
500 
501 	err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
502 
503 	return err?:count;
504 }
505 
506 struct geos_gpio_attr {
507 	struct device_attribute attr;
508 	int offset;
509 };
510 
511 #define SOLOS_GPIO_ATTR(_name, _mode, _show, _store, _offset)	\
512 	struct geos_gpio_attr gpio_attr_##_name = {		\
513 		.attr = __ATTR(_name, _mode, _show, _store),	\
514 		.offset = _offset }
515 
516 static ssize_t geos_gpio_store(struct device *dev, struct device_attribute *attr,
517 			       const char *buf, size_t count)
518 {
519 	struct pci_dev *pdev = to_pci_dev(dev);
520 	struct geos_gpio_attr *gattr = container_of(attr, struct geos_gpio_attr, attr);
521 	struct solos_card *card = pci_get_drvdata(pdev);
522 	uint32_t data32;
523 
524 	if (count != 1 && (count != 2 || buf[1] != '\n'))
525 		return -EINVAL;
526 
527 	spin_lock_irq(&card->param_queue_lock);
528 	data32 = ioread32(card->config_regs + GPIO_STATUS);
529 	if (buf[0] == '1') {
530 		data32 |= 1 << gattr->offset;
531 		iowrite32(data32, card->config_regs + GPIO_STATUS);
532 	} else if (buf[0] == '0') {
533 		data32 &= ~(1 << gattr->offset);
534 		iowrite32(data32, card->config_regs + GPIO_STATUS);
535 	} else {
536 		count = -EINVAL;
537 	}
538 	spin_unlock_irq(&card->param_queue_lock);
539 	return count;
540 }
541 
542 static ssize_t geos_gpio_show(struct device *dev, struct device_attribute *attr,
543 			      char *buf)
544 {
545 	struct pci_dev *pdev = to_pci_dev(dev);
546 	struct geos_gpio_attr *gattr = container_of(attr, struct geos_gpio_attr, attr);
547 	struct solos_card *card = pci_get_drvdata(pdev);
548 	uint32_t data32;
549 
550 	data32 = ioread32(card->config_regs + GPIO_STATUS);
551 	data32 = (data32 >> gattr->offset) & 1;
552 
553 	return sprintf(buf, "%d\n", data32);
554 }
555 
556 static ssize_t hardware_show(struct device *dev, struct device_attribute *attr,
557 			     char *buf)
558 {
559 	struct pci_dev *pdev = to_pci_dev(dev);
560 	struct geos_gpio_attr *gattr = container_of(attr, struct geos_gpio_attr, attr);
561 	struct solos_card *card = pci_get_drvdata(pdev);
562 	uint32_t data32;
563 
564 	data32 = ioread32(card->config_regs + GPIO_STATUS);
565 	switch (gattr->offset) {
566 	case 0:
567 		/* HardwareVersion */
568 		data32 = data32 & 0x1F;
569 		break;
570 	case 1:
571 		/* HardwareVariant */
572 		data32 = (data32 >> 5) & 0x0F;
573 		break;
574 	}
575 	return sprintf(buf, "%d\n", data32);
576 }
577 
578 static DEVICE_ATTR_RW(console);
579 
580 
581 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
582 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
583 
584 #include "solos-attrlist.c"
585 
586 static SOLOS_GPIO_ATTR(GPIO1, 0644, geos_gpio_show, geos_gpio_store, 9);
587 static SOLOS_GPIO_ATTR(GPIO2, 0644, geos_gpio_show, geos_gpio_store, 10);
588 static SOLOS_GPIO_ATTR(GPIO3, 0644, geos_gpio_show, geos_gpio_store, 11);
589 static SOLOS_GPIO_ATTR(GPIO4, 0644, geos_gpio_show, geos_gpio_store, 12);
590 static SOLOS_GPIO_ATTR(GPIO5, 0644, geos_gpio_show, geos_gpio_store, 13);
591 static SOLOS_GPIO_ATTR(PushButton, 0444, geos_gpio_show, NULL, 14);
592 static SOLOS_GPIO_ATTR(HardwareVersion, 0444, hardware_show, NULL, 0);
593 static SOLOS_GPIO_ATTR(HardwareVariant, 0444, hardware_show, NULL, 1);
594 #undef SOLOS_ATTR_RO
595 #undef SOLOS_ATTR_RW
596 
597 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
598 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
599 
600 static struct attribute *solos_attrs[] = {
601 #include "solos-attrlist.c"
602 	NULL
603 };
604 
605 static const struct attribute_group solos_attr_group = {
606 	.attrs = solos_attrs,
607 	.name = "parameters",
608 };
609 
610 static struct attribute *gpio_attrs[] = {
611 	&gpio_attr_GPIO1.attr.attr,
612 	&gpio_attr_GPIO2.attr.attr,
613 	&gpio_attr_GPIO3.attr.attr,
614 	&gpio_attr_GPIO4.attr.attr,
615 	&gpio_attr_GPIO5.attr.attr,
616 	&gpio_attr_PushButton.attr.attr,
617 	&gpio_attr_HardwareVersion.attr.attr,
618 	&gpio_attr_HardwareVariant.attr.attr,
619 	NULL
620 };
621 
622 static const struct attribute_group gpio_attr_group = {
623 	.attrs = gpio_attrs,
624 	.name = "gpio",
625 };
626 
627 static int flash_upgrade(struct solos_card *card, int chip)
628 {
629 	const struct firmware *fw;
630 	const char *fw_name;
631 	int blocksize = 0;
632 	int numblocks = 0;
633 	int offset;
634 
635 	switch (chip) {
636 	case 0:
637 		fw_name = "solos-FPGA.bin";
638 		if (card->atmel_flash)
639 			blocksize = ATMEL_FPGA_BLOCK;
640 		else
641 			blocksize = SPI_FLASH_BLOCK;
642 		break;
643 	case 1:
644 		fw_name = "solos-Firmware.bin";
645 		if (card->atmel_flash)
646 			blocksize = ATMEL_SOLOS_BLOCK;
647 		else
648 			blocksize = SPI_FLASH_BLOCK;
649 		break;
650 	case 2:
651 		if (card->fpga_version > LEGACY_BUFFERS){
652 			fw_name = "solos-db-FPGA.bin";
653 			if (card->atmel_flash)
654 				blocksize = ATMEL_FPGA_BLOCK;
655 			else
656 				blocksize = SPI_FLASH_BLOCK;
657 		} else {
658 			dev_info(&card->dev->dev, "FPGA version doesn't support"
659 					" daughter board upgrades\n");
660 			return -EPERM;
661 		}
662 		break;
663 	case 3:
664 		if (card->fpga_version > LEGACY_BUFFERS){
665 			fw_name = "solos-Firmware.bin";
666 			if (card->atmel_flash)
667 				blocksize = ATMEL_SOLOS_BLOCK;
668 			else
669 				blocksize = SPI_FLASH_BLOCK;
670 		} else {
671 			dev_info(&card->dev->dev, "FPGA version doesn't support"
672 					" daughter board upgrades\n");
673 			return -EPERM;
674 		}
675 		break;
676 	default:
677 		return -ENODEV;
678 	}
679 
680 	if (request_firmware(&fw, fw_name, &card->dev->dev))
681 		return -ENOENT;
682 
683 	dev_info(&card->dev->dev, "Flash upgrade starting\n");
684 
685 	/* New FPGAs require driver version before permitting flash upgrades */
686 	iowrite32(DRIVER_VERSION, card->config_regs + DRIVER_VER);
687 
688 	numblocks = fw->size / blocksize;
689 	dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
690 	dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
691 
692 	dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
693 	iowrite32(1, card->config_regs + FPGA_MODE);
694 	(void) ioread32(card->config_regs + FPGA_MODE);
695 
696 	/* Set mode to Chip Erase */
697 	if(chip == 0 || chip == 2)
698 		dev_info(&card->dev->dev, "Set FPGA Flash mode to FPGA Chip Erase\n");
699 	if(chip == 1 || chip == 3)
700 		dev_info(&card->dev->dev, "Set FPGA Flash mode to Solos Chip Erase\n");
701 	iowrite32((chip * 2), card->config_regs + FLASH_MODE);
702 
703 
704 	iowrite32(1, card->config_regs + WRITE_FLASH);
705 	wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
706 
707 	for (offset = 0; offset < fw->size; offset += blocksize) {
708 		int i;
709 
710 		/* Clear write flag */
711 		iowrite32(0, card->config_regs + WRITE_FLASH);
712 
713 		/* Set mode to Block Write */
714 		/* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
715 		iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
716 
717 		/* Copy block to buffer, swapping each 16 bits for Atmel flash */
718 		for(i = 0; i < blocksize; i += 4) {
719 			uint32_t word;
720 			if (card->atmel_flash)
721 				word = swahb32p((uint32_t *)(fw->data + offset + i));
722 			else
723 				word = *(uint32_t *)(fw->data + offset + i);
724 			if(card->fpga_version > LEGACY_BUFFERS)
725 				iowrite32(word, FLASH_BUF + i);
726 			else
727 				iowrite32(word, RX_BUF(card, 3) + i);
728 		}
729 
730 		/* Specify block number and then trigger flash write */
731 		iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
732 		iowrite32(1, card->config_regs + WRITE_FLASH);
733 		wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
734 	}
735 
736 	release_firmware(fw);
737 	iowrite32(0, card->config_regs + WRITE_FLASH);
738 	iowrite32(0, card->config_regs + FPGA_MODE);
739 	iowrite32(0, card->config_regs + FLASH_MODE);
740 	dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
741 	return 0;
742 }
743 
744 static irqreturn_t solos_irq(int irq, void *dev_id)
745 {
746 	struct solos_card *card = dev_id;
747 	int handled = 1;
748 
749 	iowrite32(0, card->config_regs + IRQ_CLEAR);
750 
751 	/* If we're up and running, just kick the tasklet to process TX/RX */
752 	if (card->atmdev[0])
753 		tasklet_schedule(&card->tlet);
754 	else
755 		wake_up(&card->fw_wq);
756 
757 	return IRQ_RETVAL(handled);
758 }
759 
760 static void solos_bh(unsigned long card_arg)
761 {
762 	struct solos_card *card = (void *)card_arg;
763 	uint32_t card_flags;
764 	uint32_t rx_done = 0;
765 	int port;
766 
767 	/*
768 	 * Since fpga_tx() is going to need to read the flags under its lock,
769 	 * it can return them to us so that we don't have to hit PCI MMIO
770 	 * again for the same information
771 	 */
772 	card_flags = fpga_tx(card);
773 
774 	for (port = 0; port < card->nr_ports; port++) {
775 		if (card_flags & (0x10 << port)) {
776 			struct pkt_hdr _hdr, *header;
777 			struct sk_buff *skb;
778 			struct atm_vcc *vcc;
779 			int size;
780 
781 			if (card->using_dma) {
782 				skb = card->rx_skb[port];
783 				card->rx_skb[port] = NULL;
784 
785 				dma_unmap_single(&card->dev->dev, SKB_CB(skb)->dma_addr,
786 						 RX_DMA_SIZE, DMA_FROM_DEVICE);
787 
788 				header = (void *)skb->data;
789 				size = le16_to_cpu(header->size);
790 				skb_put(skb, size + sizeof(*header));
791 				skb_pull(skb, sizeof(*header));
792 			} else {
793 				header = &_hdr;
794 
795 				rx_done |= 0x10 << port;
796 
797 				memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
798 
799 				size = le16_to_cpu(header->size);
800 				if (size > (card->buffer_size - sizeof(*header))){
801 					dev_warn(&card->dev->dev, "Invalid buffer size\n");
802 					continue;
803 				}
804 
805 				/* Use netdev_alloc_skb() because it adds NET_SKB_PAD of
806 				 * headroom, and ensures we can route packets back out an
807 				 * Ethernet interface (for example) without having to
808 				 * reallocate. Adding NET_IP_ALIGN also ensures that both
809 				 * PPPoATM and PPPoEoBR2684 packets end up aligned. */
810 				skb = netdev_alloc_skb_ip_align(NULL, size + 1);
811 				if (!skb) {
812 					if (net_ratelimit())
813 						dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
814 					continue;
815 				}
816 
817 				memcpy_fromio(skb_put(skb, size),
818 					      RX_BUF(card, port) + sizeof(*header),
819 					      size);
820 			}
821 			if (atmdebug) {
822 				dev_info(&card->dev->dev, "Received: port %d\n", port);
823 				dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
824 					 size, le16_to_cpu(header->vpi),
825 					 le16_to_cpu(header->vci));
826 				print_buffer(skb);
827 			}
828 
829 			switch (le16_to_cpu(header->type)) {
830 			case PKT_DATA:
831 				vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
832 					       le16_to_cpu(header->vci));
833 				if (!vcc) {
834 					if (net_ratelimit())
835 						dev_warn(&card->dev->dev, "Received packet for unknown VPI.VCI %d.%d on port %d\n",
836 							 le16_to_cpu(header->vpi), le16_to_cpu(header->vci),
837 							 port);
838 					dev_kfree_skb_any(skb);
839 					break;
840 				}
841 				atm_charge(vcc, skb->truesize);
842 				vcc->push(vcc, skb);
843 				atomic_inc(&vcc->stats->rx);
844 				break;
845 
846 			case PKT_STATUS:
847 				if (process_status(card, port, skb) &&
848 				    net_ratelimit()) {
849 					dev_warn(&card->dev->dev, "Bad status packet of %d bytes on port %d:\n", skb->len, port);
850 					print_buffer(skb);
851 				}
852 				dev_kfree_skb_any(skb);
853 				break;
854 
855 			case PKT_COMMAND:
856 			default: /* FIXME: Not really, surely? */
857 				if (process_command(card, port, skb))
858 					break;
859 				spin_lock(&card->cli_queue_lock);
860 				if (skb_queue_len(&card->cli_queue[port]) > 10) {
861 					if (net_ratelimit())
862 						dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
863 							 port);
864 					dev_kfree_skb_any(skb);
865 				} else
866 					skb_queue_tail(&card->cli_queue[port], skb);
867 				spin_unlock(&card->cli_queue_lock);
868 				break;
869 			}
870 		}
871 		/* Allocate RX skbs for any ports which need them */
872 		if (card->using_dma && card->atmdev[port] &&
873 		    !card->rx_skb[port]) {
874 			/* Unlike the MMIO case (qv) we can't add NET_IP_ALIGN
875 			 * here; the FPGA can only DMA to addresses which are
876 			 * aligned to 4 bytes. */
877 			struct sk_buff *skb = dev_alloc_skb(RX_DMA_SIZE);
878 			if (skb) {
879 				SKB_CB(skb)->dma_addr =
880 					dma_map_single(&card->dev->dev, skb->data,
881 						       RX_DMA_SIZE, DMA_FROM_DEVICE);
882 				iowrite32(SKB_CB(skb)->dma_addr,
883 					  card->config_regs + RX_DMA_ADDR(port));
884 				card->rx_skb[port] = skb;
885 			} else {
886 				if (net_ratelimit())
887 					dev_warn(&card->dev->dev, "Failed to allocate RX skb");
888 
889 				/* We'll have to try again later */
890 				tasklet_schedule(&card->tlet);
891 			}
892 		}
893 	}
894 	if (rx_done)
895 		iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
896 
897 	return;
898 }
899 
900 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
901 {
902 	struct hlist_head *head;
903 	struct atm_vcc *vcc = NULL;
904 	struct sock *s;
905 
906 	read_lock(&vcc_sklist_lock);
907 	head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
908 	sk_for_each(s, head) {
909 		vcc = atm_sk(s);
910 		if (vcc->dev == dev && vcc->vci == vci &&
911 		    vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE &&
912 		    test_bit(ATM_VF_READY, &vcc->flags))
913 			goto out;
914 	}
915 	vcc = NULL;
916  out:
917 	read_unlock(&vcc_sklist_lock);
918 	return vcc;
919 }
920 
921 static int popen(struct atm_vcc *vcc)
922 {
923 	struct solos_card *card = vcc->dev->dev_data;
924 	struct sk_buff *skb;
925 	struct pkt_hdr *header;
926 
927 	if (vcc->qos.aal != ATM_AAL5) {
928 		dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
929 			 vcc->qos.aal);
930 		return -EINVAL;
931 	}
932 
933 	skb = alloc_skb(sizeof(*header), GFP_KERNEL);
934 	if (!skb) {
935 		if (net_ratelimit())
936 			dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
937 		return -ENOMEM;
938 	}
939 	header = skb_put(skb, sizeof(*header));
940 
941 	header->size = cpu_to_le16(0);
942 	header->vpi = cpu_to_le16(vcc->vpi);
943 	header->vci = cpu_to_le16(vcc->vci);
944 	header->type = cpu_to_le16(PKT_POPEN);
945 
946 	fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
947 
948 	set_bit(ATM_VF_ADDR, &vcc->flags);
949 	set_bit(ATM_VF_READY, &vcc->flags);
950 
951 	return 0;
952 }
953 
954 static void pclose(struct atm_vcc *vcc)
955 {
956 	struct solos_card *card = vcc->dev->dev_data;
957 	unsigned char port = SOLOS_CHAN(vcc->dev);
958 	struct sk_buff *skb, *tmpskb;
959 	struct pkt_hdr *header;
960 
961 	/* Remove any yet-to-be-transmitted packets from the pending queue */
962 	spin_lock(&card->tx_queue_lock);
963 	skb_queue_walk_safe(&card->tx_queue[port], skb, tmpskb) {
964 		if (SKB_CB(skb)->vcc == vcc) {
965 			skb_unlink(skb, &card->tx_queue[port]);
966 			solos_pop(vcc, skb);
967 		}
968 	}
969 	spin_unlock(&card->tx_queue_lock);
970 
971 	skb = alloc_skb(sizeof(*header), GFP_KERNEL);
972 	if (!skb) {
973 		dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
974 		return;
975 	}
976 	header = skb_put(skb, sizeof(*header));
977 
978 	header->size = cpu_to_le16(0);
979 	header->vpi = cpu_to_le16(vcc->vpi);
980 	header->vci = cpu_to_le16(vcc->vci);
981 	header->type = cpu_to_le16(PKT_PCLOSE);
982 
983 	skb_get(skb);
984 	fpga_queue(card, port, skb, NULL);
985 
986 	if (!wait_event_timeout(card->param_wq, !skb_shared(skb), 5 * HZ))
987 		dev_warn(&card->dev->dev,
988 			 "Timeout waiting for VCC close on port %d\n", port);
989 
990 	dev_kfree_skb(skb);
991 
992 	/* Hold up vcc_destroy_socket() (our caller) until solos_bh() in the
993 	   tasklet has finished processing any incoming packets (and, more to
994 	   the point, using the vcc pointer). */
995 	tasklet_unlock_wait(&card->tlet);
996 
997 	clear_bit(ATM_VF_ADDR, &vcc->flags);
998 
999 	return;
1000 }
1001 
1002 static int print_buffer(struct sk_buff *buf)
1003 {
1004 	int len,i;
1005 	char msg[500];
1006 	char item[10];
1007 
1008 	len = buf->len;
1009 	for (i = 0; i < len; i++){
1010 		if(i % 8 == 0)
1011 			sprintf(msg, "%02X: ", i);
1012 
1013 		sprintf(item,"%02X ",*(buf->data + i));
1014 		strcat(msg, item);
1015 		if(i % 8 == 7) {
1016 			sprintf(item, "\n");
1017 			strcat(msg, item);
1018 			printk(KERN_DEBUG "%s", msg);
1019 		}
1020 	}
1021 	if (i % 8 != 0) {
1022 		sprintf(item, "\n");
1023 		strcat(msg, item);
1024 		printk(KERN_DEBUG "%s", msg);
1025 	}
1026 	printk(KERN_DEBUG "\n");
1027 
1028 	return 0;
1029 }
1030 
1031 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
1032 		       struct atm_vcc *vcc)
1033 {
1034 	int old_len;
1035 	unsigned long flags;
1036 
1037 	SKB_CB(skb)->vcc = vcc;
1038 
1039 	spin_lock_irqsave(&card->tx_queue_lock, flags);
1040 	old_len = skb_queue_len(&card->tx_queue[port]);
1041 	skb_queue_tail(&card->tx_queue[port], skb);
1042 	if (!old_len)
1043 		card->tx_mask |= (1 << port);
1044 	spin_unlock_irqrestore(&card->tx_queue_lock, flags);
1045 
1046 	/* Theoretically we could just schedule the tasklet here, but
1047 	   that introduces latency we don't want -- it's noticeable */
1048 	if (!old_len)
1049 		fpga_tx(card);
1050 }
1051 
1052 static uint32_t fpga_tx(struct solos_card *card)
1053 {
1054 	uint32_t tx_pending, card_flags;
1055 	uint32_t tx_started = 0;
1056 	struct sk_buff *skb;
1057 	struct atm_vcc *vcc;
1058 	unsigned char port;
1059 	unsigned long flags;
1060 
1061 	spin_lock_irqsave(&card->tx_lock, flags);
1062 
1063 	card_flags = ioread32(card->config_regs + FLAGS_ADDR);
1064 	/*
1065 	 * The queue lock is required for _writing_ to tx_mask, but we're
1066 	 * OK to read it here without locking. The only potential update
1067 	 * that we could race with is in fpga_queue() where it sets a bit
1068 	 * for a new port... but it's going to call this function again if
1069 	 * it's doing that, anyway.
1070 	 */
1071 	tx_pending = card->tx_mask & ~card_flags;
1072 
1073 	for (port = 0; tx_pending; tx_pending >>= 1, port++) {
1074 		if (tx_pending & 1) {
1075 			struct sk_buff *oldskb = card->tx_skb[port];
1076 			if (oldskb) {
1077 				dma_unmap_single(&card->dev->dev, SKB_CB(oldskb)->dma_addr,
1078 						 oldskb->len, DMA_TO_DEVICE);
1079 				card->tx_skb[port] = NULL;
1080 			}
1081 			spin_lock(&card->tx_queue_lock);
1082 			skb = skb_dequeue(&card->tx_queue[port]);
1083 			if (!skb)
1084 				card->tx_mask &= ~(1 << port);
1085 			spin_unlock(&card->tx_queue_lock);
1086 
1087 			if (skb && !card->using_dma) {
1088 				memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
1089 				tx_started |= 1 << port;
1090 				oldskb = skb; /* We're done with this skb already */
1091 			} else if (skb && card->using_dma) {
1092 				unsigned char *data = skb->data;
1093 				if ((unsigned long)data & card->dma_alignment) {
1094 					data = card->dma_bounce + (BUF_SIZE * port);
1095 					memcpy(data, skb->data, skb->len);
1096 				}
1097 				SKB_CB(skb)->dma_addr = dma_map_single(&card->dev->dev, data,
1098 								       skb->len, DMA_TO_DEVICE);
1099 				card->tx_skb[port] = skb;
1100 				iowrite32(SKB_CB(skb)->dma_addr,
1101 					  card->config_regs + TX_DMA_ADDR(port));
1102 			}
1103 
1104 			if (!oldskb)
1105 				continue;
1106 
1107 			/* Clean up and free oldskb now it's gone */
1108 			if (atmdebug) {
1109 				struct pkt_hdr *header = (void *)oldskb->data;
1110 				int size = le16_to_cpu(header->size);
1111 
1112 				skb_pull(oldskb, sizeof(*header));
1113 				dev_info(&card->dev->dev, "Transmitted: port %d\n",
1114 					 port);
1115 				dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
1116 					 size, le16_to_cpu(header->vpi),
1117 					 le16_to_cpu(header->vci));
1118 				print_buffer(oldskb);
1119 			}
1120 
1121 			vcc = SKB_CB(oldskb)->vcc;
1122 
1123 			if (vcc) {
1124 				atomic_inc(&vcc->stats->tx);
1125 				solos_pop(vcc, oldskb);
1126 			} else {
1127 				dev_kfree_skb_irq(oldskb);
1128 				wake_up(&card->param_wq);
1129 			}
1130 		}
1131 	}
1132 	/* For non-DMA TX, write the 'TX start' bit for all four ports simultaneously */
1133 	if (tx_started)
1134 		iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
1135 
1136 	spin_unlock_irqrestore(&card->tx_lock, flags);
1137 	return card_flags;
1138 }
1139 
1140 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
1141 {
1142 	struct solos_card *card = vcc->dev->dev_data;
1143 	struct pkt_hdr *header;
1144 	int pktlen;
1145 
1146 	pktlen = skb->len;
1147 	if (pktlen > (BUF_SIZE - sizeof(*header))) {
1148 		dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
1149 		solos_pop(vcc, skb);
1150 		return 0;
1151 	}
1152 
1153 	if (!skb_clone_writable(skb, sizeof(*header))) {
1154 		int expand_by = 0;
1155 		int ret;
1156 
1157 		if (skb_headroom(skb) < sizeof(*header))
1158 			expand_by = sizeof(*header) - skb_headroom(skb);
1159 
1160 		ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
1161 		if (ret) {
1162 			dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
1163 			solos_pop(vcc, skb);
1164 			return ret;
1165 		}
1166 	}
1167 
1168 	header = skb_push(skb, sizeof(*header));
1169 
1170 	/* This does _not_ include the size of the header */
1171 	header->size = cpu_to_le16(pktlen);
1172 	header->vpi = cpu_to_le16(vcc->vpi);
1173 	header->vci = cpu_to_le16(vcc->vci);
1174 	header->type = cpu_to_le16(PKT_DATA);
1175 
1176 	fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1177 
1178 	return 0;
1179 }
1180 
1181 static const struct atmdev_ops fpga_ops = {
1182 	.open =		popen,
1183 	.close =	pclose,
1184 	.ioctl =	NULL,
1185 	.getsockopt =	NULL,
1186 	.setsockopt =	NULL,
1187 	.send =		psend,
1188 	.send_oam =	NULL,
1189 	.phy_put =	NULL,
1190 	.phy_get =	NULL,
1191 	.change_qos =	NULL,
1192 	.proc_read =	NULL,
1193 	.owner =	THIS_MODULE
1194 };
1195 
1196 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1197 {
1198 	int err;
1199 	uint16_t fpga_ver;
1200 	uint8_t major_ver, minor_ver;
1201 	uint32_t data32;
1202 	struct solos_card *card;
1203 
1204 	card = kzalloc(sizeof(*card), GFP_KERNEL);
1205 	if (!card)
1206 		return -ENOMEM;
1207 
1208 	card->dev = dev;
1209 	init_waitqueue_head(&card->fw_wq);
1210 	init_waitqueue_head(&card->param_wq);
1211 
1212 	err = pci_enable_device(dev);
1213 	if (err) {
1214 		dev_warn(&dev->dev,  "Failed to enable PCI device\n");
1215 		goto out;
1216 	}
1217 
1218 	err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(32));
1219 	if (err) {
1220 		dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1221 		goto out;
1222 	}
1223 
1224 	err = pci_request_regions(dev, "solos");
1225 	if (err) {
1226 		dev_warn(&dev->dev, "Failed to request regions\n");
1227 		goto out;
1228 	}
1229 
1230 	card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1231 	if (!card->config_regs) {
1232 		dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1233 		err = -ENOMEM;
1234 		goto out_release_regions;
1235 	}
1236 	card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1237 	if (!card->buffers) {
1238 		dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1239 		err = -ENOMEM;
1240 		goto out_unmap_config;
1241 	}
1242 
1243 	if (reset) {
1244 		iowrite32(1, card->config_regs + FPGA_MODE);
1245 		ioread32(card->config_regs + FPGA_MODE);
1246 
1247 		iowrite32(0, card->config_regs + FPGA_MODE);
1248 		ioread32(card->config_regs + FPGA_MODE);
1249 	}
1250 
1251 	data32 = ioread32(card->config_regs + FPGA_VER);
1252 	fpga_ver = (data32 & 0x0000FFFF);
1253 	major_ver = ((data32 & 0xFF000000) >> 24);
1254 	minor_ver = ((data32 & 0x00FF0000) >> 16);
1255 	card->fpga_version = FPGA_VERSION(major_ver,minor_ver);
1256 	if (card->fpga_version > LEGACY_BUFFERS)
1257 		card->buffer_size = BUF_SIZE;
1258 	else
1259 		card->buffer_size = OLD_BUF_SIZE;
1260 	dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1261 		 major_ver, minor_ver, fpga_ver);
1262 
1263 	if (fpga_ver < 37 && (fpga_upgrade || firmware_upgrade ||
1264 			      db_fpga_upgrade || db_firmware_upgrade)) {
1265 		dev_warn(&dev->dev,
1266 			 "FPGA too old; cannot upgrade flash. Use JTAG.\n");
1267 		fpga_upgrade = firmware_upgrade = 0;
1268 		db_fpga_upgrade = db_firmware_upgrade = 0;
1269 	}
1270 
1271 	/* Stopped using Atmel flash after 0.03-38 */
1272 	if (fpga_ver < 39)
1273 		card->atmel_flash = 1;
1274 	else
1275 		card->atmel_flash = 0;
1276 
1277 	data32 = ioread32(card->config_regs + PORTS);
1278 	card->nr_ports = (data32 & 0x000000FF);
1279 
1280 	if (card->fpga_version >= DMA_SUPPORTED) {
1281 		pci_set_master(dev);
1282 		card->using_dma = 1;
1283 		if (1) { /* All known FPGA versions so far */
1284 			card->dma_alignment = 3;
1285 			card->dma_bounce = kmalloc_array(card->nr_ports,
1286 							 BUF_SIZE, GFP_KERNEL);
1287 			if (!card->dma_bounce) {
1288 				dev_warn(&card->dev->dev, "Failed to allocate DMA bounce buffers\n");
1289 				err = -ENOMEM;
1290 				/* Fallback to MMIO doesn't work */
1291 				goto out_unmap_both;
1292 			}
1293 		}
1294 	} else {
1295 		card->using_dma = 0;
1296 		/* Set RX empty flag for all ports */
1297 		iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1298 	}
1299 
1300 	pci_set_drvdata(dev, card);
1301 
1302 	tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1303 	spin_lock_init(&card->tx_lock);
1304 	spin_lock_init(&card->tx_queue_lock);
1305 	spin_lock_init(&card->cli_queue_lock);
1306 	spin_lock_init(&card->param_queue_lock);
1307 	INIT_LIST_HEAD(&card->param_queue);
1308 
1309 	err = request_irq(dev->irq, solos_irq, IRQF_SHARED,
1310 			  "solos-pci", card);
1311 	if (err) {
1312 		dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1313 		goto out_unmap_both;
1314 	}
1315 
1316 	iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1317 
1318 	if (fpga_upgrade)
1319 		flash_upgrade(card, 0);
1320 
1321 	if (firmware_upgrade)
1322 		flash_upgrade(card, 1);
1323 
1324 	if (db_fpga_upgrade)
1325 		flash_upgrade(card, 2);
1326 
1327 	if (db_firmware_upgrade)
1328 		flash_upgrade(card, 3);
1329 
1330 	err = atm_init(card, &dev->dev);
1331 	if (err)
1332 		goto out_free_irq;
1333 
1334 	if (card->fpga_version >= DMA_SUPPORTED &&
1335 	    sysfs_create_group(&card->dev->dev.kobj, &gpio_attr_group))
1336 		dev_err(&card->dev->dev, "Could not register parameter group for GPIOs\n");
1337 
1338 	return 0;
1339 
1340  out_free_irq:
1341 	iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1342 	free_irq(dev->irq, card);
1343 	tasklet_kill(&card->tlet);
1344 
1345  out_unmap_both:
1346 	kfree(card->dma_bounce);
1347 	pci_iounmap(dev, card->buffers);
1348  out_unmap_config:
1349 	pci_iounmap(dev, card->config_regs);
1350  out_release_regions:
1351 	pci_release_regions(dev);
1352  out:
1353 	kfree(card);
1354 	return err;
1355 }
1356 
1357 static int atm_init(struct solos_card *card, struct device *parent)
1358 {
1359 	int i;
1360 
1361 	for (i = 0; i < card->nr_ports; i++) {
1362 		struct sk_buff *skb;
1363 		struct pkt_hdr *header;
1364 
1365 		skb_queue_head_init(&card->tx_queue[i]);
1366 		skb_queue_head_init(&card->cli_queue[i]);
1367 
1368 		card->atmdev[i] = atm_dev_register("solos-pci", parent, &fpga_ops, -1, NULL);
1369 		if (!card->atmdev[i]) {
1370 			dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1371 			atm_remove(card);
1372 			return -ENODEV;
1373 		}
1374 		if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1375 			dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1376 		if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1377 			dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1378 
1379 		dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1380 
1381 		card->atmdev[i]->ci_range.vpi_bits = 8;
1382 		card->atmdev[i]->ci_range.vci_bits = 16;
1383 		card->atmdev[i]->dev_data = card;
1384 		card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1385 		atm_dev_signal_change(card->atmdev[i], ATM_PHY_SIG_FOUND);
1386 
1387 		skb = alloc_skb(sizeof(*header), GFP_KERNEL);
1388 		if (!skb) {
1389 			dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1390 			continue;
1391 		}
1392 
1393 		header = skb_put(skb, sizeof(*header));
1394 
1395 		header->size = cpu_to_le16(0);
1396 		header->vpi = cpu_to_le16(0);
1397 		header->vci = cpu_to_le16(0);
1398 		header->type = cpu_to_le16(PKT_STATUS);
1399 
1400 		fpga_queue(card, i, skb, NULL);
1401 	}
1402 	return 0;
1403 }
1404 
1405 static void atm_remove(struct solos_card *card)
1406 {
1407 	int i;
1408 
1409 	for (i = 0; i < card->nr_ports; i++) {
1410 		if (card->atmdev[i]) {
1411 			struct sk_buff *skb;
1412 
1413 			dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1414 
1415 			sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1416 			atm_dev_deregister(card->atmdev[i]);
1417 
1418 			skb = card->rx_skb[i];
1419 			if (skb) {
1420 				dma_unmap_single(&card->dev->dev, SKB_CB(skb)->dma_addr,
1421 						 RX_DMA_SIZE, DMA_FROM_DEVICE);
1422 				dev_kfree_skb(skb);
1423 			}
1424 			skb = card->tx_skb[i];
1425 			if (skb) {
1426 				dma_unmap_single(&card->dev->dev, SKB_CB(skb)->dma_addr,
1427 						 skb->len, DMA_TO_DEVICE);
1428 				dev_kfree_skb(skb);
1429 			}
1430 			while ((skb = skb_dequeue(&card->tx_queue[i])))
1431 				dev_kfree_skb(skb);
1432 
1433 		}
1434 	}
1435 }
1436 
1437 static void fpga_remove(struct pci_dev *dev)
1438 {
1439 	struct solos_card *card = pci_get_drvdata(dev);
1440 
1441 	/* Disable IRQs */
1442 	iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1443 
1444 	/* Reset FPGA */
1445 	iowrite32(1, card->config_regs + FPGA_MODE);
1446 	(void)ioread32(card->config_regs + FPGA_MODE);
1447 
1448 	if (card->fpga_version >= DMA_SUPPORTED)
1449 		sysfs_remove_group(&card->dev->dev.kobj, &gpio_attr_group);
1450 
1451 	atm_remove(card);
1452 
1453 	free_irq(dev->irq, card);
1454 	tasklet_kill(&card->tlet);
1455 
1456 	kfree(card->dma_bounce);
1457 
1458 	/* Release device from reset */
1459 	iowrite32(0, card->config_regs + FPGA_MODE);
1460 	(void)ioread32(card->config_regs + FPGA_MODE);
1461 
1462 	pci_iounmap(dev, card->buffers);
1463 	pci_iounmap(dev, card->config_regs);
1464 
1465 	pci_release_regions(dev);
1466 	pci_disable_device(dev);
1467 
1468 	kfree(card);
1469 }
1470 
1471 static const struct pci_device_id fpga_pci_tbl[] = {
1472 	{ 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1473 	{ 0, }
1474 };
1475 
1476 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1477 
1478 static struct pci_driver fpga_driver = {
1479 	.name =		"solos",
1480 	.id_table =	fpga_pci_tbl,
1481 	.probe =	fpga_probe,
1482 	.remove =	fpga_remove,
1483 };
1484 
1485 
1486 static int __init solos_pci_init(void)
1487 {
1488 	BUILD_BUG_ON(sizeof(struct solos_skb_cb) > sizeof(((struct sk_buff *)0)->cb));
1489 
1490 	printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1491 	return pci_register_driver(&fpga_driver);
1492 }
1493 
1494 static void __exit solos_pci_exit(void)
1495 {
1496 	pci_unregister_driver(&fpga_driver);
1497 	printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1498 }
1499 
1500 module_init(solos_pci_init);
1501 module_exit(solos_pci_exit);
1502