1 /* 2 * Driver for the Solos PCI ADSL2+ card, designed to support Linux by 3 * Traverse Technologies -- http://www.traverse.com.au/ 4 * Xrio Limited -- http://www.xrio.com/ 5 * 6 * 7 * Copyright © 2008 Traverse Technologies 8 * Copyright © 2008 Intel Corporation 9 * 10 * Authors: Nathan Williams <nathan@traverse.com.au> 11 * David Woodhouse <dwmw2@infradead.org> 12 * Treker Chen <treker@xrio.com> 13 * 14 * This program is free software; you can redistribute it and/or 15 * modify it under the terms of the GNU General Public License 16 * version 2, as published by the Free Software Foundation. 17 * 18 * This program is distributed in the hope that it will be useful, 19 * but WITHOUT ANY WARRANTY; without even the implied warranty of 20 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 21 * GNU General Public License for more details. 22 */ 23 24 #define DEBUG 25 #define VERBOSE_DEBUG 26 27 #include <linux/interrupt.h> 28 #include <linux/module.h> 29 #include <linux/kernel.h> 30 #include <linux/errno.h> 31 #include <linux/ioport.h> 32 #include <linux/types.h> 33 #include <linux/pci.h> 34 #include <linux/atm.h> 35 #include <linux/atmdev.h> 36 #include <linux/skbuff.h> 37 #include <linux/sysfs.h> 38 #include <linux/device.h> 39 #include <linux/kobject.h> 40 #include <linux/firmware.h> 41 #include <linux/ctype.h> 42 #include <linux/swab.h> 43 44 #define VERSION "0.07" 45 #define PTAG "solos-pci" 46 47 #define CONFIG_RAM_SIZE 128 48 #define FLAGS_ADDR 0x7C 49 #define IRQ_EN_ADDR 0x78 50 #define FPGA_VER 0x74 51 #define IRQ_CLEAR 0x70 52 #define WRITE_FLASH 0x6C 53 #define PORTS 0x68 54 #define FLASH_BLOCK 0x64 55 #define FLASH_BUSY 0x60 56 #define FPGA_MODE 0x5C 57 #define FLASH_MODE 0x58 58 #define TX_DMA_ADDR(port) (0x40 + (4 * (port))) 59 #define RX_DMA_ADDR(port) (0x30 + (4 * (port))) 60 61 #define DATA_RAM_SIZE 32768 62 #define BUF_SIZE 4096 63 #define FPGA_PAGE 528 /* FPGA flash page size*/ 64 #define SOLOS_PAGE 512 /* Solos flash page size*/ 65 #define FPGA_BLOCK (FPGA_PAGE * 8) /* FPGA flash block size*/ 66 #define SOLOS_BLOCK (SOLOS_PAGE * 8) /* Solos flash block size*/ 67 68 #define RX_BUF(card, nr) ((card->buffers) + (nr)*BUF_SIZE*2) 69 #define TX_BUF(card, nr) ((card->buffers) + (nr)*BUF_SIZE*2 + BUF_SIZE) 70 71 #define RX_DMA_SIZE 2048 72 73 static int reset = 0; 74 static int atmdebug = 0; 75 static int firmware_upgrade = 0; 76 static int fpga_upgrade = 0; 77 78 struct pkt_hdr { 79 __le16 size; 80 __le16 vpi; 81 __le16 vci; 82 __le16 type; 83 }; 84 85 struct solos_skb_cb { 86 struct atm_vcc *vcc; 87 uint32_t dma_addr; 88 }; 89 90 91 #define SKB_CB(skb) ((struct solos_skb_cb *)skb->cb) 92 93 #define PKT_DATA 0 94 #define PKT_COMMAND 1 95 #define PKT_POPEN 3 96 #define PKT_PCLOSE 4 97 #define PKT_STATUS 5 98 99 struct solos_card { 100 void __iomem *config_regs; 101 void __iomem *buffers; 102 int nr_ports; 103 int tx_mask; 104 struct pci_dev *dev; 105 struct atm_dev *atmdev[4]; 106 struct tasklet_struct tlet; 107 spinlock_t tx_lock; 108 spinlock_t tx_queue_lock; 109 spinlock_t cli_queue_lock; 110 spinlock_t param_queue_lock; 111 struct list_head param_queue; 112 struct sk_buff_head tx_queue[4]; 113 struct sk_buff_head cli_queue[4]; 114 struct sk_buff *tx_skb[4]; 115 struct sk_buff *rx_skb[4]; 116 wait_queue_head_t param_wq; 117 wait_queue_head_t fw_wq; 118 int using_dma; 119 }; 120 121 122 struct solos_param { 123 struct list_head list; 124 pid_t pid; 125 int port; 126 struct sk_buff *response; 127 }; 128 129 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data) 130 131 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>"); 132 MODULE_DESCRIPTION("Solos PCI driver"); 133 MODULE_VERSION(VERSION); 134 MODULE_LICENSE("GPL"); 135 MODULE_PARM_DESC(reset, "Reset Solos chips on startup"); 136 MODULE_PARM_DESC(atmdebug, "Print ATM data"); 137 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade"); 138 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade"); 139 module_param(reset, int, 0444); 140 module_param(atmdebug, int, 0644); 141 module_param(firmware_upgrade, int, 0444); 142 module_param(fpga_upgrade, int, 0444); 143 144 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb, 145 struct atm_vcc *vcc); 146 static uint32_t fpga_tx(struct solos_card *); 147 static irqreturn_t solos_irq(int irq, void *dev_id); 148 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci); 149 static int list_vccs(int vci); 150 static void release_vccs(struct atm_dev *dev); 151 static int atm_init(struct solos_card *); 152 static void atm_remove(struct solos_card *); 153 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size); 154 static void solos_bh(unsigned long); 155 static int print_buffer(struct sk_buff *buf); 156 157 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb) 158 { 159 if (vcc->pop) 160 vcc->pop(vcc, skb); 161 else 162 dev_kfree_skb_any(skb); 163 } 164 165 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr, 166 char *buf) 167 { 168 struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev); 169 struct solos_card *card = atmdev->dev_data; 170 struct solos_param prm; 171 struct sk_buff *skb; 172 struct pkt_hdr *header; 173 int buflen; 174 175 buflen = strlen(attr->attr.name) + 10; 176 177 skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL); 178 if (!skb) { 179 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n"); 180 return -ENOMEM; 181 } 182 183 header = (void *)skb_put(skb, sizeof(*header)); 184 185 buflen = snprintf((void *)&header[1], buflen - 1, 186 "L%05d\n%s\n", current->pid, attr->attr.name); 187 skb_put(skb, buflen); 188 189 header->size = cpu_to_le16(buflen); 190 header->vpi = cpu_to_le16(0); 191 header->vci = cpu_to_le16(0); 192 header->type = cpu_to_le16(PKT_COMMAND); 193 194 prm.pid = current->pid; 195 prm.response = NULL; 196 prm.port = SOLOS_CHAN(atmdev); 197 198 spin_lock_irq(&card->param_queue_lock); 199 list_add(&prm.list, &card->param_queue); 200 spin_unlock_irq(&card->param_queue_lock); 201 202 fpga_queue(card, prm.port, skb, NULL); 203 204 wait_event_timeout(card->param_wq, prm.response, 5 * HZ); 205 206 spin_lock_irq(&card->param_queue_lock); 207 list_del(&prm.list); 208 spin_unlock_irq(&card->param_queue_lock); 209 210 if (!prm.response) 211 return -EIO; 212 213 buflen = prm.response->len; 214 memcpy(buf, prm.response->data, buflen); 215 kfree_skb(prm.response); 216 217 return buflen; 218 } 219 220 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr, 221 const char *buf, size_t count) 222 { 223 struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev); 224 struct solos_card *card = atmdev->dev_data; 225 struct solos_param prm; 226 struct sk_buff *skb; 227 struct pkt_hdr *header; 228 int buflen; 229 ssize_t ret; 230 231 buflen = strlen(attr->attr.name) + 11 + count; 232 233 skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL); 234 if (!skb) { 235 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n"); 236 return -ENOMEM; 237 } 238 239 header = (void *)skb_put(skb, sizeof(*header)); 240 241 buflen = snprintf((void *)&header[1], buflen - 1, 242 "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf); 243 244 skb_put(skb, buflen); 245 header->size = cpu_to_le16(buflen); 246 header->vpi = cpu_to_le16(0); 247 header->vci = cpu_to_le16(0); 248 header->type = cpu_to_le16(PKT_COMMAND); 249 250 prm.pid = current->pid; 251 prm.response = NULL; 252 prm.port = SOLOS_CHAN(atmdev); 253 254 spin_lock_irq(&card->param_queue_lock); 255 list_add(&prm.list, &card->param_queue); 256 spin_unlock_irq(&card->param_queue_lock); 257 258 fpga_queue(card, prm.port, skb, NULL); 259 260 wait_event_timeout(card->param_wq, prm.response, 5 * HZ); 261 262 spin_lock_irq(&card->param_queue_lock); 263 list_del(&prm.list); 264 spin_unlock_irq(&card->param_queue_lock); 265 266 skb = prm.response; 267 268 if (!skb) 269 return -EIO; 270 271 buflen = skb->len; 272 273 /* Sometimes it has a newline, sometimes it doesn't. */ 274 if (skb->data[buflen - 1] == '\n') 275 buflen--; 276 277 if (buflen == 2 && !strncmp(skb->data, "OK", 2)) 278 ret = count; 279 else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5)) 280 ret = -EIO; 281 else { 282 /* We know we have enough space allocated for this; we allocated 283 it ourselves */ 284 skb->data[buflen] = 0; 285 286 dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n", 287 skb->data); 288 ret = -EIO; 289 } 290 kfree_skb(skb); 291 292 return ret; 293 } 294 295 static char *next_string(struct sk_buff *skb) 296 { 297 int i = 0; 298 char *this = skb->data; 299 300 for (i = 0; i < skb->len; i++) { 301 if (this[i] == '\n') { 302 this[i] = 0; 303 skb_pull(skb, i + 1); 304 return this; 305 } 306 if (!isprint(this[i])) 307 return NULL; 308 } 309 return NULL; 310 } 311 312 /* 313 * Status packet has fields separated by \n, starting with a version number 314 * for the information therein. Fields are.... 315 * 316 * packet version 317 * RxBitRate (version >= 1) 318 * TxBitRate (version >= 1) 319 * State (version >= 1) 320 * LocalSNRMargin (version >= 1) 321 * LocalLineAttn (version >= 1) 322 */ 323 static int process_status(struct solos_card *card, int port, struct sk_buff *skb) 324 { 325 char *str, *end, *state_str, *snr, *attn; 326 int ver, rate_up, rate_down; 327 328 if (!card->atmdev[port]) 329 return -ENODEV; 330 331 str = next_string(skb); 332 if (!str) 333 return -EIO; 334 335 ver = simple_strtol(str, NULL, 10); 336 if (ver < 1) { 337 dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n", 338 ver); 339 return -EIO; 340 } 341 342 str = next_string(skb); 343 if (!str) 344 return -EIO; 345 if (!strcmp(str, "ERROR")) { 346 dev_dbg(&card->dev->dev, "Status packet indicated Solos error on port %d (starting up?)\n", 347 port); 348 return 0; 349 } 350 351 rate_down = simple_strtol(str, &end, 10); 352 if (*end) 353 return -EIO; 354 355 str = next_string(skb); 356 if (!str) 357 return -EIO; 358 rate_up = simple_strtol(str, &end, 10); 359 if (*end) 360 return -EIO; 361 362 state_str = next_string(skb); 363 if (!state_str) 364 return -EIO; 365 366 /* Anything but 'Showtime' is down */ 367 if (strcmp(state_str, "Showtime")) { 368 card->atmdev[port]->signal = ATM_PHY_SIG_LOST; 369 release_vccs(card->atmdev[port]); 370 dev_info(&card->dev->dev, "Port %d: %s\n", port, state_str); 371 return 0; 372 } 373 374 snr = next_string(skb); 375 if (!str) 376 return -EIO; 377 attn = next_string(skb); 378 if (!attn) 379 return -EIO; 380 381 dev_info(&card->dev->dev, "Port %d: %s @%d/%d kb/s%s%s%s%s\n", 382 port, state_str, rate_down/1000, rate_up/1000, 383 snr[0]?", SNR ":"", snr, attn[0]?", Attn ":"", attn); 384 385 card->atmdev[port]->link_rate = rate_down / 424; 386 card->atmdev[port]->signal = ATM_PHY_SIG_FOUND; 387 388 return 0; 389 } 390 391 static int process_command(struct solos_card *card, int port, struct sk_buff *skb) 392 { 393 struct solos_param *prm; 394 unsigned long flags; 395 int cmdpid; 396 int found = 0; 397 398 if (skb->len < 7) 399 return 0; 400 401 if (skb->data[0] != 'L' || !isdigit(skb->data[1]) || 402 !isdigit(skb->data[2]) || !isdigit(skb->data[3]) || 403 !isdigit(skb->data[4]) || !isdigit(skb->data[5]) || 404 skb->data[6] != '\n') 405 return 0; 406 407 cmdpid = simple_strtol(&skb->data[1], NULL, 10); 408 409 spin_lock_irqsave(&card->param_queue_lock, flags); 410 list_for_each_entry(prm, &card->param_queue, list) { 411 if (prm->port == port && prm->pid == cmdpid) { 412 prm->response = skb; 413 skb_pull(skb, 7); 414 wake_up(&card->param_wq); 415 found = 1; 416 break; 417 } 418 } 419 spin_unlock_irqrestore(&card->param_queue_lock, flags); 420 return found; 421 } 422 423 static ssize_t console_show(struct device *dev, struct device_attribute *attr, 424 char *buf) 425 { 426 struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev); 427 struct solos_card *card = atmdev->dev_data; 428 struct sk_buff *skb; 429 430 spin_lock(&card->cli_queue_lock); 431 skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]); 432 spin_unlock(&card->cli_queue_lock); 433 if(skb == NULL) 434 return sprintf(buf, "No data.\n"); 435 436 memcpy(buf, skb->data, skb->len); 437 dev_dbg(&card->dev->dev, "len: %d\n", skb->len); 438 439 kfree_skb(skb); 440 return skb->len; 441 } 442 443 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size) 444 { 445 struct sk_buff *skb; 446 struct pkt_hdr *header; 447 448 if (size > (BUF_SIZE - sizeof(*header))) { 449 dev_dbg(&card->dev->dev, "Command is too big. Dropping request\n"); 450 return 0; 451 } 452 skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC); 453 if (!skb) { 454 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n"); 455 return 0; 456 } 457 458 header = (void *)skb_put(skb, sizeof(*header)); 459 460 header->size = cpu_to_le16(size); 461 header->vpi = cpu_to_le16(0); 462 header->vci = cpu_to_le16(0); 463 header->type = cpu_to_le16(PKT_COMMAND); 464 465 memcpy(skb_put(skb, size), buf, size); 466 467 fpga_queue(card, dev, skb, NULL); 468 469 return 0; 470 } 471 472 static ssize_t console_store(struct device *dev, struct device_attribute *attr, 473 const char *buf, size_t count) 474 { 475 struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev); 476 struct solos_card *card = atmdev->dev_data; 477 int err; 478 479 err = send_command(card, SOLOS_CHAN(atmdev), buf, count); 480 481 return err?:count; 482 } 483 484 static DEVICE_ATTR(console, 0644, console_show, console_store); 485 486 487 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL); 488 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store); 489 490 #include "solos-attrlist.c" 491 492 #undef SOLOS_ATTR_RO 493 #undef SOLOS_ATTR_RW 494 495 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr, 496 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr, 497 498 static struct attribute *solos_attrs[] = { 499 #include "solos-attrlist.c" 500 NULL 501 }; 502 503 static struct attribute_group solos_attr_group = { 504 .attrs = solos_attrs, 505 .name = "parameters", 506 }; 507 508 static int flash_upgrade(struct solos_card *card, int chip) 509 { 510 const struct firmware *fw; 511 const char *fw_name; 512 uint32_t data32 = 0; 513 int blocksize = 0; 514 int numblocks = 0; 515 int offset; 516 517 if (chip == 0) { 518 fw_name = "solos-FPGA.bin"; 519 blocksize = FPGA_BLOCK; 520 } else { 521 fw_name = "solos-Firmware.bin"; 522 blocksize = SOLOS_BLOCK; 523 } 524 525 if (request_firmware(&fw, fw_name, &card->dev->dev)) 526 return -ENOENT; 527 528 dev_info(&card->dev->dev, "Flash upgrade starting\n"); 529 530 numblocks = fw->size / blocksize; 531 dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size); 532 dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks); 533 534 dev_info(&card->dev->dev, "Changing FPGA to Update mode\n"); 535 iowrite32(1, card->config_regs + FPGA_MODE); 536 data32 = ioread32(card->config_regs + FPGA_MODE); 537 538 /* Set mode to Chip Erase */ 539 dev_info(&card->dev->dev, "Set FPGA Flash mode to %s Chip Erase\n", 540 chip?"Solos":"FPGA"); 541 iowrite32((chip * 2), card->config_regs + FLASH_MODE); 542 543 544 iowrite32(1, card->config_regs + WRITE_FLASH); 545 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY)); 546 547 for (offset = 0; offset < fw->size; offset += blocksize) { 548 int i; 549 550 /* Clear write flag */ 551 iowrite32(0, card->config_regs + WRITE_FLASH); 552 553 /* Set mode to Block Write */ 554 /* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */ 555 iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE); 556 557 /* Copy block to buffer, swapping each 16 bits */ 558 for(i = 0; i < blocksize; i += 4) { 559 uint32_t word = swahb32p((uint32_t *)(fw->data + offset + i)); 560 iowrite32(word, RX_BUF(card, 3) + i); 561 } 562 563 /* Specify block number and then trigger flash write */ 564 iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK); 565 iowrite32(1, card->config_regs + WRITE_FLASH); 566 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY)); 567 } 568 569 release_firmware(fw); 570 iowrite32(0, card->config_regs + WRITE_FLASH); 571 iowrite32(0, card->config_regs + FPGA_MODE); 572 iowrite32(0, card->config_regs + FLASH_MODE); 573 dev_info(&card->dev->dev, "Returning FPGA to Data mode\n"); 574 return 0; 575 } 576 577 static irqreturn_t solos_irq(int irq, void *dev_id) 578 { 579 struct solos_card *card = dev_id; 580 int handled = 1; 581 582 iowrite32(0, card->config_regs + IRQ_CLEAR); 583 584 /* If we're up and running, just kick the tasklet to process TX/RX */ 585 if (card->atmdev[0]) 586 tasklet_schedule(&card->tlet); 587 else 588 wake_up(&card->fw_wq); 589 590 return IRQ_RETVAL(handled); 591 } 592 593 void solos_bh(unsigned long card_arg) 594 { 595 struct solos_card *card = (void *)card_arg; 596 uint32_t card_flags; 597 uint32_t rx_done = 0; 598 int port; 599 600 /* 601 * Since fpga_tx() is going to need to read the flags under its lock, 602 * it can return them to us so that we don't have to hit PCI MMIO 603 * again for the same information 604 */ 605 card_flags = fpga_tx(card); 606 607 for (port = 0; port < card->nr_ports; port++) { 608 if (card_flags & (0x10 << port)) { 609 struct pkt_hdr _hdr, *header; 610 struct sk_buff *skb; 611 struct atm_vcc *vcc; 612 int size; 613 614 if (card->using_dma) { 615 skb = card->rx_skb[port]; 616 card->rx_skb[port] = NULL; 617 618 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr, 619 RX_DMA_SIZE, PCI_DMA_FROMDEVICE); 620 621 header = (void *)skb->data; 622 size = le16_to_cpu(header->size); 623 skb_put(skb, size + sizeof(*header)); 624 skb_pull(skb, sizeof(*header)); 625 } else { 626 header = &_hdr; 627 628 rx_done |= 0x10 << port; 629 630 memcpy_fromio(header, RX_BUF(card, port), sizeof(*header)); 631 632 size = le16_to_cpu(header->size); 633 634 skb = alloc_skb(size + 1, GFP_ATOMIC); 635 if (!skb) { 636 if (net_ratelimit()) 637 dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n"); 638 continue; 639 } 640 641 memcpy_fromio(skb_put(skb, size), 642 RX_BUF(card, port) + sizeof(*header), 643 size); 644 } 645 if (atmdebug) { 646 dev_info(&card->dev->dev, "Received: device %d\n", port); 647 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n", 648 size, le16_to_cpu(header->vpi), 649 le16_to_cpu(header->vci)); 650 print_buffer(skb); 651 } 652 653 switch (le16_to_cpu(header->type)) { 654 case PKT_DATA: 655 vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi), 656 le16_to_cpu(header->vci)); 657 if (!vcc) { 658 if (net_ratelimit()) 659 dev_warn(&card->dev->dev, "Received packet for unknown VCI.VPI %d.%d on port %d\n", 660 le16_to_cpu(header->vci), le16_to_cpu(header->vpi), 661 port); 662 continue; 663 } 664 atm_charge(vcc, skb->truesize); 665 vcc->push(vcc, skb); 666 atomic_inc(&vcc->stats->rx); 667 break; 668 669 case PKT_STATUS: 670 if (process_status(card, port, skb) && 671 net_ratelimit()) { 672 dev_warn(&card->dev->dev, "Bad status packet of %d bytes on port %d:\n", skb->len, port); 673 print_buffer(skb); 674 } 675 dev_kfree_skb_any(skb); 676 break; 677 678 case PKT_COMMAND: 679 default: /* FIXME: Not really, surely? */ 680 if (process_command(card, port, skb)) 681 break; 682 spin_lock(&card->cli_queue_lock); 683 if (skb_queue_len(&card->cli_queue[port]) > 10) { 684 if (net_ratelimit()) 685 dev_warn(&card->dev->dev, "Dropping console response on port %d\n", 686 port); 687 dev_kfree_skb_any(skb); 688 } else 689 skb_queue_tail(&card->cli_queue[port], skb); 690 spin_unlock(&card->cli_queue_lock); 691 break; 692 } 693 } 694 /* Allocate RX skbs for any ports which need them */ 695 if (card->using_dma && card->atmdev[port] && 696 !card->rx_skb[port]) { 697 struct sk_buff *skb = alloc_skb(RX_DMA_SIZE, GFP_ATOMIC); 698 if (skb) { 699 SKB_CB(skb)->dma_addr = 700 pci_map_single(card->dev, skb->data, 701 RX_DMA_SIZE, PCI_DMA_FROMDEVICE); 702 iowrite32(SKB_CB(skb)->dma_addr, 703 card->config_regs + RX_DMA_ADDR(port)); 704 card->rx_skb[port] = skb; 705 } else { 706 if (net_ratelimit()) 707 dev_warn(&card->dev->dev, "Failed to allocate RX skb"); 708 709 /* We'll have to try again later */ 710 tasklet_schedule(&card->tlet); 711 } 712 } 713 } 714 if (rx_done) 715 iowrite32(rx_done, card->config_regs + FLAGS_ADDR); 716 717 return; 718 } 719 720 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci) 721 { 722 struct hlist_head *head; 723 struct atm_vcc *vcc = NULL; 724 struct hlist_node *node; 725 struct sock *s; 726 727 read_lock(&vcc_sklist_lock); 728 head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)]; 729 sk_for_each(s, node, head) { 730 vcc = atm_sk(s); 731 if (vcc->dev == dev && vcc->vci == vci && 732 vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE) 733 goto out; 734 } 735 vcc = NULL; 736 out: 737 read_unlock(&vcc_sklist_lock); 738 return vcc; 739 } 740 741 static int list_vccs(int vci) 742 { 743 struct hlist_head *head; 744 struct atm_vcc *vcc; 745 struct hlist_node *node; 746 struct sock *s; 747 int num_found = 0; 748 int i; 749 750 read_lock(&vcc_sklist_lock); 751 if (vci != 0){ 752 head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)]; 753 sk_for_each(s, node, head) { 754 num_found ++; 755 vcc = atm_sk(s); 756 printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n", 757 vcc->dev->number, 758 vcc->vpi, 759 vcc->vci); 760 } 761 } else { 762 for(i = 0; i < VCC_HTABLE_SIZE; i++){ 763 head = &vcc_hash[i]; 764 sk_for_each(s, node, head) { 765 num_found ++; 766 vcc = atm_sk(s); 767 printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n", 768 vcc->dev->number, 769 vcc->vpi, 770 vcc->vci); 771 } 772 } 773 } 774 read_unlock(&vcc_sklist_lock); 775 return num_found; 776 } 777 778 static void release_vccs(struct atm_dev *dev) 779 { 780 int i; 781 782 write_lock_irq(&vcc_sklist_lock); 783 for (i = 0; i < VCC_HTABLE_SIZE; i++) { 784 struct hlist_head *head = &vcc_hash[i]; 785 struct hlist_node *node, *tmp; 786 struct sock *s; 787 struct atm_vcc *vcc; 788 789 sk_for_each_safe(s, node, tmp, head) { 790 vcc = atm_sk(s); 791 if (vcc->dev == dev) { 792 vcc_release_async(vcc, -EPIPE); 793 sk_del_node_init(s); 794 } 795 } 796 } 797 write_unlock_irq(&vcc_sklist_lock); 798 } 799 800 801 static int popen(struct atm_vcc *vcc) 802 { 803 struct solos_card *card = vcc->dev->dev_data; 804 struct sk_buff *skb; 805 struct pkt_hdr *header; 806 807 if (vcc->qos.aal != ATM_AAL5) { 808 dev_warn(&card->dev->dev, "Unsupported ATM type %d\n", 809 vcc->qos.aal); 810 return -EINVAL; 811 } 812 813 skb = alloc_skb(sizeof(*header), GFP_ATOMIC); 814 if (!skb && net_ratelimit()) { 815 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n"); 816 return -ENOMEM; 817 } 818 header = (void *)skb_put(skb, sizeof(*header)); 819 820 header->size = cpu_to_le16(0); 821 header->vpi = cpu_to_le16(vcc->vpi); 822 header->vci = cpu_to_le16(vcc->vci); 823 header->type = cpu_to_le16(PKT_POPEN); 824 825 fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL); 826 827 set_bit(ATM_VF_ADDR, &vcc->flags); 828 set_bit(ATM_VF_READY, &vcc->flags); 829 list_vccs(0); 830 831 832 return 0; 833 } 834 835 static void pclose(struct atm_vcc *vcc) 836 { 837 struct solos_card *card = vcc->dev->dev_data; 838 struct sk_buff *skb; 839 struct pkt_hdr *header; 840 841 skb = alloc_skb(sizeof(*header), GFP_ATOMIC); 842 if (!skb) { 843 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n"); 844 return; 845 } 846 header = (void *)skb_put(skb, sizeof(*header)); 847 848 header->size = cpu_to_le16(0); 849 header->vpi = cpu_to_le16(vcc->vpi); 850 header->vci = cpu_to_le16(vcc->vci); 851 header->type = cpu_to_le16(PKT_PCLOSE); 852 853 fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL); 854 855 clear_bit(ATM_VF_ADDR, &vcc->flags); 856 clear_bit(ATM_VF_READY, &vcc->flags); 857 858 return; 859 } 860 861 static int print_buffer(struct sk_buff *buf) 862 { 863 int len,i; 864 char msg[500]; 865 char item[10]; 866 867 len = buf->len; 868 for (i = 0; i < len; i++){ 869 if(i % 8 == 0) 870 sprintf(msg, "%02X: ", i); 871 872 sprintf(item,"%02X ",*(buf->data + i)); 873 strcat(msg, item); 874 if(i % 8 == 7) { 875 sprintf(item, "\n"); 876 strcat(msg, item); 877 printk(KERN_DEBUG "%s", msg); 878 } 879 } 880 if (i % 8 != 0) { 881 sprintf(item, "\n"); 882 strcat(msg, item); 883 printk(KERN_DEBUG "%s", msg); 884 } 885 printk(KERN_DEBUG "\n"); 886 887 return 0; 888 } 889 890 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb, 891 struct atm_vcc *vcc) 892 { 893 int old_len; 894 unsigned long flags; 895 896 SKB_CB(skb)->vcc = vcc; 897 898 spin_lock_irqsave(&card->tx_queue_lock, flags); 899 old_len = skb_queue_len(&card->tx_queue[port]); 900 skb_queue_tail(&card->tx_queue[port], skb); 901 if (!old_len) 902 card->tx_mask |= (1 << port); 903 spin_unlock_irqrestore(&card->tx_queue_lock, flags); 904 905 /* Theoretically we could just schedule the tasklet here, but 906 that introduces latency we don't want -- it's noticeable */ 907 if (!old_len) 908 fpga_tx(card); 909 } 910 911 static uint32_t fpga_tx(struct solos_card *card) 912 { 913 uint32_t tx_pending, card_flags; 914 uint32_t tx_started = 0; 915 struct sk_buff *skb; 916 struct atm_vcc *vcc; 917 unsigned char port; 918 unsigned long flags; 919 920 spin_lock_irqsave(&card->tx_lock, flags); 921 922 card_flags = ioread32(card->config_regs + FLAGS_ADDR); 923 /* 924 * The queue lock is required for _writing_ to tx_mask, but we're 925 * OK to read it here without locking. The only potential update 926 * that we could race with is in fpga_queue() where it sets a bit 927 * for a new port... but it's going to call this function again if 928 * it's doing that, anyway. 929 */ 930 tx_pending = card->tx_mask & ~card_flags; 931 932 for (port = 0; tx_pending; tx_pending >>= 1, port++) { 933 if (tx_pending & 1) { 934 struct sk_buff *oldskb = card->tx_skb[port]; 935 if (oldskb) 936 pci_unmap_single(card->dev, SKB_CB(oldskb)->dma_addr, 937 oldskb->len, PCI_DMA_TODEVICE); 938 939 spin_lock(&card->tx_queue_lock); 940 skb = skb_dequeue(&card->tx_queue[port]); 941 if (!skb) 942 card->tx_mask &= ~(1 << port); 943 spin_unlock(&card->tx_queue_lock); 944 945 if (skb && !card->using_dma) { 946 memcpy_toio(TX_BUF(card, port), skb->data, skb->len); 947 tx_started |= 1 << port; 948 oldskb = skb; /* We're done with this skb already */ 949 } else if (skb && card->using_dma) { 950 SKB_CB(skb)->dma_addr = pci_map_single(card->dev, skb->data, 951 skb->len, PCI_DMA_TODEVICE); 952 iowrite32(SKB_CB(skb)->dma_addr, 953 card->config_regs + TX_DMA_ADDR(port)); 954 } 955 956 if (!oldskb) 957 continue; 958 959 /* Clean up and free oldskb now it's gone */ 960 if (atmdebug) { 961 dev_info(&card->dev->dev, "Transmitted: port %d\n", 962 port); 963 print_buffer(oldskb); 964 } 965 966 vcc = SKB_CB(oldskb)->vcc; 967 968 if (vcc) { 969 atomic_inc(&vcc->stats->tx); 970 solos_pop(vcc, oldskb); 971 } else 972 dev_kfree_skb_irq(oldskb); 973 974 } 975 } 976 /* For non-DMA TX, write the 'TX start' bit for all four ports simultaneously */ 977 if (tx_started) 978 iowrite32(tx_started, card->config_regs + FLAGS_ADDR); 979 980 spin_unlock_irqrestore(&card->tx_lock, flags); 981 return card_flags; 982 } 983 984 static int psend(struct atm_vcc *vcc, struct sk_buff *skb) 985 { 986 struct solos_card *card = vcc->dev->dev_data; 987 struct pkt_hdr *header; 988 int pktlen; 989 990 pktlen = skb->len; 991 if (pktlen > (BUF_SIZE - sizeof(*header))) { 992 dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n"); 993 solos_pop(vcc, skb); 994 return 0; 995 } 996 997 if (!skb_clone_writable(skb, sizeof(*header))) { 998 int expand_by = 0; 999 int ret; 1000 1001 if (skb_headroom(skb) < sizeof(*header)) 1002 expand_by = sizeof(*header) - skb_headroom(skb); 1003 1004 ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC); 1005 if (ret) { 1006 dev_warn(&card->dev->dev, "pskb_expand_head failed.\n"); 1007 solos_pop(vcc, skb); 1008 return ret; 1009 } 1010 } 1011 1012 header = (void *)skb_push(skb, sizeof(*header)); 1013 1014 /* This does _not_ include the size of the header */ 1015 header->size = cpu_to_le16(pktlen); 1016 header->vpi = cpu_to_le16(vcc->vpi); 1017 header->vci = cpu_to_le16(vcc->vci); 1018 header->type = cpu_to_le16(PKT_DATA); 1019 1020 fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc); 1021 1022 return 0; 1023 } 1024 1025 static struct atmdev_ops fpga_ops = { 1026 .open = popen, 1027 .close = pclose, 1028 .ioctl = NULL, 1029 .getsockopt = NULL, 1030 .setsockopt = NULL, 1031 .send = psend, 1032 .send_oam = NULL, 1033 .phy_put = NULL, 1034 .phy_get = NULL, 1035 .change_qos = NULL, 1036 .proc_read = NULL, 1037 .owner = THIS_MODULE 1038 }; 1039 1040 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id) 1041 { 1042 int err; 1043 uint16_t fpga_ver; 1044 uint8_t major_ver, minor_ver; 1045 uint32_t data32; 1046 struct solos_card *card; 1047 1048 card = kzalloc(sizeof(*card), GFP_KERNEL); 1049 if (!card) 1050 return -ENOMEM; 1051 1052 card->dev = dev; 1053 init_waitqueue_head(&card->fw_wq); 1054 init_waitqueue_head(&card->param_wq); 1055 1056 err = pci_enable_device(dev); 1057 if (err) { 1058 dev_warn(&dev->dev, "Failed to enable PCI device\n"); 1059 goto out; 1060 } 1061 1062 err = pci_set_dma_mask(dev, DMA_BIT_MASK(32)); 1063 if (err) { 1064 dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n"); 1065 goto out; 1066 } 1067 1068 err = pci_request_regions(dev, "solos"); 1069 if (err) { 1070 dev_warn(&dev->dev, "Failed to request regions\n"); 1071 goto out; 1072 } 1073 1074 card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE); 1075 if (!card->config_regs) { 1076 dev_warn(&dev->dev, "Failed to ioremap config registers\n"); 1077 goto out_release_regions; 1078 } 1079 card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE); 1080 if (!card->buffers) { 1081 dev_warn(&dev->dev, "Failed to ioremap data buffers\n"); 1082 goto out_unmap_config; 1083 } 1084 1085 if (reset) { 1086 iowrite32(1, card->config_regs + FPGA_MODE); 1087 data32 = ioread32(card->config_regs + FPGA_MODE); 1088 1089 iowrite32(0, card->config_regs + FPGA_MODE); 1090 data32 = ioread32(card->config_regs + FPGA_MODE); 1091 } 1092 1093 data32 = ioread32(card->config_regs + FPGA_VER); 1094 fpga_ver = (data32 & 0x0000FFFF); 1095 major_ver = ((data32 & 0xFF000000) >> 24); 1096 minor_ver = ((data32 & 0x00FF0000) >> 16); 1097 dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n", 1098 major_ver, minor_ver, fpga_ver); 1099 1100 if (0 && fpga_ver > 27) 1101 card->using_dma = 1; 1102 else { 1103 /* Set RX empty flag for all ports */ 1104 iowrite32(0xF0, card->config_regs + FLAGS_ADDR); 1105 } 1106 1107 data32 = ioread32(card->config_regs + PORTS); 1108 card->nr_ports = (data32 & 0x000000FF); 1109 1110 pci_set_drvdata(dev, card); 1111 1112 tasklet_init(&card->tlet, solos_bh, (unsigned long)card); 1113 spin_lock_init(&card->tx_lock); 1114 spin_lock_init(&card->tx_queue_lock); 1115 spin_lock_init(&card->cli_queue_lock); 1116 spin_lock_init(&card->param_queue_lock); 1117 INIT_LIST_HEAD(&card->param_queue); 1118 1119 err = request_irq(dev->irq, solos_irq, IRQF_SHARED, 1120 "solos-pci", card); 1121 if (err) { 1122 dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq); 1123 goto out_unmap_both; 1124 } 1125 1126 iowrite32(1, card->config_regs + IRQ_EN_ADDR); 1127 1128 if (fpga_upgrade) 1129 flash_upgrade(card, 0); 1130 1131 if (firmware_upgrade) 1132 flash_upgrade(card, 1); 1133 1134 err = atm_init(card); 1135 if (err) 1136 goto out_free_irq; 1137 1138 return 0; 1139 1140 out_free_irq: 1141 iowrite32(0, card->config_regs + IRQ_EN_ADDR); 1142 free_irq(dev->irq, card); 1143 tasklet_kill(&card->tlet); 1144 1145 out_unmap_both: 1146 pci_set_drvdata(dev, NULL); 1147 pci_iounmap(dev, card->config_regs); 1148 out_unmap_config: 1149 pci_iounmap(dev, card->buffers); 1150 out_release_regions: 1151 pci_release_regions(dev); 1152 out: 1153 kfree(card); 1154 return err; 1155 } 1156 1157 static int atm_init(struct solos_card *card) 1158 { 1159 int i; 1160 1161 for (i = 0; i < card->nr_ports; i++) { 1162 struct sk_buff *skb; 1163 struct pkt_hdr *header; 1164 1165 skb_queue_head_init(&card->tx_queue[i]); 1166 skb_queue_head_init(&card->cli_queue[i]); 1167 1168 card->atmdev[i] = atm_dev_register("solos-pci", &fpga_ops, -1, NULL); 1169 if (!card->atmdev[i]) { 1170 dev_err(&card->dev->dev, "Could not register ATM device %d\n", i); 1171 atm_remove(card); 1172 return -ENODEV; 1173 } 1174 if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console)) 1175 dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i); 1176 if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group)) 1177 dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i); 1178 1179 dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number); 1180 1181 card->atmdev[i]->ci_range.vpi_bits = 8; 1182 card->atmdev[i]->ci_range.vci_bits = 16; 1183 card->atmdev[i]->dev_data = card; 1184 card->atmdev[i]->phy_data = (void *)(unsigned long)i; 1185 card->atmdev[i]->signal = ATM_PHY_SIG_UNKNOWN; 1186 1187 skb = alloc_skb(sizeof(*header), GFP_ATOMIC); 1188 if (!skb) { 1189 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n"); 1190 continue; 1191 } 1192 1193 header = (void *)skb_put(skb, sizeof(*header)); 1194 1195 header->size = cpu_to_le16(0); 1196 header->vpi = cpu_to_le16(0); 1197 header->vci = cpu_to_le16(0); 1198 header->type = cpu_to_le16(PKT_STATUS); 1199 1200 fpga_queue(card, i, skb, NULL); 1201 } 1202 return 0; 1203 } 1204 1205 static void atm_remove(struct solos_card *card) 1206 { 1207 int i; 1208 1209 for (i = 0; i < card->nr_ports; i++) { 1210 if (card->atmdev[i]) { 1211 struct sk_buff *skb; 1212 1213 dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number); 1214 1215 sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group); 1216 atm_dev_deregister(card->atmdev[i]); 1217 1218 skb = card->rx_skb[i]; 1219 if (skb) { 1220 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr, 1221 RX_DMA_SIZE, PCI_DMA_FROMDEVICE); 1222 dev_kfree_skb(skb); 1223 } 1224 skb = card->tx_skb[i]; 1225 if (skb) { 1226 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr, 1227 skb->len, PCI_DMA_TODEVICE); 1228 dev_kfree_skb(skb); 1229 } 1230 while ((skb = skb_dequeue(&card->tx_queue[i]))) 1231 dev_kfree_skb(skb); 1232 1233 } 1234 } 1235 } 1236 1237 static void fpga_remove(struct pci_dev *dev) 1238 { 1239 struct solos_card *card = pci_get_drvdata(dev); 1240 1241 /* Disable IRQs */ 1242 iowrite32(0, card->config_regs + IRQ_EN_ADDR); 1243 1244 /* Reset FPGA */ 1245 iowrite32(1, card->config_regs + FPGA_MODE); 1246 (void)ioread32(card->config_regs + FPGA_MODE); 1247 1248 atm_remove(card); 1249 1250 free_irq(dev->irq, card); 1251 tasklet_kill(&card->tlet); 1252 1253 /* Release device from reset */ 1254 iowrite32(0, card->config_regs + FPGA_MODE); 1255 (void)ioread32(card->config_regs + FPGA_MODE); 1256 1257 pci_iounmap(dev, card->buffers); 1258 pci_iounmap(dev, card->config_regs); 1259 1260 pci_release_regions(dev); 1261 pci_disable_device(dev); 1262 1263 pci_set_drvdata(dev, NULL); 1264 kfree(card); 1265 } 1266 1267 static struct pci_device_id fpga_pci_tbl[] __devinitdata = { 1268 { 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 }, 1269 { 0, } 1270 }; 1271 1272 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl); 1273 1274 static struct pci_driver fpga_driver = { 1275 .name = "solos", 1276 .id_table = fpga_pci_tbl, 1277 .probe = fpga_probe, 1278 .remove = fpga_remove, 1279 }; 1280 1281 1282 static int __init solos_pci_init(void) 1283 { 1284 printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION); 1285 return pci_register_driver(&fpga_driver); 1286 } 1287 1288 static void __exit solos_pci_exit(void) 1289 { 1290 pci_unregister_driver(&fpga_driver); 1291 printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION); 1292 } 1293 1294 module_init(solos_pci_init); 1295 module_exit(solos_pci_exit); 1296