109c434b8SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 2098fde11Schas williams - CONTRACTOR /* 31da177e4SLinus Torvalds * nicstar.c 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * Device driver supporting CBR for IDT 77201/77211 "NICStAR" based cards. 61da177e4SLinus Torvalds * 71da177e4SLinus Torvalds * IMPORTANT: The included file nicstarmac.c was NOT WRITTEN BY ME. 81da177e4SLinus Torvalds * It was taken from the frle-0.22 device driver. 91da177e4SLinus Torvalds * As the file doesn't have a copyright notice, in the file 101da177e4SLinus Torvalds * nicstarmac.copyright I put the copyright notice from the 111da177e4SLinus Torvalds * frle-0.22 device driver. 121da177e4SLinus Torvalds * Some code is based on the nicstar driver by M. Welsh. 131da177e4SLinus Torvalds * 141da177e4SLinus Torvalds * Author: Rui Prior (rprior@inescn.pt) 151da177e4SLinus Torvalds * PowerPC support by Jay Talbott (jay_talbott@mcg.mot.com) April 1999 161da177e4SLinus Torvalds * 171da177e4SLinus Torvalds * 181da177e4SLinus Torvalds * (C) INESC 1999 19098fde11Schas williams - CONTRACTOR */ 201da177e4SLinus Torvalds 21098fde11Schas williams - CONTRACTOR /* 22098fde11Schas williams - CONTRACTOR * IMPORTANT INFORMATION 231da177e4SLinus Torvalds * 241da177e4SLinus Torvalds * There are currently three types of spinlocks: 251da177e4SLinus Torvalds * 261da177e4SLinus Torvalds * 1 - Per card interrupt spinlock (to protect structures and such) 271da177e4SLinus Torvalds * 2 - Per SCQ scq spinlock 281da177e4SLinus Torvalds * 3 - Per card resource spinlock (to access registers, etc.) 291da177e4SLinus Torvalds * 301da177e4SLinus Torvalds * These must NEVER be grabbed in reverse order. 311da177e4SLinus Torvalds * 32098fde11Schas williams - CONTRACTOR */ 331da177e4SLinus Torvalds 34098fde11Schas williams - CONTRACTOR /* Header files */ 351da177e4SLinus Torvalds 361da177e4SLinus Torvalds #include <linux/module.h> 371da177e4SLinus Torvalds #include <linux/kernel.h> 381da177e4SLinus Torvalds #include <linux/skbuff.h> 391da177e4SLinus Torvalds #include <linux/atmdev.h> 401da177e4SLinus Torvalds #include <linux/atm.h> 411da177e4SLinus Torvalds #include <linux/pci.h> 42864a3ff6Schas williams - CONTRACTOR #include <linux/dma-mapping.h> 431da177e4SLinus Torvalds #include <linux/types.h> 441da177e4SLinus Torvalds #include <linux/string.h> 451da177e4SLinus Torvalds #include <linux/delay.h> 461da177e4SLinus Torvalds #include <linux/init.h> 471da177e4SLinus Torvalds #include <linux/sched.h> 481da177e4SLinus Torvalds #include <linux/timer.h> 491da177e4SLinus Torvalds #include <linux/interrupt.h> 501da177e4SLinus Torvalds #include <linux/bitops.h> 515a0e3ad6STejun Heo #include <linux/slab.h> 52864a3ff6Schas williams - CONTRACTOR #include <linux/idr.h> 531da177e4SLinus Torvalds #include <asm/io.h> 547c0f6ba6SLinus Torvalds #include <linux/uaccess.h> 5560063497SArun Sharma #include <linux/atomic.h> 564c55a462Sdingtianhong #include <linux/etherdevice.h> 571da177e4SLinus Torvalds #include "nicstar.h" 581da177e4SLinus Torvalds #ifdef CONFIG_ATM_NICSTAR_USE_SUNI 591da177e4SLinus Torvalds #include "suni.h" 601da177e4SLinus Torvalds #endif /* CONFIG_ATM_NICSTAR_USE_SUNI */ 611da177e4SLinus Torvalds #ifdef CONFIG_ATM_NICSTAR_USE_IDT77105 621da177e4SLinus Torvalds #include "idt77105.h" 631da177e4SLinus Torvalds #endif /* CONFIG_ATM_NICSTAR_USE_IDT77105 */ 641da177e4SLinus Torvalds 65098fde11Schas williams - CONTRACTOR /* Additional code */ 661da177e4SLinus Torvalds 671da177e4SLinus Torvalds #include "nicstarmac.c" 681da177e4SLinus Torvalds 69098fde11Schas williams - CONTRACTOR /* Configurable parameters */ 701da177e4SLinus Torvalds 711da177e4SLinus Torvalds #undef PHY_LOOPBACK 721da177e4SLinus Torvalds #undef TX_DEBUG 731da177e4SLinus Torvalds #undef RX_DEBUG 741da177e4SLinus Torvalds #undef GENERAL_DEBUG 751da177e4SLinus Torvalds #undef EXTRA_DEBUG 761da177e4SLinus Torvalds 77098fde11Schas williams - CONTRACTOR /* Do not touch these */ 781da177e4SLinus Torvalds 791da177e4SLinus Torvalds #ifdef TX_DEBUG 801da177e4SLinus Torvalds #define TXPRINTK(args...) printk(args) 811da177e4SLinus Torvalds #else 821da177e4SLinus Torvalds #define TXPRINTK(args...) 831da177e4SLinus Torvalds #endif /* TX_DEBUG */ 841da177e4SLinus Torvalds 851da177e4SLinus Torvalds #ifdef RX_DEBUG 861da177e4SLinus Torvalds #define RXPRINTK(args...) printk(args) 871da177e4SLinus Torvalds #else 881da177e4SLinus Torvalds #define RXPRINTK(args...) 891da177e4SLinus Torvalds #endif /* RX_DEBUG */ 901da177e4SLinus Torvalds 911da177e4SLinus Torvalds #ifdef GENERAL_DEBUG 921da177e4SLinus Torvalds #define PRINTK(args...) printk(args) 931da177e4SLinus Torvalds #else 948a171c5cSRandy Dunlap #define PRINTK(args...) do {} while (0) 951da177e4SLinus Torvalds #endif /* GENERAL_DEBUG */ 961da177e4SLinus Torvalds 971da177e4SLinus Torvalds #ifdef EXTRA_DEBUG 981da177e4SLinus Torvalds #define XPRINTK(args...) printk(args) 991da177e4SLinus Torvalds #else 1001da177e4SLinus Torvalds #define XPRINTK(args...) 1011da177e4SLinus Torvalds #endif /* EXTRA_DEBUG */ 1021da177e4SLinus Torvalds 103098fde11Schas williams - CONTRACTOR /* Macros */ 1041da177e4SLinus Torvalds 1051da177e4SLinus Torvalds #define CMD_BUSY(card) (readl((card)->membase + STAT) & NS_STAT_CMDBZ) 1061da177e4SLinus Torvalds 1071da177e4SLinus Torvalds #define NS_DELAY mdelay(1) 1081da177e4SLinus Torvalds 109864a3ff6Schas williams - CONTRACTOR #define PTR_DIFF(a, b) ((u32)((unsigned long)(a) - (unsigned long)(b))) 1101da177e4SLinus Torvalds 1111da177e4SLinus Torvalds #ifndef ATM_SKB 1121da177e4SLinus Torvalds #define ATM_SKB(s) (&(s)->atm) 1131da177e4SLinus Torvalds #endif 1141da177e4SLinus Torvalds 115864a3ff6Schas williams - CONTRACTOR #define scq_virt_to_bus(scq, p) \ 116864a3ff6Schas williams - CONTRACTOR (scq->dma + ((unsigned long)(p) - (unsigned long)(scq)->org)) 117864a3ff6Schas williams - CONTRACTOR 118098fde11Schas williams - CONTRACTOR /* Function declarations */ 1191da177e4SLinus Torvalds 1201da177e4SLinus Torvalds static u32 ns_read_sram(ns_dev * card, u32 sram_address); 121098fde11Schas williams - CONTRACTOR static void ns_write_sram(ns_dev * card, u32 sram_address, u32 * value, 122098fde11Schas williams - CONTRACTOR int count); 1236c44512dSGreg Kroah-Hartman static int ns_init_card(int i, struct pci_dev *pcidev); 1246c44512dSGreg Kroah-Hartman static void ns_init_card_error(ns_dev * card, int error); 125864a3ff6Schas williams - CONTRACTOR static scq_info *get_scq(ns_dev *card, int size, u32 scd); 126864a3ff6Schas williams - CONTRACTOR static void free_scq(ns_dev *card, scq_info * scq, struct atm_vcc *vcc); 1278728b834SDavid S. Miller static void push_rxbufs(ns_dev *, struct sk_buff *); 1287d12e780SDavid Howells static irqreturn_t ns_irq_handler(int irq, void *dev_id); 1291da177e4SLinus Torvalds static int ns_open(struct atm_vcc *vcc); 1301da177e4SLinus Torvalds static void ns_close(struct atm_vcc *vcc); 1311da177e4SLinus Torvalds static void fill_tst(ns_dev * card, int n, vc_map * vc); 1321da177e4SLinus Torvalds static int ns_send(struct atm_vcc *vcc, struct sk_buff *skb); 133f2bcc2faSSebastian Andrzej Siewior static int ns_send_bh(struct atm_vcc *vcc, struct sk_buff *skb); 1341da177e4SLinus Torvalds static int push_scqe(ns_dev * card, vc_map * vc, scq_info * scq, ns_scqe * tbd, 135f2bcc2faSSebastian Andrzej Siewior struct sk_buff *skb, bool may_sleep); 1361da177e4SLinus Torvalds static void process_tsq(ns_dev * card); 1371da177e4SLinus Torvalds static void drain_scq(ns_dev * card, scq_info * scq, int pos); 1381da177e4SLinus Torvalds static void process_rsq(ns_dev * card); 1391da177e4SLinus Torvalds static void dequeue_rx(ns_dev * card, ns_rsqe * rsqe); 1401da177e4SLinus Torvalds static void recycle_rx_buf(ns_dev * card, struct sk_buff *skb); 1411da177e4SLinus Torvalds static void recycle_iovec_rx_bufs(ns_dev * card, struct iovec *iov, int count); 1421da177e4SLinus Torvalds static void recycle_iov_buf(ns_dev * card, struct sk_buff *iovb); 1431da177e4SLinus Torvalds static void dequeue_sm_buf(ns_dev * card, struct sk_buff *sb); 1441da177e4SLinus Torvalds static void dequeue_lg_buf(ns_dev * card, struct sk_buff *lb); 1451da177e4SLinus Torvalds static int ns_proc_read(struct atm_dev *dev, loff_t * pos, char *page); 1461da177e4SLinus Torvalds static int ns_ioctl(struct atm_dev *dev, unsigned int cmd, void __user * arg); 147864a3ff6Schas williams - CONTRACTOR #ifdef EXTRA_DEBUG 1481da177e4SLinus Torvalds static void which_list(ns_dev * card, struct sk_buff *skb); 149864a3ff6Schas williams - CONTRACTOR #endif 150e99e88a9SKees Cook static void ns_poll(struct timer_list *unused); 1511da177e4SLinus Torvalds static void ns_phy_put(struct atm_dev *dev, unsigned char value, 1521da177e4SLinus Torvalds unsigned long addr); 1531da177e4SLinus Torvalds static unsigned char ns_phy_get(struct atm_dev *dev, unsigned long addr); 1541da177e4SLinus Torvalds 155098fde11Schas williams - CONTRACTOR /* Global variables */ 1561da177e4SLinus Torvalds 1571da177e4SLinus Torvalds static struct ns_dev *cards[NS_MAX_CARDS]; 1581da177e4SLinus Torvalds static unsigned num_cards; 15946c4b7a5SBhumika Goyal static const struct atmdev_ops atm_ops = { 1601da177e4SLinus Torvalds .open = ns_open, 1611da177e4SLinus Torvalds .close = ns_close, 1621da177e4SLinus Torvalds .ioctl = ns_ioctl, 1631da177e4SLinus Torvalds .send = ns_send, 164f2bcc2faSSebastian Andrzej Siewior .send_bh = ns_send_bh, 1651da177e4SLinus Torvalds .phy_put = ns_phy_put, 1661da177e4SLinus Torvalds .phy_get = ns_phy_get, 1671da177e4SLinus Torvalds .proc_read = ns_proc_read, 1681da177e4SLinus Torvalds .owner = THIS_MODULE, 1691da177e4SLinus Torvalds }; 170098fde11Schas williams - CONTRACTOR 1711da177e4SLinus Torvalds static struct timer_list ns_timer; 1721da177e4SLinus Torvalds static char *mac[NS_MAX_CARDS]; 1731da177e4SLinus Torvalds module_param_array(mac, charp, NULL, 0); 1741da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 1751da177e4SLinus Torvalds 176098fde11Schas williams - CONTRACTOR /* Functions */ 1771da177e4SLinus Torvalds 1786c44512dSGreg Kroah-Hartman static int nicstar_init_one(struct pci_dev *pcidev, 1791da177e4SLinus Torvalds const struct pci_device_id *ent) 1801da177e4SLinus Torvalds { 1811da177e4SLinus Torvalds static int index = -1; 1821da177e4SLinus Torvalds unsigned int error; 1831da177e4SLinus Torvalds 1841da177e4SLinus Torvalds index++; 1851da177e4SLinus Torvalds cards[index] = NULL; 1861da177e4SLinus Torvalds 1871da177e4SLinus Torvalds error = ns_init_card(index, pcidev); 1881da177e4SLinus Torvalds if (error) { 1891da177e4SLinus Torvalds cards[index--] = NULL; /* don't increment index */ 1901da177e4SLinus Torvalds goto err_out; 1911da177e4SLinus Torvalds } 1921da177e4SLinus Torvalds 1931da177e4SLinus Torvalds return 0; 1941da177e4SLinus Torvalds err_out: 1951da177e4SLinus Torvalds return -ENODEV; 1961da177e4SLinus Torvalds } 1971da177e4SLinus Torvalds 1986c44512dSGreg Kroah-Hartman static void nicstar_remove_one(struct pci_dev *pcidev) 1991da177e4SLinus Torvalds { 2001da177e4SLinus Torvalds int i, j; 2011da177e4SLinus Torvalds ns_dev *card = pci_get_drvdata(pcidev); 2021da177e4SLinus Torvalds struct sk_buff *hb; 2031da177e4SLinus Torvalds struct sk_buff *iovb; 2041da177e4SLinus Torvalds struct sk_buff *lb; 2051da177e4SLinus Torvalds struct sk_buff *sb; 2061da177e4SLinus Torvalds 2071da177e4SLinus Torvalds i = card->index; 2081da177e4SLinus Torvalds 2091da177e4SLinus Torvalds if (cards[i] == NULL) 2101da177e4SLinus Torvalds return; 2111da177e4SLinus Torvalds 2121da177e4SLinus Torvalds if (card->atmdev->phy && card->atmdev->phy->stop) 2131da177e4SLinus Torvalds card->atmdev->phy->stop(card->atmdev); 2141da177e4SLinus Torvalds 2151da177e4SLinus Torvalds /* Stop everything */ 2161da177e4SLinus Torvalds writel(0x00000000, card->membase + CFG); 2171da177e4SLinus Torvalds 2181da177e4SLinus Torvalds /* De-register device */ 2191da177e4SLinus Torvalds atm_dev_deregister(card->atmdev); 2201da177e4SLinus Torvalds 2211da177e4SLinus Torvalds /* Disable PCI device */ 2221da177e4SLinus Torvalds pci_disable_device(pcidev); 2231da177e4SLinus Torvalds 2241da177e4SLinus Torvalds /* Free up resources */ 2251da177e4SLinus Torvalds j = 0; 2261da177e4SLinus Torvalds PRINTK("nicstar%d: freeing %d huge buffers.\n", i, card->hbpool.count); 227098fde11Schas williams - CONTRACTOR while ((hb = skb_dequeue(&card->hbpool.queue)) != NULL) { 2281da177e4SLinus Torvalds dev_kfree_skb_any(hb); 2291da177e4SLinus Torvalds j++; 2301da177e4SLinus Torvalds } 2311da177e4SLinus Torvalds PRINTK("nicstar%d: %d huge buffers freed.\n", i, j); 2321da177e4SLinus Torvalds j = 0; 233098fde11Schas williams - CONTRACTOR PRINTK("nicstar%d: freeing %d iovec buffers.\n", i, 234098fde11Schas williams - CONTRACTOR card->iovpool.count); 235098fde11Schas williams - CONTRACTOR while ((iovb = skb_dequeue(&card->iovpool.queue)) != NULL) { 2361da177e4SLinus Torvalds dev_kfree_skb_any(iovb); 2371da177e4SLinus Torvalds j++; 2381da177e4SLinus Torvalds } 2391da177e4SLinus Torvalds PRINTK("nicstar%d: %d iovec buffers freed.\n", i, j); 2401da177e4SLinus Torvalds while ((lb = skb_dequeue(&card->lbpool.queue)) != NULL) 2411da177e4SLinus Torvalds dev_kfree_skb_any(lb); 2421da177e4SLinus Torvalds while ((sb = skb_dequeue(&card->sbpool.queue)) != NULL) 2431da177e4SLinus Torvalds dev_kfree_skb_any(sb); 244864a3ff6Schas williams - CONTRACTOR free_scq(card, card->scq0, NULL); 245098fde11Schas williams - CONTRACTOR for (j = 0; j < NS_FRSCD_NUM; j++) { 2461da177e4SLinus Torvalds if (card->scd2vc[j] != NULL) 247864a3ff6Schas williams - CONTRACTOR free_scq(card, card->scd2vc[j]->scq, card->scd2vc[j]->tx_vcc); 2481da177e4SLinus Torvalds } 249864a3ff6Schas williams - CONTRACTOR idr_destroy(&card->idr); 250ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&card->pcidev->dev, NS_RSQSIZE + NS_RSQ_ALIGNMENT, 251864a3ff6Schas williams - CONTRACTOR card->rsq.org, card->rsq.dma); 252ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&card->pcidev->dev, NS_TSQSIZE + NS_TSQ_ALIGNMENT, 253864a3ff6Schas williams - CONTRACTOR card->tsq.org, card->tsq.dma); 2541da177e4SLinus Torvalds free_irq(card->pcidev->irq, card); 2551da177e4SLinus Torvalds iounmap(card->membase); 2561da177e4SLinus Torvalds kfree(card); 2571da177e4SLinus Torvalds } 2581da177e4SLinus Torvalds 2592f3e2604SArvind Yadav static const struct pci_device_id nicstar_pci_tbl[] = { 2606df7b80cSPeter Huewe { PCI_VDEVICE(IDT, PCI_DEVICE_ID_IDT_IDT77201), 0 }, 2611da177e4SLinus Torvalds {0,} /* terminate list */ 2621da177e4SLinus Torvalds }; 263098fde11Schas williams - CONTRACTOR 2641da177e4SLinus Torvalds MODULE_DEVICE_TABLE(pci, nicstar_pci_tbl); 2651da177e4SLinus Torvalds 2661da177e4SLinus Torvalds static struct pci_driver nicstar_driver = { 2671da177e4SLinus Torvalds .name = "nicstar", 2681da177e4SLinus Torvalds .id_table = nicstar_pci_tbl, 2691da177e4SLinus Torvalds .probe = nicstar_init_one, 2706c44512dSGreg Kroah-Hartman .remove = nicstar_remove_one, 2711da177e4SLinus Torvalds }; 2721da177e4SLinus Torvalds 2731da177e4SLinus Torvalds static int __init nicstar_init(void) 2741da177e4SLinus Torvalds { 2751da177e4SLinus Torvalds unsigned error = 0; /* Initialized to remove compile warning */ 2761da177e4SLinus Torvalds 2771da177e4SLinus Torvalds XPRINTK("nicstar: nicstar_init() called.\n"); 2781da177e4SLinus Torvalds 2791da177e4SLinus Torvalds error = pci_register_driver(&nicstar_driver); 2801da177e4SLinus Torvalds 2811da177e4SLinus Torvalds TXPRINTK("nicstar: TX debug enabled.\n"); 2821da177e4SLinus Torvalds RXPRINTK("nicstar: RX debug enabled.\n"); 2831da177e4SLinus Torvalds PRINTK("nicstar: General debug enabled.\n"); 2841da177e4SLinus Torvalds #ifdef PHY_LOOPBACK 2851da177e4SLinus Torvalds printk("nicstar: using PHY loopback.\n"); 2861da177e4SLinus Torvalds #endif /* PHY_LOOPBACK */ 2871da177e4SLinus Torvalds XPRINTK("nicstar: nicstar_init() returned.\n"); 2881da177e4SLinus Torvalds 2891da177e4SLinus Torvalds if (!error) { 290e99e88a9SKees Cook timer_setup(&ns_timer, ns_poll, 0); 2911da177e4SLinus Torvalds ns_timer.expires = jiffies + NS_POLL_PERIOD; 2921da177e4SLinus Torvalds add_timer(&ns_timer); 2931da177e4SLinus Torvalds } 2941da177e4SLinus Torvalds 2951da177e4SLinus Torvalds return error; 2961da177e4SLinus Torvalds } 2971da177e4SLinus Torvalds 2981da177e4SLinus Torvalds static void __exit nicstar_cleanup(void) 2991da177e4SLinus Torvalds { 3001da177e4SLinus Torvalds XPRINTK("nicstar: nicstar_cleanup() called.\n"); 3011da177e4SLinus Torvalds 3021da177e4SLinus Torvalds del_timer(&ns_timer); 3031da177e4SLinus Torvalds 3041da177e4SLinus Torvalds pci_unregister_driver(&nicstar_driver); 3051da177e4SLinus Torvalds 3061da177e4SLinus Torvalds XPRINTK("nicstar: nicstar_cleanup() returned.\n"); 3071da177e4SLinus Torvalds } 3081da177e4SLinus Torvalds 3091da177e4SLinus Torvalds static u32 ns_read_sram(ns_dev * card, u32 sram_address) 3101da177e4SLinus Torvalds { 3111da177e4SLinus Torvalds unsigned long flags; 3121da177e4SLinus Torvalds u32 data; 3131da177e4SLinus Torvalds sram_address <<= 2; 3141da177e4SLinus Torvalds sram_address &= 0x0007FFFC; /* address must be dword aligned */ 3151da177e4SLinus Torvalds sram_address |= 0x50000000; /* SRAM read command */ 31636ef4080SMark Asselstine spin_lock_irqsave(&card->res_lock, flags); 3171da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 3181da177e4SLinus Torvalds writel(sram_address, card->membase + CMD); 3191da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 3201da177e4SLinus Torvalds data = readl(card->membase + DR0); 3211da177e4SLinus Torvalds spin_unlock_irqrestore(&card->res_lock, flags); 3221da177e4SLinus Torvalds return data; 3231da177e4SLinus Torvalds } 3241da177e4SLinus Torvalds 325098fde11Schas williams - CONTRACTOR static void ns_write_sram(ns_dev * card, u32 sram_address, u32 * value, 326098fde11Schas williams - CONTRACTOR int count) 3271da177e4SLinus Torvalds { 3281da177e4SLinus Torvalds unsigned long flags; 3291da177e4SLinus Torvalds int i, c; 3301da177e4SLinus Torvalds count--; /* count range now is 0..3 instead of 1..4 */ 3311da177e4SLinus Torvalds c = count; 3321da177e4SLinus Torvalds c <<= 2; /* to use increments of 4 */ 33336ef4080SMark Asselstine spin_lock_irqsave(&card->res_lock, flags); 3341da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 3351da177e4SLinus Torvalds for (i = 0; i <= c; i += 4) 3361da177e4SLinus Torvalds writel(*(value++), card->membase + i); 3371da177e4SLinus Torvalds /* Note: DR# registers are the first 4 dwords in nicstar's memspace, 3381da177e4SLinus Torvalds so card->membase + DR0 == card->membase */ 3391da177e4SLinus Torvalds sram_address <<= 2; 3401da177e4SLinus Torvalds sram_address &= 0x0007FFFC; 3411da177e4SLinus Torvalds sram_address |= (0x40000000 | count); 3421da177e4SLinus Torvalds writel(sram_address, card->membase + CMD); 3431da177e4SLinus Torvalds spin_unlock_irqrestore(&card->res_lock, flags); 3441da177e4SLinus Torvalds } 3451da177e4SLinus Torvalds 3466c44512dSGreg Kroah-Hartman static int ns_init_card(int i, struct pci_dev *pcidev) 3471da177e4SLinus Torvalds { 3481da177e4SLinus Torvalds int j; 3491da177e4SLinus Torvalds struct ns_dev *card = NULL; 3501da177e4SLinus Torvalds unsigned char pci_latency; 3511da177e4SLinus Torvalds unsigned error; 3521da177e4SLinus Torvalds u32 data; 3531da177e4SLinus Torvalds u32 u32d[4]; 3541da177e4SLinus Torvalds u32 ns_cfg_rctsize; 3551da177e4SLinus Torvalds int bcount; 3561da177e4SLinus Torvalds unsigned long membase; 3571da177e4SLinus Torvalds 3581da177e4SLinus Torvalds error = 0; 3591da177e4SLinus Torvalds 360098fde11Schas williams - CONTRACTOR if (pci_enable_device(pcidev)) { 3611da177e4SLinus Torvalds printk("nicstar%d: can't enable PCI device\n", i); 3621da177e4SLinus Torvalds error = 2; 3631da177e4SLinus Torvalds ns_init_card_error(card, error); 3641da177e4SLinus Torvalds return error; 3651da177e4SLinus Torvalds } 366ede58ef2Schas williams - CONTRACTOR if (dma_set_mask_and_coherent(&pcidev->dev, DMA_BIT_MASK(32)) != 0) { 367864a3ff6Schas williams - CONTRACTOR printk(KERN_WARNING 368864a3ff6Schas williams - CONTRACTOR "nicstar%d: No suitable DMA available.\n", i); 369864a3ff6Schas williams - CONTRACTOR error = 2; 370864a3ff6Schas williams - CONTRACTOR ns_init_card_error(card, error); 371864a3ff6Schas williams - CONTRACTOR return error; 372864a3ff6Schas williams - CONTRACTOR } 3731da177e4SLinus Torvalds 374304f0a4eSMarkus Elfring card = kmalloc(sizeof(*card), GFP_KERNEL); 375304f0a4eSMarkus Elfring if (!card) { 376098fde11Schas williams - CONTRACTOR printk 377098fde11Schas williams - CONTRACTOR ("nicstar%d: can't allocate memory for device structure.\n", 378098fde11Schas williams - CONTRACTOR i); 3791da177e4SLinus Torvalds error = 2; 3801da177e4SLinus Torvalds ns_init_card_error(card, error); 3811da177e4SLinus Torvalds return error; 3821da177e4SLinus Torvalds } 3831da177e4SLinus Torvalds cards[i] = card; 3841da177e4SLinus Torvalds spin_lock_init(&card->int_lock); 3851da177e4SLinus Torvalds spin_lock_init(&card->res_lock); 3861da177e4SLinus Torvalds 3871da177e4SLinus Torvalds pci_set_drvdata(pcidev, card); 3881da177e4SLinus Torvalds 3891da177e4SLinus Torvalds card->index = i; 3901da177e4SLinus Torvalds card->atmdev = NULL; 3911da177e4SLinus Torvalds card->pcidev = pcidev; 3921da177e4SLinus Torvalds membase = pci_resource_start(pcidev, 1); 3931da177e4SLinus Torvalds card->membase = ioremap(membase, NS_IOREMAP_SIZE); 394098fde11Schas williams - CONTRACTOR if (!card->membase) { 3951da177e4SLinus Torvalds printk("nicstar%d: can't ioremap() membase.\n", i); 3961da177e4SLinus Torvalds error = 3; 3971da177e4SLinus Torvalds ns_init_card_error(card, error); 3981da177e4SLinus Torvalds return error; 3991da177e4SLinus Torvalds } 400864a3ff6Schas williams - CONTRACTOR PRINTK("nicstar%d: membase at 0x%p.\n", i, card->membase); 4011da177e4SLinus Torvalds 4021da177e4SLinus Torvalds pci_set_master(pcidev); 4031da177e4SLinus Torvalds 404098fde11Schas williams - CONTRACTOR if (pci_read_config_byte(pcidev, PCI_LATENCY_TIMER, &pci_latency) != 0) { 4051da177e4SLinus Torvalds printk("nicstar%d: can't read PCI latency timer.\n", i); 4061da177e4SLinus Torvalds error = 6; 4071da177e4SLinus Torvalds ns_init_card_error(card, error); 4081da177e4SLinus Torvalds return error; 4091da177e4SLinus Torvalds } 4101da177e4SLinus Torvalds #ifdef NS_PCI_LATENCY 411098fde11Schas williams - CONTRACTOR if (pci_latency < NS_PCI_LATENCY) { 412098fde11Schas williams - CONTRACTOR PRINTK("nicstar%d: setting PCI latency timer to %d.\n", i, 413098fde11Schas williams - CONTRACTOR NS_PCI_LATENCY); 414098fde11Schas williams - CONTRACTOR for (j = 1; j < 4; j++) { 415098fde11Schas williams - CONTRACTOR if (pci_write_config_byte 416098fde11Schas williams - CONTRACTOR (pcidev, PCI_LATENCY_TIMER, NS_PCI_LATENCY) != 0) 4171da177e4SLinus Torvalds break; 4181da177e4SLinus Torvalds } 419098fde11Schas williams - CONTRACTOR if (j == 4) { 420098fde11Schas williams - CONTRACTOR printk 421098fde11Schas williams - CONTRACTOR ("nicstar%d: can't set PCI latency timer to %d.\n", 422098fde11Schas williams - CONTRACTOR i, NS_PCI_LATENCY); 4231da177e4SLinus Torvalds error = 7; 4241da177e4SLinus Torvalds ns_init_card_error(card, error); 4251da177e4SLinus Torvalds return error; 4261da177e4SLinus Torvalds } 4271da177e4SLinus Torvalds } 4281da177e4SLinus Torvalds #endif /* NS_PCI_LATENCY */ 4291da177e4SLinus Torvalds 4301da177e4SLinus Torvalds /* Clear timer overflow */ 4311da177e4SLinus Torvalds data = readl(card->membase + STAT); 4321da177e4SLinus Torvalds if (data & NS_STAT_TMROF) 4331da177e4SLinus Torvalds writel(NS_STAT_TMROF, card->membase + STAT); 4341da177e4SLinus Torvalds 4351da177e4SLinus Torvalds /* Software reset */ 4361da177e4SLinus Torvalds writel(NS_CFG_SWRST, card->membase + CFG); 4371da177e4SLinus Torvalds NS_DELAY; 4381da177e4SLinus Torvalds writel(0x00000000, card->membase + CFG); 4391da177e4SLinus Torvalds 4401da177e4SLinus Torvalds /* PHY reset */ 4411da177e4SLinus Torvalds writel(0x00000008, card->membase + GP); 4421da177e4SLinus Torvalds NS_DELAY; 4431da177e4SLinus Torvalds writel(0x00000001, card->membase + GP); 4441da177e4SLinus Torvalds NS_DELAY; 4451da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 4461da177e4SLinus Torvalds writel(NS_CMD_WRITE_UTILITY | 0x00000100, card->membase + CMD); /* Sync UTOPIA with SAR clock */ 4471da177e4SLinus Torvalds NS_DELAY; 4481da177e4SLinus Torvalds 4491da177e4SLinus Torvalds /* Detect PHY type */ 4501da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 4511da177e4SLinus Torvalds writel(NS_CMD_READ_UTILITY | 0x00000200, card->membase + CMD); 4521da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 4531da177e4SLinus Torvalds data = readl(card->membase + DR0); 4541da177e4SLinus Torvalds switch (data) { 4551da177e4SLinus Torvalds case 0x00000009: 4561da177e4SLinus Torvalds printk("nicstar%d: PHY seems to be 25 Mbps.\n", i); 4571da177e4SLinus Torvalds card->max_pcr = ATM_25_PCR; 4581da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 4591da177e4SLinus Torvalds writel(0x00000008, card->membase + DR0); 4601da177e4SLinus Torvalds writel(NS_CMD_WRITE_UTILITY | 0x00000200, card->membase + CMD); 4611da177e4SLinus Torvalds /* Clear an eventual pending interrupt */ 4621da177e4SLinus Torvalds writel(NS_STAT_SFBQF, card->membase + STAT); 4631da177e4SLinus Torvalds #ifdef PHY_LOOPBACK 4641da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 4651da177e4SLinus Torvalds writel(0x00000022, card->membase + DR0); 4661da177e4SLinus Torvalds writel(NS_CMD_WRITE_UTILITY | 0x00000202, card->membase + CMD); 4671da177e4SLinus Torvalds #endif /* PHY_LOOPBACK */ 4681da177e4SLinus Torvalds break; 4691da177e4SLinus Torvalds case 0x00000030: 4701da177e4SLinus Torvalds case 0x00000031: 4711da177e4SLinus Torvalds printk("nicstar%d: PHY seems to be 155 Mbps.\n", i); 4721da177e4SLinus Torvalds card->max_pcr = ATM_OC3_PCR; 4731da177e4SLinus Torvalds #ifdef PHY_LOOPBACK 4741da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 4751da177e4SLinus Torvalds writel(0x00000002, card->membase + DR0); 4761da177e4SLinus Torvalds writel(NS_CMD_WRITE_UTILITY | 0x00000205, card->membase + CMD); 4771da177e4SLinus Torvalds #endif /* PHY_LOOPBACK */ 4781da177e4SLinus Torvalds break; 4791da177e4SLinus Torvalds default: 4801da177e4SLinus Torvalds printk("nicstar%d: unknown PHY type (0x%08X).\n", i, data); 4811da177e4SLinus Torvalds error = 8; 4821da177e4SLinus Torvalds ns_init_card_error(card, error); 4831da177e4SLinus Torvalds return error; 4841da177e4SLinus Torvalds } 4851da177e4SLinus Torvalds writel(0x00000000, card->membase + GP); 4861da177e4SLinus Torvalds 4871da177e4SLinus Torvalds /* Determine SRAM size */ 4881da177e4SLinus Torvalds data = 0x76543210; 4891da177e4SLinus Torvalds ns_write_sram(card, 0x1C003, &data, 1); 4901da177e4SLinus Torvalds data = 0x89ABCDEF; 4911da177e4SLinus Torvalds ns_write_sram(card, 0x14003, &data, 1); 4921da177e4SLinus Torvalds if (ns_read_sram(card, 0x14003) == 0x89ABCDEF && 4931da177e4SLinus Torvalds ns_read_sram(card, 0x1C003) == 0x76543210) 4941da177e4SLinus Torvalds card->sram_size = 128; 4951da177e4SLinus Torvalds else 4961da177e4SLinus Torvalds card->sram_size = 32; 4971da177e4SLinus Torvalds PRINTK("nicstar%d: %dK x 32bit SRAM size.\n", i, card->sram_size); 4981da177e4SLinus Torvalds 4991da177e4SLinus Torvalds card->rct_size = NS_MAX_RCTSIZE; 5001da177e4SLinus Torvalds 5011da177e4SLinus Torvalds #if (NS_MAX_RCTSIZE == 4096) 5021da177e4SLinus Torvalds if (card->sram_size == 128) 503098fde11Schas williams - CONTRACTOR printk 504098fde11Schas williams - CONTRACTOR ("nicstar%d: limiting maximum VCI. See NS_MAX_RCTSIZE in nicstar.h\n", 505098fde11Schas williams - CONTRACTOR i); 5061da177e4SLinus Torvalds #elif (NS_MAX_RCTSIZE == 16384) 507098fde11Schas williams - CONTRACTOR if (card->sram_size == 32) { 508098fde11Schas williams - CONTRACTOR printk 509098fde11Schas williams - CONTRACTOR ("nicstar%d: wasting memory. See NS_MAX_RCTSIZE in nicstar.h\n", 510098fde11Schas williams - CONTRACTOR i); 5111da177e4SLinus Torvalds card->rct_size = 4096; 5121da177e4SLinus Torvalds } 5131da177e4SLinus Torvalds #else 5141da177e4SLinus Torvalds #error NS_MAX_RCTSIZE must be either 4096 or 16384 in nicstar.c 5151da177e4SLinus Torvalds #endif 5161da177e4SLinus Torvalds 5171da177e4SLinus Torvalds card->vpibits = NS_VPIBITS; 5181da177e4SLinus Torvalds if (card->rct_size == 4096) 5191da177e4SLinus Torvalds card->vcibits = 12 - NS_VPIBITS; 5201da177e4SLinus Torvalds else /* card->rct_size == 16384 */ 5211da177e4SLinus Torvalds card->vcibits = 14 - NS_VPIBITS; 5221da177e4SLinus Torvalds 5231da177e4SLinus Torvalds /* Initialize the nicstar eeprom/eprom stuff, for the MAC addr */ 5241da177e4SLinus Torvalds if (mac[i] == NULL) 5251da177e4SLinus Torvalds nicstar_init_eprom(card->membase); 5261da177e4SLinus Torvalds 5271da177e4SLinus Torvalds /* Set the VPI/VCI MSb mask to zero so we can receive OAM cells */ 5281da177e4SLinus Torvalds writel(0x00000000, card->membase + VPM); 5291da177e4SLinus Torvalds 5301da177e4SLinus Torvalds /* Initialize TSQ */ 531ede58ef2Schas williams - CONTRACTOR card->tsq.org = dma_alloc_coherent(&card->pcidev->dev, 532864a3ff6Schas williams - CONTRACTOR NS_TSQSIZE + NS_TSQ_ALIGNMENT, 533ede58ef2Schas williams - CONTRACTOR &card->tsq.dma, GFP_KERNEL); 534098fde11Schas williams - CONTRACTOR if (card->tsq.org == NULL) { 5351da177e4SLinus Torvalds printk("nicstar%d: can't allocate TSQ.\n", i); 5361da177e4SLinus Torvalds error = 10; 5371da177e4SLinus Torvalds ns_init_card_error(card, error); 5381da177e4SLinus Torvalds return error; 5391da177e4SLinus Torvalds } 540864a3ff6Schas williams - CONTRACTOR card->tsq.base = PTR_ALIGN(card->tsq.org, NS_TSQ_ALIGNMENT); 5411da177e4SLinus Torvalds card->tsq.next = card->tsq.base; 5421da177e4SLinus Torvalds card->tsq.last = card->tsq.base + (NS_TSQ_NUM_ENTRIES - 1); 5431da177e4SLinus Torvalds for (j = 0; j < NS_TSQ_NUM_ENTRIES; j++) 5441da177e4SLinus Torvalds ns_tsi_init(card->tsq.base + j); 5451da177e4SLinus Torvalds writel(0x00000000, card->membase + TSQH); 546864a3ff6Schas williams - CONTRACTOR writel(ALIGN(card->tsq.dma, NS_TSQ_ALIGNMENT), card->membase + TSQB); 547864a3ff6Schas williams - CONTRACTOR PRINTK("nicstar%d: TSQ base at 0x%p.\n", i, card->tsq.base); 5481da177e4SLinus Torvalds 5491da177e4SLinus Torvalds /* Initialize RSQ */ 550ede58ef2Schas williams - CONTRACTOR card->rsq.org = dma_alloc_coherent(&card->pcidev->dev, 551864a3ff6Schas williams - CONTRACTOR NS_RSQSIZE + NS_RSQ_ALIGNMENT, 552ede58ef2Schas williams - CONTRACTOR &card->rsq.dma, GFP_KERNEL); 553098fde11Schas williams - CONTRACTOR if (card->rsq.org == NULL) { 5541da177e4SLinus Torvalds printk("nicstar%d: can't allocate RSQ.\n", i); 5551da177e4SLinus Torvalds error = 11; 5561da177e4SLinus Torvalds ns_init_card_error(card, error); 5571da177e4SLinus Torvalds return error; 5581da177e4SLinus Torvalds } 559864a3ff6Schas williams - CONTRACTOR card->rsq.base = PTR_ALIGN(card->rsq.org, NS_RSQ_ALIGNMENT); 5601da177e4SLinus Torvalds card->rsq.next = card->rsq.base; 5611da177e4SLinus Torvalds card->rsq.last = card->rsq.base + (NS_RSQ_NUM_ENTRIES - 1); 5621da177e4SLinus Torvalds for (j = 0; j < NS_RSQ_NUM_ENTRIES; j++) 5631da177e4SLinus Torvalds ns_rsqe_init(card->rsq.base + j); 5641da177e4SLinus Torvalds writel(0x00000000, card->membase + RSQH); 565864a3ff6Schas williams - CONTRACTOR writel(ALIGN(card->rsq.dma, NS_RSQ_ALIGNMENT), card->membase + RSQB); 566864a3ff6Schas williams - CONTRACTOR PRINTK("nicstar%d: RSQ base at 0x%p.\n", i, card->rsq.base); 5671da177e4SLinus Torvalds 5681da177e4SLinus Torvalds /* Initialize SCQ0, the only VBR SCQ used */ 569a2c1aa54SJesper Juhl card->scq1 = NULL; 570a2c1aa54SJesper Juhl card->scq2 = NULL; 571864a3ff6Schas williams - CONTRACTOR card->scq0 = get_scq(card, VBR_SCQSIZE, NS_VRSCD0); 572098fde11Schas williams - CONTRACTOR if (card->scq0 == NULL) { 5731da177e4SLinus Torvalds printk("nicstar%d: can't get SCQ0.\n", i); 5741da177e4SLinus Torvalds error = 12; 5751da177e4SLinus Torvalds ns_init_card_error(card, error); 5761da177e4SLinus Torvalds return error; 5771da177e4SLinus Torvalds } 578864a3ff6Schas williams - CONTRACTOR u32d[0] = scq_virt_to_bus(card->scq0, card->scq0->base); 5791da177e4SLinus Torvalds u32d[1] = (u32) 0x00000000; 5801da177e4SLinus Torvalds u32d[2] = (u32) 0xffffffff; 5811da177e4SLinus Torvalds u32d[3] = (u32) 0x00000000; 5821da177e4SLinus Torvalds ns_write_sram(card, NS_VRSCD0, u32d, 4); 5831da177e4SLinus Torvalds ns_write_sram(card, NS_VRSCD1, u32d, 4); /* These last two won't be used */ 5841da177e4SLinus Torvalds ns_write_sram(card, NS_VRSCD2, u32d, 4); /* but are initialized, just in case... */ 5851da177e4SLinus Torvalds card->scq0->scd = NS_VRSCD0; 586864a3ff6Schas williams - CONTRACTOR PRINTK("nicstar%d: VBR-SCQ0 base at 0x%p.\n", i, card->scq0->base); 5871da177e4SLinus Torvalds 5881da177e4SLinus Torvalds /* Initialize TSTs */ 5891da177e4SLinus Torvalds card->tst_addr = NS_TST0; 5901da177e4SLinus Torvalds card->tst_free_entries = NS_TST_NUM_ENTRIES; 5911da177e4SLinus Torvalds data = NS_TST_OPCODE_VARIABLE; 5921da177e4SLinus Torvalds for (j = 0; j < NS_TST_NUM_ENTRIES; j++) 5931da177e4SLinus Torvalds ns_write_sram(card, NS_TST0 + j, &data, 1); 5941da177e4SLinus Torvalds data = ns_tste_make(NS_TST_OPCODE_END, NS_TST0); 5951da177e4SLinus Torvalds ns_write_sram(card, NS_TST0 + NS_TST_NUM_ENTRIES, &data, 1); 5961da177e4SLinus Torvalds for (j = 0; j < NS_TST_NUM_ENTRIES; j++) 5971da177e4SLinus Torvalds ns_write_sram(card, NS_TST1 + j, &data, 1); 5981da177e4SLinus Torvalds data = ns_tste_make(NS_TST_OPCODE_END, NS_TST1); 5991da177e4SLinus Torvalds ns_write_sram(card, NS_TST1 + NS_TST_NUM_ENTRIES, &data, 1); 6001da177e4SLinus Torvalds for (j = 0; j < NS_TST_NUM_ENTRIES; j++) 6011da177e4SLinus Torvalds card->tste2vc[j] = NULL; 6021da177e4SLinus Torvalds writel(NS_TST0 << 2, card->membase + TSTB); 6031da177e4SLinus Torvalds 6041da177e4SLinus Torvalds /* Initialize RCT. AAL type is set on opening the VC. */ 6051da177e4SLinus Torvalds #ifdef RCQ_SUPPORT 6061da177e4SLinus Torvalds u32d[0] = NS_RCTE_RAWCELLINTEN; 6071da177e4SLinus Torvalds #else 6081da177e4SLinus Torvalds u32d[0] = 0x00000000; 6091da177e4SLinus Torvalds #endif /* RCQ_SUPPORT */ 6101da177e4SLinus Torvalds u32d[1] = 0x00000000; 6111da177e4SLinus Torvalds u32d[2] = 0x00000000; 6121da177e4SLinus Torvalds u32d[3] = 0xFFFFFFFF; 6131da177e4SLinus Torvalds for (j = 0; j < card->rct_size; j++) 6141da177e4SLinus Torvalds ns_write_sram(card, j * 4, u32d, 4); 6151da177e4SLinus Torvalds 616ee41f07cSMarkus Elfring memset(card->vcmap, 0, sizeof(card->vcmap)); 6171da177e4SLinus Torvalds 6181da177e4SLinus Torvalds for (j = 0; j < NS_FRSCD_NUM; j++) 6191da177e4SLinus Torvalds card->scd2vc[j] = NULL; 6201da177e4SLinus Torvalds 6211da177e4SLinus Torvalds /* Initialize buffer levels */ 6221da177e4SLinus Torvalds card->sbnr.min = MIN_SB; 6231da177e4SLinus Torvalds card->sbnr.init = NUM_SB; 6241da177e4SLinus Torvalds card->sbnr.max = MAX_SB; 6251da177e4SLinus Torvalds card->lbnr.min = MIN_LB; 6261da177e4SLinus Torvalds card->lbnr.init = NUM_LB; 6271da177e4SLinus Torvalds card->lbnr.max = MAX_LB; 6281da177e4SLinus Torvalds card->iovnr.min = MIN_IOVB; 6291da177e4SLinus Torvalds card->iovnr.init = NUM_IOVB; 6301da177e4SLinus Torvalds card->iovnr.max = MAX_IOVB; 6311da177e4SLinus Torvalds card->hbnr.min = MIN_HB; 6321da177e4SLinus Torvalds card->hbnr.init = NUM_HB; 6331da177e4SLinus Torvalds card->hbnr.max = MAX_HB; 6341da177e4SLinus Torvalds 635c664d638SDaeseok Youn card->sm_handle = NULL; 6361da177e4SLinus Torvalds card->sm_addr = 0x00000000; 637c664d638SDaeseok Youn card->lg_handle = NULL; 6381da177e4SLinus Torvalds card->lg_addr = 0x00000000; 6391da177e4SLinus Torvalds 6401da177e4SLinus Torvalds card->efbie = 1; /* To prevent push_rxbufs from enabling the interrupt */ 6411da177e4SLinus Torvalds 642864a3ff6Schas williams - CONTRACTOR idr_init(&card->idr); 643864a3ff6Schas williams - CONTRACTOR 6441da177e4SLinus Torvalds /* Pre-allocate some huge buffers */ 6451da177e4SLinus Torvalds skb_queue_head_init(&card->hbpool.queue); 6461da177e4SLinus Torvalds card->hbpool.count = 0; 647098fde11Schas williams - CONTRACTOR for (j = 0; j < NUM_HB; j++) { 6481da177e4SLinus Torvalds struct sk_buff *hb; 6491da177e4SLinus Torvalds hb = __dev_alloc_skb(NS_HBUFSIZE, GFP_KERNEL); 650098fde11Schas williams - CONTRACTOR if (hb == NULL) { 651098fde11Schas williams - CONTRACTOR printk 652098fde11Schas williams - CONTRACTOR ("nicstar%d: can't allocate %dth of %d huge buffers.\n", 6531da177e4SLinus Torvalds i, j, NUM_HB); 6541da177e4SLinus Torvalds error = 13; 6551da177e4SLinus Torvalds ns_init_card_error(card, error); 6561da177e4SLinus Torvalds return error; 6571da177e4SLinus Torvalds } 658864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(hb) = BUF_NONE; 6591da177e4SLinus Torvalds skb_queue_tail(&card->hbpool.queue, hb); 6601da177e4SLinus Torvalds card->hbpool.count++; 6611da177e4SLinus Torvalds } 6621da177e4SLinus Torvalds 6631da177e4SLinus Torvalds /* Allocate large buffers */ 6641da177e4SLinus Torvalds skb_queue_head_init(&card->lbpool.queue); 6651da177e4SLinus Torvalds card->lbpool.count = 0; /* Not used */ 666098fde11Schas williams - CONTRACTOR for (j = 0; j < NUM_LB; j++) { 6671da177e4SLinus Torvalds struct sk_buff *lb; 6681da177e4SLinus Torvalds lb = __dev_alloc_skb(NS_LGSKBSIZE, GFP_KERNEL); 669098fde11Schas williams - CONTRACTOR if (lb == NULL) { 670098fde11Schas williams - CONTRACTOR printk 671098fde11Schas williams - CONTRACTOR ("nicstar%d: can't allocate %dth of %d large buffers.\n", 6721da177e4SLinus Torvalds i, j, NUM_LB); 6731da177e4SLinus Torvalds error = 14; 6741da177e4SLinus Torvalds ns_init_card_error(card, error); 6751da177e4SLinus Torvalds return error; 6761da177e4SLinus Torvalds } 677864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(lb) = BUF_LG; 6781da177e4SLinus Torvalds skb_queue_tail(&card->lbpool.queue, lb); 6791da177e4SLinus Torvalds skb_reserve(lb, NS_SMBUFSIZE); 6808728b834SDavid S. Miller push_rxbufs(card, lb); 6811da177e4SLinus Torvalds /* Due to the implementation of push_rxbufs() this is 1, not 0 */ 682098fde11Schas williams - CONTRACTOR if (j == 1) { 6831da177e4SLinus Torvalds card->rcbuf = lb; 684864a3ff6Schas williams - CONTRACTOR card->rawcell = (struct ns_rcqe *) lb->data; 685864a3ff6Schas williams - CONTRACTOR card->rawch = NS_PRV_DMA(lb); 6861da177e4SLinus Torvalds } 6871da177e4SLinus Torvalds } 6881da177e4SLinus Torvalds /* Test for strange behaviour which leads to crashes */ 689098fde11Schas williams - CONTRACTOR if ((bcount = 690098fde11Schas williams - CONTRACTOR ns_stat_lfbqc_get(readl(card->membase + STAT))) < card->lbnr.min) { 691098fde11Schas williams - CONTRACTOR printk 692098fde11Schas williams - CONTRACTOR ("nicstar%d: Strange... Just allocated %d large buffers and lfbqc = %d.\n", 6931da177e4SLinus Torvalds i, j, bcount); 6941da177e4SLinus Torvalds error = 14; 6951da177e4SLinus Torvalds ns_init_card_error(card, error); 6961da177e4SLinus Torvalds return error; 6971da177e4SLinus Torvalds } 6981da177e4SLinus Torvalds 6991da177e4SLinus Torvalds /* Allocate small buffers */ 7001da177e4SLinus Torvalds skb_queue_head_init(&card->sbpool.queue); 7011da177e4SLinus Torvalds card->sbpool.count = 0; /* Not used */ 702098fde11Schas williams - CONTRACTOR for (j = 0; j < NUM_SB; j++) { 7031da177e4SLinus Torvalds struct sk_buff *sb; 7041da177e4SLinus Torvalds sb = __dev_alloc_skb(NS_SMSKBSIZE, GFP_KERNEL); 705098fde11Schas williams - CONTRACTOR if (sb == NULL) { 706098fde11Schas williams - CONTRACTOR printk 707098fde11Schas williams - CONTRACTOR ("nicstar%d: can't allocate %dth of %d small buffers.\n", 7081da177e4SLinus Torvalds i, j, NUM_SB); 7091da177e4SLinus Torvalds error = 15; 7101da177e4SLinus Torvalds ns_init_card_error(card, error); 7111da177e4SLinus Torvalds return error; 7121da177e4SLinus Torvalds } 713864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(sb) = BUF_SM; 7141da177e4SLinus Torvalds skb_queue_tail(&card->sbpool.queue, sb); 7151da177e4SLinus Torvalds skb_reserve(sb, NS_AAL0_HEADER); 7168728b834SDavid S. Miller push_rxbufs(card, sb); 7171da177e4SLinus Torvalds } 7181da177e4SLinus Torvalds /* Test for strange behaviour which leads to crashes */ 719098fde11Schas williams - CONTRACTOR if ((bcount = 720098fde11Schas williams - CONTRACTOR ns_stat_sfbqc_get(readl(card->membase + STAT))) < card->sbnr.min) { 721098fde11Schas williams - CONTRACTOR printk 722098fde11Schas williams - CONTRACTOR ("nicstar%d: Strange... Just allocated %d small buffers and sfbqc = %d.\n", 7231da177e4SLinus Torvalds i, j, bcount); 7241da177e4SLinus Torvalds error = 15; 7251da177e4SLinus Torvalds ns_init_card_error(card, error); 7261da177e4SLinus Torvalds return error; 7271da177e4SLinus Torvalds } 7281da177e4SLinus Torvalds 7291da177e4SLinus Torvalds /* Allocate iovec buffers */ 7301da177e4SLinus Torvalds skb_queue_head_init(&card->iovpool.queue); 7311da177e4SLinus Torvalds card->iovpool.count = 0; 732098fde11Schas williams - CONTRACTOR for (j = 0; j < NUM_IOVB; j++) { 7331da177e4SLinus Torvalds struct sk_buff *iovb; 7341da177e4SLinus Torvalds iovb = alloc_skb(NS_IOVBUFSIZE, GFP_KERNEL); 735098fde11Schas williams - CONTRACTOR if (iovb == NULL) { 736098fde11Schas williams - CONTRACTOR printk 737098fde11Schas williams - CONTRACTOR ("nicstar%d: can't allocate %dth of %d iovec buffers.\n", 7381da177e4SLinus Torvalds i, j, NUM_IOVB); 7391da177e4SLinus Torvalds error = 16; 7401da177e4SLinus Torvalds ns_init_card_error(card, error); 7411da177e4SLinus Torvalds return error; 7421da177e4SLinus Torvalds } 743864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(iovb) = BUF_NONE; 7441da177e4SLinus Torvalds skb_queue_tail(&card->iovpool.queue, iovb); 7451da177e4SLinus Torvalds card->iovpool.count++; 7461da177e4SLinus Torvalds } 7471da177e4SLinus Torvalds 7481da177e4SLinus Torvalds /* Configure NICStAR */ 7491da177e4SLinus Torvalds if (card->rct_size == 4096) 7501da177e4SLinus Torvalds ns_cfg_rctsize = NS_CFG_RCTSIZE_4096_ENTRIES; 7511da177e4SLinus Torvalds else /* (card->rct_size == 16384) */ 7521da177e4SLinus Torvalds ns_cfg_rctsize = NS_CFG_RCTSIZE_16384_ENTRIES; 7531da177e4SLinus Torvalds 7541da177e4SLinus Torvalds card->efbie = 1; 7551da177e4SLinus Torvalds 75652961955SChas Williams card->intcnt = 0; 757098fde11Schas williams - CONTRACTOR if (request_irq 75806df277aSchas williams - CONTRACTOR (pcidev->irq, &ns_irq_handler, IRQF_SHARED, "nicstar", card) != 0) { 75952961955SChas Williams printk("nicstar%d: can't allocate IRQ %d.\n", i, pcidev->irq); 76052961955SChas Williams error = 9; 76152961955SChas Williams ns_init_card_error(card, error); 76252961955SChas Williams return error; 76352961955SChas Williams } 76452961955SChas Williams 7651da177e4SLinus Torvalds /* Register device */ 766d9ca676bSDan Williams card->atmdev = atm_dev_register("nicstar", &card->pcidev->dev, &atm_ops, 767d9ca676bSDan Williams -1, NULL); 768098fde11Schas williams - CONTRACTOR if (card->atmdev == NULL) { 7691da177e4SLinus Torvalds printk("nicstar%d: can't register device.\n", i); 7701da177e4SLinus Torvalds error = 17; 7711da177e4SLinus Torvalds ns_init_card_error(card, error); 7721da177e4SLinus Torvalds return error; 7731da177e4SLinus Torvalds } 7741da177e4SLinus Torvalds 775d2bb3905SAndy Shevchenko if (mac[i] == NULL || !mac_pton(mac[i], card->atmdev->esi)) { 7761da177e4SLinus Torvalds nicstar_read_eprom(card->membase, NICSTAR_EPROM_MAC_ADDR_OFFSET, 7771da177e4SLinus Torvalds card->atmdev->esi, 6); 7784c55a462Sdingtianhong if (ether_addr_equal(card->atmdev->esi, "\x00\x00\x00\x00\x00\x00")) { 779098fde11Schas williams - CONTRACTOR nicstar_read_eprom(card->membase, 780098fde11Schas williams - CONTRACTOR NICSTAR_EPROM_MAC_ADDR_OFFSET_ALT, 7811da177e4SLinus Torvalds card->atmdev->esi, 6); 7821da177e4SLinus Torvalds } 7831da177e4SLinus Torvalds } 7841da177e4SLinus Torvalds 7851154b299Shartleys printk("nicstar%d: MAC address %pM\n", i, card->atmdev->esi); 7861da177e4SLinus Torvalds 7871da177e4SLinus Torvalds card->atmdev->dev_data = card; 7881da177e4SLinus Torvalds card->atmdev->ci_range.vpi_bits = card->vpibits; 7891da177e4SLinus Torvalds card->atmdev->ci_range.vci_bits = card->vcibits; 7901da177e4SLinus Torvalds card->atmdev->link_rate = card->max_pcr; 7911da177e4SLinus Torvalds card->atmdev->phy = NULL; 7921da177e4SLinus Torvalds 7931da177e4SLinus Torvalds #ifdef CONFIG_ATM_NICSTAR_USE_SUNI 7941da177e4SLinus Torvalds if (card->max_pcr == ATM_OC3_PCR) 7951da177e4SLinus Torvalds suni_init(card->atmdev); 7961da177e4SLinus Torvalds #endif /* CONFIG_ATM_NICSTAR_USE_SUNI */ 7971da177e4SLinus Torvalds 7981da177e4SLinus Torvalds #ifdef CONFIG_ATM_NICSTAR_USE_IDT77105 7991da177e4SLinus Torvalds if (card->max_pcr == ATM_25_PCR) 8001da177e4SLinus Torvalds idt77105_init(card->atmdev); 8011da177e4SLinus Torvalds #endif /* CONFIG_ATM_NICSTAR_USE_IDT77105 */ 8021da177e4SLinus Torvalds 8031da177e4SLinus Torvalds if (card->atmdev->phy && card->atmdev->phy->start) 8041da177e4SLinus Torvalds card->atmdev->phy->start(card->atmdev); 8051da177e4SLinus Torvalds 806098fde11Schas williams - CONTRACTOR writel(NS_CFG_RXPATH | NS_CFG_SMBUFSIZE | NS_CFG_LGBUFSIZE | NS_CFG_EFBIE | NS_CFG_RSQSIZE | NS_CFG_VPIBITS | ns_cfg_rctsize | NS_CFG_RXINT_NODELAY | NS_CFG_RAWIE | /* Only enabled if RCQ_SUPPORT */ 807098fde11Schas williams - CONTRACTOR NS_CFG_RSQAFIE | NS_CFG_TXEN | NS_CFG_TXIE | NS_CFG_TSQFIE_OPT | /* Only enabled if ENABLE_TSQFIE */ 808098fde11Schas williams - CONTRACTOR NS_CFG_PHYIE, card->membase + CFG); 8091da177e4SLinus Torvalds 8101da177e4SLinus Torvalds num_cards++; 8111da177e4SLinus Torvalds 8121da177e4SLinus Torvalds return error; 8131da177e4SLinus Torvalds } 8141da177e4SLinus Torvalds 8156c44512dSGreg Kroah-Hartman static void ns_init_card_error(ns_dev *card, int error) 8161da177e4SLinus Torvalds { 817098fde11Schas williams - CONTRACTOR if (error >= 17) { 8181da177e4SLinus Torvalds writel(0x00000000, card->membase + CFG); 8191da177e4SLinus Torvalds } 820098fde11Schas williams - CONTRACTOR if (error >= 16) { 8211da177e4SLinus Torvalds struct sk_buff *iovb; 8221da177e4SLinus Torvalds while ((iovb = skb_dequeue(&card->iovpool.queue)) != NULL) 8231da177e4SLinus Torvalds dev_kfree_skb_any(iovb); 8241da177e4SLinus Torvalds } 825098fde11Schas williams - CONTRACTOR if (error >= 15) { 8261da177e4SLinus Torvalds struct sk_buff *sb; 8271da177e4SLinus Torvalds while ((sb = skb_dequeue(&card->sbpool.queue)) != NULL) 8281da177e4SLinus Torvalds dev_kfree_skb_any(sb); 829864a3ff6Schas williams - CONTRACTOR free_scq(card, card->scq0, NULL); 8301da177e4SLinus Torvalds } 831098fde11Schas williams - CONTRACTOR if (error >= 14) { 8321da177e4SLinus Torvalds struct sk_buff *lb; 8331da177e4SLinus Torvalds while ((lb = skb_dequeue(&card->lbpool.queue)) != NULL) 8341da177e4SLinus Torvalds dev_kfree_skb_any(lb); 8351da177e4SLinus Torvalds } 836098fde11Schas williams - CONTRACTOR if (error >= 13) { 8371da177e4SLinus Torvalds struct sk_buff *hb; 8381da177e4SLinus Torvalds while ((hb = skb_dequeue(&card->hbpool.queue)) != NULL) 8391da177e4SLinus Torvalds dev_kfree_skb_any(hb); 8401da177e4SLinus Torvalds } 841098fde11Schas williams - CONTRACTOR if (error >= 12) { 842*6a1e5a4aSZheyu Ma dma_free_coherent(&card->pcidev->dev, NS_RSQSIZE + NS_RSQ_ALIGNMENT, 843*6a1e5a4aSZheyu Ma card->rsq.org, card->rsq.dma); 8441da177e4SLinus Torvalds } 845098fde11Schas williams - CONTRACTOR if (error >= 11) { 846*6a1e5a4aSZheyu Ma dma_free_coherent(&card->pcidev->dev, NS_TSQSIZE + NS_TSQ_ALIGNMENT, 847*6a1e5a4aSZheyu Ma card->tsq.org, card->tsq.dma); 8481da177e4SLinus Torvalds } 849098fde11Schas williams - CONTRACTOR if (error >= 10) { 8501da177e4SLinus Torvalds free_irq(card->pcidev->irq, card); 8511da177e4SLinus Torvalds } 852098fde11Schas williams - CONTRACTOR if (error >= 4) { 8531da177e4SLinus Torvalds iounmap(card->membase); 8541da177e4SLinus Torvalds } 855098fde11Schas williams - CONTRACTOR if (error >= 3) { 8561da177e4SLinus Torvalds pci_disable_device(card->pcidev); 8571da177e4SLinus Torvalds kfree(card); 8581da177e4SLinus Torvalds } 8591da177e4SLinus Torvalds } 8601da177e4SLinus Torvalds 861864a3ff6Schas williams - CONTRACTOR static scq_info *get_scq(ns_dev *card, int size, u32 scd) 8621da177e4SLinus Torvalds { 8631da177e4SLinus Torvalds scq_info *scq; 8641da177e4SLinus Torvalds int i; 8651da177e4SLinus Torvalds 8661da177e4SLinus Torvalds if (size != VBR_SCQSIZE && size != CBR_SCQSIZE) 867a2c1aa54SJesper Juhl return NULL; 8681da177e4SLinus Torvalds 86924310fd5SMarkus Elfring scq = kmalloc(sizeof(*scq), GFP_KERNEL); 870864a3ff6Schas williams - CONTRACTOR if (!scq) 871a2c1aa54SJesper Juhl return NULL; 872ede58ef2Schas williams - CONTRACTOR scq->org = dma_alloc_coherent(&card->pcidev->dev, 873ede58ef2Schas williams - CONTRACTOR 2 * size, &scq->dma, GFP_KERNEL); 874864a3ff6Schas williams - CONTRACTOR if (!scq->org) { 8751da177e4SLinus Torvalds kfree(scq); 876a2c1aa54SJesper Juhl return NULL; 8771da177e4SLinus Torvalds } 87878706121SMarkus Elfring scq->skb = kmalloc_array(size / NS_SCQE_SIZE, 87978706121SMarkus Elfring sizeof(*scq->skb), 88078706121SMarkus Elfring GFP_KERNEL); 881864a3ff6Schas williams - CONTRACTOR if (!scq->skb) { 882eab81466SChristophe Jaillet dma_free_coherent(&card->pcidev->dev, 883eab81466SChristophe Jaillet 2 * size, scq->org, scq->dma); 8841da177e4SLinus Torvalds kfree(scq); 885a2c1aa54SJesper Juhl return NULL; 8861da177e4SLinus Torvalds } 8871da177e4SLinus Torvalds scq->num_entries = size / NS_SCQE_SIZE; 888864a3ff6Schas williams - CONTRACTOR scq->base = PTR_ALIGN(scq->org, size); 8891da177e4SLinus Torvalds scq->next = scq->base; 8901da177e4SLinus Torvalds scq->last = scq->base + (scq->num_entries - 1); 8911da177e4SLinus Torvalds scq->tail = scq->last; 8921da177e4SLinus Torvalds scq->scd = scd; 8931da177e4SLinus Torvalds scq->num_entries = size / NS_SCQE_SIZE; 8941da177e4SLinus Torvalds scq->tbd_count = 0; 8951da177e4SLinus Torvalds init_waitqueue_head(&scq->scqfull_waitq); 8961da177e4SLinus Torvalds scq->full = 0; 8971da177e4SLinus Torvalds spin_lock_init(&scq->lock); 8981da177e4SLinus Torvalds 8991da177e4SLinus Torvalds for (i = 0; i < scq->num_entries; i++) 9001da177e4SLinus Torvalds scq->skb[i] = NULL; 9011da177e4SLinus Torvalds 9021da177e4SLinus Torvalds return scq; 9031da177e4SLinus Torvalds } 9041da177e4SLinus Torvalds 9051da177e4SLinus Torvalds /* For variable rate SCQ vcc must be NULL */ 906864a3ff6Schas williams - CONTRACTOR static void free_scq(ns_dev *card, scq_info *scq, struct atm_vcc *vcc) 9071da177e4SLinus Torvalds { 9081da177e4SLinus Torvalds int i; 9091da177e4SLinus Torvalds 9101da177e4SLinus Torvalds if (scq->num_entries == VBR_SCQ_NUM_ENTRIES) 911098fde11Schas williams - CONTRACTOR for (i = 0; i < scq->num_entries; i++) { 912098fde11Schas williams - CONTRACTOR if (scq->skb[i] != NULL) { 9131da177e4SLinus Torvalds vcc = ATM_SKB(scq->skb[i])->vcc; 9141da177e4SLinus Torvalds if (vcc->pop != NULL) 9151da177e4SLinus Torvalds vcc->pop(vcc, scq->skb[i]); 9161da177e4SLinus Torvalds else 9171da177e4SLinus Torvalds dev_kfree_skb_any(scq->skb[i]); 9181da177e4SLinus Torvalds } 919098fde11Schas williams - CONTRACTOR } else { /* vcc must be != NULL */ 920098fde11Schas williams - CONTRACTOR 921098fde11Schas williams - CONTRACTOR if (vcc == NULL) { 922098fde11Schas williams - CONTRACTOR printk 923098fde11Schas williams - CONTRACTOR ("nicstar: free_scq() called with vcc == NULL for fixed rate scq."); 9241da177e4SLinus Torvalds for (i = 0; i < scq->num_entries; i++) 9251da177e4SLinus Torvalds dev_kfree_skb_any(scq->skb[i]); 926098fde11Schas williams - CONTRACTOR } else 927098fde11Schas williams - CONTRACTOR for (i = 0; i < scq->num_entries; i++) { 928098fde11Schas williams - CONTRACTOR if (scq->skb[i] != NULL) { 9291da177e4SLinus Torvalds if (vcc->pop != NULL) 9301da177e4SLinus Torvalds vcc->pop(vcc, scq->skb[i]); 9311da177e4SLinus Torvalds else 9321da177e4SLinus Torvalds dev_kfree_skb_any(scq->skb[i]); 9331da177e4SLinus Torvalds } 9341da177e4SLinus Torvalds } 9351da177e4SLinus Torvalds } 9361da177e4SLinus Torvalds kfree(scq->skb); 937ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&card->pcidev->dev, 938864a3ff6Schas williams - CONTRACTOR 2 * (scq->num_entries == VBR_SCQ_NUM_ENTRIES ? 939864a3ff6Schas williams - CONTRACTOR VBR_SCQSIZE : CBR_SCQSIZE), 940864a3ff6Schas williams - CONTRACTOR scq->org, scq->dma); 9411da177e4SLinus Torvalds kfree(scq); 9421da177e4SLinus Torvalds } 9431da177e4SLinus Torvalds 9441da177e4SLinus Torvalds /* The handles passed must be pointers to the sk_buff containing the small 9451da177e4SLinus Torvalds or large buffer(s) cast to u32. */ 9468728b834SDavid S. Miller static void push_rxbufs(ns_dev * card, struct sk_buff *skb) 9471da177e4SLinus Torvalds { 948864a3ff6Schas williams - CONTRACTOR struct sk_buff *handle1, *handle2; 949b051f6edSTejun Heo int id1, id2; 950864a3ff6Schas williams - CONTRACTOR u32 addr1, addr2; 9511da177e4SLinus Torvalds u32 stat; 9521da177e4SLinus Torvalds unsigned long flags; 9531da177e4SLinus Torvalds 9548728b834SDavid S. Miller /* *BARF* */ 955864a3ff6Schas williams - CONTRACTOR handle2 = NULL; 956864a3ff6Schas williams - CONTRACTOR addr2 = 0; 957864a3ff6Schas williams - CONTRACTOR handle1 = skb; 958ede58ef2Schas williams - CONTRACTOR addr1 = dma_map_single(&card->pcidev->dev, 959864a3ff6Schas williams - CONTRACTOR skb->data, 960864a3ff6Schas williams - CONTRACTOR (NS_PRV_BUFTYPE(skb) == BUF_SM 961864a3ff6Schas williams - CONTRACTOR ? NS_SMSKBSIZE : NS_LGSKBSIZE), 962ede58ef2Schas williams - CONTRACTOR DMA_TO_DEVICE); 963864a3ff6Schas williams - CONTRACTOR NS_PRV_DMA(skb) = addr1; /* save so we can unmap later */ 9641da177e4SLinus Torvalds 9651da177e4SLinus Torvalds #ifdef GENERAL_DEBUG 9661da177e4SLinus Torvalds if (!addr1) 967098fde11Schas williams - CONTRACTOR printk("nicstar%d: push_rxbufs called with addr1 = 0.\n", 968098fde11Schas williams - CONTRACTOR card->index); 9691da177e4SLinus Torvalds #endif /* GENERAL_DEBUG */ 9701da177e4SLinus Torvalds 9711da177e4SLinus Torvalds stat = readl(card->membase + STAT); 9721da177e4SLinus Torvalds card->sbfqc = ns_stat_sfbqc_get(stat); 9731da177e4SLinus Torvalds card->lbfqc = ns_stat_lfbqc_get(stat); 974864a3ff6Schas williams - CONTRACTOR if (NS_PRV_BUFTYPE(skb) == BUF_SM) { 975098fde11Schas williams - CONTRACTOR if (!addr2) { 976098fde11Schas williams - CONTRACTOR if (card->sm_addr) { 9771da177e4SLinus Torvalds addr2 = card->sm_addr; 9781da177e4SLinus Torvalds handle2 = card->sm_handle; 9791da177e4SLinus Torvalds card->sm_addr = 0x00000000; 980c664d638SDaeseok Youn card->sm_handle = NULL; 981098fde11Schas williams - CONTRACTOR } else { /* (!sm_addr) */ 982098fde11Schas williams - CONTRACTOR 9831da177e4SLinus Torvalds card->sm_addr = addr1; 9841da177e4SLinus Torvalds card->sm_handle = handle1; 9851da177e4SLinus Torvalds } 9861da177e4SLinus Torvalds } 987098fde11Schas williams - CONTRACTOR } else { /* buf_type == BUF_LG */ 988098fde11Schas williams - CONTRACTOR 989098fde11Schas williams - CONTRACTOR if (!addr2) { 990098fde11Schas williams - CONTRACTOR if (card->lg_addr) { 9911da177e4SLinus Torvalds addr2 = card->lg_addr; 9921da177e4SLinus Torvalds handle2 = card->lg_handle; 9931da177e4SLinus Torvalds card->lg_addr = 0x00000000; 994c664d638SDaeseok Youn card->lg_handle = NULL; 995098fde11Schas williams - CONTRACTOR } else { /* (!lg_addr) */ 996098fde11Schas williams - CONTRACTOR 9971da177e4SLinus Torvalds card->lg_addr = addr1; 9981da177e4SLinus Torvalds card->lg_handle = handle1; 9991da177e4SLinus Torvalds } 10001da177e4SLinus Torvalds } 10011da177e4SLinus Torvalds } 10021da177e4SLinus Torvalds 1003098fde11Schas williams - CONTRACTOR if (addr2) { 1004864a3ff6Schas williams - CONTRACTOR if (NS_PRV_BUFTYPE(skb) == BUF_SM) { 1005098fde11Schas williams - CONTRACTOR if (card->sbfqc >= card->sbnr.max) { 1006864a3ff6Schas williams - CONTRACTOR skb_unlink(handle1, &card->sbpool.queue); 1007864a3ff6Schas williams - CONTRACTOR dev_kfree_skb_any(handle1); 1008864a3ff6Schas williams - CONTRACTOR skb_unlink(handle2, &card->sbpool.queue); 1009864a3ff6Schas williams - CONTRACTOR dev_kfree_skb_any(handle2); 10101da177e4SLinus Torvalds return; 1011098fde11Schas williams - CONTRACTOR } else 10121da177e4SLinus Torvalds card->sbfqc += 2; 1013098fde11Schas williams - CONTRACTOR } else { /* (buf_type == BUF_LG) */ 1014098fde11Schas williams - CONTRACTOR 1015098fde11Schas williams - CONTRACTOR if (card->lbfqc >= card->lbnr.max) { 1016864a3ff6Schas williams - CONTRACTOR skb_unlink(handle1, &card->lbpool.queue); 1017864a3ff6Schas williams - CONTRACTOR dev_kfree_skb_any(handle1); 1018864a3ff6Schas williams - CONTRACTOR skb_unlink(handle2, &card->lbpool.queue); 1019864a3ff6Schas williams - CONTRACTOR dev_kfree_skb_any(handle2); 10201da177e4SLinus Torvalds return; 1021098fde11Schas williams - CONTRACTOR } else 10221da177e4SLinus Torvalds card->lbfqc += 2; 10231da177e4SLinus Torvalds } 10241da177e4SLinus Torvalds 1025b051f6edSTejun Heo id1 = idr_alloc(&card->idr, handle1, 0, 0, GFP_ATOMIC); 1026b051f6edSTejun Heo if (id1 < 0) 1027864a3ff6Schas williams - CONTRACTOR goto out; 10281da177e4SLinus Torvalds 1029b051f6edSTejun Heo id2 = idr_alloc(&card->idr, handle2, 0, 0, GFP_ATOMIC); 1030b051f6edSTejun Heo if (id2 < 0) 1031864a3ff6Schas williams - CONTRACTOR goto out; 1032864a3ff6Schas williams - CONTRACTOR 1033864a3ff6Schas williams - CONTRACTOR spin_lock_irqsave(&card->res_lock, flags); 10341da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 10351da177e4SLinus Torvalds writel(addr2, card->membase + DR3); 1036864a3ff6Schas williams - CONTRACTOR writel(id2, card->membase + DR2); 10371da177e4SLinus Torvalds writel(addr1, card->membase + DR1); 1038864a3ff6Schas williams - CONTRACTOR writel(id1, card->membase + DR0); 1039864a3ff6Schas williams - CONTRACTOR writel(NS_CMD_WRITE_FREEBUFQ | NS_PRV_BUFTYPE(skb), 1040098fde11Schas williams - CONTRACTOR card->membase + CMD); 10411da177e4SLinus Torvalds spin_unlock_irqrestore(&card->res_lock, flags); 10421da177e4SLinus Torvalds 1043098fde11Schas williams - CONTRACTOR XPRINTK("nicstar%d: Pushing %s buffers at 0x%x and 0x%x.\n", 1044098fde11Schas williams - CONTRACTOR card->index, 1045864a3ff6Schas williams - CONTRACTOR (NS_PRV_BUFTYPE(skb) == BUF_SM ? "small" : "large"), 1046864a3ff6Schas williams - CONTRACTOR addr1, addr2); 10471da177e4SLinus Torvalds } 10481da177e4SLinus Torvalds 10491da177e4SLinus Torvalds if (!card->efbie && card->sbfqc >= card->sbnr.min && 1050098fde11Schas williams - CONTRACTOR card->lbfqc >= card->lbnr.min) { 10511da177e4SLinus Torvalds card->efbie = 1; 1052098fde11Schas williams - CONTRACTOR writel((readl(card->membase + CFG) | NS_CFG_EFBIE), 1053098fde11Schas williams - CONTRACTOR card->membase + CFG); 10541da177e4SLinus Torvalds } 10551da177e4SLinus Torvalds 1056864a3ff6Schas williams - CONTRACTOR out: 10571da177e4SLinus Torvalds return; 10581da177e4SLinus Torvalds } 10591da177e4SLinus Torvalds 10607d12e780SDavid Howells static irqreturn_t ns_irq_handler(int irq, void *dev_id) 10611da177e4SLinus Torvalds { 10621da177e4SLinus Torvalds u32 stat_r; 10631da177e4SLinus Torvalds ns_dev *card; 10641da177e4SLinus Torvalds struct atm_dev *dev; 10651da177e4SLinus Torvalds unsigned long flags; 10661da177e4SLinus Torvalds 10671da177e4SLinus Torvalds card = (ns_dev *) dev_id; 10681da177e4SLinus Torvalds dev = card->atmdev; 10691da177e4SLinus Torvalds card->intcnt++; 10701da177e4SLinus Torvalds 10711da177e4SLinus Torvalds PRINTK("nicstar%d: NICStAR generated an interrupt\n", card->index); 10721da177e4SLinus Torvalds 107336ef4080SMark Asselstine spin_lock_irqsave(&card->int_lock, flags); 10741da177e4SLinus Torvalds 10751da177e4SLinus Torvalds stat_r = readl(card->membase + STAT); 10761da177e4SLinus Torvalds 10771da177e4SLinus Torvalds /* Transmit Status Indicator has been written to T. S. Queue */ 1078098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_TSIF) { 10791da177e4SLinus Torvalds TXPRINTK("nicstar%d: TSI interrupt\n", card->index); 10801da177e4SLinus Torvalds process_tsq(card); 10811da177e4SLinus Torvalds writel(NS_STAT_TSIF, card->membase + STAT); 10821da177e4SLinus Torvalds } 10831da177e4SLinus Torvalds 10841da177e4SLinus Torvalds /* Incomplete CS-PDU has been transmitted */ 1085098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_TXICP) { 10861da177e4SLinus Torvalds writel(NS_STAT_TXICP, card->membase + STAT); 10871da177e4SLinus Torvalds TXPRINTK("nicstar%d: Incomplete CS-PDU transmitted.\n", 10881da177e4SLinus Torvalds card->index); 10891da177e4SLinus Torvalds } 10901da177e4SLinus Torvalds 10911da177e4SLinus Torvalds /* Transmit Status Queue 7/8 full */ 1092098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_TSQF) { 10931da177e4SLinus Torvalds writel(NS_STAT_TSQF, card->membase + STAT); 10941da177e4SLinus Torvalds PRINTK("nicstar%d: TSQ full.\n", card->index); 10951da177e4SLinus Torvalds process_tsq(card); 10961da177e4SLinus Torvalds } 10971da177e4SLinus Torvalds 10981da177e4SLinus Torvalds /* Timer overflow */ 1099098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_TMROF) { 11001da177e4SLinus Torvalds writel(NS_STAT_TMROF, card->membase + STAT); 11011da177e4SLinus Torvalds PRINTK("nicstar%d: Timer overflow.\n", card->index); 11021da177e4SLinus Torvalds } 11031da177e4SLinus Torvalds 11041da177e4SLinus Torvalds /* PHY device interrupt signal active */ 1105098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_PHYI) { 11061da177e4SLinus Torvalds writel(NS_STAT_PHYI, card->membase + STAT); 11071da177e4SLinus Torvalds PRINTK("nicstar%d: PHY interrupt.\n", card->index); 11081da177e4SLinus Torvalds if (dev->phy && dev->phy->interrupt) { 11091da177e4SLinus Torvalds dev->phy->interrupt(dev); 11101da177e4SLinus Torvalds } 11111da177e4SLinus Torvalds } 11121da177e4SLinus Torvalds 11131da177e4SLinus Torvalds /* Small Buffer Queue is full */ 1114098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_SFBQF) { 11151da177e4SLinus Torvalds writel(NS_STAT_SFBQF, card->membase + STAT); 1116098fde11Schas williams - CONTRACTOR printk("nicstar%d: Small free buffer queue is full.\n", 1117098fde11Schas williams - CONTRACTOR card->index); 11181da177e4SLinus Torvalds } 11191da177e4SLinus Torvalds 11201da177e4SLinus Torvalds /* Large Buffer Queue is full */ 1121098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_LFBQF) { 11221da177e4SLinus Torvalds writel(NS_STAT_LFBQF, card->membase + STAT); 1123098fde11Schas williams - CONTRACTOR printk("nicstar%d: Large free buffer queue is full.\n", 1124098fde11Schas williams - CONTRACTOR card->index); 11251da177e4SLinus Torvalds } 11261da177e4SLinus Torvalds 11271da177e4SLinus Torvalds /* Receive Status Queue is full */ 1128098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_RSQF) { 11291da177e4SLinus Torvalds writel(NS_STAT_RSQF, card->membase + STAT); 11301da177e4SLinus Torvalds printk("nicstar%d: RSQ full.\n", card->index); 11311da177e4SLinus Torvalds process_rsq(card); 11321da177e4SLinus Torvalds } 11331da177e4SLinus Torvalds 11341da177e4SLinus Torvalds /* Complete CS-PDU received */ 1135098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_EOPDU) { 11361da177e4SLinus Torvalds RXPRINTK("nicstar%d: End of CS-PDU received.\n", card->index); 11371da177e4SLinus Torvalds process_rsq(card); 11381da177e4SLinus Torvalds writel(NS_STAT_EOPDU, card->membase + STAT); 11391da177e4SLinus Torvalds } 11401da177e4SLinus Torvalds 11411da177e4SLinus Torvalds /* Raw cell received */ 1142098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_RAWCF) { 11431da177e4SLinus Torvalds writel(NS_STAT_RAWCF, card->membase + STAT); 11441da177e4SLinus Torvalds #ifndef RCQ_SUPPORT 11451da177e4SLinus Torvalds printk("nicstar%d: Raw cell received and no support yet...\n", 11461da177e4SLinus Torvalds card->index); 11471da177e4SLinus Torvalds #endif /* RCQ_SUPPORT */ 11481da177e4SLinus Torvalds /* NOTE: the following procedure may keep a raw cell pending until the 11491da177e4SLinus Torvalds next interrupt. As this preliminary support is only meant to 11501da177e4SLinus Torvalds avoid buffer leakage, this is not an issue. */ 1151098fde11Schas williams - CONTRACTOR while (readl(card->membase + RAWCT) != card->rawch) { 11521da177e4SLinus Torvalds 1153864a3ff6Schas williams - CONTRACTOR if (ns_rcqe_islast(card->rawcell)) { 11541da177e4SLinus Torvalds struct sk_buff *oldbuf; 11551da177e4SLinus Torvalds 11561da177e4SLinus Torvalds oldbuf = card->rcbuf; 1157864a3ff6Schas williams - CONTRACTOR card->rcbuf = idr_find(&card->idr, 1158864a3ff6Schas williams - CONTRACTOR ns_rcqe_nextbufhandle(card->rawcell)); 1159864a3ff6Schas williams - CONTRACTOR card->rawch = NS_PRV_DMA(card->rcbuf); 1160864a3ff6Schas williams - CONTRACTOR card->rawcell = (struct ns_rcqe *) 1161864a3ff6Schas williams - CONTRACTOR card->rcbuf->data; 11621da177e4SLinus Torvalds recycle_rx_buf(card, oldbuf); 1163864a3ff6Schas williams - CONTRACTOR } else { 11641da177e4SLinus Torvalds card->rawch += NS_RCQE_SIZE; 1165864a3ff6Schas williams - CONTRACTOR card->rawcell++; 1166864a3ff6Schas williams - CONTRACTOR } 11671da177e4SLinus Torvalds } 11681da177e4SLinus Torvalds } 11691da177e4SLinus Torvalds 11701da177e4SLinus Torvalds /* Small buffer queue is empty */ 1171098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_SFBQE) { 11721da177e4SLinus Torvalds int i; 11731da177e4SLinus Torvalds struct sk_buff *sb; 11741da177e4SLinus Torvalds 11751da177e4SLinus Torvalds writel(NS_STAT_SFBQE, card->membase + STAT); 11761da177e4SLinus Torvalds printk("nicstar%d: Small free buffer queue empty.\n", 11771da177e4SLinus Torvalds card->index); 1178098fde11Schas williams - CONTRACTOR for (i = 0; i < card->sbnr.min; i++) { 11791da177e4SLinus Torvalds sb = dev_alloc_skb(NS_SMSKBSIZE); 1180098fde11Schas williams - CONTRACTOR if (sb == NULL) { 1181098fde11Schas williams - CONTRACTOR writel(readl(card->membase + CFG) & 1182098fde11Schas williams - CONTRACTOR ~NS_CFG_EFBIE, card->membase + CFG); 11831da177e4SLinus Torvalds card->efbie = 0; 11841da177e4SLinus Torvalds break; 11851da177e4SLinus Torvalds } 1186864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(sb) = BUF_SM; 11871da177e4SLinus Torvalds skb_queue_tail(&card->sbpool.queue, sb); 11881da177e4SLinus Torvalds skb_reserve(sb, NS_AAL0_HEADER); 11898728b834SDavid S. Miller push_rxbufs(card, sb); 11901da177e4SLinus Torvalds } 11911da177e4SLinus Torvalds card->sbfqc = i; 11921da177e4SLinus Torvalds process_rsq(card); 11931da177e4SLinus Torvalds } 11941da177e4SLinus Torvalds 11951da177e4SLinus Torvalds /* Large buffer queue empty */ 1196098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_LFBQE) { 11971da177e4SLinus Torvalds int i; 11981da177e4SLinus Torvalds struct sk_buff *lb; 11991da177e4SLinus Torvalds 12001da177e4SLinus Torvalds writel(NS_STAT_LFBQE, card->membase + STAT); 12011da177e4SLinus Torvalds printk("nicstar%d: Large free buffer queue empty.\n", 12021da177e4SLinus Torvalds card->index); 1203098fde11Schas williams - CONTRACTOR for (i = 0; i < card->lbnr.min; i++) { 12041da177e4SLinus Torvalds lb = dev_alloc_skb(NS_LGSKBSIZE); 1205098fde11Schas williams - CONTRACTOR if (lb == NULL) { 1206098fde11Schas williams - CONTRACTOR writel(readl(card->membase + CFG) & 1207098fde11Schas williams - CONTRACTOR ~NS_CFG_EFBIE, card->membase + CFG); 12081da177e4SLinus Torvalds card->efbie = 0; 12091da177e4SLinus Torvalds break; 12101da177e4SLinus Torvalds } 1211864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(lb) = BUF_LG; 12121da177e4SLinus Torvalds skb_queue_tail(&card->lbpool.queue, lb); 12131da177e4SLinus Torvalds skb_reserve(lb, NS_SMBUFSIZE); 12148728b834SDavid S. Miller push_rxbufs(card, lb); 12151da177e4SLinus Torvalds } 12161da177e4SLinus Torvalds card->lbfqc = i; 12171da177e4SLinus Torvalds process_rsq(card); 12181da177e4SLinus Torvalds } 12191da177e4SLinus Torvalds 12201da177e4SLinus Torvalds /* Receive Status Queue is 7/8 full */ 1221098fde11Schas williams - CONTRACTOR if (stat_r & NS_STAT_RSQAF) { 12221da177e4SLinus Torvalds writel(NS_STAT_RSQAF, card->membase + STAT); 12231da177e4SLinus Torvalds RXPRINTK("nicstar%d: RSQ almost full.\n", card->index); 12241da177e4SLinus Torvalds process_rsq(card); 12251da177e4SLinus Torvalds } 12261da177e4SLinus Torvalds 12271da177e4SLinus Torvalds spin_unlock_irqrestore(&card->int_lock, flags); 12281da177e4SLinus Torvalds PRINTK("nicstar%d: end of interrupt service\n", card->index); 12291da177e4SLinus Torvalds return IRQ_HANDLED; 12301da177e4SLinus Torvalds } 12311da177e4SLinus Torvalds 12321da177e4SLinus Torvalds static int ns_open(struct atm_vcc *vcc) 12331da177e4SLinus Torvalds { 12341da177e4SLinus Torvalds ns_dev *card; 12351da177e4SLinus Torvalds vc_map *vc; 12361da177e4SLinus Torvalds unsigned long tmpl, modl; 12371da177e4SLinus Torvalds int tcr, tcra; /* target cell rate, and absolute value */ 12381da177e4SLinus Torvalds int n = 0; /* Number of entries in the TST. Initialized to remove 12391da177e4SLinus Torvalds the compiler warning. */ 12401da177e4SLinus Torvalds u32 u32d[4]; 12411da177e4SLinus Torvalds int frscdi = 0; /* Index of the SCD. Initialized to remove the compiler 12421da177e4SLinus Torvalds warning. How I wish compilers were clever enough to 12431da177e4SLinus Torvalds tell which variables can truly be used 12441da177e4SLinus Torvalds uninitialized... */ 12451da177e4SLinus Torvalds int inuse; /* tx or rx vc already in use by another vcc */ 12461da177e4SLinus Torvalds short vpi = vcc->vpi; 12471da177e4SLinus Torvalds int vci = vcc->vci; 12481da177e4SLinus Torvalds 12491da177e4SLinus Torvalds card = (ns_dev *) vcc->dev->dev_data; 1250098fde11Schas williams - CONTRACTOR PRINTK("nicstar%d: opening vpi.vci %d.%d \n", card->index, (int)vpi, 1251098fde11Schas williams - CONTRACTOR vci); 1252098fde11Schas williams - CONTRACTOR if (vcc->qos.aal != ATM_AAL5 && vcc->qos.aal != ATM_AAL0) { 12531da177e4SLinus Torvalds PRINTK("nicstar%d: unsupported AAL.\n", card->index); 12541da177e4SLinus Torvalds return -EINVAL; 12551da177e4SLinus Torvalds } 12561da177e4SLinus Torvalds 12571da177e4SLinus Torvalds vc = &(card->vcmap[vpi << card->vcibits | vci]); 12581da177e4SLinus Torvalds vcc->dev_data = vc; 12591da177e4SLinus Torvalds 12601da177e4SLinus Torvalds inuse = 0; 12611da177e4SLinus Torvalds if (vcc->qos.txtp.traffic_class != ATM_NONE && vc->tx) 12621da177e4SLinus Torvalds inuse = 1; 12631da177e4SLinus Torvalds if (vcc->qos.rxtp.traffic_class != ATM_NONE && vc->rx) 12641da177e4SLinus Torvalds inuse += 2; 1265098fde11Schas williams - CONTRACTOR if (inuse) { 12661da177e4SLinus Torvalds printk("nicstar%d: %s vci already in use.\n", card->index, 12671da177e4SLinus Torvalds inuse == 1 ? "tx" : inuse == 2 ? "rx" : "tx and rx"); 12681da177e4SLinus Torvalds return -EINVAL; 12691da177e4SLinus Torvalds } 12701da177e4SLinus Torvalds 12711da177e4SLinus Torvalds set_bit(ATM_VF_ADDR, &vcc->flags); 12721da177e4SLinus Torvalds 12731da177e4SLinus Torvalds /* NOTE: You are not allowed to modify an open connection's QOS. To change 12741da177e4SLinus Torvalds that, remove the ATM_VF_PARTIAL flag checking. There may be other changes 12751da177e4SLinus Torvalds needed to do that. */ 1276098fde11Schas williams - CONTRACTOR if (!test_bit(ATM_VF_PARTIAL, &vcc->flags)) { 12771da177e4SLinus Torvalds scq_info *scq; 12781da177e4SLinus Torvalds 12791da177e4SLinus Torvalds set_bit(ATM_VF_PARTIAL, &vcc->flags); 1280098fde11Schas williams - CONTRACTOR if (vcc->qos.txtp.traffic_class == ATM_CBR) { 12811da177e4SLinus Torvalds /* Check requested cell rate and availability of SCD */ 1282098fde11Schas williams - CONTRACTOR if (vcc->qos.txtp.max_pcr == 0 && vcc->qos.txtp.pcr == 0 1283098fde11Schas williams - CONTRACTOR && vcc->qos.txtp.min_pcr == 0) { 1284098fde11Schas williams - CONTRACTOR PRINTK 1285098fde11Schas williams - CONTRACTOR ("nicstar%d: trying to open a CBR vc with cell rate = 0 \n", 12861da177e4SLinus Torvalds card->index); 12871da177e4SLinus Torvalds clear_bit(ATM_VF_PARTIAL, &vcc->flags); 12881da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 12891da177e4SLinus Torvalds return -EINVAL; 12901da177e4SLinus Torvalds } 12911da177e4SLinus Torvalds 12921da177e4SLinus Torvalds tcr = atm_pcr_goal(&(vcc->qos.txtp)); 12931da177e4SLinus Torvalds tcra = tcr >= 0 ? tcr : -tcr; 12941da177e4SLinus Torvalds 1295098fde11Schas williams - CONTRACTOR PRINTK("nicstar%d: target cell rate = %d.\n", 1296098fde11Schas williams - CONTRACTOR card->index, vcc->qos.txtp.max_pcr); 12971da177e4SLinus Torvalds 1298098fde11Schas williams - CONTRACTOR tmpl = 1299098fde11Schas williams - CONTRACTOR (unsigned long)tcra *(unsigned long) 1300098fde11Schas williams - CONTRACTOR NS_TST_NUM_ENTRIES; 13011da177e4SLinus Torvalds modl = tmpl % card->max_pcr; 13021da177e4SLinus Torvalds 13031da177e4SLinus Torvalds n = (int)(tmpl / card->max_pcr); 1304098fde11Schas williams - CONTRACTOR if (tcr > 0) { 1305098fde11Schas williams - CONTRACTOR if (modl > 0) 1306098fde11Schas williams - CONTRACTOR n++; 1307098fde11Schas williams - CONTRACTOR } else if (tcr == 0) { 1308098fde11Schas williams - CONTRACTOR if ((n = 1309098fde11Schas williams - CONTRACTOR (card->tst_free_entries - 1310098fde11Schas williams - CONTRACTOR NS_TST_RESERVED)) <= 0) { 1311098fde11Schas williams - CONTRACTOR PRINTK 1312098fde11Schas williams - CONTRACTOR ("nicstar%d: no CBR bandwidth free.\n", 1313098fde11Schas williams - CONTRACTOR card->index); 13141da177e4SLinus Torvalds clear_bit(ATM_VF_PARTIAL, &vcc->flags); 13151da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 13161da177e4SLinus Torvalds return -EINVAL; 13171da177e4SLinus Torvalds } 13181da177e4SLinus Torvalds } 13191da177e4SLinus Torvalds 1320098fde11Schas williams - CONTRACTOR if (n == 0) { 1321098fde11Schas williams - CONTRACTOR printk 1322098fde11Schas williams - CONTRACTOR ("nicstar%d: selected bandwidth < granularity.\n", 1323098fde11Schas williams - CONTRACTOR card->index); 13241da177e4SLinus Torvalds clear_bit(ATM_VF_PARTIAL, &vcc->flags); 13251da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 13261da177e4SLinus Torvalds return -EINVAL; 13271da177e4SLinus Torvalds } 13281da177e4SLinus Torvalds 1329098fde11Schas williams - CONTRACTOR if (n > (card->tst_free_entries - NS_TST_RESERVED)) { 1330098fde11Schas williams - CONTRACTOR PRINTK 1331098fde11Schas williams - CONTRACTOR ("nicstar%d: not enough free CBR bandwidth.\n", 1332098fde11Schas williams - CONTRACTOR card->index); 13331da177e4SLinus Torvalds clear_bit(ATM_VF_PARTIAL, &vcc->flags); 13341da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 13351da177e4SLinus Torvalds return -EINVAL; 1336098fde11Schas williams - CONTRACTOR } else 13371da177e4SLinus Torvalds card->tst_free_entries -= n; 13381da177e4SLinus Torvalds 1339098fde11Schas williams - CONTRACTOR XPRINTK("nicstar%d: writing %d tst entries.\n", 1340098fde11Schas williams - CONTRACTOR card->index, n); 1341098fde11Schas williams - CONTRACTOR for (frscdi = 0; frscdi < NS_FRSCD_NUM; frscdi++) { 1342098fde11Schas williams - CONTRACTOR if (card->scd2vc[frscdi] == NULL) { 13431da177e4SLinus Torvalds card->scd2vc[frscdi] = vc; 13441da177e4SLinus Torvalds break; 13451da177e4SLinus Torvalds } 13461da177e4SLinus Torvalds } 1347098fde11Schas williams - CONTRACTOR if (frscdi == NS_FRSCD_NUM) { 1348098fde11Schas williams - CONTRACTOR PRINTK 1349098fde11Schas williams - CONTRACTOR ("nicstar%d: no SCD available for CBR channel.\n", 1350098fde11Schas williams - CONTRACTOR card->index); 13511da177e4SLinus Torvalds card->tst_free_entries += n; 13521da177e4SLinus Torvalds clear_bit(ATM_VF_PARTIAL, &vcc->flags); 13531da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 13541da177e4SLinus Torvalds return -EBUSY; 13551da177e4SLinus Torvalds } 13561da177e4SLinus Torvalds 13571da177e4SLinus Torvalds vc->cbr_scd = NS_FRSCD + frscdi * NS_FRSCD_SIZE; 13581da177e4SLinus Torvalds 1359864a3ff6Schas williams - CONTRACTOR scq = get_scq(card, CBR_SCQSIZE, vc->cbr_scd); 1360098fde11Schas williams - CONTRACTOR if (scq == NULL) { 1361098fde11Schas williams - CONTRACTOR PRINTK("nicstar%d: can't get fixed rate SCQ.\n", 1362098fde11Schas williams - CONTRACTOR card->index); 13631da177e4SLinus Torvalds card->scd2vc[frscdi] = NULL; 13641da177e4SLinus Torvalds card->tst_free_entries += n; 13651da177e4SLinus Torvalds clear_bit(ATM_VF_PARTIAL, &vcc->flags); 13661da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 13671da177e4SLinus Torvalds return -ENOMEM; 13681da177e4SLinus Torvalds } 13691da177e4SLinus Torvalds vc->scq = scq; 1370864a3ff6Schas williams - CONTRACTOR u32d[0] = scq_virt_to_bus(scq, scq->base); 13711da177e4SLinus Torvalds u32d[1] = (u32) 0x00000000; 13721da177e4SLinus Torvalds u32d[2] = (u32) 0xffffffff; 13731da177e4SLinus Torvalds u32d[3] = (u32) 0x00000000; 13741da177e4SLinus Torvalds ns_write_sram(card, vc->cbr_scd, u32d, 4); 13751da177e4SLinus Torvalds 13761da177e4SLinus Torvalds fill_tst(card, n, vc); 1377098fde11Schas williams - CONTRACTOR } else if (vcc->qos.txtp.traffic_class == ATM_UBR) { 13781da177e4SLinus Torvalds vc->cbr_scd = 0x00000000; 13791da177e4SLinus Torvalds vc->scq = card->scq0; 13801da177e4SLinus Torvalds } 13811da177e4SLinus Torvalds 1382098fde11Schas williams - CONTRACTOR if (vcc->qos.txtp.traffic_class != ATM_NONE) { 13831da177e4SLinus Torvalds vc->tx = 1; 13841da177e4SLinus Torvalds vc->tx_vcc = vcc; 13851da177e4SLinus Torvalds vc->tbd_count = 0; 13861da177e4SLinus Torvalds } 1387098fde11Schas williams - CONTRACTOR if (vcc->qos.rxtp.traffic_class != ATM_NONE) { 13881da177e4SLinus Torvalds u32 status; 13891da177e4SLinus Torvalds 13901da177e4SLinus Torvalds vc->rx = 1; 13911da177e4SLinus Torvalds vc->rx_vcc = vcc; 13921da177e4SLinus Torvalds vc->rx_iov = NULL; 13931da177e4SLinus Torvalds 13941da177e4SLinus Torvalds /* Open the connection in hardware */ 13951da177e4SLinus Torvalds if (vcc->qos.aal == ATM_AAL5) 13961da177e4SLinus Torvalds status = NS_RCTE_AAL5 | NS_RCTE_CONNECTOPEN; 13971da177e4SLinus Torvalds else /* vcc->qos.aal == ATM_AAL0 */ 13981da177e4SLinus Torvalds status = NS_RCTE_AAL0 | NS_RCTE_CONNECTOPEN; 13991da177e4SLinus Torvalds #ifdef RCQ_SUPPORT 14001da177e4SLinus Torvalds status |= NS_RCTE_RAWCELLINTEN; 14011da177e4SLinus Torvalds #endif /* RCQ_SUPPORT */ 1402098fde11Schas williams - CONTRACTOR ns_write_sram(card, 1403098fde11Schas williams - CONTRACTOR NS_RCT + 1404098fde11Schas williams - CONTRACTOR (vpi << card->vcibits | vci) * 14051da177e4SLinus Torvalds NS_RCT_ENTRY_SIZE, &status, 1); 14061da177e4SLinus Torvalds } 14071da177e4SLinus Torvalds 14081da177e4SLinus Torvalds } 14091da177e4SLinus Torvalds 14101da177e4SLinus Torvalds set_bit(ATM_VF_READY, &vcc->flags); 14111da177e4SLinus Torvalds return 0; 14121da177e4SLinus Torvalds } 14131da177e4SLinus Torvalds 14141da177e4SLinus Torvalds static void ns_close(struct atm_vcc *vcc) 14151da177e4SLinus Torvalds { 14161da177e4SLinus Torvalds vc_map *vc; 14171da177e4SLinus Torvalds ns_dev *card; 14181da177e4SLinus Torvalds u32 data; 14191da177e4SLinus Torvalds int i; 14201da177e4SLinus Torvalds 14211da177e4SLinus Torvalds vc = vcc->dev_data; 14221da177e4SLinus Torvalds card = vcc->dev->dev_data; 14231da177e4SLinus Torvalds PRINTK("nicstar%d: closing vpi.vci %d.%d \n", card->index, 14241da177e4SLinus Torvalds (int)vcc->vpi, vcc->vci); 14251da177e4SLinus Torvalds 14261da177e4SLinus Torvalds clear_bit(ATM_VF_READY, &vcc->flags); 14271da177e4SLinus Torvalds 1428098fde11Schas williams - CONTRACTOR if (vcc->qos.rxtp.traffic_class != ATM_NONE) { 14291da177e4SLinus Torvalds u32 addr; 14301da177e4SLinus Torvalds unsigned long flags; 14311da177e4SLinus Torvalds 1432098fde11Schas williams - CONTRACTOR addr = 1433098fde11Schas williams - CONTRACTOR NS_RCT + 1434098fde11Schas williams - CONTRACTOR (vcc->vpi << card->vcibits | vcc->vci) * NS_RCT_ENTRY_SIZE; 143536ef4080SMark Asselstine spin_lock_irqsave(&card->res_lock, flags); 14361da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 1437098fde11Schas williams - CONTRACTOR writel(NS_CMD_CLOSE_CONNECTION | addr << 2, 1438098fde11Schas williams - CONTRACTOR card->membase + CMD); 14391da177e4SLinus Torvalds spin_unlock_irqrestore(&card->res_lock, flags); 14401da177e4SLinus Torvalds 14411da177e4SLinus Torvalds vc->rx = 0; 1442098fde11Schas williams - CONTRACTOR if (vc->rx_iov != NULL) { 14431da177e4SLinus Torvalds struct sk_buff *iovb; 14441da177e4SLinus Torvalds u32 stat; 14451da177e4SLinus Torvalds 14461da177e4SLinus Torvalds stat = readl(card->membase + STAT); 14471da177e4SLinus Torvalds card->sbfqc = ns_stat_sfbqc_get(stat); 14481da177e4SLinus Torvalds card->lbfqc = ns_stat_lfbqc_get(stat); 14491da177e4SLinus Torvalds 1450098fde11Schas williams - CONTRACTOR PRINTK 1451098fde11Schas williams - CONTRACTOR ("nicstar%d: closing a VC with pending rx buffers.\n", 14521da177e4SLinus Torvalds card->index); 14531da177e4SLinus Torvalds iovb = vc->rx_iov; 14541da177e4SLinus Torvalds recycle_iovec_rx_bufs(card, (struct iovec *)iovb->data, 1455864a3ff6Schas williams - CONTRACTOR NS_PRV_IOVCNT(iovb)); 1456864a3ff6Schas williams - CONTRACTOR NS_PRV_IOVCNT(iovb) = 0; 145736ef4080SMark Asselstine spin_lock_irqsave(&card->int_lock, flags); 14581da177e4SLinus Torvalds recycle_iov_buf(card, iovb); 14591da177e4SLinus Torvalds spin_unlock_irqrestore(&card->int_lock, flags); 14601da177e4SLinus Torvalds vc->rx_iov = NULL; 14611da177e4SLinus Torvalds } 14621da177e4SLinus Torvalds } 14631da177e4SLinus Torvalds 1464098fde11Schas williams - CONTRACTOR if (vcc->qos.txtp.traffic_class != ATM_NONE) { 14651da177e4SLinus Torvalds vc->tx = 0; 14661da177e4SLinus Torvalds } 14671da177e4SLinus Torvalds 1468098fde11Schas williams - CONTRACTOR if (vcc->qos.txtp.traffic_class == ATM_CBR) { 14691da177e4SLinus Torvalds unsigned long flags; 14701da177e4SLinus Torvalds ns_scqe *scqep; 14711da177e4SLinus Torvalds scq_info *scq; 14721da177e4SLinus Torvalds 14731da177e4SLinus Torvalds scq = vc->scq; 14741da177e4SLinus Torvalds 1475098fde11Schas williams - CONTRACTOR for (;;) { 147636ef4080SMark Asselstine spin_lock_irqsave(&scq->lock, flags); 14771da177e4SLinus Torvalds scqep = scq->next; 14781da177e4SLinus Torvalds if (scqep == scq->base) 14791da177e4SLinus Torvalds scqep = scq->last; 14801da177e4SLinus Torvalds else 14811da177e4SLinus Torvalds scqep--; 1482098fde11Schas williams - CONTRACTOR if (scqep == scq->tail) { 14831da177e4SLinus Torvalds spin_unlock_irqrestore(&scq->lock, flags); 14841da177e4SLinus Torvalds break; 14851da177e4SLinus Torvalds } 14861da177e4SLinus Torvalds /* If the last entry is not a TSR, place one in the SCQ in order to 14871da177e4SLinus Torvalds be able to completely drain it and then close. */ 1488098fde11Schas williams - CONTRACTOR if (!ns_scqe_is_tsr(scqep) && scq->tail != scq->next) { 14891da177e4SLinus Torvalds ns_scqe tsr; 14901da177e4SLinus Torvalds u32 scdi, scqi; 14911da177e4SLinus Torvalds u32 data; 14921da177e4SLinus Torvalds int index; 14931da177e4SLinus Torvalds 14941da177e4SLinus Torvalds tsr.word_1 = ns_tsr_mkword_1(NS_TSR_INTENABLE); 14951da177e4SLinus Torvalds scdi = (vc->cbr_scd - NS_FRSCD) / NS_FRSCD_SIZE; 14961da177e4SLinus Torvalds scqi = scq->next - scq->base; 14971da177e4SLinus Torvalds tsr.word_2 = ns_tsr_mkword_2(scdi, scqi); 14981da177e4SLinus Torvalds tsr.word_3 = 0x00000000; 14991da177e4SLinus Torvalds tsr.word_4 = 0x00000000; 15001da177e4SLinus Torvalds *scq->next = tsr; 15011da177e4SLinus Torvalds index = (int)scqi; 15021da177e4SLinus Torvalds scq->skb[index] = NULL; 15031da177e4SLinus Torvalds if (scq->next == scq->last) 15041da177e4SLinus Torvalds scq->next = scq->base; 15051da177e4SLinus Torvalds else 15061da177e4SLinus Torvalds scq->next++; 1507864a3ff6Schas williams - CONTRACTOR data = scq_virt_to_bus(scq, scq->next); 15081da177e4SLinus Torvalds ns_write_sram(card, scq->scd, &data, 1); 15091da177e4SLinus Torvalds } 15101da177e4SLinus Torvalds spin_unlock_irqrestore(&scq->lock, flags); 15111da177e4SLinus Torvalds schedule(); 15121da177e4SLinus Torvalds } 15131da177e4SLinus Torvalds 15141da177e4SLinus Torvalds /* Free all TST entries */ 15151da177e4SLinus Torvalds data = NS_TST_OPCODE_VARIABLE; 1516098fde11Schas williams - CONTRACTOR for (i = 0; i < NS_TST_NUM_ENTRIES; i++) { 1517098fde11Schas williams - CONTRACTOR if (card->tste2vc[i] == vc) { 1518098fde11Schas williams - CONTRACTOR ns_write_sram(card, card->tst_addr + i, &data, 1519098fde11Schas williams - CONTRACTOR 1); 15201da177e4SLinus Torvalds card->tste2vc[i] = NULL; 15211da177e4SLinus Torvalds card->tst_free_entries++; 15221da177e4SLinus Torvalds } 15231da177e4SLinus Torvalds } 15241da177e4SLinus Torvalds 15251da177e4SLinus Torvalds card->scd2vc[(vc->cbr_scd - NS_FRSCD) / NS_FRSCD_SIZE] = NULL; 1526864a3ff6Schas williams - CONTRACTOR free_scq(card, vc->scq, vcc); 15271da177e4SLinus Torvalds } 15281da177e4SLinus Torvalds 15291da177e4SLinus Torvalds /* remove all references to vcc before deleting it */ 1530098fde11Schas williams - CONTRACTOR if (vcc->qos.txtp.traffic_class != ATM_NONE) { 15311da177e4SLinus Torvalds unsigned long flags; 15321da177e4SLinus Torvalds scq_info *scq = card->scq0; 15331da177e4SLinus Torvalds 153436ef4080SMark Asselstine spin_lock_irqsave(&scq->lock, flags); 15351da177e4SLinus Torvalds 15361da177e4SLinus Torvalds for (i = 0; i < scq->num_entries; i++) { 15371da177e4SLinus Torvalds if (scq->skb[i] && ATM_SKB(scq->skb[i])->vcc == vcc) { 15381da177e4SLinus Torvalds ATM_SKB(scq->skb[i])->vcc = NULL; 15391da177e4SLinus Torvalds atm_return(vcc, scq->skb[i]->truesize); 1540098fde11Schas williams - CONTRACTOR PRINTK 1541098fde11Schas williams - CONTRACTOR ("nicstar: deleted pending vcc mapping\n"); 15421da177e4SLinus Torvalds } 15431da177e4SLinus Torvalds } 15441da177e4SLinus Torvalds 15451da177e4SLinus Torvalds spin_unlock_irqrestore(&scq->lock, flags); 15461da177e4SLinus Torvalds } 15471da177e4SLinus Torvalds 15481da177e4SLinus Torvalds vcc->dev_data = NULL; 15491da177e4SLinus Torvalds clear_bit(ATM_VF_PARTIAL, &vcc->flags); 15501da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 15511da177e4SLinus Torvalds 15521da177e4SLinus Torvalds #ifdef RX_DEBUG 15531da177e4SLinus Torvalds { 15541da177e4SLinus Torvalds u32 stat, cfg; 15551da177e4SLinus Torvalds stat = readl(card->membase + STAT); 15561da177e4SLinus Torvalds cfg = readl(card->membase + CFG); 15571da177e4SLinus Torvalds printk("STAT = 0x%08X CFG = 0x%08X \n", stat, cfg); 1558098fde11Schas williams - CONTRACTOR printk 1559864a3ff6Schas williams - CONTRACTOR ("TSQ: base = 0x%p next = 0x%p last = 0x%p TSQT = 0x%08X \n", 1560864a3ff6Schas williams - CONTRACTOR card->tsq.base, card->tsq.next, 1561864a3ff6Schas williams - CONTRACTOR card->tsq.last, readl(card->membase + TSQT)); 1562098fde11Schas williams - CONTRACTOR printk 1563864a3ff6Schas williams - CONTRACTOR ("RSQ: base = 0x%p next = 0x%p last = 0x%p RSQT = 0x%08X \n", 1564864a3ff6Schas williams - CONTRACTOR card->rsq.base, card->rsq.next, 1565864a3ff6Schas williams - CONTRACTOR card->rsq.last, readl(card->membase + RSQT)); 15661da177e4SLinus Torvalds printk("Empty free buffer queue interrupt %s \n", 15671da177e4SLinus Torvalds card->efbie ? "enabled" : "disabled"); 15681da177e4SLinus Torvalds printk("SBCNT = %d count = %d LBCNT = %d count = %d \n", 15691da177e4SLinus Torvalds ns_stat_sfbqc_get(stat), card->sbpool.count, 15701da177e4SLinus Torvalds ns_stat_lfbqc_get(stat), card->lbpool.count); 15711da177e4SLinus Torvalds printk("hbpool.count = %d iovpool.count = %d \n", 15721da177e4SLinus Torvalds card->hbpool.count, card->iovpool.count); 15731da177e4SLinus Torvalds } 15741da177e4SLinus Torvalds #endif /* RX_DEBUG */ 15751da177e4SLinus Torvalds } 15761da177e4SLinus Torvalds 15771da177e4SLinus Torvalds static void fill_tst(ns_dev * card, int n, vc_map * vc) 15781da177e4SLinus Torvalds { 15791da177e4SLinus Torvalds u32 new_tst; 15801da177e4SLinus Torvalds unsigned long cl; 15811da177e4SLinus Torvalds int e, r; 15821da177e4SLinus Torvalds u32 data; 15831da177e4SLinus Torvalds 15841da177e4SLinus Torvalds /* It would be very complicated to keep the two TSTs synchronized while 15851da177e4SLinus Torvalds assuring that writes are only made to the inactive TST. So, for now I 15861da177e4SLinus Torvalds will use only one TST. If problems occur, I will change this again */ 15871da177e4SLinus Torvalds 15881da177e4SLinus Torvalds new_tst = card->tst_addr; 15891da177e4SLinus Torvalds 15901da177e4SLinus Torvalds /* Fill procedure */ 15911da177e4SLinus Torvalds 1592098fde11Schas williams - CONTRACTOR for (e = 0; e < NS_TST_NUM_ENTRIES; e++) { 15931da177e4SLinus Torvalds if (card->tste2vc[e] == NULL) 15941da177e4SLinus Torvalds break; 15951da177e4SLinus Torvalds } 15961da177e4SLinus Torvalds if (e == NS_TST_NUM_ENTRIES) { 15971da177e4SLinus Torvalds printk("nicstar%d: No free TST entries found. \n", card->index); 15981da177e4SLinus Torvalds return; 15991da177e4SLinus Torvalds } 16001da177e4SLinus Torvalds 16011da177e4SLinus Torvalds r = n; 16021da177e4SLinus Torvalds cl = NS_TST_NUM_ENTRIES; 16031da177e4SLinus Torvalds data = ns_tste_make(NS_TST_OPCODE_FIXED, vc->cbr_scd); 16041da177e4SLinus Torvalds 1605098fde11Schas williams - CONTRACTOR while (r > 0) { 1606098fde11Schas williams - CONTRACTOR if (cl >= NS_TST_NUM_ENTRIES && card->tste2vc[e] == NULL) { 16071da177e4SLinus Torvalds card->tste2vc[e] = vc; 16081da177e4SLinus Torvalds ns_write_sram(card, new_tst + e, &data, 1); 16091da177e4SLinus Torvalds cl -= NS_TST_NUM_ENTRIES; 16101da177e4SLinus Torvalds r--; 16111da177e4SLinus Torvalds } 16121da177e4SLinus Torvalds 16131da177e4SLinus Torvalds if (++e == NS_TST_NUM_ENTRIES) { 16141da177e4SLinus Torvalds e = 0; 16151da177e4SLinus Torvalds } 16161da177e4SLinus Torvalds cl += n; 16171da177e4SLinus Torvalds } 16181da177e4SLinus Torvalds 16191da177e4SLinus Torvalds /* End of fill procedure */ 16201da177e4SLinus Torvalds 16211da177e4SLinus Torvalds data = ns_tste_make(NS_TST_OPCODE_END, new_tst); 16221da177e4SLinus Torvalds ns_write_sram(card, new_tst + NS_TST_NUM_ENTRIES, &data, 1); 16231da177e4SLinus Torvalds ns_write_sram(card, card->tst_addr + NS_TST_NUM_ENTRIES, &data, 1); 16241da177e4SLinus Torvalds card->tst_addr = new_tst; 16251da177e4SLinus Torvalds } 16261da177e4SLinus Torvalds 1627f2bcc2faSSebastian Andrzej Siewior static int _ns_send(struct atm_vcc *vcc, struct sk_buff *skb, bool may_sleep) 16281da177e4SLinus Torvalds { 16291da177e4SLinus Torvalds ns_dev *card; 16301da177e4SLinus Torvalds vc_map *vc; 16311da177e4SLinus Torvalds scq_info *scq; 16321da177e4SLinus Torvalds unsigned long buflen; 16331da177e4SLinus Torvalds ns_scqe scqe; 16341da177e4SLinus Torvalds u32 flags; /* TBD flags, not CPU flags */ 16351da177e4SLinus Torvalds 16361da177e4SLinus Torvalds card = vcc->dev->dev_data; 16371da177e4SLinus Torvalds TXPRINTK("nicstar%d: ns_send() called.\n", card->index); 1638098fde11Schas williams - CONTRACTOR if ((vc = (vc_map *) vcc->dev_data) == NULL) { 1639098fde11Schas williams - CONTRACTOR printk("nicstar%d: vcc->dev_data == NULL on ns_send().\n", 1640098fde11Schas williams - CONTRACTOR card->index); 16411da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 16421da177e4SLinus Torvalds dev_kfree_skb_any(skb); 16431da177e4SLinus Torvalds return -EINVAL; 16441da177e4SLinus Torvalds } 16451da177e4SLinus Torvalds 1646098fde11Schas williams - CONTRACTOR if (!vc->tx) { 1647098fde11Schas williams - CONTRACTOR printk("nicstar%d: Trying to transmit on a non-tx VC.\n", 1648098fde11Schas williams - CONTRACTOR card->index); 16491da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 16501da177e4SLinus Torvalds dev_kfree_skb_any(skb); 16511da177e4SLinus Torvalds return -EINVAL; 16521da177e4SLinus Torvalds } 16531da177e4SLinus Torvalds 1654098fde11Schas williams - CONTRACTOR if (vcc->qos.aal != ATM_AAL5 && vcc->qos.aal != ATM_AAL0) { 1655098fde11Schas williams - CONTRACTOR printk("nicstar%d: Only AAL0 and AAL5 are supported.\n", 1656098fde11Schas williams - CONTRACTOR card->index); 16571da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 16581da177e4SLinus Torvalds dev_kfree_skb_any(skb); 16591da177e4SLinus Torvalds return -EINVAL; 16601da177e4SLinus Torvalds } 16611da177e4SLinus Torvalds 1662098fde11Schas williams - CONTRACTOR if (skb_shinfo(skb)->nr_frags != 0) { 16631da177e4SLinus Torvalds printk("nicstar%d: No scatter-gather yet.\n", card->index); 16641da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 16651da177e4SLinus Torvalds dev_kfree_skb_any(skb); 16661da177e4SLinus Torvalds return -EINVAL; 16671da177e4SLinus Torvalds } 16681da177e4SLinus Torvalds 16691da177e4SLinus Torvalds ATM_SKB(skb)->vcc = vcc; 16701da177e4SLinus Torvalds 1671ede58ef2Schas williams - CONTRACTOR NS_PRV_DMA(skb) = dma_map_single(&card->pcidev->dev, skb->data, 1672ede58ef2Schas williams - CONTRACTOR skb->len, DMA_TO_DEVICE); 1673864a3ff6Schas williams - CONTRACTOR 1674098fde11Schas williams - CONTRACTOR if (vcc->qos.aal == ATM_AAL5) { 16751da177e4SLinus Torvalds buflen = (skb->len + 47 + 8) / 48 * 48; /* Multiple of 48 */ 16761da177e4SLinus Torvalds flags = NS_TBD_AAL5; 1677864a3ff6Schas williams - CONTRACTOR scqe.word_2 = cpu_to_le32(NS_PRV_DMA(skb)); 1678864a3ff6Schas williams - CONTRACTOR scqe.word_3 = cpu_to_le32(skb->len); 1679098fde11Schas williams - CONTRACTOR scqe.word_4 = 1680098fde11Schas williams - CONTRACTOR ns_tbd_mkword_4(0, (u32) vcc->vpi, (u32) vcc->vci, 0, 1681098fde11Schas williams - CONTRACTOR ATM_SKB(skb)-> 1682098fde11Schas williams - CONTRACTOR atm_options & ATM_ATMOPT_CLP ? 1 : 0); 16831da177e4SLinus Torvalds flags |= NS_TBD_EOPDU; 1684098fde11Schas williams - CONTRACTOR } else { /* (vcc->qos.aal == ATM_AAL0) */ 1685098fde11Schas williams - CONTRACTOR 16861da177e4SLinus Torvalds buflen = ATM_CELL_PAYLOAD; /* i.e., 48 bytes */ 16871da177e4SLinus Torvalds flags = NS_TBD_AAL0; 1688864a3ff6Schas williams - CONTRACTOR scqe.word_2 = cpu_to_le32(NS_PRV_DMA(skb) + NS_AAL0_HEADER); 16891da177e4SLinus Torvalds scqe.word_3 = cpu_to_le32(0x00000000); 16901da177e4SLinus Torvalds if (*skb->data & 0x02) /* Payload type 1 - end of pdu */ 16911da177e4SLinus Torvalds flags |= NS_TBD_EOPDU; 1692098fde11Schas williams - CONTRACTOR scqe.word_4 = 1693098fde11Schas williams - CONTRACTOR cpu_to_le32(*((u32 *) skb->data) & ~NS_TBD_VC_MASK); 16941da177e4SLinus Torvalds /* Force the VPI/VCI to be the same as in VCC struct */ 1695098fde11Schas williams - CONTRACTOR scqe.word_4 |= 1696098fde11Schas williams - CONTRACTOR cpu_to_le32((((u32) vcc-> 1697098fde11Schas williams - CONTRACTOR vpi) << NS_TBD_VPI_SHIFT | ((u32) vcc-> 1698098fde11Schas williams - CONTRACTOR vci) << 1699098fde11Schas williams - CONTRACTOR NS_TBD_VCI_SHIFT) & NS_TBD_VC_MASK); 17001da177e4SLinus Torvalds } 17011da177e4SLinus Torvalds 1702098fde11Schas williams - CONTRACTOR if (vcc->qos.txtp.traffic_class == ATM_CBR) { 17031da177e4SLinus Torvalds scqe.word_1 = ns_tbd_mkword_1_novbr(flags, (u32) buflen); 17041da177e4SLinus Torvalds scq = ((vc_map *) vcc->dev_data)->scq; 1705098fde11Schas williams - CONTRACTOR } else { 1706098fde11Schas williams - CONTRACTOR scqe.word_1 = 1707098fde11Schas williams - CONTRACTOR ns_tbd_mkword_1(flags, (u32) 1, (u32) 1, (u32) buflen); 17081da177e4SLinus Torvalds scq = card->scq0; 17091da177e4SLinus Torvalds } 17101da177e4SLinus Torvalds 1711f2bcc2faSSebastian Andrzej Siewior if (push_scqe(card, vc, scq, &scqe, skb, may_sleep) != 0) { 17121da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 17136dceaa9fSSebastian Andrzej Siewior dma_unmap_single(&card->pcidev->dev, NS_PRV_DMA(skb), skb->len, 17146dceaa9fSSebastian Andrzej Siewior DMA_TO_DEVICE); 17151da177e4SLinus Torvalds dev_kfree_skb_any(skb); 17161da177e4SLinus Torvalds return -EIO; 17171da177e4SLinus Torvalds } 17181da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx); 17191da177e4SLinus Torvalds 17201da177e4SLinus Torvalds return 0; 17211da177e4SLinus Torvalds } 17221da177e4SLinus Torvalds 1723f2bcc2faSSebastian Andrzej Siewior static int ns_send(struct atm_vcc *vcc, struct sk_buff *skb) 1724f2bcc2faSSebastian Andrzej Siewior { 1725f2bcc2faSSebastian Andrzej Siewior return _ns_send(vcc, skb, true); 1726f2bcc2faSSebastian Andrzej Siewior } 1727f2bcc2faSSebastian Andrzej Siewior 1728f2bcc2faSSebastian Andrzej Siewior static int ns_send_bh(struct atm_vcc *vcc, struct sk_buff *skb) 1729f2bcc2faSSebastian Andrzej Siewior { 1730f2bcc2faSSebastian Andrzej Siewior return _ns_send(vcc, skb, false); 1731f2bcc2faSSebastian Andrzej Siewior } 1732f2bcc2faSSebastian Andrzej Siewior 17331da177e4SLinus Torvalds static int push_scqe(ns_dev * card, vc_map * vc, scq_info * scq, ns_scqe * tbd, 1734f2bcc2faSSebastian Andrzej Siewior struct sk_buff *skb, bool may_sleep) 17351da177e4SLinus Torvalds { 17361da177e4SLinus Torvalds unsigned long flags; 17371da177e4SLinus Torvalds ns_scqe tsr; 17381da177e4SLinus Torvalds u32 scdi, scqi; 17391da177e4SLinus Torvalds int scq_is_vbr; 17401da177e4SLinus Torvalds u32 data; 17411da177e4SLinus Torvalds int index; 17421da177e4SLinus Torvalds 174336ef4080SMark Asselstine spin_lock_irqsave(&scq->lock, flags); 1744098fde11Schas williams - CONTRACTOR while (scq->tail == scq->next) { 1745f2bcc2faSSebastian Andrzej Siewior if (!may_sleep) { 17461da177e4SLinus Torvalds spin_unlock_irqrestore(&scq->lock, flags); 17471da177e4SLinus Torvalds printk("nicstar%d: Error pushing TBD.\n", card->index); 17481da177e4SLinus Torvalds return 1; 17491da177e4SLinus Torvalds } 17501da177e4SLinus Torvalds 17511da177e4SLinus Torvalds scq->full = 1; 1752118ce7abSArnd Bergmann wait_event_interruptible_lock_irq_timeout(scq->scqfull_waitq, 1753118ce7abSArnd Bergmann scq->tail != scq->next, 1754118ce7abSArnd Bergmann scq->lock, 1755098fde11Schas williams - CONTRACTOR SCQFULL_TIMEOUT); 17561da177e4SLinus Torvalds 17571da177e4SLinus Torvalds if (scq->full) { 17581da177e4SLinus Torvalds spin_unlock_irqrestore(&scq->lock, flags); 1759098fde11Schas williams - CONTRACTOR printk("nicstar%d: Timeout pushing TBD.\n", 1760098fde11Schas williams - CONTRACTOR card->index); 17611da177e4SLinus Torvalds return 1; 17621da177e4SLinus Torvalds } 17631da177e4SLinus Torvalds } 17641da177e4SLinus Torvalds *scq->next = *tbd; 17651da177e4SLinus Torvalds index = (int)(scq->next - scq->base); 17661da177e4SLinus Torvalds scq->skb[index] = skb; 1767864a3ff6Schas williams - CONTRACTOR XPRINTK("nicstar%d: sending skb at 0x%p (pos %d).\n", 1768864a3ff6Schas williams - CONTRACTOR card->index, skb, index); 1769864a3ff6Schas williams - CONTRACTOR XPRINTK("nicstar%d: TBD written:\n0x%x\n0x%x\n0x%x\n0x%x\n at 0x%p.\n", 17701da177e4SLinus Torvalds card->index, le32_to_cpu(tbd->word_1), le32_to_cpu(tbd->word_2), 17711da177e4SLinus Torvalds le32_to_cpu(tbd->word_3), le32_to_cpu(tbd->word_4), 1772864a3ff6Schas williams - CONTRACTOR scq->next); 17731da177e4SLinus Torvalds if (scq->next == scq->last) 17741da177e4SLinus Torvalds scq->next = scq->base; 17751da177e4SLinus Torvalds else 17761da177e4SLinus Torvalds scq->next++; 17771da177e4SLinus Torvalds 17781da177e4SLinus Torvalds vc->tbd_count++; 1779098fde11Schas williams - CONTRACTOR if (scq->num_entries == VBR_SCQ_NUM_ENTRIES) { 17801da177e4SLinus Torvalds scq->tbd_count++; 17811da177e4SLinus Torvalds scq_is_vbr = 1; 1782098fde11Schas williams - CONTRACTOR } else 17831da177e4SLinus Torvalds scq_is_vbr = 0; 17841da177e4SLinus Torvalds 1785098fde11Schas williams - CONTRACTOR if (vc->tbd_count >= MAX_TBD_PER_VC 1786098fde11Schas williams - CONTRACTOR || scq->tbd_count >= MAX_TBD_PER_SCQ) { 17871da177e4SLinus Torvalds int has_run = 0; 17881da177e4SLinus Torvalds 1789098fde11Schas williams - CONTRACTOR while (scq->tail == scq->next) { 1790f2bcc2faSSebastian Andrzej Siewior if (!may_sleep) { 1791864a3ff6Schas williams - CONTRACTOR data = scq_virt_to_bus(scq, scq->next); 17921da177e4SLinus Torvalds ns_write_sram(card, scq->scd, &data, 1); 17931da177e4SLinus Torvalds spin_unlock_irqrestore(&scq->lock, flags); 1794098fde11Schas williams - CONTRACTOR printk("nicstar%d: Error pushing TSR.\n", 1795098fde11Schas williams - CONTRACTOR card->index); 17961da177e4SLinus Torvalds return 0; 17971da177e4SLinus Torvalds } 17981da177e4SLinus Torvalds 17991da177e4SLinus Torvalds scq->full = 1; 1800098fde11Schas williams - CONTRACTOR if (has_run++) 1801098fde11Schas williams - CONTRACTOR break; 1802118ce7abSArnd Bergmann wait_event_interruptible_lock_irq_timeout(scq->scqfull_waitq, 1803118ce7abSArnd Bergmann scq->tail != scq->next, 1804118ce7abSArnd Bergmann scq->lock, 1805098fde11Schas williams - CONTRACTOR SCQFULL_TIMEOUT); 18061da177e4SLinus Torvalds } 18071da177e4SLinus Torvalds 1808098fde11Schas williams - CONTRACTOR if (!scq->full) { 18091da177e4SLinus Torvalds tsr.word_1 = ns_tsr_mkword_1(NS_TSR_INTENABLE); 18101da177e4SLinus Torvalds if (scq_is_vbr) 18111da177e4SLinus Torvalds scdi = NS_TSR_SCDISVBR; 18121da177e4SLinus Torvalds else 18131da177e4SLinus Torvalds scdi = (vc->cbr_scd - NS_FRSCD) / NS_FRSCD_SIZE; 18141da177e4SLinus Torvalds scqi = scq->next - scq->base; 18151da177e4SLinus Torvalds tsr.word_2 = ns_tsr_mkword_2(scdi, scqi); 18161da177e4SLinus Torvalds tsr.word_3 = 0x00000000; 18171da177e4SLinus Torvalds tsr.word_4 = 0x00000000; 18181da177e4SLinus Torvalds 18191da177e4SLinus Torvalds *scq->next = tsr; 18201da177e4SLinus Torvalds index = (int)scqi; 18211da177e4SLinus Torvalds scq->skb[index] = NULL; 1822098fde11Schas williams - CONTRACTOR XPRINTK 1823864a3ff6Schas williams - CONTRACTOR ("nicstar%d: TSR written:\n0x%x\n0x%x\n0x%x\n0x%x\n at 0x%p.\n", 1824098fde11Schas williams - CONTRACTOR card->index, le32_to_cpu(tsr.word_1), 1825098fde11Schas williams - CONTRACTOR le32_to_cpu(tsr.word_2), le32_to_cpu(tsr.word_3), 1826864a3ff6Schas williams - CONTRACTOR le32_to_cpu(tsr.word_4), scq->next); 18271da177e4SLinus Torvalds if (scq->next == scq->last) 18281da177e4SLinus Torvalds scq->next = scq->base; 18291da177e4SLinus Torvalds else 18301da177e4SLinus Torvalds scq->next++; 18311da177e4SLinus Torvalds vc->tbd_count = 0; 18321da177e4SLinus Torvalds scq->tbd_count = 0; 1833098fde11Schas williams - CONTRACTOR } else 1834098fde11Schas williams - CONTRACTOR PRINTK("nicstar%d: Timeout pushing TSR.\n", 1835098fde11Schas williams - CONTRACTOR card->index); 18361da177e4SLinus Torvalds } 1837864a3ff6Schas williams - CONTRACTOR data = scq_virt_to_bus(scq, scq->next); 18381da177e4SLinus Torvalds ns_write_sram(card, scq->scd, &data, 1); 18391da177e4SLinus Torvalds 18401da177e4SLinus Torvalds spin_unlock_irqrestore(&scq->lock, flags); 18411da177e4SLinus Torvalds 18421da177e4SLinus Torvalds return 0; 18431da177e4SLinus Torvalds } 18441da177e4SLinus Torvalds 18451da177e4SLinus Torvalds static void process_tsq(ns_dev * card) 18461da177e4SLinus Torvalds { 18471da177e4SLinus Torvalds u32 scdi; 18481da177e4SLinus Torvalds scq_info *scq; 18491da177e4SLinus Torvalds ns_tsi *previous = NULL, *one_ahead, *two_ahead; 18501da177e4SLinus Torvalds int serviced_entries; /* flag indicating at least on entry was serviced */ 18511da177e4SLinus Torvalds 18521da177e4SLinus Torvalds serviced_entries = 0; 18531da177e4SLinus Torvalds 18541da177e4SLinus Torvalds if (card->tsq.next == card->tsq.last) 18551da177e4SLinus Torvalds one_ahead = card->tsq.base; 18561da177e4SLinus Torvalds else 18571da177e4SLinus Torvalds one_ahead = card->tsq.next + 1; 18581da177e4SLinus Torvalds 18591da177e4SLinus Torvalds if (one_ahead == card->tsq.last) 18601da177e4SLinus Torvalds two_ahead = card->tsq.base; 18611da177e4SLinus Torvalds else 18621da177e4SLinus Torvalds two_ahead = one_ahead + 1; 18631da177e4SLinus Torvalds 18641da177e4SLinus Torvalds while (!ns_tsi_isempty(card->tsq.next) || !ns_tsi_isempty(one_ahead) || 18651da177e4SLinus Torvalds !ns_tsi_isempty(two_ahead)) 18661da177e4SLinus Torvalds /* At most two empty, as stated in the 77201 errata */ 18671da177e4SLinus Torvalds { 18681da177e4SLinus Torvalds serviced_entries = 1; 18691da177e4SLinus Torvalds 18701da177e4SLinus Torvalds /* Skip the one or two possible empty entries */ 18711da177e4SLinus Torvalds while (ns_tsi_isempty(card->tsq.next)) { 18721da177e4SLinus Torvalds if (card->tsq.next == card->tsq.last) 18731da177e4SLinus Torvalds card->tsq.next = card->tsq.base; 18741da177e4SLinus Torvalds else 18751da177e4SLinus Torvalds card->tsq.next++; 18761da177e4SLinus Torvalds } 18771da177e4SLinus Torvalds 1878098fde11Schas williams - CONTRACTOR if (!ns_tsi_tmrof(card->tsq.next)) { 18791da177e4SLinus Torvalds scdi = ns_tsi_getscdindex(card->tsq.next); 18801da177e4SLinus Torvalds if (scdi == NS_TSI_SCDISVBR) 18811da177e4SLinus Torvalds scq = card->scq0; 1882098fde11Schas williams - CONTRACTOR else { 1883098fde11Schas williams - CONTRACTOR if (card->scd2vc[scdi] == NULL) { 1884098fde11Schas williams - CONTRACTOR printk 1885098fde11Schas williams - CONTRACTOR ("nicstar%d: could not find VC from SCD index.\n", 18861da177e4SLinus Torvalds card->index); 18871da177e4SLinus Torvalds ns_tsi_init(card->tsq.next); 18881da177e4SLinus Torvalds return; 18891da177e4SLinus Torvalds } 18901da177e4SLinus Torvalds scq = card->scd2vc[scdi]->scq; 18911da177e4SLinus Torvalds } 18921da177e4SLinus Torvalds drain_scq(card, scq, ns_tsi_getscqpos(card->tsq.next)); 18931da177e4SLinus Torvalds scq->full = 0; 18941da177e4SLinus Torvalds wake_up_interruptible(&(scq->scqfull_waitq)); 18951da177e4SLinus Torvalds } 18961da177e4SLinus Torvalds 18971da177e4SLinus Torvalds ns_tsi_init(card->tsq.next); 18981da177e4SLinus Torvalds previous = card->tsq.next; 18991da177e4SLinus Torvalds if (card->tsq.next == card->tsq.last) 19001da177e4SLinus Torvalds card->tsq.next = card->tsq.base; 19011da177e4SLinus Torvalds else 19021da177e4SLinus Torvalds card->tsq.next++; 19031da177e4SLinus Torvalds 19041da177e4SLinus Torvalds if (card->tsq.next == card->tsq.last) 19051da177e4SLinus Torvalds one_ahead = card->tsq.base; 19061da177e4SLinus Torvalds else 19071da177e4SLinus Torvalds one_ahead = card->tsq.next + 1; 19081da177e4SLinus Torvalds 19091da177e4SLinus Torvalds if (one_ahead == card->tsq.last) 19101da177e4SLinus Torvalds two_ahead = card->tsq.base; 19111da177e4SLinus Torvalds else 19121da177e4SLinus Torvalds two_ahead = one_ahead + 1; 19131da177e4SLinus Torvalds } 19141da177e4SLinus Torvalds 1915864a3ff6Schas williams - CONTRACTOR if (serviced_entries) 1916864a3ff6Schas williams - CONTRACTOR writel(PTR_DIFF(previous, card->tsq.base), 19171da177e4SLinus Torvalds card->membase + TSQH); 19181da177e4SLinus Torvalds } 19191da177e4SLinus Torvalds 19201da177e4SLinus Torvalds static void drain_scq(ns_dev * card, scq_info * scq, int pos) 19211da177e4SLinus Torvalds { 19221da177e4SLinus Torvalds struct atm_vcc *vcc; 19231da177e4SLinus Torvalds struct sk_buff *skb; 19241da177e4SLinus Torvalds int i; 19251da177e4SLinus Torvalds unsigned long flags; 19261da177e4SLinus Torvalds 1927864a3ff6Schas williams - CONTRACTOR XPRINTK("nicstar%d: drain_scq() called, scq at 0x%p, pos %d.\n", 1928864a3ff6Schas williams - CONTRACTOR card->index, scq, pos); 1929098fde11Schas williams - CONTRACTOR if (pos >= scq->num_entries) { 19301da177e4SLinus Torvalds printk("nicstar%d: Bad index on drain_scq().\n", card->index); 19311da177e4SLinus Torvalds return; 19321da177e4SLinus Torvalds } 19331da177e4SLinus Torvalds 193436ef4080SMark Asselstine spin_lock_irqsave(&scq->lock, flags); 19351da177e4SLinus Torvalds i = (int)(scq->tail - scq->base); 19361da177e4SLinus Torvalds if (++i == scq->num_entries) 19371da177e4SLinus Torvalds i = 0; 1938098fde11Schas williams - CONTRACTOR while (i != pos) { 19391da177e4SLinus Torvalds skb = scq->skb[i]; 1940864a3ff6Schas williams - CONTRACTOR XPRINTK("nicstar%d: freeing skb at 0x%p (index %d).\n", 1941864a3ff6Schas williams - CONTRACTOR card->index, skb, i); 1942098fde11Schas williams - CONTRACTOR if (skb != NULL) { 1943ede58ef2Schas williams - CONTRACTOR dma_unmap_single(&card->pcidev->dev, 1944864a3ff6Schas williams - CONTRACTOR NS_PRV_DMA(skb), 1945864a3ff6Schas williams - CONTRACTOR skb->len, 1946ede58ef2Schas williams - CONTRACTOR DMA_TO_DEVICE); 19471da177e4SLinus Torvalds vcc = ATM_SKB(skb)->vcc; 19481da177e4SLinus Torvalds if (vcc && vcc->pop != NULL) { 19491da177e4SLinus Torvalds vcc->pop(vcc, skb); 19501da177e4SLinus Torvalds } else { 19511da177e4SLinus Torvalds dev_kfree_skb_irq(skb); 19521da177e4SLinus Torvalds } 19531da177e4SLinus Torvalds scq->skb[i] = NULL; 19541da177e4SLinus Torvalds } 19551da177e4SLinus Torvalds if (++i == scq->num_entries) 19561da177e4SLinus Torvalds i = 0; 19571da177e4SLinus Torvalds } 19581da177e4SLinus Torvalds scq->tail = scq->base + pos; 19591da177e4SLinus Torvalds spin_unlock_irqrestore(&scq->lock, flags); 19601da177e4SLinus Torvalds } 19611da177e4SLinus Torvalds 19621da177e4SLinus Torvalds static void process_rsq(ns_dev * card) 19631da177e4SLinus Torvalds { 19641da177e4SLinus Torvalds ns_rsqe *previous; 19651da177e4SLinus Torvalds 19661da177e4SLinus Torvalds if (!ns_rsqe_valid(card->rsq.next)) 19671da177e4SLinus Torvalds return; 19682087ff3eSDavid Howells do { 19691da177e4SLinus Torvalds dequeue_rx(card, card->rsq.next); 19701da177e4SLinus Torvalds ns_rsqe_init(card->rsq.next); 19711da177e4SLinus Torvalds previous = card->rsq.next; 19721da177e4SLinus Torvalds if (card->rsq.next == card->rsq.last) 19731da177e4SLinus Torvalds card->rsq.next = card->rsq.base; 19741da177e4SLinus Torvalds else 19751da177e4SLinus Torvalds card->rsq.next++; 19762087ff3eSDavid Howells } while (ns_rsqe_valid(card->rsq.next)); 1977864a3ff6Schas williams - CONTRACTOR writel(PTR_DIFF(previous, card->rsq.base), card->membase + RSQH); 19781da177e4SLinus Torvalds } 19791da177e4SLinus Torvalds 19801da177e4SLinus Torvalds static void dequeue_rx(ns_dev * card, ns_rsqe * rsqe) 19811da177e4SLinus Torvalds { 19821da177e4SLinus Torvalds u32 vpi, vci; 19831da177e4SLinus Torvalds vc_map *vc; 19841da177e4SLinus Torvalds struct sk_buff *iovb; 19851da177e4SLinus Torvalds struct iovec *iov; 19861da177e4SLinus Torvalds struct atm_vcc *vcc; 19871da177e4SLinus Torvalds struct sk_buff *skb; 19881da177e4SLinus Torvalds unsigned short aal5_len; 19891da177e4SLinus Torvalds int len; 19901da177e4SLinus Torvalds u32 stat; 1991864a3ff6Schas williams - CONTRACTOR u32 id; 19921da177e4SLinus Torvalds 19931da177e4SLinus Torvalds stat = readl(card->membase + STAT); 19941da177e4SLinus Torvalds card->sbfqc = ns_stat_sfbqc_get(stat); 19951da177e4SLinus Torvalds card->lbfqc = ns_stat_lfbqc_get(stat); 19961da177e4SLinus Torvalds 1997864a3ff6Schas williams - CONTRACTOR id = le32_to_cpu(rsqe->buffer_handle); 1998d3e709e6SMatthew Wilcox skb = idr_remove(&card->idr, id); 1999864a3ff6Schas williams - CONTRACTOR if (!skb) { 2000864a3ff6Schas williams - CONTRACTOR RXPRINTK(KERN_ERR 2001d3e709e6SMatthew Wilcox "nicstar%d: skb not found!\n", card->index); 2002864a3ff6Schas williams - CONTRACTOR return; 2003864a3ff6Schas williams - CONTRACTOR } 2004ede58ef2Schas williams - CONTRACTOR dma_sync_single_for_cpu(&card->pcidev->dev, 2005864a3ff6Schas williams - CONTRACTOR NS_PRV_DMA(skb), 2006864a3ff6Schas williams - CONTRACTOR (NS_PRV_BUFTYPE(skb) == BUF_SM 2007864a3ff6Schas williams - CONTRACTOR ? NS_SMSKBSIZE : NS_LGSKBSIZE), 2008ede58ef2Schas williams - CONTRACTOR DMA_FROM_DEVICE); 2009ede58ef2Schas williams - CONTRACTOR dma_unmap_single(&card->pcidev->dev, 2010864a3ff6Schas williams - CONTRACTOR NS_PRV_DMA(skb), 2011864a3ff6Schas williams - CONTRACTOR (NS_PRV_BUFTYPE(skb) == BUF_SM 2012864a3ff6Schas williams - CONTRACTOR ? NS_SMSKBSIZE : NS_LGSKBSIZE), 2013ede58ef2Schas williams - CONTRACTOR DMA_FROM_DEVICE); 20141da177e4SLinus Torvalds vpi = ns_rsqe_vpi(rsqe); 20151da177e4SLinus Torvalds vci = ns_rsqe_vci(rsqe); 2016098fde11Schas williams - CONTRACTOR if (vpi >= 1UL << card->vpibits || vci >= 1UL << card->vcibits) { 20171da177e4SLinus Torvalds printk("nicstar%d: SDU received for out-of-range vc %d.%d.\n", 20181da177e4SLinus Torvalds card->index, vpi, vci); 20191da177e4SLinus Torvalds recycle_rx_buf(card, skb); 20201da177e4SLinus Torvalds return; 20211da177e4SLinus Torvalds } 20221da177e4SLinus Torvalds 20231da177e4SLinus Torvalds vc = &(card->vcmap[vpi << card->vcibits | vci]); 2024098fde11Schas williams - CONTRACTOR if (!vc->rx) { 20251da177e4SLinus Torvalds RXPRINTK("nicstar%d: SDU received on non-rx vc %d.%d.\n", 20261da177e4SLinus Torvalds card->index, vpi, vci); 20271da177e4SLinus Torvalds recycle_rx_buf(card, skb); 20281da177e4SLinus Torvalds return; 20291da177e4SLinus Torvalds } 20301da177e4SLinus Torvalds 20311da177e4SLinus Torvalds vcc = vc->rx_vcc; 20321da177e4SLinus Torvalds 2033098fde11Schas williams - CONTRACTOR if (vcc->qos.aal == ATM_AAL0) { 20341da177e4SLinus Torvalds struct sk_buff *sb; 20351da177e4SLinus Torvalds unsigned char *cell; 20361da177e4SLinus Torvalds int i; 20371da177e4SLinus Torvalds 20381da177e4SLinus Torvalds cell = skb->data; 2039098fde11Schas williams - CONTRACTOR for (i = ns_rsqe_cellcount(rsqe); i; i--) { 20400ba8abb7SMarkus Elfring sb = dev_alloc_skb(NS_SMSKBSIZE); 20410ba8abb7SMarkus Elfring if (!sb) { 2042098fde11Schas williams - CONTRACTOR printk 2043098fde11Schas williams - CONTRACTOR ("nicstar%d: Can't allocate buffers for aal0.\n", 20441da177e4SLinus Torvalds card->index); 20451da177e4SLinus Torvalds atomic_add(i, &vcc->stats->rx_drop); 20461da177e4SLinus Torvalds break; 20471da177e4SLinus Torvalds } 2048098fde11Schas williams - CONTRACTOR if (!atm_charge(vcc, sb->truesize)) { 2049098fde11Schas williams - CONTRACTOR RXPRINTK 2050098fde11Schas williams - CONTRACTOR ("nicstar%d: atm_charge() dropped aal0 packets.\n", 20511da177e4SLinus Torvalds card->index); 20521da177e4SLinus Torvalds atomic_add(i - 1, &vcc->stats->rx_drop); /* already increased by 1 */ 20531da177e4SLinus Torvalds dev_kfree_skb_any(sb); 20541da177e4SLinus Torvalds break; 20551da177e4SLinus Torvalds } 20561da177e4SLinus Torvalds /* Rebuild the header */ 20571da177e4SLinus Torvalds *((u32 *) sb->data) = le32_to_cpu(rsqe->word_1) << 4 | 20581da177e4SLinus Torvalds (ns_rsqe_clp(rsqe) ? 0x00000001 : 0x00000000); 20591da177e4SLinus Torvalds if (i == 1 && ns_rsqe_eopdu(rsqe)) 20601da177e4SLinus Torvalds *((u32 *) sb->data) |= 0x00000002; 20611da177e4SLinus Torvalds skb_put(sb, NS_AAL0_HEADER); 206227a884dcSArnaldo Carvalho de Melo memcpy(skb_tail_pointer(sb), cell, ATM_CELL_PAYLOAD); 20631da177e4SLinus Torvalds skb_put(sb, ATM_CELL_PAYLOAD); 20641da177e4SLinus Torvalds ATM_SKB(sb)->vcc = vcc; 2065a61bbcf2SPatrick McHardy __net_timestamp(sb); 20661da177e4SLinus Torvalds vcc->push(vcc, sb); 20671da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx); 20681da177e4SLinus Torvalds cell += ATM_CELL_PAYLOAD; 20691da177e4SLinus Torvalds } 20701da177e4SLinus Torvalds 20711da177e4SLinus Torvalds recycle_rx_buf(card, skb); 20721da177e4SLinus Torvalds return; 20731da177e4SLinus Torvalds } 20741da177e4SLinus Torvalds 20751da177e4SLinus Torvalds /* To reach this point, the AAL layer can only be AAL5 */ 20761da177e4SLinus Torvalds 2077098fde11Schas williams - CONTRACTOR if ((iovb = vc->rx_iov) == NULL) { 20781da177e4SLinus Torvalds iovb = skb_dequeue(&(card->iovpool.queue)); 2079098fde11Schas williams - CONTRACTOR if (iovb == NULL) { /* No buffers in the queue */ 20801da177e4SLinus Torvalds iovb = alloc_skb(NS_IOVBUFSIZE, GFP_ATOMIC); 2081098fde11Schas williams - CONTRACTOR if (iovb == NULL) { 2082098fde11Schas williams - CONTRACTOR printk("nicstar%d: Out of iovec buffers.\n", 2083098fde11Schas williams - CONTRACTOR card->index); 20841da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_drop); 20851da177e4SLinus Torvalds recycle_rx_buf(card, skb); 20861da177e4SLinus Torvalds return; 20871da177e4SLinus Torvalds } 2088864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(iovb) = BUF_NONE; 2089098fde11Schas williams - CONTRACTOR } else if (--card->iovpool.count < card->iovnr.min) { 20901da177e4SLinus Torvalds struct sk_buff *new_iovb; 2091098fde11Schas williams - CONTRACTOR if ((new_iovb = 2092098fde11Schas williams - CONTRACTOR alloc_skb(NS_IOVBUFSIZE, GFP_ATOMIC)) != NULL) { 2093864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(iovb) = BUF_NONE; 20941da177e4SLinus Torvalds skb_queue_tail(&card->iovpool.queue, new_iovb); 20951da177e4SLinus Torvalds card->iovpool.count++; 20961da177e4SLinus Torvalds } 20971da177e4SLinus Torvalds } 20981da177e4SLinus Torvalds vc->rx_iov = iovb; 2099864a3ff6Schas williams - CONTRACTOR NS_PRV_IOVCNT(iovb) = 0; 21001da177e4SLinus Torvalds iovb->len = 0; 210127a884dcSArnaldo Carvalho de Melo iovb->data = iovb->head; 210227a884dcSArnaldo Carvalho de Melo skb_reset_tail_pointer(iovb); 21031da177e4SLinus Torvalds /* IMPORTANT: a pointer to the sk_buff containing the small or large 21041da177e4SLinus Torvalds buffer is stored as iovec base, NOT a pointer to the 21051da177e4SLinus Torvalds small or large buffer itself. */ 2106864a3ff6Schas williams - CONTRACTOR } else if (NS_PRV_IOVCNT(iovb) >= NS_MAX_IOVECS) { 21071da177e4SLinus Torvalds printk("nicstar%d: received too big AAL5 SDU.\n", card->index); 21081da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_err); 2109098fde11Schas williams - CONTRACTOR recycle_iovec_rx_bufs(card, (struct iovec *)iovb->data, 2110098fde11Schas williams - CONTRACTOR NS_MAX_IOVECS); 2111864a3ff6Schas williams - CONTRACTOR NS_PRV_IOVCNT(iovb) = 0; 21121da177e4SLinus Torvalds iovb->len = 0; 211327a884dcSArnaldo Carvalho de Melo iovb->data = iovb->head; 211427a884dcSArnaldo Carvalho de Melo skb_reset_tail_pointer(iovb); 21151da177e4SLinus Torvalds } 2116864a3ff6Schas williams - CONTRACTOR iov = &((struct iovec *)iovb->data)[NS_PRV_IOVCNT(iovb)++]; 21171da177e4SLinus Torvalds iov->iov_base = (void *)skb; 21181da177e4SLinus Torvalds iov->iov_len = ns_rsqe_cellcount(rsqe) * 48; 21191da177e4SLinus Torvalds iovb->len += iov->iov_len; 21201da177e4SLinus Torvalds 2121864a3ff6Schas williams - CONTRACTOR #ifdef EXTRA_DEBUG 2122864a3ff6Schas williams - CONTRACTOR if (NS_PRV_IOVCNT(iovb) == 1) { 2123864a3ff6Schas williams - CONTRACTOR if (NS_PRV_BUFTYPE(skb) != BUF_SM) { 2124098fde11Schas williams - CONTRACTOR printk 2125098fde11Schas williams - CONTRACTOR ("nicstar%d: Expected a small buffer, and this is not one.\n", 21261da177e4SLinus Torvalds card->index); 21271da177e4SLinus Torvalds which_list(card, skb); 21281da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_err); 21291da177e4SLinus Torvalds recycle_rx_buf(card, skb); 21301da177e4SLinus Torvalds vc->rx_iov = NULL; 21311da177e4SLinus Torvalds recycle_iov_buf(card, iovb); 21321da177e4SLinus Torvalds return; 21331da177e4SLinus Torvalds } 2134864a3ff6Schas williams - CONTRACTOR } else { /* NS_PRV_IOVCNT(iovb) >= 2 */ 2135098fde11Schas williams - CONTRACTOR 2136864a3ff6Schas williams - CONTRACTOR if (NS_PRV_BUFTYPE(skb) != BUF_LG) { 2137098fde11Schas williams - CONTRACTOR printk 2138098fde11Schas williams - CONTRACTOR ("nicstar%d: Expected a large buffer, and this is not one.\n", 21391da177e4SLinus Torvalds card->index); 21401da177e4SLinus Torvalds which_list(card, skb); 21411da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_err); 21421da177e4SLinus Torvalds recycle_iovec_rx_bufs(card, (struct iovec *)iovb->data, 2143864a3ff6Schas williams - CONTRACTOR NS_PRV_IOVCNT(iovb)); 21441da177e4SLinus Torvalds vc->rx_iov = NULL; 21451da177e4SLinus Torvalds recycle_iov_buf(card, iovb); 21461da177e4SLinus Torvalds return; 21471da177e4SLinus Torvalds } 21481da177e4SLinus Torvalds } 2149864a3ff6Schas williams - CONTRACTOR #endif /* EXTRA_DEBUG */ 21501da177e4SLinus Torvalds 2151098fde11Schas williams - CONTRACTOR if (ns_rsqe_eopdu(rsqe)) { 21521da177e4SLinus Torvalds /* This works correctly regardless of the endianness of the host */ 2153864a3ff6Schas williams - CONTRACTOR unsigned char *L1L2 = (unsigned char *) 2154864a3ff6Schas williams - CONTRACTOR (skb->data + iov->iov_len - 6); 21551da177e4SLinus Torvalds aal5_len = L1L2[0] << 8 | L1L2[1]; 21561da177e4SLinus Torvalds len = (aal5_len == 0x0000) ? 0x10000 : aal5_len; 21571da177e4SLinus Torvalds if (ns_rsqe_crcerr(rsqe) || 2158098fde11Schas williams - CONTRACTOR len + 8 > iovb->len || len + (47 + 8) < iovb->len) { 21591da177e4SLinus Torvalds printk("nicstar%d: AAL5 CRC error", card->index); 21601da177e4SLinus Torvalds if (len + 8 > iovb->len || len + (47 + 8) < iovb->len) 21611da177e4SLinus Torvalds printk(" - PDU size mismatch.\n"); 21621da177e4SLinus Torvalds else 21631da177e4SLinus Torvalds printk(".\n"); 21641da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_err); 21651da177e4SLinus Torvalds recycle_iovec_rx_bufs(card, (struct iovec *)iovb->data, 2166864a3ff6Schas williams - CONTRACTOR NS_PRV_IOVCNT(iovb)); 21671da177e4SLinus Torvalds vc->rx_iov = NULL; 21681da177e4SLinus Torvalds recycle_iov_buf(card, iovb); 21691da177e4SLinus Torvalds return; 21701da177e4SLinus Torvalds } 21711da177e4SLinus Torvalds 21721da177e4SLinus Torvalds /* By this point we (hopefully) have a complete SDU without errors. */ 21731da177e4SLinus Torvalds 2174864a3ff6Schas williams - CONTRACTOR if (NS_PRV_IOVCNT(iovb) == 1) { /* Just a small buffer */ 21751da177e4SLinus Torvalds /* skb points to a small buffer */ 2176098fde11Schas williams - CONTRACTOR if (!atm_charge(vcc, skb->truesize)) { 21778728b834SDavid S. Miller push_rxbufs(card, skb); 21781da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_drop); 2179098fde11Schas williams - CONTRACTOR } else { 21801da177e4SLinus Torvalds skb_put(skb, len); 21811da177e4SLinus Torvalds dequeue_sm_buf(card, skb); 21821da177e4SLinus Torvalds ATM_SKB(skb)->vcc = vcc; 2183a61bbcf2SPatrick McHardy __net_timestamp(skb); 21841da177e4SLinus Torvalds vcc->push(vcc, skb); 21851da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx); 21861da177e4SLinus Torvalds } 2187864a3ff6Schas williams - CONTRACTOR } else if (NS_PRV_IOVCNT(iovb) == 2) { /* One small plus one large buffer */ 21881da177e4SLinus Torvalds struct sk_buff *sb; 21891da177e4SLinus Torvalds 21901da177e4SLinus Torvalds sb = (struct sk_buff *)(iov - 1)->iov_base; 21911da177e4SLinus Torvalds /* skb points to a large buffer */ 21921da177e4SLinus Torvalds 2193098fde11Schas williams - CONTRACTOR if (len <= NS_SMBUFSIZE) { 2194098fde11Schas williams - CONTRACTOR if (!atm_charge(vcc, sb->truesize)) { 21958728b834SDavid S. Miller push_rxbufs(card, sb); 21961da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_drop); 2197098fde11Schas williams - CONTRACTOR } else { 21981da177e4SLinus Torvalds skb_put(sb, len); 21991da177e4SLinus Torvalds dequeue_sm_buf(card, sb); 22001da177e4SLinus Torvalds ATM_SKB(sb)->vcc = vcc; 2201a61bbcf2SPatrick McHardy __net_timestamp(sb); 22021da177e4SLinus Torvalds vcc->push(vcc, sb); 22031da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx); 22041da177e4SLinus Torvalds } 22051da177e4SLinus Torvalds 22068728b834SDavid S. Miller push_rxbufs(card, skb); 22071da177e4SLinus Torvalds 2208098fde11Schas williams - CONTRACTOR } else { /* len > NS_SMBUFSIZE, the usual case */ 2209098fde11Schas williams - CONTRACTOR 2210098fde11Schas williams - CONTRACTOR if (!atm_charge(vcc, skb->truesize)) { 22118728b834SDavid S. Miller push_rxbufs(card, skb); 22121da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_drop); 2213098fde11Schas williams - CONTRACTOR } else { 22141da177e4SLinus Torvalds dequeue_lg_buf(card, skb); 22151da177e4SLinus Torvalds skb_push(skb, NS_SMBUFSIZE); 2216098fde11Schas williams - CONTRACTOR skb_copy_from_linear_data(sb, skb->data, 2217098fde11Schas williams - CONTRACTOR NS_SMBUFSIZE); 22181da177e4SLinus Torvalds skb_put(skb, len - NS_SMBUFSIZE); 22191da177e4SLinus Torvalds ATM_SKB(skb)->vcc = vcc; 2220a61bbcf2SPatrick McHardy __net_timestamp(skb); 22211da177e4SLinus Torvalds vcc->push(vcc, skb); 22221da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx); 22231da177e4SLinus Torvalds } 22241da177e4SLinus Torvalds 22258728b834SDavid S. Miller push_rxbufs(card, sb); 22261da177e4SLinus Torvalds 22271da177e4SLinus Torvalds } 22281da177e4SLinus Torvalds 2229098fde11Schas williams - CONTRACTOR } else { /* Must push a huge buffer */ 2230098fde11Schas williams - CONTRACTOR 22311da177e4SLinus Torvalds struct sk_buff *hb, *sb, *lb; 22321da177e4SLinus Torvalds int remaining, tocopy; 22331da177e4SLinus Torvalds int j; 22341da177e4SLinus Torvalds 22351da177e4SLinus Torvalds hb = skb_dequeue(&(card->hbpool.queue)); 2236098fde11Schas williams - CONTRACTOR if (hb == NULL) { /* No buffers in the queue */ 22371da177e4SLinus Torvalds 22381da177e4SLinus Torvalds hb = dev_alloc_skb(NS_HBUFSIZE); 2239098fde11Schas williams - CONTRACTOR if (hb == NULL) { 2240098fde11Schas williams - CONTRACTOR printk 2241098fde11Schas williams - CONTRACTOR ("nicstar%d: Out of huge buffers.\n", 2242098fde11Schas williams - CONTRACTOR card->index); 22431da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_drop); 2244098fde11Schas williams - CONTRACTOR recycle_iovec_rx_bufs(card, 2245098fde11Schas williams - CONTRACTOR (struct iovec *) 2246098fde11Schas williams - CONTRACTOR iovb->data, 2247864a3ff6Schas williams - CONTRACTOR NS_PRV_IOVCNT(iovb)); 22481da177e4SLinus Torvalds vc->rx_iov = NULL; 22491da177e4SLinus Torvalds recycle_iov_buf(card, iovb); 22501da177e4SLinus Torvalds return; 2251098fde11Schas williams - CONTRACTOR } else if (card->hbpool.count < card->hbnr.min) { 22521da177e4SLinus Torvalds struct sk_buff *new_hb; 2253098fde11Schas williams - CONTRACTOR if ((new_hb = 2254098fde11Schas williams - CONTRACTOR dev_alloc_skb(NS_HBUFSIZE)) != 2255098fde11Schas williams - CONTRACTOR NULL) { 2256098fde11Schas williams - CONTRACTOR skb_queue_tail(&card->hbpool. 2257098fde11Schas williams - CONTRACTOR queue, new_hb); 22581da177e4SLinus Torvalds card->hbpool.count++; 22591da177e4SLinus Torvalds } 22601da177e4SLinus Torvalds } 2261864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(hb) = BUF_NONE; 2262098fde11Schas williams - CONTRACTOR } else if (--card->hbpool.count < card->hbnr.min) { 22631da177e4SLinus Torvalds struct sk_buff *new_hb; 2264098fde11Schas williams - CONTRACTOR if ((new_hb = 2265098fde11Schas williams - CONTRACTOR dev_alloc_skb(NS_HBUFSIZE)) != NULL) { 2266864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(new_hb) = BUF_NONE; 2267098fde11Schas williams - CONTRACTOR skb_queue_tail(&card->hbpool.queue, 2268098fde11Schas williams - CONTRACTOR new_hb); 22691da177e4SLinus Torvalds card->hbpool.count++; 22701da177e4SLinus Torvalds } 2271098fde11Schas williams - CONTRACTOR if (card->hbpool.count < card->hbnr.min) { 2272098fde11Schas williams - CONTRACTOR if ((new_hb = 2273098fde11Schas williams - CONTRACTOR dev_alloc_skb(NS_HBUFSIZE)) != 2274098fde11Schas williams - CONTRACTOR NULL) { 2275864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(new_hb) = 2276098fde11Schas williams - CONTRACTOR BUF_NONE; 2277098fde11Schas williams - CONTRACTOR skb_queue_tail(&card->hbpool. 2278098fde11Schas williams - CONTRACTOR queue, new_hb); 22791da177e4SLinus Torvalds card->hbpool.count++; 22801da177e4SLinus Torvalds } 22811da177e4SLinus Torvalds } 22821da177e4SLinus Torvalds } 22831da177e4SLinus Torvalds 22841da177e4SLinus Torvalds iov = (struct iovec *)iovb->data; 22851da177e4SLinus Torvalds 2286098fde11Schas williams - CONTRACTOR if (!atm_charge(vcc, hb->truesize)) { 2287098fde11Schas williams - CONTRACTOR recycle_iovec_rx_bufs(card, iov, 2288864a3ff6Schas williams - CONTRACTOR NS_PRV_IOVCNT(iovb)); 2289098fde11Schas williams - CONTRACTOR if (card->hbpool.count < card->hbnr.max) { 22901da177e4SLinus Torvalds skb_queue_tail(&card->hbpool.queue, hb); 22911da177e4SLinus Torvalds card->hbpool.count++; 2292098fde11Schas williams - CONTRACTOR } else 22931da177e4SLinus Torvalds dev_kfree_skb_any(hb); 22941da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_drop); 2295098fde11Schas williams - CONTRACTOR } else { 22961da177e4SLinus Torvalds /* Copy the small buffer to the huge buffer */ 22971da177e4SLinus Torvalds sb = (struct sk_buff *)iov->iov_base; 2298098fde11Schas williams - CONTRACTOR skb_copy_from_linear_data(sb, hb->data, 2299098fde11Schas williams - CONTRACTOR iov->iov_len); 23001da177e4SLinus Torvalds skb_put(hb, iov->iov_len); 23011da177e4SLinus Torvalds remaining = len - iov->iov_len; 23021da177e4SLinus Torvalds iov++; 23031da177e4SLinus Torvalds /* Free the small buffer */ 23048728b834SDavid S. Miller push_rxbufs(card, sb); 23051da177e4SLinus Torvalds 23061da177e4SLinus Torvalds /* Copy all large buffers to the huge buffer and free them */ 2307864a3ff6Schas williams - CONTRACTOR for (j = 1; j < NS_PRV_IOVCNT(iovb); j++) { 23081da177e4SLinus Torvalds lb = (struct sk_buff *)iov->iov_base; 2309098fde11Schas williams - CONTRACTOR tocopy = 2310098fde11Schas williams - CONTRACTOR min_t(int, remaining, iov->iov_len); 2311098fde11Schas williams - CONTRACTOR skb_copy_from_linear_data(lb, 2312098fde11Schas williams - CONTRACTOR skb_tail_pointer 2313098fde11Schas williams - CONTRACTOR (hb), tocopy); 23141da177e4SLinus Torvalds skb_put(hb, tocopy); 23151da177e4SLinus Torvalds iov++; 23161da177e4SLinus Torvalds remaining -= tocopy; 23178728b834SDavid S. Miller push_rxbufs(card, lb); 23181da177e4SLinus Torvalds } 23191da177e4SLinus Torvalds #ifdef EXTRA_DEBUG 23201da177e4SLinus Torvalds if (remaining != 0 || hb->len != len) 2321098fde11Schas williams - CONTRACTOR printk 2322098fde11Schas williams - CONTRACTOR ("nicstar%d: Huge buffer len mismatch.\n", 2323098fde11Schas williams - CONTRACTOR card->index); 23241da177e4SLinus Torvalds #endif /* EXTRA_DEBUG */ 23251da177e4SLinus Torvalds ATM_SKB(hb)->vcc = vcc; 2326a61bbcf2SPatrick McHardy __net_timestamp(hb); 23271da177e4SLinus Torvalds vcc->push(vcc, hb); 23281da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx); 23291da177e4SLinus Torvalds } 23301da177e4SLinus Torvalds } 23311da177e4SLinus Torvalds 23321da177e4SLinus Torvalds vc->rx_iov = NULL; 23331da177e4SLinus Torvalds recycle_iov_buf(card, iovb); 23341da177e4SLinus Torvalds } 23351da177e4SLinus Torvalds 23361da177e4SLinus Torvalds } 23371da177e4SLinus Torvalds 23381da177e4SLinus Torvalds static void recycle_rx_buf(ns_dev * card, struct sk_buff *skb) 23391da177e4SLinus Torvalds { 2340864a3ff6Schas williams - CONTRACTOR if (unlikely(NS_PRV_BUFTYPE(skb) == BUF_NONE)) { 2341098fde11Schas williams - CONTRACTOR printk("nicstar%d: What kind of rx buffer is this?\n", 2342098fde11Schas williams - CONTRACTOR card->index); 23431da177e4SLinus Torvalds dev_kfree_skb_any(skb); 23448728b834SDavid S. Miller } else 23458728b834SDavid S. Miller push_rxbufs(card, skb); 23461da177e4SLinus Torvalds } 23471da177e4SLinus Torvalds 23481da177e4SLinus Torvalds static void recycle_iovec_rx_bufs(ns_dev * card, struct iovec *iov, int count) 23491da177e4SLinus Torvalds { 23508728b834SDavid S. Miller while (count-- > 0) 23518728b834SDavid S. Miller recycle_rx_buf(card, (struct sk_buff *)(iov++)->iov_base); 23521da177e4SLinus Torvalds } 23531da177e4SLinus Torvalds 23541da177e4SLinus Torvalds static void recycle_iov_buf(ns_dev * card, struct sk_buff *iovb) 23551da177e4SLinus Torvalds { 2356098fde11Schas williams - CONTRACTOR if (card->iovpool.count < card->iovnr.max) { 23571da177e4SLinus Torvalds skb_queue_tail(&card->iovpool.queue, iovb); 23581da177e4SLinus Torvalds card->iovpool.count++; 2359098fde11Schas williams - CONTRACTOR } else 23601da177e4SLinus Torvalds dev_kfree_skb_any(iovb); 23611da177e4SLinus Torvalds } 23621da177e4SLinus Torvalds 23631da177e4SLinus Torvalds static void dequeue_sm_buf(ns_dev * card, struct sk_buff *sb) 23641da177e4SLinus Torvalds { 23658728b834SDavid S. Miller skb_unlink(sb, &card->sbpool.queue); 2366098fde11Schas williams - CONTRACTOR if (card->sbfqc < card->sbnr.init) { 23671da177e4SLinus Torvalds struct sk_buff *new_sb; 2368098fde11Schas williams - CONTRACTOR if ((new_sb = dev_alloc_skb(NS_SMSKBSIZE)) != NULL) { 2369864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(new_sb) = BUF_SM; 23701da177e4SLinus Torvalds skb_queue_tail(&card->sbpool.queue, new_sb); 23711da177e4SLinus Torvalds skb_reserve(new_sb, NS_AAL0_HEADER); 23728728b834SDavid S. Miller push_rxbufs(card, new_sb); 23731da177e4SLinus Torvalds } 23741da177e4SLinus Torvalds } 23751da177e4SLinus Torvalds if (card->sbfqc < card->sbnr.init) 23761da177e4SLinus Torvalds { 23771da177e4SLinus Torvalds struct sk_buff *new_sb; 2378098fde11Schas williams - CONTRACTOR if ((new_sb = dev_alloc_skb(NS_SMSKBSIZE)) != NULL) { 2379864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(new_sb) = BUF_SM; 23801da177e4SLinus Torvalds skb_queue_tail(&card->sbpool.queue, new_sb); 23811da177e4SLinus Torvalds skb_reserve(new_sb, NS_AAL0_HEADER); 23828728b834SDavid S. Miller push_rxbufs(card, new_sb); 23831da177e4SLinus Torvalds } 23841da177e4SLinus Torvalds } 23851da177e4SLinus Torvalds } 23861da177e4SLinus Torvalds 23871da177e4SLinus Torvalds static void dequeue_lg_buf(ns_dev * card, struct sk_buff *lb) 23881da177e4SLinus Torvalds { 23898728b834SDavid S. Miller skb_unlink(lb, &card->lbpool.queue); 2390098fde11Schas williams - CONTRACTOR if (card->lbfqc < card->lbnr.init) { 23911da177e4SLinus Torvalds struct sk_buff *new_lb; 2392098fde11Schas williams - CONTRACTOR if ((new_lb = dev_alloc_skb(NS_LGSKBSIZE)) != NULL) { 2393864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(new_lb) = BUF_LG; 23941da177e4SLinus Torvalds skb_queue_tail(&card->lbpool.queue, new_lb); 23951da177e4SLinus Torvalds skb_reserve(new_lb, NS_SMBUFSIZE); 23968728b834SDavid S. Miller push_rxbufs(card, new_lb); 23971da177e4SLinus Torvalds } 23981da177e4SLinus Torvalds } 23991da177e4SLinus Torvalds if (card->lbfqc < card->lbnr.init) 24001da177e4SLinus Torvalds { 24011da177e4SLinus Torvalds struct sk_buff *new_lb; 2402098fde11Schas williams - CONTRACTOR if ((new_lb = dev_alloc_skb(NS_LGSKBSIZE)) != NULL) { 2403864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(new_lb) = BUF_LG; 24041da177e4SLinus Torvalds skb_queue_tail(&card->lbpool.queue, new_lb); 24051da177e4SLinus Torvalds skb_reserve(new_lb, NS_SMBUFSIZE); 24068728b834SDavid S. Miller push_rxbufs(card, new_lb); 24071da177e4SLinus Torvalds } 24081da177e4SLinus Torvalds } 24091da177e4SLinus Torvalds } 24101da177e4SLinus Torvalds 24111da177e4SLinus Torvalds static int ns_proc_read(struct atm_dev *dev, loff_t * pos, char *page) 24121da177e4SLinus Torvalds { 24131da177e4SLinus Torvalds u32 stat; 24141da177e4SLinus Torvalds ns_dev *card; 24151da177e4SLinus Torvalds int left; 24161da177e4SLinus Torvalds 24171da177e4SLinus Torvalds left = (int)*pos; 24181da177e4SLinus Torvalds card = (ns_dev *) dev->dev_data; 24191da177e4SLinus Torvalds stat = readl(card->membase + STAT); 24201da177e4SLinus Torvalds if (!left--) 24211da177e4SLinus Torvalds return sprintf(page, "Pool count min init max \n"); 24221da177e4SLinus Torvalds if (!left--) 24231da177e4SLinus Torvalds return sprintf(page, "Small %5d %5d %5d %5d \n", 2424098fde11Schas williams - CONTRACTOR ns_stat_sfbqc_get(stat), card->sbnr.min, 2425098fde11Schas williams - CONTRACTOR card->sbnr.init, card->sbnr.max); 24261da177e4SLinus Torvalds if (!left--) 24271da177e4SLinus Torvalds return sprintf(page, "Large %5d %5d %5d %5d \n", 2428098fde11Schas williams - CONTRACTOR ns_stat_lfbqc_get(stat), card->lbnr.min, 2429098fde11Schas williams - CONTRACTOR card->lbnr.init, card->lbnr.max); 24301da177e4SLinus Torvalds if (!left--) 2431098fde11Schas williams - CONTRACTOR return sprintf(page, "Huge %5d %5d %5d %5d \n", 2432098fde11Schas williams - CONTRACTOR card->hbpool.count, card->hbnr.min, 2433098fde11Schas williams - CONTRACTOR card->hbnr.init, card->hbnr.max); 24341da177e4SLinus Torvalds if (!left--) 2435098fde11Schas williams - CONTRACTOR return sprintf(page, "Iovec %5d %5d %5d %5d \n", 2436098fde11Schas williams - CONTRACTOR card->iovpool.count, card->iovnr.min, 2437098fde11Schas williams - CONTRACTOR card->iovnr.init, card->iovnr.max); 2438098fde11Schas williams - CONTRACTOR if (!left--) { 24391da177e4SLinus Torvalds int retval; 2440098fde11Schas williams - CONTRACTOR retval = 2441098fde11Schas williams - CONTRACTOR sprintf(page, "Interrupt counter: %u \n", card->intcnt); 24421da177e4SLinus Torvalds card->intcnt = 0; 24431da177e4SLinus Torvalds return retval; 24441da177e4SLinus Torvalds } 24451da177e4SLinus Torvalds #if 0 24461da177e4SLinus Torvalds /* Dump 25.6 Mbps PHY registers */ 24471da177e4SLinus Torvalds /* Now there's a 25.6 Mbps PHY driver this code isn't needed. I left it 24481da177e4SLinus Torvalds here just in case it's needed for debugging. */ 2449098fde11Schas williams - CONTRACTOR if (card->max_pcr == ATM_25_PCR && !left--) { 24501da177e4SLinus Torvalds u32 phy_regs[4]; 24511da177e4SLinus Torvalds u32 i; 24521da177e4SLinus Torvalds 2453098fde11Schas williams - CONTRACTOR for (i = 0; i < 4; i++) { 24541da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 2455098fde11Schas williams - CONTRACTOR writel(NS_CMD_READ_UTILITY | 0x00000200 | i, 2456098fde11Schas williams - CONTRACTOR card->membase + CMD); 24571da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 24581da177e4SLinus Torvalds phy_regs[i] = readl(card->membase + DR0) & 0x000000FF; 24591da177e4SLinus Torvalds } 24601da177e4SLinus Torvalds 24611da177e4SLinus Torvalds return sprintf(page, "PHY regs: 0x%02X 0x%02X 0x%02X 0x%02X \n", 2462098fde11Schas williams - CONTRACTOR phy_regs[0], phy_regs[1], phy_regs[2], 2463098fde11Schas williams - CONTRACTOR phy_regs[3]); 24641da177e4SLinus Torvalds } 24651da177e4SLinus Torvalds #endif /* 0 - Dump 25.6 Mbps PHY registers */ 24661da177e4SLinus Torvalds #if 0 24671da177e4SLinus Torvalds /* Dump TST */ 2468098fde11Schas williams - CONTRACTOR if (left-- < NS_TST_NUM_ENTRIES) { 24691da177e4SLinus Torvalds if (card->tste2vc[left + 1] == NULL) 24701da177e4SLinus Torvalds return sprintf(page, "%5d - VBR/UBR \n", left + 1); 24711da177e4SLinus Torvalds else 24721da177e4SLinus Torvalds return sprintf(page, "%5d - %d %d \n", left + 1, 24731da177e4SLinus Torvalds card->tste2vc[left + 1]->tx_vcc->vpi, 24741da177e4SLinus Torvalds card->tste2vc[left + 1]->tx_vcc->vci); 24751da177e4SLinus Torvalds } 24761da177e4SLinus Torvalds #endif /* 0 */ 24771da177e4SLinus Torvalds return 0; 24781da177e4SLinus Torvalds } 24791da177e4SLinus Torvalds 24801da177e4SLinus Torvalds static int ns_ioctl(struct atm_dev *dev, unsigned int cmd, void __user * arg) 24811da177e4SLinus Torvalds { 24821da177e4SLinus Torvalds ns_dev *card; 24831da177e4SLinus Torvalds pool_levels pl; 248469c30147SAlan Cox long btype; 24851da177e4SLinus Torvalds unsigned long flags; 24861da177e4SLinus Torvalds 24871da177e4SLinus Torvalds card = dev->dev_data; 2488098fde11Schas williams - CONTRACTOR switch (cmd) { 24891da177e4SLinus Torvalds case NS_GETPSTAT: 2490098fde11Schas williams - CONTRACTOR if (get_user 2491098fde11Schas williams - CONTRACTOR (pl.buftype, &((pool_levels __user *) arg)->buftype)) 24921da177e4SLinus Torvalds return -EFAULT; 2493098fde11Schas williams - CONTRACTOR switch (pl.buftype) { 24941da177e4SLinus Torvalds case NS_BUFTYPE_SMALL: 2495098fde11Schas williams - CONTRACTOR pl.count = 2496098fde11Schas williams - CONTRACTOR ns_stat_sfbqc_get(readl(card->membase + STAT)); 24971da177e4SLinus Torvalds pl.level.min = card->sbnr.min; 24981da177e4SLinus Torvalds pl.level.init = card->sbnr.init; 24991da177e4SLinus Torvalds pl.level.max = card->sbnr.max; 25001da177e4SLinus Torvalds break; 25011da177e4SLinus Torvalds 25021da177e4SLinus Torvalds case NS_BUFTYPE_LARGE: 2503098fde11Schas williams - CONTRACTOR pl.count = 2504098fde11Schas williams - CONTRACTOR ns_stat_lfbqc_get(readl(card->membase + STAT)); 25051da177e4SLinus Torvalds pl.level.min = card->lbnr.min; 25061da177e4SLinus Torvalds pl.level.init = card->lbnr.init; 25071da177e4SLinus Torvalds pl.level.max = card->lbnr.max; 25081da177e4SLinus Torvalds break; 25091da177e4SLinus Torvalds 25101da177e4SLinus Torvalds case NS_BUFTYPE_HUGE: 25111da177e4SLinus Torvalds pl.count = card->hbpool.count; 25121da177e4SLinus Torvalds pl.level.min = card->hbnr.min; 25131da177e4SLinus Torvalds pl.level.init = card->hbnr.init; 25141da177e4SLinus Torvalds pl.level.max = card->hbnr.max; 25151da177e4SLinus Torvalds break; 25161da177e4SLinus Torvalds 25171da177e4SLinus Torvalds case NS_BUFTYPE_IOVEC: 25181da177e4SLinus Torvalds pl.count = card->iovpool.count; 25191da177e4SLinus Torvalds pl.level.min = card->iovnr.min; 25201da177e4SLinus Torvalds pl.level.init = card->iovnr.init; 25211da177e4SLinus Torvalds pl.level.max = card->iovnr.max; 25221da177e4SLinus Torvalds break; 25231da177e4SLinus Torvalds 25241da177e4SLinus Torvalds default: 25251da177e4SLinus Torvalds return -ENOIOCTLCMD; 25261da177e4SLinus Torvalds 25271da177e4SLinus Torvalds } 25281da177e4SLinus Torvalds if (!copy_to_user((pool_levels __user *) arg, &pl, sizeof(pl))) 25291da177e4SLinus Torvalds return (sizeof(pl)); 25301da177e4SLinus Torvalds else 25311da177e4SLinus Torvalds return -EFAULT; 25321da177e4SLinus Torvalds 25331da177e4SLinus Torvalds case NS_SETBUFLEV: 25341da177e4SLinus Torvalds if (!capable(CAP_NET_ADMIN)) 25351da177e4SLinus Torvalds return -EPERM; 25361da177e4SLinus Torvalds if (copy_from_user(&pl, (pool_levels __user *) arg, sizeof(pl))) 25371da177e4SLinus Torvalds return -EFAULT; 2538098fde11Schas williams - CONTRACTOR if (pl.level.min >= pl.level.init 2539098fde11Schas williams - CONTRACTOR || pl.level.init >= pl.level.max) 25401da177e4SLinus Torvalds return -EINVAL; 25411da177e4SLinus Torvalds if (pl.level.min == 0) 25421da177e4SLinus Torvalds return -EINVAL; 2543098fde11Schas williams - CONTRACTOR switch (pl.buftype) { 25441da177e4SLinus Torvalds case NS_BUFTYPE_SMALL: 25451da177e4SLinus Torvalds if (pl.level.max > TOP_SB) 25461da177e4SLinus Torvalds return -EINVAL; 25471da177e4SLinus Torvalds card->sbnr.min = pl.level.min; 25481da177e4SLinus Torvalds card->sbnr.init = pl.level.init; 25491da177e4SLinus Torvalds card->sbnr.max = pl.level.max; 25501da177e4SLinus Torvalds break; 25511da177e4SLinus Torvalds 25521da177e4SLinus Torvalds case NS_BUFTYPE_LARGE: 25531da177e4SLinus Torvalds if (pl.level.max > TOP_LB) 25541da177e4SLinus Torvalds return -EINVAL; 25551da177e4SLinus Torvalds card->lbnr.min = pl.level.min; 25561da177e4SLinus Torvalds card->lbnr.init = pl.level.init; 25571da177e4SLinus Torvalds card->lbnr.max = pl.level.max; 25581da177e4SLinus Torvalds break; 25591da177e4SLinus Torvalds 25601da177e4SLinus Torvalds case NS_BUFTYPE_HUGE: 25611da177e4SLinus Torvalds if (pl.level.max > TOP_HB) 25621da177e4SLinus Torvalds return -EINVAL; 25631da177e4SLinus Torvalds card->hbnr.min = pl.level.min; 25641da177e4SLinus Torvalds card->hbnr.init = pl.level.init; 25651da177e4SLinus Torvalds card->hbnr.max = pl.level.max; 25661da177e4SLinus Torvalds break; 25671da177e4SLinus Torvalds 25681da177e4SLinus Torvalds case NS_BUFTYPE_IOVEC: 25691da177e4SLinus Torvalds if (pl.level.max > TOP_IOVB) 25701da177e4SLinus Torvalds return -EINVAL; 25711da177e4SLinus Torvalds card->iovnr.min = pl.level.min; 25721da177e4SLinus Torvalds card->iovnr.init = pl.level.init; 25731da177e4SLinus Torvalds card->iovnr.max = pl.level.max; 25741da177e4SLinus Torvalds break; 25751da177e4SLinus Torvalds 25761da177e4SLinus Torvalds default: 25771da177e4SLinus Torvalds return -EINVAL; 25781da177e4SLinus Torvalds 25791da177e4SLinus Torvalds } 25801da177e4SLinus Torvalds return 0; 25811da177e4SLinus Torvalds 25821da177e4SLinus Torvalds case NS_ADJBUFLEV: 25831da177e4SLinus Torvalds if (!capable(CAP_NET_ADMIN)) 25841da177e4SLinus Torvalds return -EPERM; 258569c30147SAlan Cox btype = (long)arg; /* a long is the same size as a pointer or bigger */ 2586098fde11Schas williams - CONTRACTOR switch (btype) { 25871da177e4SLinus Torvalds case NS_BUFTYPE_SMALL: 2588098fde11Schas williams - CONTRACTOR while (card->sbfqc < card->sbnr.init) { 25891da177e4SLinus Torvalds struct sk_buff *sb; 25901da177e4SLinus Torvalds 25911da177e4SLinus Torvalds sb = __dev_alloc_skb(NS_SMSKBSIZE, GFP_KERNEL); 25921da177e4SLinus Torvalds if (sb == NULL) 25931da177e4SLinus Torvalds return -ENOMEM; 2594864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(sb) = BUF_SM; 25951da177e4SLinus Torvalds skb_queue_tail(&card->sbpool.queue, sb); 25961da177e4SLinus Torvalds skb_reserve(sb, NS_AAL0_HEADER); 25978728b834SDavid S. Miller push_rxbufs(card, sb); 25981da177e4SLinus Torvalds } 25991da177e4SLinus Torvalds break; 26001da177e4SLinus Torvalds 26011da177e4SLinus Torvalds case NS_BUFTYPE_LARGE: 2602098fde11Schas williams - CONTRACTOR while (card->lbfqc < card->lbnr.init) { 26031da177e4SLinus Torvalds struct sk_buff *lb; 26041da177e4SLinus Torvalds 26051da177e4SLinus Torvalds lb = __dev_alloc_skb(NS_LGSKBSIZE, GFP_KERNEL); 26061da177e4SLinus Torvalds if (lb == NULL) 26071da177e4SLinus Torvalds return -ENOMEM; 2608864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(lb) = BUF_LG; 26091da177e4SLinus Torvalds skb_queue_tail(&card->lbpool.queue, lb); 26101da177e4SLinus Torvalds skb_reserve(lb, NS_SMBUFSIZE); 26118728b834SDavid S. Miller push_rxbufs(card, lb); 26121da177e4SLinus Torvalds } 26131da177e4SLinus Torvalds break; 26141da177e4SLinus Torvalds 26151da177e4SLinus Torvalds case NS_BUFTYPE_HUGE: 2616098fde11Schas williams - CONTRACTOR while (card->hbpool.count > card->hbnr.init) { 26171da177e4SLinus Torvalds struct sk_buff *hb; 26181da177e4SLinus Torvalds 261936ef4080SMark Asselstine spin_lock_irqsave(&card->int_lock, flags); 26201da177e4SLinus Torvalds hb = skb_dequeue(&card->hbpool.queue); 26211da177e4SLinus Torvalds card->hbpool.count--; 26221da177e4SLinus Torvalds spin_unlock_irqrestore(&card->int_lock, flags); 26231da177e4SLinus Torvalds if (hb == NULL) 2624098fde11Schas williams - CONTRACTOR printk 2625098fde11Schas williams - CONTRACTOR ("nicstar%d: huge buffer count inconsistent.\n", 26261da177e4SLinus Torvalds card->index); 26271da177e4SLinus Torvalds else 26281da177e4SLinus Torvalds dev_kfree_skb_any(hb); 26291da177e4SLinus Torvalds 26301da177e4SLinus Torvalds } 2631098fde11Schas williams - CONTRACTOR while (card->hbpool.count < card->hbnr.init) { 26321da177e4SLinus Torvalds struct sk_buff *hb; 26331da177e4SLinus Torvalds 26341da177e4SLinus Torvalds hb = __dev_alloc_skb(NS_HBUFSIZE, GFP_KERNEL); 26351da177e4SLinus Torvalds if (hb == NULL) 26361da177e4SLinus Torvalds return -ENOMEM; 2637864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(hb) = BUF_NONE; 263836ef4080SMark Asselstine spin_lock_irqsave(&card->int_lock, flags); 26391da177e4SLinus Torvalds skb_queue_tail(&card->hbpool.queue, hb); 26401da177e4SLinus Torvalds card->hbpool.count++; 26411da177e4SLinus Torvalds spin_unlock_irqrestore(&card->int_lock, flags); 26421da177e4SLinus Torvalds } 26431da177e4SLinus Torvalds break; 26441da177e4SLinus Torvalds 26451da177e4SLinus Torvalds case NS_BUFTYPE_IOVEC: 2646098fde11Schas williams - CONTRACTOR while (card->iovpool.count > card->iovnr.init) { 26471da177e4SLinus Torvalds struct sk_buff *iovb; 26481da177e4SLinus Torvalds 264936ef4080SMark Asselstine spin_lock_irqsave(&card->int_lock, flags); 26501da177e4SLinus Torvalds iovb = skb_dequeue(&card->iovpool.queue); 26511da177e4SLinus Torvalds card->iovpool.count--; 26521da177e4SLinus Torvalds spin_unlock_irqrestore(&card->int_lock, flags); 26531da177e4SLinus Torvalds if (iovb == NULL) 2654098fde11Schas williams - CONTRACTOR printk 2655098fde11Schas williams - CONTRACTOR ("nicstar%d: iovec buffer count inconsistent.\n", 26561da177e4SLinus Torvalds card->index); 26571da177e4SLinus Torvalds else 26581da177e4SLinus Torvalds dev_kfree_skb_any(iovb); 26591da177e4SLinus Torvalds 26601da177e4SLinus Torvalds } 2661098fde11Schas williams - CONTRACTOR while (card->iovpool.count < card->iovnr.init) { 26621da177e4SLinus Torvalds struct sk_buff *iovb; 26631da177e4SLinus Torvalds 26641da177e4SLinus Torvalds iovb = alloc_skb(NS_IOVBUFSIZE, GFP_KERNEL); 26651da177e4SLinus Torvalds if (iovb == NULL) 26661da177e4SLinus Torvalds return -ENOMEM; 2667864a3ff6Schas williams - CONTRACTOR NS_PRV_BUFTYPE(iovb) = BUF_NONE; 266836ef4080SMark Asselstine spin_lock_irqsave(&card->int_lock, flags); 26691da177e4SLinus Torvalds skb_queue_tail(&card->iovpool.queue, iovb); 26701da177e4SLinus Torvalds card->iovpool.count++; 26711da177e4SLinus Torvalds spin_unlock_irqrestore(&card->int_lock, flags); 26721da177e4SLinus Torvalds } 26731da177e4SLinus Torvalds break; 26741da177e4SLinus Torvalds 26751da177e4SLinus Torvalds default: 26761da177e4SLinus Torvalds return -EINVAL; 26771da177e4SLinus Torvalds 26781da177e4SLinus Torvalds } 26791da177e4SLinus Torvalds return 0; 26801da177e4SLinus Torvalds 26811da177e4SLinus Torvalds default: 26821da177e4SLinus Torvalds if (dev->phy && dev->phy->ioctl) { 26831da177e4SLinus Torvalds return dev->phy->ioctl(dev, cmd, arg); 2684098fde11Schas williams - CONTRACTOR } else { 26851da177e4SLinus Torvalds printk("nicstar%d: %s == NULL \n", card->index, 26861da177e4SLinus Torvalds dev->phy ? "dev->phy->ioctl" : "dev->phy"); 26871da177e4SLinus Torvalds return -ENOIOCTLCMD; 26881da177e4SLinus Torvalds } 26891da177e4SLinus Torvalds } 26901da177e4SLinus Torvalds } 26911da177e4SLinus Torvalds 2692864a3ff6Schas williams - CONTRACTOR #ifdef EXTRA_DEBUG 26931da177e4SLinus Torvalds static void which_list(ns_dev * card, struct sk_buff *skb) 26941da177e4SLinus Torvalds { 2695864a3ff6Schas williams - CONTRACTOR printk("skb buf_type: 0x%08x\n", NS_PRV_BUFTYPE(skb)); 26961da177e4SLinus Torvalds } 2697864a3ff6Schas williams - CONTRACTOR #endif /* EXTRA_DEBUG */ 26981da177e4SLinus Torvalds 2699e99e88a9SKees Cook static void ns_poll(struct timer_list *unused) 27001da177e4SLinus Torvalds { 27011da177e4SLinus Torvalds int i; 27021da177e4SLinus Torvalds ns_dev *card; 27031da177e4SLinus Torvalds unsigned long flags; 27041da177e4SLinus Torvalds u32 stat_r, stat_w; 27051da177e4SLinus Torvalds 27061da177e4SLinus Torvalds PRINTK("nicstar: Entering ns_poll().\n"); 2707098fde11Schas williams - CONTRACTOR for (i = 0; i < num_cards; i++) { 27081da177e4SLinus Torvalds card = cards[i]; 27099a694c1dSLance Roy if (!spin_trylock_irqsave(&card->int_lock, flags)) { 27101da177e4SLinus Torvalds /* Probably it isn't worth spinning */ 27111da177e4SLinus Torvalds continue; 27121da177e4SLinus Torvalds } 27131da177e4SLinus Torvalds 27141da177e4SLinus Torvalds stat_w = 0; 27151da177e4SLinus Torvalds stat_r = readl(card->membase + STAT); 27161da177e4SLinus Torvalds if (stat_r & NS_STAT_TSIF) 27171da177e4SLinus Torvalds stat_w |= NS_STAT_TSIF; 27181da177e4SLinus Torvalds if (stat_r & NS_STAT_EOPDU) 27191da177e4SLinus Torvalds stat_w |= NS_STAT_EOPDU; 27201da177e4SLinus Torvalds 27211da177e4SLinus Torvalds process_tsq(card); 27221da177e4SLinus Torvalds process_rsq(card); 27231da177e4SLinus Torvalds 27241da177e4SLinus Torvalds writel(stat_w, card->membase + STAT); 27251da177e4SLinus Torvalds spin_unlock_irqrestore(&card->int_lock, flags); 27261da177e4SLinus Torvalds } 27271da177e4SLinus Torvalds mod_timer(&ns_timer, jiffies + NS_POLL_PERIOD); 27281da177e4SLinus Torvalds PRINTK("nicstar: Leaving ns_poll().\n"); 27291da177e4SLinus Torvalds } 27301da177e4SLinus Torvalds 27311da177e4SLinus Torvalds static void ns_phy_put(struct atm_dev *dev, unsigned char value, 27321da177e4SLinus Torvalds unsigned long addr) 27331da177e4SLinus Torvalds { 27341da177e4SLinus Torvalds ns_dev *card; 27351da177e4SLinus Torvalds unsigned long flags; 27361da177e4SLinus Torvalds 27371da177e4SLinus Torvalds card = dev->dev_data; 273836ef4080SMark Asselstine spin_lock_irqsave(&card->res_lock, flags); 27391da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 2740864a3ff6Schas williams - CONTRACTOR writel((u32) value, card->membase + DR0); 27411da177e4SLinus Torvalds writel(NS_CMD_WRITE_UTILITY | 0x00000200 | (addr & 0x000000FF), 27421da177e4SLinus Torvalds card->membase + CMD); 27431da177e4SLinus Torvalds spin_unlock_irqrestore(&card->res_lock, flags); 27441da177e4SLinus Torvalds } 27451da177e4SLinus Torvalds 27461da177e4SLinus Torvalds static unsigned char ns_phy_get(struct atm_dev *dev, unsigned long addr) 27471da177e4SLinus Torvalds { 27481da177e4SLinus Torvalds ns_dev *card; 27491da177e4SLinus Torvalds unsigned long flags; 2750864a3ff6Schas williams - CONTRACTOR u32 data; 27511da177e4SLinus Torvalds 27521da177e4SLinus Torvalds card = dev->dev_data; 275336ef4080SMark Asselstine spin_lock_irqsave(&card->res_lock, flags); 27541da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 27551da177e4SLinus Torvalds writel(NS_CMD_READ_UTILITY | 0x00000200 | (addr & 0x000000FF), 27561da177e4SLinus Torvalds card->membase + CMD); 27571da177e4SLinus Torvalds while (CMD_BUSY(card)) ; 27581da177e4SLinus Torvalds data = readl(card->membase + DR0) & 0x000000FF; 27591da177e4SLinus Torvalds spin_unlock_irqrestore(&card->res_lock, flags); 27601da177e4SLinus Torvalds return (unsigned char)data; 27611da177e4SLinus Torvalds } 27621da177e4SLinus Torvalds 27631da177e4SLinus Torvalds module_init(nicstar_init); 27641da177e4SLinus Torvalds module_exit(nicstar_cleanup); 2765