11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds 31da177e4SLinus Torvalds he.c 41da177e4SLinus Torvalds 51da177e4SLinus Torvalds ForeRunnerHE ATM Adapter driver for ATM on Linux 61da177e4SLinus Torvalds Copyright (C) 1999-2001 Naval Research Laboratory 71da177e4SLinus Torvalds 81da177e4SLinus Torvalds This library is free software; you can redistribute it and/or 91da177e4SLinus Torvalds modify it under the terms of the GNU Lesser General Public 101da177e4SLinus Torvalds License as published by the Free Software Foundation; either 111da177e4SLinus Torvalds version 2.1 of the License, or (at your option) any later version. 121da177e4SLinus Torvalds 131da177e4SLinus Torvalds This library is distributed in the hope that it will be useful, 141da177e4SLinus Torvalds but WITHOUT ANY WARRANTY; without even the implied warranty of 151da177e4SLinus Torvalds MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 161da177e4SLinus Torvalds Lesser General Public License for more details. 171da177e4SLinus Torvalds 181da177e4SLinus Torvalds You should have received a copy of the GNU Lesser General Public 191da177e4SLinus Torvalds License along with this library; if not, write to the Free Software 201da177e4SLinus Torvalds Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 211da177e4SLinus Torvalds 221da177e4SLinus Torvalds */ 231da177e4SLinus Torvalds 241da177e4SLinus Torvalds /* 251da177e4SLinus Torvalds 261da177e4SLinus Torvalds he.c 271da177e4SLinus Torvalds 281da177e4SLinus Torvalds ForeRunnerHE ATM Adapter driver for ATM on Linux 291da177e4SLinus Torvalds Copyright (C) 1999-2001 Naval Research Laboratory 301da177e4SLinus Torvalds 311da177e4SLinus Torvalds Permission to use, copy, modify and distribute this software and its 321da177e4SLinus Torvalds documentation is hereby granted, provided that both the copyright 331da177e4SLinus Torvalds notice and this permission notice appear in all copies of the software, 341da177e4SLinus Torvalds derivative works or modified versions, and any portions thereof, and 351da177e4SLinus Torvalds that both notices appear in supporting documentation. 361da177e4SLinus Torvalds 371da177e4SLinus Torvalds NRL ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" CONDITION AND 381da177e4SLinus Torvalds DISCLAIMS ANY LIABILITY OF ANY KIND FOR ANY DAMAGES WHATSOEVER 391da177e4SLinus Torvalds RESULTING FROM THE USE OF THIS SOFTWARE. 401da177e4SLinus Torvalds 411da177e4SLinus Torvalds This driver was written using the "Programmer's Reference Manual for 421da177e4SLinus Torvalds ForeRunnerHE(tm)", MANU0361-01 - Rev. A, 08/21/98. 431da177e4SLinus Torvalds 441da177e4SLinus Torvalds AUTHORS: 451da177e4SLinus Torvalds chas williams <chas@cmf.nrl.navy.mil> 461da177e4SLinus Torvalds eric kinzie <ekinzie@cmf.nrl.navy.mil> 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds NOTES: 491da177e4SLinus Torvalds 4096 supported 'connections' 501da177e4SLinus Torvalds group 0 is used for all traffic 511da177e4SLinus Torvalds interrupt queue 0 is used for all interrupts 521da177e4SLinus Torvalds aal0 support (based on work from ulrich.u.muller@nokia.com) 531da177e4SLinus Torvalds 541da177e4SLinus Torvalds */ 551da177e4SLinus Torvalds 561da177e4SLinus Torvalds #include <linux/module.h> 571da177e4SLinus Torvalds #include <linux/kernel.h> 581da177e4SLinus Torvalds #include <linux/skbuff.h> 591da177e4SLinus Torvalds #include <linux/pci.h> 601da177e4SLinus Torvalds #include <linux/errno.h> 611da177e4SLinus Torvalds #include <linux/types.h> 621da177e4SLinus Torvalds #include <linux/string.h> 631da177e4SLinus Torvalds #include <linux/delay.h> 641da177e4SLinus Torvalds #include <linux/init.h> 651da177e4SLinus Torvalds #include <linux/mm.h> 661da177e4SLinus Torvalds #include <linux/sched.h> 671da177e4SLinus Torvalds #include <linux/timer.h> 681da177e4SLinus Torvalds #include <linux/interrupt.h> 69e5695f08Schas williams #include <linux/dma-mapping.h> 70e623d625Schas williams - CONTRACTOR #include <linux/bitmap.h> 715a0e3ad6STejun Heo #include <linux/slab.h> 721da177e4SLinus Torvalds #include <asm/io.h> 731da177e4SLinus Torvalds #include <asm/byteorder.h> 747c0f6ba6SLinus Torvalds #include <linux/uaccess.h> 751da177e4SLinus Torvalds 761da177e4SLinus Torvalds #include <linux/atmdev.h> 771da177e4SLinus Torvalds #include <linux/atm.h> 781da177e4SLinus Torvalds #include <linux/sonet.h> 791da177e4SLinus Torvalds 801da177e4SLinus Torvalds #undef USE_SCATTERGATHER 811da177e4SLinus Torvalds #undef USE_CHECKSUM_HW /* still confused about this */ 821da177e4SLinus Torvalds /* #undef HE_DEBUG */ 831da177e4SLinus Torvalds 841da177e4SLinus Torvalds #include "he.h" 851da177e4SLinus Torvalds #include "suni.h" 861da177e4SLinus Torvalds #include <linux/atm_he.h> 871da177e4SLinus Torvalds 881da177e4SLinus Torvalds #define hprintk(fmt,args...) printk(KERN_ERR DEV_LABEL "%d: " fmt, he_dev->number , ##args) 891da177e4SLinus Torvalds 901da177e4SLinus Torvalds #ifdef HE_DEBUG 911da177e4SLinus Torvalds #define HPRINTK(fmt,args...) printk(KERN_DEBUG DEV_LABEL "%d: " fmt, he_dev->number , ##args) 921da177e4SLinus Torvalds #else /* !HE_DEBUG */ 931da177e4SLinus Torvalds #define HPRINTK(fmt,args...) do { } while (0) 941da177e4SLinus Torvalds #endif /* HE_DEBUG */ 951da177e4SLinus Torvalds 961da177e4SLinus Torvalds /* declarations */ 971da177e4SLinus Torvalds 981da177e4SLinus Torvalds static int he_open(struct atm_vcc *vcc); 991da177e4SLinus Torvalds static void he_close(struct atm_vcc *vcc); 1001da177e4SLinus Torvalds static int he_send(struct atm_vcc *vcc, struct sk_buff *skb); 1011da177e4SLinus Torvalds static int he_ioctl(struct atm_dev *dev, unsigned int cmd, void __user *arg); 1027d12e780SDavid Howells static irqreturn_t he_irq_handler(int irq, void *dev_id); 1031da177e4SLinus Torvalds static void he_tasklet(unsigned long data); 1041da177e4SLinus Torvalds static int he_proc_read(struct atm_dev *dev,loff_t *pos,char *page); 1051da177e4SLinus Torvalds static int he_start(struct atm_dev *dev); 1061da177e4SLinus Torvalds static void he_stop(struct he_dev *dev); 1071da177e4SLinus Torvalds static void he_phy_put(struct atm_dev *, unsigned char, unsigned long); 1081da177e4SLinus Torvalds static unsigned char he_phy_get(struct atm_dev *, unsigned long); 1091da177e4SLinus Torvalds 1101da177e4SLinus Torvalds static u8 read_prom_byte(struct he_dev *he_dev, int addr); 1111da177e4SLinus Torvalds 1121da177e4SLinus Torvalds /* globals */ 1131da177e4SLinus Torvalds 1141da177e4SLinus Torvalds static struct he_dev *he_devs; 11590ab5ee9SRusty Russell static bool disable64; 1161da177e4SLinus Torvalds static short nvpibits = -1; 1171da177e4SLinus Torvalds static short nvcibits = -1; 1181da177e4SLinus Torvalds static short rx_skb_reserve = 16; 119376cd36dSShailendra Verma static bool irq_coalesce = true; 120ffaa31d7SShailendra Verma static bool sdh; 1211da177e4SLinus Torvalds 1221da177e4SLinus Torvalds /* Read from EEPROM = 0000 0011b */ 1231da177e4SLinus Torvalds static unsigned int readtab[] = { 1241da177e4SLinus Torvalds CS_HIGH | CLK_HIGH, 1251da177e4SLinus Torvalds CS_LOW | CLK_LOW, 1261da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1271da177e4SLinus Torvalds CLK_LOW, 1281da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1291da177e4SLinus Torvalds CLK_LOW, 1301da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1311da177e4SLinus Torvalds CLK_LOW, 1321da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1331da177e4SLinus Torvalds CLK_LOW, 1341da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1351da177e4SLinus Torvalds CLK_LOW, 1361da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1371da177e4SLinus Torvalds CLK_LOW | SI_HIGH, 1381da177e4SLinus Torvalds CLK_HIGH | SI_HIGH, /* 1 */ 1391da177e4SLinus Torvalds CLK_LOW | SI_HIGH, 1401da177e4SLinus Torvalds CLK_HIGH | SI_HIGH /* 1 */ 1411da177e4SLinus Torvalds }; 1421da177e4SLinus Torvalds 1431da177e4SLinus Torvalds /* Clock to read from/write to the EEPROM */ 1441da177e4SLinus Torvalds static unsigned int clocktab[] = { 1451da177e4SLinus Torvalds CLK_LOW, 1461da177e4SLinus Torvalds CLK_HIGH, 1471da177e4SLinus Torvalds CLK_LOW, 1481da177e4SLinus Torvalds CLK_HIGH, 1491da177e4SLinus Torvalds CLK_LOW, 1501da177e4SLinus Torvalds CLK_HIGH, 1511da177e4SLinus Torvalds CLK_LOW, 1521da177e4SLinus Torvalds CLK_HIGH, 1531da177e4SLinus Torvalds CLK_LOW, 1541da177e4SLinus Torvalds CLK_HIGH, 1551da177e4SLinus Torvalds CLK_LOW, 1561da177e4SLinus Torvalds CLK_HIGH, 1571da177e4SLinus Torvalds CLK_LOW, 1581da177e4SLinus Torvalds CLK_HIGH, 1591da177e4SLinus Torvalds CLK_LOW, 1601da177e4SLinus Torvalds CLK_HIGH, 1611da177e4SLinus Torvalds CLK_LOW 1621da177e4SLinus Torvalds }; 1631da177e4SLinus Torvalds 16446c4b7a5SBhumika Goyal static const struct atmdev_ops he_ops = 1651da177e4SLinus Torvalds { 1661da177e4SLinus Torvalds .open = he_open, 1671da177e4SLinus Torvalds .close = he_close, 1681da177e4SLinus Torvalds .ioctl = he_ioctl, 1691da177e4SLinus Torvalds .send = he_send, 1701da177e4SLinus Torvalds .phy_put = he_phy_put, 1711da177e4SLinus Torvalds .phy_get = he_phy_get, 1721da177e4SLinus Torvalds .proc_read = he_proc_read, 1731da177e4SLinus Torvalds .owner = THIS_MODULE 1741da177e4SLinus Torvalds }; 1751da177e4SLinus Torvalds 1761da177e4SLinus Torvalds #define he_writel(dev, val, reg) do { writel(val, (dev)->membase + (reg)); wmb(); } while (0) 1771da177e4SLinus Torvalds #define he_readl(dev, reg) readl((dev)->membase + (reg)) 1781da177e4SLinus Torvalds 1791da177e4SLinus Torvalds /* section 2.12 connection memory access */ 1801da177e4SLinus Torvalds 1811da177e4SLinus Torvalds static __inline__ void 1821da177e4SLinus Torvalds he_writel_internal(struct he_dev *he_dev, unsigned val, unsigned addr, 1831da177e4SLinus Torvalds unsigned flags) 1841da177e4SLinus Torvalds { 1851da177e4SLinus Torvalds he_writel(he_dev, val, CON_DAT); 1861da177e4SLinus Torvalds (void) he_readl(he_dev, CON_DAT); /* flush posted writes */ 1871da177e4SLinus Torvalds he_writel(he_dev, flags | CON_CTL_WRITE | CON_CTL_ADDR(addr), CON_CTL); 1881da177e4SLinus Torvalds while (he_readl(he_dev, CON_CTL) & CON_CTL_BUSY); 1891da177e4SLinus Torvalds } 1901da177e4SLinus Torvalds 1911da177e4SLinus Torvalds #define he_writel_rcm(dev, val, reg) \ 1921da177e4SLinus Torvalds he_writel_internal(dev, val, reg, CON_CTL_RCM) 1931da177e4SLinus Torvalds 1941da177e4SLinus Torvalds #define he_writel_tcm(dev, val, reg) \ 1951da177e4SLinus Torvalds he_writel_internal(dev, val, reg, CON_CTL_TCM) 1961da177e4SLinus Torvalds 1971da177e4SLinus Torvalds #define he_writel_mbox(dev, val, reg) \ 1981da177e4SLinus Torvalds he_writel_internal(dev, val, reg, CON_CTL_MBOX) 1991da177e4SLinus Torvalds 2001da177e4SLinus Torvalds static unsigned 2011da177e4SLinus Torvalds he_readl_internal(struct he_dev *he_dev, unsigned addr, unsigned flags) 2021da177e4SLinus Torvalds { 2031da177e4SLinus Torvalds he_writel(he_dev, flags | CON_CTL_READ | CON_CTL_ADDR(addr), CON_CTL); 2041da177e4SLinus Torvalds while (he_readl(he_dev, CON_CTL) & CON_CTL_BUSY); 2051da177e4SLinus Torvalds return he_readl(he_dev, CON_DAT); 2061da177e4SLinus Torvalds } 2071da177e4SLinus Torvalds 2081da177e4SLinus Torvalds #define he_readl_rcm(dev, reg) \ 2091da177e4SLinus Torvalds he_readl_internal(dev, reg, CON_CTL_RCM) 2101da177e4SLinus Torvalds 2111da177e4SLinus Torvalds #define he_readl_tcm(dev, reg) \ 2121da177e4SLinus Torvalds he_readl_internal(dev, reg, CON_CTL_TCM) 2131da177e4SLinus Torvalds 2141da177e4SLinus Torvalds #define he_readl_mbox(dev, reg) \ 2151da177e4SLinus Torvalds he_readl_internal(dev, reg, CON_CTL_MBOX) 2161da177e4SLinus Torvalds 2171da177e4SLinus Torvalds 2181da177e4SLinus Torvalds /* figure 2.2 connection id */ 2191da177e4SLinus Torvalds 2201da177e4SLinus Torvalds #define he_mkcid(dev, vpi, vci) (((vpi << (dev)->vcibits) | vci) & 0x1fff) 2211da177e4SLinus Torvalds 2221da177e4SLinus Torvalds /* 2.5.1 per connection transmit state registers */ 2231da177e4SLinus Torvalds 2241da177e4SLinus Torvalds #define he_writel_tsr0(dev, val, cid) \ 2251da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 0) 2261da177e4SLinus Torvalds #define he_readl_tsr0(dev, cid) \ 2271da177e4SLinus Torvalds he_readl_tcm(dev, CONFIG_TSRA | (cid << 3) | 0) 2281da177e4SLinus Torvalds 2291da177e4SLinus Torvalds #define he_writel_tsr1(dev, val, cid) \ 2301da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 1) 2311da177e4SLinus Torvalds 2321da177e4SLinus Torvalds #define he_writel_tsr2(dev, val, cid) \ 2331da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 2) 2341da177e4SLinus Torvalds 2351da177e4SLinus Torvalds #define he_writel_tsr3(dev, val, cid) \ 2361da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 3) 2371da177e4SLinus Torvalds 2381da177e4SLinus Torvalds #define he_writel_tsr4(dev, val, cid) \ 2391da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 4) 2401da177e4SLinus Torvalds 2411da177e4SLinus Torvalds /* from page 2-20 2421da177e4SLinus Torvalds * 2431da177e4SLinus Torvalds * NOTE While the transmit connection is active, bits 23 through 0 2441da177e4SLinus Torvalds * of this register must not be written by the host. Byte 2451da177e4SLinus Torvalds * enables should be used during normal operation when writing 2461da177e4SLinus Torvalds * the most significant byte. 2471da177e4SLinus Torvalds */ 2481da177e4SLinus Torvalds 2491da177e4SLinus Torvalds #define he_writel_tsr4_upper(dev, val, cid) \ 2501da177e4SLinus Torvalds he_writel_internal(dev, val, CONFIG_TSRA | (cid << 3) | 4, \ 2511da177e4SLinus Torvalds CON_CTL_TCM \ 2521da177e4SLinus Torvalds | CON_BYTE_DISABLE_2 \ 2531da177e4SLinus Torvalds | CON_BYTE_DISABLE_1 \ 2541da177e4SLinus Torvalds | CON_BYTE_DISABLE_0) 2551da177e4SLinus Torvalds 2561da177e4SLinus Torvalds #define he_readl_tsr4(dev, cid) \ 2571da177e4SLinus Torvalds he_readl_tcm(dev, CONFIG_TSRA | (cid << 3) | 4) 2581da177e4SLinus Torvalds 2591da177e4SLinus Torvalds #define he_writel_tsr5(dev, val, cid) \ 2601da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 5) 2611da177e4SLinus Torvalds 2621da177e4SLinus Torvalds #define he_writel_tsr6(dev, val, cid) \ 2631da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 6) 2641da177e4SLinus Torvalds 2651da177e4SLinus Torvalds #define he_writel_tsr7(dev, val, cid) \ 2661da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 7) 2671da177e4SLinus Torvalds 2681da177e4SLinus Torvalds 2691da177e4SLinus Torvalds #define he_writel_tsr8(dev, val, cid) \ 2701da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRB | (cid << 2) | 0) 2711da177e4SLinus Torvalds 2721da177e4SLinus Torvalds #define he_writel_tsr9(dev, val, cid) \ 2731da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRB | (cid << 2) | 1) 2741da177e4SLinus Torvalds 2751da177e4SLinus Torvalds #define he_writel_tsr10(dev, val, cid) \ 2761da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRB | (cid << 2) | 2) 2771da177e4SLinus Torvalds 2781da177e4SLinus Torvalds #define he_writel_tsr11(dev, val, cid) \ 2791da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRB | (cid << 2) | 3) 2801da177e4SLinus Torvalds 2811da177e4SLinus Torvalds 2821da177e4SLinus Torvalds #define he_writel_tsr12(dev, val, cid) \ 2831da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRC | (cid << 1) | 0) 2841da177e4SLinus Torvalds 2851da177e4SLinus Torvalds #define he_writel_tsr13(dev, val, cid) \ 2861da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRC | (cid << 1) | 1) 2871da177e4SLinus Torvalds 2881da177e4SLinus Torvalds 2891da177e4SLinus Torvalds #define he_writel_tsr14(dev, val, cid) \ 2901da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRD | cid) 2911da177e4SLinus Torvalds 2921da177e4SLinus Torvalds #define he_writel_tsr14_upper(dev, val, cid) \ 2931da177e4SLinus Torvalds he_writel_internal(dev, val, CONFIG_TSRD | cid, \ 2941da177e4SLinus Torvalds CON_CTL_TCM \ 2951da177e4SLinus Torvalds | CON_BYTE_DISABLE_2 \ 2961da177e4SLinus Torvalds | CON_BYTE_DISABLE_1 \ 2971da177e4SLinus Torvalds | CON_BYTE_DISABLE_0) 2981da177e4SLinus Torvalds 2991da177e4SLinus Torvalds /* 2.7.1 per connection receive state registers */ 3001da177e4SLinus Torvalds 3011da177e4SLinus Torvalds #define he_writel_rsr0(dev, val, cid) \ 3021da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 0) 3031da177e4SLinus Torvalds #define he_readl_rsr0(dev, cid) \ 3041da177e4SLinus Torvalds he_readl_rcm(dev, 0x00000 | (cid << 3) | 0) 3051da177e4SLinus Torvalds 3061da177e4SLinus Torvalds #define he_writel_rsr1(dev, val, cid) \ 3071da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 1) 3081da177e4SLinus Torvalds 3091da177e4SLinus Torvalds #define he_writel_rsr2(dev, val, cid) \ 3101da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 2) 3111da177e4SLinus Torvalds 3121da177e4SLinus Torvalds #define he_writel_rsr3(dev, val, cid) \ 3131da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 3) 3141da177e4SLinus Torvalds 3151da177e4SLinus Torvalds #define he_writel_rsr4(dev, val, cid) \ 3161da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 4) 3171da177e4SLinus Torvalds 3181da177e4SLinus Torvalds #define he_writel_rsr5(dev, val, cid) \ 3191da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 5) 3201da177e4SLinus Torvalds 3211da177e4SLinus Torvalds #define he_writel_rsr6(dev, val, cid) \ 3221da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 6) 3231da177e4SLinus Torvalds 3241da177e4SLinus Torvalds #define he_writel_rsr7(dev, val, cid) \ 3251da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 7) 3261da177e4SLinus Torvalds 3271da177e4SLinus Torvalds static __inline__ struct atm_vcc* 3281da177e4SLinus Torvalds __find_vcc(struct he_dev *he_dev, unsigned cid) 3291da177e4SLinus Torvalds { 3301da177e4SLinus Torvalds struct hlist_head *head; 3311da177e4SLinus Torvalds struct atm_vcc *vcc; 3321da177e4SLinus Torvalds struct sock *s; 3331da177e4SLinus Torvalds short vpi; 3341da177e4SLinus Torvalds int vci; 3351da177e4SLinus Torvalds 3361da177e4SLinus Torvalds vpi = cid >> he_dev->vcibits; 3371da177e4SLinus Torvalds vci = cid & ((1 << he_dev->vcibits) - 1); 3381da177e4SLinus Torvalds head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)]; 3391da177e4SLinus Torvalds 340b67bfe0dSSasha Levin sk_for_each(s, head) { 3411da177e4SLinus Torvalds vcc = atm_sk(s); 3421da177e4SLinus Torvalds if (vcc->dev == he_dev->atm_dev && 3431da177e4SLinus Torvalds vcc->vci == vci && vcc->vpi == vpi && 3441da177e4SLinus Torvalds vcc->qos.rxtp.traffic_class != ATM_NONE) { 3451da177e4SLinus Torvalds return vcc; 3461da177e4SLinus Torvalds } 3471da177e4SLinus Torvalds } 3481da177e4SLinus Torvalds return NULL; 3491da177e4SLinus Torvalds } 3501da177e4SLinus Torvalds 3516c44512dSGreg Kroah-Hartman static int he_init_one(struct pci_dev *pci_dev, 3526c44512dSGreg Kroah-Hartman const struct pci_device_id *pci_ent) 3531da177e4SLinus Torvalds { 3541da177e4SLinus Torvalds struct atm_dev *atm_dev = NULL; 3551da177e4SLinus Torvalds struct he_dev *he_dev = NULL; 3561da177e4SLinus Torvalds int err = 0; 3571da177e4SLinus Torvalds 358900092a4SAdrian Bunk printk(KERN_INFO "ATM he driver\n"); 3591da177e4SLinus Torvalds 3601da177e4SLinus Torvalds if (pci_enable_device(pci_dev)) 3611da177e4SLinus Torvalds return -EIO; 362ede58ef2Schas williams - CONTRACTOR if (dma_set_mask_and_coherent(&pci_dev->dev, DMA_BIT_MASK(32)) != 0) { 3631da177e4SLinus Torvalds printk(KERN_WARNING "he: no suitable dma available\n"); 3641da177e4SLinus Torvalds err = -EIO; 3651da177e4SLinus Torvalds goto init_one_failure; 3661da177e4SLinus Torvalds } 3671da177e4SLinus Torvalds 368d9ca676bSDan Williams atm_dev = atm_dev_register(DEV_LABEL, &pci_dev->dev, &he_ops, -1, NULL); 3691da177e4SLinus Torvalds if (!atm_dev) { 3701da177e4SLinus Torvalds err = -ENODEV; 3711da177e4SLinus Torvalds goto init_one_failure; 3721da177e4SLinus Torvalds } 3731da177e4SLinus Torvalds pci_set_drvdata(pci_dev, atm_dev); 3741da177e4SLinus Torvalds 3750c1cca1dSOm Narasimhan he_dev = kzalloc(sizeof(struct he_dev), 3761da177e4SLinus Torvalds GFP_KERNEL); 3771da177e4SLinus Torvalds if (!he_dev) { 3781da177e4SLinus Torvalds err = -ENOMEM; 3791da177e4SLinus Torvalds goto init_one_failure; 3801da177e4SLinus Torvalds } 3811da177e4SLinus Torvalds he_dev->pci_dev = pci_dev; 3821da177e4SLinus Torvalds he_dev->atm_dev = atm_dev; 3831da177e4SLinus Torvalds he_dev->atm_dev->dev_data = he_dev; 3841da177e4SLinus Torvalds atm_dev->dev_data = he_dev; 3851da177e4SLinus Torvalds he_dev->number = atm_dev->number; 3868a8037acSchas williams tasklet_init(&he_dev->tasklet, he_tasklet, (unsigned long) he_dev); 3878a8037acSchas williams spin_lock_init(&he_dev->global_lock); 3888a8037acSchas williams 3891da177e4SLinus Torvalds if (he_start(atm_dev)) { 3901da177e4SLinus Torvalds he_stop(he_dev); 3911da177e4SLinus Torvalds err = -ENODEV; 3921da177e4SLinus Torvalds goto init_one_failure; 3931da177e4SLinus Torvalds } 3941da177e4SLinus Torvalds he_dev->next = NULL; 3951da177e4SLinus Torvalds if (he_devs) 3961da177e4SLinus Torvalds he_dev->next = he_devs; 3971da177e4SLinus Torvalds he_devs = he_dev; 3981da177e4SLinus Torvalds return 0; 3991da177e4SLinus Torvalds 4001da177e4SLinus Torvalds init_one_failure: 4011da177e4SLinus Torvalds if (atm_dev) 4021da177e4SLinus Torvalds atm_dev_deregister(atm_dev); 4031da177e4SLinus Torvalds kfree(he_dev); 4041da177e4SLinus Torvalds pci_disable_device(pci_dev); 4051da177e4SLinus Torvalds return err; 4061da177e4SLinus Torvalds } 4071da177e4SLinus Torvalds 4086c44512dSGreg Kroah-Hartman static void he_remove_one(struct pci_dev *pci_dev) 4091da177e4SLinus Torvalds { 4101da177e4SLinus Torvalds struct atm_dev *atm_dev; 4111da177e4SLinus Torvalds struct he_dev *he_dev; 4121da177e4SLinus Torvalds 4131da177e4SLinus Torvalds atm_dev = pci_get_drvdata(pci_dev); 4141da177e4SLinus Torvalds he_dev = HE_DEV(atm_dev); 4151da177e4SLinus Torvalds 4161da177e4SLinus Torvalds /* need to remove from he_devs */ 4171da177e4SLinus Torvalds 4181da177e4SLinus Torvalds he_stop(he_dev); 4191da177e4SLinus Torvalds atm_dev_deregister(atm_dev); 4201da177e4SLinus Torvalds kfree(he_dev); 4211da177e4SLinus Torvalds 4221da177e4SLinus Torvalds pci_disable_device(pci_dev); 4231da177e4SLinus Torvalds } 4241da177e4SLinus Torvalds 4251da177e4SLinus Torvalds 4261da177e4SLinus Torvalds static unsigned 4271da177e4SLinus Torvalds rate_to_atmf(unsigned rate) /* cps to atm forum format */ 4281da177e4SLinus Torvalds { 4291da177e4SLinus Torvalds #define NONZERO (1 << 14) 4301da177e4SLinus Torvalds 4311da177e4SLinus Torvalds unsigned exp = 0; 4321da177e4SLinus Torvalds 4331da177e4SLinus Torvalds if (rate == 0) 4341da177e4SLinus Torvalds return 0; 4351da177e4SLinus Torvalds 4361da177e4SLinus Torvalds rate <<= 9; 4371da177e4SLinus Torvalds while (rate > 0x3ff) { 4381da177e4SLinus Torvalds ++exp; 4391da177e4SLinus Torvalds rate >>= 1; 4401da177e4SLinus Torvalds } 4411da177e4SLinus Torvalds 4421da177e4SLinus Torvalds return (NONZERO | (exp << 9) | (rate & 0x1ff)); 4431da177e4SLinus Torvalds } 4441da177e4SLinus Torvalds 4456c44512dSGreg Kroah-Hartman static void he_init_rx_lbfp0(struct he_dev *he_dev) 4461da177e4SLinus Torvalds { 4471da177e4SLinus Torvalds unsigned i, lbm_offset, lbufd_index, lbuf_addr, lbuf_count; 4481da177e4SLinus Torvalds unsigned lbufs_per_row = he_dev->cells_per_row / he_dev->cells_per_lbuf; 4491da177e4SLinus Torvalds unsigned lbuf_bufsize = he_dev->cells_per_lbuf * ATM_CELL_PAYLOAD; 4501da177e4SLinus Torvalds unsigned row_offset = he_dev->r0_startrow * he_dev->bytes_per_row; 4511da177e4SLinus Torvalds 4521da177e4SLinus Torvalds lbufd_index = 0; 4531da177e4SLinus Torvalds lbm_offset = he_readl(he_dev, RCMLBM_BA); 4541da177e4SLinus Torvalds 4551da177e4SLinus Torvalds he_writel(he_dev, lbufd_index, RLBF0_H); 4561da177e4SLinus Torvalds 4571da177e4SLinus Torvalds for (i = 0, lbuf_count = 0; i < he_dev->r0_numbuffs; ++i) { 4581da177e4SLinus Torvalds lbufd_index += 2; 4591da177e4SLinus Torvalds lbuf_addr = (row_offset + (lbuf_count * lbuf_bufsize)) / 32; 4601da177e4SLinus Torvalds 4611da177e4SLinus Torvalds he_writel_rcm(he_dev, lbuf_addr, lbm_offset); 4621da177e4SLinus Torvalds he_writel_rcm(he_dev, lbufd_index, lbm_offset + 1); 4631da177e4SLinus Torvalds 4641da177e4SLinus Torvalds if (++lbuf_count == lbufs_per_row) { 4651da177e4SLinus Torvalds lbuf_count = 0; 4661da177e4SLinus Torvalds row_offset += he_dev->bytes_per_row; 4671da177e4SLinus Torvalds } 4681da177e4SLinus Torvalds lbm_offset += 4; 4691da177e4SLinus Torvalds } 4701da177e4SLinus Torvalds 4711da177e4SLinus Torvalds he_writel(he_dev, lbufd_index - 2, RLBF0_T); 4721da177e4SLinus Torvalds he_writel(he_dev, he_dev->r0_numbuffs, RLBF0_C); 4731da177e4SLinus Torvalds } 4741da177e4SLinus Torvalds 4756c44512dSGreg Kroah-Hartman static void he_init_rx_lbfp1(struct he_dev *he_dev) 4761da177e4SLinus Torvalds { 4771da177e4SLinus Torvalds unsigned i, lbm_offset, lbufd_index, lbuf_addr, lbuf_count; 4781da177e4SLinus Torvalds unsigned lbufs_per_row = he_dev->cells_per_row / he_dev->cells_per_lbuf; 4791da177e4SLinus Torvalds unsigned lbuf_bufsize = he_dev->cells_per_lbuf * ATM_CELL_PAYLOAD; 4801da177e4SLinus Torvalds unsigned row_offset = he_dev->r1_startrow * he_dev->bytes_per_row; 4811da177e4SLinus Torvalds 4821da177e4SLinus Torvalds lbufd_index = 1; 4831da177e4SLinus Torvalds lbm_offset = he_readl(he_dev, RCMLBM_BA) + (2 * lbufd_index); 4841da177e4SLinus Torvalds 4851da177e4SLinus Torvalds he_writel(he_dev, lbufd_index, RLBF1_H); 4861da177e4SLinus Torvalds 4871da177e4SLinus Torvalds for (i = 0, lbuf_count = 0; i < he_dev->r1_numbuffs; ++i) { 4881da177e4SLinus Torvalds lbufd_index += 2; 4891da177e4SLinus Torvalds lbuf_addr = (row_offset + (lbuf_count * lbuf_bufsize)) / 32; 4901da177e4SLinus Torvalds 4911da177e4SLinus Torvalds he_writel_rcm(he_dev, lbuf_addr, lbm_offset); 4921da177e4SLinus Torvalds he_writel_rcm(he_dev, lbufd_index, lbm_offset + 1); 4931da177e4SLinus Torvalds 4941da177e4SLinus Torvalds if (++lbuf_count == lbufs_per_row) { 4951da177e4SLinus Torvalds lbuf_count = 0; 4961da177e4SLinus Torvalds row_offset += he_dev->bytes_per_row; 4971da177e4SLinus Torvalds } 4981da177e4SLinus Torvalds lbm_offset += 4; 4991da177e4SLinus Torvalds } 5001da177e4SLinus Torvalds 5011da177e4SLinus Torvalds he_writel(he_dev, lbufd_index - 2, RLBF1_T); 5021da177e4SLinus Torvalds he_writel(he_dev, he_dev->r1_numbuffs, RLBF1_C); 5031da177e4SLinus Torvalds } 5041da177e4SLinus Torvalds 5056c44512dSGreg Kroah-Hartman static void he_init_tx_lbfp(struct he_dev *he_dev) 5061da177e4SLinus Torvalds { 5071da177e4SLinus Torvalds unsigned i, lbm_offset, lbufd_index, lbuf_addr, lbuf_count; 5081da177e4SLinus Torvalds unsigned lbufs_per_row = he_dev->cells_per_row / he_dev->cells_per_lbuf; 5091da177e4SLinus Torvalds unsigned lbuf_bufsize = he_dev->cells_per_lbuf * ATM_CELL_PAYLOAD; 5101da177e4SLinus Torvalds unsigned row_offset = he_dev->tx_startrow * he_dev->bytes_per_row; 5111da177e4SLinus Torvalds 5121da177e4SLinus Torvalds lbufd_index = he_dev->r0_numbuffs + he_dev->r1_numbuffs; 5131da177e4SLinus Torvalds lbm_offset = he_readl(he_dev, RCMLBM_BA) + (2 * lbufd_index); 5141da177e4SLinus Torvalds 5151da177e4SLinus Torvalds he_writel(he_dev, lbufd_index, TLBF_H); 5161da177e4SLinus Torvalds 5171da177e4SLinus Torvalds for (i = 0, lbuf_count = 0; i < he_dev->tx_numbuffs; ++i) { 5181da177e4SLinus Torvalds lbufd_index += 1; 5191da177e4SLinus Torvalds lbuf_addr = (row_offset + (lbuf_count * lbuf_bufsize)) / 32; 5201da177e4SLinus Torvalds 5211da177e4SLinus Torvalds he_writel_rcm(he_dev, lbuf_addr, lbm_offset); 5221da177e4SLinus Torvalds he_writel_rcm(he_dev, lbufd_index, lbm_offset + 1); 5231da177e4SLinus Torvalds 5241da177e4SLinus Torvalds if (++lbuf_count == lbufs_per_row) { 5251da177e4SLinus Torvalds lbuf_count = 0; 5261da177e4SLinus Torvalds row_offset += he_dev->bytes_per_row; 5271da177e4SLinus Torvalds } 5281da177e4SLinus Torvalds lbm_offset += 2; 5291da177e4SLinus Torvalds } 5301da177e4SLinus Torvalds 5311da177e4SLinus Torvalds he_writel(he_dev, lbufd_index - 1, TLBF_T); 5321da177e4SLinus Torvalds } 5331da177e4SLinus Torvalds 5346c44512dSGreg Kroah-Hartman static int he_init_tpdrq(struct he_dev *he_dev) 5351da177e4SLinus Torvalds { 536750afb08SLuis Chamberlain he_dev->tpdrq_base = dma_alloc_coherent(&he_dev->pci_dev->dev, 5376f2a011aSJoe Perches CONFIG_TPDRQ_SIZE * sizeof(struct he_tpdrq), 538750afb08SLuis Chamberlain &he_dev->tpdrq_phys, 539750afb08SLuis Chamberlain GFP_KERNEL); 5401da177e4SLinus Torvalds if (he_dev->tpdrq_base == NULL) { 5411da177e4SLinus Torvalds hprintk("failed to alloc tpdrq\n"); 5421da177e4SLinus Torvalds return -ENOMEM; 5431da177e4SLinus Torvalds } 5441da177e4SLinus Torvalds 5451da177e4SLinus Torvalds he_dev->tpdrq_tail = he_dev->tpdrq_base; 5461da177e4SLinus Torvalds he_dev->tpdrq_head = he_dev->tpdrq_base; 5471da177e4SLinus Torvalds 5481da177e4SLinus Torvalds he_writel(he_dev, he_dev->tpdrq_phys, TPDRQ_B_H); 5491da177e4SLinus Torvalds he_writel(he_dev, 0, TPDRQ_T); 5501da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TPDRQ_SIZE - 1, TPDRQ_S); 5511da177e4SLinus Torvalds 5521da177e4SLinus Torvalds return 0; 5531da177e4SLinus Torvalds } 5541da177e4SLinus Torvalds 5556c44512dSGreg Kroah-Hartman static void he_init_cs_block(struct he_dev *he_dev) 5561da177e4SLinus Torvalds { 5571da177e4SLinus Torvalds unsigned clock, rate, delta; 5581da177e4SLinus Torvalds int reg; 5591da177e4SLinus Torvalds 5601da177e4SLinus Torvalds /* 5.1.7 cs block initialization */ 5611da177e4SLinus Torvalds 5621da177e4SLinus Torvalds for (reg = 0; reg < 0x20; ++reg) 5631da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x0, CS_STTIM0 + reg); 5641da177e4SLinus Torvalds 5651da177e4SLinus Torvalds /* rate grid timer reload values */ 5661da177e4SLinus Torvalds 5671da177e4SLinus Torvalds clock = he_is622(he_dev) ? 66667000 : 50000000; 5681da177e4SLinus Torvalds rate = he_dev->atm_dev->link_rate; 5691da177e4SLinus Torvalds delta = rate / 16 / 2; 5701da177e4SLinus Torvalds 5711da177e4SLinus Torvalds for (reg = 0; reg < 0x10; ++reg) { 5721da177e4SLinus Torvalds /* 2.4 internal transmit function 5731da177e4SLinus Torvalds * 5741da177e4SLinus Torvalds * we initialize the first row in the rate grid. 5751da177e4SLinus Torvalds * values are period (in clock cycles) of timer 5761da177e4SLinus Torvalds */ 5771da177e4SLinus Torvalds unsigned period = clock / rate; 5781da177e4SLinus Torvalds 5791da177e4SLinus Torvalds he_writel_mbox(he_dev, period, CS_TGRLD0 + reg); 5801da177e4SLinus Torvalds rate -= delta; 5811da177e4SLinus Torvalds } 5821da177e4SLinus Torvalds 5831da177e4SLinus Torvalds if (he_is622(he_dev)) { 5841da177e4SLinus Torvalds /* table 5.2 (4 cells per lbuf) */ 5851da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x000800fa, CS_ERTHR0); 5861da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x000c33cb, CS_ERTHR1); 5871da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x0010101b, CS_ERTHR2); 5881da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x00181dac, CS_ERTHR3); 5891da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x00280600, CS_ERTHR4); 5901da177e4SLinus Torvalds 5911da177e4SLinus Torvalds /* table 5.3, 5.4, 5.5, 5.6, 5.7 */ 5921da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x023de8b3, CS_ERCTL0); 5931da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x1801, CS_ERCTL1); 5941da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x68b3, CS_ERCTL2); 5951da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x1280, CS_ERSTAT0); 5961da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x68b3, CS_ERSTAT1); 5971da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x14585, CS_RTFWR); 5981da177e4SLinus Torvalds 5991da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x4680, CS_RTATR); 6001da177e4SLinus Torvalds 6011da177e4SLinus Torvalds /* table 5.8 */ 6021da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x00159ece, CS_TFBSET); 6031da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x68b3, CS_WCRMAX); 6041da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x5eb3, CS_WCRMIN); 6051da177e4SLinus Torvalds he_writel_mbox(he_dev, 0xe8b3, CS_WCRINC); 6061da177e4SLinus Torvalds he_writel_mbox(he_dev, 0xdeb3, CS_WCRDEC); 6071da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x68b3, CS_WCRCEIL); 6081da177e4SLinus Torvalds 6091da177e4SLinus Torvalds /* table 5.9 */ 6101da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x5, CS_OTPPER); 6111da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x14, CS_OTWPER); 6121da177e4SLinus Torvalds } else { 6131da177e4SLinus Torvalds /* table 5.1 (4 cells per lbuf) */ 6141da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x000400ea, CS_ERTHR0); 6151da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x00063388, CS_ERTHR1); 6161da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x00081018, CS_ERTHR2); 6171da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x000c1dac, CS_ERTHR3); 6181da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x0014051a, CS_ERTHR4); 6191da177e4SLinus Torvalds 6201da177e4SLinus Torvalds /* table 5.3, 5.4, 5.5, 5.6, 5.7 */ 6211da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x0235e4b1, CS_ERCTL0); 6221da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x4701, CS_ERCTL1); 6231da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x64b1, CS_ERCTL2); 6241da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x1280, CS_ERSTAT0); 6251da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x64b1, CS_ERSTAT1); 6261da177e4SLinus Torvalds he_writel_mbox(he_dev, 0xf424, CS_RTFWR); 6271da177e4SLinus Torvalds 6281da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x4680, CS_RTATR); 6291da177e4SLinus Torvalds 6301da177e4SLinus Torvalds /* table 5.8 */ 6311da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x000563b7, CS_TFBSET); 6321da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x64b1, CS_WCRMAX); 6331da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x5ab1, CS_WCRMIN); 6341da177e4SLinus Torvalds he_writel_mbox(he_dev, 0xe4b1, CS_WCRINC); 6351da177e4SLinus Torvalds he_writel_mbox(he_dev, 0xdab1, CS_WCRDEC); 6361da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x64b1, CS_WCRCEIL); 6371da177e4SLinus Torvalds 6381da177e4SLinus Torvalds /* table 5.9 */ 6391da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x6, CS_OTPPER); 6401da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x1e, CS_OTWPER); 6411da177e4SLinus Torvalds } 6421da177e4SLinus Torvalds 6431da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x8, CS_OTTLIM); 6441da177e4SLinus Torvalds 6451da177e4SLinus Torvalds for (reg = 0; reg < 0x8; ++reg) 6461da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x0, CS_HGRRT0 + reg); 6471da177e4SLinus Torvalds 6481da177e4SLinus Torvalds } 6491da177e4SLinus Torvalds 6506c44512dSGreg Kroah-Hartman static int he_init_cs_block_rcm(struct he_dev *he_dev) 6511da177e4SLinus Torvalds { 6521da177e4SLinus Torvalds unsigned (*rategrid)[16][16]; 6531da177e4SLinus Torvalds unsigned rate, delta; 6541da177e4SLinus Torvalds int i, j, reg; 6551da177e4SLinus Torvalds 6561da177e4SLinus Torvalds unsigned rate_atmf, exp, man; 6571da177e4SLinus Torvalds unsigned long long rate_cps; 6581da177e4SLinus Torvalds int mult, buf, buf_limit = 4; 6591da177e4SLinus Torvalds 6601da177e4SLinus Torvalds rategrid = kmalloc( sizeof(unsigned) * 16 * 16, GFP_KERNEL); 6611da177e4SLinus Torvalds if (!rategrid) 6621da177e4SLinus Torvalds return -ENOMEM; 6631da177e4SLinus Torvalds 6641da177e4SLinus Torvalds /* initialize rate grid group table */ 6651da177e4SLinus Torvalds 6661da177e4SLinus Torvalds for (reg = 0x0; reg < 0xff; ++reg) 6671da177e4SLinus Torvalds he_writel_rcm(he_dev, 0x0, CONFIG_RCMABR + reg); 6681da177e4SLinus Torvalds 6691da177e4SLinus Torvalds /* initialize rate controller groups */ 6701da177e4SLinus Torvalds 6711da177e4SLinus Torvalds for (reg = 0x100; reg < 0x1ff; ++reg) 6721da177e4SLinus Torvalds he_writel_rcm(he_dev, 0x0, CONFIG_RCMABR + reg); 6731da177e4SLinus Torvalds 6741da177e4SLinus Torvalds /* initialize tNrm lookup table */ 6751da177e4SLinus Torvalds 6761da177e4SLinus Torvalds /* the manual makes reference to a routine in a sample driver 6771da177e4SLinus Torvalds for proper configuration; fortunately, we only need this 6781da177e4SLinus Torvalds in order to support abr connection */ 6791da177e4SLinus Torvalds 6801da177e4SLinus Torvalds /* initialize rate to group table */ 6811da177e4SLinus Torvalds 6821da177e4SLinus Torvalds rate = he_dev->atm_dev->link_rate; 6831da177e4SLinus Torvalds delta = rate / 32; 6841da177e4SLinus Torvalds 6851da177e4SLinus Torvalds /* 6861da177e4SLinus Torvalds * 2.4 transmit internal functions 6871da177e4SLinus Torvalds * 6881da177e4SLinus Torvalds * we construct a copy of the rate grid used by the scheduler 6891da177e4SLinus Torvalds * in order to construct the rate to group table below 6901da177e4SLinus Torvalds */ 6911da177e4SLinus Torvalds 6921da177e4SLinus Torvalds for (j = 0; j < 16; j++) { 6931da177e4SLinus Torvalds (*rategrid)[0][j] = rate; 6941da177e4SLinus Torvalds rate -= delta; 6951da177e4SLinus Torvalds } 6961da177e4SLinus Torvalds 6971da177e4SLinus Torvalds for (i = 1; i < 16; i++) 6981da177e4SLinus Torvalds for (j = 0; j < 16; j++) 6991da177e4SLinus Torvalds if (i > 14) 7001da177e4SLinus Torvalds (*rategrid)[i][j] = (*rategrid)[i - 1][j] / 4; 7011da177e4SLinus Torvalds else 7021da177e4SLinus Torvalds (*rategrid)[i][j] = (*rategrid)[i - 1][j] / 2; 7031da177e4SLinus Torvalds 7041da177e4SLinus Torvalds /* 7051da177e4SLinus Torvalds * 2.4 transmit internal function 7061da177e4SLinus Torvalds * 7071da177e4SLinus Torvalds * this table maps the upper 5 bits of exponent and mantissa 7081da177e4SLinus Torvalds * of the atm forum representation of the rate into an index 7091da177e4SLinus Torvalds * on rate grid 7101da177e4SLinus Torvalds */ 7111da177e4SLinus Torvalds 7121da177e4SLinus Torvalds rate_atmf = 0; 7131da177e4SLinus Torvalds while (rate_atmf < 0x400) { 7141da177e4SLinus Torvalds man = (rate_atmf & 0x1f) << 4; 7151da177e4SLinus Torvalds exp = rate_atmf >> 5; 7161da177e4SLinus Torvalds 7171da177e4SLinus Torvalds /* 7181da177e4SLinus Torvalds instead of '/ 512', use '>> 9' to prevent a call 7191da177e4SLinus Torvalds to divdu3 on x86 platforms 7201da177e4SLinus Torvalds */ 721cb12d72bSColin Ian King rate_cps = (unsigned long long) (1UL << exp) * (man + 512) >> 9; 7221da177e4SLinus Torvalds 7231da177e4SLinus Torvalds if (rate_cps < 10) 7241da177e4SLinus Torvalds rate_cps = 10; /* 2.2.1 minimum payload rate is 10 cps */ 7251da177e4SLinus Torvalds 7261da177e4SLinus Torvalds for (i = 255; i > 0; i--) 7271da177e4SLinus Torvalds if ((*rategrid)[i/16][i%16] >= rate_cps) 7281da177e4SLinus Torvalds break; /* pick nearest rate instead? */ 7291da177e4SLinus Torvalds 7301da177e4SLinus Torvalds /* 7311da177e4SLinus Torvalds * each table entry is 16 bits: (rate grid index (8 bits) 7321da177e4SLinus Torvalds * and a buffer limit (8 bits) 7331da177e4SLinus Torvalds * there are two table entries in each 32-bit register 7341da177e4SLinus Torvalds */ 7351da177e4SLinus Torvalds 7361da177e4SLinus Torvalds #ifdef notdef 7371da177e4SLinus Torvalds buf = rate_cps * he_dev->tx_numbuffs / 7381da177e4SLinus Torvalds (he_dev->atm_dev->link_rate * 2); 7391da177e4SLinus Torvalds #else 7401da177e4SLinus Torvalds /* this is pretty, but avoids _divdu3 and is mostly correct */ 7411da177e4SLinus Torvalds mult = he_dev->atm_dev->link_rate / ATM_OC3_PCR; 742583133b3SGustavo A. R. Silva if (rate_cps > (272ULL * mult)) 7431da177e4SLinus Torvalds buf = 4; 744583133b3SGustavo A. R. Silva else if (rate_cps > (204ULL * mult)) 7451da177e4SLinus Torvalds buf = 3; 746583133b3SGustavo A. R. Silva else if (rate_cps > (136ULL * mult)) 7471da177e4SLinus Torvalds buf = 2; 748583133b3SGustavo A. R. Silva else if (rate_cps > (68ULL * mult)) 7491da177e4SLinus Torvalds buf = 1; 7501da177e4SLinus Torvalds else 7511da177e4SLinus Torvalds buf = 0; 7521da177e4SLinus Torvalds #endif 7531da177e4SLinus Torvalds if (buf > buf_limit) 7541da177e4SLinus Torvalds buf = buf_limit; 7551da177e4SLinus Torvalds reg = (reg << 16) | ((i << 8) | buf); 7561da177e4SLinus Torvalds 7571da177e4SLinus Torvalds #define RTGTBL_OFFSET 0x400 7581da177e4SLinus Torvalds 7591da177e4SLinus Torvalds if (rate_atmf & 0x1) 7601da177e4SLinus Torvalds he_writel_rcm(he_dev, reg, 7611da177e4SLinus Torvalds CONFIG_RCMABR + RTGTBL_OFFSET + (rate_atmf >> 1)); 7621da177e4SLinus Torvalds 7631da177e4SLinus Torvalds ++rate_atmf; 7641da177e4SLinus Torvalds } 7651da177e4SLinus Torvalds 7661da177e4SLinus Torvalds kfree(rategrid); 7671da177e4SLinus Torvalds return 0; 7681da177e4SLinus Torvalds } 7691da177e4SLinus Torvalds 7706c44512dSGreg Kroah-Hartman static int he_init_group(struct he_dev *he_dev, int group) 7711da177e4SLinus Torvalds { 772e623d625Schas williams - CONTRACTOR struct he_buff *heb, *next; 773e623d625Schas williams - CONTRACTOR dma_addr_t mapping; 7741da177e4SLinus Torvalds int i; 7751da177e4SLinus Torvalds 7761d927870Schas williams - CONTRACTOR he_writel(he_dev, 0x0, G0_RBPS_S + (group * 32)); 7771d927870Schas williams - CONTRACTOR he_writel(he_dev, 0x0, G0_RBPS_T + (group * 32)); 7781d927870Schas williams - CONTRACTOR he_writel(he_dev, 0x0, G0_RBPS_QI + (group * 32)); 7791d927870Schas williams - CONTRACTOR he_writel(he_dev, RBP_THRESH(0x1) | RBP_QSIZE(0x0), 7801da177e4SLinus Torvalds G0_RBPS_BS + (group * 32)); 7811da177e4SLinus Torvalds 782e623d625Schas williams - CONTRACTOR /* bitmap table */ 7832c4f414fSMarkus Elfring he_dev->rbpl_table = kmalloc_array(BITS_TO_LONGS(RBPL_TABLE_SIZE), 7842c4f414fSMarkus Elfring sizeof(*he_dev->rbpl_table), 7852c4f414fSMarkus Elfring GFP_KERNEL); 786e623d625Schas williams - CONTRACTOR if (!he_dev->rbpl_table) { 787e623d625Schas williams - CONTRACTOR hprintk("unable to allocate rbpl bitmap table\n"); 788e623d625Schas williams - CONTRACTOR return -ENOMEM; 789e623d625Schas williams - CONTRACTOR } 790e623d625Schas williams - CONTRACTOR bitmap_zero(he_dev->rbpl_table, RBPL_TABLE_SIZE); 791e623d625Schas williams - CONTRACTOR 792e623d625Schas williams - CONTRACTOR /* rbpl_virt 64-bit pointers */ 7932c4f414fSMarkus Elfring he_dev->rbpl_virt = kmalloc_array(RBPL_TABLE_SIZE, 7942c4f414fSMarkus Elfring sizeof(*he_dev->rbpl_virt), 7952c4f414fSMarkus Elfring GFP_KERNEL); 796e623d625Schas williams - CONTRACTOR if (!he_dev->rbpl_virt) { 797e623d625Schas williams - CONTRACTOR hprintk("unable to allocate rbpl virt table\n"); 798e623d625Schas williams - CONTRACTOR goto out_free_rbpl_table; 799e623d625Schas williams - CONTRACTOR } 800e623d625Schas williams - CONTRACTOR 8011da177e4SLinus Torvalds /* large buffer pool */ 802ede58ef2Schas williams - CONTRACTOR he_dev->rbpl_pool = dma_pool_create("rbpl", &he_dev->pci_dev->dev, 803e623d625Schas williams - CONTRACTOR CONFIG_RBPL_BUFSIZE, 64, 0); 8041da177e4SLinus Torvalds if (he_dev->rbpl_pool == NULL) { 8051da177e4SLinus Torvalds hprintk("unable to create rbpl pool\n"); 806e623d625Schas williams - CONTRACTOR goto out_free_rbpl_virt; 8071da177e4SLinus Torvalds } 8081da177e4SLinus Torvalds 809750afb08SLuis Chamberlain he_dev->rbpl_base = dma_alloc_coherent(&he_dev->pci_dev->dev, 8106f2a011aSJoe Perches CONFIG_RBPL_SIZE * sizeof(struct he_rbp), 811ede58ef2Schas williams - CONTRACTOR &he_dev->rbpl_phys, GFP_KERNEL); 8121da177e4SLinus Torvalds if (he_dev->rbpl_base == NULL) { 8135d5baa92Sroel kluin hprintk("failed to alloc rbpl_base\n"); 8145d5baa92Sroel kluin goto out_destroy_rbpl_pool; 8151da177e4SLinus Torvalds } 816e623d625Schas williams - CONTRACTOR 817e623d625Schas williams - CONTRACTOR INIT_LIST_HEAD(&he_dev->rbpl_outstanding); 8181da177e4SLinus Torvalds 8191da177e4SLinus Torvalds for (i = 0; i < CONFIG_RBPL_SIZE; ++i) { 8201da177e4SLinus Torvalds 821ede58ef2Schas williams - CONTRACTOR heb = dma_pool_alloc(he_dev->rbpl_pool, GFP_KERNEL, &mapping); 822e623d625Schas williams - CONTRACTOR if (!heb) 823e623d625Schas williams - CONTRACTOR goto out_free_rbpl; 824e623d625Schas williams - CONTRACTOR heb->mapping = mapping; 825e623d625Schas williams - CONTRACTOR list_add(&heb->entry, &he_dev->rbpl_outstanding); 8261da177e4SLinus Torvalds 827e623d625Schas williams - CONTRACTOR set_bit(i, he_dev->rbpl_table); 828e623d625Schas williams - CONTRACTOR he_dev->rbpl_virt[i] = heb; 829e623d625Schas williams - CONTRACTOR he_dev->rbpl_hint = i + 1; 830e623d625Schas williams - CONTRACTOR he_dev->rbpl_base[i].idx = i << RBP_IDX_OFFSET; 831e623d625Schas williams - CONTRACTOR he_dev->rbpl_base[i].phys = mapping + offsetof(struct he_buff, data); 8321da177e4SLinus Torvalds } 8331da177e4SLinus Torvalds he_dev->rbpl_tail = &he_dev->rbpl_base[CONFIG_RBPL_SIZE - 1]; 8341da177e4SLinus Torvalds 8351da177e4SLinus Torvalds he_writel(he_dev, he_dev->rbpl_phys, G0_RBPL_S + (group * 32)); 8361da177e4SLinus Torvalds he_writel(he_dev, RBPL_MASK(he_dev->rbpl_tail), 8371da177e4SLinus Torvalds G0_RBPL_T + (group * 32)); 838e623d625Schas williams - CONTRACTOR he_writel(he_dev, (CONFIG_RBPL_BUFSIZE - sizeof(struct he_buff))/4, 8391da177e4SLinus Torvalds G0_RBPL_BS + (group * 32)); 8401da177e4SLinus Torvalds he_writel(he_dev, 8411da177e4SLinus Torvalds RBP_THRESH(CONFIG_RBPL_THRESH) | 8421da177e4SLinus Torvalds RBP_QSIZE(CONFIG_RBPL_SIZE - 1) | 8431da177e4SLinus Torvalds RBP_INT_ENB, 8441da177e4SLinus Torvalds G0_RBPL_QI + (group * 32)); 8451da177e4SLinus Torvalds 8461da177e4SLinus Torvalds /* rx buffer ready queue */ 8471da177e4SLinus Torvalds 848750afb08SLuis Chamberlain he_dev->rbrq_base = dma_alloc_coherent(&he_dev->pci_dev->dev, 8496f2a011aSJoe Perches CONFIG_RBRQ_SIZE * sizeof(struct he_rbrq), 850ede58ef2Schas williams - CONTRACTOR &he_dev->rbrq_phys, GFP_KERNEL); 8511da177e4SLinus Torvalds if (he_dev->rbrq_base == NULL) { 8521da177e4SLinus Torvalds hprintk("failed to allocate rbrq\n"); 853e623d625Schas williams - CONTRACTOR goto out_free_rbpl; 8541da177e4SLinus Torvalds } 8551da177e4SLinus Torvalds 8561da177e4SLinus Torvalds he_dev->rbrq_head = he_dev->rbrq_base; 8571da177e4SLinus Torvalds he_writel(he_dev, he_dev->rbrq_phys, G0_RBRQ_ST + (group * 16)); 8581da177e4SLinus Torvalds he_writel(he_dev, 0, G0_RBRQ_H + (group * 16)); 8591da177e4SLinus Torvalds he_writel(he_dev, 8601da177e4SLinus Torvalds RBRQ_THRESH(CONFIG_RBRQ_THRESH) | RBRQ_SIZE(CONFIG_RBRQ_SIZE - 1), 8611da177e4SLinus Torvalds G0_RBRQ_Q + (group * 16)); 8621da177e4SLinus Torvalds if (irq_coalesce) { 8631da177e4SLinus Torvalds hprintk("coalescing interrupts\n"); 8641da177e4SLinus Torvalds he_writel(he_dev, RBRQ_TIME(768) | RBRQ_COUNT(7), 8651da177e4SLinus Torvalds G0_RBRQ_I + (group * 16)); 8661da177e4SLinus Torvalds } else 8671da177e4SLinus Torvalds he_writel(he_dev, RBRQ_TIME(0) | RBRQ_COUNT(1), 8681da177e4SLinus Torvalds G0_RBRQ_I + (group * 16)); 8691da177e4SLinus Torvalds 8701da177e4SLinus Torvalds /* tx buffer ready queue */ 8711da177e4SLinus Torvalds 872750afb08SLuis Chamberlain he_dev->tbrq_base = dma_alloc_coherent(&he_dev->pci_dev->dev, 8736f2a011aSJoe Perches CONFIG_TBRQ_SIZE * sizeof(struct he_tbrq), 874ede58ef2Schas williams - CONTRACTOR &he_dev->tbrq_phys, GFP_KERNEL); 8751da177e4SLinus Torvalds if (he_dev->tbrq_base == NULL) { 8761da177e4SLinus Torvalds hprintk("failed to allocate tbrq\n"); 8775d5baa92Sroel kluin goto out_free_rbpq_base; 8781da177e4SLinus Torvalds } 8791da177e4SLinus Torvalds 8801da177e4SLinus Torvalds he_dev->tbrq_head = he_dev->tbrq_base; 8811da177e4SLinus Torvalds 8821da177e4SLinus Torvalds he_writel(he_dev, he_dev->tbrq_phys, G0_TBRQ_B_T + (group * 16)); 8831da177e4SLinus Torvalds he_writel(he_dev, 0, G0_TBRQ_H + (group * 16)); 8841da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TBRQ_SIZE - 1, G0_TBRQ_S + (group * 16)); 8851da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TBRQ_THRESH, G0_TBRQ_THRESH + (group * 16)); 8861da177e4SLinus Torvalds 8871da177e4SLinus Torvalds return 0; 8885d5baa92Sroel kluin 8895d5baa92Sroel kluin out_free_rbpq_base: 890ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&he_dev->pci_dev->dev, CONFIG_RBRQ_SIZE * 8915d5baa92Sroel kluin sizeof(struct he_rbrq), he_dev->rbrq_base, 8925d5baa92Sroel kluin he_dev->rbrq_phys); 893e623d625Schas williams - CONTRACTOR out_free_rbpl: 894e623d625Schas williams - CONTRACTOR list_for_each_entry_safe(heb, next, &he_dev->rbpl_outstanding, entry) 895ede58ef2Schas williams - CONTRACTOR dma_pool_free(he_dev->rbpl_pool, heb, heb->mapping); 8965d5baa92Sroel kluin 897ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&he_dev->pci_dev->dev, CONFIG_RBPL_SIZE * 8985d5baa92Sroel kluin sizeof(struct he_rbp), he_dev->rbpl_base, 8995d5baa92Sroel kluin he_dev->rbpl_phys); 9005d5baa92Sroel kluin out_destroy_rbpl_pool: 901ede58ef2Schas williams - CONTRACTOR dma_pool_destroy(he_dev->rbpl_pool); 902e623d625Schas williams - CONTRACTOR out_free_rbpl_virt: 903e623d625Schas williams - CONTRACTOR kfree(he_dev->rbpl_virt); 904e623d625Schas williams - CONTRACTOR out_free_rbpl_table: 905e623d625Schas williams - CONTRACTOR kfree(he_dev->rbpl_table); 9065d5baa92Sroel kluin 9075d5baa92Sroel kluin return -ENOMEM; 9081da177e4SLinus Torvalds } 9091da177e4SLinus Torvalds 9106c44512dSGreg Kroah-Hartman static int he_init_irq(struct he_dev *he_dev) 9111da177e4SLinus Torvalds { 9121da177e4SLinus Torvalds int i; 9131da177e4SLinus Torvalds 9141da177e4SLinus Torvalds /* 2.9.3.5 tail offset for each interrupt queue is located after the 9151da177e4SLinus Torvalds end of the interrupt queue */ 9161da177e4SLinus Torvalds 917750afb08SLuis Chamberlain he_dev->irq_base = dma_alloc_coherent(&he_dev->pci_dev->dev, 918750afb08SLuis Chamberlain (CONFIG_IRQ_SIZE + 1) * sizeof(struct he_irq), 919750afb08SLuis Chamberlain &he_dev->irq_phys, GFP_KERNEL); 9201da177e4SLinus Torvalds if (he_dev->irq_base == NULL) { 9211da177e4SLinus Torvalds hprintk("failed to allocate irq\n"); 9221da177e4SLinus Torvalds return -ENOMEM; 9231da177e4SLinus Torvalds } 9241da177e4SLinus Torvalds he_dev->irq_tailoffset = (unsigned *) 9251da177e4SLinus Torvalds &he_dev->irq_base[CONFIG_IRQ_SIZE]; 9261da177e4SLinus Torvalds *he_dev->irq_tailoffset = 0; 9271da177e4SLinus Torvalds he_dev->irq_head = he_dev->irq_base; 9281da177e4SLinus Torvalds he_dev->irq_tail = he_dev->irq_base; 9291da177e4SLinus Torvalds 9301da177e4SLinus Torvalds for (i = 0; i < CONFIG_IRQ_SIZE; ++i) 9311da177e4SLinus Torvalds he_dev->irq_base[i].isw = ITYPE_INVALID; 9321da177e4SLinus Torvalds 9331da177e4SLinus Torvalds he_writel(he_dev, he_dev->irq_phys, IRQ0_BASE); 9341da177e4SLinus Torvalds he_writel(he_dev, 9351da177e4SLinus Torvalds IRQ_SIZE(CONFIG_IRQ_SIZE) | IRQ_THRESH(CONFIG_IRQ_THRESH), 9361da177e4SLinus Torvalds IRQ0_HEAD); 9371da177e4SLinus Torvalds he_writel(he_dev, IRQ_INT_A | IRQ_TYPE_LINE, IRQ0_CNTL); 9381da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ0_DATA); 9391da177e4SLinus Torvalds 9401da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ1_BASE); 9411da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ1_HEAD); 9421da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ1_CNTL); 9431da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ1_DATA); 9441da177e4SLinus Torvalds 9451da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ2_BASE); 9461da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ2_HEAD); 9471da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ2_CNTL); 9481da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ2_DATA); 9491da177e4SLinus Torvalds 9501da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ3_BASE); 9511da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ3_HEAD); 9521da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ3_CNTL); 9531da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ3_DATA); 9541da177e4SLinus Torvalds 9551da177e4SLinus Torvalds /* 2.9.3.2 interrupt queue mapping registers */ 9561da177e4SLinus Torvalds 9571da177e4SLinus Torvalds he_writel(he_dev, 0x0, GRP_10_MAP); 9581da177e4SLinus Torvalds he_writel(he_dev, 0x0, GRP_32_MAP); 9591da177e4SLinus Torvalds he_writel(he_dev, 0x0, GRP_54_MAP); 9601da177e4SLinus Torvalds he_writel(he_dev, 0x0, GRP_76_MAP); 9611da177e4SLinus Torvalds 96206df277aSchas williams - CONTRACTOR if (request_irq(he_dev->pci_dev->irq, 96306df277aSchas williams - CONTRACTOR he_irq_handler, IRQF_SHARED, DEV_LABEL, he_dev)) { 9641da177e4SLinus Torvalds hprintk("irq %d already in use\n", he_dev->pci_dev->irq); 9651da177e4SLinus Torvalds return -EINVAL; 9661da177e4SLinus Torvalds } 9671da177e4SLinus Torvalds 9681da177e4SLinus Torvalds he_dev->irq = he_dev->pci_dev->irq; 9691da177e4SLinus Torvalds 9701da177e4SLinus Torvalds return 0; 9711da177e4SLinus Torvalds } 9721da177e4SLinus Torvalds 9736c44512dSGreg Kroah-Hartman static int he_start(struct atm_dev *dev) 9741da177e4SLinus Torvalds { 9751da177e4SLinus Torvalds struct he_dev *he_dev; 9761da177e4SLinus Torvalds struct pci_dev *pci_dev; 9771da177e4SLinus Torvalds unsigned long membase; 9781da177e4SLinus Torvalds 9791da177e4SLinus Torvalds u16 command; 9801da177e4SLinus Torvalds u32 gen_cntl_0, host_cntl, lb_swap; 9811da177e4SLinus Torvalds u8 cache_size, timer; 9821da177e4SLinus Torvalds 9831da177e4SLinus Torvalds unsigned err; 9841da177e4SLinus Torvalds unsigned int status, reg; 9851da177e4SLinus Torvalds int i, group; 9861da177e4SLinus Torvalds 9871da177e4SLinus Torvalds he_dev = HE_DEV(dev); 9881da177e4SLinus Torvalds pci_dev = he_dev->pci_dev; 9891da177e4SLinus Torvalds 9901da177e4SLinus Torvalds membase = pci_resource_start(pci_dev, 0); 9911da177e4SLinus Torvalds HPRINTK("membase = 0x%lx irq = %d.\n", membase, pci_dev->irq); 9921da177e4SLinus Torvalds 9931da177e4SLinus Torvalds /* 9941da177e4SLinus Torvalds * pci bus controller initialization 9951da177e4SLinus Torvalds */ 9961da177e4SLinus Torvalds 9971da177e4SLinus Torvalds /* 4.3 pci bus controller-specific initialization */ 9981da177e4SLinus Torvalds if (pci_read_config_dword(pci_dev, GEN_CNTL_0, &gen_cntl_0) != 0) { 9991da177e4SLinus Torvalds hprintk("can't read GEN_CNTL_0\n"); 10001da177e4SLinus Torvalds return -EINVAL; 10011da177e4SLinus Torvalds } 10021da177e4SLinus Torvalds gen_cntl_0 |= (MRL_ENB | MRM_ENB | IGNORE_TIMEOUT); 10031da177e4SLinus Torvalds if (pci_write_config_dword(pci_dev, GEN_CNTL_0, gen_cntl_0) != 0) { 10041da177e4SLinus Torvalds hprintk("can't write GEN_CNTL_0.\n"); 10051da177e4SLinus Torvalds return -EINVAL; 10061da177e4SLinus Torvalds } 10071da177e4SLinus Torvalds 10081da177e4SLinus Torvalds if (pci_read_config_word(pci_dev, PCI_COMMAND, &command) != 0) { 10091da177e4SLinus Torvalds hprintk("can't read PCI_COMMAND.\n"); 10101da177e4SLinus Torvalds return -EINVAL; 10111da177e4SLinus Torvalds } 10121da177e4SLinus Torvalds 10131da177e4SLinus Torvalds command |= (PCI_COMMAND_MEMORY | PCI_COMMAND_MASTER | PCI_COMMAND_INVALIDATE); 10141da177e4SLinus Torvalds if (pci_write_config_word(pci_dev, PCI_COMMAND, command) != 0) { 10151da177e4SLinus Torvalds hprintk("can't enable memory.\n"); 10161da177e4SLinus Torvalds return -EINVAL; 10171da177e4SLinus Torvalds } 10181da177e4SLinus Torvalds 10191da177e4SLinus Torvalds if (pci_read_config_byte(pci_dev, PCI_CACHE_LINE_SIZE, &cache_size)) { 10201da177e4SLinus Torvalds hprintk("can't read cache line size?\n"); 10211da177e4SLinus Torvalds return -EINVAL; 10221da177e4SLinus Torvalds } 10231da177e4SLinus Torvalds 10241da177e4SLinus Torvalds if (cache_size < 16) { 10251da177e4SLinus Torvalds cache_size = 16; 10261da177e4SLinus Torvalds if (pci_write_config_byte(pci_dev, PCI_CACHE_LINE_SIZE, cache_size)) 10271da177e4SLinus Torvalds hprintk("can't set cache line size to %d\n", cache_size); 10281da177e4SLinus Torvalds } 10291da177e4SLinus Torvalds 10301da177e4SLinus Torvalds if (pci_read_config_byte(pci_dev, PCI_LATENCY_TIMER, &timer)) { 10311da177e4SLinus Torvalds hprintk("can't read latency timer?\n"); 10321da177e4SLinus Torvalds return -EINVAL; 10331da177e4SLinus Torvalds } 10341da177e4SLinus Torvalds 10351da177e4SLinus Torvalds /* from table 3.9 10361da177e4SLinus Torvalds * 10371da177e4SLinus Torvalds * LAT_TIMER = 1 + AVG_LAT + BURST_SIZE/BUS_SIZE 10381da177e4SLinus Torvalds * 10391da177e4SLinus Torvalds * AVG_LAT: The average first data read/write latency [maximum 16 clock cycles] 10401da177e4SLinus Torvalds * BURST_SIZE: 1536 bytes (read) for 622, 768 bytes (read) for 155 [192 clock cycles] 10411da177e4SLinus Torvalds * 10421da177e4SLinus Torvalds */ 10431da177e4SLinus Torvalds #define LAT_TIMER 209 10441da177e4SLinus Torvalds if (timer < LAT_TIMER) { 10451da177e4SLinus Torvalds HPRINTK("latency timer was %d, setting to %d\n", timer, LAT_TIMER); 10461da177e4SLinus Torvalds timer = LAT_TIMER; 10471da177e4SLinus Torvalds if (pci_write_config_byte(pci_dev, PCI_LATENCY_TIMER, timer)) 10481da177e4SLinus Torvalds hprintk("can't set latency timer to %d\n", timer); 10491da177e4SLinus Torvalds } 10501da177e4SLinus Torvalds 10511da177e4SLinus Torvalds if (!(he_dev->membase = ioremap(membase, HE_REGMAP_SIZE))) { 10521da177e4SLinus Torvalds hprintk("can't set up page mapping\n"); 10531da177e4SLinus Torvalds return -EINVAL; 10541da177e4SLinus Torvalds } 10551da177e4SLinus Torvalds 10561da177e4SLinus Torvalds /* 4.4 card reset */ 10571da177e4SLinus Torvalds he_writel(he_dev, 0x0, RESET_CNTL); 10581da177e4SLinus Torvalds he_writel(he_dev, 0xff, RESET_CNTL); 10591da177e4SLinus Torvalds 1060f0911aaeSArnd Bergmann msleep(16); /* 16 ms */ 10611da177e4SLinus Torvalds status = he_readl(he_dev, RESET_CNTL); 10621da177e4SLinus Torvalds if ((status & BOARD_RST_STATUS) == 0) { 10631da177e4SLinus Torvalds hprintk("reset failed\n"); 10641da177e4SLinus Torvalds return -EINVAL; 10651da177e4SLinus Torvalds } 10661da177e4SLinus Torvalds 10671da177e4SLinus Torvalds /* 4.5 set bus width */ 10681da177e4SLinus Torvalds host_cntl = he_readl(he_dev, HOST_CNTL); 10691da177e4SLinus Torvalds if (host_cntl & PCI_BUS_SIZE64) 10701da177e4SLinus Torvalds gen_cntl_0 |= ENBL_64; 10711da177e4SLinus Torvalds else 10721da177e4SLinus Torvalds gen_cntl_0 &= ~ENBL_64; 10731da177e4SLinus Torvalds 10741da177e4SLinus Torvalds if (disable64 == 1) { 10751da177e4SLinus Torvalds hprintk("disabling 64-bit pci bus transfers\n"); 10761da177e4SLinus Torvalds gen_cntl_0 &= ~ENBL_64; 10771da177e4SLinus Torvalds } 10781da177e4SLinus Torvalds 10791da177e4SLinus Torvalds if (gen_cntl_0 & ENBL_64) 10801da177e4SLinus Torvalds hprintk("64-bit transfers enabled\n"); 10811da177e4SLinus Torvalds 10821da177e4SLinus Torvalds pci_write_config_dword(pci_dev, GEN_CNTL_0, gen_cntl_0); 10831da177e4SLinus Torvalds 10841da177e4SLinus Torvalds /* 4.7 read prom contents */ 10851da177e4SLinus Torvalds for (i = 0; i < PROD_ID_LEN; ++i) 10861da177e4SLinus Torvalds he_dev->prod_id[i] = read_prom_byte(he_dev, PROD_ID + i); 10871da177e4SLinus Torvalds 10881da177e4SLinus Torvalds he_dev->media = read_prom_byte(he_dev, MEDIA); 10891da177e4SLinus Torvalds 10901da177e4SLinus Torvalds for (i = 0; i < 6; ++i) 10911da177e4SLinus Torvalds dev->esi[i] = read_prom_byte(he_dev, MAC_ADDR + i); 10921da177e4SLinus Torvalds 1093f8de3104SAndy Shevchenko hprintk("%s%s, %pM\n", he_dev->prod_id, 1094f8de3104SAndy Shevchenko he_dev->media & 0x40 ? "SM" : "MM", dev->esi); 10951da177e4SLinus Torvalds he_dev->atm_dev->link_rate = he_is622(he_dev) ? 10961da177e4SLinus Torvalds ATM_OC12_PCR : ATM_OC3_PCR; 10971da177e4SLinus Torvalds 10981da177e4SLinus Torvalds /* 4.6 set host endianess */ 10991da177e4SLinus Torvalds lb_swap = he_readl(he_dev, LB_SWAP); 11001da177e4SLinus Torvalds if (he_is622(he_dev)) 11011da177e4SLinus Torvalds lb_swap &= ~XFER_SIZE; /* 4 cells */ 11021da177e4SLinus Torvalds else 11031da177e4SLinus Torvalds lb_swap |= XFER_SIZE; /* 8 cells */ 11041da177e4SLinus Torvalds #ifdef __BIG_ENDIAN 11051da177e4SLinus Torvalds lb_swap |= DESC_WR_SWAP | INTR_SWAP | BIG_ENDIAN_HOST; 11061da177e4SLinus Torvalds #else 11071da177e4SLinus Torvalds lb_swap &= ~(DESC_WR_SWAP | INTR_SWAP | BIG_ENDIAN_HOST | 11081da177e4SLinus Torvalds DATA_WR_SWAP | DATA_RD_SWAP | DESC_RD_SWAP); 11091da177e4SLinus Torvalds #endif /* __BIG_ENDIAN */ 11101da177e4SLinus Torvalds he_writel(he_dev, lb_swap, LB_SWAP); 11111da177e4SLinus Torvalds 11121da177e4SLinus Torvalds /* 4.8 sdram controller initialization */ 11131da177e4SLinus Torvalds he_writel(he_dev, he_is622(he_dev) ? LB_64_ENB : 0x0, SDRAM_CTL); 11141da177e4SLinus Torvalds 11151da177e4SLinus Torvalds /* 4.9 initialize rnum value */ 11161da177e4SLinus Torvalds lb_swap |= SWAP_RNUM_MAX(0xf); 11171da177e4SLinus Torvalds he_writel(he_dev, lb_swap, LB_SWAP); 11181da177e4SLinus Torvalds 11191da177e4SLinus Torvalds /* 4.10 initialize the interrupt queues */ 11201da177e4SLinus Torvalds if ((err = he_init_irq(he_dev)) != 0) 11211da177e4SLinus Torvalds return err; 11221da177e4SLinus Torvalds 11231da177e4SLinus Torvalds /* 4.11 enable pci bus controller state machines */ 11241da177e4SLinus Torvalds host_cntl |= (OUTFF_ENB | CMDFF_ENB | 11251da177e4SLinus Torvalds QUICK_RD_RETRY | QUICK_WR_RETRY | PERR_INT_ENB); 11261da177e4SLinus Torvalds he_writel(he_dev, host_cntl, HOST_CNTL); 11271da177e4SLinus Torvalds 11281da177e4SLinus Torvalds gen_cntl_0 |= INT_PROC_ENBL|INIT_ENB; 11291da177e4SLinus Torvalds pci_write_config_dword(pci_dev, GEN_CNTL_0, gen_cntl_0); 11301da177e4SLinus Torvalds 11311da177e4SLinus Torvalds /* 11321da177e4SLinus Torvalds * atm network controller initialization 11331da177e4SLinus Torvalds */ 11341da177e4SLinus Torvalds 11351da177e4SLinus Torvalds /* 5.1.1 generic configuration state */ 11361da177e4SLinus Torvalds 11371da177e4SLinus Torvalds /* 11381da177e4SLinus Torvalds * local (cell) buffer memory map 11391da177e4SLinus Torvalds * 11401da177e4SLinus Torvalds * HE155 HE622 11411da177e4SLinus Torvalds * 11421da177e4SLinus Torvalds * 0 ____________1023 bytes 0 _______________________2047 bytes 11431da177e4SLinus Torvalds * | | | | | 11441da177e4SLinus Torvalds * | utility | | rx0 | | 11451da177e4SLinus Torvalds * 5|____________| 255|___________________| u | 11461da177e4SLinus Torvalds * 6| | 256| | t | 11471da177e4SLinus Torvalds * | | | | i | 11481da177e4SLinus Torvalds * | rx0 | row | tx | l | 11491da177e4SLinus Torvalds * | | | | i | 11501da177e4SLinus Torvalds * | | 767|___________________| t | 11511da177e4SLinus Torvalds * 517|____________| 768| | y | 11521da177e4SLinus Torvalds * row 518| | | rx1 | | 11531da177e4SLinus Torvalds * | | 1023|___________________|___| 11541da177e4SLinus Torvalds * | | 11551da177e4SLinus Torvalds * | tx | 11561da177e4SLinus Torvalds * | | 11571da177e4SLinus Torvalds * | | 11581da177e4SLinus Torvalds * 1535|____________| 11591da177e4SLinus Torvalds * 1536| | 11601da177e4SLinus Torvalds * | rx1 | 11611da177e4SLinus Torvalds * 2047|____________| 11621da177e4SLinus Torvalds * 11631da177e4SLinus Torvalds */ 11641da177e4SLinus Torvalds 11651da177e4SLinus Torvalds /* total 4096 connections */ 11661da177e4SLinus Torvalds he_dev->vcibits = CONFIG_DEFAULT_VCIBITS; 11671da177e4SLinus Torvalds he_dev->vpibits = CONFIG_DEFAULT_VPIBITS; 11681da177e4SLinus Torvalds 11691da177e4SLinus Torvalds if (nvpibits != -1 && nvcibits != -1 && nvpibits+nvcibits != HE_MAXCIDBITS) { 11701da177e4SLinus Torvalds hprintk("nvpibits + nvcibits != %d\n", HE_MAXCIDBITS); 11711da177e4SLinus Torvalds return -ENODEV; 11721da177e4SLinus Torvalds } 11731da177e4SLinus Torvalds 11741da177e4SLinus Torvalds if (nvpibits != -1) { 11751da177e4SLinus Torvalds he_dev->vpibits = nvpibits; 11761da177e4SLinus Torvalds he_dev->vcibits = HE_MAXCIDBITS - nvpibits; 11771da177e4SLinus Torvalds } 11781da177e4SLinus Torvalds 11791da177e4SLinus Torvalds if (nvcibits != -1) { 11801da177e4SLinus Torvalds he_dev->vcibits = nvcibits; 11811da177e4SLinus Torvalds he_dev->vpibits = HE_MAXCIDBITS - nvcibits; 11821da177e4SLinus Torvalds } 11831da177e4SLinus Torvalds 11841da177e4SLinus Torvalds 11851da177e4SLinus Torvalds if (he_is622(he_dev)) { 11861da177e4SLinus Torvalds he_dev->cells_per_row = 40; 11871da177e4SLinus Torvalds he_dev->bytes_per_row = 2048; 11881da177e4SLinus Torvalds he_dev->r0_numrows = 256; 11891da177e4SLinus Torvalds he_dev->tx_numrows = 512; 11901da177e4SLinus Torvalds he_dev->r1_numrows = 256; 11911da177e4SLinus Torvalds he_dev->r0_startrow = 0; 11921da177e4SLinus Torvalds he_dev->tx_startrow = 256; 11931da177e4SLinus Torvalds he_dev->r1_startrow = 768; 11941da177e4SLinus Torvalds } else { 11951da177e4SLinus Torvalds he_dev->cells_per_row = 20; 11961da177e4SLinus Torvalds he_dev->bytes_per_row = 1024; 11971da177e4SLinus Torvalds he_dev->r0_numrows = 512; 11981da177e4SLinus Torvalds he_dev->tx_numrows = 1018; 11991da177e4SLinus Torvalds he_dev->r1_numrows = 512; 12001da177e4SLinus Torvalds he_dev->r0_startrow = 6; 12011da177e4SLinus Torvalds he_dev->tx_startrow = 518; 12021da177e4SLinus Torvalds he_dev->r1_startrow = 1536; 12031da177e4SLinus Torvalds } 12041da177e4SLinus Torvalds 12051da177e4SLinus Torvalds he_dev->cells_per_lbuf = 4; 12061da177e4SLinus Torvalds he_dev->buffer_limit = 4; 12071da177e4SLinus Torvalds he_dev->r0_numbuffs = he_dev->r0_numrows * 12081da177e4SLinus Torvalds he_dev->cells_per_row / he_dev->cells_per_lbuf; 12091da177e4SLinus Torvalds if (he_dev->r0_numbuffs > 2560) 12101da177e4SLinus Torvalds he_dev->r0_numbuffs = 2560; 12111da177e4SLinus Torvalds 12121da177e4SLinus Torvalds he_dev->r1_numbuffs = he_dev->r1_numrows * 12131da177e4SLinus Torvalds he_dev->cells_per_row / he_dev->cells_per_lbuf; 12141da177e4SLinus Torvalds if (he_dev->r1_numbuffs > 2560) 12151da177e4SLinus Torvalds he_dev->r1_numbuffs = 2560; 12161da177e4SLinus Torvalds 12171da177e4SLinus Torvalds he_dev->tx_numbuffs = he_dev->tx_numrows * 12181da177e4SLinus Torvalds he_dev->cells_per_row / he_dev->cells_per_lbuf; 12191da177e4SLinus Torvalds if (he_dev->tx_numbuffs > 5120) 12201da177e4SLinus Torvalds he_dev->tx_numbuffs = 5120; 12211da177e4SLinus Torvalds 12221da177e4SLinus Torvalds /* 5.1.2 configure hardware dependent registers */ 12231da177e4SLinus Torvalds 12241da177e4SLinus Torvalds he_writel(he_dev, 12251da177e4SLinus Torvalds SLICE_X(0x2) | ARB_RNUM_MAX(0xf) | TH_PRTY(0x3) | 12261da177e4SLinus Torvalds RH_PRTY(0x3) | TL_PRTY(0x2) | RL_PRTY(0x1) | 12271da177e4SLinus Torvalds (he_is622(he_dev) ? BUS_MULTI(0x28) : BUS_MULTI(0x46)) | 12281da177e4SLinus Torvalds (he_is622(he_dev) ? NET_PREF(0x50) : NET_PREF(0x8c)), 12291da177e4SLinus Torvalds LBARB); 12301da177e4SLinus Torvalds 12311da177e4SLinus Torvalds he_writel(he_dev, BANK_ON | 12321da177e4SLinus Torvalds (he_is622(he_dev) ? (REF_RATE(0x384) | WIDE_DATA) : REF_RATE(0x150)), 12331da177e4SLinus Torvalds SDRAMCON); 12341da177e4SLinus Torvalds 12351da177e4SLinus Torvalds he_writel(he_dev, 12361da177e4SLinus Torvalds (he_is622(he_dev) ? RM_BANK_WAIT(1) : RM_BANK_WAIT(0)) | 12371da177e4SLinus Torvalds RM_RW_WAIT(1), RCMCONFIG); 12381da177e4SLinus Torvalds he_writel(he_dev, 12391da177e4SLinus Torvalds (he_is622(he_dev) ? TM_BANK_WAIT(2) : TM_BANK_WAIT(1)) | 12401da177e4SLinus Torvalds TM_RW_WAIT(1), TCMCONFIG); 12411da177e4SLinus Torvalds 12421da177e4SLinus Torvalds he_writel(he_dev, he_dev->cells_per_lbuf * ATM_CELL_PAYLOAD, LB_CONFIG); 12431da177e4SLinus Torvalds 12441da177e4SLinus Torvalds he_writel(he_dev, 12451da177e4SLinus Torvalds (he_is622(he_dev) ? UT_RD_DELAY(8) : UT_RD_DELAY(0)) | 12461da177e4SLinus Torvalds (he_is622(he_dev) ? RC_UT_MODE(0) : RC_UT_MODE(1)) | 12471da177e4SLinus Torvalds RX_VALVP(he_dev->vpibits) | 12481da177e4SLinus Torvalds RX_VALVC(he_dev->vcibits), RC_CONFIG); 12491da177e4SLinus Torvalds 12501da177e4SLinus Torvalds he_writel(he_dev, DRF_THRESH(0x20) | 12511da177e4SLinus Torvalds (he_is622(he_dev) ? TX_UT_MODE(0) : TX_UT_MODE(1)) | 12521da177e4SLinus Torvalds TX_VCI_MASK(he_dev->vcibits) | 12531da177e4SLinus Torvalds LBFREE_CNT(he_dev->tx_numbuffs), TX_CONFIG); 12541da177e4SLinus Torvalds 12551da177e4SLinus Torvalds he_writel(he_dev, 0x0, TXAAL5_PROTO); 12561da177e4SLinus Torvalds 12571da177e4SLinus Torvalds he_writel(he_dev, PHY_INT_ENB | 12581da177e4SLinus Torvalds (he_is622(he_dev) ? PTMR_PRE(67 - 1) : PTMR_PRE(50 - 1)), 12591da177e4SLinus Torvalds RH_CONFIG); 12601da177e4SLinus Torvalds 12611da177e4SLinus Torvalds /* 5.1.3 initialize connection memory */ 12621da177e4SLinus Torvalds 12631da177e4SLinus Torvalds for (i = 0; i < TCM_MEM_SIZE; ++i) 12641da177e4SLinus Torvalds he_writel_tcm(he_dev, 0, i); 12651da177e4SLinus Torvalds 12661da177e4SLinus Torvalds for (i = 0; i < RCM_MEM_SIZE; ++i) 12671da177e4SLinus Torvalds he_writel_rcm(he_dev, 0, i); 12681da177e4SLinus Torvalds 12691da177e4SLinus Torvalds /* 12701da177e4SLinus Torvalds * transmit connection memory map 12711da177e4SLinus Torvalds * 12721da177e4SLinus Torvalds * tx memory 12731da177e4SLinus Torvalds * 0x0 ___________________ 12741da177e4SLinus Torvalds * | | 12751da177e4SLinus Torvalds * | | 12761da177e4SLinus Torvalds * | TSRa | 12771da177e4SLinus Torvalds * | | 12781da177e4SLinus Torvalds * | | 12791da177e4SLinus Torvalds * 0x8000|___________________| 12801da177e4SLinus Torvalds * | | 12811da177e4SLinus Torvalds * | TSRb | 12821da177e4SLinus Torvalds * 0xc000|___________________| 12831da177e4SLinus Torvalds * | | 12841da177e4SLinus Torvalds * | TSRc | 12851da177e4SLinus Torvalds * 0xe000|___________________| 12861da177e4SLinus Torvalds * | TSRd | 12871da177e4SLinus Torvalds * 0xf000|___________________| 12881da177e4SLinus Torvalds * | tmABR | 12891da177e4SLinus Torvalds * 0x10000|___________________| 12901da177e4SLinus Torvalds * | | 12911da177e4SLinus Torvalds * | tmTPD | 12921da177e4SLinus Torvalds * |___________________| 12931da177e4SLinus Torvalds * | | 12941da177e4SLinus Torvalds * .... 12951da177e4SLinus Torvalds * 0x1ffff|___________________| 12961da177e4SLinus Torvalds * 12971da177e4SLinus Torvalds * 12981da177e4SLinus Torvalds */ 12991da177e4SLinus Torvalds 13001da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TSRB, TSRB_BA); 13011da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TSRC, TSRC_BA); 13021da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TSRD, TSRD_BA); 13031da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TMABR, TMABR_BA); 13041da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TPDBA, TPD_BA); 13051da177e4SLinus Torvalds 13061da177e4SLinus Torvalds 13071da177e4SLinus Torvalds /* 13081da177e4SLinus Torvalds * receive connection memory map 13091da177e4SLinus Torvalds * 13101da177e4SLinus Torvalds * 0x0 ___________________ 13111da177e4SLinus Torvalds * | | 13121da177e4SLinus Torvalds * | | 13131da177e4SLinus Torvalds * | RSRa | 13141da177e4SLinus Torvalds * | | 13151da177e4SLinus Torvalds * | | 13161da177e4SLinus Torvalds * 0x8000|___________________| 13171da177e4SLinus Torvalds * | | 13181da177e4SLinus Torvalds * | rx0/1 | 13191da177e4SLinus Torvalds * | LBM | link lists of local 13201da177e4SLinus Torvalds * | tx | buffer memory 13211da177e4SLinus Torvalds * | | 13221da177e4SLinus Torvalds * 0xd000|___________________| 13231da177e4SLinus Torvalds * | | 13241da177e4SLinus Torvalds * | rmABR | 13251da177e4SLinus Torvalds * 0xe000|___________________| 13261da177e4SLinus Torvalds * | | 13271da177e4SLinus Torvalds * | RSRb | 13281da177e4SLinus Torvalds * |___________________| 13291da177e4SLinus Torvalds * | | 13301da177e4SLinus Torvalds * .... 13311da177e4SLinus Torvalds * 0xffff|___________________| 13321da177e4SLinus Torvalds */ 13331da177e4SLinus Torvalds 13341da177e4SLinus Torvalds he_writel(he_dev, 0x08000, RCMLBM_BA); 13351da177e4SLinus Torvalds he_writel(he_dev, 0x0e000, RCMRSRB_BA); 13361da177e4SLinus Torvalds he_writel(he_dev, 0x0d800, RCMABR_BA); 13371da177e4SLinus Torvalds 13381da177e4SLinus Torvalds /* 5.1.4 initialize local buffer free pools linked lists */ 13391da177e4SLinus Torvalds 13401da177e4SLinus Torvalds he_init_rx_lbfp0(he_dev); 13411da177e4SLinus Torvalds he_init_rx_lbfp1(he_dev); 13421da177e4SLinus Torvalds 13431da177e4SLinus Torvalds he_writel(he_dev, 0x0, RLBC_H); 13441da177e4SLinus Torvalds he_writel(he_dev, 0x0, RLBC_T); 13451da177e4SLinus Torvalds he_writel(he_dev, 0x0, RLBC_H2); 13461da177e4SLinus Torvalds 13471da177e4SLinus Torvalds he_writel(he_dev, 512, RXTHRSH); /* 10% of r0+r1 buffers */ 13481da177e4SLinus Torvalds he_writel(he_dev, 256, LITHRSH); /* 5% of r0+r1 buffers */ 13491da177e4SLinus Torvalds 13501da177e4SLinus Torvalds he_init_tx_lbfp(he_dev); 13511da177e4SLinus Torvalds 13521da177e4SLinus Torvalds he_writel(he_dev, he_is622(he_dev) ? 0x104780 : 0x800, UBUFF_BA); 13531da177e4SLinus Torvalds 13541da177e4SLinus Torvalds /* 5.1.5 initialize intermediate receive queues */ 13551da177e4SLinus Torvalds 13561da177e4SLinus Torvalds if (he_is622(he_dev)) { 13571da177e4SLinus Torvalds he_writel(he_dev, 0x000f, G0_INMQ_S); 13581da177e4SLinus Torvalds he_writel(he_dev, 0x200f, G0_INMQ_L); 13591da177e4SLinus Torvalds 13601da177e4SLinus Torvalds he_writel(he_dev, 0x001f, G1_INMQ_S); 13611da177e4SLinus Torvalds he_writel(he_dev, 0x201f, G1_INMQ_L); 13621da177e4SLinus Torvalds 13631da177e4SLinus Torvalds he_writel(he_dev, 0x002f, G2_INMQ_S); 13641da177e4SLinus Torvalds he_writel(he_dev, 0x202f, G2_INMQ_L); 13651da177e4SLinus Torvalds 13661da177e4SLinus Torvalds he_writel(he_dev, 0x003f, G3_INMQ_S); 13671da177e4SLinus Torvalds he_writel(he_dev, 0x203f, G3_INMQ_L); 13681da177e4SLinus Torvalds 13691da177e4SLinus Torvalds he_writel(he_dev, 0x004f, G4_INMQ_S); 13701da177e4SLinus Torvalds he_writel(he_dev, 0x204f, G4_INMQ_L); 13711da177e4SLinus Torvalds 13721da177e4SLinus Torvalds he_writel(he_dev, 0x005f, G5_INMQ_S); 13731da177e4SLinus Torvalds he_writel(he_dev, 0x205f, G5_INMQ_L); 13741da177e4SLinus Torvalds 13751da177e4SLinus Torvalds he_writel(he_dev, 0x006f, G6_INMQ_S); 13761da177e4SLinus Torvalds he_writel(he_dev, 0x206f, G6_INMQ_L); 13771da177e4SLinus Torvalds 13781da177e4SLinus Torvalds he_writel(he_dev, 0x007f, G7_INMQ_S); 13791da177e4SLinus Torvalds he_writel(he_dev, 0x207f, G7_INMQ_L); 13801da177e4SLinus Torvalds } else { 13811da177e4SLinus Torvalds he_writel(he_dev, 0x0000, G0_INMQ_S); 13821da177e4SLinus Torvalds he_writel(he_dev, 0x0008, G0_INMQ_L); 13831da177e4SLinus Torvalds 13841da177e4SLinus Torvalds he_writel(he_dev, 0x0001, G1_INMQ_S); 13851da177e4SLinus Torvalds he_writel(he_dev, 0x0009, G1_INMQ_L); 13861da177e4SLinus Torvalds 13871da177e4SLinus Torvalds he_writel(he_dev, 0x0002, G2_INMQ_S); 13881da177e4SLinus Torvalds he_writel(he_dev, 0x000a, G2_INMQ_L); 13891da177e4SLinus Torvalds 13901da177e4SLinus Torvalds he_writel(he_dev, 0x0003, G3_INMQ_S); 13911da177e4SLinus Torvalds he_writel(he_dev, 0x000b, G3_INMQ_L); 13921da177e4SLinus Torvalds 13931da177e4SLinus Torvalds he_writel(he_dev, 0x0004, G4_INMQ_S); 13941da177e4SLinus Torvalds he_writel(he_dev, 0x000c, G4_INMQ_L); 13951da177e4SLinus Torvalds 13961da177e4SLinus Torvalds he_writel(he_dev, 0x0005, G5_INMQ_S); 13971da177e4SLinus Torvalds he_writel(he_dev, 0x000d, G5_INMQ_L); 13981da177e4SLinus Torvalds 13991da177e4SLinus Torvalds he_writel(he_dev, 0x0006, G6_INMQ_S); 14001da177e4SLinus Torvalds he_writel(he_dev, 0x000e, G6_INMQ_L); 14011da177e4SLinus Torvalds 14021da177e4SLinus Torvalds he_writel(he_dev, 0x0007, G7_INMQ_S); 14031da177e4SLinus Torvalds he_writel(he_dev, 0x000f, G7_INMQ_L); 14041da177e4SLinus Torvalds } 14051da177e4SLinus Torvalds 14061da177e4SLinus Torvalds /* 5.1.6 application tunable parameters */ 14071da177e4SLinus Torvalds 14081da177e4SLinus Torvalds he_writel(he_dev, 0x0, MCC); 14091da177e4SLinus Torvalds he_writel(he_dev, 0x0, OEC); 14101da177e4SLinus Torvalds he_writel(he_dev, 0x0, DCC); 14111da177e4SLinus Torvalds he_writel(he_dev, 0x0, CEC); 14121da177e4SLinus Torvalds 14131da177e4SLinus Torvalds /* 5.1.7 cs block initialization */ 14141da177e4SLinus Torvalds 14151da177e4SLinus Torvalds he_init_cs_block(he_dev); 14161da177e4SLinus Torvalds 14171da177e4SLinus Torvalds /* 5.1.8 cs block connection memory initialization */ 14181da177e4SLinus Torvalds 14191da177e4SLinus Torvalds if (he_init_cs_block_rcm(he_dev) < 0) 14201da177e4SLinus Torvalds return -ENOMEM; 14211da177e4SLinus Torvalds 14221da177e4SLinus Torvalds /* 5.1.10 initialize host structures */ 14231da177e4SLinus Torvalds 14241da177e4SLinus Torvalds he_init_tpdrq(he_dev); 14251da177e4SLinus Torvalds 1426ede58ef2Schas williams - CONTRACTOR he_dev->tpd_pool = dma_pool_create("tpd", &he_dev->pci_dev->dev, 14271da177e4SLinus Torvalds sizeof(struct he_tpd), TPD_ALIGNMENT, 0); 14281da177e4SLinus Torvalds if (he_dev->tpd_pool == NULL) { 1429ede58ef2Schas williams - CONTRACTOR hprintk("unable to create tpd dma_pool\n"); 14301da177e4SLinus Torvalds return -ENOMEM; 14311da177e4SLinus Torvalds } 14321da177e4SLinus Torvalds 14331da177e4SLinus Torvalds INIT_LIST_HEAD(&he_dev->outstanding_tpds); 14341da177e4SLinus Torvalds 14351da177e4SLinus Torvalds if (he_init_group(he_dev, 0) != 0) 14361da177e4SLinus Torvalds return -ENOMEM; 14371da177e4SLinus Torvalds 14381da177e4SLinus Torvalds for (group = 1; group < HE_NUM_GROUPS; ++group) { 14391da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPS_S + (group * 32)); 14401da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPS_T + (group * 32)); 14411da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPS_QI + (group * 32)); 14421da177e4SLinus Torvalds he_writel(he_dev, RBP_THRESH(0x1) | RBP_QSIZE(0x0), 14431da177e4SLinus Torvalds G0_RBPS_BS + (group * 32)); 14441da177e4SLinus Torvalds 14451da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPL_S + (group * 32)); 14461da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPL_T + (group * 32)); 14471da177e4SLinus Torvalds he_writel(he_dev, RBP_THRESH(0x1) | RBP_QSIZE(0x0), 14481da177e4SLinus Torvalds G0_RBPL_QI + (group * 32)); 14491da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPL_BS + (group * 32)); 14501da177e4SLinus Torvalds 14511da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBRQ_ST + (group * 16)); 14521da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBRQ_H + (group * 16)); 14531da177e4SLinus Torvalds he_writel(he_dev, RBRQ_THRESH(0x1) | RBRQ_SIZE(0x0), 14541da177e4SLinus Torvalds G0_RBRQ_Q + (group * 16)); 14551da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBRQ_I + (group * 16)); 14561da177e4SLinus Torvalds 14571da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_TBRQ_B_T + (group * 16)); 14581da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_TBRQ_H + (group * 16)); 14591da177e4SLinus Torvalds he_writel(he_dev, TBRQ_THRESH(0x1), 14601da177e4SLinus Torvalds G0_TBRQ_THRESH + (group * 16)); 14611da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_TBRQ_S + (group * 16)); 14621da177e4SLinus Torvalds } 14631da177e4SLinus Torvalds 14641da177e4SLinus Torvalds /* host status page */ 14651da177e4SLinus Torvalds 1466750afb08SLuis Chamberlain he_dev->hsp = dma_alloc_coherent(&he_dev->pci_dev->dev, 14676f2a011aSJoe Perches sizeof(struct he_hsp), 1468ede58ef2Schas williams - CONTRACTOR &he_dev->hsp_phys, GFP_KERNEL); 14691da177e4SLinus Torvalds if (he_dev->hsp == NULL) { 14701da177e4SLinus Torvalds hprintk("failed to allocate host status page\n"); 14711da177e4SLinus Torvalds return -ENOMEM; 14721da177e4SLinus Torvalds } 14731da177e4SLinus Torvalds he_writel(he_dev, he_dev->hsp_phys, HSP_BA); 14741da177e4SLinus Torvalds 14751da177e4SLinus Torvalds /* initialize framer */ 14761da177e4SLinus Torvalds 14771da177e4SLinus Torvalds #ifdef CONFIG_ATM_HE_USE_SUNI 1478059e3779SChas Williams if (he_isMM(he_dev)) 14791da177e4SLinus Torvalds suni_init(he_dev->atm_dev); 14801da177e4SLinus Torvalds if (he_dev->atm_dev->phy && he_dev->atm_dev->phy->start) 14811da177e4SLinus Torvalds he_dev->atm_dev->phy->start(he_dev->atm_dev); 14821da177e4SLinus Torvalds #endif /* CONFIG_ATM_HE_USE_SUNI */ 14831da177e4SLinus Torvalds 14841da177e4SLinus Torvalds if (sdh) { 14851da177e4SLinus Torvalds /* this really should be in suni.c but for now... */ 14861da177e4SLinus Torvalds int val; 14871da177e4SLinus Torvalds 14881da177e4SLinus Torvalds val = he_phy_get(he_dev->atm_dev, SUNI_TPOP_APM); 14891da177e4SLinus Torvalds val = (val & ~SUNI_TPOP_APM_S) | (SUNI_TPOP_S_SDH << SUNI_TPOP_APM_S_SHIFT); 14901da177e4SLinus Torvalds he_phy_put(he_dev->atm_dev, val, SUNI_TPOP_APM); 149165c3e471SChas Williams he_phy_put(he_dev->atm_dev, SUNI_TACP_IUCHP_CLP, SUNI_TACP_IUCHP); 14921da177e4SLinus Torvalds } 14931da177e4SLinus Torvalds 14941da177e4SLinus Torvalds /* 5.1.12 enable transmit and receive */ 14951da177e4SLinus Torvalds 14961da177e4SLinus Torvalds reg = he_readl_mbox(he_dev, CS_ERCTL0); 14971da177e4SLinus Torvalds reg |= TX_ENABLE|ER_ENABLE; 14981da177e4SLinus Torvalds he_writel_mbox(he_dev, reg, CS_ERCTL0); 14991da177e4SLinus Torvalds 15001da177e4SLinus Torvalds reg = he_readl(he_dev, RC_CONFIG); 15011da177e4SLinus Torvalds reg |= RX_ENABLE; 15021da177e4SLinus Torvalds he_writel(he_dev, reg, RC_CONFIG); 15031da177e4SLinus Torvalds 15041da177e4SLinus Torvalds for (i = 0; i < HE_NUM_CS_STPER; ++i) { 15051da177e4SLinus Torvalds he_dev->cs_stper[i].inuse = 0; 15061da177e4SLinus Torvalds he_dev->cs_stper[i].pcr = -1; 15071da177e4SLinus Torvalds } 15081da177e4SLinus Torvalds he_dev->total_bw = 0; 15091da177e4SLinus Torvalds 15101da177e4SLinus Torvalds 15111da177e4SLinus Torvalds /* atm linux initialization */ 15121da177e4SLinus Torvalds 15131da177e4SLinus Torvalds he_dev->atm_dev->ci_range.vpi_bits = he_dev->vpibits; 15141da177e4SLinus Torvalds he_dev->atm_dev->ci_range.vci_bits = he_dev->vcibits; 15151da177e4SLinus Torvalds 15161da177e4SLinus Torvalds he_dev->irq_peak = 0; 15171da177e4SLinus Torvalds he_dev->rbrq_peak = 0; 15181da177e4SLinus Torvalds he_dev->rbpl_peak = 0; 15191da177e4SLinus Torvalds he_dev->tbrq_peak = 0; 15201da177e4SLinus Torvalds 15211da177e4SLinus Torvalds HPRINTK("hell bent for leather!\n"); 15221da177e4SLinus Torvalds 15231da177e4SLinus Torvalds return 0; 15241da177e4SLinus Torvalds } 15251da177e4SLinus Torvalds 15261da177e4SLinus Torvalds static void 15271da177e4SLinus Torvalds he_stop(struct he_dev *he_dev) 15281da177e4SLinus Torvalds { 1529e623d625Schas williams - CONTRACTOR struct he_buff *heb, *next; 15301da177e4SLinus Torvalds struct pci_dev *pci_dev; 1531e623d625Schas williams - CONTRACTOR u32 gen_cntl_0, reg; 1532e623d625Schas williams - CONTRACTOR u16 command; 15331da177e4SLinus Torvalds 15341da177e4SLinus Torvalds pci_dev = he_dev->pci_dev; 15351da177e4SLinus Torvalds 15361da177e4SLinus Torvalds /* disable interrupts */ 15371da177e4SLinus Torvalds 15381da177e4SLinus Torvalds if (he_dev->membase) { 15391da177e4SLinus Torvalds pci_read_config_dword(pci_dev, GEN_CNTL_0, &gen_cntl_0); 15401da177e4SLinus Torvalds gen_cntl_0 &= ~(INT_PROC_ENBL | INIT_ENB); 15411da177e4SLinus Torvalds pci_write_config_dword(pci_dev, GEN_CNTL_0, gen_cntl_0); 15421da177e4SLinus Torvalds 15431da177e4SLinus Torvalds tasklet_disable(&he_dev->tasklet); 15441da177e4SLinus Torvalds 15451da177e4SLinus Torvalds /* disable recv and transmit */ 15461da177e4SLinus Torvalds 15471da177e4SLinus Torvalds reg = he_readl_mbox(he_dev, CS_ERCTL0); 15481da177e4SLinus Torvalds reg &= ~(TX_ENABLE|ER_ENABLE); 15491da177e4SLinus Torvalds he_writel_mbox(he_dev, reg, CS_ERCTL0); 15501da177e4SLinus Torvalds 15511da177e4SLinus Torvalds reg = he_readl(he_dev, RC_CONFIG); 15521da177e4SLinus Torvalds reg &= ~(RX_ENABLE); 15531da177e4SLinus Torvalds he_writel(he_dev, reg, RC_CONFIG); 15541da177e4SLinus Torvalds } 15551da177e4SLinus Torvalds 15561da177e4SLinus Torvalds #ifdef CONFIG_ATM_HE_USE_SUNI 15571da177e4SLinus Torvalds if (he_dev->atm_dev->phy && he_dev->atm_dev->phy->stop) 15581da177e4SLinus Torvalds he_dev->atm_dev->phy->stop(he_dev->atm_dev); 15591da177e4SLinus Torvalds #endif /* CONFIG_ATM_HE_USE_SUNI */ 15601da177e4SLinus Torvalds 15611da177e4SLinus Torvalds if (he_dev->irq) 15621da177e4SLinus Torvalds free_irq(he_dev->irq, he_dev); 15631da177e4SLinus Torvalds 15641da177e4SLinus Torvalds if (he_dev->irq_base) 1565ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&he_dev->pci_dev->dev, (CONFIG_IRQ_SIZE + 1) 15661da177e4SLinus Torvalds * sizeof(struct he_irq), he_dev->irq_base, he_dev->irq_phys); 15671da177e4SLinus Torvalds 15681da177e4SLinus Torvalds if (he_dev->hsp) 1569ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&he_dev->pci_dev->dev, sizeof(struct he_hsp), 15701da177e4SLinus Torvalds he_dev->hsp, he_dev->hsp_phys); 15711da177e4SLinus Torvalds 15721da177e4SLinus Torvalds if (he_dev->rbpl_base) { 1573e623d625Schas williams - CONTRACTOR list_for_each_entry_safe(heb, next, &he_dev->rbpl_outstanding, entry) 1574ede58ef2Schas williams - CONTRACTOR dma_pool_free(he_dev->rbpl_pool, heb, heb->mapping); 15757d1f8db4SJorge Boncompte 1576ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&he_dev->pci_dev->dev, CONFIG_RBPL_SIZE 15771da177e4SLinus Torvalds * sizeof(struct he_rbp), he_dev->rbpl_base, he_dev->rbpl_phys); 15781da177e4SLinus Torvalds } 15791da177e4SLinus Torvalds 1580e623d625Schas williams - CONTRACTOR kfree(he_dev->rbpl_virt); 1581e623d625Schas williams - CONTRACTOR kfree(he_dev->rbpl_table); 1582ede58ef2Schas williams - CONTRACTOR dma_pool_destroy(he_dev->rbpl_pool); 15831da177e4SLinus Torvalds 15841da177e4SLinus Torvalds if (he_dev->rbrq_base) 1585ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&he_dev->pci_dev->dev, CONFIG_RBRQ_SIZE * sizeof(struct he_rbrq), 15861da177e4SLinus Torvalds he_dev->rbrq_base, he_dev->rbrq_phys); 15871da177e4SLinus Torvalds 15881da177e4SLinus Torvalds if (he_dev->tbrq_base) 1589ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&he_dev->pci_dev->dev, CONFIG_TBRQ_SIZE * sizeof(struct he_tbrq), 15901da177e4SLinus Torvalds he_dev->tbrq_base, he_dev->tbrq_phys); 15911da177e4SLinus Torvalds 15921da177e4SLinus Torvalds if (he_dev->tpdrq_base) 1593ede58ef2Schas williams - CONTRACTOR dma_free_coherent(&he_dev->pci_dev->dev, CONFIG_TBRQ_SIZE * sizeof(struct he_tbrq), 15941da177e4SLinus Torvalds he_dev->tpdrq_base, he_dev->tpdrq_phys); 15951da177e4SLinus Torvalds 1596ede58ef2Schas williams - CONTRACTOR dma_pool_destroy(he_dev->tpd_pool); 15971da177e4SLinus Torvalds 15981da177e4SLinus Torvalds if (he_dev->pci_dev) { 15991da177e4SLinus Torvalds pci_read_config_word(he_dev->pci_dev, PCI_COMMAND, &command); 16001da177e4SLinus Torvalds command &= ~(PCI_COMMAND_MEMORY | PCI_COMMAND_MASTER); 16011da177e4SLinus Torvalds pci_write_config_word(he_dev->pci_dev, PCI_COMMAND, command); 16021da177e4SLinus Torvalds } 16031da177e4SLinus Torvalds 16041da177e4SLinus Torvalds if (he_dev->membase) 16051da177e4SLinus Torvalds iounmap(he_dev->membase); 16061da177e4SLinus Torvalds } 16071da177e4SLinus Torvalds 16081da177e4SLinus Torvalds static struct he_tpd * 16091da177e4SLinus Torvalds __alloc_tpd(struct he_dev *he_dev) 16101da177e4SLinus Torvalds { 16111da177e4SLinus Torvalds struct he_tpd *tpd; 1612e623d625Schas williams - CONTRACTOR dma_addr_t mapping; 16131da177e4SLinus Torvalds 1614ede58ef2Schas williams - CONTRACTOR tpd = dma_pool_alloc(he_dev->tpd_pool, GFP_ATOMIC, &mapping); 16151da177e4SLinus Torvalds if (tpd == NULL) 16161da177e4SLinus Torvalds return NULL; 16171da177e4SLinus Torvalds 1618e623d625Schas williams - CONTRACTOR tpd->status = TPD_ADDR(mapping); 16191da177e4SLinus Torvalds tpd->reserved = 0; 16201da177e4SLinus Torvalds tpd->iovec[0].addr = 0; tpd->iovec[0].len = 0; 16211da177e4SLinus Torvalds tpd->iovec[1].addr = 0; tpd->iovec[1].len = 0; 16221da177e4SLinus Torvalds tpd->iovec[2].addr = 0; tpd->iovec[2].len = 0; 16231da177e4SLinus Torvalds 16241da177e4SLinus Torvalds return tpd; 16251da177e4SLinus Torvalds } 16261da177e4SLinus Torvalds 16271da177e4SLinus Torvalds #define AAL5_LEN(buf,len) \ 16281da177e4SLinus Torvalds ((((unsigned char *)(buf))[(len)-6] << 8) | \ 16291da177e4SLinus Torvalds (((unsigned char *)(buf))[(len)-5])) 16301da177e4SLinus Torvalds 16311da177e4SLinus Torvalds /* 2.10.1.2 receive 16321da177e4SLinus Torvalds * 16331da177e4SLinus Torvalds * aal5 packets can optionally return the tcp checksum in the lower 16341da177e4SLinus Torvalds * 16 bits of the crc (RSR0_TCP_CKSUM) 16351da177e4SLinus Torvalds */ 16361da177e4SLinus Torvalds 16371da177e4SLinus Torvalds #define TCP_CKSUM(buf,len) \ 16381da177e4SLinus Torvalds ((((unsigned char *)(buf))[(len)-2] << 8) | \ 16391da177e4SLinus Torvalds (((unsigned char *)(buf))[(len-1)])) 16401da177e4SLinus Torvalds 16411da177e4SLinus Torvalds static int 16421da177e4SLinus Torvalds he_service_rbrq(struct he_dev *he_dev, int group) 16431da177e4SLinus Torvalds { 16441da177e4SLinus Torvalds struct he_rbrq *rbrq_tail = (struct he_rbrq *) 16451da177e4SLinus Torvalds ((unsigned long)he_dev->rbrq_base | 16461da177e4SLinus Torvalds he_dev->hsp->group[group].rbrq_tail); 16471da177e4SLinus Torvalds unsigned cid, lastcid = -1; 16481da177e4SLinus Torvalds struct sk_buff *skb; 16491da177e4SLinus Torvalds struct atm_vcc *vcc = NULL; 16501da177e4SLinus Torvalds struct he_vcc *he_vcc; 1651e623d625Schas williams - CONTRACTOR struct he_buff *heb, *next; 1652e623d625Schas williams - CONTRACTOR int i; 16531da177e4SLinus Torvalds int pdus_assembled = 0; 16541da177e4SLinus Torvalds int updated = 0; 16551da177e4SLinus Torvalds 16561da177e4SLinus Torvalds read_lock(&vcc_sklist_lock); 16571da177e4SLinus Torvalds while (he_dev->rbrq_head != rbrq_tail) { 16581da177e4SLinus Torvalds ++updated; 16591da177e4SLinus Torvalds 16601da177e4SLinus Torvalds HPRINTK("%p rbrq%d 0x%x len=%d cid=0x%x %s%s%s%s%s%s\n", 16611da177e4SLinus Torvalds he_dev->rbrq_head, group, 16621da177e4SLinus Torvalds RBRQ_ADDR(he_dev->rbrq_head), 16631da177e4SLinus Torvalds RBRQ_BUFLEN(he_dev->rbrq_head), 16641da177e4SLinus Torvalds RBRQ_CID(he_dev->rbrq_head), 16651da177e4SLinus Torvalds RBRQ_CRC_ERR(he_dev->rbrq_head) ? " CRC_ERR" : "", 16661da177e4SLinus Torvalds RBRQ_LEN_ERR(he_dev->rbrq_head) ? " LEN_ERR" : "", 16671da177e4SLinus Torvalds RBRQ_END_PDU(he_dev->rbrq_head) ? " END_PDU" : "", 16681da177e4SLinus Torvalds RBRQ_AAL5_PROT(he_dev->rbrq_head) ? " AAL5_PROT" : "", 16691da177e4SLinus Torvalds RBRQ_CON_CLOSED(he_dev->rbrq_head) ? " CON_CLOSED" : "", 16701da177e4SLinus Torvalds RBRQ_HBUF_ERR(he_dev->rbrq_head) ? " HBUF_ERR" : ""); 16711da177e4SLinus Torvalds 1672e623d625Schas williams - CONTRACTOR i = RBRQ_ADDR(he_dev->rbrq_head) >> RBP_IDX_OFFSET; 1673e623d625Schas williams - CONTRACTOR heb = he_dev->rbpl_virt[i]; 16741da177e4SLinus Torvalds 16751da177e4SLinus Torvalds cid = RBRQ_CID(he_dev->rbrq_head); 16761da177e4SLinus Torvalds if (cid != lastcid) 16771da177e4SLinus Torvalds vcc = __find_vcc(he_dev, cid); 16781da177e4SLinus Torvalds lastcid = cid; 16791da177e4SLinus Torvalds 1680e623d625Schas williams - CONTRACTOR if (vcc == NULL || (he_vcc = HE_VCC(vcc)) == NULL) { 1681e623d625Schas williams - CONTRACTOR hprintk("vcc/he_vcc == NULL (cid 0x%x)\n", cid); 1682e623d625Schas williams - CONTRACTOR if (!RBRQ_HBUF_ERR(he_dev->rbrq_head)) { 1683e623d625Schas williams - CONTRACTOR clear_bit(i, he_dev->rbpl_table); 1684e623d625Schas williams - CONTRACTOR list_del(&heb->entry); 1685ede58ef2Schas williams - CONTRACTOR dma_pool_free(he_dev->rbpl_pool, heb, heb->mapping); 16861da177e4SLinus Torvalds } 16871da177e4SLinus Torvalds 16881da177e4SLinus Torvalds goto next_rbrq_entry; 16891da177e4SLinus Torvalds } 16901da177e4SLinus Torvalds 16911da177e4SLinus Torvalds if (RBRQ_HBUF_ERR(he_dev->rbrq_head)) { 16921da177e4SLinus Torvalds hprintk("HBUF_ERR! (cid 0x%x)\n", cid); 16931da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_drop); 16941da177e4SLinus Torvalds goto return_host_buffers; 16951da177e4SLinus Torvalds } 16961da177e4SLinus Torvalds 1697e623d625Schas williams - CONTRACTOR heb->len = RBRQ_BUFLEN(he_dev->rbrq_head) * 4; 1698e623d625Schas williams - CONTRACTOR clear_bit(i, he_dev->rbpl_table); 1699e623d625Schas williams - CONTRACTOR list_move_tail(&heb->entry, &he_vcc->buffers); 1700e623d625Schas williams - CONTRACTOR he_vcc->pdu_len += heb->len; 17011da177e4SLinus Torvalds 17021da177e4SLinus Torvalds if (RBRQ_CON_CLOSED(he_dev->rbrq_head)) { 17031da177e4SLinus Torvalds lastcid = -1; 17041da177e4SLinus Torvalds HPRINTK("wake_up rx_waitq (cid 0x%x)\n", cid); 17051da177e4SLinus Torvalds wake_up(&he_vcc->rx_waitq); 17061da177e4SLinus Torvalds goto return_host_buffers; 17071da177e4SLinus Torvalds } 17081da177e4SLinus Torvalds 17091da177e4SLinus Torvalds if (!RBRQ_END_PDU(he_dev->rbrq_head)) 17101da177e4SLinus Torvalds goto next_rbrq_entry; 17111da177e4SLinus Torvalds 17121da177e4SLinus Torvalds if (RBRQ_LEN_ERR(he_dev->rbrq_head) 17131da177e4SLinus Torvalds || RBRQ_CRC_ERR(he_dev->rbrq_head)) { 17141da177e4SLinus Torvalds HPRINTK("%s%s (%d.%d)\n", 17151da177e4SLinus Torvalds RBRQ_CRC_ERR(he_dev->rbrq_head) 17161da177e4SLinus Torvalds ? "CRC_ERR " : "", 17171da177e4SLinus Torvalds RBRQ_LEN_ERR(he_dev->rbrq_head) 17181da177e4SLinus Torvalds ? "LEN_ERR" : "", 17191da177e4SLinus Torvalds vcc->vpi, vcc->vci); 17201da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_err); 17211da177e4SLinus Torvalds goto return_host_buffers; 17221da177e4SLinus Torvalds } 17231da177e4SLinus Torvalds 17241da177e4SLinus Torvalds skb = atm_alloc_charge(vcc, he_vcc->pdu_len + rx_skb_reserve, 17251da177e4SLinus Torvalds GFP_ATOMIC); 17261da177e4SLinus Torvalds if (!skb) { 17271da177e4SLinus Torvalds HPRINTK("charge failed (%d.%d)\n", vcc->vpi, vcc->vci); 17281da177e4SLinus Torvalds goto return_host_buffers; 17291da177e4SLinus Torvalds } 17301da177e4SLinus Torvalds 17311da177e4SLinus Torvalds if (rx_skb_reserve > 0) 17321da177e4SLinus Torvalds skb_reserve(skb, rx_skb_reserve); 17331da177e4SLinus Torvalds 1734a61bbcf2SPatrick McHardy __net_timestamp(skb); 17351da177e4SLinus Torvalds 1736e623d625Schas williams - CONTRACTOR list_for_each_entry(heb, &he_vcc->buffers, entry) 173759ae1d12SJohannes Berg skb_put_data(skb, &heb->data, heb->len); 17381da177e4SLinus Torvalds 17391da177e4SLinus Torvalds switch (vcc->qos.aal) { 17401da177e4SLinus Torvalds case ATM_AAL0: 17411da177e4SLinus Torvalds /* 2.10.1.5 raw cell receive */ 17421da177e4SLinus Torvalds skb->len = ATM_AAL0_SDU; 174327a884dcSArnaldo Carvalho de Melo skb_set_tail_pointer(skb, skb->len); 17441da177e4SLinus Torvalds break; 17451da177e4SLinus Torvalds case ATM_AAL5: 17461da177e4SLinus Torvalds /* 2.10.1.2 aal5 receive */ 17471da177e4SLinus Torvalds 17481da177e4SLinus Torvalds skb->len = AAL5_LEN(skb->data, he_vcc->pdu_len); 174927a884dcSArnaldo Carvalho de Melo skb_set_tail_pointer(skb, skb->len); 17501da177e4SLinus Torvalds #ifdef USE_CHECKSUM_HW 17511da177e4SLinus Torvalds if (vcc->vpi == 0 && vcc->vci >= ATM_NOT_RSV_VCI) { 175284fa7933SPatrick McHardy skb->ip_summed = CHECKSUM_COMPLETE; 17531da177e4SLinus Torvalds skb->csum = TCP_CKSUM(skb->data, 17541da177e4SLinus Torvalds he_vcc->pdu_len); 17551da177e4SLinus Torvalds } 17561da177e4SLinus Torvalds #endif 17571da177e4SLinus Torvalds break; 17581da177e4SLinus Torvalds } 17591da177e4SLinus Torvalds 17601da177e4SLinus Torvalds #ifdef should_never_happen 17611da177e4SLinus Torvalds if (skb->len > vcc->qos.rxtp.max_sdu) 17621da177e4SLinus Torvalds hprintk("pdu_len (%d) > vcc->qos.rxtp.max_sdu (%d)! cid 0x%x\n", skb->len, vcc->qos.rxtp.max_sdu, cid); 17631da177e4SLinus Torvalds #endif 17641da177e4SLinus Torvalds 17651da177e4SLinus Torvalds #ifdef notdef 17661da177e4SLinus Torvalds ATM_SKB(skb)->vcc = vcc; 17671da177e4SLinus Torvalds #endif 17687f81dc00SChas Williams spin_unlock(&he_dev->global_lock); 17691da177e4SLinus Torvalds vcc->push(vcc, skb); 17707f81dc00SChas Williams spin_lock(&he_dev->global_lock); 17711da177e4SLinus Torvalds 17721da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx); 17731da177e4SLinus Torvalds 17741da177e4SLinus Torvalds return_host_buffers: 17751da177e4SLinus Torvalds ++pdus_assembled; 17761da177e4SLinus Torvalds 1777e623d625Schas williams - CONTRACTOR list_for_each_entry_safe(heb, next, &he_vcc->buffers, entry) 1778ede58ef2Schas williams - CONTRACTOR dma_pool_free(he_dev->rbpl_pool, heb, heb->mapping); 1779e623d625Schas williams - CONTRACTOR INIT_LIST_HEAD(&he_vcc->buffers); 17801da177e4SLinus Torvalds he_vcc->pdu_len = 0; 17811da177e4SLinus Torvalds 17821da177e4SLinus Torvalds next_rbrq_entry: 17831da177e4SLinus Torvalds he_dev->rbrq_head = (struct he_rbrq *) 17841da177e4SLinus Torvalds ((unsigned long) he_dev->rbrq_base | 1785e60c5e14SDavid S. Miller RBRQ_MASK(he_dev->rbrq_head + 1)); 17861da177e4SLinus Torvalds 17871da177e4SLinus Torvalds } 17881da177e4SLinus Torvalds read_unlock(&vcc_sklist_lock); 17891da177e4SLinus Torvalds 17901da177e4SLinus Torvalds if (updated) { 17911da177e4SLinus Torvalds if (updated > he_dev->rbrq_peak) 17921da177e4SLinus Torvalds he_dev->rbrq_peak = updated; 17931da177e4SLinus Torvalds 17941da177e4SLinus Torvalds he_writel(he_dev, RBRQ_MASK(he_dev->rbrq_head), 17951da177e4SLinus Torvalds G0_RBRQ_H + (group * 16)); 17961da177e4SLinus Torvalds } 17971da177e4SLinus Torvalds 17981da177e4SLinus Torvalds return pdus_assembled; 17991da177e4SLinus Torvalds } 18001da177e4SLinus Torvalds 18011da177e4SLinus Torvalds static void 18021da177e4SLinus Torvalds he_service_tbrq(struct he_dev *he_dev, int group) 18031da177e4SLinus Torvalds { 18041da177e4SLinus Torvalds struct he_tbrq *tbrq_tail = (struct he_tbrq *) 18051da177e4SLinus Torvalds ((unsigned long)he_dev->tbrq_base | 18061da177e4SLinus Torvalds he_dev->hsp->group[group].tbrq_tail); 18071da177e4SLinus Torvalds struct he_tpd *tpd; 18081da177e4SLinus Torvalds int slot, updated = 0; 18091da177e4SLinus Torvalds struct he_tpd *__tpd; 18101da177e4SLinus Torvalds 18111da177e4SLinus Torvalds /* 2.1.6 transmit buffer return queue */ 18121da177e4SLinus Torvalds 18131da177e4SLinus Torvalds while (he_dev->tbrq_head != tbrq_tail) { 18141da177e4SLinus Torvalds ++updated; 18151da177e4SLinus Torvalds 18161da177e4SLinus Torvalds HPRINTK("tbrq%d 0x%x%s%s\n", 18171da177e4SLinus Torvalds group, 18181da177e4SLinus Torvalds TBRQ_TPD(he_dev->tbrq_head), 18191da177e4SLinus Torvalds TBRQ_EOS(he_dev->tbrq_head) ? " EOS" : "", 18201da177e4SLinus Torvalds TBRQ_MULTIPLE(he_dev->tbrq_head) ? " MULTIPLE" : ""); 18211da177e4SLinus Torvalds tpd = NULL; 18221da177e4SLinus Torvalds list_for_each_entry(__tpd, &he_dev->outstanding_tpds, entry) { 18231da177e4SLinus Torvalds if (TPD_ADDR(__tpd->status) == TBRQ_TPD(he_dev->tbrq_head)) { 18241da177e4SLinus Torvalds tpd = __tpd; 18251da177e4SLinus Torvalds list_del(&__tpd->entry); 18261da177e4SLinus Torvalds break; 18271da177e4SLinus Torvalds } 18281da177e4SLinus Torvalds } 18291da177e4SLinus Torvalds 18301da177e4SLinus Torvalds if (tpd == NULL) { 18311da177e4SLinus Torvalds hprintk("unable to locate tpd for dma buffer %x\n", 18321da177e4SLinus Torvalds TBRQ_TPD(he_dev->tbrq_head)); 18331da177e4SLinus Torvalds goto next_tbrq_entry; 18341da177e4SLinus Torvalds } 18351da177e4SLinus Torvalds 18361da177e4SLinus Torvalds if (TBRQ_EOS(he_dev->tbrq_head)) { 18371da177e4SLinus Torvalds HPRINTK("wake_up(tx_waitq) cid 0x%x\n", 18381da177e4SLinus Torvalds he_mkcid(he_dev, tpd->vcc->vpi, tpd->vcc->vci)); 18391da177e4SLinus Torvalds if (tpd->vcc) 18401da177e4SLinus Torvalds wake_up(&HE_VCC(tpd->vcc)->tx_waitq); 18411da177e4SLinus Torvalds 18421da177e4SLinus Torvalds goto next_tbrq_entry; 18431da177e4SLinus Torvalds } 18441da177e4SLinus Torvalds 18451da177e4SLinus Torvalds for (slot = 0; slot < TPD_MAXIOV; ++slot) { 18461da177e4SLinus Torvalds if (tpd->iovec[slot].addr) 1847ede58ef2Schas williams - CONTRACTOR dma_unmap_single(&he_dev->pci_dev->dev, 18481da177e4SLinus Torvalds tpd->iovec[slot].addr, 18491da177e4SLinus Torvalds tpd->iovec[slot].len & TPD_LEN_MASK, 1850ede58ef2Schas williams - CONTRACTOR DMA_TO_DEVICE); 18511da177e4SLinus Torvalds if (tpd->iovec[slot].len & TPD_LST) 18521da177e4SLinus Torvalds break; 18531da177e4SLinus Torvalds 18541da177e4SLinus Torvalds } 18551da177e4SLinus Torvalds 18561da177e4SLinus Torvalds if (tpd->skb) { /* && !TBRQ_MULTIPLE(he_dev->tbrq_head) */ 18571da177e4SLinus Torvalds if (tpd->vcc && tpd->vcc->pop) 18581da177e4SLinus Torvalds tpd->vcc->pop(tpd->vcc, tpd->skb); 18591da177e4SLinus Torvalds else 18601da177e4SLinus Torvalds dev_kfree_skb_any(tpd->skb); 18611da177e4SLinus Torvalds } 18621da177e4SLinus Torvalds 18631da177e4SLinus Torvalds next_tbrq_entry: 18641da177e4SLinus Torvalds if (tpd) 1865ede58ef2Schas williams - CONTRACTOR dma_pool_free(he_dev->tpd_pool, tpd, TPD_ADDR(tpd->status)); 18661da177e4SLinus Torvalds he_dev->tbrq_head = (struct he_tbrq *) 18671da177e4SLinus Torvalds ((unsigned long) he_dev->tbrq_base | 1868e60c5e14SDavid S. Miller TBRQ_MASK(he_dev->tbrq_head + 1)); 18691da177e4SLinus Torvalds } 18701da177e4SLinus Torvalds 18711da177e4SLinus Torvalds if (updated) { 18721da177e4SLinus Torvalds if (updated > he_dev->tbrq_peak) 18731da177e4SLinus Torvalds he_dev->tbrq_peak = updated; 18741da177e4SLinus Torvalds 18751da177e4SLinus Torvalds he_writel(he_dev, TBRQ_MASK(he_dev->tbrq_head), 18761da177e4SLinus Torvalds G0_TBRQ_H + (group * 16)); 18771da177e4SLinus Torvalds } 18781da177e4SLinus Torvalds } 18791da177e4SLinus Torvalds 18801da177e4SLinus Torvalds static void 18811da177e4SLinus Torvalds he_service_rbpl(struct he_dev *he_dev, int group) 18821da177e4SLinus Torvalds { 1883e623d625Schas williams - CONTRACTOR struct he_rbp *new_tail; 18841da177e4SLinus Torvalds struct he_rbp *rbpl_head; 1885e623d625Schas williams - CONTRACTOR struct he_buff *heb; 1886e623d625Schas williams - CONTRACTOR dma_addr_t mapping; 1887e623d625Schas williams - CONTRACTOR int i; 18881da177e4SLinus Torvalds int moved = 0; 18891da177e4SLinus Torvalds 18901da177e4SLinus Torvalds rbpl_head = (struct he_rbp *) ((unsigned long)he_dev->rbpl_base | 18911da177e4SLinus Torvalds RBPL_MASK(he_readl(he_dev, G0_RBPL_S))); 18921da177e4SLinus Torvalds 18931da177e4SLinus Torvalds for (;;) { 1894e623d625Schas williams - CONTRACTOR new_tail = (struct he_rbp *) ((unsigned long)he_dev->rbpl_base | 18951da177e4SLinus Torvalds RBPL_MASK(he_dev->rbpl_tail+1)); 18961da177e4SLinus Torvalds 18971da177e4SLinus Torvalds /* table 3.42 -- rbpl_tail should never be set to rbpl_head */ 1898e623d625Schas williams - CONTRACTOR if (new_tail == rbpl_head) 18991da177e4SLinus Torvalds break; 19001da177e4SLinus Torvalds 1901e623d625Schas williams - CONTRACTOR i = find_next_zero_bit(he_dev->rbpl_table, RBPL_TABLE_SIZE, he_dev->rbpl_hint); 1902e623d625Schas williams - CONTRACTOR if (i > (RBPL_TABLE_SIZE - 1)) { 1903e623d625Schas williams - CONTRACTOR i = find_first_zero_bit(he_dev->rbpl_table, RBPL_TABLE_SIZE); 1904e623d625Schas williams - CONTRACTOR if (i > (RBPL_TABLE_SIZE - 1)) 1905e623d625Schas williams - CONTRACTOR break; 1906e623d625Schas williams - CONTRACTOR } 1907e623d625Schas williams - CONTRACTOR he_dev->rbpl_hint = i + 1; 1908e623d625Schas williams - CONTRACTOR 1909ede58ef2Schas williams - CONTRACTOR heb = dma_pool_alloc(he_dev->rbpl_pool, GFP_ATOMIC, &mapping); 1910e623d625Schas williams - CONTRACTOR if (!heb) 1911e623d625Schas williams - CONTRACTOR break; 1912e623d625Schas williams - CONTRACTOR heb->mapping = mapping; 1913e623d625Schas williams - CONTRACTOR list_add(&heb->entry, &he_dev->rbpl_outstanding); 1914e623d625Schas williams - CONTRACTOR he_dev->rbpl_virt[i] = heb; 1915e623d625Schas williams - CONTRACTOR set_bit(i, he_dev->rbpl_table); 1916e623d625Schas williams - CONTRACTOR new_tail->idx = i << RBP_IDX_OFFSET; 1917e623d625Schas williams - CONTRACTOR new_tail->phys = mapping + offsetof(struct he_buff, data); 1918e623d625Schas williams - CONTRACTOR 1919e623d625Schas williams - CONTRACTOR he_dev->rbpl_tail = new_tail; 19201da177e4SLinus Torvalds ++moved; 19211da177e4SLinus Torvalds } 19221da177e4SLinus Torvalds 19231da177e4SLinus Torvalds if (moved) 19241da177e4SLinus Torvalds he_writel(he_dev, RBPL_MASK(he_dev->rbpl_tail), G0_RBPL_T); 19251da177e4SLinus Torvalds } 19261da177e4SLinus Torvalds 19271da177e4SLinus Torvalds static void 19281da177e4SLinus Torvalds he_tasklet(unsigned long data) 19291da177e4SLinus Torvalds { 19301da177e4SLinus Torvalds unsigned long flags; 19311da177e4SLinus Torvalds struct he_dev *he_dev = (struct he_dev *) data; 19321da177e4SLinus Torvalds int group, type; 19331da177e4SLinus Torvalds int updated = 0; 19341da177e4SLinus Torvalds 19351da177e4SLinus Torvalds HPRINTK("tasklet (0x%lx)\n", data); 19361da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 19371da177e4SLinus Torvalds 19381da177e4SLinus Torvalds while (he_dev->irq_head != he_dev->irq_tail) { 19391da177e4SLinus Torvalds ++updated; 19401da177e4SLinus Torvalds 19411da177e4SLinus Torvalds type = ITYPE_TYPE(he_dev->irq_head->isw); 19421da177e4SLinus Torvalds group = ITYPE_GROUP(he_dev->irq_head->isw); 19431da177e4SLinus Torvalds 19441da177e4SLinus Torvalds switch (type) { 19451da177e4SLinus Torvalds case ITYPE_RBRQ_THRESH: 19461da177e4SLinus Torvalds HPRINTK("rbrq%d threshold\n", group); 19471da177e4SLinus Torvalds /* fall through */ 19481da177e4SLinus Torvalds case ITYPE_RBRQ_TIMER: 19491d927870Schas williams - CONTRACTOR if (he_service_rbrq(he_dev, group)) 19501da177e4SLinus Torvalds he_service_rbpl(he_dev, group); 19511da177e4SLinus Torvalds break; 19521da177e4SLinus Torvalds case ITYPE_TBRQ_THRESH: 19531da177e4SLinus Torvalds HPRINTK("tbrq%d threshold\n", group); 19541da177e4SLinus Torvalds /* fall through */ 19551da177e4SLinus Torvalds case ITYPE_TPD_COMPLETE: 19561da177e4SLinus Torvalds he_service_tbrq(he_dev, group); 19571da177e4SLinus Torvalds break; 19581da177e4SLinus Torvalds case ITYPE_RBPL_THRESH: 19591da177e4SLinus Torvalds he_service_rbpl(he_dev, group); 19601da177e4SLinus Torvalds break; 19611da177e4SLinus Torvalds case ITYPE_RBPS_THRESH: 19621d927870Schas williams - CONTRACTOR /* shouldn't happen unless small buffers enabled */ 19631da177e4SLinus Torvalds break; 19641da177e4SLinus Torvalds case ITYPE_PHY: 19651da177e4SLinus Torvalds HPRINTK("phy interrupt\n"); 19661da177e4SLinus Torvalds #ifdef CONFIG_ATM_HE_USE_SUNI 19671da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 19681da177e4SLinus Torvalds if (he_dev->atm_dev->phy && he_dev->atm_dev->phy->interrupt) 19691da177e4SLinus Torvalds he_dev->atm_dev->phy->interrupt(he_dev->atm_dev); 19701da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 19711da177e4SLinus Torvalds #endif 19721da177e4SLinus Torvalds break; 19731da177e4SLinus Torvalds case ITYPE_OTHER: 19741da177e4SLinus Torvalds switch (type|group) { 19751da177e4SLinus Torvalds case ITYPE_PARITY: 19761da177e4SLinus Torvalds hprintk("parity error\n"); 19771da177e4SLinus Torvalds break; 19781da177e4SLinus Torvalds case ITYPE_ABORT: 19791da177e4SLinus Torvalds hprintk("abort 0x%x\n", he_readl(he_dev, ABORT_ADDR)); 19801da177e4SLinus Torvalds break; 19811da177e4SLinus Torvalds } 19821da177e4SLinus Torvalds break; 19831da177e4SLinus Torvalds case ITYPE_TYPE(ITYPE_INVALID): 19841da177e4SLinus Torvalds /* see 8.1.1 -- check all queues */ 19851da177e4SLinus Torvalds 19861da177e4SLinus Torvalds HPRINTK("isw not updated 0x%x\n", he_dev->irq_head->isw); 19871da177e4SLinus Torvalds 19881da177e4SLinus Torvalds he_service_rbrq(he_dev, 0); 19891da177e4SLinus Torvalds he_service_rbpl(he_dev, 0); 19901da177e4SLinus Torvalds he_service_tbrq(he_dev, 0); 19911da177e4SLinus Torvalds break; 19921da177e4SLinus Torvalds default: 19931da177e4SLinus Torvalds hprintk("bad isw 0x%x?\n", he_dev->irq_head->isw); 19941da177e4SLinus Torvalds } 19951da177e4SLinus Torvalds 19961da177e4SLinus Torvalds he_dev->irq_head->isw = ITYPE_INVALID; 19971da177e4SLinus Torvalds 19981da177e4SLinus Torvalds he_dev->irq_head = (struct he_irq *) NEXT_ENTRY(he_dev->irq_base, he_dev->irq_head, IRQ_MASK); 19991da177e4SLinus Torvalds } 20001da177e4SLinus Torvalds 20011da177e4SLinus Torvalds if (updated) { 20021da177e4SLinus Torvalds if (updated > he_dev->irq_peak) 20031da177e4SLinus Torvalds he_dev->irq_peak = updated; 20041da177e4SLinus Torvalds 20051da177e4SLinus Torvalds he_writel(he_dev, 20061da177e4SLinus Torvalds IRQ_SIZE(CONFIG_IRQ_SIZE) | 20071da177e4SLinus Torvalds IRQ_THRESH(CONFIG_IRQ_THRESH) | 20081da177e4SLinus Torvalds IRQ_TAIL(he_dev->irq_tail), IRQ0_HEAD); 20091da177e4SLinus Torvalds (void) he_readl(he_dev, INT_FIFO); /* 8.1.2 controller errata; flush posted writes */ 20101da177e4SLinus Torvalds } 20111da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 20121da177e4SLinus Torvalds } 20131da177e4SLinus Torvalds 20141da177e4SLinus Torvalds static irqreturn_t 20157d12e780SDavid Howells he_irq_handler(int irq, void *dev_id) 20161da177e4SLinus Torvalds { 20171da177e4SLinus Torvalds unsigned long flags; 20181da177e4SLinus Torvalds struct he_dev *he_dev = (struct he_dev * )dev_id; 20191da177e4SLinus Torvalds int handled = 0; 20201da177e4SLinus Torvalds 20211da177e4SLinus Torvalds if (he_dev == NULL) 20221da177e4SLinus Torvalds return IRQ_NONE; 20231da177e4SLinus Torvalds 20241da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 20251da177e4SLinus Torvalds 20261da177e4SLinus Torvalds he_dev->irq_tail = (struct he_irq *) (((unsigned long)he_dev->irq_base) | 20271da177e4SLinus Torvalds (*he_dev->irq_tailoffset << 2)); 20281da177e4SLinus Torvalds 20291da177e4SLinus Torvalds if (he_dev->irq_tail == he_dev->irq_head) { 20301da177e4SLinus Torvalds HPRINTK("tailoffset not updated?\n"); 20311da177e4SLinus Torvalds he_dev->irq_tail = (struct he_irq *) ((unsigned long)he_dev->irq_base | 20321da177e4SLinus Torvalds ((he_readl(he_dev, IRQ0_BASE) & IRQ_MASK) << 2)); 20331da177e4SLinus Torvalds (void) he_readl(he_dev, INT_FIFO); /* 8.1.2 controller errata */ 20341da177e4SLinus Torvalds } 20351da177e4SLinus Torvalds 20361da177e4SLinus Torvalds #ifdef DEBUG 20371da177e4SLinus Torvalds if (he_dev->irq_head == he_dev->irq_tail /* && !IRQ_PENDING */) 20381da177e4SLinus Torvalds hprintk("spurious (or shared) interrupt?\n"); 20391da177e4SLinus Torvalds #endif 20401da177e4SLinus Torvalds 20411da177e4SLinus Torvalds if (he_dev->irq_head != he_dev->irq_tail) { 20421da177e4SLinus Torvalds handled = 1; 20431da177e4SLinus Torvalds tasklet_schedule(&he_dev->tasklet); 20441da177e4SLinus Torvalds he_writel(he_dev, INT_CLEAR_A, INT_FIFO); /* clear interrupt */ 20451da177e4SLinus Torvalds (void) he_readl(he_dev, INT_FIFO); /* flush posted writes */ 20461da177e4SLinus Torvalds } 20471da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 20481da177e4SLinus Torvalds return IRQ_RETVAL(handled); 20491da177e4SLinus Torvalds 20501da177e4SLinus Torvalds } 20511da177e4SLinus Torvalds 20521da177e4SLinus Torvalds static __inline__ void 20531da177e4SLinus Torvalds __enqueue_tpd(struct he_dev *he_dev, struct he_tpd *tpd, unsigned cid) 20541da177e4SLinus Torvalds { 20551da177e4SLinus Torvalds struct he_tpdrq *new_tail; 20561da177e4SLinus Torvalds 20571da177e4SLinus Torvalds HPRINTK("tpdrq %p cid 0x%x -> tpdrq_tail %p\n", 20581da177e4SLinus Torvalds tpd, cid, he_dev->tpdrq_tail); 20591da177e4SLinus Torvalds 20601da177e4SLinus Torvalds /* new_tail = he_dev->tpdrq_tail; */ 20611da177e4SLinus Torvalds new_tail = (struct he_tpdrq *) ((unsigned long) he_dev->tpdrq_base | 20621da177e4SLinus Torvalds TPDRQ_MASK(he_dev->tpdrq_tail+1)); 20631da177e4SLinus Torvalds 20641da177e4SLinus Torvalds /* 20651da177e4SLinus Torvalds * check to see if we are about to set the tail == head 20661da177e4SLinus Torvalds * if true, update the head pointer from the adapter 20671da177e4SLinus Torvalds * to see if this is really the case (reading the queue 20681da177e4SLinus Torvalds * head for every enqueue would be unnecessarily slow) 20691da177e4SLinus Torvalds */ 20701da177e4SLinus Torvalds 20711da177e4SLinus Torvalds if (new_tail == he_dev->tpdrq_head) { 20721da177e4SLinus Torvalds he_dev->tpdrq_head = (struct he_tpdrq *) 20731da177e4SLinus Torvalds (((unsigned long)he_dev->tpdrq_base) | 20741da177e4SLinus Torvalds TPDRQ_MASK(he_readl(he_dev, TPDRQ_B_H))); 20751da177e4SLinus Torvalds 20761da177e4SLinus Torvalds if (new_tail == he_dev->tpdrq_head) { 2077d730e103SChas Williams int slot; 2078d730e103SChas Williams 20791da177e4SLinus Torvalds hprintk("tpdrq full (cid 0x%x)\n", cid); 20801da177e4SLinus Torvalds /* 20811da177e4SLinus Torvalds * FIXME 20821da177e4SLinus Torvalds * push tpd onto a transmit backlog queue 20831da177e4SLinus Torvalds * after service_tbrq, service the backlog 20841da177e4SLinus Torvalds * for now, we just drop the pdu 20851da177e4SLinus Torvalds */ 2086d730e103SChas Williams for (slot = 0; slot < TPD_MAXIOV; ++slot) { 2087d730e103SChas Williams if (tpd->iovec[slot].addr) 2088ede58ef2Schas williams - CONTRACTOR dma_unmap_single(&he_dev->pci_dev->dev, 2089d730e103SChas Williams tpd->iovec[slot].addr, 2090d730e103SChas Williams tpd->iovec[slot].len & TPD_LEN_MASK, 2091ede58ef2Schas williams - CONTRACTOR DMA_TO_DEVICE); 2092d730e103SChas Williams } 20931da177e4SLinus Torvalds if (tpd->skb) { 20941da177e4SLinus Torvalds if (tpd->vcc->pop) 20951da177e4SLinus Torvalds tpd->vcc->pop(tpd->vcc, tpd->skb); 20961da177e4SLinus Torvalds else 20971da177e4SLinus Torvalds dev_kfree_skb_any(tpd->skb); 20981da177e4SLinus Torvalds atomic_inc(&tpd->vcc->stats->tx_err); 20991da177e4SLinus Torvalds } 2100ede58ef2Schas williams - CONTRACTOR dma_pool_free(he_dev->tpd_pool, tpd, TPD_ADDR(tpd->status)); 21011da177e4SLinus Torvalds return; 21021da177e4SLinus Torvalds } 21031da177e4SLinus Torvalds } 21041da177e4SLinus Torvalds 21051da177e4SLinus Torvalds /* 2.1.5 transmit packet descriptor ready queue */ 21061da177e4SLinus Torvalds list_add_tail(&tpd->entry, &he_dev->outstanding_tpds); 21071da177e4SLinus Torvalds he_dev->tpdrq_tail->tpd = TPD_ADDR(tpd->status); 21081da177e4SLinus Torvalds he_dev->tpdrq_tail->cid = cid; 21091da177e4SLinus Torvalds wmb(); 21101da177e4SLinus Torvalds 21111da177e4SLinus Torvalds he_dev->tpdrq_tail = new_tail; 21121da177e4SLinus Torvalds 21131da177e4SLinus Torvalds he_writel(he_dev, TPDRQ_MASK(he_dev->tpdrq_tail), TPDRQ_T); 21141da177e4SLinus Torvalds (void) he_readl(he_dev, TPDRQ_T); /* flush posted writes */ 21151da177e4SLinus Torvalds } 21161da177e4SLinus Torvalds 21171da177e4SLinus Torvalds static int 21181da177e4SLinus Torvalds he_open(struct atm_vcc *vcc) 21191da177e4SLinus Torvalds { 21201da177e4SLinus Torvalds unsigned long flags; 21211da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(vcc->dev); 21221da177e4SLinus Torvalds struct he_vcc *he_vcc; 21231da177e4SLinus Torvalds int err = 0; 21241da177e4SLinus Torvalds unsigned cid, rsr0, rsr1, rsr4, tsr0, tsr0_aal, tsr4, period, reg, clock; 21251da177e4SLinus Torvalds short vpi = vcc->vpi; 21261da177e4SLinus Torvalds int vci = vcc->vci; 21271da177e4SLinus Torvalds 21281da177e4SLinus Torvalds if (vci == ATM_VCI_UNSPEC || vpi == ATM_VPI_UNSPEC) 21291da177e4SLinus Torvalds return 0; 21301da177e4SLinus Torvalds 21311da177e4SLinus Torvalds HPRINTK("open vcc %p %d.%d\n", vcc, vpi, vci); 21321da177e4SLinus Torvalds 21331da177e4SLinus Torvalds set_bit(ATM_VF_ADDR, &vcc->flags); 21341da177e4SLinus Torvalds 21351da177e4SLinus Torvalds cid = he_mkcid(he_dev, vpi, vci); 21361da177e4SLinus Torvalds 21375cbded58SRobert P. J. Day he_vcc = kmalloc(sizeof(struct he_vcc), GFP_ATOMIC); 21381da177e4SLinus Torvalds if (he_vcc == NULL) { 21391da177e4SLinus Torvalds hprintk("unable to allocate he_vcc during open\n"); 21401da177e4SLinus Torvalds return -ENOMEM; 21411da177e4SLinus Torvalds } 21421da177e4SLinus Torvalds 2143e623d625Schas williams - CONTRACTOR INIT_LIST_HEAD(&he_vcc->buffers); 21441da177e4SLinus Torvalds he_vcc->pdu_len = 0; 21451da177e4SLinus Torvalds he_vcc->rc_index = -1; 21461da177e4SLinus Torvalds 21471da177e4SLinus Torvalds init_waitqueue_head(&he_vcc->rx_waitq); 21481da177e4SLinus Torvalds init_waitqueue_head(&he_vcc->tx_waitq); 21491da177e4SLinus Torvalds 21501da177e4SLinus Torvalds vcc->dev_data = he_vcc; 21511da177e4SLinus Torvalds 21521da177e4SLinus Torvalds if (vcc->qos.txtp.traffic_class != ATM_NONE) { 21531da177e4SLinus Torvalds int pcr_goal; 21541da177e4SLinus Torvalds 21551da177e4SLinus Torvalds pcr_goal = atm_pcr_goal(&vcc->qos.txtp); 21561da177e4SLinus Torvalds if (pcr_goal == 0) 21571da177e4SLinus Torvalds pcr_goal = he_dev->atm_dev->link_rate; 21581da177e4SLinus Torvalds if (pcr_goal < 0) /* means round down, technically */ 21591da177e4SLinus Torvalds pcr_goal = -pcr_goal; 21601da177e4SLinus Torvalds 21611da177e4SLinus Torvalds HPRINTK("open tx cid 0x%x pcr_goal %d\n", cid, pcr_goal); 21621da177e4SLinus Torvalds 21631da177e4SLinus Torvalds switch (vcc->qos.aal) { 21641da177e4SLinus Torvalds case ATM_AAL5: 21651da177e4SLinus Torvalds tsr0_aal = TSR0_AAL5; 21661da177e4SLinus Torvalds tsr4 = TSR4_AAL5; 21671da177e4SLinus Torvalds break; 21681da177e4SLinus Torvalds case ATM_AAL0: 21691da177e4SLinus Torvalds tsr0_aal = TSR0_AAL0_SDU; 21701da177e4SLinus Torvalds tsr4 = TSR4_AAL0_SDU; 21711da177e4SLinus Torvalds break; 21721da177e4SLinus Torvalds default: 21731da177e4SLinus Torvalds err = -EINVAL; 21741da177e4SLinus Torvalds goto open_failed; 21751da177e4SLinus Torvalds } 21761da177e4SLinus Torvalds 21771da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 21781da177e4SLinus Torvalds tsr0 = he_readl_tsr0(he_dev, cid); 21791da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 21801da177e4SLinus Torvalds 21811da177e4SLinus Torvalds if (TSR0_CONN_STATE(tsr0) != 0) { 21821da177e4SLinus Torvalds hprintk("cid 0x%x not idle (tsr0 = 0x%x)\n", cid, tsr0); 21831da177e4SLinus Torvalds err = -EBUSY; 21841da177e4SLinus Torvalds goto open_failed; 21851da177e4SLinus Torvalds } 21861da177e4SLinus Torvalds 21871da177e4SLinus Torvalds switch (vcc->qos.txtp.traffic_class) { 21881da177e4SLinus Torvalds case ATM_UBR: 21891da177e4SLinus Torvalds /* 2.3.3.1 open connection ubr */ 21901da177e4SLinus Torvalds 21911da177e4SLinus Torvalds tsr0 = TSR0_UBR | TSR0_GROUP(0) | tsr0_aal | 21921da177e4SLinus Torvalds TSR0_USE_WMIN | TSR0_UPDATE_GER; 21931da177e4SLinus Torvalds break; 21941da177e4SLinus Torvalds 21951da177e4SLinus Torvalds case ATM_CBR: 21961da177e4SLinus Torvalds /* 2.3.3.2 open connection cbr */ 21971da177e4SLinus Torvalds 21981da177e4SLinus Torvalds /* 8.2.3 cbr scheduler wrap problem -- limit to 90% total link rate */ 21991da177e4SLinus Torvalds if ((he_dev->total_bw + pcr_goal) 22001da177e4SLinus Torvalds > (he_dev->atm_dev->link_rate * 9 / 10)) 22011da177e4SLinus Torvalds { 22021da177e4SLinus Torvalds err = -EBUSY; 22031da177e4SLinus Torvalds goto open_failed; 22041da177e4SLinus Torvalds } 22051da177e4SLinus Torvalds 22061da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); /* also protects he_dev->cs_stper[] */ 22071da177e4SLinus Torvalds 22081da177e4SLinus Torvalds /* find an unused cs_stper register */ 22091da177e4SLinus Torvalds for (reg = 0; reg < HE_NUM_CS_STPER; ++reg) 22101da177e4SLinus Torvalds if (he_dev->cs_stper[reg].inuse == 0 || 22111da177e4SLinus Torvalds he_dev->cs_stper[reg].pcr == pcr_goal) 22121da177e4SLinus Torvalds break; 22131da177e4SLinus Torvalds 22141da177e4SLinus Torvalds if (reg == HE_NUM_CS_STPER) { 22151da177e4SLinus Torvalds err = -EBUSY; 22161da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 22171da177e4SLinus Torvalds goto open_failed; 22181da177e4SLinus Torvalds } 22191da177e4SLinus Torvalds 22201da177e4SLinus Torvalds he_dev->total_bw += pcr_goal; 22211da177e4SLinus Torvalds 22221da177e4SLinus Torvalds he_vcc->rc_index = reg; 22231da177e4SLinus Torvalds ++he_dev->cs_stper[reg].inuse; 22241da177e4SLinus Torvalds he_dev->cs_stper[reg].pcr = pcr_goal; 22251da177e4SLinus Torvalds 22261da177e4SLinus Torvalds clock = he_is622(he_dev) ? 66667000 : 50000000; 22271da177e4SLinus Torvalds period = clock / pcr_goal; 22281da177e4SLinus Torvalds 22291da177e4SLinus Torvalds HPRINTK("rc_index = %d period = %d\n", 22301da177e4SLinus Torvalds reg, period); 22311da177e4SLinus Torvalds 22321da177e4SLinus Torvalds he_writel_mbox(he_dev, rate_to_atmf(period/2), 22331da177e4SLinus Torvalds CS_STPER0 + reg); 22341da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 22351da177e4SLinus Torvalds 22361da177e4SLinus Torvalds tsr0 = TSR0_CBR | TSR0_GROUP(0) | tsr0_aal | 22371da177e4SLinus Torvalds TSR0_RC_INDEX(reg); 22381da177e4SLinus Torvalds 22391da177e4SLinus Torvalds break; 22401da177e4SLinus Torvalds default: 22411da177e4SLinus Torvalds err = -EINVAL; 22421da177e4SLinus Torvalds goto open_failed; 22431da177e4SLinus Torvalds } 22441da177e4SLinus Torvalds 22451da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 22461da177e4SLinus Torvalds 22471da177e4SLinus Torvalds he_writel_tsr0(he_dev, tsr0, cid); 22481da177e4SLinus Torvalds he_writel_tsr4(he_dev, tsr4 | 1, cid); 22491da177e4SLinus Torvalds he_writel_tsr1(he_dev, TSR1_MCR(rate_to_atmf(0)) | 22501da177e4SLinus Torvalds TSR1_PCR(rate_to_atmf(pcr_goal)), cid); 22511da177e4SLinus Torvalds he_writel_tsr2(he_dev, TSR2_ACR(rate_to_atmf(pcr_goal)), cid); 22521da177e4SLinus Torvalds he_writel_tsr9(he_dev, TSR9_OPEN_CONN, cid); 22531da177e4SLinus Torvalds 22541da177e4SLinus Torvalds he_writel_tsr3(he_dev, 0x0, cid); 22551da177e4SLinus Torvalds he_writel_tsr5(he_dev, 0x0, cid); 22561da177e4SLinus Torvalds he_writel_tsr6(he_dev, 0x0, cid); 22571da177e4SLinus Torvalds he_writel_tsr7(he_dev, 0x0, cid); 22581da177e4SLinus Torvalds he_writel_tsr8(he_dev, 0x0, cid); 22591da177e4SLinus Torvalds he_writel_tsr10(he_dev, 0x0, cid); 22601da177e4SLinus Torvalds he_writel_tsr11(he_dev, 0x0, cid); 22611da177e4SLinus Torvalds he_writel_tsr12(he_dev, 0x0, cid); 22621da177e4SLinus Torvalds he_writel_tsr13(he_dev, 0x0, cid); 22631da177e4SLinus Torvalds he_writel_tsr14(he_dev, 0x0, cid); 22641da177e4SLinus Torvalds (void) he_readl_tsr0(he_dev, cid); /* flush posted writes */ 22651da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 22661da177e4SLinus Torvalds } 22671da177e4SLinus Torvalds 22681da177e4SLinus Torvalds if (vcc->qos.rxtp.traffic_class != ATM_NONE) { 22691da177e4SLinus Torvalds unsigned aal; 22701da177e4SLinus Torvalds 22711da177e4SLinus Torvalds HPRINTK("open rx cid 0x%x (rx_waitq %p)\n", cid, 22721da177e4SLinus Torvalds &HE_VCC(vcc)->rx_waitq); 22731da177e4SLinus Torvalds 22741da177e4SLinus Torvalds switch (vcc->qos.aal) { 22751da177e4SLinus Torvalds case ATM_AAL5: 22761da177e4SLinus Torvalds aal = RSR0_AAL5; 22771da177e4SLinus Torvalds break; 22781da177e4SLinus Torvalds case ATM_AAL0: 22791da177e4SLinus Torvalds aal = RSR0_RAWCELL; 22801da177e4SLinus Torvalds break; 22811da177e4SLinus Torvalds default: 22821da177e4SLinus Torvalds err = -EINVAL; 22831da177e4SLinus Torvalds goto open_failed; 22841da177e4SLinus Torvalds } 22851da177e4SLinus Torvalds 22861da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 22871da177e4SLinus Torvalds 22881da177e4SLinus Torvalds rsr0 = he_readl_rsr0(he_dev, cid); 22891da177e4SLinus Torvalds if (rsr0 & RSR0_OPEN_CONN) { 22901da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 22911da177e4SLinus Torvalds 22921da177e4SLinus Torvalds hprintk("cid 0x%x not idle (rsr0 = 0x%x)\n", cid, rsr0); 22931da177e4SLinus Torvalds err = -EBUSY; 22941da177e4SLinus Torvalds goto open_failed; 22951da177e4SLinus Torvalds } 22961da177e4SLinus Torvalds 22971d927870Schas williams - CONTRACTOR rsr1 = RSR1_GROUP(0) | RSR1_RBPL_ONLY; 22981d927870Schas williams - CONTRACTOR rsr4 = RSR4_GROUP(0) | RSR4_RBPL_ONLY; 22991da177e4SLinus Torvalds rsr0 = vcc->qos.rxtp.traffic_class == ATM_UBR ? 23001da177e4SLinus Torvalds (RSR0_EPD_ENABLE|RSR0_PPD_ENABLE) : 0; 23011da177e4SLinus Torvalds 23021da177e4SLinus Torvalds #ifdef USE_CHECKSUM_HW 23031da177e4SLinus Torvalds if (vpi == 0 && vci >= ATM_NOT_RSV_VCI) 23041da177e4SLinus Torvalds rsr0 |= RSR0_TCP_CKSUM; 23051da177e4SLinus Torvalds #endif 23061da177e4SLinus Torvalds 23071da177e4SLinus Torvalds he_writel_rsr4(he_dev, rsr4, cid); 23081da177e4SLinus Torvalds he_writel_rsr1(he_dev, rsr1, cid); 23091da177e4SLinus Torvalds /* 5.1.11 last parameter initialized should be 23101da177e4SLinus Torvalds the open/closed indication in rsr0 */ 23111da177e4SLinus Torvalds he_writel_rsr0(he_dev, 23121da177e4SLinus Torvalds rsr0 | RSR0_START_PDU | RSR0_OPEN_CONN | aal, cid); 23131da177e4SLinus Torvalds (void) he_readl_rsr0(he_dev, cid); /* flush posted writes */ 23141da177e4SLinus Torvalds 23151da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 23161da177e4SLinus Torvalds } 23171da177e4SLinus Torvalds 23181da177e4SLinus Torvalds open_failed: 23191da177e4SLinus Torvalds 23201da177e4SLinus Torvalds if (err) { 23211da177e4SLinus Torvalds kfree(he_vcc); 23221da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 23231da177e4SLinus Torvalds } 23241da177e4SLinus Torvalds else 23251da177e4SLinus Torvalds set_bit(ATM_VF_READY, &vcc->flags); 23261da177e4SLinus Torvalds 23271da177e4SLinus Torvalds return err; 23281da177e4SLinus Torvalds } 23291da177e4SLinus Torvalds 23301da177e4SLinus Torvalds static void 23311da177e4SLinus Torvalds he_close(struct atm_vcc *vcc) 23321da177e4SLinus Torvalds { 23331da177e4SLinus Torvalds unsigned long flags; 23341da177e4SLinus Torvalds DECLARE_WAITQUEUE(wait, current); 23351da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(vcc->dev); 23361da177e4SLinus Torvalds struct he_tpd *tpd; 23371da177e4SLinus Torvalds unsigned cid; 23381da177e4SLinus Torvalds struct he_vcc *he_vcc = HE_VCC(vcc); 23391da177e4SLinus Torvalds #define MAX_RETRY 30 23401da177e4SLinus Torvalds int retry = 0, sleep = 1, tx_inuse; 23411da177e4SLinus Torvalds 23421da177e4SLinus Torvalds HPRINTK("close vcc %p %d.%d\n", vcc, vcc->vpi, vcc->vci); 23431da177e4SLinus Torvalds 23441da177e4SLinus Torvalds clear_bit(ATM_VF_READY, &vcc->flags); 23451da177e4SLinus Torvalds cid = he_mkcid(he_dev, vcc->vpi, vcc->vci); 23461da177e4SLinus Torvalds 23471da177e4SLinus Torvalds if (vcc->qos.rxtp.traffic_class != ATM_NONE) { 23481da177e4SLinus Torvalds int timeout; 23491da177e4SLinus Torvalds 23501da177e4SLinus Torvalds HPRINTK("close rx cid 0x%x\n", cid); 23511da177e4SLinus Torvalds 23521da177e4SLinus Torvalds /* 2.7.2.2 close receive operation */ 23531da177e4SLinus Torvalds 23541da177e4SLinus Torvalds /* wait for previous close (if any) to finish */ 23551da177e4SLinus Torvalds 23561da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 23571da177e4SLinus Torvalds while (he_readl(he_dev, RCC_STAT) & RCC_BUSY) { 23581da177e4SLinus Torvalds HPRINTK("close cid 0x%x RCC_BUSY\n", cid); 23591da177e4SLinus Torvalds udelay(250); 23601da177e4SLinus Torvalds } 23611da177e4SLinus Torvalds 23621da177e4SLinus Torvalds set_current_state(TASK_UNINTERRUPTIBLE); 23631da177e4SLinus Torvalds add_wait_queue(&he_vcc->rx_waitq, &wait); 23641da177e4SLinus Torvalds 23651da177e4SLinus Torvalds he_writel_rsr0(he_dev, RSR0_CLOSE_CONN, cid); 23661da177e4SLinus Torvalds (void) he_readl_rsr0(he_dev, cid); /* flush posted writes */ 23671da177e4SLinus Torvalds he_writel_mbox(he_dev, cid, RXCON_CLOSE); 23681da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 23691da177e4SLinus Torvalds 23701da177e4SLinus Torvalds timeout = schedule_timeout(30*HZ); 23711da177e4SLinus Torvalds 23721da177e4SLinus Torvalds remove_wait_queue(&he_vcc->rx_waitq, &wait); 23731da177e4SLinus Torvalds set_current_state(TASK_RUNNING); 23741da177e4SLinus Torvalds 23751da177e4SLinus Torvalds if (timeout == 0) 23761da177e4SLinus Torvalds hprintk("close rx timeout cid 0x%x\n", cid); 23771da177e4SLinus Torvalds 23781da177e4SLinus Torvalds HPRINTK("close rx cid 0x%x complete\n", cid); 23791da177e4SLinus Torvalds 23801da177e4SLinus Torvalds } 23811da177e4SLinus Torvalds 23821da177e4SLinus Torvalds if (vcc->qos.txtp.traffic_class != ATM_NONE) { 23831da177e4SLinus Torvalds volatile unsigned tsr4, tsr0; 23841da177e4SLinus Torvalds int timeout; 23851da177e4SLinus Torvalds 23861da177e4SLinus Torvalds HPRINTK("close tx cid 0x%x\n", cid); 23871da177e4SLinus Torvalds 23881da177e4SLinus Torvalds /* 2.1.2 23891da177e4SLinus Torvalds * 23901da177e4SLinus Torvalds * ... the host must first stop queueing packets to the TPDRQ 23911da177e4SLinus Torvalds * on the connection to be closed, then wait for all outstanding 23921da177e4SLinus Torvalds * packets to be transmitted and their buffers returned to the 23931da177e4SLinus Torvalds * TBRQ. When the last packet on the connection arrives in the 23941da177e4SLinus Torvalds * TBRQ, the host issues the close command to the adapter. 23951da177e4SLinus Torvalds */ 23961da177e4SLinus Torvalds 239714afee4bSReshetova, Elena while (((tx_inuse = refcount_read(&sk_atm(vcc)->sk_wmem_alloc)) > 1) && 23981da177e4SLinus Torvalds (retry < MAX_RETRY)) { 23991da177e4SLinus Torvalds msleep(sleep); 24001da177e4SLinus Torvalds if (sleep < 250) 24011da177e4SLinus Torvalds sleep = sleep * 2; 24021da177e4SLinus Torvalds 24031da177e4SLinus Torvalds ++retry; 24041da177e4SLinus Torvalds } 24051da177e4SLinus Torvalds 2406504bb3b5Schas williams - CONTRACTOR if (tx_inuse > 1) 24071da177e4SLinus Torvalds hprintk("close tx cid 0x%x tx_inuse = %d\n", cid, tx_inuse); 24081da177e4SLinus Torvalds 24091da177e4SLinus Torvalds /* 2.3.1.1 generic close operations with flush */ 24101da177e4SLinus Torvalds 24111da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 24121da177e4SLinus Torvalds he_writel_tsr4_upper(he_dev, TSR4_FLUSH_CONN, cid); 24131da177e4SLinus Torvalds /* also clears TSR4_SESSION_ENDED */ 24141da177e4SLinus Torvalds 24151da177e4SLinus Torvalds switch (vcc->qos.txtp.traffic_class) { 24161da177e4SLinus Torvalds case ATM_UBR: 24171da177e4SLinus Torvalds he_writel_tsr1(he_dev, 24181da177e4SLinus Torvalds TSR1_MCR(rate_to_atmf(200000)) 24191da177e4SLinus Torvalds | TSR1_PCR(0), cid); 24201da177e4SLinus Torvalds break; 24211da177e4SLinus Torvalds case ATM_CBR: 24221da177e4SLinus Torvalds he_writel_tsr14_upper(he_dev, TSR14_DELETE, cid); 24231da177e4SLinus Torvalds break; 24241da177e4SLinus Torvalds } 24251da177e4SLinus Torvalds (void) he_readl_tsr4(he_dev, cid); /* flush posted writes */ 24261da177e4SLinus Torvalds 24271da177e4SLinus Torvalds tpd = __alloc_tpd(he_dev); 24281da177e4SLinus Torvalds if (tpd == NULL) { 24291da177e4SLinus Torvalds hprintk("close tx he_alloc_tpd failed cid 0x%x\n", cid); 24301da177e4SLinus Torvalds goto close_tx_incomplete; 24311da177e4SLinus Torvalds } 24321da177e4SLinus Torvalds tpd->status |= TPD_EOS | TPD_INT; 24331da177e4SLinus Torvalds tpd->skb = NULL; 24341da177e4SLinus Torvalds tpd->vcc = vcc; 24351da177e4SLinus Torvalds wmb(); 24361da177e4SLinus Torvalds 24371da177e4SLinus Torvalds set_current_state(TASK_UNINTERRUPTIBLE); 24381da177e4SLinus Torvalds add_wait_queue(&he_vcc->tx_waitq, &wait); 24391da177e4SLinus Torvalds __enqueue_tpd(he_dev, tpd, cid); 24401da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 24411da177e4SLinus Torvalds 24421da177e4SLinus Torvalds timeout = schedule_timeout(30*HZ); 24431da177e4SLinus Torvalds 24441da177e4SLinus Torvalds remove_wait_queue(&he_vcc->tx_waitq, &wait); 24451da177e4SLinus Torvalds set_current_state(TASK_RUNNING); 24461da177e4SLinus Torvalds 24471da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 24481da177e4SLinus Torvalds 24491da177e4SLinus Torvalds if (timeout == 0) { 24501da177e4SLinus Torvalds hprintk("close tx timeout cid 0x%x\n", cid); 24511da177e4SLinus Torvalds goto close_tx_incomplete; 24521da177e4SLinus Torvalds } 24531da177e4SLinus Torvalds 24541da177e4SLinus Torvalds while (!((tsr4 = he_readl_tsr4(he_dev, cid)) & TSR4_SESSION_ENDED)) { 24551da177e4SLinus Torvalds HPRINTK("close tx cid 0x%x !TSR4_SESSION_ENDED (tsr4 = 0x%x)\n", cid, tsr4); 24561da177e4SLinus Torvalds udelay(250); 24571da177e4SLinus Torvalds } 24581da177e4SLinus Torvalds 24591da177e4SLinus Torvalds while (TSR0_CONN_STATE(tsr0 = he_readl_tsr0(he_dev, cid)) != 0) { 24601da177e4SLinus Torvalds HPRINTK("close tx cid 0x%x TSR0_CONN_STATE != 0 (tsr0 = 0x%x)\n", cid, tsr0); 24611da177e4SLinus Torvalds udelay(250); 24621da177e4SLinus Torvalds } 24631da177e4SLinus Torvalds 24641da177e4SLinus Torvalds close_tx_incomplete: 24651da177e4SLinus Torvalds 24661da177e4SLinus Torvalds if (vcc->qos.txtp.traffic_class == ATM_CBR) { 24671da177e4SLinus Torvalds int reg = he_vcc->rc_index; 24681da177e4SLinus Torvalds 24691da177e4SLinus Torvalds HPRINTK("cs_stper reg = %d\n", reg); 24701da177e4SLinus Torvalds 24711da177e4SLinus Torvalds if (he_dev->cs_stper[reg].inuse == 0) 24721da177e4SLinus Torvalds hprintk("cs_stper[%d].inuse = 0!\n", reg); 24731da177e4SLinus Torvalds else 24741da177e4SLinus Torvalds --he_dev->cs_stper[reg].inuse; 24751da177e4SLinus Torvalds 24761da177e4SLinus Torvalds he_dev->total_bw -= he_dev->cs_stper[reg].pcr; 24771da177e4SLinus Torvalds } 24781da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 24791da177e4SLinus Torvalds 24801da177e4SLinus Torvalds HPRINTK("close tx cid 0x%x complete\n", cid); 24811da177e4SLinus Torvalds } 24821da177e4SLinus Torvalds 24831da177e4SLinus Torvalds kfree(he_vcc); 24841da177e4SLinus Torvalds 24851da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 24861da177e4SLinus Torvalds } 24871da177e4SLinus Torvalds 24881da177e4SLinus Torvalds static int 24891da177e4SLinus Torvalds he_send(struct atm_vcc *vcc, struct sk_buff *skb) 24901da177e4SLinus Torvalds { 24911da177e4SLinus Torvalds unsigned long flags; 24921da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(vcc->dev); 24931da177e4SLinus Torvalds unsigned cid = he_mkcid(he_dev, vcc->vpi, vcc->vci); 24941da177e4SLinus Torvalds struct he_tpd *tpd; 24951da177e4SLinus Torvalds #ifdef USE_SCATTERGATHER 24961da177e4SLinus Torvalds int i, slot = 0; 24971da177e4SLinus Torvalds #endif 24981da177e4SLinus Torvalds 24991da177e4SLinus Torvalds #define HE_TPD_BUFSIZE 0xffff 25001da177e4SLinus Torvalds 25011da177e4SLinus Torvalds HPRINTK("send %d.%d\n", vcc->vpi, vcc->vci); 25021da177e4SLinus Torvalds 25031da177e4SLinus Torvalds if ((skb->len > HE_TPD_BUFSIZE) || 25041da177e4SLinus Torvalds ((vcc->qos.aal == ATM_AAL0) && (skb->len != ATM_AAL0_SDU))) { 25051da177e4SLinus Torvalds hprintk("buffer too large (or small) -- %d bytes\n", skb->len ); 25061da177e4SLinus Torvalds if (vcc->pop) 25071da177e4SLinus Torvalds vcc->pop(vcc, skb); 25081da177e4SLinus Torvalds else 25091da177e4SLinus Torvalds dev_kfree_skb_any(skb); 25101da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 25111da177e4SLinus Torvalds return -EINVAL; 25121da177e4SLinus Torvalds } 25131da177e4SLinus Torvalds 25141da177e4SLinus Torvalds #ifndef USE_SCATTERGATHER 25151da177e4SLinus Torvalds if (skb_shinfo(skb)->nr_frags) { 25161da177e4SLinus Torvalds hprintk("no scatter/gather support\n"); 25171da177e4SLinus Torvalds if (vcc->pop) 25181da177e4SLinus Torvalds vcc->pop(vcc, skb); 25191da177e4SLinus Torvalds else 25201da177e4SLinus Torvalds dev_kfree_skb_any(skb); 25211da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 25221da177e4SLinus Torvalds return -EINVAL; 25231da177e4SLinus Torvalds } 25241da177e4SLinus Torvalds #endif 25251da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 25261da177e4SLinus Torvalds 25271da177e4SLinus Torvalds tpd = __alloc_tpd(he_dev); 25281da177e4SLinus Torvalds if (tpd == NULL) { 25291da177e4SLinus Torvalds if (vcc->pop) 25301da177e4SLinus Torvalds vcc->pop(vcc, skb); 25311da177e4SLinus Torvalds else 25321da177e4SLinus Torvalds dev_kfree_skb_any(skb); 25331da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 25341da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 25351da177e4SLinus Torvalds return -ENOMEM; 25361da177e4SLinus Torvalds } 25371da177e4SLinus Torvalds 25381da177e4SLinus Torvalds if (vcc->qos.aal == ATM_AAL5) 25391da177e4SLinus Torvalds tpd->status |= TPD_CELLTYPE(TPD_USERCELL); 25401da177e4SLinus Torvalds else { 25411da177e4SLinus Torvalds char *pti_clp = (void *) (skb->data + 3); 25421da177e4SLinus Torvalds int clp, pti; 25431da177e4SLinus Torvalds 25441da177e4SLinus Torvalds pti = (*pti_clp & ATM_HDR_PTI_MASK) >> ATM_HDR_PTI_SHIFT; 25451da177e4SLinus Torvalds clp = (*pti_clp & ATM_HDR_CLP); 25461da177e4SLinus Torvalds tpd->status |= TPD_CELLTYPE(pti); 25471da177e4SLinus Torvalds if (clp) 25481da177e4SLinus Torvalds tpd->status |= TPD_CLP; 25491da177e4SLinus Torvalds 25501da177e4SLinus Torvalds skb_pull(skb, ATM_AAL0_SDU - ATM_CELL_PAYLOAD); 25511da177e4SLinus Torvalds } 25521da177e4SLinus Torvalds 25531da177e4SLinus Torvalds #ifdef USE_SCATTERGATHER 2554ede58ef2Schas williams - CONTRACTOR tpd->iovec[slot].addr = dma_map_single(&he_dev->pci_dev->dev, skb->data, 2555ede58ef2Schas williams - CONTRACTOR skb_headlen(skb), DMA_TO_DEVICE); 2556e743d313SEric Dumazet tpd->iovec[slot].len = skb_headlen(skb); 25571da177e4SLinus Torvalds ++slot; 25581da177e4SLinus Torvalds 25591da177e4SLinus Torvalds for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) { 25601da177e4SLinus Torvalds skb_frag_t *frag = &skb_shinfo(skb)->frags[i]; 25611da177e4SLinus Torvalds 25621da177e4SLinus Torvalds if (slot == TPD_MAXIOV) { /* queue tpd; start new tpd */ 25631da177e4SLinus Torvalds tpd->vcc = vcc; 25641da177e4SLinus Torvalds tpd->skb = NULL; /* not the last fragment 25651da177e4SLinus Torvalds so dont ->push() yet */ 25661da177e4SLinus Torvalds wmb(); 25671da177e4SLinus Torvalds 25681da177e4SLinus Torvalds __enqueue_tpd(he_dev, tpd, cid); 25691da177e4SLinus Torvalds tpd = __alloc_tpd(he_dev); 25701da177e4SLinus Torvalds if (tpd == NULL) { 25711da177e4SLinus Torvalds if (vcc->pop) 25721da177e4SLinus Torvalds vcc->pop(vcc, skb); 25731da177e4SLinus Torvalds else 25741da177e4SLinus Torvalds dev_kfree_skb_any(skb); 25751da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 25761da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 25771da177e4SLinus Torvalds return -ENOMEM; 25781da177e4SLinus Torvalds } 25791da177e4SLinus Torvalds tpd->status |= TPD_USERCELL; 25801da177e4SLinus Torvalds slot = 0; 25811da177e4SLinus Torvalds } 25821da177e4SLinus Torvalds 258392493a2fSMatthew Wilcox (Oracle) tpd->iovec[slot].addr = skb_frag_dma_map(&he_dev->pci_dev->dev, 258492493a2fSMatthew Wilcox (Oracle) frag, 0, skb_frag_size(frag), DMA_TO_DEVICE); 258592493a2fSMatthew Wilcox (Oracle) tpd->iovec[slot].len = skb_frag_size(frag); 25861da177e4SLinus Torvalds ++slot; 25871da177e4SLinus Torvalds 25881da177e4SLinus Torvalds } 25891da177e4SLinus Torvalds 25901da177e4SLinus Torvalds tpd->iovec[slot - 1].len |= TPD_LST; 25911da177e4SLinus Torvalds #else 2592ede58ef2Schas williams - CONTRACTOR tpd->address0 = dma_map_single(&he_dev->pci_dev->dev, skb->data, skb->len, DMA_TO_DEVICE); 25931da177e4SLinus Torvalds tpd->length0 = skb->len | TPD_LST; 25941da177e4SLinus Torvalds #endif 25951da177e4SLinus Torvalds tpd->status |= TPD_INT; 25961da177e4SLinus Torvalds 25971da177e4SLinus Torvalds tpd->vcc = vcc; 25981da177e4SLinus Torvalds tpd->skb = skb; 25991da177e4SLinus Torvalds wmb(); 26001da177e4SLinus Torvalds ATM_SKB(skb)->vcc = vcc; 26011da177e4SLinus Torvalds 26021da177e4SLinus Torvalds __enqueue_tpd(he_dev, tpd, cid); 26031da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 26041da177e4SLinus Torvalds 26051da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx); 26061da177e4SLinus Torvalds 26071da177e4SLinus Torvalds return 0; 26081da177e4SLinus Torvalds } 26091da177e4SLinus Torvalds 26101da177e4SLinus Torvalds static int 26111da177e4SLinus Torvalds he_ioctl(struct atm_dev *atm_dev, unsigned int cmd, void __user *arg) 26121da177e4SLinus Torvalds { 26131da177e4SLinus Torvalds unsigned long flags; 26141da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(atm_dev); 26151da177e4SLinus Torvalds struct he_ioctl_reg reg; 26161da177e4SLinus Torvalds int err = 0; 26171da177e4SLinus Torvalds 26181da177e4SLinus Torvalds switch (cmd) { 26191da177e4SLinus Torvalds case HE_GET_REG: 26201da177e4SLinus Torvalds if (!capable(CAP_NET_ADMIN)) 26211da177e4SLinus Torvalds return -EPERM; 26221da177e4SLinus Torvalds 26231da177e4SLinus Torvalds if (copy_from_user(®, arg, 26241da177e4SLinus Torvalds sizeof(struct he_ioctl_reg))) 26251da177e4SLinus Torvalds return -EFAULT; 26261da177e4SLinus Torvalds 26271da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 26281da177e4SLinus Torvalds switch (reg.type) { 26291da177e4SLinus Torvalds case HE_REGTYPE_PCI: 2630e0c5567dSroel kluin if (reg.addr >= HE_REGMAP_SIZE) { 263128e84ab3SRobert T. Johnson err = -EINVAL; 263228e84ab3SRobert T. Johnson break; 263328e84ab3SRobert T. Johnson } 263428e84ab3SRobert T. Johnson 26351da177e4SLinus Torvalds reg.val = he_readl(he_dev, reg.addr); 26361da177e4SLinus Torvalds break; 26371da177e4SLinus Torvalds case HE_REGTYPE_RCM: 26381da177e4SLinus Torvalds reg.val = 26391da177e4SLinus Torvalds he_readl_rcm(he_dev, reg.addr); 26401da177e4SLinus Torvalds break; 26411da177e4SLinus Torvalds case HE_REGTYPE_TCM: 26421da177e4SLinus Torvalds reg.val = 26431da177e4SLinus Torvalds he_readl_tcm(he_dev, reg.addr); 26441da177e4SLinus Torvalds break; 26451da177e4SLinus Torvalds case HE_REGTYPE_MBOX: 26461da177e4SLinus Torvalds reg.val = 26471da177e4SLinus Torvalds he_readl_mbox(he_dev, reg.addr); 26481da177e4SLinus Torvalds break; 26491da177e4SLinus Torvalds default: 26501da177e4SLinus Torvalds err = -EINVAL; 26511da177e4SLinus Torvalds break; 26521da177e4SLinus Torvalds } 26531da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 26541da177e4SLinus Torvalds if (err == 0) 26551da177e4SLinus Torvalds if (copy_to_user(arg, ®, 26561da177e4SLinus Torvalds sizeof(struct he_ioctl_reg))) 26571da177e4SLinus Torvalds return -EFAULT; 26581da177e4SLinus Torvalds break; 26591da177e4SLinus Torvalds default: 26601da177e4SLinus Torvalds #ifdef CONFIG_ATM_HE_USE_SUNI 26611da177e4SLinus Torvalds if (atm_dev->phy && atm_dev->phy->ioctl) 26621da177e4SLinus Torvalds err = atm_dev->phy->ioctl(atm_dev, cmd, arg); 26631da177e4SLinus Torvalds #else /* CONFIG_ATM_HE_USE_SUNI */ 26641da177e4SLinus Torvalds err = -EINVAL; 26651da177e4SLinus Torvalds #endif /* CONFIG_ATM_HE_USE_SUNI */ 26661da177e4SLinus Torvalds break; 26671da177e4SLinus Torvalds } 26681da177e4SLinus Torvalds 26691da177e4SLinus Torvalds return err; 26701da177e4SLinus Torvalds } 26711da177e4SLinus Torvalds 26721da177e4SLinus Torvalds static void 26731da177e4SLinus Torvalds he_phy_put(struct atm_dev *atm_dev, unsigned char val, unsigned long addr) 26741da177e4SLinus Torvalds { 26751da177e4SLinus Torvalds unsigned long flags; 26761da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(atm_dev); 26771da177e4SLinus Torvalds 26781da177e4SLinus Torvalds HPRINTK("phy_put(val 0x%x, addr 0x%lx)\n", val, addr); 26791da177e4SLinus Torvalds 26801da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 26811da177e4SLinus Torvalds he_writel(he_dev, val, FRAMER + (addr*4)); 26821da177e4SLinus Torvalds (void) he_readl(he_dev, FRAMER + (addr*4)); /* flush posted writes */ 26831da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 26841da177e4SLinus Torvalds } 26851da177e4SLinus Torvalds 26861da177e4SLinus Torvalds 26871da177e4SLinus Torvalds static unsigned char 26881da177e4SLinus Torvalds he_phy_get(struct atm_dev *atm_dev, unsigned long addr) 26891da177e4SLinus Torvalds { 26901da177e4SLinus Torvalds unsigned long flags; 26911da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(atm_dev); 26921da177e4SLinus Torvalds unsigned reg; 26931da177e4SLinus Torvalds 26941da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 26951da177e4SLinus Torvalds reg = he_readl(he_dev, FRAMER + (addr*4)); 26961da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 26971da177e4SLinus Torvalds 26981da177e4SLinus Torvalds HPRINTK("phy_get(addr 0x%lx) =0x%x\n", addr, reg); 26991da177e4SLinus Torvalds return reg; 27001da177e4SLinus Torvalds } 27011da177e4SLinus Torvalds 27021da177e4SLinus Torvalds static int 27031da177e4SLinus Torvalds he_proc_read(struct atm_dev *dev, loff_t *pos, char *page) 27041da177e4SLinus Torvalds { 27051da177e4SLinus Torvalds unsigned long flags; 27061da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(dev); 27071da177e4SLinus Torvalds int left, i; 27081da177e4SLinus Torvalds #ifdef notdef 27091da177e4SLinus Torvalds struct he_rbrq *rbrq_tail; 27101da177e4SLinus Torvalds struct he_tpdrq *tpdrq_head; 27111da177e4SLinus Torvalds int rbpl_head, rbpl_tail; 27121da177e4SLinus Torvalds #endif 27131da177e4SLinus Torvalds static long mcc = 0, oec = 0, dcc = 0, cec = 0; 27141da177e4SLinus Torvalds 27151da177e4SLinus Torvalds 27161da177e4SLinus Torvalds left = *pos; 27171da177e4SLinus Torvalds if (!left--) 2718900092a4SAdrian Bunk return sprintf(page, "ATM he driver\n"); 27191da177e4SLinus Torvalds 27201da177e4SLinus Torvalds if (!left--) 27211da177e4SLinus Torvalds return sprintf(page, "%s%s\n\n", 27221da177e4SLinus Torvalds he_dev->prod_id, he_dev->media & 0x40 ? "SM" : "MM"); 27231da177e4SLinus Torvalds 27241da177e4SLinus Torvalds if (!left--) 27251da177e4SLinus Torvalds return sprintf(page, "Mismatched Cells VPI/VCI Not Open Dropped Cells RCM Dropped Cells\n"); 27261da177e4SLinus Torvalds 27271da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 27281da177e4SLinus Torvalds mcc += he_readl(he_dev, MCC); 27291da177e4SLinus Torvalds oec += he_readl(he_dev, OEC); 27301da177e4SLinus Torvalds dcc += he_readl(he_dev, DCC); 27311da177e4SLinus Torvalds cec += he_readl(he_dev, CEC); 27321da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 27331da177e4SLinus Torvalds 27341da177e4SLinus Torvalds if (!left--) 27351da177e4SLinus Torvalds return sprintf(page, "%16ld %16ld %13ld %17ld\n\n", 27361da177e4SLinus Torvalds mcc, oec, dcc, cec); 27371da177e4SLinus Torvalds 27381da177e4SLinus Torvalds if (!left--) 27391da177e4SLinus Torvalds return sprintf(page, "irq_size = %d inuse = ? peak = %d\n", 27401da177e4SLinus Torvalds CONFIG_IRQ_SIZE, he_dev->irq_peak); 27411da177e4SLinus Torvalds 27421da177e4SLinus Torvalds if (!left--) 27431da177e4SLinus Torvalds return sprintf(page, "tpdrq_size = %d inuse = ?\n", 27441da177e4SLinus Torvalds CONFIG_TPDRQ_SIZE); 27451da177e4SLinus Torvalds 27461da177e4SLinus Torvalds if (!left--) 27471da177e4SLinus Torvalds return sprintf(page, "rbrq_size = %d inuse = ? peak = %d\n", 27481da177e4SLinus Torvalds CONFIG_RBRQ_SIZE, he_dev->rbrq_peak); 27491da177e4SLinus Torvalds 27501da177e4SLinus Torvalds if (!left--) 27511da177e4SLinus Torvalds return sprintf(page, "tbrq_size = %d peak = %d\n", 27521da177e4SLinus Torvalds CONFIG_TBRQ_SIZE, he_dev->tbrq_peak); 27531da177e4SLinus Torvalds 27541da177e4SLinus Torvalds 27551da177e4SLinus Torvalds #ifdef notdef 27561da177e4SLinus Torvalds rbpl_head = RBPL_MASK(he_readl(he_dev, G0_RBPL_S)); 27571da177e4SLinus Torvalds rbpl_tail = RBPL_MASK(he_readl(he_dev, G0_RBPL_T)); 27581da177e4SLinus Torvalds 27591da177e4SLinus Torvalds inuse = rbpl_head - rbpl_tail; 27601da177e4SLinus Torvalds if (inuse < 0) 27611da177e4SLinus Torvalds inuse += CONFIG_RBPL_SIZE * sizeof(struct he_rbp); 27621da177e4SLinus Torvalds inuse /= sizeof(struct he_rbp); 27631da177e4SLinus Torvalds 27641da177e4SLinus Torvalds if (!left--) 27651da177e4SLinus Torvalds return sprintf(page, "rbpl_size = %d inuse = %d\n\n", 27661da177e4SLinus Torvalds CONFIG_RBPL_SIZE, inuse); 27671da177e4SLinus Torvalds #endif 27681da177e4SLinus Torvalds 27691da177e4SLinus Torvalds if (!left--) 27701da177e4SLinus Torvalds return sprintf(page, "rate controller periods (cbr)\n pcr #vc\n"); 27711da177e4SLinus Torvalds 27721da177e4SLinus Torvalds for (i = 0; i < HE_NUM_CS_STPER; ++i) 27731da177e4SLinus Torvalds if (!left--) 27741da177e4SLinus Torvalds return sprintf(page, "cs_stper%-2d %8ld %3d\n", i, 27751da177e4SLinus Torvalds he_dev->cs_stper[i].pcr, 27761da177e4SLinus Torvalds he_dev->cs_stper[i].inuse); 27771da177e4SLinus Torvalds 27781da177e4SLinus Torvalds if (!left--) 27791da177e4SLinus Torvalds return sprintf(page, "total bw (cbr): %d (limit %d)\n", 27801da177e4SLinus Torvalds he_dev->total_bw, he_dev->atm_dev->link_rate * 10 / 9); 27811da177e4SLinus Torvalds 27821da177e4SLinus Torvalds return 0; 27831da177e4SLinus Torvalds } 27841da177e4SLinus Torvalds 27851da177e4SLinus Torvalds /* eeprom routines -- see 4.7 */ 27861da177e4SLinus Torvalds 27870ee897d4SAdrian Bunk static u8 read_prom_byte(struct he_dev *he_dev, int addr) 27881da177e4SLinus Torvalds { 27891da177e4SLinus Torvalds u32 val = 0, tmp_read = 0; 27901da177e4SLinus Torvalds int i, j = 0; 27911da177e4SLinus Torvalds u8 byte_read = 0; 27921da177e4SLinus Torvalds 27931da177e4SLinus Torvalds val = readl(he_dev->membase + HOST_CNTL); 27941da177e4SLinus Torvalds val &= 0xFFFFE0FF; 27951da177e4SLinus Torvalds 27961da177e4SLinus Torvalds /* Turn on write enable */ 27971da177e4SLinus Torvalds val |= 0x800; 27981da177e4SLinus Torvalds he_writel(he_dev, val, HOST_CNTL); 27991da177e4SLinus Torvalds 28001da177e4SLinus Torvalds /* Send READ instruction */ 280136fe55d6SAhmed S. Darwish for (i = 0; i < ARRAY_SIZE(readtab); i++) { 28021da177e4SLinus Torvalds he_writel(he_dev, val | readtab[i], HOST_CNTL); 28031da177e4SLinus Torvalds udelay(EEPROM_DELAY); 28041da177e4SLinus Torvalds } 28051da177e4SLinus Torvalds 28061da177e4SLinus Torvalds /* Next, we need to send the byte address to read from */ 28071da177e4SLinus Torvalds for (i = 7; i >= 0; i--) { 28081da177e4SLinus Torvalds he_writel(he_dev, val | clocktab[j++] | (((addr >> i) & 1) << 9), HOST_CNTL); 28091da177e4SLinus Torvalds udelay(EEPROM_DELAY); 28101da177e4SLinus Torvalds he_writel(he_dev, val | clocktab[j++] | (((addr >> i) & 1) << 9), HOST_CNTL); 28111da177e4SLinus Torvalds udelay(EEPROM_DELAY); 28121da177e4SLinus Torvalds } 28131da177e4SLinus Torvalds 28141da177e4SLinus Torvalds j = 0; 28151da177e4SLinus Torvalds 28161da177e4SLinus Torvalds val &= 0xFFFFF7FF; /* Turn off write enable */ 28171da177e4SLinus Torvalds he_writel(he_dev, val, HOST_CNTL); 28181da177e4SLinus Torvalds 28191da177e4SLinus Torvalds /* Now, we can read data from the EEPROM by clocking it in */ 28201da177e4SLinus Torvalds for (i = 7; i >= 0; i--) { 28211da177e4SLinus Torvalds he_writel(he_dev, val | clocktab[j++], HOST_CNTL); 28221da177e4SLinus Torvalds udelay(EEPROM_DELAY); 28231da177e4SLinus Torvalds tmp_read = he_readl(he_dev, HOST_CNTL); 28241da177e4SLinus Torvalds byte_read |= (unsigned char) 28251da177e4SLinus Torvalds ((tmp_read & ID_DOUT) >> ID_DOFFSET << i); 28261da177e4SLinus Torvalds he_writel(he_dev, val | clocktab[j++], HOST_CNTL); 28271da177e4SLinus Torvalds udelay(EEPROM_DELAY); 28281da177e4SLinus Torvalds } 28291da177e4SLinus Torvalds 28301da177e4SLinus Torvalds he_writel(he_dev, val | ID_CS, HOST_CNTL); 28311da177e4SLinus Torvalds udelay(EEPROM_DELAY); 28321da177e4SLinus Torvalds 28331da177e4SLinus Torvalds return byte_read; 28341da177e4SLinus Torvalds } 28351da177e4SLinus Torvalds 28361da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 28371da177e4SLinus Torvalds MODULE_AUTHOR("chas williams <chas@cmf.nrl.navy.mil>"); 28381da177e4SLinus Torvalds MODULE_DESCRIPTION("ForeRunnerHE ATM Adapter driver"); 28391da177e4SLinus Torvalds module_param(disable64, bool, 0); 28401da177e4SLinus Torvalds MODULE_PARM_DESC(disable64, "disable 64-bit pci bus transfers"); 28411da177e4SLinus Torvalds module_param(nvpibits, short, 0); 28421da177e4SLinus Torvalds MODULE_PARM_DESC(nvpibits, "numbers of bits for vpi (default 0)"); 28431da177e4SLinus Torvalds module_param(nvcibits, short, 0); 28441da177e4SLinus Torvalds MODULE_PARM_DESC(nvcibits, "numbers of bits for vci (default 12)"); 28451da177e4SLinus Torvalds module_param(rx_skb_reserve, short, 0); 28461da177e4SLinus Torvalds MODULE_PARM_DESC(rx_skb_reserve, "padding for receive skb (default 16)"); 28471da177e4SLinus Torvalds module_param(irq_coalesce, bool, 0); 28481da177e4SLinus Torvalds MODULE_PARM_DESC(irq_coalesce, "use interrupt coalescing (default 1)"); 28491da177e4SLinus Torvalds module_param(sdh, bool, 0); 28501da177e4SLinus Torvalds MODULE_PARM_DESC(sdh, "use SDH framing (default 0)"); 28511da177e4SLinus Torvalds 28525c007845SArvind Yadav static const struct pci_device_id he_pci_tbl[] = { 2853fbaab958SPeter Huewe { PCI_VDEVICE(FORE, PCI_DEVICE_ID_FORE_HE), 0 }, 28541da177e4SLinus Torvalds { 0, } 28551da177e4SLinus Torvalds }; 28561da177e4SLinus Torvalds 28571da177e4SLinus Torvalds MODULE_DEVICE_TABLE(pci, he_pci_tbl); 28581da177e4SLinus Torvalds 28591da177e4SLinus Torvalds static struct pci_driver he_driver = { 28601da177e4SLinus Torvalds .name = "he", 28611da177e4SLinus Torvalds .probe = he_init_one, 28626c44512dSGreg Kroah-Hartman .remove = he_remove_one, 28631da177e4SLinus Torvalds .id_table = he_pci_tbl, 28641da177e4SLinus Torvalds }; 28651da177e4SLinus Torvalds 2866a2a69f0bSLibo Chen module_pci_driver(he_driver); 2867