11da177e4SLinus Torvalds /* $Id: he.c,v 1.18 2003/05/06 22:57:15 chas Exp $ */ 21da177e4SLinus Torvalds 31da177e4SLinus Torvalds /* 41da177e4SLinus Torvalds 51da177e4SLinus Torvalds he.c 61da177e4SLinus Torvalds 71da177e4SLinus Torvalds ForeRunnerHE ATM Adapter driver for ATM on Linux 81da177e4SLinus Torvalds Copyright (C) 1999-2001 Naval Research Laboratory 91da177e4SLinus Torvalds 101da177e4SLinus Torvalds This library is free software; you can redistribute it and/or 111da177e4SLinus Torvalds modify it under the terms of the GNU Lesser General Public 121da177e4SLinus Torvalds License as published by the Free Software Foundation; either 131da177e4SLinus Torvalds version 2.1 of the License, or (at your option) any later version. 141da177e4SLinus Torvalds 151da177e4SLinus Torvalds This library is distributed in the hope that it will be useful, 161da177e4SLinus Torvalds but WITHOUT ANY WARRANTY; without even the implied warranty of 171da177e4SLinus Torvalds MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 181da177e4SLinus Torvalds Lesser General Public License for more details. 191da177e4SLinus Torvalds 201da177e4SLinus Torvalds You should have received a copy of the GNU Lesser General Public 211da177e4SLinus Torvalds License along with this library; if not, write to the Free Software 221da177e4SLinus Torvalds Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 231da177e4SLinus Torvalds 241da177e4SLinus Torvalds */ 251da177e4SLinus Torvalds 261da177e4SLinus Torvalds /* 271da177e4SLinus Torvalds 281da177e4SLinus Torvalds he.c 291da177e4SLinus Torvalds 301da177e4SLinus Torvalds ForeRunnerHE ATM Adapter driver for ATM on Linux 311da177e4SLinus Torvalds Copyright (C) 1999-2001 Naval Research Laboratory 321da177e4SLinus Torvalds 331da177e4SLinus Torvalds Permission to use, copy, modify and distribute this software and its 341da177e4SLinus Torvalds documentation is hereby granted, provided that both the copyright 351da177e4SLinus Torvalds notice and this permission notice appear in all copies of the software, 361da177e4SLinus Torvalds derivative works or modified versions, and any portions thereof, and 371da177e4SLinus Torvalds that both notices appear in supporting documentation. 381da177e4SLinus Torvalds 391da177e4SLinus Torvalds NRL ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" CONDITION AND 401da177e4SLinus Torvalds DISCLAIMS ANY LIABILITY OF ANY KIND FOR ANY DAMAGES WHATSOEVER 411da177e4SLinus Torvalds RESULTING FROM THE USE OF THIS SOFTWARE. 421da177e4SLinus Torvalds 431da177e4SLinus Torvalds This driver was written using the "Programmer's Reference Manual for 441da177e4SLinus Torvalds ForeRunnerHE(tm)", MANU0361-01 - Rev. A, 08/21/98. 451da177e4SLinus Torvalds 461da177e4SLinus Torvalds AUTHORS: 471da177e4SLinus Torvalds chas williams <chas@cmf.nrl.navy.mil> 481da177e4SLinus Torvalds eric kinzie <ekinzie@cmf.nrl.navy.mil> 491da177e4SLinus Torvalds 501da177e4SLinus Torvalds NOTES: 511da177e4SLinus Torvalds 4096 supported 'connections' 521da177e4SLinus Torvalds group 0 is used for all traffic 531da177e4SLinus Torvalds interrupt queue 0 is used for all interrupts 541da177e4SLinus Torvalds aal0 support (based on work from ulrich.u.muller@nokia.com) 551da177e4SLinus Torvalds 561da177e4SLinus Torvalds */ 571da177e4SLinus Torvalds 581da177e4SLinus Torvalds #include <linux/config.h> 591da177e4SLinus Torvalds #include <linux/module.h> 601da177e4SLinus Torvalds #include <linux/version.h> 611da177e4SLinus Torvalds #include <linux/kernel.h> 621da177e4SLinus Torvalds #include <linux/skbuff.h> 631da177e4SLinus Torvalds #include <linux/pci.h> 641da177e4SLinus Torvalds #include <linux/errno.h> 651da177e4SLinus Torvalds #include <linux/types.h> 661da177e4SLinus Torvalds #include <linux/string.h> 671da177e4SLinus Torvalds #include <linux/delay.h> 681da177e4SLinus Torvalds #include <linux/init.h> 691da177e4SLinus Torvalds #include <linux/mm.h> 701da177e4SLinus Torvalds #include <linux/sched.h> 711da177e4SLinus Torvalds #include <linux/timer.h> 721da177e4SLinus Torvalds #include <linux/interrupt.h> 731da177e4SLinus Torvalds #include <asm/io.h> 741da177e4SLinus Torvalds #include <asm/byteorder.h> 751da177e4SLinus Torvalds #include <asm/uaccess.h> 761da177e4SLinus Torvalds 771da177e4SLinus Torvalds #include <linux/atmdev.h> 781da177e4SLinus Torvalds #include <linux/atm.h> 791da177e4SLinus Torvalds #include <linux/sonet.h> 801da177e4SLinus Torvalds 811da177e4SLinus Torvalds #define USE_TASKLET 821da177e4SLinus Torvalds #undef USE_SCATTERGATHER 831da177e4SLinus Torvalds #undef USE_CHECKSUM_HW /* still confused about this */ 841da177e4SLinus Torvalds #define USE_RBPS 851da177e4SLinus Torvalds #undef USE_RBPS_POOL /* if memory is tight try this */ 861da177e4SLinus Torvalds #undef USE_RBPL_POOL /* if memory is tight try this */ 871da177e4SLinus Torvalds #define USE_TPD_POOL 881da177e4SLinus Torvalds /* #undef CONFIG_ATM_HE_USE_SUNI */ 891da177e4SLinus Torvalds /* #undef HE_DEBUG */ 901da177e4SLinus Torvalds 911da177e4SLinus Torvalds #include "he.h" 921da177e4SLinus Torvalds #include "suni.h" 931da177e4SLinus Torvalds #include <linux/atm_he.h> 941da177e4SLinus Torvalds 951da177e4SLinus Torvalds #define hprintk(fmt,args...) printk(KERN_ERR DEV_LABEL "%d: " fmt, he_dev->number , ##args) 961da177e4SLinus Torvalds 971da177e4SLinus Torvalds #ifdef HE_DEBUG 981da177e4SLinus Torvalds #define HPRINTK(fmt,args...) printk(KERN_DEBUG DEV_LABEL "%d: " fmt, he_dev->number , ##args) 991da177e4SLinus Torvalds #else /* !HE_DEBUG */ 1001da177e4SLinus Torvalds #define HPRINTK(fmt,args...) do { } while (0) 1011da177e4SLinus Torvalds #endif /* HE_DEBUG */ 1021da177e4SLinus Torvalds 1031da177e4SLinus Torvalds /* version definition */ 1041da177e4SLinus Torvalds 1051da177e4SLinus Torvalds static char *version = "$Id: he.c,v 1.18 2003/05/06 22:57:15 chas Exp $"; 1061da177e4SLinus Torvalds 1071da177e4SLinus Torvalds /* declarations */ 1081da177e4SLinus Torvalds 1091da177e4SLinus Torvalds static int he_open(struct atm_vcc *vcc); 1101da177e4SLinus Torvalds static void he_close(struct atm_vcc *vcc); 1111da177e4SLinus Torvalds static int he_send(struct atm_vcc *vcc, struct sk_buff *skb); 1121da177e4SLinus Torvalds static int he_ioctl(struct atm_dev *dev, unsigned int cmd, void __user *arg); 1131da177e4SLinus Torvalds static irqreturn_t he_irq_handler(int irq, void *dev_id, struct pt_regs *regs); 1141da177e4SLinus Torvalds static void he_tasklet(unsigned long data); 1151da177e4SLinus Torvalds static int he_proc_read(struct atm_dev *dev,loff_t *pos,char *page); 1161da177e4SLinus Torvalds static int he_start(struct atm_dev *dev); 1171da177e4SLinus Torvalds static void he_stop(struct he_dev *dev); 1181da177e4SLinus Torvalds static void he_phy_put(struct atm_dev *, unsigned char, unsigned long); 1191da177e4SLinus Torvalds static unsigned char he_phy_get(struct atm_dev *, unsigned long); 1201da177e4SLinus Torvalds 1211da177e4SLinus Torvalds static u8 read_prom_byte(struct he_dev *he_dev, int addr); 1221da177e4SLinus Torvalds 1231da177e4SLinus Torvalds /* globals */ 1241da177e4SLinus Torvalds 1251da177e4SLinus Torvalds static struct he_dev *he_devs; 1261da177e4SLinus Torvalds static int disable64; 1271da177e4SLinus Torvalds static short nvpibits = -1; 1281da177e4SLinus Torvalds static short nvcibits = -1; 1291da177e4SLinus Torvalds static short rx_skb_reserve = 16; 1301da177e4SLinus Torvalds static int irq_coalesce = 1; 1311da177e4SLinus Torvalds static int sdh = 0; 1321da177e4SLinus Torvalds 1331da177e4SLinus Torvalds /* Read from EEPROM = 0000 0011b */ 1341da177e4SLinus Torvalds static unsigned int readtab[] = { 1351da177e4SLinus Torvalds CS_HIGH | CLK_HIGH, 1361da177e4SLinus Torvalds CS_LOW | CLK_LOW, 1371da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1381da177e4SLinus Torvalds CLK_LOW, 1391da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1401da177e4SLinus Torvalds CLK_LOW, 1411da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1421da177e4SLinus Torvalds CLK_LOW, 1431da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1441da177e4SLinus Torvalds CLK_LOW, 1451da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1461da177e4SLinus Torvalds CLK_LOW, 1471da177e4SLinus Torvalds CLK_HIGH, /* 0 */ 1481da177e4SLinus Torvalds CLK_LOW | SI_HIGH, 1491da177e4SLinus Torvalds CLK_HIGH | SI_HIGH, /* 1 */ 1501da177e4SLinus Torvalds CLK_LOW | SI_HIGH, 1511da177e4SLinus Torvalds CLK_HIGH | SI_HIGH /* 1 */ 1521da177e4SLinus Torvalds }; 1531da177e4SLinus Torvalds 1541da177e4SLinus Torvalds /* Clock to read from/write to the EEPROM */ 1551da177e4SLinus Torvalds static unsigned int clocktab[] = { 1561da177e4SLinus Torvalds CLK_LOW, 1571da177e4SLinus Torvalds CLK_HIGH, 1581da177e4SLinus Torvalds CLK_LOW, 1591da177e4SLinus Torvalds CLK_HIGH, 1601da177e4SLinus Torvalds CLK_LOW, 1611da177e4SLinus Torvalds CLK_HIGH, 1621da177e4SLinus Torvalds CLK_LOW, 1631da177e4SLinus Torvalds CLK_HIGH, 1641da177e4SLinus Torvalds CLK_LOW, 1651da177e4SLinus Torvalds CLK_HIGH, 1661da177e4SLinus Torvalds CLK_LOW, 1671da177e4SLinus Torvalds CLK_HIGH, 1681da177e4SLinus Torvalds CLK_LOW, 1691da177e4SLinus Torvalds CLK_HIGH, 1701da177e4SLinus Torvalds CLK_LOW, 1711da177e4SLinus Torvalds CLK_HIGH, 1721da177e4SLinus Torvalds CLK_LOW 1731da177e4SLinus Torvalds }; 1741da177e4SLinus Torvalds 1751da177e4SLinus Torvalds static struct atmdev_ops he_ops = 1761da177e4SLinus Torvalds { 1771da177e4SLinus Torvalds .open = he_open, 1781da177e4SLinus Torvalds .close = he_close, 1791da177e4SLinus Torvalds .ioctl = he_ioctl, 1801da177e4SLinus Torvalds .send = he_send, 1811da177e4SLinus Torvalds .phy_put = he_phy_put, 1821da177e4SLinus Torvalds .phy_get = he_phy_get, 1831da177e4SLinus Torvalds .proc_read = he_proc_read, 1841da177e4SLinus Torvalds .owner = THIS_MODULE 1851da177e4SLinus Torvalds }; 1861da177e4SLinus Torvalds 1871da177e4SLinus Torvalds #define he_writel(dev, val, reg) do { writel(val, (dev)->membase + (reg)); wmb(); } while (0) 1881da177e4SLinus Torvalds #define he_readl(dev, reg) readl((dev)->membase + (reg)) 1891da177e4SLinus Torvalds 1901da177e4SLinus Torvalds /* section 2.12 connection memory access */ 1911da177e4SLinus Torvalds 1921da177e4SLinus Torvalds static __inline__ void 1931da177e4SLinus Torvalds he_writel_internal(struct he_dev *he_dev, unsigned val, unsigned addr, 1941da177e4SLinus Torvalds unsigned flags) 1951da177e4SLinus Torvalds { 1961da177e4SLinus Torvalds he_writel(he_dev, val, CON_DAT); 1971da177e4SLinus Torvalds (void) he_readl(he_dev, CON_DAT); /* flush posted writes */ 1981da177e4SLinus Torvalds he_writel(he_dev, flags | CON_CTL_WRITE | CON_CTL_ADDR(addr), CON_CTL); 1991da177e4SLinus Torvalds while (he_readl(he_dev, CON_CTL) & CON_CTL_BUSY); 2001da177e4SLinus Torvalds } 2011da177e4SLinus Torvalds 2021da177e4SLinus Torvalds #define he_writel_rcm(dev, val, reg) \ 2031da177e4SLinus Torvalds he_writel_internal(dev, val, reg, CON_CTL_RCM) 2041da177e4SLinus Torvalds 2051da177e4SLinus Torvalds #define he_writel_tcm(dev, val, reg) \ 2061da177e4SLinus Torvalds he_writel_internal(dev, val, reg, CON_CTL_TCM) 2071da177e4SLinus Torvalds 2081da177e4SLinus Torvalds #define he_writel_mbox(dev, val, reg) \ 2091da177e4SLinus Torvalds he_writel_internal(dev, val, reg, CON_CTL_MBOX) 2101da177e4SLinus Torvalds 2111da177e4SLinus Torvalds static unsigned 2121da177e4SLinus Torvalds he_readl_internal(struct he_dev *he_dev, unsigned addr, unsigned flags) 2131da177e4SLinus Torvalds { 2141da177e4SLinus Torvalds he_writel(he_dev, flags | CON_CTL_READ | CON_CTL_ADDR(addr), CON_CTL); 2151da177e4SLinus Torvalds while (he_readl(he_dev, CON_CTL) & CON_CTL_BUSY); 2161da177e4SLinus Torvalds return he_readl(he_dev, CON_DAT); 2171da177e4SLinus Torvalds } 2181da177e4SLinus Torvalds 2191da177e4SLinus Torvalds #define he_readl_rcm(dev, reg) \ 2201da177e4SLinus Torvalds he_readl_internal(dev, reg, CON_CTL_RCM) 2211da177e4SLinus Torvalds 2221da177e4SLinus Torvalds #define he_readl_tcm(dev, reg) \ 2231da177e4SLinus Torvalds he_readl_internal(dev, reg, CON_CTL_TCM) 2241da177e4SLinus Torvalds 2251da177e4SLinus Torvalds #define he_readl_mbox(dev, reg) \ 2261da177e4SLinus Torvalds he_readl_internal(dev, reg, CON_CTL_MBOX) 2271da177e4SLinus Torvalds 2281da177e4SLinus Torvalds 2291da177e4SLinus Torvalds /* figure 2.2 connection id */ 2301da177e4SLinus Torvalds 2311da177e4SLinus Torvalds #define he_mkcid(dev, vpi, vci) (((vpi << (dev)->vcibits) | vci) & 0x1fff) 2321da177e4SLinus Torvalds 2331da177e4SLinus Torvalds /* 2.5.1 per connection transmit state registers */ 2341da177e4SLinus Torvalds 2351da177e4SLinus Torvalds #define he_writel_tsr0(dev, val, cid) \ 2361da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 0) 2371da177e4SLinus Torvalds #define he_readl_tsr0(dev, cid) \ 2381da177e4SLinus Torvalds he_readl_tcm(dev, CONFIG_TSRA | (cid << 3) | 0) 2391da177e4SLinus Torvalds 2401da177e4SLinus Torvalds #define he_writel_tsr1(dev, val, cid) \ 2411da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 1) 2421da177e4SLinus Torvalds 2431da177e4SLinus Torvalds #define he_writel_tsr2(dev, val, cid) \ 2441da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 2) 2451da177e4SLinus Torvalds 2461da177e4SLinus Torvalds #define he_writel_tsr3(dev, val, cid) \ 2471da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 3) 2481da177e4SLinus Torvalds 2491da177e4SLinus Torvalds #define he_writel_tsr4(dev, val, cid) \ 2501da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 4) 2511da177e4SLinus Torvalds 2521da177e4SLinus Torvalds /* from page 2-20 2531da177e4SLinus Torvalds * 2541da177e4SLinus Torvalds * NOTE While the transmit connection is active, bits 23 through 0 2551da177e4SLinus Torvalds * of this register must not be written by the host. Byte 2561da177e4SLinus Torvalds * enables should be used during normal operation when writing 2571da177e4SLinus Torvalds * the most significant byte. 2581da177e4SLinus Torvalds */ 2591da177e4SLinus Torvalds 2601da177e4SLinus Torvalds #define he_writel_tsr4_upper(dev, val, cid) \ 2611da177e4SLinus Torvalds he_writel_internal(dev, val, CONFIG_TSRA | (cid << 3) | 4, \ 2621da177e4SLinus Torvalds CON_CTL_TCM \ 2631da177e4SLinus Torvalds | CON_BYTE_DISABLE_2 \ 2641da177e4SLinus Torvalds | CON_BYTE_DISABLE_1 \ 2651da177e4SLinus Torvalds | CON_BYTE_DISABLE_0) 2661da177e4SLinus Torvalds 2671da177e4SLinus Torvalds #define he_readl_tsr4(dev, cid) \ 2681da177e4SLinus Torvalds he_readl_tcm(dev, CONFIG_TSRA | (cid << 3) | 4) 2691da177e4SLinus Torvalds 2701da177e4SLinus Torvalds #define he_writel_tsr5(dev, val, cid) \ 2711da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 5) 2721da177e4SLinus Torvalds 2731da177e4SLinus Torvalds #define he_writel_tsr6(dev, val, cid) \ 2741da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 6) 2751da177e4SLinus Torvalds 2761da177e4SLinus Torvalds #define he_writel_tsr7(dev, val, cid) \ 2771da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRA | (cid << 3) | 7) 2781da177e4SLinus Torvalds 2791da177e4SLinus Torvalds 2801da177e4SLinus Torvalds #define he_writel_tsr8(dev, val, cid) \ 2811da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRB | (cid << 2) | 0) 2821da177e4SLinus Torvalds 2831da177e4SLinus Torvalds #define he_writel_tsr9(dev, val, cid) \ 2841da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRB | (cid << 2) | 1) 2851da177e4SLinus Torvalds 2861da177e4SLinus Torvalds #define he_writel_tsr10(dev, val, cid) \ 2871da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRB | (cid << 2) | 2) 2881da177e4SLinus Torvalds 2891da177e4SLinus Torvalds #define he_writel_tsr11(dev, val, cid) \ 2901da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRB | (cid << 2) | 3) 2911da177e4SLinus Torvalds 2921da177e4SLinus Torvalds 2931da177e4SLinus Torvalds #define he_writel_tsr12(dev, val, cid) \ 2941da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRC | (cid << 1) | 0) 2951da177e4SLinus Torvalds 2961da177e4SLinus Torvalds #define he_writel_tsr13(dev, val, cid) \ 2971da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRC | (cid << 1) | 1) 2981da177e4SLinus Torvalds 2991da177e4SLinus Torvalds 3001da177e4SLinus Torvalds #define he_writel_tsr14(dev, val, cid) \ 3011da177e4SLinus Torvalds he_writel_tcm(dev, val, CONFIG_TSRD | cid) 3021da177e4SLinus Torvalds 3031da177e4SLinus Torvalds #define he_writel_tsr14_upper(dev, val, cid) \ 3041da177e4SLinus Torvalds he_writel_internal(dev, val, CONFIG_TSRD | cid, \ 3051da177e4SLinus Torvalds CON_CTL_TCM \ 3061da177e4SLinus Torvalds | CON_BYTE_DISABLE_2 \ 3071da177e4SLinus Torvalds | CON_BYTE_DISABLE_1 \ 3081da177e4SLinus Torvalds | CON_BYTE_DISABLE_0) 3091da177e4SLinus Torvalds 3101da177e4SLinus Torvalds /* 2.7.1 per connection receive state registers */ 3111da177e4SLinus Torvalds 3121da177e4SLinus Torvalds #define he_writel_rsr0(dev, val, cid) \ 3131da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 0) 3141da177e4SLinus Torvalds #define he_readl_rsr0(dev, cid) \ 3151da177e4SLinus Torvalds he_readl_rcm(dev, 0x00000 | (cid << 3) | 0) 3161da177e4SLinus Torvalds 3171da177e4SLinus Torvalds #define he_writel_rsr1(dev, val, cid) \ 3181da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 1) 3191da177e4SLinus Torvalds 3201da177e4SLinus Torvalds #define he_writel_rsr2(dev, val, cid) \ 3211da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 2) 3221da177e4SLinus Torvalds 3231da177e4SLinus Torvalds #define he_writel_rsr3(dev, val, cid) \ 3241da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 3) 3251da177e4SLinus Torvalds 3261da177e4SLinus Torvalds #define he_writel_rsr4(dev, val, cid) \ 3271da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 4) 3281da177e4SLinus Torvalds 3291da177e4SLinus Torvalds #define he_writel_rsr5(dev, val, cid) \ 3301da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 5) 3311da177e4SLinus Torvalds 3321da177e4SLinus Torvalds #define he_writel_rsr6(dev, val, cid) \ 3331da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 6) 3341da177e4SLinus Torvalds 3351da177e4SLinus Torvalds #define he_writel_rsr7(dev, val, cid) \ 3361da177e4SLinus Torvalds he_writel_rcm(dev, val, 0x00000 | (cid << 3) | 7) 3371da177e4SLinus Torvalds 3381da177e4SLinus Torvalds static __inline__ struct atm_vcc* 3391da177e4SLinus Torvalds __find_vcc(struct he_dev *he_dev, unsigned cid) 3401da177e4SLinus Torvalds { 3411da177e4SLinus Torvalds struct hlist_head *head; 3421da177e4SLinus Torvalds struct atm_vcc *vcc; 3431da177e4SLinus Torvalds struct hlist_node *node; 3441da177e4SLinus Torvalds struct sock *s; 3451da177e4SLinus Torvalds short vpi; 3461da177e4SLinus Torvalds int vci; 3471da177e4SLinus Torvalds 3481da177e4SLinus Torvalds vpi = cid >> he_dev->vcibits; 3491da177e4SLinus Torvalds vci = cid & ((1 << he_dev->vcibits) - 1); 3501da177e4SLinus Torvalds head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)]; 3511da177e4SLinus Torvalds 3521da177e4SLinus Torvalds sk_for_each(s, node, head) { 3531da177e4SLinus Torvalds vcc = atm_sk(s); 3541da177e4SLinus Torvalds if (vcc->dev == he_dev->atm_dev && 3551da177e4SLinus Torvalds vcc->vci == vci && vcc->vpi == vpi && 3561da177e4SLinus Torvalds vcc->qos.rxtp.traffic_class != ATM_NONE) { 3571da177e4SLinus Torvalds return vcc; 3581da177e4SLinus Torvalds } 3591da177e4SLinus Torvalds } 3601da177e4SLinus Torvalds return NULL; 3611da177e4SLinus Torvalds } 3621da177e4SLinus Torvalds 3631da177e4SLinus Torvalds static int __devinit 3641da177e4SLinus Torvalds he_init_one(struct pci_dev *pci_dev, const struct pci_device_id *pci_ent) 3651da177e4SLinus Torvalds { 3661da177e4SLinus Torvalds struct atm_dev *atm_dev = NULL; 3671da177e4SLinus Torvalds struct he_dev *he_dev = NULL; 3681da177e4SLinus Torvalds int err = 0; 3691da177e4SLinus Torvalds 3701da177e4SLinus Torvalds printk(KERN_INFO "he: %s\n", version); 3711da177e4SLinus Torvalds 3721da177e4SLinus Torvalds if (pci_enable_device(pci_dev)) 3731da177e4SLinus Torvalds return -EIO; 3741da177e4SLinus Torvalds if (pci_set_dma_mask(pci_dev, HE_DMA_MASK) != 0) { 3751da177e4SLinus Torvalds printk(KERN_WARNING "he: no suitable dma available\n"); 3761da177e4SLinus Torvalds err = -EIO; 3771da177e4SLinus Torvalds goto init_one_failure; 3781da177e4SLinus Torvalds } 3791da177e4SLinus Torvalds 3801da177e4SLinus Torvalds atm_dev = atm_dev_register(DEV_LABEL, &he_ops, -1, NULL); 3811da177e4SLinus Torvalds if (!atm_dev) { 3821da177e4SLinus Torvalds err = -ENODEV; 3831da177e4SLinus Torvalds goto init_one_failure; 3841da177e4SLinus Torvalds } 3851da177e4SLinus Torvalds pci_set_drvdata(pci_dev, atm_dev); 3861da177e4SLinus Torvalds 3871da177e4SLinus Torvalds he_dev = (struct he_dev *) kmalloc(sizeof(struct he_dev), 3881da177e4SLinus Torvalds GFP_KERNEL); 3891da177e4SLinus Torvalds if (!he_dev) { 3901da177e4SLinus Torvalds err = -ENOMEM; 3911da177e4SLinus Torvalds goto init_one_failure; 3921da177e4SLinus Torvalds } 3931da177e4SLinus Torvalds memset(he_dev, 0, sizeof(struct he_dev)); 3941da177e4SLinus Torvalds 3951da177e4SLinus Torvalds he_dev->pci_dev = pci_dev; 3961da177e4SLinus Torvalds he_dev->atm_dev = atm_dev; 3971da177e4SLinus Torvalds he_dev->atm_dev->dev_data = he_dev; 3981da177e4SLinus Torvalds atm_dev->dev_data = he_dev; 3991da177e4SLinus Torvalds he_dev->number = atm_dev->number; 4001da177e4SLinus Torvalds if (he_start(atm_dev)) { 4011da177e4SLinus Torvalds he_stop(he_dev); 4021da177e4SLinus Torvalds err = -ENODEV; 4031da177e4SLinus Torvalds goto init_one_failure; 4041da177e4SLinus Torvalds } 4051da177e4SLinus Torvalds he_dev->next = NULL; 4061da177e4SLinus Torvalds if (he_devs) 4071da177e4SLinus Torvalds he_dev->next = he_devs; 4081da177e4SLinus Torvalds he_devs = he_dev; 4091da177e4SLinus Torvalds return 0; 4101da177e4SLinus Torvalds 4111da177e4SLinus Torvalds init_one_failure: 4121da177e4SLinus Torvalds if (atm_dev) 4131da177e4SLinus Torvalds atm_dev_deregister(atm_dev); 4141da177e4SLinus Torvalds if (he_dev) 4151da177e4SLinus Torvalds kfree(he_dev); 4161da177e4SLinus Torvalds pci_disable_device(pci_dev); 4171da177e4SLinus Torvalds return err; 4181da177e4SLinus Torvalds } 4191da177e4SLinus Torvalds 4201da177e4SLinus Torvalds static void __devexit 4211da177e4SLinus Torvalds he_remove_one (struct pci_dev *pci_dev) 4221da177e4SLinus Torvalds { 4231da177e4SLinus Torvalds struct atm_dev *atm_dev; 4241da177e4SLinus Torvalds struct he_dev *he_dev; 4251da177e4SLinus Torvalds 4261da177e4SLinus Torvalds atm_dev = pci_get_drvdata(pci_dev); 4271da177e4SLinus Torvalds he_dev = HE_DEV(atm_dev); 4281da177e4SLinus Torvalds 4291da177e4SLinus Torvalds /* need to remove from he_devs */ 4301da177e4SLinus Torvalds 4311da177e4SLinus Torvalds he_stop(he_dev); 4321da177e4SLinus Torvalds atm_dev_deregister(atm_dev); 4331da177e4SLinus Torvalds kfree(he_dev); 4341da177e4SLinus Torvalds 4351da177e4SLinus Torvalds pci_set_drvdata(pci_dev, NULL); 4361da177e4SLinus Torvalds pci_disable_device(pci_dev); 4371da177e4SLinus Torvalds } 4381da177e4SLinus Torvalds 4391da177e4SLinus Torvalds 4401da177e4SLinus Torvalds static unsigned 4411da177e4SLinus Torvalds rate_to_atmf(unsigned rate) /* cps to atm forum format */ 4421da177e4SLinus Torvalds { 4431da177e4SLinus Torvalds #define NONZERO (1 << 14) 4441da177e4SLinus Torvalds 4451da177e4SLinus Torvalds unsigned exp = 0; 4461da177e4SLinus Torvalds 4471da177e4SLinus Torvalds if (rate == 0) 4481da177e4SLinus Torvalds return 0; 4491da177e4SLinus Torvalds 4501da177e4SLinus Torvalds rate <<= 9; 4511da177e4SLinus Torvalds while (rate > 0x3ff) { 4521da177e4SLinus Torvalds ++exp; 4531da177e4SLinus Torvalds rate >>= 1; 4541da177e4SLinus Torvalds } 4551da177e4SLinus Torvalds 4561da177e4SLinus Torvalds return (NONZERO | (exp << 9) | (rate & 0x1ff)); 4571da177e4SLinus Torvalds } 4581da177e4SLinus Torvalds 4591da177e4SLinus Torvalds static void __init 4601da177e4SLinus Torvalds he_init_rx_lbfp0(struct he_dev *he_dev) 4611da177e4SLinus Torvalds { 4621da177e4SLinus Torvalds unsigned i, lbm_offset, lbufd_index, lbuf_addr, lbuf_count; 4631da177e4SLinus Torvalds unsigned lbufs_per_row = he_dev->cells_per_row / he_dev->cells_per_lbuf; 4641da177e4SLinus Torvalds unsigned lbuf_bufsize = he_dev->cells_per_lbuf * ATM_CELL_PAYLOAD; 4651da177e4SLinus Torvalds unsigned row_offset = he_dev->r0_startrow * he_dev->bytes_per_row; 4661da177e4SLinus Torvalds 4671da177e4SLinus Torvalds lbufd_index = 0; 4681da177e4SLinus Torvalds lbm_offset = he_readl(he_dev, RCMLBM_BA); 4691da177e4SLinus Torvalds 4701da177e4SLinus Torvalds he_writel(he_dev, lbufd_index, RLBF0_H); 4711da177e4SLinus Torvalds 4721da177e4SLinus Torvalds for (i = 0, lbuf_count = 0; i < he_dev->r0_numbuffs; ++i) { 4731da177e4SLinus Torvalds lbufd_index += 2; 4741da177e4SLinus Torvalds lbuf_addr = (row_offset + (lbuf_count * lbuf_bufsize)) / 32; 4751da177e4SLinus Torvalds 4761da177e4SLinus Torvalds he_writel_rcm(he_dev, lbuf_addr, lbm_offset); 4771da177e4SLinus Torvalds he_writel_rcm(he_dev, lbufd_index, lbm_offset + 1); 4781da177e4SLinus Torvalds 4791da177e4SLinus Torvalds if (++lbuf_count == lbufs_per_row) { 4801da177e4SLinus Torvalds lbuf_count = 0; 4811da177e4SLinus Torvalds row_offset += he_dev->bytes_per_row; 4821da177e4SLinus Torvalds } 4831da177e4SLinus Torvalds lbm_offset += 4; 4841da177e4SLinus Torvalds } 4851da177e4SLinus Torvalds 4861da177e4SLinus Torvalds he_writel(he_dev, lbufd_index - 2, RLBF0_T); 4871da177e4SLinus Torvalds he_writel(he_dev, he_dev->r0_numbuffs, RLBF0_C); 4881da177e4SLinus Torvalds } 4891da177e4SLinus Torvalds 4901da177e4SLinus Torvalds static void __init 4911da177e4SLinus Torvalds he_init_rx_lbfp1(struct he_dev *he_dev) 4921da177e4SLinus Torvalds { 4931da177e4SLinus Torvalds unsigned i, lbm_offset, lbufd_index, lbuf_addr, lbuf_count; 4941da177e4SLinus Torvalds unsigned lbufs_per_row = he_dev->cells_per_row / he_dev->cells_per_lbuf; 4951da177e4SLinus Torvalds unsigned lbuf_bufsize = he_dev->cells_per_lbuf * ATM_CELL_PAYLOAD; 4961da177e4SLinus Torvalds unsigned row_offset = he_dev->r1_startrow * he_dev->bytes_per_row; 4971da177e4SLinus Torvalds 4981da177e4SLinus Torvalds lbufd_index = 1; 4991da177e4SLinus Torvalds lbm_offset = he_readl(he_dev, RCMLBM_BA) + (2 * lbufd_index); 5001da177e4SLinus Torvalds 5011da177e4SLinus Torvalds he_writel(he_dev, lbufd_index, RLBF1_H); 5021da177e4SLinus Torvalds 5031da177e4SLinus Torvalds for (i = 0, lbuf_count = 0; i < he_dev->r1_numbuffs; ++i) { 5041da177e4SLinus Torvalds lbufd_index += 2; 5051da177e4SLinus Torvalds lbuf_addr = (row_offset + (lbuf_count * lbuf_bufsize)) / 32; 5061da177e4SLinus Torvalds 5071da177e4SLinus Torvalds he_writel_rcm(he_dev, lbuf_addr, lbm_offset); 5081da177e4SLinus Torvalds he_writel_rcm(he_dev, lbufd_index, lbm_offset + 1); 5091da177e4SLinus Torvalds 5101da177e4SLinus Torvalds if (++lbuf_count == lbufs_per_row) { 5111da177e4SLinus Torvalds lbuf_count = 0; 5121da177e4SLinus Torvalds row_offset += he_dev->bytes_per_row; 5131da177e4SLinus Torvalds } 5141da177e4SLinus Torvalds lbm_offset += 4; 5151da177e4SLinus Torvalds } 5161da177e4SLinus Torvalds 5171da177e4SLinus Torvalds he_writel(he_dev, lbufd_index - 2, RLBF1_T); 5181da177e4SLinus Torvalds he_writel(he_dev, he_dev->r1_numbuffs, RLBF1_C); 5191da177e4SLinus Torvalds } 5201da177e4SLinus Torvalds 5211da177e4SLinus Torvalds static void __init 5221da177e4SLinus Torvalds he_init_tx_lbfp(struct he_dev *he_dev) 5231da177e4SLinus Torvalds { 5241da177e4SLinus Torvalds unsigned i, lbm_offset, lbufd_index, lbuf_addr, lbuf_count; 5251da177e4SLinus Torvalds unsigned lbufs_per_row = he_dev->cells_per_row / he_dev->cells_per_lbuf; 5261da177e4SLinus Torvalds unsigned lbuf_bufsize = he_dev->cells_per_lbuf * ATM_CELL_PAYLOAD; 5271da177e4SLinus Torvalds unsigned row_offset = he_dev->tx_startrow * he_dev->bytes_per_row; 5281da177e4SLinus Torvalds 5291da177e4SLinus Torvalds lbufd_index = he_dev->r0_numbuffs + he_dev->r1_numbuffs; 5301da177e4SLinus Torvalds lbm_offset = he_readl(he_dev, RCMLBM_BA) + (2 * lbufd_index); 5311da177e4SLinus Torvalds 5321da177e4SLinus Torvalds he_writel(he_dev, lbufd_index, TLBF_H); 5331da177e4SLinus Torvalds 5341da177e4SLinus Torvalds for (i = 0, lbuf_count = 0; i < he_dev->tx_numbuffs; ++i) { 5351da177e4SLinus Torvalds lbufd_index += 1; 5361da177e4SLinus Torvalds lbuf_addr = (row_offset + (lbuf_count * lbuf_bufsize)) / 32; 5371da177e4SLinus Torvalds 5381da177e4SLinus Torvalds he_writel_rcm(he_dev, lbuf_addr, lbm_offset); 5391da177e4SLinus Torvalds he_writel_rcm(he_dev, lbufd_index, lbm_offset + 1); 5401da177e4SLinus Torvalds 5411da177e4SLinus Torvalds if (++lbuf_count == lbufs_per_row) { 5421da177e4SLinus Torvalds lbuf_count = 0; 5431da177e4SLinus Torvalds row_offset += he_dev->bytes_per_row; 5441da177e4SLinus Torvalds } 5451da177e4SLinus Torvalds lbm_offset += 2; 5461da177e4SLinus Torvalds } 5471da177e4SLinus Torvalds 5481da177e4SLinus Torvalds he_writel(he_dev, lbufd_index - 1, TLBF_T); 5491da177e4SLinus Torvalds } 5501da177e4SLinus Torvalds 5511da177e4SLinus Torvalds static int __init 5521da177e4SLinus Torvalds he_init_tpdrq(struct he_dev *he_dev) 5531da177e4SLinus Torvalds { 5541da177e4SLinus Torvalds he_dev->tpdrq_base = pci_alloc_consistent(he_dev->pci_dev, 5551da177e4SLinus Torvalds CONFIG_TPDRQ_SIZE * sizeof(struct he_tpdrq), &he_dev->tpdrq_phys); 5561da177e4SLinus Torvalds if (he_dev->tpdrq_base == NULL) { 5571da177e4SLinus Torvalds hprintk("failed to alloc tpdrq\n"); 5581da177e4SLinus Torvalds return -ENOMEM; 5591da177e4SLinus Torvalds } 5601da177e4SLinus Torvalds memset(he_dev->tpdrq_base, 0, 5611da177e4SLinus Torvalds CONFIG_TPDRQ_SIZE * sizeof(struct he_tpdrq)); 5621da177e4SLinus Torvalds 5631da177e4SLinus Torvalds he_dev->tpdrq_tail = he_dev->tpdrq_base; 5641da177e4SLinus Torvalds he_dev->tpdrq_head = he_dev->tpdrq_base; 5651da177e4SLinus Torvalds 5661da177e4SLinus Torvalds he_writel(he_dev, he_dev->tpdrq_phys, TPDRQ_B_H); 5671da177e4SLinus Torvalds he_writel(he_dev, 0, TPDRQ_T); 5681da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TPDRQ_SIZE - 1, TPDRQ_S); 5691da177e4SLinus Torvalds 5701da177e4SLinus Torvalds return 0; 5711da177e4SLinus Torvalds } 5721da177e4SLinus Torvalds 5731da177e4SLinus Torvalds static void __init 5741da177e4SLinus Torvalds he_init_cs_block(struct he_dev *he_dev) 5751da177e4SLinus Torvalds { 5761da177e4SLinus Torvalds unsigned clock, rate, delta; 5771da177e4SLinus Torvalds int reg; 5781da177e4SLinus Torvalds 5791da177e4SLinus Torvalds /* 5.1.7 cs block initialization */ 5801da177e4SLinus Torvalds 5811da177e4SLinus Torvalds for (reg = 0; reg < 0x20; ++reg) 5821da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x0, CS_STTIM0 + reg); 5831da177e4SLinus Torvalds 5841da177e4SLinus Torvalds /* rate grid timer reload values */ 5851da177e4SLinus Torvalds 5861da177e4SLinus Torvalds clock = he_is622(he_dev) ? 66667000 : 50000000; 5871da177e4SLinus Torvalds rate = he_dev->atm_dev->link_rate; 5881da177e4SLinus Torvalds delta = rate / 16 / 2; 5891da177e4SLinus Torvalds 5901da177e4SLinus Torvalds for (reg = 0; reg < 0x10; ++reg) { 5911da177e4SLinus Torvalds /* 2.4 internal transmit function 5921da177e4SLinus Torvalds * 5931da177e4SLinus Torvalds * we initialize the first row in the rate grid. 5941da177e4SLinus Torvalds * values are period (in clock cycles) of timer 5951da177e4SLinus Torvalds */ 5961da177e4SLinus Torvalds unsigned period = clock / rate; 5971da177e4SLinus Torvalds 5981da177e4SLinus Torvalds he_writel_mbox(he_dev, period, CS_TGRLD0 + reg); 5991da177e4SLinus Torvalds rate -= delta; 6001da177e4SLinus Torvalds } 6011da177e4SLinus Torvalds 6021da177e4SLinus Torvalds if (he_is622(he_dev)) { 6031da177e4SLinus Torvalds /* table 5.2 (4 cells per lbuf) */ 6041da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x000800fa, CS_ERTHR0); 6051da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x000c33cb, CS_ERTHR1); 6061da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x0010101b, CS_ERTHR2); 6071da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x00181dac, CS_ERTHR3); 6081da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x00280600, CS_ERTHR4); 6091da177e4SLinus Torvalds 6101da177e4SLinus Torvalds /* table 5.3, 5.4, 5.5, 5.6, 5.7 */ 6111da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x023de8b3, CS_ERCTL0); 6121da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x1801, CS_ERCTL1); 6131da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x68b3, CS_ERCTL2); 6141da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x1280, CS_ERSTAT0); 6151da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x68b3, CS_ERSTAT1); 6161da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x14585, CS_RTFWR); 6171da177e4SLinus Torvalds 6181da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x4680, CS_RTATR); 6191da177e4SLinus Torvalds 6201da177e4SLinus Torvalds /* table 5.8 */ 6211da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x00159ece, CS_TFBSET); 6221da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x68b3, CS_WCRMAX); 6231da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x5eb3, CS_WCRMIN); 6241da177e4SLinus Torvalds he_writel_mbox(he_dev, 0xe8b3, CS_WCRINC); 6251da177e4SLinus Torvalds he_writel_mbox(he_dev, 0xdeb3, CS_WCRDEC); 6261da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x68b3, CS_WCRCEIL); 6271da177e4SLinus Torvalds 6281da177e4SLinus Torvalds /* table 5.9 */ 6291da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x5, CS_OTPPER); 6301da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x14, CS_OTWPER); 6311da177e4SLinus Torvalds } else { 6321da177e4SLinus Torvalds /* table 5.1 (4 cells per lbuf) */ 6331da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x000400ea, CS_ERTHR0); 6341da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x00063388, CS_ERTHR1); 6351da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x00081018, CS_ERTHR2); 6361da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x000c1dac, CS_ERTHR3); 6371da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x0014051a, CS_ERTHR4); 6381da177e4SLinus Torvalds 6391da177e4SLinus Torvalds /* table 5.3, 5.4, 5.5, 5.6, 5.7 */ 6401da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x0235e4b1, CS_ERCTL0); 6411da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x4701, CS_ERCTL1); 6421da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x64b1, CS_ERCTL2); 6431da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x1280, CS_ERSTAT0); 6441da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x64b1, CS_ERSTAT1); 6451da177e4SLinus Torvalds he_writel_mbox(he_dev, 0xf424, CS_RTFWR); 6461da177e4SLinus Torvalds 6471da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x4680, CS_RTATR); 6481da177e4SLinus Torvalds 6491da177e4SLinus Torvalds /* table 5.8 */ 6501da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x000563b7, CS_TFBSET); 6511da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x64b1, CS_WCRMAX); 6521da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x5ab1, CS_WCRMIN); 6531da177e4SLinus Torvalds he_writel_mbox(he_dev, 0xe4b1, CS_WCRINC); 6541da177e4SLinus Torvalds he_writel_mbox(he_dev, 0xdab1, CS_WCRDEC); 6551da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x64b1, CS_WCRCEIL); 6561da177e4SLinus Torvalds 6571da177e4SLinus Torvalds /* table 5.9 */ 6581da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x6, CS_OTPPER); 6591da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x1e, CS_OTWPER); 6601da177e4SLinus Torvalds } 6611da177e4SLinus Torvalds 6621da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x8, CS_OTTLIM); 6631da177e4SLinus Torvalds 6641da177e4SLinus Torvalds for (reg = 0; reg < 0x8; ++reg) 6651da177e4SLinus Torvalds he_writel_mbox(he_dev, 0x0, CS_HGRRT0 + reg); 6661da177e4SLinus Torvalds 6671da177e4SLinus Torvalds } 6681da177e4SLinus Torvalds 6691da177e4SLinus Torvalds static int __init 6701da177e4SLinus Torvalds he_init_cs_block_rcm(struct he_dev *he_dev) 6711da177e4SLinus Torvalds { 6721da177e4SLinus Torvalds unsigned (*rategrid)[16][16]; 6731da177e4SLinus Torvalds unsigned rate, delta; 6741da177e4SLinus Torvalds int i, j, reg; 6751da177e4SLinus Torvalds 6761da177e4SLinus Torvalds unsigned rate_atmf, exp, man; 6771da177e4SLinus Torvalds unsigned long long rate_cps; 6781da177e4SLinus Torvalds int mult, buf, buf_limit = 4; 6791da177e4SLinus Torvalds 6801da177e4SLinus Torvalds rategrid = kmalloc( sizeof(unsigned) * 16 * 16, GFP_KERNEL); 6811da177e4SLinus Torvalds if (!rategrid) 6821da177e4SLinus Torvalds return -ENOMEM; 6831da177e4SLinus Torvalds 6841da177e4SLinus Torvalds /* initialize rate grid group table */ 6851da177e4SLinus Torvalds 6861da177e4SLinus Torvalds for (reg = 0x0; reg < 0xff; ++reg) 6871da177e4SLinus Torvalds he_writel_rcm(he_dev, 0x0, CONFIG_RCMABR + reg); 6881da177e4SLinus Torvalds 6891da177e4SLinus Torvalds /* initialize rate controller groups */ 6901da177e4SLinus Torvalds 6911da177e4SLinus Torvalds for (reg = 0x100; reg < 0x1ff; ++reg) 6921da177e4SLinus Torvalds he_writel_rcm(he_dev, 0x0, CONFIG_RCMABR + reg); 6931da177e4SLinus Torvalds 6941da177e4SLinus Torvalds /* initialize tNrm lookup table */ 6951da177e4SLinus Torvalds 6961da177e4SLinus Torvalds /* the manual makes reference to a routine in a sample driver 6971da177e4SLinus Torvalds for proper configuration; fortunately, we only need this 6981da177e4SLinus Torvalds in order to support abr connection */ 6991da177e4SLinus Torvalds 7001da177e4SLinus Torvalds /* initialize rate to group table */ 7011da177e4SLinus Torvalds 7021da177e4SLinus Torvalds rate = he_dev->atm_dev->link_rate; 7031da177e4SLinus Torvalds delta = rate / 32; 7041da177e4SLinus Torvalds 7051da177e4SLinus Torvalds /* 7061da177e4SLinus Torvalds * 2.4 transmit internal functions 7071da177e4SLinus Torvalds * 7081da177e4SLinus Torvalds * we construct a copy of the rate grid used by the scheduler 7091da177e4SLinus Torvalds * in order to construct the rate to group table below 7101da177e4SLinus Torvalds */ 7111da177e4SLinus Torvalds 7121da177e4SLinus Torvalds for (j = 0; j < 16; j++) { 7131da177e4SLinus Torvalds (*rategrid)[0][j] = rate; 7141da177e4SLinus Torvalds rate -= delta; 7151da177e4SLinus Torvalds } 7161da177e4SLinus Torvalds 7171da177e4SLinus Torvalds for (i = 1; i < 16; i++) 7181da177e4SLinus Torvalds for (j = 0; j < 16; j++) 7191da177e4SLinus Torvalds if (i > 14) 7201da177e4SLinus Torvalds (*rategrid)[i][j] = (*rategrid)[i - 1][j] / 4; 7211da177e4SLinus Torvalds else 7221da177e4SLinus Torvalds (*rategrid)[i][j] = (*rategrid)[i - 1][j] / 2; 7231da177e4SLinus Torvalds 7241da177e4SLinus Torvalds /* 7251da177e4SLinus Torvalds * 2.4 transmit internal function 7261da177e4SLinus Torvalds * 7271da177e4SLinus Torvalds * this table maps the upper 5 bits of exponent and mantissa 7281da177e4SLinus Torvalds * of the atm forum representation of the rate into an index 7291da177e4SLinus Torvalds * on rate grid 7301da177e4SLinus Torvalds */ 7311da177e4SLinus Torvalds 7321da177e4SLinus Torvalds rate_atmf = 0; 7331da177e4SLinus Torvalds while (rate_atmf < 0x400) { 7341da177e4SLinus Torvalds man = (rate_atmf & 0x1f) << 4; 7351da177e4SLinus Torvalds exp = rate_atmf >> 5; 7361da177e4SLinus Torvalds 7371da177e4SLinus Torvalds /* 7381da177e4SLinus Torvalds instead of '/ 512', use '>> 9' to prevent a call 7391da177e4SLinus Torvalds to divdu3 on x86 platforms 7401da177e4SLinus Torvalds */ 7411da177e4SLinus Torvalds rate_cps = (unsigned long long) (1 << exp) * (man + 512) >> 9; 7421da177e4SLinus Torvalds 7431da177e4SLinus Torvalds if (rate_cps < 10) 7441da177e4SLinus Torvalds rate_cps = 10; /* 2.2.1 minimum payload rate is 10 cps */ 7451da177e4SLinus Torvalds 7461da177e4SLinus Torvalds for (i = 255; i > 0; i--) 7471da177e4SLinus Torvalds if ((*rategrid)[i/16][i%16] >= rate_cps) 7481da177e4SLinus Torvalds break; /* pick nearest rate instead? */ 7491da177e4SLinus Torvalds 7501da177e4SLinus Torvalds /* 7511da177e4SLinus Torvalds * each table entry is 16 bits: (rate grid index (8 bits) 7521da177e4SLinus Torvalds * and a buffer limit (8 bits) 7531da177e4SLinus Torvalds * there are two table entries in each 32-bit register 7541da177e4SLinus Torvalds */ 7551da177e4SLinus Torvalds 7561da177e4SLinus Torvalds #ifdef notdef 7571da177e4SLinus Torvalds buf = rate_cps * he_dev->tx_numbuffs / 7581da177e4SLinus Torvalds (he_dev->atm_dev->link_rate * 2); 7591da177e4SLinus Torvalds #else 7601da177e4SLinus Torvalds /* this is pretty, but avoids _divdu3 and is mostly correct */ 7611da177e4SLinus Torvalds mult = he_dev->atm_dev->link_rate / ATM_OC3_PCR; 7621da177e4SLinus Torvalds if (rate_cps > (272 * mult)) 7631da177e4SLinus Torvalds buf = 4; 7641da177e4SLinus Torvalds else if (rate_cps > (204 * mult)) 7651da177e4SLinus Torvalds buf = 3; 7661da177e4SLinus Torvalds else if (rate_cps > (136 * mult)) 7671da177e4SLinus Torvalds buf = 2; 7681da177e4SLinus Torvalds else if (rate_cps > (68 * mult)) 7691da177e4SLinus Torvalds buf = 1; 7701da177e4SLinus Torvalds else 7711da177e4SLinus Torvalds buf = 0; 7721da177e4SLinus Torvalds #endif 7731da177e4SLinus Torvalds if (buf > buf_limit) 7741da177e4SLinus Torvalds buf = buf_limit; 7751da177e4SLinus Torvalds reg = (reg << 16) | ((i << 8) | buf); 7761da177e4SLinus Torvalds 7771da177e4SLinus Torvalds #define RTGTBL_OFFSET 0x400 7781da177e4SLinus Torvalds 7791da177e4SLinus Torvalds if (rate_atmf & 0x1) 7801da177e4SLinus Torvalds he_writel_rcm(he_dev, reg, 7811da177e4SLinus Torvalds CONFIG_RCMABR + RTGTBL_OFFSET + (rate_atmf >> 1)); 7821da177e4SLinus Torvalds 7831da177e4SLinus Torvalds ++rate_atmf; 7841da177e4SLinus Torvalds } 7851da177e4SLinus Torvalds 7861da177e4SLinus Torvalds kfree(rategrid); 7871da177e4SLinus Torvalds return 0; 7881da177e4SLinus Torvalds } 7891da177e4SLinus Torvalds 7901da177e4SLinus Torvalds static int __init 7911da177e4SLinus Torvalds he_init_group(struct he_dev *he_dev, int group) 7921da177e4SLinus Torvalds { 7931da177e4SLinus Torvalds int i; 7941da177e4SLinus Torvalds 7951da177e4SLinus Torvalds #ifdef USE_RBPS 7961da177e4SLinus Torvalds /* small buffer pool */ 7971da177e4SLinus Torvalds #ifdef USE_RBPS_POOL 7981da177e4SLinus Torvalds he_dev->rbps_pool = pci_pool_create("rbps", he_dev->pci_dev, 7991da177e4SLinus Torvalds CONFIG_RBPS_BUFSIZE, 8, 0); 8001da177e4SLinus Torvalds if (he_dev->rbps_pool == NULL) { 8011da177e4SLinus Torvalds hprintk("unable to create rbps pages\n"); 8021da177e4SLinus Torvalds return -ENOMEM; 8031da177e4SLinus Torvalds } 8041da177e4SLinus Torvalds #else /* !USE_RBPS_POOL */ 8051da177e4SLinus Torvalds he_dev->rbps_pages = pci_alloc_consistent(he_dev->pci_dev, 8061da177e4SLinus Torvalds CONFIG_RBPS_SIZE * CONFIG_RBPS_BUFSIZE, &he_dev->rbps_pages_phys); 8071da177e4SLinus Torvalds if (he_dev->rbps_pages == NULL) { 8081da177e4SLinus Torvalds hprintk("unable to create rbps page pool\n"); 8091da177e4SLinus Torvalds return -ENOMEM; 8101da177e4SLinus Torvalds } 8111da177e4SLinus Torvalds #endif /* USE_RBPS_POOL */ 8121da177e4SLinus Torvalds 8131da177e4SLinus Torvalds he_dev->rbps_base = pci_alloc_consistent(he_dev->pci_dev, 8141da177e4SLinus Torvalds CONFIG_RBPS_SIZE * sizeof(struct he_rbp), &he_dev->rbps_phys); 8151da177e4SLinus Torvalds if (he_dev->rbps_base == NULL) { 8161da177e4SLinus Torvalds hprintk("failed to alloc rbps\n"); 8171da177e4SLinus Torvalds return -ENOMEM; 8181da177e4SLinus Torvalds } 8191da177e4SLinus Torvalds memset(he_dev->rbps_base, 0, CONFIG_RBPS_SIZE * sizeof(struct he_rbp)); 8201da177e4SLinus Torvalds he_dev->rbps_virt = kmalloc(CONFIG_RBPS_SIZE * sizeof(struct he_virt), GFP_KERNEL); 8211da177e4SLinus Torvalds 8221da177e4SLinus Torvalds for (i = 0; i < CONFIG_RBPS_SIZE; ++i) { 8231da177e4SLinus Torvalds dma_addr_t dma_handle; 8241da177e4SLinus Torvalds void *cpuaddr; 8251da177e4SLinus Torvalds 8261da177e4SLinus Torvalds #ifdef USE_RBPS_POOL 8271da177e4SLinus Torvalds cpuaddr = pci_pool_alloc(he_dev->rbps_pool, SLAB_KERNEL|SLAB_DMA, &dma_handle); 8281da177e4SLinus Torvalds if (cpuaddr == NULL) 8291da177e4SLinus Torvalds return -ENOMEM; 8301da177e4SLinus Torvalds #else 8311da177e4SLinus Torvalds cpuaddr = he_dev->rbps_pages + (i * CONFIG_RBPS_BUFSIZE); 8321da177e4SLinus Torvalds dma_handle = he_dev->rbps_pages_phys + (i * CONFIG_RBPS_BUFSIZE); 8331da177e4SLinus Torvalds #endif 8341da177e4SLinus Torvalds 8351da177e4SLinus Torvalds he_dev->rbps_virt[i].virt = cpuaddr; 8361da177e4SLinus Torvalds he_dev->rbps_base[i].status = RBP_LOANED | RBP_SMALLBUF | (i << RBP_INDEX_OFF); 8371da177e4SLinus Torvalds he_dev->rbps_base[i].phys = dma_handle; 8381da177e4SLinus Torvalds 8391da177e4SLinus Torvalds } 8401da177e4SLinus Torvalds he_dev->rbps_tail = &he_dev->rbps_base[CONFIG_RBPS_SIZE - 1]; 8411da177e4SLinus Torvalds 8421da177e4SLinus Torvalds he_writel(he_dev, he_dev->rbps_phys, G0_RBPS_S + (group * 32)); 8431da177e4SLinus Torvalds he_writel(he_dev, RBPS_MASK(he_dev->rbps_tail), 8441da177e4SLinus Torvalds G0_RBPS_T + (group * 32)); 8451da177e4SLinus Torvalds he_writel(he_dev, CONFIG_RBPS_BUFSIZE/4, 8461da177e4SLinus Torvalds G0_RBPS_BS + (group * 32)); 8471da177e4SLinus Torvalds he_writel(he_dev, 8481da177e4SLinus Torvalds RBP_THRESH(CONFIG_RBPS_THRESH) | 8491da177e4SLinus Torvalds RBP_QSIZE(CONFIG_RBPS_SIZE - 1) | 8501da177e4SLinus Torvalds RBP_INT_ENB, 8511da177e4SLinus Torvalds G0_RBPS_QI + (group * 32)); 8521da177e4SLinus Torvalds #else /* !USE_RBPS */ 8531da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPS_S + (group * 32)); 8541da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPS_T + (group * 32)); 8551da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPS_QI + (group * 32)); 8561da177e4SLinus Torvalds he_writel(he_dev, RBP_THRESH(0x1) | RBP_QSIZE(0x0), 8571da177e4SLinus Torvalds G0_RBPS_BS + (group * 32)); 8581da177e4SLinus Torvalds #endif /* USE_RBPS */ 8591da177e4SLinus Torvalds 8601da177e4SLinus Torvalds /* large buffer pool */ 8611da177e4SLinus Torvalds #ifdef USE_RBPL_POOL 8621da177e4SLinus Torvalds he_dev->rbpl_pool = pci_pool_create("rbpl", he_dev->pci_dev, 8631da177e4SLinus Torvalds CONFIG_RBPL_BUFSIZE, 8, 0); 8641da177e4SLinus Torvalds if (he_dev->rbpl_pool == NULL) { 8651da177e4SLinus Torvalds hprintk("unable to create rbpl pool\n"); 8661da177e4SLinus Torvalds return -ENOMEM; 8671da177e4SLinus Torvalds } 8681da177e4SLinus Torvalds #else /* !USE_RBPL_POOL */ 8691da177e4SLinus Torvalds he_dev->rbpl_pages = (void *) pci_alloc_consistent(he_dev->pci_dev, 8701da177e4SLinus Torvalds CONFIG_RBPL_SIZE * CONFIG_RBPL_BUFSIZE, &he_dev->rbpl_pages_phys); 8711da177e4SLinus Torvalds if (he_dev->rbpl_pages == NULL) { 8721da177e4SLinus Torvalds hprintk("unable to create rbpl pages\n"); 8731da177e4SLinus Torvalds return -ENOMEM; 8741da177e4SLinus Torvalds } 8751da177e4SLinus Torvalds #endif /* USE_RBPL_POOL */ 8761da177e4SLinus Torvalds 8771da177e4SLinus Torvalds he_dev->rbpl_base = pci_alloc_consistent(he_dev->pci_dev, 8781da177e4SLinus Torvalds CONFIG_RBPL_SIZE * sizeof(struct he_rbp), &he_dev->rbpl_phys); 8791da177e4SLinus Torvalds if (he_dev->rbpl_base == NULL) { 8801da177e4SLinus Torvalds hprintk("failed to alloc rbpl\n"); 8811da177e4SLinus Torvalds return -ENOMEM; 8821da177e4SLinus Torvalds } 8831da177e4SLinus Torvalds memset(he_dev->rbpl_base, 0, CONFIG_RBPL_SIZE * sizeof(struct he_rbp)); 8841da177e4SLinus Torvalds he_dev->rbpl_virt = kmalloc(CONFIG_RBPL_SIZE * sizeof(struct he_virt), GFP_KERNEL); 8851da177e4SLinus Torvalds 8861da177e4SLinus Torvalds for (i = 0; i < CONFIG_RBPL_SIZE; ++i) { 8871da177e4SLinus Torvalds dma_addr_t dma_handle; 8881da177e4SLinus Torvalds void *cpuaddr; 8891da177e4SLinus Torvalds 8901da177e4SLinus Torvalds #ifdef USE_RBPL_POOL 8911da177e4SLinus Torvalds cpuaddr = pci_pool_alloc(he_dev->rbpl_pool, SLAB_KERNEL|SLAB_DMA, &dma_handle); 8921da177e4SLinus Torvalds if (cpuaddr == NULL) 8931da177e4SLinus Torvalds return -ENOMEM; 8941da177e4SLinus Torvalds #else 8951da177e4SLinus Torvalds cpuaddr = he_dev->rbpl_pages + (i * CONFIG_RBPL_BUFSIZE); 8961da177e4SLinus Torvalds dma_handle = he_dev->rbpl_pages_phys + (i * CONFIG_RBPL_BUFSIZE); 8971da177e4SLinus Torvalds #endif 8981da177e4SLinus Torvalds 8991da177e4SLinus Torvalds he_dev->rbpl_virt[i].virt = cpuaddr; 9001da177e4SLinus Torvalds he_dev->rbpl_base[i].status = RBP_LOANED | (i << RBP_INDEX_OFF); 9011da177e4SLinus Torvalds he_dev->rbpl_base[i].phys = dma_handle; 9021da177e4SLinus Torvalds } 9031da177e4SLinus Torvalds he_dev->rbpl_tail = &he_dev->rbpl_base[CONFIG_RBPL_SIZE - 1]; 9041da177e4SLinus Torvalds 9051da177e4SLinus Torvalds he_writel(he_dev, he_dev->rbpl_phys, G0_RBPL_S + (group * 32)); 9061da177e4SLinus Torvalds he_writel(he_dev, RBPL_MASK(he_dev->rbpl_tail), 9071da177e4SLinus Torvalds G0_RBPL_T + (group * 32)); 9081da177e4SLinus Torvalds he_writel(he_dev, CONFIG_RBPL_BUFSIZE/4, 9091da177e4SLinus Torvalds G0_RBPL_BS + (group * 32)); 9101da177e4SLinus Torvalds he_writel(he_dev, 9111da177e4SLinus Torvalds RBP_THRESH(CONFIG_RBPL_THRESH) | 9121da177e4SLinus Torvalds RBP_QSIZE(CONFIG_RBPL_SIZE - 1) | 9131da177e4SLinus Torvalds RBP_INT_ENB, 9141da177e4SLinus Torvalds G0_RBPL_QI + (group * 32)); 9151da177e4SLinus Torvalds 9161da177e4SLinus Torvalds /* rx buffer ready queue */ 9171da177e4SLinus Torvalds 9181da177e4SLinus Torvalds he_dev->rbrq_base = pci_alloc_consistent(he_dev->pci_dev, 9191da177e4SLinus Torvalds CONFIG_RBRQ_SIZE * sizeof(struct he_rbrq), &he_dev->rbrq_phys); 9201da177e4SLinus Torvalds if (he_dev->rbrq_base == NULL) { 9211da177e4SLinus Torvalds hprintk("failed to allocate rbrq\n"); 9221da177e4SLinus Torvalds return -ENOMEM; 9231da177e4SLinus Torvalds } 9241da177e4SLinus Torvalds memset(he_dev->rbrq_base, 0, CONFIG_RBRQ_SIZE * sizeof(struct he_rbrq)); 9251da177e4SLinus Torvalds 9261da177e4SLinus Torvalds he_dev->rbrq_head = he_dev->rbrq_base; 9271da177e4SLinus Torvalds he_writel(he_dev, he_dev->rbrq_phys, G0_RBRQ_ST + (group * 16)); 9281da177e4SLinus Torvalds he_writel(he_dev, 0, G0_RBRQ_H + (group * 16)); 9291da177e4SLinus Torvalds he_writel(he_dev, 9301da177e4SLinus Torvalds RBRQ_THRESH(CONFIG_RBRQ_THRESH) | RBRQ_SIZE(CONFIG_RBRQ_SIZE - 1), 9311da177e4SLinus Torvalds G0_RBRQ_Q + (group * 16)); 9321da177e4SLinus Torvalds if (irq_coalesce) { 9331da177e4SLinus Torvalds hprintk("coalescing interrupts\n"); 9341da177e4SLinus Torvalds he_writel(he_dev, RBRQ_TIME(768) | RBRQ_COUNT(7), 9351da177e4SLinus Torvalds G0_RBRQ_I + (group * 16)); 9361da177e4SLinus Torvalds } else 9371da177e4SLinus Torvalds he_writel(he_dev, RBRQ_TIME(0) | RBRQ_COUNT(1), 9381da177e4SLinus Torvalds G0_RBRQ_I + (group * 16)); 9391da177e4SLinus Torvalds 9401da177e4SLinus Torvalds /* tx buffer ready queue */ 9411da177e4SLinus Torvalds 9421da177e4SLinus Torvalds he_dev->tbrq_base = pci_alloc_consistent(he_dev->pci_dev, 9431da177e4SLinus Torvalds CONFIG_TBRQ_SIZE * sizeof(struct he_tbrq), &he_dev->tbrq_phys); 9441da177e4SLinus Torvalds if (he_dev->tbrq_base == NULL) { 9451da177e4SLinus Torvalds hprintk("failed to allocate tbrq\n"); 9461da177e4SLinus Torvalds return -ENOMEM; 9471da177e4SLinus Torvalds } 9481da177e4SLinus Torvalds memset(he_dev->tbrq_base, 0, CONFIG_TBRQ_SIZE * sizeof(struct he_tbrq)); 9491da177e4SLinus Torvalds 9501da177e4SLinus Torvalds he_dev->tbrq_head = he_dev->tbrq_base; 9511da177e4SLinus Torvalds 9521da177e4SLinus Torvalds he_writel(he_dev, he_dev->tbrq_phys, G0_TBRQ_B_T + (group * 16)); 9531da177e4SLinus Torvalds he_writel(he_dev, 0, G0_TBRQ_H + (group * 16)); 9541da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TBRQ_SIZE - 1, G0_TBRQ_S + (group * 16)); 9551da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TBRQ_THRESH, G0_TBRQ_THRESH + (group * 16)); 9561da177e4SLinus Torvalds 9571da177e4SLinus Torvalds return 0; 9581da177e4SLinus Torvalds } 9591da177e4SLinus Torvalds 9601da177e4SLinus Torvalds static int __init 9611da177e4SLinus Torvalds he_init_irq(struct he_dev *he_dev) 9621da177e4SLinus Torvalds { 9631da177e4SLinus Torvalds int i; 9641da177e4SLinus Torvalds 9651da177e4SLinus Torvalds /* 2.9.3.5 tail offset for each interrupt queue is located after the 9661da177e4SLinus Torvalds end of the interrupt queue */ 9671da177e4SLinus Torvalds 9681da177e4SLinus Torvalds he_dev->irq_base = pci_alloc_consistent(he_dev->pci_dev, 9691da177e4SLinus Torvalds (CONFIG_IRQ_SIZE+1) * sizeof(struct he_irq), &he_dev->irq_phys); 9701da177e4SLinus Torvalds if (he_dev->irq_base == NULL) { 9711da177e4SLinus Torvalds hprintk("failed to allocate irq\n"); 9721da177e4SLinus Torvalds return -ENOMEM; 9731da177e4SLinus Torvalds } 9741da177e4SLinus Torvalds he_dev->irq_tailoffset = (unsigned *) 9751da177e4SLinus Torvalds &he_dev->irq_base[CONFIG_IRQ_SIZE]; 9761da177e4SLinus Torvalds *he_dev->irq_tailoffset = 0; 9771da177e4SLinus Torvalds he_dev->irq_head = he_dev->irq_base; 9781da177e4SLinus Torvalds he_dev->irq_tail = he_dev->irq_base; 9791da177e4SLinus Torvalds 9801da177e4SLinus Torvalds for (i = 0; i < CONFIG_IRQ_SIZE; ++i) 9811da177e4SLinus Torvalds he_dev->irq_base[i].isw = ITYPE_INVALID; 9821da177e4SLinus Torvalds 9831da177e4SLinus Torvalds he_writel(he_dev, he_dev->irq_phys, IRQ0_BASE); 9841da177e4SLinus Torvalds he_writel(he_dev, 9851da177e4SLinus Torvalds IRQ_SIZE(CONFIG_IRQ_SIZE) | IRQ_THRESH(CONFIG_IRQ_THRESH), 9861da177e4SLinus Torvalds IRQ0_HEAD); 9871da177e4SLinus Torvalds he_writel(he_dev, IRQ_INT_A | IRQ_TYPE_LINE, IRQ0_CNTL); 9881da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ0_DATA); 9891da177e4SLinus Torvalds 9901da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ1_BASE); 9911da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ1_HEAD); 9921da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ1_CNTL); 9931da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ1_DATA); 9941da177e4SLinus Torvalds 9951da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ2_BASE); 9961da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ2_HEAD); 9971da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ2_CNTL); 9981da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ2_DATA); 9991da177e4SLinus Torvalds 10001da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ3_BASE); 10011da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ3_HEAD); 10021da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ3_CNTL); 10031da177e4SLinus Torvalds he_writel(he_dev, 0x0, IRQ3_DATA); 10041da177e4SLinus Torvalds 10051da177e4SLinus Torvalds /* 2.9.3.2 interrupt queue mapping registers */ 10061da177e4SLinus Torvalds 10071da177e4SLinus Torvalds he_writel(he_dev, 0x0, GRP_10_MAP); 10081da177e4SLinus Torvalds he_writel(he_dev, 0x0, GRP_32_MAP); 10091da177e4SLinus Torvalds he_writel(he_dev, 0x0, GRP_54_MAP); 10101da177e4SLinus Torvalds he_writel(he_dev, 0x0, GRP_76_MAP); 10111da177e4SLinus Torvalds 10121da177e4SLinus Torvalds if (request_irq(he_dev->pci_dev->irq, he_irq_handler, SA_INTERRUPT|SA_SHIRQ, DEV_LABEL, he_dev)) { 10131da177e4SLinus Torvalds hprintk("irq %d already in use\n", he_dev->pci_dev->irq); 10141da177e4SLinus Torvalds return -EINVAL; 10151da177e4SLinus Torvalds } 10161da177e4SLinus Torvalds 10171da177e4SLinus Torvalds he_dev->irq = he_dev->pci_dev->irq; 10181da177e4SLinus Torvalds 10191da177e4SLinus Torvalds return 0; 10201da177e4SLinus Torvalds } 10211da177e4SLinus Torvalds 10221da177e4SLinus Torvalds static int __init 10231da177e4SLinus Torvalds he_start(struct atm_dev *dev) 10241da177e4SLinus Torvalds { 10251da177e4SLinus Torvalds struct he_dev *he_dev; 10261da177e4SLinus Torvalds struct pci_dev *pci_dev; 10271da177e4SLinus Torvalds unsigned long membase; 10281da177e4SLinus Torvalds 10291da177e4SLinus Torvalds u16 command; 10301da177e4SLinus Torvalds u32 gen_cntl_0, host_cntl, lb_swap; 10311da177e4SLinus Torvalds u8 cache_size, timer; 10321da177e4SLinus Torvalds 10331da177e4SLinus Torvalds unsigned err; 10341da177e4SLinus Torvalds unsigned int status, reg; 10351da177e4SLinus Torvalds int i, group; 10361da177e4SLinus Torvalds 10371da177e4SLinus Torvalds he_dev = HE_DEV(dev); 10381da177e4SLinus Torvalds pci_dev = he_dev->pci_dev; 10391da177e4SLinus Torvalds 10401da177e4SLinus Torvalds membase = pci_resource_start(pci_dev, 0); 10411da177e4SLinus Torvalds HPRINTK("membase = 0x%lx irq = %d.\n", membase, pci_dev->irq); 10421da177e4SLinus Torvalds 10431da177e4SLinus Torvalds /* 10441da177e4SLinus Torvalds * pci bus controller initialization 10451da177e4SLinus Torvalds */ 10461da177e4SLinus Torvalds 10471da177e4SLinus Torvalds /* 4.3 pci bus controller-specific initialization */ 10481da177e4SLinus Torvalds if (pci_read_config_dword(pci_dev, GEN_CNTL_0, &gen_cntl_0) != 0) { 10491da177e4SLinus Torvalds hprintk("can't read GEN_CNTL_0\n"); 10501da177e4SLinus Torvalds return -EINVAL; 10511da177e4SLinus Torvalds } 10521da177e4SLinus Torvalds gen_cntl_0 |= (MRL_ENB | MRM_ENB | IGNORE_TIMEOUT); 10531da177e4SLinus Torvalds if (pci_write_config_dword(pci_dev, GEN_CNTL_0, gen_cntl_0) != 0) { 10541da177e4SLinus Torvalds hprintk("can't write GEN_CNTL_0.\n"); 10551da177e4SLinus Torvalds return -EINVAL; 10561da177e4SLinus Torvalds } 10571da177e4SLinus Torvalds 10581da177e4SLinus Torvalds if (pci_read_config_word(pci_dev, PCI_COMMAND, &command) != 0) { 10591da177e4SLinus Torvalds hprintk("can't read PCI_COMMAND.\n"); 10601da177e4SLinus Torvalds return -EINVAL; 10611da177e4SLinus Torvalds } 10621da177e4SLinus Torvalds 10631da177e4SLinus Torvalds command |= (PCI_COMMAND_MEMORY | PCI_COMMAND_MASTER | PCI_COMMAND_INVALIDATE); 10641da177e4SLinus Torvalds if (pci_write_config_word(pci_dev, PCI_COMMAND, command) != 0) { 10651da177e4SLinus Torvalds hprintk("can't enable memory.\n"); 10661da177e4SLinus Torvalds return -EINVAL; 10671da177e4SLinus Torvalds } 10681da177e4SLinus Torvalds 10691da177e4SLinus Torvalds if (pci_read_config_byte(pci_dev, PCI_CACHE_LINE_SIZE, &cache_size)) { 10701da177e4SLinus Torvalds hprintk("can't read cache line size?\n"); 10711da177e4SLinus Torvalds return -EINVAL; 10721da177e4SLinus Torvalds } 10731da177e4SLinus Torvalds 10741da177e4SLinus Torvalds if (cache_size < 16) { 10751da177e4SLinus Torvalds cache_size = 16; 10761da177e4SLinus Torvalds if (pci_write_config_byte(pci_dev, PCI_CACHE_LINE_SIZE, cache_size)) 10771da177e4SLinus Torvalds hprintk("can't set cache line size to %d\n", cache_size); 10781da177e4SLinus Torvalds } 10791da177e4SLinus Torvalds 10801da177e4SLinus Torvalds if (pci_read_config_byte(pci_dev, PCI_LATENCY_TIMER, &timer)) { 10811da177e4SLinus Torvalds hprintk("can't read latency timer?\n"); 10821da177e4SLinus Torvalds return -EINVAL; 10831da177e4SLinus Torvalds } 10841da177e4SLinus Torvalds 10851da177e4SLinus Torvalds /* from table 3.9 10861da177e4SLinus Torvalds * 10871da177e4SLinus Torvalds * LAT_TIMER = 1 + AVG_LAT + BURST_SIZE/BUS_SIZE 10881da177e4SLinus Torvalds * 10891da177e4SLinus Torvalds * AVG_LAT: The average first data read/write latency [maximum 16 clock cycles] 10901da177e4SLinus Torvalds * BURST_SIZE: 1536 bytes (read) for 622, 768 bytes (read) for 155 [192 clock cycles] 10911da177e4SLinus Torvalds * 10921da177e4SLinus Torvalds */ 10931da177e4SLinus Torvalds #define LAT_TIMER 209 10941da177e4SLinus Torvalds if (timer < LAT_TIMER) { 10951da177e4SLinus Torvalds HPRINTK("latency timer was %d, setting to %d\n", timer, LAT_TIMER); 10961da177e4SLinus Torvalds timer = LAT_TIMER; 10971da177e4SLinus Torvalds if (pci_write_config_byte(pci_dev, PCI_LATENCY_TIMER, timer)) 10981da177e4SLinus Torvalds hprintk("can't set latency timer to %d\n", timer); 10991da177e4SLinus Torvalds } 11001da177e4SLinus Torvalds 11011da177e4SLinus Torvalds if (!(he_dev->membase = ioremap(membase, HE_REGMAP_SIZE))) { 11021da177e4SLinus Torvalds hprintk("can't set up page mapping\n"); 11031da177e4SLinus Torvalds return -EINVAL; 11041da177e4SLinus Torvalds } 11051da177e4SLinus Torvalds 11061da177e4SLinus Torvalds /* 4.4 card reset */ 11071da177e4SLinus Torvalds he_writel(he_dev, 0x0, RESET_CNTL); 11081da177e4SLinus Torvalds he_writel(he_dev, 0xff, RESET_CNTL); 11091da177e4SLinus Torvalds 11101da177e4SLinus Torvalds udelay(16*1000); /* 16 ms */ 11111da177e4SLinus Torvalds status = he_readl(he_dev, RESET_CNTL); 11121da177e4SLinus Torvalds if ((status & BOARD_RST_STATUS) == 0) { 11131da177e4SLinus Torvalds hprintk("reset failed\n"); 11141da177e4SLinus Torvalds return -EINVAL; 11151da177e4SLinus Torvalds } 11161da177e4SLinus Torvalds 11171da177e4SLinus Torvalds /* 4.5 set bus width */ 11181da177e4SLinus Torvalds host_cntl = he_readl(he_dev, HOST_CNTL); 11191da177e4SLinus Torvalds if (host_cntl & PCI_BUS_SIZE64) 11201da177e4SLinus Torvalds gen_cntl_0 |= ENBL_64; 11211da177e4SLinus Torvalds else 11221da177e4SLinus Torvalds gen_cntl_0 &= ~ENBL_64; 11231da177e4SLinus Torvalds 11241da177e4SLinus Torvalds if (disable64 == 1) { 11251da177e4SLinus Torvalds hprintk("disabling 64-bit pci bus transfers\n"); 11261da177e4SLinus Torvalds gen_cntl_0 &= ~ENBL_64; 11271da177e4SLinus Torvalds } 11281da177e4SLinus Torvalds 11291da177e4SLinus Torvalds if (gen_cntl_0 & ENBL_64) 11301da177e4SLinus Torvalds hprintk("64-bit transfers enabled\n"); 11311da177e4SLinus Torvalds 11321da177e4SLinus Torvalds pci_write_config_dword(pci_dev, GEN_CNTL_0, gen_cntl_0); 11331da177e4SLinus Torvalds 11341da177e4SLinus Torvalds /* 4.7 read prom contents */ 11351da177e4SLinus Torvalds for (i = 0; i < PROD_ID_LEN; ++i) 11361da177e4SLinus Torvalds he_dev->prod_id[i] = read_prom_byte(he_dev, PROD_ID + i); 11371da177e4SLinus Torvalds 11381da177e4SLinus Torvalds he_dev->media = read_prom_byte(he_dev, MEDIA); 11391da177e4SLinus Torvalds 11401da177e4SLinus Torvalds for (i = 0; i < 6; ++i) 11411da177e4SLinus Torvalds dev->esi[i] = read_prom_byte(he_dev, MAC_ADDR + i); 11421da177e4SLinus Torvalds 11431da177e4SLinus Torvalds hprintk("%s%s, %x:%x:%x:%x:%x:%x\n", 11441da177e4SLinus Torvalds he_dev->prod_id, 11451da177e4SLinus Torvalds he_dev->media & 0x40 ? "SM" : "MM", 11461da177e4SLinus Torvalds dev->esi[0], 11471da177e4SLinus Torvalds dev->esi[1], 11481da177e4SLinus Torvalds dev->esi[2], 11491da177e4SLinus Torvalds dev->esi[3], 11501da177e4SLinus Torvalds dev->esi[4], 11511da177e4SLinus Torvalds dev->esi[5]); 11521da177e4SLinus Torvalds he_dev->atm_dev->link_rate = he_is622(he_dev) ? 11531da177e4SLinus Torvalds ATM_OC12_PCR : ATM_OC3_PCR; 11541da177e4SLinus Torvalds 11551da177e4SLinus Torvalds /* 4.6 set host endianess */ 11561da177e4SLinus Torvalds lb_swap = he_readl(he_dev, LB_SWAP); 11571da177e4SLinus Torvalds if (he_is622(he_dev)) 11581da177e4SLinus Torvalds lb_swap &= ~XFER_SIZE; /* 4 cells */ 11591da177e4SLinus Torvalds else 11601da177e4SLinus Torvalds lb_swap |= XFER_SIZE; /* 8 cells */ 11611da177e4SLinus Torvalds #ifdef __BIG_ENDIAN 11621da177e4SLinus Torvalds lb_swap |= DESC_WR_SWAP | INTR_SWAP | BIG_ENDIAN_HOST; 11631da177e4SLinus Torvalds #else 11641da177e4SLinus Torvalds lb_swap &= ~(DESC_WR_SWAP | INTR_SWAP | BIG_ENDIAN_HOST | 11651da177e4SLinus Torvalds DATA_WR_SWAP | DATA_RD_SWAP | DESC_RD_SWAP); 11661da177e4SLinus Torvalds #endif /* __BIG_ENDIAN */ 11671da177e4SLinus Torvalds he_writel(he_dev, lb_swap, LB_SWAP); 11681da177e4SLinus Torvalds 11691da177e4SLinus Torvalds /* 4.8 sdram controller initialization */ 11701da177e4SLinus Torvalds he_writel(he_dev, he_is622(he_dev) ? LB_64_ENB : 0x0, SDRAM_CTL); 11711da177e4SLinus Torvalds 11721da177e4SLinus Torvalds /* 4.9 initialize rnum value */ 11731da177e4SLinus Torvalds lb_swap |= SWAP_RNUM_MAX(0xf); 11741da177e4SLinus Torvalds he_writel(he_dev, lb_swap, LB_SWAP); 11751da177e4SLinus Torvalds 11761da177e4SLinus Torvalds /* 4.10 initialize the interrupt queues */ 11771da177e4SLinus Torvalds if ((err = he_init_irq(he_dev)) != 0) 11781da177e4SLinus Torvalds return err; 11791da177e4SLinus Torvalds 11801da177e4SLinus Torvalds #ifdef USE_TASKLET 11811da177e4SLinus Torvalds tasklet_init(&he_dev->tasklet, he_tasklet, (unsigned long) he_dev); 11821da177e4SLinus Torvalds #endif 11831da177e4SLinus Torvalds spin_lock_init(&he_dev->global_lock); 11841da177e4SLinus Torvalds 11851da177e4SLinus Torvalds /* 4.11 enable pci bus controller state machines */ 11861da177e4SLinus Torvalds host_cntl |= (OUTFF_ENB | CMDFF_ENB | 11871da177e4SLinus Torvalds QUICK_RD_RETRY | QUICK_WR_RETRY | PERR_INT_ENB); 11881da177e4SLinus Torvalds he_writel(he_dev, host_cntl, HOST_CNTL); 11891da177e4SLinus Torvalds 11901da177e4SLinus Torvalds gen_cntl_0 |= INT_PROC_ENBL|INIT_ENB; 11911da177e4SLinus Torvalds pci_write_config_dword(pci_dev, GEN_CNTL_0, gen_cntl_0); 11921da177e4SLinus Torvalds 11931da177e4SLinus Torvalds /* 11941da177e4SLinus Torvalds * atm network controller initialization 11951da177e4SLinus Torvalds */ 11961da177e4SLinus Torvalds 11971da177e4SLinus Torvalds /* 5.1.1 generic configuration state */ 11981da177e4SLinus Torvalds 11991da177e4SLinus Torvalds /* 12001da177e4SLinus Torvalds * local (cell) buffer memory map 12011da177e4SLinus Torvalds * 12021da177e4SLinus Torvalds * HE155 HE622 12031da177e4SLinus Torvalds * 12041da177e4SLinus Torvalds * 0 ____________1023 bytes 0 _______________________2047 bytes 12051da177e4SLinus Torvalds * | | | | | 12061da177e4SLinus Torvalds * | utility | | rx0 | | 12071da177e4SLinus Torvalds * 5|____________| 255|___________________| u | 12081da177e4SLinus Torvalds * 6| | 256| | t | 12091da177e4SLinus Torvalds * | | | | i | 12101da177e4SLinus Torvalds * | rx0 | row | tx | l | 12111da177e4SLinus Torvalds * | | | | i | 12121da177e4SLinus Torvalds * | | 767|___________________| t | 12131da177e4SLinus Torvalds * 517|____________| 768| | y | 12141da177e4SLinus Torvalds * row 518| | | rx1 | | 12151da177e4SLinus Torvalds * | | 1023|___________________|___| 12161da177e4SLinus Torvalds * | | 12171da177e4SLinus Torvalds * | tx | 12181da177e4SLinus Torvalds * | | 12191da177e4SLinus Torvalds * | | 12201da177e4SLinus Torvalds * 1535|____________| 12211da177e4SLinus Torvalds * 1536| | 12221da177e4SLinus Torvalds * | rx1 | 12231da177e4SLinus Torvalds * 2047|____________| 12241da177e4SLinus Torvalds * 12251da177e4SLinus Torvalds */ 12261da177e4SLinus Torvalds 12271da177e4SLinus Torvalds /* total 4096 connections */ 12281da177e4SLinus Torvalds he_dev->vcibits = CONFIG_DEFAULT_VCIBITS; 12291da177e4SLinus Torvalds he_dev->vpibits = CONFIG_DEFAULT_VPIBITS; 12301da177e4SLinus Torvalds 12311da177e4SLinus Torvalds if (nvpibits != -1 && nvcibits != -1 && nvpibits+nvcibits != HE_MAXCIDBITS) { 12321da177e4SLinus Torvalds hprintk("nvpibits + nvcibits != %d\n", HE_MAXCIDBITS); 12331da177e4SLinus Torvalds return -ENODEV; 12341da177e4SLinus Torvalds } 12351da177e4SLinus Torvalds 12361da177e4SLinus Torvalds if (nvpibits != -1) { 12371da177e4SLinus Torvalds he_dev->vpibits = nvpibits; 12381da177e4SLinus Torvalds he_dev->vcibits = HE_MAXCIDBITS - nvpibits; 12391da177e4SLinus Torvalds } 12401da177e4SLinus Torvalds 12411da177e4SLinus Torvalds if (nvcibits != -1) { 12421da177e4SLinus Torvalds he_dev->vcibits = nvcibits; 12431da177e4SLinus Torvalds he_dev->vpibits = HE_MAXCIDBITS - nvcibits; 12441da177e4SLinus Torvalds } 12451da177e4SLinus Torvalds 12461da177e4SLinus Torvalds 12471da177e4SLinus Torvalds if (he_is622(he_dev)) { 12481da177e4SLinus Torvalds he_dev->cells_per_row = 40; 12491da177e4SLinus Torvalds he_dev->bytes_per_row = 2048; 12501da177e4SLinus Torvalds he_dev->r0_numrows = 256; 12511da177e4SLinus Torvalds he_dev->tx_numrows = 512; 12521da177e4SLinus Torvalds he_dev->r1_numrows = 256; 12531da177e4SLinus Torvalds he_dev->r0_startrow = 0; 12541da177e4SLinus Torvalds he_dev->tx_startrow = 256; 12551da177e4SLinus Torvalds he_dev->r1_startrow = 768; 12561da177e4SLinus Torvalds } else { 12571da177e4SLinus Torvalds he_dev->cells_per_row = 20; 12581da177e4SLinus Torvalds he_dev->bytes_per_row = 1024; 12591da177e4SLinus Torvalds he_dev->r0_numrows = 512; 12601da177e4SLinus Torvalds he_dev->tx_numrows = 1018; 12611da177e4SLinus Torvalds he_dev->r1_numrows = 512; 12621da177e4SLinus Torvalds he_dev->r0_startrow = 6; 12631da177e4SLinus Torvalds he_dev->tx_startrow = 518; 12641da177e4SLinus Torvalds he_dev->r1_startrow = 1536; 12651da177e4SLinus Torvalds } 12661da177e4SLinus Torvalds 12671da177e4SLinus Torvalds he_dev->cells_per_lbuf = 4; 12681da177e4SLinus Torvalds he_dev->buffer_limit = 4; 12691da177e4SLinus Torvalds he_dev->r0_numbuffs = he_dev->r0_numrows * 12701da177e4SLinus Torvalds he_dev->cells_per_row / he_dev->cells_per_lbuf; 12711da177e4SLinus Torvalds if (he_dev->r0_numbuffs > 2560) 12721da177e4SLinus Torvalds he_dev->r0_numbuffs = 2560; 12731da177e4SLinus Torvalds 12741da177e4SLinus Torvalds he_dev->r1_numbuffs = he_dev->r1_numrows * 12751da177e4SLinus Torvalds he_dev->cells_per_row / he_dev->cells_per_lbuf; 12761da177e4SLinus Torvalds if (he_dev->r1_numbuffs > 2560) 12771da177e4SLinus Torvalds he_dev->r1_numbuffs = 2560; 12781da177e4SLinus Torvalds 12791da177e4SLinus Torvalds he_dev->tx_numbuffs = he_dev->tx_numrows * 12801da177e4SLinus Torvalds he_dev->cells_per_row / he_dev->cells_per_lbuf; 12811da177e4SLinus Torvalds if (he_dev->tx_numbuffs > 5120) 12821da177e4SLinus Torvalds he_dev->tx_numbuffs = 5120; 12831da177e4SLinus Torvalds 12841da177e4SLinus Torvalds /* 5.1.2 configure hardware dependent registers */ 12851da177e4SLinus Torvalds 12861da177e4SLinus Torvalds he_writel(he_dev, 12871da177e4SLinus Torvalds SLICE_X(0x2) | ARB_RNUM_MAX(0xf) | TH_PRTY(0x3) | 12881da177e4SLinus Torvalds RH_PRTY(0x3) | TL_PRTY(0x2) | RL_PRTY(0x1) | 12891da177e4SLinus Torvalds (he_is622(he_dev) ? BUS_MULTI(0x28) : BUS_MULTI(0x46)) | 12901da177e4SLinus Torvalds (he_is622(he_dev) ? NET_PREF(0x50) : NET_PREF(0x8c)), 12911da177e4SLinus Torvalds LBARB); 12921da177e4SLinus Torvalds 12931da177e4SLinus Torvalds he_writel(he_dev, BANK_ON | 12941da177e4SLinus Torvalds (he_is622(he_dev) ? (REF_RATE(0x384) | WIDE_DATA) : REF_RATE(0x150)), 12951da177e4SLinus Torvalds SDRAMCON); 12961da177e4SLinus Torvalds 12971da177e4SLinus Torvalds he_writel(he_dev, 12981da177e4SLinus Torvalds (he_is622(he_dev) ? RM_BANK_WAIT(1) : RM_BANK_WAIT(0)) | 12991da177e4SLinus Torvalds RM_RW_WAIT(1), RCMCONFIG); 13001da177e4SLinus Torvalds he_writel(he_dev, 13011da177e4SLinus Torvalds (he_is622(he_dev) ? TM_BANK_WAIT(2) : TM_BANK_WAIT(1)) | 13021da177e4SLinus Torvalds TM_RW_WAIT(1), TCMCONFIG); 13031da177e4SLinus Torvalds 13041da177e4SLinus Torvalds he_writel(he_dev, he_dev->cells_per_lbuf * ATM_CELL_PAYLOAD, LB_CONFIG); 13051da177e4SLinus Torvalds 13061da177e4SLinus Torvalds he_writel(he_dev, 13071da177e4SLinus Torvalds (he_is622(he_dev) ? UT_RD_DELAY(8) : UT_RD_DELAY(0)) | 13081da177e4SLinus Torvalds (he_is622(he_dev) ? RC_UT_MODE(0) : RC_UT_MODE(1)) | 13091da177e4SLinus Torvalds RX_VALVP(he_dev->vpibits) | 13101da177e4SLinus Torvalds RX_VALVC(he_dev->vcibits), RC_CONFIG); 13111da177e4SLinus Torvalds 13121da177e4SLinus Torvalds he_writel(he_dev, DRF_THRESH(0x20) | 13131da177e4SLinus Torvalds (he_is622(he_dev) ? TX_UT_MODE(0) : TX_UT_MODE(1)) | 13141da177e4SLinus Torvalds TX_VCI_MASK(he_dev->vcibits) | 13151da177e4SLinus Torvalds LBFREE_CNT(he_dev->tx_numbuffs), TX_CONFIG); 13161da177e4SLinus Torvalds 13171da177e4SLinus Torvalds he_writel(he_dev, 0x0, TXAAL5_PROTO); 13181da177e4SLinus Torvalds 13191da177e4SLinus Torvalds he_writel(he_dev, PHY_INT_ENB | 13201da177e4SLinus Torvalds (he_is622(he_dev) ? PTMR_PRE(67 - 1) : PTMR_PRE(50 - 1)), 13211da177e4SLinus Torvalds RH_CONFIG); 13221da177e4SLinus Torvalds 13231da177e4SLinus Torvalds /* 5.1.3 initialize connection memory */ 13241da177e4SLinus Torvalds 13251da177e4SLinus Torvalds for (i = 0; i < TCM_MEM_SIZE; ++i) 13261da177e4SLinus Torvalds he_writel_tcm(he_dev, 0, i); 13271da177e4SLinus Torvalds 13281da177e4SLinus Torvalds for (i = 0; i < RCM_MEM_SIZE; ++i) 13291da177e4SLinus Torvalds he_writel_rcm(he_dev, 0, i); 13301da177e4SLinus Torvalds 13311da177e4SLinus Torvalds /* 13321da177e4SLinus Torvalds * transmit connection memory map 13331da177e4SLinus Torvalds * 13341da177e4SLinus Torvalds * tx memory 13351da177e4SLinus Torvalds * 0x0 ___________________ 13361da177e4SLinus Torvalds * | | 13371da177e4SLinus Torvalds * | | 13381da177e4SLinus Torvalds * | TSRa | 13391da177e4SLinus Torvalds * | | 13401da177e4SLinus Torvalds * | | 13411da177e4SLinus Torvalds * 0x8000|___________________| 13421da177e4SLinus Torvalds * | | 13431da177e4SLinus Torvalds * | TSRb | 13441da177e4SLinus Torvalds * 0xc000|___________________| 13451da177e4SLinus Torvalds * | | 13461da177e4SLinus Torvalds * | TSRc | 13471da177e4SLinus Torvalds * 0xe000|___________________| 13481da177e4SLinus Torvalds * | TSRd | 13491da177e4SLinus Torvalds * 0xf000|___________________| 13501da177e4SLinus Torvalds * | tmABR | 13511da177e4SLinus Torvalds * 0x10000|___________________| 13521da177e4SLinus Torvalds * | | 13531da177e4SLinus Torvalds * | tmTPD | 13541da177e4SLinus Torvalds * |___________________| 13551da177e4SLinus Torvalds * | | 13561da177e4SLinus Torvalds * .... 13571da177e4SLinus Torvalds * 0x1ffff|___________________| 13581da177e4SLinus Torvalds * 13591da177e4SLinus Torvalds * 13601da177e4SLinus Torvalds */ 13611da177e4SLinus Torvalds 13621da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TSRB, TSRB_BA); 13631da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TSRC, TSRC_BA); 13641da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TSRD, TSRD_BA); 13651da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TMABR, TMABR_BA); 13661da177e4SLinus Torvalds he_writel(he_dev, CONFIG_TPDBA, TPD_BA); 13671da177e4SLinus Torvalds 13681da177e4SLinus Torvalds 13691da177e4SLinus Torvalds /* 13701da177e4SLinus Torvalds * receive connection memory map 13711da177e4SLinus Torvalds * 13721da177e4SLinus Torvalds * 0x0 ___________________ 13731da177e4SLinus Torvalds * | | 13741da177e4SLinus Torvalds * | | 13751da177e4SLinus Torvalds * | RSRa | 13761da177e4SLinus Torvalds * | | 13771da177e4SLinus Torvalds * | | 13781da177e4SLinus Torvalds * 0x8000|___________________| 13791da177e4SLinus Torvalds * | | 13801da177e4SLinus Torvalds * | rx0/1 | 13811da177e4SLinus Torvalds * | LBM | link lists of local 13821da177e4SLinus Torvalds * | tx | buffer memory 13831da177e4SLinus Torvalds * | | 13841da177e4SLinus Torvalds * 0xd000|___________________| 13851da177e4SLinus Torvalds * | | 13861da177e4SLinus Torvalds * | rmABR | 13871da177e4SLinus Torvalds * 0xe000|___________________| 13881da177e4SLinus Torvalds * | | 13891da177e4SLinus Torvalds * | RSRb | 13901da177e4SLinus Torvalds * |___________________| 13911da177e4SLinus Torvalds * | | 13921da177e4SLinus Torvalds * .... 13931da177e4SLinus Torvalds * 0xffff|___________________| 13941da177e4SLinus Torvalds */ 13951da177e4SLinus Torvalds 13961da177e4SLinus Torvalds he_writel(he_dev, 0x08000, RCMLBM_BA); 13971da177e4SLinus Torvalds he_writel(he_dev, 0x0e000, RCMRSRB_BA); 13981da177e4SLinus Torvalds he_writel(he_dev, 0x0d800, RCMABR_BA); 13991da177e4SLinus Torvalds 14001da177e4SLinus Torvalds /* 5.1.4 initialize local buffer free pools linked lists */ 14011da177e4SLinus Torvalds 14021da177e4SLinus Torvalds he_init_rx_lbfp0(he_dev); 14031da177e4SLinus Torvalds he_init_rx_lbfp1(he_dev); 14041da177e4SLinus Torvalds 14051da177e4SLinus Torvalds he_writel(he_dev, 0x0, RLBC_H); 14061da177e4SLinus Torvalds he_writel(he_dev, 0x0, RLBC_T); 14071da177e4SLinus Torvalds he_writel(he_dev, 0x0, RLBC_H2); 14081da177e4SLinus Torvalds 14091da177e4SLinus Torvalds he_writel(he_dev, 512, RXTHRSH); /* 10% of r0+r1 buffers */ 14101da177e4SLinus Torvalds he_writel(he_dev, 256, LITHRSH); /* 5% of r0+r1 buffers */ 14111da177e4SLinus Torvalds 14121da177e4SLinus Torvalds he_init_tx_lbfp(he_dev); 14131da177e4SLinus Torvalds 14141da177e4SLinus Torvalds he_writel(he_dev, he_is622(he_dev) ? 0x104780 : 0x800, UBUFF_BA); 14151da177e4SLinus Torvalds 14161da177e4SLinus Torvalds /* 5.1.5 initialize intermediate receive queues */ 14171da177e4SLinus Torvalds 14181da177e4SLinus Torvalds if (he_is622(he_dev)) { 14191da177e4SLinus Torvalds he_writel(he_dev, 0x000f, G0_INMQ_S); 14201da177e4SLinus Torvalds he_writel(he_dev, 0x200f, G0_INMQ_L); 14211da177e4SLinus Torvalds 14221da177e4SLinus Torvalds he_writel(he_dev, 0x001f, G1_INMQ_S); 14231da177e4SLinus Torvalds he_writel(he_dev, 0x201f, G1_INMQ_L); 14241da177e4SLinus Torvalds 14251da177e4SLinus Torvalds he_writel(he_dev, 0x002f, G2_INMQ_S); 14261da177e4SLinus Torvalds he_writel(he_dev, 0x202f, G2_INMQ_L); 14271da177e4SLinus Torvalds 14281da177e4SLinus Torvalds he_writel(he_dev, 0x003f, G3_INMQ_S); 14291da177e4SLinus Torvalds he_writel(he_dev, 0x203f, G3_INMQ_L); 14301da177e4SLinus Torvalds 14311da177e4SLinus Torvalds he_writel(he_dev, 0x004f, G4_INMQ_S); 14321da177e4SLinus Torvalds he_writel(he_dev, 0x204f, G4_INMQ_L); 14331da177e4SLinus Torvalds 14341da177e4SLinus Torvalds he_writel(he_dev, 0x005f, G5_INMQ_S); 14351da177e4SLinus Torvalds he_writel(he_dev, 0x205f, G5_INMQ_L); 14361da177e4SLinus Torvalds 14371da177e4SLinus Torvalds he_writel(he_dev, 0x006f, G6_INMQ_S); 14381da177e4SLinus Torvalds he_writel(he_dev, 0x206f, G6_INMQ_L); 14391da177e4SLinus Torvalds 14401da177e4SLinus Torvalds he_writel(he_dev, 0x007f, G7_INMQ_S); 14411da177e4SLinus Torvalds he_writel(he_dev, 0x207f, G7_INMQ_L); 14421da177e4SLinus Torvalds } else { 14431da177e4SLinus Torvalds he_writel(he_dev, 0x0000, G0_INMQ_S); 14441da177e4SLinus Torvalds he_writel(he_dev, 0x0008, G0_INMQ_L); 14451da177e4SLinus Torvalds 14461da177e4SLinus Torvalds he_writel(he_dev, 0x0001, G1_INMQ_S); 14471da177e4SLinus Torvalds he_writel(he_dev, 0x0009, G1_INMQ_L); 14481da177e4SLinus Torvalds 14491da177e4SLinus Torvalds he_writel(he_dev, 0x0002, G2_INMQ_S); 14501da177e4SLinus Torvalds he_writel(he_dev, 0x000a, G2_INMQ_L); 14511da177e4SLinus Torvalds 14521da177e4SLinus Torvalds he_writel(he_dev, 0x0003, G3_INMQ_S); 14531da177e4SLinus Torvalds he_writel(he_dev, 0x000b, G3_INMQ_L); 14541da177e4SLinus Torvalds 14551da177e4SLinus Torvalds he_writel(he_dev, 0x0004, G4_INMQ_S); 14561da177e4SLinus Torvalds he_writel(he_dev, 0x000c, G4_INMQ_L); 14571da177e4SLinus Torvalds 14581da177e4SLinus Torvalds he_writel(he_dev, 0x0005, G5_INMQ_S); 14591da177e4SLinus Torvalds he_writel(he_dev, 0x000d, G5_INMQ_L); 14601da177e4SLinus Torvalds 14611da177e4SLinus Torvalds he_writel(he_dev, 0x0006, G6_INMQ_S); 14621da177e4SLinus Torvalds he_writel(he_dev, 0x000e, G6_INMQ_L); 14631da177e4SLinus Torvalds 14641da177e4SLinus Torvalds he_writel(he_dev, 0x0007, G7_INMQ_S); 14651da177e4SLinus Torvalds he_writel(he_dev, 0x000f, G7_INMQ_L); 14661da177e4SLinus Torvalds } 14671da177e4SLinus Torvalds 14681da177e4SLinus Torvalds /* 5.1.6 application tunable parameters */ 14691da177e4SLinus Torvalds 14701da177e4SLinus Torvalds he_writel(he_dev, 0x0, MCC); 14711da177e4SLinus Torvalds he_writel(he_dev, 0x0, OEC); 14721da177e4SLinus Torvalds he_writel(he_dev, 0x0, DCC); 14731da177e4SLinus Torvalds he_writel(he_dev, 0x0, CEC); 14741da177e4SLinus Torvalds 14751da177e4SLinus Torvalds /* 5.1.7 cs block initialization */ 14761da177e4SLinus Torvalds 14771da177e4SLinus Torvalds he_init_cs_block(he_dev); 14781da177e4SLinus Torvalds 14791da177e4SLinus Torvalds /* 5.1.8 cs block connection memory initialization */ 14801da177e4SLinus Torvalds 14811da177e4SLinus Torvalds if (he_init_cs_block_rcm(he_dev) < 0) 14821da177e4SLinus Torvalds return -ENOMEM; 14831da177e4SLinus Torvalds 14841da177e4SLinus Torvalds /* 5.1.10 initialize host structures */ 14851da177e4SLinus Torvalds 14861da177e4SLinus Torvalds he_init_tpdrq(he_dev); 14871da177e4SLinus Torvalds 14881da177e4SLinus Torvalds #ifdef USE_TPD_POOL 14891da177e4SLinus Torvalds he_dev->tpd_pool = pci_pool_create("tpd", he_dev->pci_dev, 14901da177e4SLinus Torvalds sizeof(struct he_tpd), TPD_ALIGNMENT, 0); 14911da177e4SLinus Torvalds if (he_dev->tpd_pool == NULL) { 14921da177e4SLinus Torvalds hprintk("unable to create tpd pci_pool\n"); 14931da177e4SLinus Torvalds return -ENOMEM; 14941da177e4SLinus Torvalds } 14951da177e4SLinus Torvalds 14961da177e4SLinus Torvalds INIT_LIST_HEAD(&he_dev->outstanding_tpds); 14971da177e4SLinus Torvalds #else 14981da177e4SLinus Torvalds he_dev->tpd_base = (void *) pci_alloc_consistent(he_dev->pci_dev, 14991da177e4SLinus Torvalds CONFIG_NUMTPDS * sizeof(struct he_tpd), &he_dev->tpd_base_phys); 15001da177e4SLinus Torvalds if (!he_dev->tpd_base) 15011da177e4SLinus Torvalds return -ENOMEM; 15021da177e4SLinus Torvalds 15031da177e4SLinus Torvalds for (i = 0; i < CONFIG_NUMTPDS; ++i) { 15041da177e4SLinus Torvalds he_dev->tpd_base[i].status = (i << TPD_ADDR_SHIFT); 15051da177e4SLinus Torvalds he_dev->tpd_base[i].inuse = 0; 15061da177e4SLinus Torvalds } 15071da177e4SLinus Torvalds 15081da177e4SLinus Torvalds he_dev->tpd_head = he_dev->tpd_base; 15091da177e4SLinus Torvalds he_dev->tpd_end = &he_dev->tpd_base[CONFIG_NUMTPDS - 1]; 15101da177e4SLinus Torvalds #endif 15111da177e4SLinus Torvalds 15121da177e4SLinus Torvalds if (he_init_group(he_dev, 0) != 0) 15131da177e4SLinus Torvalds return -ENOMEM; 15141da177e4SLinus Torvalds 15151da177e4SLinus Torvalds for (group = 1; group < HE_NUM_GROUPS; ++group) { 15161da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPS_S + (group * 32)); 15171da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPS_T + (group * 32)); 15181da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPS_QI + (group * 32)); 15191da177e4SLinus Torvalds he_writel(he_dev, RBP_THRESH(0x1) | RBP_QSIZE(0x0), 15201da177e4SLinus Torvalds G0_RBPS_BS + (group * 32)); 15211da177e4SLinus Torvalds 15221da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPL_S + (group * 32)); 15231da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPL_T + (group * 32)); 15241da177e4SLinus Torvalds he_writel(he_dev, RBP_THRESH(0x1) | RBP_QSIZE(0x0), 15251da177e4SLinus Torvalds G0_RBPL_QI + (group * 32)); 15261da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBPL_BS + (group * 32)); 15271da177e4SLinus Torvalds 15281da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBRQ_ST + (group * 16)); 15291da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBRQ_H + (group * 16)); 15301da177e4SLinus Torvalds he_writel(he_dev, RBRQ_THRESH(0x1) | RBRQ_SIZE(0x0), 15311da177e4SLinus Torvalds G0_RBRQ_Q + (group * 16)); 15321da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_RBRQ_I + (group * 16)); 15331da177e4SLinus Torvalds 15341da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_TBRQ_B_T + (group * 16)); 15351da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_TBRQ_H + (group * 16)); 15361da177e4SLinus Torvalds he_writel(he_dev, TBRQ_THRESH(0x1), 15371da177e4SLinus Torvalds G0_TBRQ_THRESH + (group * 16)); 15381da177e4SLinus Torvalds he_writel(he_dev, 0x0, G0_TBRQ_S + (group * 16)); 15391da177e4SLinus Torvalds } 15401da177e4SLinus Torvalds 15411da177e4SLinus Torvalds /* host status page */ 15421da177e4SLinus Torvalds 15431da177e4SLinus Torvalds he_dev->hsp = pci_alloc_consistent(he_dev->pci_dev, 15441da177e4SLinus Torvalds sizeof(struct he_hsp), &he_dev->hsp_phys); 15451da177e4SLinus Torvalds if (he_dev->hsp == NULL) { 15461da177e4SLinus Torvalds hprintk("failed to allocate host status page\n"); 15471da177e4SLinus Torvalds return -ENOMEM; 15481da177e4SLinus Torvalds } 15491da177e4SLinus Torvalds memset(he_dev->hsp, 0, sizeof(struct he_hsp)); 15501da177e4SLinus Torvalds he_writel(he_dev, he_dev->hsp_phys, HSP_BA); 15511da177e4SLinus Torvalds 15521da177e4SLinus Torvalds /* initialize framer */ 15531da177e4SLinus Torvalds 15541da177e4SLinus Torvalds #ifdef CONFIG_ATM_HE_USE_SUNI 15551da177e4SLinus Torvalds suni_init(he_dev->atm_dev); 15561da177e4SLinus Torvalds if (he_dev->atm_dev->phy && he_dev->atm_dev->phy->start) 15571da177e4SLinus Torvalds he_dev->atm_dev->phy->start(he_dev->atm_dev); 15581da177e4SLinus Torvalds #endif /* CONFIG_ATM_HE_USE_SUNI */ 15591da177e4SLinus Torvalds 15601da177e4SLinus Torvalds if (sdh) { 15611da177e4SLinus Torvalds /* this really should be in suni.c but for now... */ 15621da177e4SLinus Torvalds int val; 15631da177e4SLinus Torvalds 15641da177e4SLinus Torvalds val = he_phy_get(he_dev->atm_dev, SUNI_TPOP_APM); 15651da177e4SLinus Torvalds val = (val & ~SUNI_TPOP_APM_S) | (SUNI_TPOP_S_SDH << SUNI_TPOP_APM_S_SHIFT); 15661da177e4SLinus Torvalds he_phy_put(he_dev->atm_dev, val, SUNI_TPOP_APM); 15671da177e4SLinus Torvalds } 15681da177e4SLinus Torvalds 15691da177e4SLinus Torvalds /* 5.1.12 enable transmit and receive */ 15701da177e4SLinus Torvalds 15711da177e4SLinus Torvalds reg = he_readl_mbox(he_dev, CS_ERCTL0); 15721da177e4SLinus Torvalds reg |= TX_ENABLE|ER_ENABLE; 15731da177e4SLinus Torvalds he_writel_mbox(he_dev, reg, CS_ERCTL0); 15741da177e4SLinus Torvalds 15751da177e4SLinus Torvalds reg = he_readl(he_dev, RC_CONFIG); 15761da177e4SLinus Torvalds reg |= RX_ENABLE; 15771da177e4SLinus Torvalds he_writel(he_dev, reg, RC_CONFIG); 15781da177e4SLinus Torvalds 15791da177e4SLinus Torvalds for (i = 0; i < HE_NUM_CS_STPER; ++i) { 15801da177e4SLinus Torvalds he_dev->cs_stper[i].inuse = 0; 15811da177e4SLinus Torvalds he_dev->cs_stper[i].pcr = -1; 15821da177e4SLinus Torvalds } 15831da177e4SLinus Torvalds he_dev->total_bw = 0; 15841da177e4SLinus Torvalds 15851da177e4SLinus Torvalds 15861da177e4SLinus Torvalds /* atm linux initialization */ 15871da177e4SLinus Torvalds 15881da177e4SLinus Torvalds he_dev->atm_dev->ci_range.vpi_bits = he_dev->vpibits; 15891da177e4SLinus Torvalds he_dev->atm_dev->ci_range.vci_bits = he_dev->vcibits; 15901da177e4SLinus Torvalds 15911da177e4SLinus Torvalds he_dev->irq_peak = 0; 15921da177e4SLinus Torvalds he_dev->rbrq_peak = 0; 15931da177e4SLinus Torvalds he_dev->rbpl_peak = 0; 15941da177e4SLinus Torvalds he_dev->tbrq_peak = 0; 15951da177e4SLinus Torvalds 15961da177e4SLinus Torvalds HPRINTK("hell bent for leather!\n"); 15971da177e4SLinus Torvalds 15981da177e4SLinus Torvalds return 0; 15991da177e4SLinus Torvalds } 16001da177e4SLinus Torvalds 16011da177e4SLinus Torvalds static void 16021da177e4SLinus Torvalds he_stop(struct he_dev *he_dev) 16031da177e4SLinus Torvalds { 16041da177e4SLinus Torvalds u16 command; 16051da177e4SLinus Torvalds u32 gen_cntl_0, reg; 16061da177e4SLinus Torvalds struct pci_dev *pci_dev; 16071da177e4SLinus Torvalds 16081da177e4SLinus Torvalds pci_dev = he_dev->pci_dev; 16091da177e4SLinus Torvalds 16101da177e4SLinus Torvalds /* disable interrupts */ 16111da177e4SLinus Torvalds 16121da177e4SLinus Torvalds if (he_dev->membase) { 16131da177e4SLinus Torvalds pci_read_config_dword(pci_dev, GEN_CNTL_0, &gen_cntl_0); 16141da177e4SLinus Torvalds gen_cntl_0 &= ~(INT_PROC_ENBL | INIT_ENB); 16151da177e4SLinus Torvalds pci_write_config_dword(pci_dev, GEN_CNTL_0, gen_cntl_0); 16161da177e4SLinus Torvalds 16171da177e4SLinus Torvalds #ifdef USE_TASKLET 16181da177e4SLinus Torvalds tasklet_disable(&he_dev->tasklet); 16191da177e4SLinus Torvalds #endif 16201da177e4SLinus Torvalds 16211da177e4SLinus Torvalds /* disable recv and transmit */ 16221da177e4SLinus Torvalds 16231da177e4SLinus Torvalds reg = he_readl_mbox(he_dev, CS_ERCTL0); 16241da177e4SLinus Torvalds reg &= ~(TX_ENABLE|ER_ENABLE); 16251da177e4SLinus Torvalds he_writel_mbox(he_dev, reg, CS_ERCTL0); 16261da177e4SLinus Torvalds 16271da177e4SLinus Torvalds reg = he_readl(he_dev, RC_CONFIG); 16281da177e4SLinus Torvalds reg &= ~(RX_ENABLE); 16291da177e4SLinus Torvalds he_writel(he_dev, reg, RC_CONFIG); 16301da177e4SLinus Torvalds } 16311da177e4SLinus Torvalds 16321da177e4SLinus Torvalds #ifdef CONFIG_ATM_HE_USE_SUNI 16331da177e4SLinus Torvalds if (he_dev->atm_dev->phy && he_dev->atm_dev->phy->stop) 16341da177e4SLinus Torvalds he_dev->atm_dev->phy->stop(he_dev->atm_dev); 16351da177e4SLinus Torvalds #endif /* CONFIG_ATM_HE_USE_SUNI */ 16361da177e4SLinus Torvalds 16371da177e4SLinus Torvalds if (he_dev->irq) 16381da177e4SLinus Torvalds free_irq(he_dev->irq, he_dev); 16391da177e4SLinus Torvalds 16401da177e4SLinus Torvalds if (he_dev->irq_base) 16411da177e4SLinus Torvalds pci_free_consistent(he_dev->pci_dev, (CONFIG_IRQ_SIZE+1) 16421da177e4SLinus Torvalds * sizeof(struct he_irq), he_dev->irq_base, he_dev->irq_phys); 16431da177e4SLinus Torvalds 16441da177e4SLinus Torvalds if (he_dev->hsp) 16451da177e4SLinus Torvalds pci_free_consistent(he_dev->pci_dev, sizeof(struct he_hsp), 16461da177e4SLinus Torvalds he_dev->hsp, he_dev->hsp_phys); 16471da177e4SLinus Torvalds 16481da177e4SLinus Torvalds if (he_dev->rbpl_base) { 16491da177e4SLinus Torvalds #ifdef USE_RBPL_POOL 16501da177e4SLinus Torvalds for (i = 0; i < CONFIG_RBPL_SIZE; ++i) { 16511da177e4SLinus Torvalds void *cpuaddr = he_dev->rbpl_virt[i].virt; 16521da177e4SLinus Torvalds dma_addr_t dma_handle = he_dev->rbpl_base[i].phys; 16531da177e4SLinus Torvalds 16541da177e4SLinus Torvalds pci_pool_free(he_dev->rbpl_pool, cpuaddr, dma_handle); 16551da177e4SLinus Torvalds } 16561da177e4SLinus Torvalds #else 16571da177e4SLinus Torvalds pci_free_consistent(he_dev->pci_dev, CONFIG_RBPL_SIZE 16581da177e4SLinus Torvalds * CONFIG_RBPL_BUFSIZE, he_dev->rbpl_pages, he_dev->rbpl_pages_phys); 16591da177e4SLinus Torvalds #endif 16601da177e4SLinus Torvalds pci_free_consistent(he_dev->pci_dev, CONFIG_RBPL_SIZE 16611da177e4SLinus Torvalds * sizeof(struct he_rbp), he_dev->rbpl_base, he_dev->rbpl_phys); 16621da177e4SLinus Torvalds } 16631da177e4SLinus Torvalds 16641da177e4SLinus Torvalds #ifdef USE_RBPL_POOL 16651da177e4SLinus Torvalds if (he_dev->rbpl_pool) 16661da177e4SLinus Torvalds pci_pool_destroy(he_dev->rbpl_pool); 16671da177e4SLinus Torvalds #endif 16681da177e4SLinus Torvalds 16691da177e4SLinus Torvalds #ifdef USE_RBPS 16701da177e4SLinus Torvalds if (he_dev->rbps_base) { 16711da177e4SLinus Torvalds #ifdef USE_RBPS_POOL 16721da177e4SLinus Torvalds for (i = 0; i < CONFIG_RBPS_SIZE; ++i) { 16731da177e4SLinus Torvalds void *cpuaddr = he_dev->rbps_virt[i].virt; 16741da177e4SLinus Torvalds dma_addr_t dma_handle = he_dev->rbps_base[i].phys; 16751da177e4SLinus Torvalds 16761da177e4SLinus Torvalds pci_pool_free(he_dev->rbps_pool, cpuaddr, dma_handle); 16771da177e4SLinus Torvalds } 16781da177e4SLinus Torvalds #else 16791da177e4SLinus Torvalds pci_free_consistent(he_dev->pci_dev, CONFIG_RBPS_SIZE 16801da177e4SLinus Torvalds * CONFIG_RBPS_BUFSIZE, he_dev->rbps_pages, he_dev->rbps_pages_phys); 16811da177e4SLinus Torvalds #endif 16821da177e4SLinus Torvalds pci_free_consistent(he_dev->pci_dev, CONFIG_RBPS_SIZE 16831da177e4SLinus Torvalds * sizeof(struct he_rbp), he_dev->rbps_base, he_dev->rbps_phys); 16841da177e4SLinus Torvalds } 16851da177e4SLinus Torvalds 16861da177e4SLinus Torvalds #ifdef USE_RBPS_POOL 16871da177e4SLinus Torvalds if (he_dev->rbps_pool) 16881da177e4SLinus Torvalds pci_pool_destroy(he_dev->rbps_pool); 16891da177e4SLinus Torvalds #endif 16901da177e4SLinus Torvalds 16911da177e4SLinus Torvalds #endif /* USE_RBPS */ 16921da177e4SLinus Torvalds 16931da177e4SLinus Torvalds if (he_dev->rbrq_base) 16941da177e4SLinus Torvalds pci_free_consistent(he_dev->pci_dev, CONFIG_RBRQ_SIZE * sizeof(struct he_rbrq), 16951da177e4SLinus Torvalds he_dev->rbrq_base, he_dev->rbrq_phys); 16961da177e4SLinus Torvalds 16971da177e4SLinus Torvalds if (he_dev->tbrq_base) 16981da177e4SLinus Torvalds pci_free_consistent(he_dev->pci_dev, CONFIG_TBRQ_SIZE * sizeof(struct he_tbrq), 16991da177e4SLinus Torvalds he_dev->tbrq_base, he_dev->tbrq_phys); 17001da177e4SLinus Torvalds 17011da177e4SLinus Torvalds if (he_dev->tpdrq_base) 17021da177e4SLinus Torvalds pci_free_consistent(he_dev->pci_dev, CONFIG_TBRQ_SIZE * sizeof(struct he_tbrq), 17031da177e4SLinus Torvalds he_dev->tpdrq_base, he_dev->tpdrq_phys); 17041da177e4SLinus Torvalds 17051da177e4SLinus Torvalds #ifdef USE_TPD_POOL 17061da177e4SLinus Torvalds if (he_dev->tpd_pool) 17071da177e4SLinus Torvalds pci_pool_destroy(he_dev->tpd_pool); 17081da177e4SLinus Torvalds #else 17091da177e4SLinus Torvalds if (he_dev->tpd_base) 17101da177e4SLinus Torvalds pci_free_consistent(he_dev->pci_dev, CONFIG_NUMTPDS * sizeof(struct he_tpd), 17111da177e4SLinus Torvalds he_dev->tpd_base, he_dev->tpd_base_phys); 17121da177e4SLinus Torvalds #endif 17131da177e4SLinus Torvalds 17141da177e4SLinus Torvalds if (he_dev->pci_dev) { 17151da177e4SLinus Torvalds pci_read_config_word(he_dev->pci_dev, PCI_COMMAND, &command); 17161da177e4SLinus Torvalds command &= ~(PCI_COMMAND_MEMORY | PCI_COMMAND_MASTER); 17171da177e4SLinus Torvalds pci_write_config_word(he_dev->pci_dev, PCI_COMMAND, command); 17181da177e4SLinus Torvalds } 17191da177e4SLinus Torvalds 17201da177e4SLinus Torvalds if (he_dev->membase) 17211da177e4SLinus Torvalds iounmap(he_dev->membase); 17221da177e4SLinus Torvalds } 17231da177e4SLinus Torvalds 17241da177e4SLinus Torvalds static struct he_tpd * 17251da177e4SLinus Torvalds __alloc_tpd(struct he_dev *he_dev) 17261da177e4SLinus Torvalds { 17271da177e4SLinus Torvalds #ifdef USE_TPD_POOL 17281da177e4SLinus Torvalds struct he_tpd *tpd; 17291da177e4SLinus Torvalds dma_addr_t dma_handle; 17301da177e4SLinus Torvalds 17311da177e4SLinus Torvalds tpd = pci_pool_alloc(he_dev->tpd_pool, SLAB_ATOMIC|SLAB_DMA, &dma_handle); 17321da177e4SLinus Torvalds if (tpd == NULL) 17331da177e4SLinus Torvalds return NULL; 17341da177e4SLinus Torvalds 17351da177e4SLinus Torvalds tpd->status = TPD_ADDR(dma_handle); 17361da177e4SLinus Torvalds tpd->reserved = 0; 17371da177e4SLinus Torvalds tpd->iovec[0].addr = 0; tpd->iovec[0].len = 0; 17381da177e4SLinus Torvalds tpd->iovec[1].addr = 0; tpd->iovec[1].len = 0; 17391da177e4SLinus Torvalds tpd->iovec[2].addr = 0; tpd->iovec[2].len = 0; 17401da177e4SLinus Torvalds 17411da177e4SLinus Torvalds return tpd; 17421da177e4SLinus Torvalds #else 17431da177e4SLinus Torvalds int i; 17441da177e4SLinus Torvalds 17451da177e4SLinus Torvalds for (i = 0; i < CONFIG_NUMTPDS; ++i) { 17461da177e4SLinus Torvalds ++he_dev->tpd_head; 17471da177e4SLinus Torvalds if (he_dev->tpd_head > he_dev->tpd_end) { 17481da177e4SLinus Torvalds he_dev->tpd_head = he_dev->tpd_base; 17491da177e4SLinus Torvalds } 17501da177e4SLinus Torvalds 17511da177e4SLinus Torvalds if (!he_dev->tpd_head->inuse) { 17521da177e4SLinus Torvalds he_dev->tpd_head->inuse = 1; 17531da177e4SLinus Torvalds he_dev->tpd_head->status &= TPD_MASK; 17541da177e4SLinus Torvalds he_dev->tpd_head->iovec[0].addr = 0; he_dev->tpd_head->iovec[0].len = 0; 17551da177e4SLinus Torvalds he_dev->tpd_head->iovec[1].addr = 0; he_dev->tpd_head->iovec[1].len = 0; 17561da177e4SLinus Torvalds he_dev->tpd_head->iovec[2].addr = 0; he_dev->tpd_head->iovec[2].len = 0; 17571da177e4SLinus Torvalds return he_dev->tpd_head; 17581da177e4SLinus Torvalds } 17591da177e4SLinus Torvalds } 17601da177e4SLinus Torvalds hprintk("out of tpds -- increase CONFIG_NUMTPDS (%d)\n", CONFIG_NUMTPDS); 17611da177e4SLinus Torvalds return NULL; 17621da177e4SLinus Torvalds #endif 17631da177e4SLinus Torvalds } 17641da177e4SLinus Torvalds 17651da177e4SLinus Torvalds #define AAL5_LEN(buf,len) \ 17661da177e4SLinus Torvalds ((((unsigned char *)(buf))[(len)-6] << 8) | \ 17671da177e4SLinus Torvalds (((unsigned char *)(buf))[(len)-5])) 17681da177e4SLinus Torvalds 17691da177e4SLinus Torvalds /* 2.10.1.2 receive 17701da177e4SLinus Torvalds * 17711da177e4SLinus Torvalds * aal5 packets can optionally return the tcp checksum in the lower 17721da177e4SLinus Torvalds * 16 bits of the crc (RSR0_TCP_CKSUM) 17731da177e4SLinus Torvalds */ 17741da177e4SLinus Torvalds 17751da177e4SLinus Torvalds #define TCP_CKSUM(buf,len) \ 17761da177e4SLinus Torvalds ((((unsigned char *)(buf))[(len)-2] << 8) | \ 17771da177e4SLinus Torvalds (((unsigned char *)(buf))[(len-1)])) 17781da177e4SLinus Torvalds 17791da177e4SLinus Torvalds static int 17801da177e4SLinus Torvalds he_service_rbrq(struct he_dev *he_dev, int group) 17811da177e4SLinus Torvalds { 17821da177e4SLinus Torvalds struct he_rbrq *rbrq_tail = (struct he_rbrq *) 17831da177e4SLinus Torvalds ((unsigned long)he_dev->rbrq_base | 17841da177e4SLinus Torvalds he_dev->hsp->group[group].rbrq_tail); 17851da177e4SLinus Torvalds struct he_rbp *rbp = NULL; 17861da177e4SLinus Torvalds unsigned cid, lastcid = -1; 17871da177e4SLinus Torvalds unsigned buf_len = 0; 17881da177e4SLinus Torvalds struct sk_buff *skb; 17891da177e4SLinus Torvalds struct atm_vcc *vcc = NULL; 17901da177e4SLinus Torvalds struct he_vcc *he_vcc; 17911da177e4SLinus Torvalds struct he_iovec *iov; 17921da177e4SLinus Torvalds int pdus_assembled = 0; 17931da177e4SLinus Torvalds int updated = 0; 17941da177e4SLinus Torvalds 17951da177e4SLinus Torvalds read_lock(&vcc_sklist_lock); 17961da177e4SLinus Torvalds while (he_dev->rbrq_head != rbrq_tail) { 17971da177e4SLinus Torvalds ++updated; 17981da177e4SLinus Torvalds 17991da177e4SLinus Torvalds HPRINTK("%p rbrq%d 0x%x len=%d cid=0x%x %s%s%s%s%s%s\n", 18001da177e4SLinus Torvalds he_dev->rbrq_head, group, 18011da177e4SLinus Torvalds RBRQ_ADDR(he_dev->rbrq_head), 18021da177e4SLinus Torvalds RBRQ_BUFLEN(he_dev->rbrq_head), 18031da177e4SLinus Torvalds RBRQ_CID(he_dev->rbrq_head), 18041da177e4SLinus Torvalds RBRQ_CRC_ERR(he_dev->rbrq_head) ? " CRC_ERR" : "", 18051da177e4SLinus Torvalds RBRQ_LEN_ERR(he_dev->rbrq_head) ? " LEN_ERR" : "", 18061da177e4SLinus Torvalds RBRQ_END_PDU(he_dev->rbrq_head) ? " END_PDU" : "", 18071da177e4SLinus Torvalds RBRQ_AAL5_PROT(he_dev->rbrq_head) ? " AAL5_PROT" : "", 18081da177e4SLinus Torvalds RBRQ_CON_CLOSED(he_dev->rbrq_head) ? " CON_CLOSED" : "", 18091da177e4SLinus Torvalds RBRQ_HBUF_ERR(he_dev->rbrq_head) ? " HBUF_ERR" : ""); 18101da177e4SLinus Torvalds 18111da177e4SLinus Torvalds #ifdef USE_RBPS 18121da177e4SLinus Torvalds if (RBRQ_ADDR(he_dev->rbrq_head) & RBP_SMALLBUF) 18131da177e4SLinus Torvalds rbp = &he_dev->rbps_base[RBP_INDEX(RBRQ_ADDR(he_dev->rbrq_head))]; 18141da177e4SLinus Torvalds else 18151da177e4SLinus Torvalds #endif 18161da177e4SLinus Torvalds rbp = &he_dev->rbpl_base[RBP_INDEX(RBRQ_ADDR(he_dev->rbrq_head))]; 18171da177e4SLinus Torvalds 18181da177e4SLinus Torvalds buf_len = RBRQ_BUFLEN(he_dev->rbrq_head) * 4; 18191da177e4SLinus Torvalds cid = RBRQ_CID(he_dev->rbrq_head); 18201da177e4SLinus Torvalds 18211da177e4SLinus Torvalds if (cid != lastcid) 18221da177e4SLinus Torvalds vcc = __find_vcc(he_dev, cid); 18231da177e4SLinus Torvalds lastcid = cid; 18241da177e4SLinus Torvalds 18251da177e4SLinus Torvalds if (vcc == NULL) { 18261da177e4SLinus Torvalds hprintk("vcc == NULL (cid 0x%x)\n", cid); 18271da177e4SLinus Torvalds if (!RBRQ_HBUF_ERR(he_dev->rbrq_head)) 18281da177e4SLinus Torvalds rbp->status &= ~RBP_LOANED; 18291da177e4SLinus Torvalds 18301da177e4SLinus Torvalds goto next_rbrq_entry; 18311da177e4SLinus Torvalds } 18321da177e4SLinus Torvalds 18331da177e4SLinus Torvalds he_vcc = HE_VCC(vcc); 18341da177e4SLinus Torvalds if (he_vcc == NULL) { 18351da177e4SLinus Torvalds hprintk("he_vcc == NULL (cid 0x%x)\n", cid); 18361da177e4SLinus Torvalds if (!RBRQ_HBUF_ERR(he_dev->rbrq_head)) 18371da177e4SLinus Torvalds rbp->status &= ~RBP_LOANED; 18381da177e4SLinus Torvalds goto next_rbrq_entry; 18391da177e4SLinus Torvalds } 18401da177e4SLinus Torvalds 18411da177e4SLinus Torvalds if (RBRQ_HBUF_ERR(he_dev->rbrq_head)) { 18421da177e4SLinus Torvalds hprintk("HBUF_ERR! (cid 0x%x)\n", cid); 18431da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_drop); 18441da177e4SLinus Torvalds goto return_host_buffers; 18451da177e4SLinus Torvalds } 18461da177e4SLinus Torvalds 18471da177e4SLinus Torvalds he_vcc->iov_tail->iov_base = RBRQ_ADDR(he_dev->rbrq_head); 18481da177e4SLinus Torvalds he_vcc->iov_tail->iov_len = buf_len; 18491da177e4SLinus Torvalds he_vcc->pdu_len += buf_len; 18501da177e4SLinus Torvalds ++he_vcc->iov_tail; 18511da177e4SLinus Torvalds 18521da177e4SLinus Torvalds if (RBRQ_CON_CLOSED(he_dev->rbrq_head)) { 18531da177e4SLinus Torvalds lastcid = -1; 18541da177e4SLinus Torvalds HPRINTK("wake_up rx_waitq (cid 0x%x)\n", cid); 18551da177e4SLinus Torvalds wake_up(&he_vcc->rx_waitq); 18561da177e4SLinus Torvalds goto return_host_buffers; 18571da177e4SLinus Torvalds } 18581da177e4SLinus Torvalds 18591da177e4SLinus Torvalds #ifdef notdef 18601da177e4SLinus Torvalds if ((he_vcc->iov_tail - he_vcc->iov_head) > HE_MAXIOV) { 18611da177e4SLinus Torvalds hprintk("iovec full! cid 0x%x\n", cid); 18621da177e4SLinus Torvalds goto return_host_buffers; 18631da177e4SLinus Torvalds } 18641da177e4SLinus Torvalds #endif 18651da177e4SLinus Torvalds if (!RBRQ_END_PDU(he_dev->rbrq_head)) 18661da177e4SLinus Torvalds goto next_rbrq_entry; 18671da177e4SLinus Torvalds 18681da177e4SLinus Torvalds if (RBRQ_LEN_ERR(he_dev->rbrq_head) 18691da177e4SLinus Torvalds || RBRQ_CRC_ERR(he_dev->rbrq_head)) { 18701da177e4SLinus Torvalds HPRINTK("%s%s (%d.%d)\n", 18711da177e4SLinus Torvalds RBRQ_CRC_ERR(he_dev->rbrq_head) 18721da177e4SLinus Torvalds ? "CRC_ERR " : "", 18731da177e4SLinus Torvalds RBRQ_LEN_ERR(he_dev->rbrq_head) 18741da177e4SLinus Torvalds ? "LEN_ERR" : "", 18751da177e4SLinus Torvalds vcc->vpi, vcc->vci); 18761da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx_err); 18771da177e4SLinus Torvalds goto return_host_buffers; 18781da177e4SLinus Torvalds } 18791da177e4SLinus Torvalds 18801da177e4SLinus Torvalds skb = atm_alloc_charge(vcc, he_vcc->pdu_len + rx_skb_reserve, 18811da177e4SLinus Torvalds GFP_ATOMIC); 18821da177e4SLinus Torvalds if (!skb) { 18831da177e4SLinus Torvalds HPRINTK("charge failed (%d.%d)\n", vcc->vpi, vcc->vci); 18841da177e4SLinus Torvalds goto return_host_buffers; 18851da177e4SLinus Torvalds } 18861da177e4SLinus Torvalds 18871da177e4SLinus Torvalds if (rx_skb_reserve > 0) 18881da177e4SLinus Torvalds skb_reserve(skb, rx_skb_reserve); 18891da177e4SLinus Torvalds 18901da177e4SLinus Torvalds do_gettimeofday(&skb->stamp); 18911da177e4SLinus Torvalds 18921da177e4SLinus Torvalds for (iov = he_vcc->iov_head; 18931da177e4SLinus Torvalds iov < he_vcc->iov_tail; ++iov) { 18941da177e4SLinus Torvalds #ifdef USE_RBPS 18951da177e4SLinus Torvalds if (iov->iov_base & RBP_SMALLBUF) 18961da177e4SLinus Torvalds memcpy(skb_put(skb, iov->iov_len), 18971da177e4SLinus Torvalds he_dev->rbps_virt[RBP_INDEX(iov->iov_base)].virt, iov->iov_len); 18981da177e4SLinus Torvalds else 18991da177e4SLinus Torvalds #endif 19001da177e4SLinus Torvalds memcpy(skb_put(skb, iov->iov_len), 19011da177e4SLinus Torvalds he_dev->rbpl_virt[RBP_INDEX(iov->iov_base)].virt, iov->iov_len); 19021da177e4SLinus Torvalds } 19031da177e4SLinus Torvalds 19041da177e4SLinus Torvalds switch (vcc->qos.aal) { 19051da177e4SLinus Torvalds case ATM_AAL0: 19061da177e4SLinus Torvalds /* 2.10.1.5 raw cell receive */ 19071da177e4SLinus Torvalds skb->len = ATM_AAL0_SDU; 19081da177e4SLinus Torvalds skb->tail = skb->data + skb->len; 19091da177e4SLinus Torvalds break; 19101da177e4SLinus Torvalds case ATM_AAL5: 19111da177e4SLinus Torvalds /* 2.10.1.2 aal5 receive */ 19121da177e4SLinus Torvalds 19131da177e4SLinus Torvalds skb->len = AAL5_LEN(skb->data, he_vcc->pdu_len); 19141da177e4SLinus Torvalds skb->tail = skb->data + skb->len; 19151da177e4SLinus Torvalds #ifdef USE_CHECKSUM_HW 19161da177e4SLinus Torvalds if (vcc->vpi == 0 && vcc->vci >= ATM_NOT_RSV_VCI) { 19171da177e4SLinus Torvalds skb->ip_summed = CHECKSUM_HW; 19181da177e4SLinus Torvalds skb->csum = TCP_CKSUM(skb->data, 19191da177e4SLinus Torvalds he_vcc->pdu_len); 19201da177e4SLinus Torvalds } 19211da177e4SLinus Torvalds #endif 19221da177e4SLinus Torvalds break; 19231da177e4SLinus Torvalds } 19241da177e4SLinus Torvalds 19251da177e4SLinus Torvalds #ifdef should_never_happen 19261da177e4SLinus Torvalds if (skb->len > vcc->qos.rxtp.max_sdu) 19271da177e4SLinus Torvalds hprintk("pdu_len (%d) > vcc->qos.rxtp.max_sdu (%d)! cid 0x%x\n", skb->len, vcc->qos.rxtp.max_sdu, cid); 19281da177e4SLinus Torvalds #endif 19291da177e4SLinus Torvalds 19301da177e4SLinus Torvalds #ifdef notdef 19311da177e4SLinus Torvalds ATM_SKB(skb)->vcc = vcc; 19321da177e4SLinus Torvalds #endif 19331da177e4SLinus Torvalds vcc->push(vcc, skb); 19341da177e4SLinus Torvalds 19351da177e4SLinus Torvalds atomic_inc(&vcc->stats->rx); 19361da177e4SLinus Torvalds 19371da177e4SLinus Torvalds return_host_buffers: 19381da177e4SLinus Torvalds ++pdus_assembled; 19391da177e4SLinus Torvalds 19401da177e4SLinus Torvalds for (iov = he_vcc->iov_head; 19411da177e4SLinus Torvalds iov < he_vcc->iov_tail; ++iov) { 19421da177e4SLinus Torvalds #ifdef USE_RBPS 19431da177e4SLinus Torvalds if (iov->iov_base & RBP_SMALLBUF) 19441da177e4SLinus Torvalds rbp = &he_dev->rbps_base[RBP_INDEX(iov->iov_base)]; 19451da177e4SLinus Torvalds else 19461da177e4SLinus Torvalds #endif 19471da177e4SLinus Torvalds rbp = &he_dev->rbpl_base[RBP_INDEX(iov->iov_base)]; 19481da177e4SLinus Torvalds 19491da177e4SLinus Torvalds rbp->status &= ~RBP_LOANED; 19501da177e4SLinus Torvalds } 19511da177e4SLinus Torvalds 19521da177e4SLinus Torvalds he_vcc->iov_tail = he_vcc->iov_head; 19531da177e4SLinus Torvalds he_vcc->pdu_len = 0; 19541da177e4SLinus Torvalds 19551da177e4SLinus Torvalds next_rbrq_entry: 19561da177e4SLinus Torvalds he_dev->rbrq_head = (struct he_rbrq *) 19571da177e4SLinus Torvalds ((unsigned long) he_dev->rbrq_base | 19581da177e4SLinus Torvalds RBRQ_MASK(++he_dev->rbrq_head)); 19591da177e4SLinus Torvalds 19601da177e4SLinus Torvalds } 19611da177e4SLinus Torvalds read_unlock(&vcc_sklist_lock); 19621da177e4SLinus Torvalds 19631da177e4SLinus Torvalds if (updated) { 19641da177e4SLinus Torvalds if (updated > he_dev->rbrq_peak) 19651da177e4SLinus Torvalds he_dev->rbrq_peak = updated; 19661da177e4SLinus Torvalds 19671da177e4SLinus Torvalds he_writel(he_dev, RBRQ_MASK(he_dev->rbrq_head), 19681da177e4SLinus Torvalds G0_RBRQ_H + (group * 16)); 19691da177e4SLinus Torvalds } 19701da177e4SLinus Torvalds 19711da177e4SLinus Torvalds return pdus_assembled; 19721da177e4SLinus Torvalds } 19731da177e4SLinus Torvalds 19741da177e4SLinus Torvalds static void 19751da177e4SLinus Torvalds he_service_tbrq(struct he_dev *he_dev, int group) 19761da177e4SLinus Torvalds { 19771da177e4SLinus Torvalds struct he_tbrq *tbrq_tail = (struct he_tbrq *) 19781da177e4SLinus Torvalds ((unsigned long)he_dev->tbrq_base | 19791da177e4SLinus Torvalds he_dev->hsp->group[group].tbrq_tail); 19801da177e4SLinus Torvalds struct he_tpd *tpd; 19811da177e4SLinus Torvalds int slot, updated = 0; 19821da177e4SLinus Torvalds #ifdef USE_TPD_POOL 19831da177e4SLinus Torvalds struct he_tpd *__tpd; 19841da177e4SLinus Torvalds #endif 19851da177e4SLinus Torvalds 19861da177e4SLinus Torvalds /* 2.1.6 transmit buffer return queue */ 19871da177e4SLinus Torvalds 19881da177e4SLinus Torvalds while (he_dev->tbrq_head != tbrq_tail) { 19891da177e4SLinus Torvalds ++updated; 19901da177e4SLinus Torvalds 19911da177e4SLinus Torvalds HPRINTK("tbrq%d 0x%x%s%s\n", 19921da177e4SLinus Torvalds group, 19931da177e4SLinus Torvalds TBRQ_TPD(he_dev->tbrq_head), 19941da177e4SLinus Torvalds TBRQ_EOS(he_dev->tbrq_head) ? " EOS" : "", 19951da177e4SLinus Torvalds TBRQ_MULTIPLE(he_dev->tbrq_head) ? " MULTIPLE" : ""); 19961da177e4SLinus Torvalds #ifdef USE_TPD_POOL 19971da177e4SLinus Torvalds tpd = NULL; 19981da177e4SLinus Torvalds list_for_each_entry(__tpd, &he_dev->outstanding_tpds, entry) { 19991da177e4SLinus Torvalds if (TPD_ADDR(__tpd->status) == TBRQ_TPD(he_dev->tbrq_head)) { 20001da177e4SLinus Torvalds tpd = __tpd; 20011da177e4SLinus Torvalds list_del(&__tpd->entry); 20021da177e4SLinus Torvalds break; 20031da177e4SLinus Torvalds } 20041da177e4SLinus Torvalds } 20051da177e4SLinus Torvalds 20061da177e4SLinus Torvalds if (tpd == NULL) { 20071da177e4SLinus Torvalds hprintk("unable to locate tpd for dma buffer %x\n", 20081da177e4SLinus Torvalds TBRQ_TPD(he_dev->tbrq_head)); 20091da177e4SLinus Torvalds goto next_tbrq_entry; 20101da177e4SLinus Torvalds } 20111da177e4SLinus Torvalds #else 20121da177e4SLinus Torvalds tpd = &he_dev->tpd_base[ TPD_INDEX(TBRQ_TPD(he_dev->tbrq_head)) ]; 20131da177e4SLinus Torvalds #endif 20141da177e4SLinus Torvalds 20151da177e4SLinus Torvalds if (TBRQ_EOS(he_dev->tbrq_head)) { 20161da177e4SLinus Torvalds HPRINTK("wake_up(tx_waitq) cid 0x%x\n", 20171da177e4SLinus Torvalds he_mkcid(he_dev, tpd->vcc->vpi, tpd->vcc->vci)); 20181da177e4SLinus Torvalds if (tpd->vcc) 20191da177e4SLinus Torvalds wake_up(&HE_VCC(tpd->vcc)->tx_waitq); 20201da177e4SLinus Torvalds 20211da177e4SLinus Torvalds goto next_tbrq_entry; 20221da177e4SLinus Torvalds } 20231da177e4SLinus Torvalds 20241da177e4SLinus Torvalds for (slot = 0; slot < TPD_MAXIOV; ++slot) { 20251da177e4SLinus Torvalds if (tpd->iovec[slot].addr) 20261da177e4SLinus Torvalds pci_unmap_single(he_dev->pci_dev, 20271da177e4SLinus Torvalds tpd->iovec[slot].addr, 20281da177e4SLinus Torvalds tpd->iovec[slot].len & TPD_LEN_MASK, 20291da177e4SLinus Torvalds PCI_DMA_TODEVICE); 20301da177e4SLinus Torvalds if (tpd->iovec[slot].len & TPD_LST) 20311da177e4SLinus Torvalds break; 20321da177e4SLinus Torvalds 20331da177e4SLinus Torvalds } 20341da177e4SLinus Torvalds 20351da177e4SLinus Torvalds if (tpd->skb) { /* && !TBRQ_MULTIPLE(he_dev->tbrq_head) */ 20361da177e4SLinus Torvalds if (tpd->vcc && tpd->vcc->pop) 20371da177e4SLinus Torvalds tpd->vcc->pop(tpd->vcc, tpd->skb); 20381da177e4SLinus Torvalds else 20391da177e4SLinus Torvalds dev_kfree_skb_any(tpd->skb); 20401da177e4SLinus Torvalds } 20411da177e4SLinus Torvalds 20421da177e4SLinus Torvalds next_tbrq_entry: 20431da177e4SLinus Torvalds #ifdef USE_TPD_POOL 20441da177e4SLinus Torvalds if (tpd) 20451da177e4SLinus Torvalds pci_pool_free(he_dev->tpd_pool, tpd, TPD_ADDR(tpd->status)); 20461da177e4SLinus Torvalds #else 20471da177e4SLinus Torvalds tpd->inuse = 0; 20481da177e4SLinus Torvalds #endif 20491da177e4SLinus Torvalds he_dev->tbrq_head = (struct he_tbrq *) 20501da177e4SLinus Torvalds ((unsigned long) he_dev->tbrq_base | 20511da177e4SLinus Torvalds TBRQ_MASK(++he_dev->tbrq_head)); 20521da177e4SLinus Torvalds } 20531da177e4SLinus Torvalds 20541da177e4SLinus Torvalds if (updated) { 20551da177e4SLinus Torvalds if (updated > he_dev->tbrq_peak) 20561da177e4SLinus Torvalds he_dev->tbrq_peak = updated; 20571da177e4SLinus Torvalds 20581da177e4SLinus Torvalds he_writel(he_dev, TBRQ_MASK(he_dev->tbrq_head), 20591da177e4SLinus Torvalds G0_TBRQ_H + (group * 16)); 20601da177e4SLinus Torvalds } 20611da177e4SLinus Torvalds } 20621da177e4SLinus Torvalds 20631da177e4SLinus Torvalds 20641da177e4SLinus Torvalds static void 20651da177e4SLinus Torvalds he_service_rbpl(struct he_dev *he_dev, int group) 20661da177e4SLinus Torvalds { 20671da177e4SLinus Torvalds struct he_rbp *newtail; 20681da177e4SLinus Torvalds struct he_rbp *rbpl_head; 20691da177e4SLinus Torvalds int moved = 0; 20701da177e4SLinus Torvalds 20711da177e4SLinus Torvalds rbpl_head = (struct he_rbp *) ((unsigned long)he_dev->rbpl_base | 20721da177e4SLinus Torvalds RBPL_MASK(he_readl(he_dev, G0_RBPL_S))); 20731da177e4SLinus Torvalds 20741da177e4SLinus Torvalds for (;;) { 20751da177e4SLinus Torvalds newtail = (struct he_rbp *) ((unsigned long)he_dev->rbpl_base | 20761da177e4SLinus Torvalds RBPL_MASK(he_dev->rbpl_tail+1)); 20771da177e4SLinus Torvalds 20781da177e4SLinus Torvalds /* table 3.42 -- rbpl_tail should never be set to rbpl_head */ 20791da177e4SLinus Torvalds if ((newtail == rbpl_head) || (newtail->status & RBP_LOANED)) 20801da177e4SLinus Torvalds break; 20811da177e4SLinus Torvalds 20821da177e4SLinus Torvalds newtail->status |= RBP_LOANED; 20831da177e4SLinus Torvalds he_dev->rbpl_tail = newtail; 20841da177e4SLinus Torvalds ++moved; 20851da177e4SLinus Torvalds } 20861da177e4SLinus Torvalds 20871da177e4SLinus Torvalds if (moved) 20881da177e4SLinus Torvalds he_writel(he_dev, RBPL_MASK(he_dev->rbpl_tail), G0_RBPL_T); 20891da177e4SLinus Torvalds } 20901da177e4SLinus Torvalds 20911da177e4SLinus Torvalds #ifdef USE_RBPS 20921da177e4SLinus Torvalds static void 20931da177e4SLinus Torvalds he_service_rbps(struct he_dev *he_dev, int group) 20941da177e4SLinus Torvalds { 20951da177e4SLinus Torvalds struct he_rbp *newtail; 20961da177e4SLinus Torvalds struct he_rbp *rbps_head; 20971da177e4SLinus Torvalds int moved = 0; 20981da177e4SLinus Torvalds 20991da177e4SLinus Torvalds rbps_head = (struct he_rbp *) ((unsigned long)he_dev->rbps_base | 21001da177e4SLinus Torvalds RBPS_MASK(he_readl(he_dev, G0_RBPS_S))); 21011da177e4SLinus Torvalds 21021da177e4SLinus Torvalds for (;;) { 21031da177e4SLinus Torvalds newtail = (struct he_rbp *) ((unsigned long)he_dev->rbps_base | 21041da177e4SLinus Torvalds RBPS_MASK(he_dev->rbps_tail+1)); 21051da177e4SLinus Torvalds 21061da177e4SLinus Torvalds /* table 3.42 -- rbps_tail should never be set to rbps_head */ 21071da177e4SLinus Torvalds if ((newtail == rbps_head) || (newtail->status & RBP_LOANED)) 21081da177e4SLinus Torvalds break; 21091da177e4SLinus Torvalds 21101da177e4SLinus Torvalds newtail->status |= RBP_LOANED; 21111da177e4SLinus Torvalds he_dev->rbps_tail = newtail; 21121da177e4SLinus Torvalds ++moved; 21131da177e4SLinus Torvalds } 21141da177e4SLinus Torvalds 21151da177e4SLinus Torvalds if (moved) 21161da177e4SLinus Torvalds he_writel(he_dev, RBPS_MASK(he_dev->rbps_tail), G0_RBPS_T); 21171da177e4SLinus Torvalds } 21181da177e4SLinus Torvalds #endif /* USE_RBPS */ 21191da177e4SLinus Torvalds 21201da177e4SLinus Torvalds static void 21211da177e4SLinus Torvalds he_tasklet(unsigned long data) 21221da177e4SLinus Torvalds { 21231da177e4SLinus Torvalds unsigned long flags; 21241da177e4SLinus Torvalds struct he_dev *he_dev = (struct he_dev *) data; 21251da177e4SLinus Torvalds int group, type; 21261da177e4SLinus Torvalds int updated = 0; 21271da177e4SLinus Torvalds 21281da177e4SLinus Torvalds HPRINTK("tasklet (0x%lx)\n", data); 21291da177e4SLinus Torvalds #ifdef USE_TASKLET 21301da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 21311da177e4SLinus Torvalds #endif 21321da177e4SLinus Torvalds 21331da177e4SLinus Torvalds while (he_dev->irq_head != he_dev->irq_tail) { 21341da177e4SLinus Torvalds ++updated; 21351da177e4SLinus Torvalds 21361da177e4SLinus Torvalds type = ITYPE_TYPE(he_dev->irq_head->isw); 21371da177e4SLinus Torvalds group = ITYPE_GROUP(he_dev->irq_head->isw); 21381da177e4SLinus Torvalds 21391da177e4SLinus Torvalds switch (type) { 21401da177e4SLinus Torvalds case ITYPE_RBRQ_THRESH: 21411da177e4SLinus Torvalds HPRINTK("rbrq%d threshold\n", group); 21421da177e4SLinus Torvalds /* fall through */ 21431da177e4SLinus Torvalds case ITYPE_RBRQ_TIMER: 21441da177e4SLinus Torvalds if (he_service_rbrq(he_dev, group)) { 21451da177e4SLinus Torvalds he_service_rbpl(he_dev, group); 21461da177e4SLinus Torvalds #ifdef USE_RBPS 21471da177e4SLinus Torvalds he_service_rbps(he_dev, group); 21481da177e4SLinus Torvalds #endif /* USE_RBPS */ 21491da177e4SLinus Torvalds } 21501da177e4SLinus Torvalds break; 21511da177e4SLinus Torvalds case ITYPE_TBRQ_THRESH: 21521da177e4SLinus Torvalds HPRINTK("tbrq%d threshold\n", group); 21531da177e4SLinus Torvalds /* fall through */ 21541da177e4SLinus Torvalds case ITYPE_TPD_COMPLETE: 21551da177e4SLinus Torvalds he_service_tbrq(he_dev, group); 21561da177e4SLinus Torvalds break; 21571da177e4SLinus Torvalds case ITYPE_RBPL_THRESH: 21581da177e4SLinus Torvalds he_service_rbpl(he_dev, group); 21591da177e4SLinus Torvalds break; 21601da177e4SLinus Torvalds case ITYPE_RBPS_THRESH: 21611da177e4SLinus Torvalds #ifdef USE_RBPS 21621da177e4SLinus Torvalds he_service_rbps(he_dev, group); 21631da177e4SLinus Torvalds #endif /* USE_RBPS */ 21641da177e4SLinus Torvalds break; 21651da177e4SLinus Torvalds case ITYPE_PHY: 21661da177e4SLinus Torvalds HPRINTK("phy interrupt\n"); 21671da177e4SLinus Torvalds #ifdef CONFIG_ATM_HE_USE_SUNI 21681da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 21691da177e4SLinus Torvalds if (he_dev->atm_dev->phy && he_dev->atm_dev->phy->interrupt) 21701da177e4SLinus Torvalds he_dev->atm_dev->phy->interrupt(he_dev->atm_dev); 21711da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 21721da177e4SLinus Torvalds #endif 21731da177e4SLinus Torvalds break; 21741da177e4SLinus Torvalds case ITYPE_OTHER: 21751da177e4SLinus Torvalds switch (type|group) { 21761da177e4SLinus Torvalds case ITYPE_PARITY: 21771da177e4SLinus Torvalds hprintk("parity error\n"); 21781da177e4SLinus Torvalds break; 21791da177e4SLinus Torvalds case ITYPE_ABORT: 21801da177e4SLinus Torvalds hprintk("abort 0x%x\n", he_readl(he_dev, ABORT_ADDR)); 21811da177e4SLinus Torvalds break; 21821da177e4SLinus Torvalds } 21831da177e4SLinus Torvalds break; 21841da177e4SLinus Torvalds case ITYPE_TYPE(ITYPE_INVALID): 21851da177e4SLinus Torvalds /* see 8.1.1 -- check all queues */ 21861da177e4SLinus Torvalds 21871da177e4SLinus Torvalds HPRINTK("isw not updated 0x%x\n", he_dev->irq_head->isw); 21881da177e4SLinus Torvalds 21891da177e4SLinus Torvalds he_service_rbrq(he_dev, 0); 21901da177e4SLinus Torvalds he_service_rbpl(he_dev, 0); 21911da177e4SLinus Torvalds #ifdef USE_RBPS 21921da177e4SLinus Torvalds he_service_rbps(he_dev, 0); 21931da177e4SLinus Torvalds #endif /* USE_RBPS */ 21941da177e4SLinus Torvalds he_service_tbrq(he_dev, 0); 21951da177e4SLinus Torvalds break; 21961da177e4SLinus Torvalds default: 21971da177e4SLinus Torvalds hprintk("bad isw 0x%x?\n", he_dev->irq_head->isw); 21981da177e4SLinus Torvalds } 21991da177e4SLinus Torvalds 22001da177e4SLinus Torvalds he_dev->irq_head->isw = ITYPE_INVALID; 22011da177e4SLinus Torvalds 22021da177e4SLinus Torvalds he_dev->irq_head = (struct he_irq *) NEXT_ENTRY(he_dev->irq_base, he_dev->irq_head, IRQ_MASK); 22031da177e4SLinus Torvalds } 22041da177e4SLinus Torvalds 22051da177e4SLinus Torvalds if (updated) { 22061da177e4SLinus Torvalds if (updated > he_dev->irq_peak) 22071da177e4SLinus Torvalds he_dev->irq_peak = updated; 22081da177e4SLinus Torvalds 22091da177e4SLinus Torvalds he_writel(he_dev, 22101da177e4SLinus Torvalds IRQ_SIZE(CONFIG_IRQ_SIZE) | 22111da177e4SLinus Torvalds IRQ_THRESH(CONFIG_IRQ_THRESH) | 22121da177e4SLinus Torvalds IRQ_TAIL(he_dev->irq_tail), IRQ0_HEAD); 22131da177e4SLinus Torvalds (void) he_readl(he_dev, INT_FIFO); /* 8.1.2 controller errata; flush posted writes */ 22141da177e4SLinus Torvalds } 22151da177e4SLinus Torvalds #ifdef USE_TASKLET 22161da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 22171da177e4SLinus Torvalds #endif 22181da177e4SLinus Torvalds } 22191da177e4SLinus Torvalds 22201da177e4SLinus Torvalds static irqreturn_t 22211da177e4SLinus Torvalds he_irq_handler(int irq, void *dev_id, struct pt_regs *regs) 22221da177e4SLinus Torvalds { 22231da177e4SLinus Torvalds unsigned long flags; 22241da177e4SLinus Torvalds struct he_dev *he_dev = (struct he_dev * )dev_id; 22251da177e4SLinus Torvalds int handled = 0; 22261da177e4SLinus Torvalds 22271da177e4SLinus Torvalds if (he_dev == NULL) 22281da177e4SLinus Torvalds return IRQ_NONE; 22291da177e4SLinus Torvalds 22301da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 22311da177e4SLinus Torvalds 22321da177e4SLinus Torvalds he_dev->irq_tail = (struct he_irq *) (((unsigned long)he_dev->irq_base) | 22331da177e4SLinus Torvalds (*he_dev->irq_tailoffset << 2)); 22341da177e4SLinus Torvalds 22351da177e4SLinus Torvalds if (he_dev->irq_tail == he_dev->irq_head) { 22361da177e4SLinus Torvalds HPRINTK("tailoffset not updated?\n"); 22371da177e4SLinus Torvalds he_dev->irq_tail = (struct he_irq *) ((unsigned long)he_dev->irq_base | 22381da177e4SLinus Torvalds ((he_readl(he_dev, IRQ0_BASE) & IRQ_MASK) << 2)); 22391da177e4SLinus Torvalds (void) he_readl(he_dev, INT_FIFO); /* 8.1.2 controller errata */ 22401da177e4SLinus Torvalds } 22411da177e4SLinus Torvalds 22421da177e4SLinus Torvalds #ifdef DEBUG 22431da177e4SLinus Torvalds if (he_dev->irq_head == he_dev->irq_tail /* && !IRQ_PENDING */) 22441da177e4SLinus Torvalds hprintk("spurious (or shared) interrupt?\n"); 22451da177e4SLinus Torvalds #endif 22461da177e4SLinus Torvalds 22471da177e4SLinus Torvalds if (he_dev->irq_head != he_dev->irq_tail) { 22481da177e4SLinus Torvalds handled = 1; 22491da177e4SLinus Torvalds #ifdef USE_TASKLET 22501da177e4SLinus Torvalds tasklet_schedule(&he_dev->tasklet); 22511da177e4SLinus Torvalds #else 22521da177e4SLinus Torvalds he_tasklet((unsigned long) he_dev); 22531da177e4SLinus Torvalds #endif 22541da177e4SLinus Torvalds he_writel(he_dev, INT_CLEAR_A, INT_FIFO); /* clear interrupt */ 22551da177e4SLinus Torvalds (void) he_readl(he_dev, INT_FIFO); /* flush posted writes */ 22561da177e4SLinus Torvalds } 22571da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 22581da177e4SLinus Torvalds return IRQ_RETVAL(handled); 22591da177e4SLinus Torvalds 22601da177e4SLinus Torvalds } 22611da177e4SLinus Torvalds 22621da177e4SLinus Torvalds static __inline__ void 22631da177e4SLinus Torvalds __enqueue_tpd(struct he_dev *he_dev, struct he_tpd *tpd, unsigned cid) 22641da177e4SLinus Torvalds { 22651da177e4SLinus Torvalds struct he_tpdrq *new_tail; 22661da177e4SLinus Torvalds 22671da177e4SLinus Torvalds HPRINTK("tpdrq %p cid 0x%x -> tpdrq_tail %p\n", 22681da177e4SLinus Torvalds tpd, cid, he_dev->tpdrq_tail); 22691da177e4SLinus Torvalds 22701da177e4SLinus Torvalds /* new_tail = he_dev->tpdrq_tail; */ 22711da177e4SLinus Torvalds new_tail = (struct he_tpdrq *) ((unsigned long) he_dev->tpdrq_base | 22721da177e4SLinus Torvalds TPDRQ_MASK(he_dev->tpdrq_tail+1)); 22731da177e4SLinus Torvalds 22741da177e4SLinus Torvalds /* 22751da177e4SLinus Torvalds * check to see if we are about to set the tail == head 22761da177e4SLinus Torvalds * if true, update the head pointer from the adapter 22771da177e4SLinus Torvalds * to see if this is really the case (reading the queue 22781da177e4SLinus Torvalds * head for every enqueue would be unnecessarily slow) 22791da177e4SLinus Torvalds */ 22801da177e4SLinus Torvalds 22811da177e4SLinus Torvalds if (new_tail == he_dev->tpdrq_head) { 22821da177e4SLinus Torvalds he_dev->tpdrq_head = (struct he_tpdrq *) 22831da177e4SLinus Torvalds (((unsigned long)he_dev->tpdrq_base) | 22841da177e4SLinus Torvalds TPDRQ_MASK(he_readl(he_dev, TPDRQ_B_H))); 22851da177e4SLinus Torvalds 22861da177e4SLinus Torvalds if (new_tail == he_dev->tpdrq_head) { 22871da177e4SLinus Torvalds hprintk("tpdrq full (cid 0x%x)\n", cid); 22881da177e4SLinus Torvalds /* 22891da177e4SLinus Torvalds * FIXME 22901da177e4SLinus Torvalds * push tpd onto a transmit backlog queue 22911da177e4SLinus Torvalds * after service_tbrq, service the backlog 22921da177e4SLinus Torvalds * for now, we just drop the pdu 22931da177e4SLinus Torvalds */ 22941da177e4SLinus Torvalds if (tpd->skb) { 22951da177e4SLinus Torvalds if (tpd->vcc->pop) 22961da177e4SLinus Torvalds tpd->vcc->pop(tpd->vcc, tpd->skb); 22971da177e4SLinus Torvalds else 22981da177e4SLinus Torvalds dev_kfree_skb_any(tpd->skb); 22991da177e4SLinus Torvalds atomic_inc(&tpd->vcc->stats->tx_err); 23001da177e4SLinus Torvalds } 23011da177e4SLinus Torvalds #ifdef USE_TPD_POOL 23021da177e4SLinus Torvalds pci_pool_free(he_dev->tpd_pool, tpd, TPD_ADDR(tpd->status)); 23031da177e4SLinus Torvalds #else 23041da177e4SLinus Torvalds tpd->inuse = 0; 23051da177e4SLinus Torvalds #endif 23061da177e4SLinus Torvalds return; 23071da177e4SLinus Torvalds } 23081da177e4SLinus Torvalds } 23091da177e4SLinus Torvalds 23101da177e4SLinus Torvalds /* 2.1.5 transmit packet descriptor ready queue */ 23111da177e4SLinus Torvalds #ifdef USE_TPD_POOL 23121da177e4SLinus Torvalds list_add_tail(&tpd->entry, &he_dev->outstanding_tpds); 23131da177e4SLinus Torvalds he_dev->tpdrq_tail->tpd = TPD_ADDR(tpd->status); 23141da177e4SLinus Torvalds #else 23151da177e4SLinus Torvalds he_dev->tpdrq_tail->tpd = he_dev->tpd_base_phys + 23161da177e4SLinus Torvalds (TPD_INDEX(tpd->status) * sizeof(struct he_tpd)); 23171da177e4SLinus Torvalds #endif 23181da177e4SLinus Torvalds he_dev->tpdrq_tail->cid = cid; 23191da177e4SLinus Torvalds wmb(); 23201da177e4SLinus Torvalds 23211da177e4SLinus Torvalds he_dev->tpdrq_tail = new_tail; 23221da177e4SLinus Torvalds 23231da177e4SLinus Torvalds he_writel(he_dev, TPDRQ_MASK(he_dev->tpdrq_tail), TPDRQ_T); 23241da177e4SLinus Torvalds (void) he_readl(he_dev, TPDRQ_T); /* flush posted writes */ 23251da177e4SLinus Torvalds } 23261da177e4SLinus Torvalds 23271da177e4SLinus Torvalds static int 23281da177e4SLinus Torvalds he_open(struct atm_vcc *vcc) 23291da177e4SLinus Torvalds { 23301da177e4SLinus Torvalds unsigned long flags; 23311da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(vcc->dev); 23321da177e4SLinus Torvalds struct he_vcc *he_vcc; 23331da177e4SLinus Torvalds int err = 0; 23341da177e4SLinus Torvalds unsigned cid, rsr0, rsr1, rsr4, tsr0, tsr0_aal, tsr4, period, reg, clock; 23351da177e4SLinus Torvalds short vpi = vcc->vpi; 23361da177e4SLinus Torvalds int vci = vcc->vci; 23371da177e4SLinus Torvalds 23381da177e4SLinus Torvalds if (vci == ATM_VCI_UNSPEC || vpi == ATM_VPI_UNSPEC) 23391da177e4SLinus Torvalds return 0; 23401da177e4SLinus Torvalds 23411da177e4SLinus Torvalds HPRINTK("open vcc %p %d.%d\n", vcc, vpi, vci); 23421da177e4SLinus Torvalds 23431da177e4SLinus Torvalds set_bit(ATM_VF_ADDR, &vcc->flags); 23441da177e4SLinus Torvalds 23451da177e4SLinus Torvalds cid = he_mkcid(he_dev, vpi, vci); 23461da177e4SLinus Torvalds 23471da177e4SLinus Torvalds he_vcc = (struct he_vcc *) kmalloc(sizeof(struct he_vcc), GFP_ATOMIC); 23481da177e4SLinus Torvalds if (he_vcc == NULL) { 23491da177e4SLinus Torvalds hprintk("unable to allocate he_vcc during open\n"); 23501da177e4SLinus Torvalds return -ENOMEM; 23511da177e4SLinus Torvalds } 23521da177e4SLinus Torvalds 23531da177e4SLinus Torvalds he_vcc->iov_tail = he_vcc->iov_head; 23541da177e4SLinus Torvalds he_vcc->pdu_len = 0; 23551da177e4SLinus Torvalds he_vcc->rc_index = -1; 23561da177e4SLinus Torvalds 23571da177e4SLinus Torvalds init_waitqueue_head(&he_vcc->rx_waitq); 23581da177e4SLinus Torvalds init_waitqueue_head(&he_vcc->tx_waitq); 23591da177e4SLinus Torvalds 23601da177e4SLinus Torvalds vcc->dev_data = he_vcc; 23611da177e4SLinus Torvalds 23621da177e4SLinus Torvalds if (vcc->qos.txtp.traffic_class != ATM_NONE) { 23631da177e4SLinus Torvalds int pcr_goal; 23641da177e4SLinus Torvalds 23651da177e4SLinus Torvalds pcr_goal = atm_pcr_goal(&vcc->qos.txtp); 23661da177e4SLinus Torvalds if (pcr_goal == 0) 23671da177e4SLinus Torvalds pcr_goal = he_dev->atm_dev->link_rate; 23681da177e4SLinus Torvalds if (pcr_goal < 0) /* means round down, technically */ 23691da177e4SLinus Torvalds pcr_goal = -pcr_goal; 23701da177e4SLinus Torvalds 23711da177e4SLinus Torvalds HPRINTK("open tx cid 0x%x pcr_goal %d\n", cid, pcr_goal); 23721da177e4SLinus Torvalds 23731da177e4SLinus Torvalds switch (vcc->qos.aal) { 23741da177e4SLinus Torvalds case ATM_AAL5: 23751da177e4SLinus Torvalds tsr0_aal = TSR0_AAL5; 23761da177e4SLinus Torvalds tsr4 = TSR4_AAL5; 23771da177e4SLinus Torvalds break; 23781da177e4SLinus Torvalds case ATM_AAL0: 23791da177e4SLinus Torvalds tsr0_aal = TSR0_AAL0_SDU; 23801da177e4SLinus Torvalds tsr4 = TSR4_AAL0_SDU; 23811da177e4SLinus Torvalds break; 23821da177e4SLinus Torvalds default: 23831da177e4SLinus Torvalds err = -EINVAL; 23841da177e4SLinus Torvalds goto open_failed; 23851da177e4SLinus Torvalds } 23861da177e4SLinus Torvalds 23871da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 23881da177e4SLinus Torvalds tsr0 = he_readl_tsr0(he_dev, cid); 23891da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 23901da177e4SLinus Torvalds 23911da177e4SLinus Torvalds if (TSR0_CONN_STATE(tsr0) != 0) { 23921da177e4SLinus Torvalds hprintk("cid 0x%x not idle (tsr0 = 0x%x)\n", cid, tsr0); 23931da177e4SLinus Torvalds err = -EBUSY; 23941da177e4SLinus Torvalds goto open_failed; 23951da177e4SLinus Torvalds } 23961da177e4SLinus Torvalds 23971da177e4SLinus Torvalds switch (vcc->qos.txtp.traffic_class) { 23981da177e4SLinus Torvalds case ATM_UBR: 23991da177e4SLinus Torvalds /* 2.3.3.1 open connection ubr */ 24001da177e4SLinus Torvalds 24011da177e4SLinus Torvalds tsr0 = TSR0_UBR | TSR0_GROUP(0) | tsr0_aal | 24021da177e4SLinus Torvalds TSR0_USE_WMIN | TSR0_UPDATE_GER; 24031da177e4SLinus Torvalds break; 24041da177e4SLinus Torvalds 24051da177e4SLinus Torvalds case ATM_CBR: 24061da177e4SLinus Torvalds /* 2.3.3.2 open connection cbr */ 24071da177e4SLinus Torvalds 24081da177e4SLinus Torvalds /* 8.2.3 cbr scheduler wrap problem -- limit to 90% total link rate */ 24091da177e4SLinus Torvalds if ((he_dev->total_bw + pcr_goal) 24101da177e4SLinus Torvalds > (he_dev->atm_dev->link_rate * 9 / 10)) 24111da177e4SLinus Torvalds { 24121da177e4SLinus Torvalds err = -EBUSY; 24131da177e4SLinus Torvalds goto open_failed; 24141da177e4SLinus Torvalds } 24151da177e4SLinus Torvalds 24161da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); /* also protects he_dev->cs_stper[] */ 24171da177e4SLinus Torvalds 24181da177e4SLinus Torvalds /* find an unused cs_stper register */ 24191da177e4SLinus Torvalds for (reg = 0; reg < HE_NUM_CS_STPER; ++reg) 24201da177e4SLinus Torvalds if (he_dev->cs_stper[reg].inuse == 0 || 24211da177e4SLinus Torvalds he_dev->cs_stper[reg].pcr == pcr_goal) 24221da177e4SLinus Torvalds break; 24231da177e4SLinus Torvalds 24241da177e4SLinus Torvalds if (reg == HE_NUM_CS_STPER) { 24251da177e4SLinus Torvalds err = -EBUSY; 24261da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 24271da177e4SLinus Torvalds goto open_failed; 24281da177e4SLinus Torvalds } 24291da177e4SLinus Torvalds 24301da177e4SLinus Torvalds he_dev->total_bw += pcr_goal; 24311da177e4SLinus Torvalds 24321da177e4SLinus Torvalds he_vcc->rc_index = reg; 24331da177e4SLinus Torvalds ++he_dev->cs_stper[reg].inuse; 24341da177e4SLinus Torvalds he_dev->cs_stper[reg].pcr = pcr_goal; 24351da177e4SLinus Torvalds 24361da177e4SLinus Torvalds clock = he_is622(he_dev) ? 66667000 : 50000000; 24371da177e4SLinus Torvalds period = clock / pcr_goal; 24381da177e4SLinus Torvalds 24391da177e4SLinus Torvalds HPRINTK("rc_index = %d period = %d\n", 24401da177e4SLinus Torvalds reg, period); 24411da177e4SLinus Torvalds 24421da177e4SLinus Torvalds he_writel_mbox(he_dev, rate_to_atmf(period/2), 24431da177e4SLinus Torvalds CS_STPER0 + reg); 24441da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 24451da177e4SLinus Torvalds 24461da177e4SLinus Torvalds tsr0 = TSR0_CBR | TSR0_GROUP(0) | tsr0_aal | 24471da177e4SLinus Torvalds TSR0_RC_INDEX(reg); 24481da177e4SLinus Torvalds 24491da177e4SLinus Torvalds break; 24501da177e4SLinus Torvalds default: 24511da177e4SLinus Torvalds err = -EINVAL; 24521da177e4SLinus Torvalds goto open_failed; 24531da177e4SLinus Torvalds } 24541da177e4SLinus Torvalds 24551da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 24561da177e4SLinus Torvalds 24571da177e4SLinus Torvalds he_writel_tsr0(he_dev, tsr0, cid); 24581da177e4SLinus Torvalds he_writel_tsr4(he_dev, tsr4 | 1, cid); 24591da177e4SLinus Torvalds he_writel_tsr1(he_dev, TSR1_MCR(rate_to_atmf(0)) | 24601da177e4SLinus Torvalds TSR1_PCR(rate_to_atmf(pcr_goal)), cid); 24611da177e4SLinus Torvalds he_writel_tsr2(he_dev, TSR2_ACR(rate_to_atmf(pcr_goal)), cid); 24621da177e4SLinus Torvalds he_writel_tsr9(he_dev, TSR9_OPEN_CONN, cid); 24631da177e4SLinus Torvalds 24641da177e4SLinus Torvalds he_writel_tsr3(he_dev, 0x0, cid); 24651da177e4SLinus Torvalds he_writel_tsr5(he_dev, 0x0, cid); 24661da177e4SLinus Torvalds he_writel_tsr6(he_dev, 0x0, cid); 24671da177e4SLinus Torvalds he_writel_tsr7(he_dev, 0x0, cid); 24681da177e4SLinus Torvalds he_writel_tsr8(he_dev, 0x0, cid); 24691da177e4SLinus Torvalds he_writel_tsr10(he_dev, 0x0, cid); 24701da177e4SLinus Torvalds he_writel_tsr11(he_dev, 0x0, cid); 24711da177e4SLinus Torvalds he_writel_tsr12(he_dev, 0x0, cid); 24721da177e4SLinus Torvalds he_writel_tsr13(he_dev, 0x0, cid); 24731da177e4SLinus Torvalds he_writel_tsr14(he_dev, 0x0, cid); 24741da177e4SLinus Torvalds (void) he_readl_tsr0(he_dev, cid); /* flush posted writes */ 24751da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 24761da177e4SLinus Torvalds } 24771da177e4SLinus Torvalds 24781da177e4SLinus Torvalds if (vcc->qos.rxtp.traffic_class != ATM_NONE) { 24791da177e4SLinus Torvalds unsigned aal; 24801da177e4SLinus Torvalds 24811da177e4SLinus Torvalds HPRINTK("open rx cid 0x%x (rx_waitq %p)\n", cid, 24821da177e4SLinus Torvalds &HE_VCC(vcc)->rx_waitq); 24831da177e4SLinus Torvalds 24841da177e4SLinus Torvalds switch (vcc->qos.aal) { 24851da177e4SLinus Torvalds case ATM_AAL5: 24861da177e4SLinus Torvalds aal = RSR0_AAL5; 24871da177e4SLinus Torvalds break; 24881da177e4SLinus Torvalds case ATM_AAL0: 24891da177e4SLinus Torvalds aal = RSR0_RAWCELL; 24901da177e4SLinus Torvalds break; 24911da177e4SLinus Torvalds default: 24921da177e4SLinus Torvalds err = -EINVAL; 24931da177e4SLinus Torvalds goto open_failed; 24941da177e4SLinus Torvalds } 24951da177e4SLinus Torvalds 24961da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 24971da177e4SLinus Torvalds 24981da177e4SLinus Torvalds rsr0 = he_readl_rsr0(he_dev, cid); 24991da177e4SLinus Torvalds if (rsr0 & RSR0_OPEN_CONN) { 25001da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 25011da177e4SLinus Torvalds 25021da177e4SLinus Torvalds hprintk("cid 0x%x not idle (rsr0 = 0x%x)\n", cid, rsr0); 25031da177e4SLinus Torvalds err = -EBUSY; 25041da177e4SLinus Torvalds goto open_failed; 25051da177e4SLinus Torvalds } 25061da177e4SLinus Torvalds 25071da177e4SLinus Torvalds #ifdef USE_RBPS 25081da177e4SLinus Torvalds rsr1 = RSR1_GROUP(0); 25091da177e4SLinus Torvalds rsr4 = RSR4_GROUP(0); 25101da177e4SLinus Torvalds #else /* !USE_RBPS */ 25111da177e4SLinus Torvalds rsr1 = RSR1_GROUP(0)|RSR1_RBPL_ONLY; 25121da177e4SLinus Torvalds rsr4 = RSR4_GROUP(0)|RSR4_RBPL_ONLY; 25131da177e4SLinus Torvalds #endif /* USE_RBPS */ 25141da177e4SLinus Torvalds rsr0 = vcc->qos.rxtp.traffic_class == ATM_UBR ? 25151da177e4SLinus Torvalds (RSR0_EPD_ENABLE|RSR0_PPD_ENABLE) : 0; 25161da177e4SLinus Torvalds 25171da177e4SLinus Torvalds #ifdef USE_CHECKSUM_HW 25181da177e4SLinus Torvalds if (vpi == 0 && vci >= ATM_NOT_RSV_VCI) 25191da177e4SLinus Torvalds rsr0 |= RSR0_TCP_CKSUM; 25201da177e4SLinus Torvalds #endif 25211da177e4SLinus Torvalds 25221da177e4SLinus Torvalds he_writel_rsr4(he_dev, rsr4, cid); 25231da177e4SLinus Torvalds he_writel_rsr1(he_dev, rsr1, cid); 25241da177e4SLinus Torvalds /* 5.1.11 last parameter initialized should be 25251da177e4SLinus Torvalds the open/closed indication in rsr0 */ 25261da177e4SLinus Torvalds he_writel_rsr0(he_dev, 25271da177e4SLinus Torvalds rsr0 | RSR0_START_PDU | RSR0_OPEN_CONN | aal, cid); 25281da177e4SLinus Torvalds (void) he_readl_rsr0(he_dev, cid); /* flush posted writes */ 25291da177e4SLinus Torvalds 25301da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 25311da177e4SLinus Torvalds } 25321da177e4SLinus Torvalds 25331da177e4SLinus Torvalds open_failed: 25341da177e4SLinus Torvalds 25351da177e4SLinus Torvalds if (err) { 25361da177e4SLinus Torvalds if (he_vcc) 25371da177e4SLinus Torvalds kfree(he_vcc); 25381da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 25391da177e4SLinus Torvalds } 25401da177e4SLinus Torvalds else 25411da177e4SLinus Torvalds set_bit(ATM_VF_READY, &vcc->flags); 25421da177e4SLinus Torvalds 25431da177e4SLinus Torvalds return err; 25441da177e4SLinus Torvalds } 25451da177e4SLinus Torvalds 25461da177e4SLinus Torvalds static void 25471da177e4SLinus Torvalds he_close(struct atm_vcc *vcc) 25481da177e4SLinus Torvalds { 25491da177e4SLinus Torvalds unsigned long flags; 25501da177e4SLinus Torvalds DECLARE_WAITQUEUE(wait, current); 25511da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(vcc->dev); 25521da177e4SLinus Torvalds struct he_tpd *tpd; 25531da177e4SLinus Torvalds unsigned cid; 25541da177e4SLinus Torvalds struct he_vcc *he_vcc = HE_VCC(vcc); 25551da177e4SLinus Torvalds #define MAX_RETRY 30 25561da177e4SLinus Torvalds int retry = 0, sleep = 1, tx_inuse; 25571da177e4SLinus Torvalds 25581da177e4SLinus Torvalds HPRINTK("close vcc %p %d.%d\n", vcc, vcc->vpi, vcc->vci); 25591da177e4SLinus Torvalds 25601da177e4SLinus Torvalds clear_bit(ATM_VF_READY, &vcc->flags); 25611da177e4SLinus Torvalds cid = he_mkcid(he_dev, vcc->vpi, vcc->vci); 25621da177e4SLinus Torvalds 25631da177e4SLinus Torvalds if (vcc->qos.rxtp.traffic_class != ATM_NONE) { 25641da177e4SLinus Torvalds int timeout; 25651da177e4SLinus Torvalds 25661da177e4SLinus Torvalds HPRINTK("close rx cid 0x%x\n", cid); 25671da177e4SLinus Torvalds 25681da177e4SLinus Torvalds /* 2.7.2.2 close receive operation */ 25691da177e4SLinus Torvalds 25701da177e4SLinus Torvalds /* wait for previous close (if any) to finish */ 25711da177e4SLinus Torvalds 25721da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 25731da177e4SLinus Torvalds while (he_readl(he_dev, RCC_STAT) & RCC_BUSY) { 25741da177e4SLinus Torvalds HPRINTK("close cid 0x%x RCC_BUSY\n", cid); 25751da177e4SLinus Torvalds udelay(250); 25761da177e4SLinus Torvalds } 25771da177e4SLinus Torvalds 25781da177e4SLinus Torvalds set_current_state(TASK_UNINTERRUPTIBLE); 25791da177e4SLinus Torvalds add_wait_queue(&he_vcc->rx_waitq, &wait); 25801da177e4SLinus Torvalds 25811da177e4SLinus Torvalds he_writel_rsr0(he_dev, RSR0_CLOSE_CONN, cid); 25821da177e4SLinus Torvalds (void) he_readl_rsr0(he_dev, cid); /* flush posted writes */ 25831da177e4SLinus Torvalds he_writel_mbox(he_dev, cid, RXCON_CLOSE); 25841da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 25851da177e4SLinus Torvalds 25861da177e4SLinus Torvalds timeout = schedule_timeout(30*HZ); 25871da177e4SLinus Torvalds 25881da177e4SLinus Torvalds remove_wait_queue(&he_vcc->rx_waitq, &wait); 25891da177e4SLinus Torvalds set_current_state(TASK_RUNNING); 25901da177e4SLinus Torvalds 25911da177e4SLinus Torvalds if (timeout == 0) 25921da177e4SLinus Torvalds hprintk("close rx timeout cid 0x%x\n", cid); 25931da177e4SLinus Torvalds 25941da177e4SLinus Torvalds HPRINTK("close rx cid 0x%x complete\n", cid); 25951da177e4SLinus Torvalds 25961da177e4SLinus Torvalds } 25971da177e4SLinus Torvalds 25981da177e4SLinus Torvalds if (vcc->qos.txtp.traffic_class != ATM_NONE) { 25991da177e4SLinus Torvalds volatile unsigned tsr4, tsr0; 26001da177e4SLinus Torvalds int timeout; 26011da177e4SLinus Torvalds 26021da177e4SLinus Torvalds HPRINTK("close tx cid 0x%x\n", cid); 26031da177e4SLinus Torvalds 26041da177e4SLinus Torvalds /* 2.1.2 26051da177e4SLinus Torvalds * 26061da177e4SLinus Torvalds * ... the host must first stop queueing packets to the TPDRQ 26071da177e4SLinus Torvalds * on the connection to be closed, then wait for all outstanding 26081da177e4SLinus Torvalds * packets to be transmitted and their buffers returned to the 26091da177e4SLinus Torvalds * TBRQ. When the last packet on the connection arrives in the 26101da177e4SLinus Torvalds * TBRQ, the host issues the close command to the adapter. 26111da177e4SLinus Torvalds */ 26121da177e4SLinus Torvalds 26131da177e4SLinus Torvalds while (((tx_inuse = atomic_read(&sk_atm(vcc)->sk_wmem_alloc)) > 0) && 26141da177e4SLinus Torvalds (retry < MAX_RETRY)) { 26151da177e4SLinus Torvalds msleep(sleep); 26161da177e4SLinus Torvalds if (sleep < 250) 26171da177e4SLinus Torvalds sleep = sleep * 2; 26181da177e4SLinus Torvalds 26191da177e4SLinus Torvalds ++retry; 26201da177e4SLinus Torvalds } 26211da177e4SLinus Torvalds 26221da177e4SLinus Torvalds if (tx_inuse) 26231da177e4SLinus Torvalds hprintk("close tx cid 0x%x tx_inuse = %d\n", cid, tx_inuse); 26241da177e4SLinus Torvalds 26251da177e4SLinus Torvalds /* 2.3.1.1 generic close operations with flush */ 26261da177e4SLinus Torvalds 26271da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 26281da177e4SLinus Torvalds he_writel_tsr4_upper(he_dev, TSR4_FLUSH_CONN, cid); 26291da177e4SLinus Torvalds /* also clears TSR4_SESSION_ENDED */ 26301da177e4SLinus Torvalds 26311da177e4SLinus Torvalds switch (vcc->qos.txtp.traffic_class) { 26321da177e4SLinus Torvalds case ATM_UBR: 26331da177e4SLinus Torvalds he_writel_tsr1(he_dev, 26341da177e4SLinus Torvalds TSR1_MCR(rate_to_atmf(200000)) 26351da177e4SLinus Torvalds | TSR1_PCR(0), cid); 26361da177e4SLinus Torvalds break; 26371da177e4SLinus Torvalds case ATM_CBR: 26381da177e4SLinus Torvalds he_writel_tsr14_upper(he_dev, TSR14_DELETE, cid); 26391da177e4SLinus Torvalds break; 26401da177e4SLinus Torvalds } 26411da177e4SLinus Torvalds (void) he_readl_tsr4(he_dev, cid); /* flush posted writes */ 26421da177e4SLinus Torvalds 26431da177e4SLinus Torvalds tpd = __alloc_tpd(he_dev); 26441da177e4SLinus Torvalds if (tpd == NULL) { 26451da177e4SLinus Torvalds hprintk("close tx he_alloc_tpd failed cid 0x%x\n", cid); 26461da177e4SLinus Torvalds goto close_tx_incomplete; 26471da177e4SLinus Torvalds } 26481da177e4SLinus Torvalds tpd->status |= TPD_EOS | TPD_INT; 26491da177e4SLinus Torvalds tpd->skb = NULL; 26501da177e4SLinus Torvalds tpd->vcc = vcc; 26511da177e4SLinus Torvalds wmb(); 26521da177e4SLinus Torvalds 26531da177e4SLinus Torvalds set_current_state(TASK_UNINTERRUPTIBLE); 26541da177e4SLinus Torvalds add_wait_queue(&he_vcc->tx_waitq, &wait); 26551da177e4SLinus Torvalds __enqueue_tpd(he_dev, tpd, cid); 26561da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 26571da177e4SLinus Torvalds 26581da177e4SLinus Torvalds timeout = schedule_timeout(30*HZ); 26591da177e4SLinus Torvalds 26601da177e4SLinus Torvalds remove_wait_queue(&he_vcc->tx_waitq, &wait); 26611da177e4SLinus Torvalds set_current_state(TASK_RUNNING); 26621da177e4SLinus Torvalds 26631da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 26641da177e4SLinus Torvalds 26651da177e4SLinus Torvalds if (timeout == 0) { 26661da177e4SLinus Torvalds hprintk("close tx timeout cid 0x%x\n", cid); 26671da177e4SLinus Torvalds goto close_tx_incomplete; 26681da177e4SLinus Torvalds } 26691da177e4SLinus Torvalds 26701da177e4SLinus Torvalds while (!((tsr4 = he_readl_tsr4(he_dev, cid)) & TSR4_SESSION_ENDED)) { 26711da177e4SLinus Torvalds HPRINTK("close tx cid 0x%x !TSR4_SESSION_ENDED (tsr4 = 0x%x)\n", cid, tsr4); 26721da177e4SLinus Torvalds udelay(250); 26731da177e4SLinus Torvalds } 26741da177e4SLinus Torvalds 26751da177e4SLinus Torvalds while (TSR0_CONN_STATE(tsr0 = he_readl_tsr0(he_dev, cid)) != 0) { 26761da177e4SLinus Torvalds HPRINTK("close tx cid 0x%x TSR0_CONN_STATE != 0 (tsr0 = 0x%x)\n", cid, tsr0); 26771da177e4SLinus Torvalds udelay(250); 26781da177e4SLinus Torvalds } 26791da177e4SLinus Torvalds 26801da177e4SLinus Torvalds close_tx_incomplete: 26811da177e4SLinus Torvalds 26821da177e4SLinus Torvalds if (vcc->qos.txtp.traffic_class == ATM_CBR) { 26831da177e4SLinus Torvalds int reg = he_vcc->rc_index; 26841da177e4SLinus Torvalds 26851da177e4SLinus Torvalds HPRINTK("cs_stper reg = %d\n", reg); 26861da177e4SLinus Torvalds 26871da177e4SLinus Torvalds if (he_dev->cs_stper[reg].inuse == 0) 26881da177e4SLinus Torvalds hprintk("cs_stper[%d].inuse = 0!\n", reg); 26891da177e4SLinus Torvalds else 26901da177e4SLinus Torvalds --he_dev->cs_stper[reg].inuse; 26911da177e4SLinus Torvalds 26921da177e4SLinus Torvalds he_dev->total_bw -= he_dev->cs_stper[reg].pcr; 26931da177e4SLinus Torvalds } 26941da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 26951da177e4SLinus Torvalds 26961da177e4SLinus Torvalds HPRINTK("close tx cid 0x%x complete\n", cid); 26971da177e4SLinus Torvalds } 26981da177e4SLinus Torvalds 26991da177e4SLinus Torvalds kfree(he_vcc); 27001da177e4SLinus Torvalds 27011da177e4SLinus Torvalds clear_bit(ATM_VF_ADDR, &vcc->flags); 27021da177e4SLinus Torvalds } 27031da177e4SLinus Torvalds 27041da177e4SLinus Torvalds static int 27051da177e4SLinus Torvalds he_send(struct atm_vcc *vcc, struct sk_buff *skb) 27061da177e4SLinus Torvalds { 27071da177e4SLinus Torvalds unsigned long flags; 27081da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(vcc->dev); 27091da177e4SLinus Torvalds unsigned cid = he_mkcid(he_dev, vcc->vpi, vcc->vci); 27101da177e4SLinus Torvalds struct he_tpd *tpd; 27111da177e4SLinus Torvalds #ifdef USE_SCATTERGATHER 27121da177e4SLinus Torvalds int i, slot = 0; 27131da177e4SLinus Torvalds #endif 27141da177e4SLinus Torvalds 27151da177e4SLinus Torvalds #define HE_TPD_BUFSIZE 0xffff 27161da177e4SLinus Torvalds 27171da177e4SLinus Torvalds HPRINTK("send %d.%d\n", vcc->vpi, vcc->vci); 27181da177e4SLinus Torvalds 27191da177e4SLinus Torvalds if ((skb->len > HE_TPD_BUFSIZE) || 27201da177e4SLinus Torvalds ((vcc->qos.aal == ATM_AAL0) && (skb->len != ATM_AAL0_SDU))) { 27211da177e4SLinus Torvalds hprintk("buffer too large (or small) -- %d bytes\n", skb->len ); 27221da177e4SLinus Torvalds if (vcc->pop) 27231da177e4SLinus Torvalds vcc->pop(vcc, skb); 27241da177e4SLinus Torvalds else 27251da177e4SLinus Torvalds dev_kfree_skb_any(skb); 27261da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 27271da177e4SLinus Torvalds return -EINVAL; 27281da177e4SLinus Torvalds } 27291da177e4SLinus Torvalds 27301da177e4SLinus Torvalds #ifndef USE_SCATTERGATHER 27311da177e4SLinus Torvalds if (skb_shinfo(skb)->nr_frags) { 27321da177e4SLinus Torvalds hprintk("no scatter/gather support\n"); 27331da177e4SLinus Torvalds if (vcc->pop) 27341da177e4SLinus Torvalds vcc->pop(vcc, skb); 27351da177e4SLinus Torvalds else 27361da177e4SLinus Torvalds dev_kfree_skb_any(skb); 27371da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 27381da177e4SLinus Torvalds return -EINVAL; 27391da177e4SLinus Torvalds } 27401da177e4SLinus Torvalds #endif 27411da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 27421da177e4SLinus Torvalds 27431da177e4SLinus Torvalds tpd = __alloc_tpd(he_dev); 27441da177e4SLinus Torvalds if (tpd == NULL) { 27451da177e4SLinus Torvalds if (vcc->pop) 27461da177e4SLinus Torvalds vcc->pop(vcc, skb); 27471da177e4SLinus Torvalds else 27481da177e4SLinus Torvalds dev_kfree_skb_any(skb); 27491da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 27501da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 27511da177e4SLinus Torvalds return -ENOMEM; 27521da177e4SLinus Torvalds } 27531da177e4SLinus Torvalds 27541da177e4SLinus Torvalds if (vcc->qos.aal == ATM_AAL5) 27551da177e4SLinus Torvalds tpd->status |= TPD_CELLTYPE(TPD_USERCELL); 27561da177e4SLinus Torvalds else { 27571da177e4SLinus Torvalds char *pti_clp = (void *) (skb->data + 3); 27581da177e4SLinus Torvalds int clp, pti; 27591da177e4SLinus Torvalds 27601da177e4SLinus Torvalds pti = (*pti_clp & ATM_HDR_PTI_MASK) >> ATM_HDR_PTI_SHIFT; 27611da177e4SLinus Torvalds clp = (*pti_clp & ATM_HDR_CLP); 27621da177e4SLinus Torvalds tpd->status |= TPD_CELLTYPE(pti); 27631da177e4SLinus Torvalds if (clp) 27641da177e4SLinus Torvalds tpd->status |= TPD_CLP; 27651da177e4SLinus Torvalds 27661da177e4SLinus Torvalds skb_pull(skb, ATM_AAL0_SDU - ATM_CELL_PAYLOAD); 27671da177e4SLinus Torvalds } 27681da177e4SLinus Torvalds 27691da177e4SLinus Torvalds #ifdef USE_SCATTERGATHER 27701da177e4SLinus Torvalds tpd->iovec[slot].addr = pci_map_single(he_dev->pci_dev, skb->data, 27711da177e4SLinus Torvalds skb->len - skb->data_len, PCI_DMA_TODEVICE); 27721da177e4SLinus Torvalds tpd->iovec[slot].len = skb->len - skb->data_len; 27731da177e4SLinus Torvalds ++slot; 27741da177e4SLinus Torvalds 27751da177e4SLinus Torvalds for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) { 27761da177e4SLinus Torvalds skb_frag_t *frag = &skb_shinfo(skb)->frags[i]; 27771da177e4SLinus Torvalds 27781da177e4SLinus Torvalds if (slot == TPD_MAXIOV) { /* queue tpd; start new tpd */ 27791da177e4SLinus Torvalds tpd->vcc = vcc; 27801da177e4SLinus Torvalds tpd->skb = NULL; /* not the last fragment 27811da177e4SLinus Torvalds so dont ->push() yet */ 27821da177e4SLinus Torvalds wmb(); 27831da177e4SLinus Torvalds 27841da177e4SLinus Torvalds __enqueue_tpd(he_dev, tpd, cid); 27851da177e4SLinus Torvalds tpd = __alloc_tpd(he_dev); 27861da177e4SLinus Torvalds if (tpd == NULL) { 27871da177e4SLinus Torvalds if (vcc->pop) 27881da177e4SLinus Torvalds vcc->pop(vcc, skb); 27891da177e4SLinus Torvalds else 27901da177e4SLinus Torvalds dev_kfree_skb_any(skb); 27911da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx_err); 27921da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 27931da177e4SLinus Torvalds return -ENOMEM; 27941da177e4SLinus Torvalds } 27951da177e4SLinus Torvalds tpd->status |= TPD_USERCELL; 27961da177e4SLinus Torvalds slot = 0; 27971da177e4SLinus Torvalds } 27981da177e4SLinus Torvalds 27991da177e4SLinus Torvalds tpd->iovec[slot].addr = pci_map_single(he_dev->pci_dev, 28001da177e4SLinus Torvalds (void *) page_address(frag->page) + frag->page_offset, 28011da177e4SLinus Torvalds frag->size, PCI_DMA_TODEVICE); 28021da177e4SLinus Torvalds tpd->iovec[slot].len = frag->size; 28031da177e4SLinus Torvalds ++slot; 28041da177e4SLinus Torvalds 28051da177e4SLinus Torvalds } 28061da177e4SLinus Torvalds 28071da177e4SLinus Torvalds tpd->iovec[slot - 1].len |= TPD_LST; 28081da177e4SLinus Torvalds #else 28091da177e4SLinus Torvalds tpd->address0 = pci_map_single(he_dev->pci_dev, skb->data, skb->len, PCI_DMA_TODEVICE); 28101da177e4SLinus Torvalds tpd->length0 = skb->len | TPD_LST; 28111da177e4SLinus Torvalds #endif 28121da177e4SLinus Torvalds tpd->status |= TPD_INT; 28131da177e4SLinus Torvalds 28141da177e4SLinus Torvalds tpd->vcc = vcc; 28151da177e4SLinus Torvalds tpd->skb = skb; 28161da177e4SLinus Torvalds wmb(); 28171da177e4SLinus Torvalds ATM_SKB(skb)->vcc = vcc; 28181da177e4SLinus Torvalds 28191da177e4SLinus Torvalds __enqueue_tpd(he_dev, tpd, cid); 28201da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 28211da177e4SLinus Torvalds 28221da177e4SLinus Torvalds atomic_inc(&vcc->stats->tx); 28231da177e4SLinus Torvalds 28241da177e4SLinus Torvalds return 0; 28251da177e4SLinus Torvalds } 28261da177e4SLinus Torvalds 28271da177e4SLinus Torvalds static int 28281da177e4SLinus Torvalds he_ioctl(struct atm_dev *atm_dev, unsigned int cmd, void __user *arg) 28291da177e4SLinus Torvalds { 28301da177e4SLinus Torvalds unsigned long flags; 28311da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(atm_dev); 28321da177e4SLinus Torvalds struct he_ioctl_reg reg; 28331da177e4SLinus Torvalds int err = 0; 28341da177e4SLinus Torvalds 28351da177e4SLinus Torvalds switch (cmd) { 28361da177e4SLinus Torvalds case HE_GET_REG: 28371da177e4SLinus Torvalds if (!capable(CAP_NET_ADMIN)) 28381da177e4SLinus Torvalds return -EPERM; 28391da177e4SLinus Torvalds 28401da177e4SLinus Torvalds if (copy_from_user(®, arg, 28411da177e4SLinus Torvalds sizeof(struct he_ioctl_reg))) 28421da177e4SLinus Torvalds return -EFAULT; 28431da177e4SLinus Torvalds 28441da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 28451da177e4SLinus Torvalds switch (reg.type) { 28461da177e4SLinus Torvalds case HE_REGTYPE_PCI: 28471da177e4SLinus Torvalds reg.val = he_readl(he_dev, reg.addr); 28481da177e4SLinus Torvalds break; 28491da177e4SLinus Torvalds case HE_REGTYPE_RCM: 28501da177e4SLinus Torvalds reg.val = 28511da177e4SLinus Torvalds he_readl_rcm(he_dev, reg.addr); 28521da177e4SLinus Torvalds break; 28531da177e4SLinus Torvalds case HE_REGTYPE_TCM: 28541da177e4SLinus Torvalds reg.val = 28551da177e4SLinus Torvalds he_readl_tcm(he_dev, reg.addr); 28561da177e4SLinus Torvalds break; 28571da177e4SLinus Torvalds case HE_REGTYPE_MBOX: 28581da177e4SLinus Torvalds reg.val = 28591da177e4SLinus Torvalds he_readl_mbox(he_dev, reg.addr); 28601da177e4SLinus Torvalds break; 28611da177e4SLinus Torvalds default: 28621da177e4SLinus Torvalds err = -EINVAL; 28631da177e4SLinus Torvalds break; 28641da177e4SLinus Torvalds } 28651da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 28661da177e4SLinus Torvalds if (err == 0) 28671da177e4SLinus Torvalds if (copy_to_user(arg, ®, 28681da177e4SLinus Torvalds sizeof(struct he_ioctl_reg))) 28691da177e4SLinus Torvalds return -EFAULT; 28701da177e4SLinus Torvalds break; 28711da177e4SLinus Torvalds default: 28721da177e4SLinus Torvalds #ifdef CONFIG_ATM_HE_USE_SUNI 28731da177e4SLinus Torvalds if (atm_dev->phy && atm_dev->phy->ioctl) 28741da177e4SLinus Torvalds err = atm_dev->phy->ioctl(atm_dev, cmd, arg); 28751da177e4SLinus Torvalds #else /* CONFIG_ATM_HE_USE_SUNI */ 28761da177e4SLinus Torvalds err = -EINVAL; 28771da177e4SLinus Torvalds #endif /* CONFIG_ATM_HE_USE_SUNI */ 28781da177e4SLinus Torvalds break; 28791da177e4SLinus Torvalds } 28801da177e4SLinus Torvalds 28811da177e4SLinus Torvalds return err; 28821da177e4SLinus Torvalds } 28831da177e4SLinus Torvalds 28841da177e4SLinus Torvalds static void 28851da177e4SLinus Torvalds he_phy_put(struct atm_dev *atm_dev, unsigned char val, unsigned long addr) 28861da177e4SLinus Torvalds { 28871da177e4SLinus Torvalds unsigned long flags; 28881da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(atm_dev); 28891da177e4SLinus Torvalds 28901da177e4SLinus Torvalds HPRINTK("phy_put(val 0x%x, addr 0x%lx)\n", val, addr); 28911da177e4SLinus Torvalds 28921da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 28931da177e4SLinus Torvalds he_writel(he_dev, val, FRAMER + (addr*4)); 28941da177e4SLinus Torvalds (void) he_readl(he_dev, FRAMER + (addr*4)); /* flush posted writes */ 28951da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 28961da177e4SLinus Torvalds } 28971da177e4SLinus Torvalds 28981da177e4SLinus Torvalds 28991da177e4SLinus Torvalds static unsigned char 29001da177e4SLinus Torvalds he_phy_get(struct atm_dev *atm_dev, unsigned long addr) 29011da177e4SLinus Torvalds { 29021da177e4SLinus Torvalds unsigned long flags; 29031da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(atm_dev); 29041da177e4SLinus Torvalds unsigned reg; 29051da177e4SLinus Torvalds 29061da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 29071da177e4SLinus Torvalds reg = he_readl(he_dev, FRAMER + (addr*4)); 29081da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 29091da177e4SLinus Torvalds 29101da177e4SLinus Torvalds HPRINTK("phy_get(addr 0x%lx) =0x%x\n", addr, reg); 29111da177e4SLinus Torvalds return reg; 29121da177e4SLinus Torvalds } 29131da177e4SLinus Torvalds 29141da177e4SLinus Torvalds static int 29151da177e4SLinus Torvalds he_proc_read(struct atm_dev *dev, loff_t *pos, char *page) 29161da177e4SLinus Torvalds { 29171da177e4SLinus Torvalds unsigned long flags; 29181da177e4SLinus Torvalds struct he_dev *he_dev = HE_DEV(dev); 29191da177e4SLinus Torvalds int left, i; 29201da177e4SLinus Torvalds #ifdef notdef 29211da177e4SLinus Torvalds struct he_rbrq *rbrq_tail; 29221da177e4SLinus Torvalds struct he_tpdrq *tpdrq_head; 29231da177e4SLinus Torvalds int rbpl_head, rbpl_tail; 29241da177e4SLinus Torvalds #endif 29251da177e4SLinus Torvalds static long mcc = 0, oec = 0, dcc = 0, cec = 0; 29261da177e4SLinus Torvalds 29271da177e4SLinus Torvalds 29281da177e4SLinus Torvalds left = *pos; 29291da177e4SLinus Torvalds if (!left--) 29301da177e4SLinus Torvalds return sprintf(page, "%s\n", version); 29311da177e4SLinus Torvalds 29321da177e4SLinus Torvalds if (!left--) 29331da177e4SLinus Torvalds return sprintf(page, "%s%s\n\n", 29341da177e4SLinus Torvalds he_dev->prod_id, he_dev->media & 0x40 ? "SM" : "MM"); 29351da177e4SLinus Torvalds 29361da177e4SLinus Torvalds if (!left--) 29371da177e4SLinus Torvalds return sprintf(page, "Mismatched Cells VPI/VCI Not Open Dropped Cells RCM Dropped Cells\n"); 29381da177e4SLinus Torvalds 29391da177e4SLinus Torvalds spin_lock_irqsave(&he_dev->global_lock, flags); 29401da177e4SLinus Torvalds mcc += he_readl(he_dev, MCC); 29411da177e4SLinus Torvalds oec += he_readl(he_dev, OEC); 29421da177e4SLinus Torvalds dcc += he_readl(he_dev, DCC); 29431da177e4SLinus Torvalds cec += he_readl(he_dev, CEC); 29441da177e4SLinus Torvalds spin_unlock_irqrestore(&he_dev->global_lock, flags); 29451da177e4SLinus Torvalds 29461da177e4SLinus Torvalds if (!left--) 29471da177e4SLinus Torvalds return sprintf(page, "%16ld %16ld %13ld %17ld\n\n", 29481da177e4SLinus Torvalds mcc, oec, dcc, cec); 29491da177e4SLinus Torvalds 29501da177e4SLinus Torvalds if (!left--) 29511da177e4SLinus Torvalds return sprintf(page, "irq_size = %d inuse = ? peak = %d\n", 29521da177e4SLinus Torvalds CONFIG_IRQ_SIZE, he_dev->irq_peak); 29531da177e4SLinus Torvalds 29541da177e4SLinus Torvalds if (!left--) 29551da177e4SLinus Torvalds return sprintf(page, "tpdrq_size = %d inuse = ?\n", 29561da177e4SLinus Torvalds CONFIG_TPDRQ_SIZE); 29571da177e4SLinus Torvalds 29581da177e4SLinus Torvalds if (!left--) 29591da177e4SLinus Torvalds return sprintf(page, "rbrq_size = %d inuse = ? peak = %d\n", 29601da177e4SLinus Torvalds CONFIG_RBRQ_SIZE, he_dev->rbrq_peak); 29611da177e4SLinus Torvalds 29621da177e4SLinus Torvalds if (!left--) 29631da177e4SLinus Torvalds return sprintf(page, "tbrq_size = %d peak = %d\n", 29641da177e4SLinus Torvalds CONFIG_TBRQ_SIZE, he_dev->tbrq_peak); 29651da177e4SLinus Torvalds 29661da177e4SLinus Torvalds 29671da177e4SLinus Torvalds #ifdef notdef 29681da177e4SLinus Torvalds rbpl_head = RBPL_MASK(he_readl(he_dev, G0_RBPL_S)); 29691da177e4SLinus Torvalds rbpl_tail = RBPL_MASK(he_readl(he_dev, G0_RBPL_T)); 29701da177e4SLinus Torvalds 29711da177e4SLinus Torvalds inuse = rbpl_head - rbpl_tail; 29721da177e4SLinus Torvalds if (inuse < 0) 29731da177e4SLinus Torvalds inuse += CONFIG_RBPL_SIZE * sizeof(struct he_rbp); 29741da177e4SLinus Torvalds inuse /= sizeof(struct he_rbp); 29751da177e4SLinus Torvalds 29761da177e4SLinus Torvalds if (!left--) 29771da177e4SLinus Torvalds return sprintf(page, "rbpl_size = %d inuse = %d\n\n", 29781da177e4SLinus Torvalds CONFIG_RBPL_SIZE, inuse); 29791da177e4SLinus Torvalds #endif 29801da177e4SLinus Torvalds 29811da177e4SLinus Torvalds if (!left--) 29821da177e4SLinus Torvalds return sprintf(page, "rate controller periods (cbr)\n pcr #vc\n"); 29831da177e4SLinus Torvalds 29841da177e4SLinus Torvalds for (i = 0; i < HE_NUM_CS_STPER; ++i) 29851da177e4SLinus Torvalds if (!left--) 29861da177e4SLinus Torvalds return sprintf(page, "cs_stper%-2d %8ld %3d\n", i, 29871da177e4SLinus Torvalds he_dev->cs_stper[i].pcr, 29881da177e4SLinus Torvalds he_dev->cs_stper[i].inuse); 29891da177e4SLinus Torvalds 29901da177e4SLinus Torvalds if (!left--) 29911da177e4SLinus Torvalds return sprintf(page, "total bw (cbr): %d (limit %d)\n", 29921da177e4SLinus Torvalds he_dev->total_bw, he_dev->atm_dev->link_rate * 10 / 9); 29931da177e4SLinus Torvalds 29941da177e4SLinus Torvalds return 0; 29951da177e4SLinus Torvalds } 29961da177e4SLinus Torvalds 29971da177e4SLinus Torvalds /* eeprom routines -- see 4.7 */ 29981da177e4SLinus Torvalds 29991da177e4SLinus Torvalds u8 30001da177e4SLinus Torvalds read_prom_byte(struct he_dev *he_dev, int addr) 30011da177e4SLinus Torvalds { 30021da177e4SLinus Torvalds u32 val = 0, tmp_read = 0; 30031da177e4SLinus Torvalds int i, j = 0; 30041da177e4SLinus Torvalds u8 byte_read = 0; 30051da177e4SLinus Torvalds 30061da177e4SLinus Torvalds val = readl(he_dev->membase + HOST_CNTL); 30071da177e4SLinus Torvalds val &= 0xFFFFE0FF; 30081da177e4SLinus Torvalds 30091da177e4SLinus Torvalds /* Turn on write enable */ 30101da177e4SLinus Torvalds val |= 0x800; 30111da177e4SLinus Torvalds he_writel(he_dev, val, HOST_CNTL); 30121da177e4SLinus Torvalds 30131da177e4SLinus Torvalds /* Send READ instruction */ 30141da177e4SLinus Torvalds for (i = 0; i < sizeof(readtab)/sizeof(readtab[0]); i++) { 30151da177e4SLinus Torvalds he_writel(he_dev, val | readtab[i], HOST_CNTL); 30161da177e4SLinus Torvalds udelay(EEPROM_DELAY); 30171da177e4SLinus Torvalds } 30181da177e4SLinus Torvalds 30191da177e4SLinus Torvalds /* Next, we need to send the byte address to read from */ 30201da177e4SLinus Torvalds for (i = 7; i >= 0; i--) { 30211da177e4SLinus Torvalds he_writel(he_dev, val | clocktab[j++] | (((addr >> i) & 1) << 9), HOST_CNTL); 30221da177e4SLinus Torvalds udelay(EEPROM_DELAY); 30231da177e4SLinus Torvalds he_writel(he_dev, val | clocktab[j++] | (((addr >> i) & 1) << 9), HOST_CNTL); 30241da177e4SLinus Torvalds udelay(EEPROM_DELAY); 30251da177e4SLinus Torvalds } 30261da177e4SLinus Torvalds 30271da177e4SLinus Torvalds j = 0; 30281da177e4SLinus Torvalds 30291da177e4SLinus Torvalds val &= 0xFFFFF7FF; /* Turn off write enable */ 30301da177e4SLinus Torvalds he_writel(he_dev, val, HOST_CNTL); 30311da177e4SLinus Torvalds 30321da177e4SLinus Torvalds /* Now, we can read data from the EEPROM by clocking it in */ 30331da177e4SLinus Torvalds for (i = 7; i >= 0; i--) { 30341da177e4SLinus Torvalds he_writel(he_dev, val | clocktab[j++], HOST_CNTL); 30351da177e4SLinus Torvalds udelay(EEPROM_DELAY); 30361da177e4SLinus Torvalds tmp_read = he_readl(he_dev, HOST_CNTL); 30371da177e4SLinus Torvalds byte_read |= (unsigned char) 30381da177e4SLinus Torvalds ((tmp_read & ID_DOUT) >> ID_DOFFSET << i); 30391da177e4SLinus Torvalds he_writel(he_dev, val | clocktab[j++], HOST_CNTL); 30401da177e4SLinus Torvalds udelay(EEPROM_DELAY); 30411da177e4SLinus Torvalds } 30421da177e4SLinus Torvalds 30431da177e4SLinus Torvalds he_writel(he_dev, val | ID_CS, HOST_CNTL); 30441da177e4SLinus Torvalds udelay(EEPROM_DELAY); 30451da177e4SLinus Torvalds 30461da177e4SLinus Torvalds return byte_read; 30471da177e4SLinus Torvalds } 30481da177e4SLinus Torvalds 30491da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 30501da177e4SLinus Torvalds MODULE_AUTHOR("chas williams <chas@cmf.nrl.navy.mil>"); 30511da177e4SLinus Torvalds MODULE_DESCRIPTION("ForeRunnerHE ATM Adapter driver"); 30521da177e4SLinus Torvalds module_param(disable64, bool, 0); 30531da177e4SLinus Torvalds MODULE_PARM_DESC(disable64, "disable 64-bit pci bus transfers"); 30541da177e4SLinus Torvalds module_param(nvpibits, short, 0); 30551da177e4SLinus Torvalds MODULE_PARM_DESC(nvpibits, "numbers of bits for vpi (default 0)"); 30561da177e4SLinus Torvalds module_param(nvcibits, short, 0); 30571da177e4SLinus Torvalds MODULE_PARM_DESC(nvcibits, "numbers of bits for vci (default 12)"); 30581da177e4SLinus Torvalds module_param(rx_skb_reserve, short, 0); 30591da177e4SLinus Torvalds MODULE_PARM_DESC(rx_skb_reserve, "padding for receive skb (default 16)"); 30601da177e4SLinus Torvalds module_param(irq_coalesce, bool, 0); 30611da177e4SLinus Torvalds MODULE_PARM_DESC(irq_coalesce, "use interrupt coalescing (default 1)"); 30621da177e4SLinus Torvalds module_param(sdh, bool, 0); 30631da177e4SLinus Torvalds MODULE_PARM_DESC(sdh, "use SDH framing (default 0)"); 30641da177e4SLinus Torvalds 30651da177e4SLinus Torvalds static struct pci_device_id he_pci_tbl[] = { 30661da177e4SLinus Torvalds { PCI_VENDOR_ID_FORE, PCI_DEVICE_ID_FORE_HE, PCI_ANY_ID, PCI_ANY_ID, 30671da177e4SLinus Torvalds 0, 0, 0 }, 30681da177e4SLinus Torvalds { 0, } 30691da177e4SLinus Torvalds }; 30701da177e4SLinus Torvalds 30711da177e4SLinus Torvalds MODULE_DEVICE_TABLE(pci, he_pci_tbl); 30721da177e4SLinus Torvalds 30731da177e4SLinus Torvalds static struct pci_driver he_driver = { 30741da177e4SLinus Torvalds .name = "he", 30751da177e4SLinus Torvalds .probe = he_init_one, 30761da177e4SLinus Torvalds .remove = __devexit_p(he_remove_one), 30771da177e4SLinus Torvalds .id_table = he_pci_tbl, 30781da177e4SLinus Torvalds }; 30791da177e4SLinus Torvalds 30801da177e4SLinus Torvalds static int __init he_init(void) 30811da177e4SLinus Torvalds { 30821da177e4SLinus Torvalds return pci_register_driver(&he_driver); 30831da177e4SLinus Torvalds } 30841da177e4SLinus Torvalds 30851da177e4SLinus Torvalds static void __exit he_cleanup(void) 30861da177e4SLinus Torvalds { 30871da177e4SLinus Torvalds pci_unregister_driver(&he_driver); 30881da177e4SLinus Torvalds } 30891da177e4SLinus Torvalds 30901da177e4SLinus Torvalds module_init(he_init); 30911da177e4SLinus Torvalds module_exit(he_cleanup); 3092