1*dfec1a82SJohn Crispin /* 2*dfec1a82SJohn Crispin * This program is free software; you can redistribute it and/or modify it 3*dfec1a82SJohn Crispin * under the terms of the GNU General Public License version 2 as published 4*dfec1a82SJohn Crispin * by the Free Software Foundation. 5*dfec1a82SJohn Crispin * 6*dfec1a82SJohn Crispin * This program is distributed in the hope that it will be useful, 7*dfec1a82SJohn Crispin * but WITHOUT ANY WARRANTY; without even the implied warranty of 8*dfec1a82SJohn Crispin * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 9*dfec1a82SJohn Crispin * GNU General Public License for more details. 10*dfec1a82SJohn Crispin * 11*dfec1a82SJohn Crispin * You should have received a copy of the GNU General Public License 12*dfec1a82SJohn Crispin * along with this program; if not, write to the Free Software 13*dfec1a82SJohn Crispin * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA. 14*dfec1a82SJohn Crispin * 15*dfec1a82SJohn Crispin * Copyright (C) 2011 John Crispin <blogic@openwrt.org> 16*dfec1a82SJohn Crispin */ 17*dfec1a82SJohn Crispin 18*dfec1a82SJohn Crispin #include <linux/init.h> 19*dfec1a82SJohn Crispin #include <linux/platform_device.h> 20*dfec1a82SJohn Crispin #include <linux/io.h> 21*dfec1a82SJohn Crispin #include <linux/dma-mapping.h> 22*dfec1a82SJohn Crispin 23*dfec1a82SJohn Crispin #include <lantiq_soc.h> 24*dfec1a82SJohn Crispin #include <xway_dma.h> 25*dfec1a82SJohn Crispin 26*dfec1a82SJohn Crispin #define LTQ_DMA_CTRL 0x10 27*dfec1a82SJohn Crispin #define LTQ_DMA_CPOLL 0x14 28*dfec1a82SJohn Crispin #define LTQ_DMA_CS 0x18 29*dfec1a82SJohn Crispin #define LTQ_DMA_CCTRL 0x1C 30*dfec1a82SJohn Crispin #define LTQ_DMA_CDBA 0x20 31*dfec1a82SJohn Crispin #define LTQ_DMA_CDLEN 0x24 32*dfec1a82SJohn Crispin #define LTQ_DMA_CIS 0x28 33*dfec1a82SJohn Crispin #define LTQ_DMA_CIE 0x2C 34*dfec1a82SJohn Crispin #define LTQ_DMA_PS 0x40 35*dfec1a82SJohn Crispin #define LTQ_DMA_PCTRL 0x44 36*dfec1a82SJohn Crispin #define LTQ_DMA_IRNEN 0xf4 37*dfec1a82SJohn Crispin 38*dfec1a82SJohn Crispin #define DMA_DESCPT BIT(3) /* descriptor complete irq */ 39*dfec1a82SJohn Crispin #define DMA_TX BIT(8) /* TX channel direction */ 40*dfec1a82SJohn Crispin #define DMA_CHAN_ON BIT(0) /* channel on / off bit */ 41*dfec1a82SJohn Crispin #define DMA_PDEN BIT(6) /* enable packet drop */ 42*dfec1a82SJohn Crispin #define DMA_CHAN_RST BIT(1) /* channel on / off bit */ 43*dfec1a82SJohn Crispin #define DMA_RESET BIT(0) /* channel on / off bit */ 44*dfec1a82SJohn Crispin #define DMA_IRQ_ACK 0x7e /* IRQ status register */ 45*dfec1a82SJohn Crispin #define DMA_POLL BIT(31) /* turn on channel polling */ 46*dfec1a82SJohn Crispin #define DMA_CLK_DIV4 BIT(6) /* polling clock divider */ 47*dfec1a82SJohn Crispin #define DMA_2W_BURST BIT(1) /* 2 word burst length */ 48*dfec1a82SJohn Crispin #define DMA_MAX_CHANNEL 20 /* the soc has 20 channels */ 49*dfec1a82SJohn Crispin #define DMA_ETOP_ENDIANESS (0xf << 8) /* endianess swap etop channels */ 50*dfec1a82SJohn Crispin #define DMA_WEIGHT (BIT(17) | BIT(16)) /* default channel wheight */ 51*dfec1a82SJohn Crispin 52*dfec1a82SJohn Crispin #define ltq_dma_r32(x) ltq_r32(ltq_dma_membase + (x)) 53*dfec1a82SJohn Crispin #define ltq_dma_w32(x, y) ltq_w32(x, ltq_dma_membase + (y)) 54*dfec1a82SJohn Crispin #define ltq_dma_w32_mask(x, y, z) ltq_w32_mask(x, y, \ 55*dfec1a82SJohn Crispin ltq_dma_membase + (z)) 56*dfec1a82SJohn Crispin 57*dfec1a82SJohn Crispin static struct resource ltq_dma_resource = { 58*dfec1a82SJohn Crispin .name = "dma", 59*dfec1a82SJohn Crispin .start = LTQ_DMA_BASE_ADDR, 60*dfec1a82SJohn Crispin .end = LTQ_DMA_BASE_ADDR + LTQ_DMA_SIZE - 1, 61*dfec1a82SJohn Crispin .flags = IORESOURCE_MEM, 62*dfec1a82SJohn Crispin }; 63*dfec1a82SJohn Crispin 64*dfec1a82SJohn Crispin static void __iomem *ltq_dma_membase; 65*dfec1a82SJohn Crispin 66*dfec1a82SJohn Crispin void 67*dfec1a82SJohn Crispin ltq_dma_enable_irq(struct ltq_dma_channel *ch) 68*dfec1a82SJohn Crispin { 69*dfec1a82SJohn Crispin unsigned long flags; 70*dfec1a82SJohn Crispin 71*dfec1a82SJohn Crispin local_irq_save(flags); 72*dfec1a82SJohn Crispin ltq_dma_w32(ch->nr, LTQ_DMA_CS); 73*dfec1a82SJohn Crispin ltq_dma_w32_mask(0, 1 << ch->nr, LTQ_DMA_IRNEN); 74*dfec1a82SJohn Crispin local_irq_restore(flags); 75*dfec1a82SJohn Crispin } 76*dfec1a82SJohn Crispin EXPORT_SYMBOL_GPL(ltq_dma_enable_irq); 77*dfec1a82SJohn Crispin 78*dfec1a82SJohn Crispin void 79*dfec1a82SJohn Crispin ltq_dma_disable_irq(struct ltq_dma_channel *ch) 80*dfec1a82SJohn Crispin { 81*dfec1a82SJohn Crispin unsigned long flags; 82*dfec1a82SJohn Crispin 83*dfec1a82SJohn Crispin local_irq_save(flags); 84*dfec1a82SJohn Crispin ltq_dma_w32(ch->nr, LTQ_DMA_CS); 85*dfec1a82SJohn Crispin ltq_dma_w32_mask(1 << ch->nr, 0, LTQ_DMA_IRNEN); 86*dfec1a82SJohn Crispin local_irq_restore(flags); 87*dfec1a82SJohn Crispin } 88*dfec1a82SJohn Crispin EXPORT_SYMBOL_GPL(ltq_dma_disable_irq); 89*dfec1a82SJohn Crispin 90*dfec1a82SJohn Crispin void 91*dfec1a82SJohn Crispin ltq_dma_ack_irq(struct ltq_dma_channel *ch) 92*dfec1a82SJohn Crispin { 93*dfec1a82SJohn Crispin unsigned long flags; 94*dfec1a82SJohn Crispin 95*dfec1a82SJohn Crispin local_irq_save(flags); 96*dfec1a82SJohn Crispin ltq_dma_w32(ch->nr, LTQ_DMA_CS); 97*dfec1a82SJohn Crispin ltq_dma_w32(DMA_IRQ_ACK, LTQ_DMA_CIS); 98*dfec1a82SJohn Crispin local_irq_restore(flags); 99*dfec1a82SJohn Crispin } 100*dfec1a82SJohn Crispin EXPORT_SYMBOL_GPL(ltq_dma_ack_irq); 101*dfec1a82SJohn Crispin 102*dfec1a82SJohn Crispin void 103*dfec1a82SJohn Crispin ltq_dma_open(struct ltq_dma_channel *ch) 104*dfec1a82SJohn Crispin { 105*dfec1a82SJohn Crispin unsigned long flag; 106*dfec1a82SJohn Crispin 107*dfec1a82SJohn Crispin local_irq_save(flag); 108*dfec1a82SJohn Crispin ltq_dma_w32(ch->nr, LTQ_DMA_CS); 109*dfec1a82SJohn Crispin ltq_dma_w32_mask(0, DMA_CHAN_ON, LTQ_DMA_CCTRL); 110*dfec1a82SJohn Crispin ltq_dma_enable_irq(ch); 111*dfec1a82SJohn Crispin local_irq_restore(flag); 112*dfec1a82SJohn Crispin } 113*dfec1a82SJohn Crispin EXPORT_SYMBOL_GPL(ltq_dma_open); 114*dfec1a82SJohn Crispin 115*dfec1a82SJohn Crispin void 116*dfec1a82SJohn Crispin ltq_dma_close(struct ltq_dma_channel *ch) 117*dfec1a82SJohn Crispin { 118*dfec1a82SJohn Crispin unsigned long flag; 119*dfec1a82SJohn Crispin 120*dfec1a82SJohn Crispin local_irq_save(flag); 121*dfec1a82SJohn Crispin ltq_dma_w32(ch->nr, LTQ_DMA_CS); 122*dfec1a82SJohn Crispin ltq_dma_w32_mask(DMA_CHAN_ON, 0, LTQ_DMA_CCTRL); 123*dfec1a82SJohn Crispin ltq_dma_disable_irq(ch); 124*dfec1a82SJohn Crispin local_irq_restore(flag); 125*dfec1a82SJohn Crispin } 126*dfec1a82SJohn Crispin EXPORT_SYMBOL_GPL(ltq_dma_close); 127*dfec1a82SJohn Crispin 128*dfec1a82SJohn Crispin static void 129*dfec1a82SJohn Crispin ltq_dma_alloc(struct ltq_dma_channel *ch) 130*dfec1a82SJohn Crispin { 131*dfec1a82SJohn Crispin unsigned long flags; 132*dfec1a82SJohn Crispin 133*dfec1a82SJohn Crispin ch->desc = 0; 134*dfec1a82SJohn Crispin ch->desc_base = dma_alloc_coherent(NULL, 135*dfec1a82SJohn Crispin LTQ_DESC_NUM * LTQ_DESC_SIZE, 136*dfec1a82SJohn Crispin &ch->phys, GFP_ATOMIC); 137*dfec1a82SJohn Crispin memset(ch->desc_base, 0, LTQ_DESC_NUM * LTQ_DESC_SIZE); 138*dfec1a82SJohn Crispin 139*dfec1a82SJohn Crispin local_irq_save(flags); 140*dfec1a82SJohn Crispin ltq_dma_w32(ch->nr, LTQ_DMA_CS); 141*dfec1a82SJohn Crispin ltq_dma_w32(ch->phys, LTQ_DMA_CDBA); 142*dfec1a82SJohn Crispin ltq_dma_w32(LTQ_DESC_NUM, LTQ_DMA_CDLEN); 143*dfec1a82SJohn Crispin ltq_dma_w32_mask(DMA_CHAN_ON, 0, LTQ_DMA_CCTRL); 144*dfec1a82SJohn Crispin wmb(); 145*dfec1a82SJohn Crispin ltq_dma_w32_mask(0, DMA_CHAN_RST, LTQ_DMA_CCTRL); 146*dfec1a82SJohn Crispin while (ltq_dma_r32(LTQ_DMA_CCTRL) & DMA_CHAN_RST) 147*dfec1a82SJohn Crispin ; 148*dfec1a82SJohn Crispin local_irq_restore(flags); 149*dfec1a82SJohn Crispin } 150*dfec1a82SJohn Crispin 151*dfec1a82SJohn Crispin void 152*dfec1a82SJohn Crispin ltq_dma_alloc_tx(struct ltq_dma_channel *ch) 153*dfec1a82SJohn Crispin { 154*dfec1a82SJohn Crispin unsigned long flags; 155*dfec1a82SJohn Crispin 156*dfec1a82SJohn Crispin ltq_dma_alloc(ch); 157*dfec1a82SJohn Crispin 158*dfec1a82SJohn Crispin local_irq_save(flags); 159*dfec1a82SJohn Crispin ltq_dma_w32(DMA_DESCPT, LTQ_DMA_CIE); 160*dfec1a82SJohn Crispin ltq_dma_w32_mask(0, 1 << ch->nr, LTQ_DMA_IRNEN); 161*dfec1a82SJohn Crispin ltq_dma_w32(DMA_WEIGHT | DMA_TX, LTQ_DMA_CCTRL); 162*dfec1a82SJohn Crispin local_irq_restore(flags); 163*dfec1a82SJohn Crispin } 164*dfec1a82SJohn Crispin EXPORT_SYMBOL_GPL(ltq_dma_alloc_tx); 165*dfec1a82SJohn Crispin 166*dfec1a82SJohn Crispin void 167*dfec1a82SJohn Crispin ltq_dma_alloc_rx(struct ltq_dma_channel *ch) 168*dfec1a82SJohn Crispin { 169*dfec1a82SJohn Crispin unsigned long flags; 170*dfec1a82SJohn Crispin 171*dfec1a82SJohn Crispin ltq_dma_alloc(ch); 172*dfec1a82SJohn Crispin 173*dfec1a82SJohn Crispin local_irq_save(flags); 174*dfec1a82SJohn Crispin ltq_dma_w32(DMA_DESCPT, LTQ_DMA_CIE); 175*dfec1a82SJohn Crispin ltq_dma_w32_mask(0, 1 << ch->nr, LTQ_DMA_IRNEN); 176*dfec1a82SJohn Crispin ltq_dma_w32(DMA_WEIGHT, LTQ_DMA_CCTRL); 177*dfec1a82SJohn Crispin local_irq_restore(flags); 178*dfec1a82SJohn Crispin } 179*dfec1a82SJohn Crispin EXPORT_SYMBOL_GPL(ltq_dma_alloc_rx); 180*dfec1a82SJohn Crispin 181*dfec1a82SJohn Crispin void 182*dfec1a82SJohn Crispin ltq_dma_free(struct ltq_dma_channel *ch) 183*dfec1a82SJohn Crispin { 184*dfec1a82SJohn Crispin if (!ch->desc_base) 185*dfec1a82SJohn Crispin return; 186*dfec1a82SJohn Crispin ltq_dma_close(ch); 187*dfec1a82SJohn Crispin dma_free_coherent(NULL, LTQ_DESC_NUM * LTQ_DESC_SIZE, 188*dfec1a82SJohn Crispin ch->desc_base, ch->phys); 189*dfec1a82SJohn Crispin } 190*dfec1a82SJohn Crispin EXPORT_SYMBOL_GPL(ltq_dma_free); 191*dfec1a82SJohn Crispin 192*dfec1a82SJohn Crispin void 193*dfec1a82SJohn Crispin ltq_dma_init_port(int p) 194*dfec1a82SJohn Crispin { 195*dfec1a82SJohn Crispin ltq_dma_w32(p, LTQ_DMA_PS); 196*dfec1a82SJohn Crispin switch (p) { 197*dfec1a82SJohn Crispin case DMA_PORT_ETOP: 198*dfec1a82SJohn Crispin /* 199*dfec1a82SJohn Crispin * Tell the DMA engine to swap the endianess of data frames and 200*dfec1a82SJohn Crispin * drop packets if the channel arbitration fails. 201*dfec1a82SJohn Crispin */ 202*dfec1a82SJohn Crispin ltq_dma_w32_mask(0, DMA_ETOP_ENDIANESS | DMA_PDEN, 203*dfec1a82SJohn Crispin LTQ_DMA_PCTRL); 204*dfec1a82SJohn Crispin break; 205*dfec1a82SJohn Crispin 206*dfec1a82SJohn Crispin case DMA_PORT_DEU: 207*dfec1a82SJohn Crispin ltq_dma_w32((DMA_2W_BURST << 4) | (DMA_2W_BURST << 2), 208*dfec1a82SJohn Crispin LTQ_DMA_PCTRL); 209*dfec1a82SJohn Crispin break; 210*dfec1a82SJohn Crispin 211*dfec1a82SJohn Crispin default: 212*dfec1a82SJohn Crispin break; 213*dfec1a82SJohn Crispin } 214*dfec1a82SJohn Crispin } 215*dfec1a82SJohn Crispin EXPORT_SYMBOL_GPL(ltq_dma_init_port); 216*dfec1a82SJohn Crispin 217*dfec1a82SJohn Crispin int __init 218*dfec1a82SJohn Crispin ltq_dma_init(void) 219*dfec1a82SJohn Crispin { 220*dfec1a82SJohn Crispin int i; 221*dfec1a82SJohn Crispin 222*dfec1a82SJohn Crispin /* insert and request the memory region */ 223*dfec1a82SJohn Crispin if (insert_resource(&iomem_resource, <q_dma_resource) < 0) 224*dfec1a82SJohn Crispin panic("Failed to insert dma memory\n"); 225*dfec1a82SJohn Crispin 226*dfec1a82SJohn Crispin if (request_mem_region(ltq_dma_resource.start, 227*dfec1a82SJohn Crispin resource_size(<q_dma_resource), "dma") < 0) 228*dfec1a82SJohn Crispin panic("Failed to request dma memory\n"); 229*dfec1a82SJohn Crispin 230*dfec1a82SJohn Crispin /* remap dma register range */ 231*dfec1a82SJohn Crispin ltq_dma_membase = ioremap_nocache(ltq_dma_resource.start, 232*dfec1a82SJohn Crispin resource_size(<q_dma_resource)); 233*dfec1a82SJohn Crispin if (!ltq_dma_membase) 234*dfec1a82SJohn Crispin panic("Failed to remap dma memory\n"); 235*dfec1a82SJohn Crispin 236*dfec1a82SJohn Crispin /* power up and reset the dma engine */ 237*dfec1a82SJohn Crispin ltq_pmu_enable(PMU_DMA); 238*dfec1a82SJohn Crispin ltq_dma_w32_mask(0, DMA_RESET, LTQ_DMA_CTRL); 239*dfec1a82SJohn Crispin 240*dfec1a82SJohn Crispin /* disable all interrupts */ 241*dfec1a82SJohn Crispin ltq_dma_w32(0, LTQ_DMA_IRNEN); 242*dfec1a82SJohn Crispin 243*dfec1a82SJohn Crispin /* reset/configure each channel */ 244*dfec1a82SJohn Crispin for (i = 0; i < DMA_MAX_CHANNEL; i++) { 245*dfec1a82SJohn Crispin ltq_dma_w32(i, LTQ_DMA_CS); 246*dfec1a82SJohn Crispin ltq_dma_w32(DMA_CHAN_RST, LTQ_DMA_CCTRL); 247*dfec1a82SJohn Crispin ltq_dma_w32(DMA_POLL | DMA_CLK_DIV4, LTQ_DMA_CPOLL); 248*dfec1a82SJohn Crispin ltq_dma_w32_mask(DMA_CHAN_ON, 0, LTQ_DMA_CCTRL); 249*dfec1a82SJohn Crispin } 250*dfec1a82SJohn Crispin return 0; 251*dfec1a82SJohn Crispin } 252*dfec1a82SJohn Crispin 253*dfec1a82SJohn Crispin postcore_initcall(ltq_dma_init); 254