11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * linux/arch/arm/mach-rpc/dma.c 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (C) 1998 Russell King 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or modify 71da177e4SLinus Torvalds * it under the terms of the GNU General Public License version 2 as 81da177e4SLinus Torvalds * published by the Free Software Foundation. 91da177e4SLinus Torvalds * 101da177e4SLinus Torvalds * DMA functions specific to RiscPC architecture 111da177e4SLinus Torvalds */ 121da177e4SLinus Torvalds #include <linux/slab.h> 131da177e4SLinus Torvalds #include <linux/mman.h> 141da177e4SLinus Torvalds #include <linux/init.h> 151da177e4SLinus Torvalds #include <linux/interrupt.h> 167cdad482SRussell King #include <linux/dma-mapping.h> 17fced80c7SRussell King #include <linux/io.h> 181da177e4SLinus Torvalds 191da177e4SLinus Torvalds #include <asm/page.h> 201da177e4SLinus Torvalds #include <asm/dma.h> 211da177e4SLinus Torvalds #include <asm/fiq.h> 221da177e4SLinus Torvalds #include <asm/irq.h> 23a09e64fbSRussell King #include <mach/hardware.h> 241da177e4SLinus Torvalds #include <asm/uaccess.h> 251da177e4SLinus Torvalds 261da177e4SLinus Torvalds #include <asm/mach/dma.h> 271da177e4SLinus Torvalds #include <asm/hardware/iomd.h> 281da177e4SLinus Torvalds 291da177e4SLinus Torvalds #if 0 301da177e4SLinus Torvalds typedef enum { 311da177e4SLinus Torvalds dma_size_8 = 1, 321da177e4SLinus Torvalds dma_size_16 = 2, 331da177e4SLinus Torvalds dma_size_32 = 4, 341da177e4SLinus Torvalds dma_size_128 = 16 351da177e4SLinus Torvalds } dma_size_t; 361da177e4SLinus Torvalds #endif 371da177e4SLinus Torvalds 381da177e4SLinus Torvalds #define TRANSFER_SIZE 2 391da177e4SLinus Torvalds 401da177e4SLinus Torvalds #define CURA (0) 411da177e4SLinus Torvalds #define ENDA (IOMD_IO0ENDA - IOMD_IO0CURA) 421da177e4SLinus Torvalds #define CURB (IOMD_IO0CURB - IOMD_IO0CURA) 431da177e4SLinus Torvalds #define ENDB (IOMD_IO0ENDB - IOMD_IO0CURA) 441da177e4SLinus Torvalds #define CR (IOMD_IO0CR - IOMD_IO0CURA) 451da177e4SLinus Torvalds #define ST (IOMD_IO0ST - IOMD_IO0CURA) 461da177e4SLinus Torvalds 471da177e4SLinus Torvalds static void iomd_get_next_sg(struct scatterlist *sg, dma_t *dma) 481da177e4SLinus Torvalds { 491da177e4SLinus Torvalds unsigned long end, offset, flags = 0; 501da177e4SLinus Torvalds 511da177e4SLinus Torvalds if (dma->sg) { 521da177e4SLinus Torvalds sg->dma_address = dma->sg->dma_address; 531da177e4SLinus Torvalds offset = sg->dma_address & ~PAGE_MASK; 541da177e4SLinus Torvalds 551da177e4SLinus Torvalds end = offset + dma->sg->length; 561da177e4SLinus Torvalds 571da177e4SLinus Torvalds if (end > PAGE_SIZE) 581da177e4SLinus Torvalds end = PAGE_SIZE; 591da177e4SLinus Torvalds 601da177e4SLinus Torvalds if (offset + TRANSFER_SIZE >= end) 611da177e4SLinus Torvalds flags |= DMA_END_L; 621da177e4SLinus Torvalds 631da177e4SLinus Torvalds sg->length = end - TRANSFER_SIZE; 641da177e4SLinus Torvalds 651da177e4SLinus Torvalds dma->sg->length -= end - offset; 661da177e4SLinus Torvalds dma->sg->dma_address += end - offset; 671da177e4SLinus Torvalds 681da177e4SLinus Torvalds if (dma->sg->length == 0) { 691da177e4SLinus Torvalds if (dma->sgcount > 1) { 701da177e4SLinus Torvalds dma->sg++; 711da177e4SLinus Torvalds dma->sgcount--; 721da177e4SLinus Torvalds } else { 731da177e4SLinus Torvalds dma->sg = NULL; 741da177e4SLinus Torvalds flags |= DMA_END_S; 751da177e4SLinus Torvalds } 761da177e4SLinus Torvalds } 771da177e4SLinus Torvalds } else { 781da177e4SLinus Torvalds flags = DMA_END_S | DMA_END_L; 791da177e4SLinus Torvalds sg->dma_address = 0; 801da177e4SLinus Torvalds sg->length = 0; 811da177e4SLinus Torvalds } 821da177e4SLinus Torvalds 831da177e4SLinus Torvalds sg->length |= flags; 841da177e4SLinus Torvalds } 851da177e4SLinus Torvalds 860cd61b68SLinus Torvalds static irqreturn_t iomd_dma_handle(int irq, void *dev_id) 871da177e4SLinus Torvalds { 881da177e4SLinus Torvalds dma_t *dma = (dma_t *)dev_id; 891da177e4SLinus Torvalds unsigned long base = dma->dma_base; 901da177e4SLinus Torvalds 911da177e4SLinus Torvalds do { 921da177e4SLinus Torvalds unsigned int status; 931da177e4SLinus Torvalds 941da177e4SLinus Torvalds status = iomd_readb(base + ST); 951da177e4SLinus Torvalds if (!(status & DMA_ST_INT)) 961da177e4SLinus Torvalds return IRQ_HANDLED; 971da177e4SLinus Torvalds 981da177e4SLinus Torvalds if ((dma->state ^ status) & DMA_ST_AB) 991da177e4SLinus Torvalds iomd_get_next_sg(&dma->cur_sg, dma); 1001da177e4SLinus Torvalds 1011da177e4SLinus Torvalds switch (status & (DMA_ST_OFL | DMA_ST_AB)) { 1021da177e4SLinus Torvalds case DMA_ST_OFL: /* OIA */ 1031da177e4SLinus Torvalds case DMA_ST_AB: /* .IB */ 1041da177e4SLinus Torvalds iomd_writel(dma->cur_sg.dma_address, base + CURA); 1051da177e4SLinus Torvalds iomd_writel(dma->cur_sg.length, base + ENDA); 1061da177e4SLinus Torvalds dma->state = DMA_ST_AB; 1071da177e4SLinus Torvalds break; 1081da177e4SLinus Torvalds 1091da177e4SLinus Torvalds case DMA_ST_OFL | DMA_ST_AB: /* OIB */ 1101da177e4SLinus Torvalds case 0: /* .IA */ 1111da177e4SLinus Torvalds iomd_writel(dma->cur_sg.dma_address, base + CURB); 1121da177e4SLinus Torvalds iomd_writel(dma->cur_sg.length, base + ENDB); 1131da177e4SLinus Torvalds dma->state = 0; 1141da177e4SLinus Torvalds break; 1151da177e4SLinus Torvalds } 1161da177e4SLinus Torvalds 1171da177e4SLinus Torvalds if (status & DMA_ST_OFL && 1181da177e4SLinus Torvalds dma->cur_sg.length == (DMA_END_S|DMA_END_L)) 1191da177e4SLinus Torvalds break; 1201da177e4SLinus Torvalds } while (1); 1211da177e4SLinus Torvalds 1221da177e4SLinus Torvalds dma->state = ~DMA_ST_AB; 1231da177e4SLinus Torvalds disable_irq(irq); 1241da177e4SLinus Torvalds 1251da177e4SLinus Torvalds return IRQ_HANDLED; 1261da177e4SLinus Torvalds } 1271da177e4SLinus Torvalds 128*1df81302SRussell King static int iomd_request_dma(unsigned int chan, dma_t *dma) 1291da177e4SLinus Torvalds { 1301da177e4SLinus Torvalds return request_irq(dma->dma_irq, iomd_dma_handle, 13152e405eaSThomas Gleixner IRQF_DISABLED, dma->device_id, dma); 1321da177e4SLinus Torvalds } 1331da177e4SLinus Torvalds 134*1df81302SRussell King static void iomd_free_dma(unsigned int chan, dma_t *dma) 1351da177e4SLinus Torvalds { 1361da177e4SLinus Torvalds free_irq(dma->dma_irq, dma); 1371da177e4SLinus Torvalds } 1381da177e4SLinus Torvalds 139*1df81302SRussell King static void iomd_enable_dma(unsigned int chan, dma_t *dma) 1401da177e4SLinus Torvalds { 1411da177e4SLinus Torvalds unsigned long dma_base = dma->dma_base; 1421da177e4SLinus Torvalds unsigned int ctrl = TRANSFER_SIZE | DMA_CR_E; 1431da177e4SLinus Torvalds 1441da177e4SLinus Torvalds if (dma->invalid) { 1451da177e4SLinus Torvalds dma->invalid = 0; 1461da177e4SLinus Torvalds 1471da177e4SLinus Torvalds /* 1481da177e4SLinus Torvalds * Cope with ISA-style drivers which expect cache 1491da177e4SLinus Torvalds * coherence. 1501da177e4SLinus Torvalds */ 1517cdad482SRussell King if (!dma->sg) { 1527cdad482SRussell King dma->sg = &dma->buf; 1537cdad482SRussell King dma->sgcount = 1; 1547cdad482SRussell King dma->buf.length = dma->count; 1557cdad482SRussell King dma->buf.dma_address = dma_map_single(NULL, 1567cdad482SRussell King dma->addr, dma->count, 1571da177e4SLinus Torvalds dma->dma_mode == DMA_MODE_READ ? 1587cdad482SRussell King DMA_FROM_DEVICE : DMA_TO_DEVICE); 1591da177e4SLinus Torvalds } 1601da177e4SLinus Torvalds 1611da177e4SLinus Torvalds iomd_writeb(DMA_CR_C, dma_base + CR); 1621da177e4SLinus Torvalds dma->state = DMA_ST_AB; 1631da177e4SLinus Torvalds } 1641da177e4SLinus Torvalds 1651da177e4SLinus Torvalds if (dma->dma_mode == DMA_MODE_READ) 1661da177e4SLinus Torvalds ctrl |= DMA_CR_D; 1671da177e4SLinus Torvalds 1681da177e4SLinus Torvalds iomd_writeb(ctrl, dma_base + CR); 1691da177e4SLinus Torvalds enable_irq(dma->dma_irq); 1701da177e4SLinus Torvalds } 1711da177e4SLinus Torvalds 172*1df81302SRussell King static void iomd_disable_dma(unsigned int chan, dma_t *dma) 1731da177e4SLinus Torvalds { 1741da177e4SLinus Torvalds unsigned long dma_base = dma->dma_base; 1751da177e4SLinus Torvalds unsigned long flags; 1761da177e4SLinus Torvalds 1771da177e4SLinus Torvalds local_irq_save(flags); 1781da177e4SLinus Torvalds if (dma->state != ~DMA_ST_AB) 1791da177e4SLinus Torvalds disable_irq(dma->dma_irq); 1801da177e4SLinus Torvalds iomd_writeb(0, dma_base + CR); 1811da177e4SLinus Torvalds local_irq_restore(flags); 1821da177e4SLinus Torvalds } 1831da177e4SLinus Torvalds 184*1df81302SRussell King static int iomd_set_dma_speed(unsigned int chan, dma_t *dma, int cycle) 1851da177e4SLinus Torvalds { 1861da177e4SLinus Torvalds int tcr, speed; 1871da177e4SLinus Torvalds 1881da177e4SLinus Torvalds if (cycle < 188) 1891da177e4SLinus Torvalds speed = 3; 1901da177e4SLinus Torvalds else if (cycle <= 250) 1911da177e4SLinus Torvalds speed = 2; 1921da177e4SLinus Torvalds else if (cycle < 438) 1931da177e4SLinus Torvalds speed = 1; 1941da177e4SLinus Torvalds else 1951da177e4SLinus Torvalds speed = 0; 1961da177e4SLinus Torvalds 1971da177e4SLinus Torvalds tcr = iomd_readb(IOMD_DMATCR); 1981da177e4SLinus Torvalds speed &= 3; 1991da177e4SLinus Torvalds 200*1df81302SRussell King switch (chan) { 2011da177e4SLinus Torvalds case DMA_0: 2021da177e4SLinus Torvalds tcr = (tcr & ~0x03) | speed; 2031da177e4SLinus Torvalds break; 2041da177e4SLinus Torvalds 2051da177e4SLinus Torvalds case DMA_1: 2061da177e4SLinus Torvalds tcr = (tcr & ~0x0c) | (speed << 2); 2071da177e4SLinus Torvalds break; 2081da177e4SLinus Torvalds 2091da177e4SLinus Torvalds case DMA_2: 2101da177e4SLinus Torvalds tcr = (tcr & ~0x30) | (speed << 4); 2111da177e4SLinus Torvalds break; 2121da177e4SLinus Torvalds 2131da177e4SLinus Torvalds case DMA_3: 2141da177e4SLinus Torvalds tcr = (tcr & ~0xc0) | (speed << 6); 2151da177e4SLinus Torvalds break; 2161da177e4SLinus Torvalds 2171da177e4SLinus Torvalds default: 2181da177e4SLinus Torvalds break; 2191da177e4SLinus Torvalds } 2201da177e4SLinus Torvalds 2211da177e4SLinus Torvalds iomd_writeb(tcr, IOMD_DMATCR); 2221da177e4SLinus Torvalds 2231da177e4SLinus Torvalds return speed; 2241da177e4SLinus Torvalds } 2251da177e4SLinus Torvalds 2261da177e4SLinus Torvalds static struct dma_ops iomd_dma_ops = { 2271da177e4SLinus Torvalds .type = "IOMD", 2281da177e4SLinus Torvalds .request = iomd_request_dma, 2291da177e4SLinus Torvalds .free = iomd_free_dma, 2301da177e4SLinus Torvalds .enable = iomd_enable_dma, 2311da177e4SLinus Torvalds .disable = iomd_disable_dma, 2321da177e4SLinus Torvalds .setspeed = iomd_set_dma_speed, 2331da177e4SLinus Torvalds }; 2341da177e4SLinus Torvalds 2351da177e4SLinus Torvalds static struct fiq_handler fh = { 2361da177e4SLinus Torvalds .name = "floppydma" 2371da177e4SLinus Torvalds }; 2381da177e4SLinus Torvalds 239*1df81302SRussell King static void floppy_enable_dma(unsigned int chan, dma_t *dma) 2401da177e4SLinus Torvalds { 2411da177e4SLinus Torvalds void *fiqhandler_start; 2421da177e4SLinus Torvalds unsigned int fiqhandler_length; 2431da177e4SLinus Torvalds struct pt_regs regs; 2441da177e4SLinus Torvalds 2457cdad482SRussell King if (dma->sg) 2461da177e4SLinus Torvalds BUG(); 2471da177e4SLinus Torvalds 2481da177e4SLinus Torvalds if (dma->dma_mode == DMA_MODE_READ) { 2491da177e4SLinus Torvalds extern unsigned char floppy_fiqin_start, floppy_fiqin_end; 2501da177e4SLinus Torvalds fiqhandler_start = &floppy_fiqin_start; 2511da177e4SLinus Torvalds fiqhandler_length = &floppy_fiqin_end - &floppy_fiqin_start; 2521da177e4SLinus Torvalds } else { 2531da177e4SLinus Torvalds extern unsigned char floppy_fiqout_start, floppy_fiqout_end; 2541da177e4SLinus Torvalds fiqhandler_start = &floppy_fiqout_start; 2551da177e4SLinus Torvalds fiqhandler_length = &floppy_fiqout_end - &floppy_fiqout_start; 2561da177e4SLinus Torvalds } 2571da177e4SLinus Torvalds 2587cdad482SRussell King regs.ARM_r9 = dma->count; 2597cdad482SRussell King regs.ARM_r10 = (unsigned long)dma->addr; 2601da177e4SLinus Torvalds regs.ARM_fp = (unsigned long)FLOPPYDMA_BASE; 2611da177e4SLinus Torvalds 2621da177e4SLinus Torvalds if (claim_fiq(&fh)) { 2631da177e4SLinus Torvalds printk("floppydma: couldn't claim FIQ.\n"); 2641da177e4SLinus Torvalds return; 2651da177e4SLinus Torvalds } 2661da177e4SLinus Torvalds 2671da177e4SLinus Torvalds set_fiq_handler(fiqhandler_start, fiqhandler_length); 2681da177e4SLinus Torvalds set_fiq_regs(®s); 2691da177e4SLinus Torvalds enable_fiq(dma->dma_irq); 2701da177e4SLinus Torvalds } 2711da177e4SLinus Torvalds 272*1df81302SRussell King static void floppy_disable_dma(unsigned int chan, dma_t *dma) 2731da177e4SLinus Torvalds { 2741da177e4SLinus Torvalds disable_fiq(dma->dma_irq); 2751da177e4SLinus Torvalds release_fiq(&fh); 2761da177e4SLinus Torvalds } 2771da177e4SLinus Torvalds 278*1df81302SRussell King static int floppy_get_residue(unsigned int chan, dma_t *dma) 2791da177e4SLinus Torvalds { 2801da177e4SLinus Torvalds struct pt_regs regs; 2811da177e4SLinus Torvalds get_fiq_regs(®s); 2821da177e4SLinus Torvalds return regs.ARM_r9; 2831da177e4SLinus Torvalds } 2841da177e4SLinus Torvalds 2851da177e4SLinus Torvalds static struct dma_ops floppy_dma_ops = { 2861da177e4SLinus Torvalds .type = "FIQDMA", 2871da177e4SLinus Torvalds .enable = floppy_enable_dma, 2881da177e4SLinus Torvalds .disable = floppy_disable_dma, 2891da177e4SLinus Torvalds .residue = floppy_get_residue, 2901da177e4SLinus Torvalds }; 2911da177e4SLinus Torvalds 2921da177e4SLinus Torvalds /* 2931da177e4SLinus Torvalds * This is virtual DMA - we don't need anything here. 2941da177e4SLinus Torvalds */ 295*1df81302SRussell King static void sound_enable_disable_dma(unsigned int chan, dma_t *dma) 2961da177e4SLinus Torvalds { 2971da177e4SLinus Torvalds } 2981da177e4SLinus Torvalds 2991da177e4SLinus Torvalds static struct dma_ops sound_dma_ops = { 3001da177e4SLinus Torvalds .type = "VIRTUAL", 3011da177e4SLinus Torvalds .enable = sound_enable_disable_dma, 3021da177e4SLinus Torvalds .disable = sound_enable_disable_dma, 3031da177e4SLinus Torvalds }; 3041da177e4SLinus Torvalds 3051da177e4SLinus Torvalds void __init arch_dma_init(dma_t *dma) 3061da177e4SLinus Torvalds { 3071da177e4SLinus Torvalds iomd_writeb(0, IOMD_IO0CR); 3081da177e4SLinus Torvalds iomd_writeb(0, IOMD_IO1CR); 3091da177e4SLinus Torvalds iomd_writeb(0, IOMD_IO2CR); 3101da177e4SLinus Torvalds iomd_writeb(0, IOMD_IO3CR); 3111da177e4SLinus Torvalds 3121da177e4SLinus Torvalds iomd_writeb(0xa0, IOMD_DMATCR); 3131da177e4SLinus Torvalds 3141da177e4SLinus Torvalds dma[DMA_0].dma_base = IOMD_IO0CURA; 3151da177e4SLinus Torvalds dma[DMA_0].dma_irq = IRQ_DMA0; 3161da177e4SLinus Torvalds dma[DMA_0].d_ops = &iomd_dma_ops; 3171da177e4SLinus Torvalds dma[DMA_1].dma_base = IOMD_IO1CURA; 3181da177e4SLinus Torvalds dma[DMA_1].dma_irq = IRQ_DMA1; 3191da177e4SLinus Torvalds dma[DMA_1].d_ops = &iomd_dma_ops; 3201da177e4SLinus Torvalds dma[DMA_2].dma_base = IOMD_IO2CURA; 3211da177e4SLinus Torvalds dma[DMA_2].dma_irq = IRQ_DMA2; 3221da177e4SLinus Torvalds dma[DMA_2].d_ops = &iomd_dma_ops; 3231da177e4SLinus Torvalds dma[DMA_3].dma_base = IOMD_IO3CURA; 3241da177e4SLinus Torvalds dma[DMA_3].dma_irq = IRQ_DMA3; 3251da177e4SLinus Torvalds dma[DMA_3].d_ops = &iomd_dma_ops; 3261da177e4SLinus Torvalds dma[DMA_S0].dma_base = IOMD_SD0CURA; 3271da177e4SLinus Torvalds dma[DMA_S0].dma_irq = IRQ_DMAS0; 3281da177e4SLinus Torvalds dma[DMA_S0].d_ops = &iomd_dma_ops; 3291da177e4SLinus Torvalds dma[DMA_S1].dma_base = IOMD_SD1CURA; 3301da177e4SLinus Torvalds dma[DMA_S1].dma_irq = IRQ_DMAS1; 3311da177e4SLinus Torvalds dma[DMA_S1].d_ops = &iomd_dma_ops; 3321da177e4SLinus Torvalds dma[DMA_VIRTUAL_FLOPPY].dma_irq = FIQ_FLOPPYDATA; 3331da177e4SLinus Torvalds dma[DMA_VIRTUAL_FLOPPY].d_ops = &floppy_dma_ops; 3341da177e4SLinus Torvalds dma[DMA_VIRTUAL_SOUND].d_ops = &sound_dma_ops; 3351da177e4SLinus Torvalds 3361da177e4SLinus Torvalds /* 3371da177e4SLinus Torvalds * Setup DMA channels 2,3 to be for podules 3381da177e4SLinus Torvalds * and channels 0,1 for internal devices 3391da177e4SLinus Torvalds */ 3401da177e4SLinus Torvalds iomd_writeb(DMA_EXT_IO3|DMA_EXT_IO2, IOMD_DMAEXT); 3411da177e4SLinus Torvalds } 342