xref: /openbmc/linux/arch/arm/mach-rpc/dma.c (revision fced80c735941fa518ac67c0b61bbe153fb8c050)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  *  linux/arch/arm/mach-rpc/dma.c
31da177e4SLinus Torvalds  *
41da177e4SLinus Torvalds  *  Copyright (C) 1998 Russell King
51da177e4SLinus Torvalds  *
61da177e4SLinus Torvalds  * This program is free software; you can redistribute it and/or modify
71da177e4SLinus Torvalds  * it under the terms of the GNU General Public License version 2 as
81da177e4SLinus Torvalds  * published by the Free Software Foundation.
91da177e4SLinus Torvalds  *
101da177e4SLinus Torvalds  *  DMA functions specific to RiscPC architecture
111da177e4SLinus Torvalds  */
121da177e4SLinus Torvalds #include <linux/slab.h>
131da177e4SLinus Torvalds #include <linux/mman.h>
141da177e4SLinus Torvalds #include <linux/init.h>
151da177e4SLinus Torvalds #include <linux/interrupt.h>
167cdad482SRussell King #include <linux/dma-mapping.h>
17*fced80c7SRussell King #include <linux/io.h>
181da177e4SLinus Torvalds 
191da177e4SLinus Torvalds #include <asm/page.h>
201da177e4SLinus Torvalds #include <asm/dma.h>
211da177e4SLinus Torvalds #include <asm/fiq.h>
221da177e4SLinus Torvalds #include <asm/irq.h>
23a09e64fbSRussell King #include <mach/hardware.h>
241da177e4SLinus Torvalds #include <asm/uaccess.h>
251da177e4SLinus Torvalds 
261da177e4SLinus Torvalds #include <asm/mach/dma.h>
271da177e4SLinus Torvalds #include <asm/hardware/iomd.h>
281da177e4SLinus Torvalds 
291da177e4SLinus Torvalds #if 0
301da177e4SLinus Torvalds typedef enum {
311da177e4SLinus Torvalds 	dma_size_8	= 1,
321da177e4SLinus Torvalds 	dma_size_16	= 2,
331da177e4SLinus Torvalds 	dma_size_32	= 4,
341da177e4SLinus Torvalds 	dma_size_128	= 16
351da177e4SLinus Torvalds } dma_size_t;
361da177e4SLinus Torvalds #endif
371da177e4SLinus Torvalds 
381da177e4SLinus Torvalds #define TRANSFER_SIZE	2
391da177e4SLinus Torvalds 
401da177e4SLinus Torvalds #define CURA	(0)
411da177e4SLinus Torvalds #define ENDA	(IOMD_IO0ENDA - IOMD_IO0CURA)
421da177e4SLinus Torvalds #define CURB	(IOMD_IO0CURB - IOMD_IO0CURA)
431da177e4SLinus Torvalds #define ENDB	(IOMD_IO0ENDB - IOMD_IO0CURA)
441da177e4SLinus Torvalds #define CR	(IOMD_IO0CR - IOMD_IO0CURA)
451da177e4SLinus Torvalds #define ST	(IOMD_IO0ST - IOMD_IO0CURA)
461da177e4SLinus Torvalds 
471da177e4SLinus Torvalds static void iomd_get_next_sg(struct scatterlist *sg, dma_t *dma)
481da177e4SLinus Torvalds {
491da177e4SLinus Torvalds 	unsigned long end, offset, flags = 0;
501da177e4SLinus Torvalds 
511da177e4SLinus Torvalds 	if (dma->sg) {
521da177e4SLinus Torvalds 		sg->dma_address = dma->sg->dma_address;
531da177e4SLinus Torvalds 		offset = sg->dma_address & ~PAGE_MASK;
541da177e4SLinus Torvalds 
551da177e4SLinus Torvalds 		end = offset + dma->sg->length;
561da177e4SLinus Torvalds 
571da177e4SLinus Torvalds 		if (end > PAGE_SIZE)
581da177e4SLinus Torvalds 			end = PAGE_SIZE;
591da177e4SLinus Torvalds 
601da177e4SLinus Torvalds 		if (offset + TRANSFER_SIZE >= end)
611da177e4SLinus Torvalds 			flags |= DMA_END_L;
621da177e4SLinus Torvalds 
631da177e4SLinus Torvalds 		sg->length = end - TRANSFER_SIZE;
641da177e4SLinus Torvalds 
651da177e4SLinus Torvalds 		dma->sg->length -= end - offset;
661da177e4SLinus Torvalds 		dma->sg->dma_address += end - offset;
671da177e4SLinus Torvalds 
681da177e4SLinus Torvalds 		if (dma->sg->length == 0) {
691da177e4SLinus Torvalds 			if (dma->sgcount > 1) {
701da177e4SLinus Torvalds 				dma->sg++;
711da177e4SLinus Torvalds 				dma->sgcount--;
721da177e4SLinus Torvalds 			} else {
731da177e4SLinus Torvalds 				dma->sg = NULL;
741da177e4SLinus Torvalds 				flags |= DMA_END_S;
751da177e4SLinus Torvalds 			}
761da177e4SLinus Torvalds 		}
771da177e4SLinus Torvalds 	} else {
781da177e4SLinus Torvalds 		flags = DMA_END_S | DMA_END_L;
791da177e4SLinus Torvalds 		sg->dma_address = 0;
801da177e4SLinus Torvalds 		sg->length = 0;
811da177e4SLinus Torvalds 	}
821da177e4SLinus Torvalds 
831da177e4SLinus Torvalds 	sg->length |= flags;
841da177e4SLinus Torvalds }
851da177e4SLinus Torvalds 
860cd61b68SLinus Torvalds static irqreturn_t iomd_dma_handle(int irq, void *dev_id)
871da177e4SLinus Torvalds {
881da177e4SLinus Torvalds 	dma_t *dma = (dma_t *)dev_id;
891da177e4SLinus Torvalds 	unsigned long base = dma->dma_base;
901da177e4SLinus Torvalds 
911da177e4SLinus Torvalds 	do {
921da177e4SLinus Torvalds 		unsigned int status;
931da177e4SLinus Torvalds 
941da177e4SLinus Torvalds 		status = iomd_readb(base + ST);
951da177e4SLinus Torvalds 		if (!(status & DMA_ST_INT))
961da177e4SLinus Torvalds 			return IRQ_HANDLED;
971da177e4SLinus Torvalds 
981da177e4SLinus Torvalds 		if ((dma->state ^ status) & DMA_ST_AB)
991da177e4SLinus Torvalds 			iomd_get_next_sg(&dma->cur_sg, dma);
1001da177e4SLinus Torvalds 
1011da177e4SLinus Torvalds 		switch (status & (DMA_ST_OFL | DMA_ST_AB)) {
1021da177e4SLinus Torvalds 		case DMA_ST_OFL:			/* OIA */
1031da177e4SLinus Torvalds 		case DMA_ST_AB:				/* .IB */
1041da177e4SLinus Torvalds 			iomd_writel(dma->cur_sg.dma_address, base + CURA);
1051da177e4SLinus Torvalds 			iomd_writel(dma->cur_sg.length, base + ENDA);
1061da177e4SLinus Torvalds 			dma->state = DMA_ST_AB;
1071da177e4SLinus Torvalds 			break;
1081da177e4SLinus Torvalds 
1091da177e4SLinus Torvalds 		case DMA_ST_OFL | DMA_ST_AB:		/* OIB */
1101da177e4SLinus Torvalds 		case 0:					/* .IA */
1111da177e4SLinus Torvalds 			iomd_writel(dma->cur_sg.dma_address, base + CURB);
1121da177e4SLinus Torvalds 			iomd_writel(dma->cur_sg.length, base + ENDB);
1131da177e4SLinus Torvalds 			dma->state = 0;
1141da177e4SLinus Torvalds 			break;
1151da177e4SLinus Torvalds 		}
1161da177e4SLinus Torvalds 
1171da177e4SLinus Torvalds 		if (status & DMA_ST_OFL &&
1181da177e4SLinus Torvalds 		    dma->cur_sg.length == (DMA_END_S|DMA_END_L))
1191da177e4SLinus Torvalds 			break;
1201da177e4SLinus Torvalds 	} while (1);
1211da177e4SLinus Torvalds 
1221da177e4SLinus Torvalds 	dma->state = ~DMA_ST_AB;
1231da177e4SLinus Torvalds 	disable_irq(irq);
1241da177e4SLinus Torvalds 
1251da177e4SLinus Torvalds 	return IRQ_HANDLED;
1261da177e4SLinus Torvalds }
1271da177e4SLinus Torvalds 
1281da177e4SLinus Torvalds static int iomd_request_dma(dmach_t channel, dma_t *dma)
1291da177e4SLinus Torvalds {
1301da177e4SLinus Torvalds 	return request_irq(dma->dma_irq, iomd_dma_handle,
13152e405eaSThomas Gleixner 			   IRQF_DISABLED, dma->device_id, dma);
1321da177e4SLinus Torvalds }
1331da177e4SLinus Torvalds 
1341da177e4SLinus Torvalds static void iomd_free_dma(dmach_t channel, dma_t *dma)
1351da177e4SLinus Torvalds {
1361da177e4SLinus Torvalds 	free_irq(dma->dma_irq, dma);
1371da177e4SLinus Torvalds }
1381da177e4SLinus Torvalds 
1391da177e4SLinus Torvalds static void iomd_enable_dma(dmach_t channel, dma_t *dma)
1401da177e4SLinus Torvalds {
1411da177e4SLinus Torvalds 	unsigned long dma_base = dma->dma_base;
1421da177e4SLinus Torvalds 	unsigned int ctrl = TRANSFER_SIZE | DMA_CR_E;
1431da177e4SLinus Torvalds 
1441da177e4SLinus Torvalds 	if (dma->invalid) {
1451da177e4SLinus Torvalds 		dma->invalid = 0;
1461da177e4SLinus Torvalds 
1471da177e4SLinus Torvalds 		/*
1481da177e4SLinus Torvalds 		 * Cope with ISA-style drivers which expect cache
1491da177e4SLinus Torvalds 		 * coherence.
1501da177e4SLinus Torvalds 		 */
1517cdad482SRussell King 		if (!dma->sg) {
1527cdad482SRussell King 			dma->sg = &dma->buf;
1537cdad482SRussell King 			dma->sgcount = 1;
1547cdad482SRussell King 			dma->buf.length = dma->count;
1557cdad482SRussell King 			dma->buf.dma_address = dma_map_single(NULL,
1567cdad482SRussell King 				dma->addr, dma->count,
1571da177e4SLinus Torvalds 				dma->dma_mode == DMA_MODE_READ ?
1587cdad482SRussell King 				DMA_FROM_DEVICE : DMA_TO_DEVICE);
1591da177e4SLinus Torvalds 		}
1601da177e4SLinus Torvalds 
1611da177e4SLinus Torvalds 		iomd_writeb(DMA_CR_C, dma_base + CR);
1621da177e4SLinus Torvalds 		dma->state = DMA_ST_AB;
1631da177e4SLinus Torvalds 	}
1641da177e4SLinus Torvalds 
1651da177e4SLinus Torvalds 	if (dma->dma_mode == DMA_MODE_READ)
1661da177e4SLinus Torvalds 		ctrl |= DMA_CR_D;
1671da177e4SLinus Torvalds 
1681da177e4SLinus Torvalds 	iomd_writeb(ctrl, dma_base + CR);
1691da177e4SLinus Torvalds 	enable_irq(dma->dma_irq);
1701da177e4SLinus Torvalds }
1711da177e4SLinus Torvalds 
1721da177e4SLinus Torvalds static void iomd_disable_dma(dmach_t channel, dma_t *dma)
1731da177e4SLinus Torvalds {
1741da177e4SLinus Torvalds 	unsigned long dma_base = dma->dma_base;
1751da177e4SLinus Torvalds 	unsigned long flags;
1761da177e4SLinus Torvalds 
1771da177e4SLinus Torvalds 	local_irq_save(flags);
1781da177e4SLinus Torvalds 	if (dma->state != ~DMA_ST_AB)
1791da177e4SLinus Torvalds 		disable_irq(dma->dma_irq);
1801da177e4SLinus Torvalds 	iomd_writeb(0, dma_base + CR);
1811da177e4SLinus Torvalds 	local_irq_restore(flags);
1821da177e4SLinus Torvalds }
1831da177e4SLinus Torvalds 
1841da177e4SLinus Torvalds static int iomd_set_dma_speed(dmach_t channel, dma_t *dma, int cycle)
1851da177e4SLinus Torvalds {
1861da177e4SLinus Torvalds 	int tcr, speed;
1871da177e4SLinus Torvalds 
1881da177e4SLinus Torvalds 	if (cycle < 188)
1891da177e4SLinus Torvalds 		speed = 3;
1901da177e4SLinus Torvalds 	else if (cycle <= 250)
1911da177e4SLinus Torvalds 		speed = 2;
1921da177e4SLinus Torvalds 	else if (cycle < 438)
1931da177e4SLinus Torvalds 		speed = 1;
1941da177e4SLinus Torvalds 	else
1951da177e4SLinus Torvalds 		speed = 0;
1961da177e4SLinus Torvalds 
1971da177e4SLinus Torvalds 	tcr = iomd_readb(IOMD_DMATCR);
1981da177e4SLinus Torvalds 	speed &= 3;
1991da177e4SLinus Torvalds 
2001da177e4SLinus Torvalds 	switch (channel) {
2011da177e4SLinus Torvalds 	case DMA_0:
2021da177e4SLinus Torvalds 		tcr = (tcr & ~0x03) | speed;
2031da177e4SLinus Torvalds 		break;
2041da177e4SLinus Torvalds 
2051da177e4SLinus Torvalds 	case DMA_1:
2061da177e4SLinus Torvalds 		tcr = (tcr & ~0x0c) | (speed << 2);
2071da177e4SLinus Torvalds 		break;
2081da177e4SLinus Torvalds 
2091da177e4SLinus Torvalds 	case DMA_2:
2101da177e4SLinus Torvalds 		tcr = (tcr & ~0x30) | (speed << 4);
2111da177e4SLinus Torvalds 		break;
2121da177e4SLinus Torvalds 
2131da177e4SLinus Torvalds 	case DMA_3:
2141da177e4SLinus Torvalds 		tcr = (tcr & ~0xc0) | (speed << 6);
2151da177e4SLinus Torvalds 		break;
2161da177e4SLinus Torvalds 
2171da177e4SLinus Torvalds 	default:
2181da177e4SLinus Torvalds 		break;
2191da177e4SLinus Torvalds 	}
2201da177e4SLinus Torvalds 
2211da177e4SLinus Torvalds 	iomd_writeb(tcr, IOMD_DMATCR);
2221da177e4SLinus Torvalds 
2231da177e4SLinus Torvalds 	return speed;
2241da177e4SLinus Torvalds }
2251da177e4SLinus Torvalds 
2261da177e4SLinus Torvalds static struct dma_ops iomd_dma_ops = {
2271da177e4SLinus Torvalds 	.type		= "IOMD",
2281da177e4SLinus Torvalds 	.request	= iomd_request_dma,
2291da177e4SLinus Torvalds 	.free		= iomd_free_dma,
2301da177e4SLinus Torvalds 	.enable		= iomd_enable_dma,
2311da177e4SLinus Torvalds 	.disable	= iomd_disable_dma,
2321da177e4SLinus Torvalds 	.setspeed	= iomd_set_dma_speed,
2331da177e4SLinus Torvalds };
2341da177e4SLinus Torvalds 
2351da177e4SLinus Torvalds static struct fiq_handler fh = {
2361da177e4SLinus Torvalds 	.name	= "floppydma"
2371da177e4SLinus Torvalds };
2381da177e4SLinus Torvalds 
2391da177e4SLinus Torvalds static void floppy_enable_dma(dmach_t channel, dma_t *dma)
2401da177e4SLinus Torvalds {
2411da177e4SLinus Torvalds 	void *fiqhandler_start;
2421da177e4SLinus Torvalds 	unsigned int fiqhandler_length;
2431da177e4SLinus Torvalds 	struct pt_regs regs;
2441da177e4SLinus Torvalds 
2457cdad482SRussell King 	if (dma->sg)
2461da177e4SLinus Torvalds 		BUG();
2471da177e4SLinus Torvalds 
2481da177e4SLinus Torvalds 	if (dma->dma_mode == DMA_MODE_READ) {
2491da177e4SLinus Torvalds 		extern unsigned char floppy_fiqin_start, floppy_fiqin_end;
2501da177e4SLinus Torvalds 		fiqhandler_start = &floppy_fiqin_start;
2511da177e4SLinus Torvalds 		fiqhandler_length = &floppy_fiqin_end - &floppy_fiqin_start;
2521da177e4SLinus Torvalds 	} else {
2531da177e4SLinus Torvalds 		extern unsigned char floppy_fiqout_start, floppy_fiqout_end;
2541da177e4SLinus Torvalds 		fiqhandler_start = &floppy_fiqout_start;
2551da177e4SLinus Torvalds 		fiqhandler_length = &floppy_fiqout_end - &floppy_fiqout_start;
2561da177e4SLinus Torvalds 	}
2571da177e4SLinus Torvalds 
2587cdad482SRussell King 	regs.ARM_r9  = dma->count;
2597cdad482SRussell King 	regs.ARM_r10 = (unsigned long)dma->addr;
2601da177e4SLinus Torvalds 	regs.ARM_fp  = (unsigned long)FLOPPYDMA_BASE;
2611da177e4SLinus Torvalds 
2621da177e4SLinus Torvalds 	if (claim_fiq(&fh)) {
2631da177e4SLinus Torvalds 		printk("floppydma: couldn't claim FIQ.\n");
2641da177e4SLinus Torvalds 		return;
2651da177e4SLinus Torvalds 	}
2661da177e4SLinus Torvalds 
2671da177e4SLinus Torvalds 	set_fiq_handler(fiqhandler_start, fiqhandler_length);
2681da177e4SLinus Torvalds 	set_fiq_regs(&regs);
2691da177e4SLinus Torvalds 	enable_fiq(dma->dma_irq);
2701da177e4SLinus Torvalds }
2711da177e4SLinus Torvalds 
2721da177e4SLinus Torvalds static void floppy_disable_dma(dmach_t channel, dma_t *dma)
2731da177e4SLinus Torvalds {
2741da177e4SLinus Torvalds 	disable_fiq(dma->dma_irq);
2751da177e4SLinus Torvalds 	release_fiq(&fh);
2761da177e4SLinus Torvalds }
2771da177e4SLinus Torvalds 
2781da177e4SLinus Torvalds static int floppy_get_residue(dmach_t channel, dma_t *dma)
2791da177e4SLinus Torvalds {
2801da177e4SLinus Torvalds 	struct pt_regs regs;
2811da177e4SLinus Torvalds 	get_fiq_regs(&regs);
2821da177e4SLinus Torvalds 	return regs.ARM_r9;
2831da177e4SLinus Torvalds }
2841da177e4SLinus Torvalds 
2851da177e4SLinus Torvalds static struct dma_ops floppy_dma_ops = {
2861da177e4SLinus Torvalds 	.type		= "FIQDMA",
2871da177e4SLinus Torvalds 	.enable		= floppy_enable_dma,
2881da177e4SLinus Torvalds 	.disable	= floppy_disable_dma,
2891da177e4SLinus Torvalds 	.residue	= floppy_get_residue,
2901da177e4SLinus Torvalds };
2911da177e4SLinus Torvalds 
2921da177e4SLinus Torvalds /*
2931da177e4SLinus Torvalds  * This is virtual DMA - we don't need anything here.
2941da177e4SLinus Torvalds  */
2951da177e4SLinus Torvalds static void sound_enable_disable_dma(dmach_t channel, dma_t *dma)
2961da177e4SLinus Torvalds {
2971da177e4SLinus Torvalds }
2981da177e4SLinus Torvalds 
2991da177e4SLinus Torvalds static struct dma_ops sound_dma_ops = {
3001da177e4SLinus Torvalds 	.type		= "VIRTUAL",
3011da177e4SLinus Torvalds 	.enable		= sound_enable_disable_dma,
3021da177e4SLinus Torvalds 	.disable	= sound_enable_disable_dma,
3031da177e4SLinus Torvalds };
3041da177e4SLinus Torvalds 
3051da177e4SLinus Torvalds void __init arch_dma_init(dma_t *dma)
3061da177e4SLinus Torvalds {
3071da177e4SLinus Torvalds 	iomd_writeb(0, IOMD_IO0CR);
3081da177e4SLinus Torvalds 	iomd_writeb(0, IOMD_IO1CR);
3091da177e4SLinus Torvalds 	iomd_writeb(0, IOMD_IO2CR);
3101da177e4SLinus Torvalds 	iomd_writeb(0, IOMD_IO3CR);
3111da177e4SLinus Torvalds 
3121da177e4SLinus Torvalds 	iomd_writeb(0xa0, IOMD_DMATCR);
3131da177e4SLinus Torvalds 
3141da177e4SLinus Torvalds 	dma[DMA_0].dma_base		= IOMD_IO0CURA;
3151da177e4SLinus Torvalds 	dma[DMA_0].dma_irq		= IRQ_DMA0;
3161da177e4SLinus Torvalds 	dma[DMA_0].d_ops		= &iomd_dma_ops;
3171da177e4SLinus Torvalds 	dma[DMA_1].dma_base		= IOMD_IO1CURA;
3181da177e4SLinus Torvalds 	dma[DMA_1].dma_irq		= IRQ_DMA1;
3191da177e4SLinus Torvalds 	dma[DMA_1].d_ops		= &iomd_dma_ops;
3201da177e4SLinus Torvalds 	dma[DMA_2].dma_base		= IOMD_IO2CURA;
3211da177e4SLinus Torvalds 	dma[DMA_2].dma_irq		= IRQ_DMA2;
3221da177e4SLinus Torvalds 	dma[DMA_2].d_ops		= &iomd_dma_ops;
3231da177e4SLinus Torvalds 	dma[DMA_3].dma_base		= IOMD_IO3CURA;
3241da177e4SLinus Torvalds 	dma[DMA_3].dma_irq		= IRQ_DMA3;
3251da177e4SLinus Torvalds 	dma[DMA_3].d_ops		= &iomd_dma_ops;
3261da177e4SLinus Torvalds 	dma[DMA_S0].dma_base		= IOMD_SD0CURA;
3271da177e4SLinus Torvalds 	dma[DMA_S0].dma_irq		= IRQ_DMAS0;
3281da177e4SLinus Torvalds 	dma[DMA_S0].d_ops		= &iomd_dma_ops;
3291da177e4SLinus Torvalds 	dma[DMA_S1].dma_base		= IOMD_SD1CURA;
3301da177e4SLinus Torvalds 	dma[DMA_S1].dma_irq		= IRQ_DMAS1;
3311da177e4SLinus Torvalds 	dma[DMA_S1].d_ops		= &iomd_dma_ops;
3321da177e4SLinus Torvalds 	dma[DMA_VIRTUAL_FLOPPY].dma_irq	= FIQ_FLOPPYDATA;
3331da177e4SLinus Torvalds 	dma[DMA_VIRTUAL_FLOPPY].d_ops	= &floppy_dma_ops;
3341da177e4SLinus Torvalds 	dma[DMA_VIRTUAL_SOUND].d_ops	= &sound_dma_ops;
3351da177e4SLinus Torvalds 
3361da177e4SLinus Torvalds 	/*
3371da177e4SLinus Torvalds 	 * Setup DMA channels 2,3 to be for podules
3381da177e4SLinus Torvalds 	 * and channels 0,1 for internal devices
3391da177e4SLinus Torvalds 	 */
3401da177e4SLinus Torvalds 	iomd_writeb(DMA_EXT_IO3|DMA_EXT_IO2, IOMD_DMAEXT);
3411da177e4SLinus Torvalds }
342