xref: /openbmc/linux/arch/m68k/sun3/sun3dvma.c (revision 7b3e8de9)
11da177e4SLinus Torvalds /*
2f30c2269SUwe Zeisberger  * linux/arch/m68k/sun3/sun3dvma.c
31da177e4SLinus Torvalds  *
41da177e4SLinus Torvalds  * Copyright (C) 2000 Sam Creasey
51da177e4SLinus Torvalds  *
61da177e4SLinus Torvalds  * Contains common routines for sun3/sun3x DVMA management.
71da177e4SLinus Torvalds  */
81da177e4SLinus Torvalds 
97b3e8de9SGeert Uytterhoeven #include <linux/bootmem.h>
10a4df02a2SGeert Uytterhoeven #include <linux/init.h>
112e811488SAl Viro #include <linux/module.h>
121da177e4SLinus Torvalds #include <linux/kernel.h>
135a0e3ad6STejun Heo #include <linux/gfp.h>
141da177e4SLinus Torvalds #include <linux/mm.h>
151da177e4SLinus Torvalds #include <linux/list.h>
161da177e4SLinus Torvalds 
171da177e4SLinus Torvalds #include <asm/page.h>
181da177e4SLinus Torvalds #include <asm/pgtable.h>
191da177e4SLinus Torvalds #include <asm/dvma.h>
201da177e4SLinus Torvalds 
211da177e4SLinus Torvalds #undef DVMA_DEBUG
221da177e4SLinus Torvalds 
231da177e4SLinus Torvalds #ifdef CONFIG_SUN3X
241da177e4SLinus Torvalds extern void dvma_unmap_iommu(unsigned long baddr, int len);
251da177e4SLinus Torvalds #else
261da177e4SLinus Torvalds static inline void dvma_unmap_iommu(unsigned long a, int b)
271da177e4SLinus Torvalds {
281da177e4SLinus Torvalds }
291da177e4SLinus Torvalds #endif
301da177e4SLinus Torvalds 
311da177e4SLinus Torvalds #ifdef CONFIG_SUN3
321da177e4SLinus Torvalds extern void sun3_dvma_init(void);
331da177e4SLinus Torvalds #endif
341da177e4SLinus Torvalds 
357b3e8de9SGeert Uytterhoeven static unsigned long *iommu_use;
361da177e4SLinus Torvalds 
371da177e4SLinus Torvalds #define dvma_index(baddr) ((baddr - DVMA_START) >> DVMA_PAGE_SHIFT)
381da177e4SLinus Torvalds 
391da177e4SLinus Torvalds #define dvma_entry_use(baddr)		(iommu_use[dvma_index(baddr)])
401da177e4SLinus Torvalds 
411da177e4SLinus Torvalds struct hole {
421da177e4SLinus Torvalds 	unsigned long start;
431da177e4SLinus Torvalds 	unsigned long end;
441da177e4SLinus Torvalds 	unsigned long size;
451da177e4SLinus Torvalds 	struct list_head list;
461da177e4SLinus Torvalds };
471da177e4SLinus Torvalds 
481da177e4SLinus Torvalds static struct list_head hole_list;
491da177e4SLinus Torvalds static struct list_head hole_cache;
501da177e4SLinus Torvalds static struct hole initholes[64];
511da177e4SLinus Torvalds 
521da177e4SLinus Torvalds #ifdef DVMA_DEBUG
531da177e4SLinus Torvalds 
541da177e4SLinus Torvalds static unsigned long dvma_allocs;
551da177e4SLinus Torvalds static unsigned long dvma_frees;
561da177e4SLinus Torvalds static unsigned long long dvma_alloc_bytes;
571da177e4SLinus Torvalds static unsigned long long dvma_free_bytes;
581da177e4SLinus Torvalds 
591da177e4SLinus Torvalds static void print_use(void)
601da177e4SLinus Torvalds {
611da177e4SLinus Torvalds 
621da177e4SLinus Torvalds 	int i;
631da177e4SLinus Torvalds 	int j = 0;
641da177e4SLinus Torvalds 
651da177e4SLinus Torvalds 	printk("dvma entry usage:\n");
661da177e4SLinus Torvalds 
671da177e4SLinus Torvalds 	for(i = 0; i < IOMMU_TOTAL_ENTRIES; i++) {
681da177e4SLinus Torvalds 		if(!iommu_use[i])
691da177e4SLinus Torvalds 			continue;
701da177e4SLinus Torvalds 
711da177e4SLinus Torvalds 		j++;
721da177e4SLinus Torvalds 
731da177e4SLinus Torvalds 		printk("dvma entry: %08lx len %08lx\n",
741da177e4SLinus Torvalds 		       ( i << DVMA_PAGE_SHIFT) + DVMA_START,
751da177e4SLinus Torvalds 		       iommu_use[i]);
761da177e4SLinus Torvalds 	}
771da177e4SLinus Torvalds 
781da177e4SLinus Torvalds 	printk("%d entries in use total\n", j);
791da177e4SLinus Torvalds 
801da177e4SLinus Torvalds 	printk("allocation/free calls: %lu/%lu\n", dvma_allocs, dvma_frees);
811da177e4SLinus Torvalds 	printk("allocation/free bytes: %Lx/%Lx\n", dvma_alloc_bytes,
821da177e4SLinus Torvalds 	       dvma_free_bytes);
831da177e4SLinus Torvalds }
841da177e4SLinus Torvalds 
851da177e4SLinus Torvalds static void print_holes(struct list_head *holes)
861da177e4SLinus Torvalds {
871da177e4SLinus Torvalds 
881da177e4SLinus Torvalds 	struct list_head *cur;
891da177e4SLinus Torvalds 	struct hole *hole;
901da177e4SLinus Torvalds 
911da177e4SLinus Torvalds 	printk("listing dvma holes\n");
921da177e4SLinus Torvalds 	list_for_each(cur, holes) {
931da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
941da177e4SLinus Torvalds 
951da177e4SLinus Torvalds 		if((hole->start == 0) && (hole->end == 0) && (hole->size == 0))
961da177e4SLinus Torvalds 			continue;
971da177e4SLinus Torvalds 
981da177e4SLinus Torvalds 		printk("hole: start %08lx end %08lx size %08lx\n", hole->start, hole->end, hole->size);
991da177e4SLinus Torvalds 	}
1001da177e4SLinus Torvalds 
1011da177e4SLinus Torvalds 	printk("end of hole listing...\n");
1021da177e4SLinus Torvalds 
1031da177e4SLinus Torvalds }
1041da177e4SLinus Torvalds #endif /* DVMA_DEBUG */
1051da177e4SLinus Torvalds 
1061da177e4SLinus Torvalds static inline int refill(void)
1071da177e4SLinus Torvalds {
1081da177e4SLinus Torvalds 
1091da177e4SLinus Torvalds 	struct hole *hole;
1101da177e4SLinus Torvalds 	struct hole *prev = NULL;
1111da177e4SLinus Torvalds 	struct list_head *cur;
1121da177e4SLinus Torvalds 	int ret = 0;
1131da177e4SLinus Torvalds 
1141da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
1151da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
1161da177e4SLinus Torvalds 
1171da177e4SLinus Torvalds 		if(!prev) {
1181da177e4SLinus Torvalds 			prev = hole;
1191da177e4SLinus Torvalds 			continue;
1201da177e4SLinus Torvalds 		}
1211da177e4SLinus Torvalds 
1221da177e4SLinus Torvalds 		if(hole->end == prev->start) {
1231da177e4SLinus Torvalds 			hole->size += prev->size;
1241da177e4SLinus Torvalds 			hole->end = prev->end;
125a7addceaSAkinobu Mita 			list_move(&(prev->list), &hole_cache);
1261da177e4SLinus Torvalds 			ret++;
1271da177e4SLinus Torvalds 		}
1281da177e4SLinus Torvalds 
1291da177e4SLinus Torvalds 	}
1301da177e4SLinus Torvalds 
1311da177e4SLinus Torvalds 	return ret;
1321da177e4SLinus Torvalds }
1331da177e4SLinus Torvalds 
1341da177e4SLinus Torvalds static inline struct hole *rmcache(void)
1351da177e4SLinus Torvalds {
1361da177e4SLinus Torvalds 	struct hole *ret;
1371da177e4SLinus Torvalds 
1381da177e4SLinus Torvalds 	if(list_empty(&hole_cache)) {
1391da177e4SLinus Torvalds 		if(!refill()) {
1401da177e4SLinus Torvalds 			printk("out of dvma hole cache!\n");
1411da177e4SLinus Torvalds 			BUG();
1421da177e4SLinus Torvalds 		}
1431da177e4SLinus Torvalds 	}
1441da177e4SLinus Torvalds 
1451da177e4SLinus Torvalds 	ret = list_entry(hole_cache.next, struct hole, list);
1461da177e4SLinus Torvalds 	list_del(&(ret->list));
1471da177e4SLinus Torvalds 
1481da177e4SLinus Torvalds 	return ret;
1491da177e4SLinus Torvalds 
1501da177e4SLinus Torvalds }
1511da177e4SLinus Torvalds 
1521da177e4SLinus Torvalds static inline unsigned long get_baddr(int len, unsigned long align)
1531da177e4SLinus Torvalds {
1541da177e4SLinus Torvalds 
1551da177e4SLinus Torvalds 	struct list_head *cur;
1561da177e4SLinus Torvalds 	struct hole *hole;
1571da177e4SLinus Torvalds 
1581da177e4SLinus Torvalds 	if(list_empty(&hole_list)) {
1591da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1601da177e4SLinus Torvalds 		printk("out of dvma holes! (printing hole cache)\n");
1611da177e4SLinus Torvalds 		print_holes(&hole_cache);
1621da177e4SLinus Torvalds 		print_use();
1631da177e4SLinus Torvalds #endif
1641da177e4SLinus Torvalds 		BUG();
1651da177e4SLinus Torvalds 	}
1661da177e4SLinus Torvalds 
1671da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
1681da177e4SLinus Torvalds 		unsigned long newlen;
1691da177e4SLinus Torvalds 
1701da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
1711da177e4SLinus Torvalds 
1721da177e4SLinus Torvalds 		if(align > DVMA_PAGE_SIZE)
1731da177e4SLinus Torvalds 			newlen = len + ((hole->end - len) & (align-1));
1741da177e4SLinus Torvalds 		else
1751da177e4SLinus Torvalds 			newlen = len;
1761da177e4SLinus Torvalds 
1771da177e4SLinus Torvalds 		if(hole->size > newlen) {
1781da177e4SLinus Torvalds 			hole->end -= newlen;
1791da177e4SLinus Torvalds 			hole->size -= newlen;
1801da177e4SLinus Torvalds 			dvma_entry_use(hole->end) = newlen;
1811da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1821da177e4SLinus Torvalds 			dvma_allocs++;
1831da177e4SLinus Torvalds 			dvma_alloc_bytes += newlen;
1841da177e4SLinus Torvalds #endif
1851da177e4SLinus Torvalds 			return hole->end;
1861da177e4SLinus Torvalds 		} else if(hole->size == newlen) {
187a7addceaSAkinobu Mita 			list_move(&(hole->list), &hole_cache);
1881da177e4SLinus Torvalds 			dvma_entry_use(hole->start) = newlen;
1891da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1901da177e4SLinus Torvalds 			dvma_allocs++;
1911da177e4SLinus Torvalds 			dvma_alloc_bytes += newlen;
1921da177e4SLinus Torvalds #endif
1931da177e4SLinus Torvalds 			return hole->start;
1941da177e4SLinus Torvalds 		}
1951da177e4SLinus Torvalds 
1961da177e4SLinus Torvalds 	}
1971da177e4SLinus Torvalds 
1981da177e4SLinus Torvalds 	printk("unable to find dvma hole!\n");
1991da177e4SLinus Torvalds 	BUG();
2001da177e4SLinus Torvalds 	return 0;
2011da177e4SLinus Torvalds }
2021da177e4SLinus Torvalds 
2031da177e4SLinus Torvalds static inline int free_baddr(unsigned long baddr)
2041da177e4SLinus Torvalds {
2051da177e4SLinus Torvalds 
2061da177e4SLinus Torvalds 	unsigned long len;
2071da177e4SLinus Torvalds 	struct hole *hole;
2081da177e4SLinus Torvalds 	struct list_head *cur;
2091da177e4SLinus Torvalds 	unsigned long orig_baddr;
2101da177e4SLinus Torvalds 
2111da177e4SLinus Torvalds 	orig_baddr = baddr;
2121da177e4SLinus Torvalds 	len = dvma_entry_use(baddr);
2131da177e4SLinus Torvalds 	dvma_entry_use(baddr) = 0;
2141da177e4SLinus Torvalds 	baddr &= DVMA_PAGE_MASK;
2151da177e4SLinus Torvalds 	dvma_unmap_iommu(baddr, len);
2161da177e4SLinus Torvalds 
2171da177e4SLinus Torvalds #ifdef DVMA_DEBUG
2181da177e4SLinus Torvalds 	dvma_frees++;
2191da177e4SLinus Torvalds 	dvma_free_bytes += len;
2201da177e4SLinus Torvalds #endif
2211da177e4SLinus Torvalds 
2221da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
2231da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
2241da177e4SLinus Torvalds 
2251da177e4SLinus Torvalds 		if(hole->end == baddr) {
2261da177e4SLinus Torvalds 			hole->end += len;
2271da177e4SLinus Torvalds 			hole->size += len;
2281da177e4SLinus Torvalds 			return 0;
2291da177e4SLinus Torvalds 		} else if(hole->start == (baddr + len)) {
2301da177e4SLinus Torvalds 			hole->start = baddr;
2311da177e4SLinus Torvalds 			hole->size += len;
2321da177e4SLinus Torvalds 			return 0;
2331da177e4SLinus Torvalds 		}
2341da177e4SLinus Torvalds 
2351da177e4SLinus Torvalds 	}
2361da177e4SLinus Torvalds 
2371da177e4SLinus Torvalds 	hole = rmcache();
2381da177e4SLinus Torvalds 
2391da177e4SLinus Torvalds 	hole->start = baddr;
2401da177e4SLinus Torvalds 	hole->end = baddr + len;
2411da177e4SLinus Torvalds 	hole->size = len;
2421da177e4SLinus Torvalds 
2431da177e4SLinus Torvalds //	list_add_tail(&(hole->list), cur);
2441da177e4SLinus Torvalds 	list_add(&(hole->list), cur);
2451da177e4SLinus Torvalds 
2461da177e4SLinus Torvalds 	return 0;
2471da177e4SLinus Torvalds 
2481da177e4SLinus Torvalds }
2491da177e4SLinus Torvalds 
250a4df02a2SGeert Uytterhoeven void __init dvma_init(void)
2511da177e4SLinus Torvalds {
2521da177e4SLinus Torvalds 
2531da177e4SLinus Torvalds 	struct hole *hole;
2541da177e4SLinus Torvalds 	int i;
2551da177e4SLinus Torvalds 
2561da177e4SLinus Torvalds 	INIT_LIST_HEAD(&hole_list);
2571da177e4SLinus Torvalds 	INIT_LIST_HEAD(&hole_cache);
2581da177e4SLinus Torvalds 
2591da177e4SLinus Torvalds 	/* prepare the hole cache */
2601da177e4SLinus Torvalds 	for(i = 0; i < 64; i++)
2611da177e4SLinus Torvalds 		list_add(&(initholes[i].list), &hole_cache);
2621da177e4SLinus Torvalds 
2631da177e4SLinus Torvalds 	hole = rmcache();
2641da177e4SLinus Torvalds 	hole->start = DVMA_START;
2651da177e4SLinus Torvalds 	hole->end = DVMA_END;
2661da177e4SLinus Torvalds 	hole->size = DVMA_SIZE;
2671da177e4SLinus Torvalds 
2681da177e4SLinus Torvalds 	list_add(&(hole->list), &hole_list);
2691da177e4SLinus Torvalds 
2707b3e8de9SGeert Uytterhoeven 	iommu_use = alloc_bootmem(IOMMU_TOTAL_ENTRIES * sizeof(unsigned long));
2711da177e4SLinus Torvalds 
2721da177e4SLinus Torvalds 	dvma_unmap_iommu(DVMA_START, DVMA_SIZE);
2731da177e4SLinus Torvalds 
2741da177e4SLinus Torvalds #ifdef CONFIG_SUN3
2751da177e4SLinus Torvalds 	sun3_dvma_init();
2761da177e4SLinus Torvalds #endif
2771da177e4SLinus Torvalds 
2781da177e4SLinus Torvalds }
2791da177e4SLinus Torvalds 
2805ecf85f0SDenis Efremov unsigned long dvma_map_align(unsigned long kaddr, int len, int align)
2811da177e4SLinus Torvalds {
2821da177e4SLinus Torvalds 
2831da177e4SLinus Torvalds 	unsigned long baddr;
2841da177e4SLinus Torvalds 	unsigned long off;
2851da177e4SLinus Torvalds 
2861da177e4SLinus Torvalds 	if(!len)
2871da177e4SLinus Torvalds 		len = 0x800;
2881da177e4SLinus Torvalds 
2891da177e4SLinus Torvalds 	if(!kaddr || !len) {
2901da177e4SLinus Torvalds //		printk("error: kaddr %lx len %x\n", kaddr, len);
2911da177e4SLinus Torvalds //		*(int *)4 = 0;
2921da177e4SLinus Torvalds 		return 0;
2931da177e4SLinus Torvalds 	}
2941da177e4SLinus Torvalds 
2951da177e4SLinus Torvalds #ifdef DEBUG
2961da177e4SLinus Torvalds 	printk("dvma_map request %08lx bytes from %08lx\n",
2971da177e4SLinus Torvalds 	       len, kaddr);
2981da177e4SLinus Torvalds #endif
2991da177e4SLinus Torvalds 	off = kaddr & ~DVMA_PAGE_MASK;
3001da177e4SLinus Torvalds 	kaddr &= PAGE_MASK;
3011da177e4SLinus Torvalds 	len += off;
3021da177e4SLinus Torvalds 	len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3031da177e4SLinus Torvalds 
3041da177e4SLinus Torvalds 	if(align == 0)
3051da177e4SLinus Torvalds 		align = DVMA_PAGE_SIZE;
3061da177e4SLinus Torvalds 	else
3071da177e4SLinus Torvalds 		align = ((align + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3081da177e4SLinus Torvalds 
3091da177e4SLinus Torvalds 	baddr = get_baddr(len, align);
3101da177e4SLinus Torvalds //	printk("using baddr %lx\n", baddr);
3111da177e4SLinus Torvalds 
3121da177e4SLinus Torvalds 	if(!dvma_map_iommu(kaddr, baddr, len))
3131da177e4SLinus Torvalds 		return (baddr + off);
3141da177e4SLinus Torvalds 
3151da177e4SLinus Torvalds 	printk("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr, len);
3161da177e4SLinus Torvalds 	BUG();
3171da177e4SLinus Torvalds 	return 0;
3181da177e4SLinus Torvalds }
3192e811488SAl Viro EXPORT_SYMBOL(dvma_map_align);
3201da177e4SLinus Torvalds 
3211da177e4SLinus Torvalds void dvma_unmap(void *baddr)
3221da177e4SLinus Torvalds {
3231da177e4SLinus Torvalds 	unsigned long addr;
3241da177e4SLinus Torvalds 
3251da177e4SLinus Torvalds 	addr = (unsigned long)baddr;
3261da177e4SLinus Torvalds 	/* check if this is a vme mapping */
3271da177e4SLinus Torvalds 	if(!(addr & 0x00f00000))
3281da177e4SLinus Torvalds 		addr |= 0xf00000;
3291da177e4SLinus Torvalds 
3301da177e4SLinus Torvalds 	free_baddr(addr);
3311da177e4SLinus Torvalds 
3321da177e4SLinus Torvalds 	return;
3331da177e4SLinus Torvalds 
3341da177e4SLinus Torvalds }
3352e811488SAl Viro EXPORT_SYMBOL(dvma_unmap);
3361da177e4SLinus Torvalds 
3371da177e4SLinus Torvalds void *dvma_malloc_align(unsigned long len, unsigned long align)
3381da177e4SLinus Torvalds {
3391da177e4SLinus Torvalds 	unsigned long kaddr;
3401da177e4SLinus Torvalds 	unsigned long baddr;
3411da177e4SLinus Torvalds 	unsigned long vaddr;
3421da177e4SLinus Torvalds 
3431da177e4SLinus Torvalds 	if(!len)
3441da177e4SLinus Torvalds 		return NULL;
3451da177e4SLinus Torvalds 
3461da177e4SLinus Torvalds #ifdef DEBUG
3471da177e4SLinus Torvalds 	printk("dvma_malloc request %lx bytes\n", len);
3481da177e4SLinus Torvalds #endif
3491da177e4SLinus Torvalds 	len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3501da177e4SLinus Torvalds 
3511da177e4SLinus Torvalds         if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0)
3521da177e4SLinus Torvalds 		return NULL;
3531da177e4SLinus Torvalds 
3541da177e4SLinus Torvalds 	if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) {
3551da177e4SLinus Torvalds 		free_pages(kaddr, get_order(len));
3561da177e4SLinus Torvalds 		return NULL;
3571da177e4SLinus Torvalds 	}
3581da177e4SLinus Torvalds 
3591da177e4SLinus Torvalds 	vaddr = dvma_btov(baddr);
3601da177e4SLinus Torvalds 
3611da177e4SLinus Torvalds 	if(dvma_map_cpu(kaddr, vaddr, len) < 0) {
3621da177e4SLinus Torvalds 		dvma_unmap((void *)baddr);
3631da177e4SLinus Torvalds 		free_pages(kaddr, get_order(len));
3641da177e4SLinus Torvalds 		return NULL;
3651da177e4SLinus Torvalds 	}
3661da177e4SLinus Torvalds 
3671da177e4SLinus Torvalds #ifdef DEBUG
3681da177e4SLinus Torvalds 	printk("mapped %08lx bytes %08lx kern -> %08lx bus\n",
3691da177e4SLinus Torvalds 	       len, kaddr, baddr);
3701da177e4SLinus Torvalds #endif
3711da177e4SLinus Torvalds 
3721da177e4SLinus Torvalds 	return (void *)vaddr;
3731da177e4SLinus Torvalds 
3741da177e4SLinus Torvalds }
3752e811488SAl Viro EXPORT_SYMBOL(dvma_malloc_align);
3761da177e4SLinus Torvalds 
3771da177e4SLinus Torvalds void dvma_free(void *vaddr)
3781da177e4SLinus Torvalds {
3791da177e4SLinus Torvalds 
3801da177e4SLinus Torvalds 	return;
3811da177e4SLinus Torvalds 
3821da177e4SLinus Torvalds }
3832e811488SAl Viro EXPORT_SYMBOL(dvma_free);
384