xref: /openbmc/linux/arch/m68k/sun3/sun3dvma.c (revision 2e811488)
11da177e4SLinus Torvalds /*
2f30c2269SUwe Zeisberger  * linux/arch/m68k/sun3/sun3dvma.c
31da177e4SLinus Torvalds  *
41da177e4SLinus Torvalds  * Copyright (C) 2000 Sam Creasey
51da177e4SLinus Torvalds  *
61da177e4SLinus Torvalds  * Contains common routines for sun3/sun3x DVMA management.
71da177e4SLinus Torvalds  */
81da177e4SLinus Torvalds 
92e811488SAl Viro #include <linux/module.h>
101da177e4SLinus Torvalds #include <linux/kernel.h>
111da177e4SLinus Torvalds #include <linux/mm.h>
121da177e4SLinus Torvalds #include <linux/list.h>
131da177e4SLinus Torvalds 
141da177e4SLinus Torvalds #include <asm/page.h>
151da177e4SLinus Torvalds #include <asm/pgtable.h>
161da177e4SLinus Torvalds #include <asm/dvma.h>
171da177e4SLinus Torvalds 
181da177e4SLinus Torvalds #undef DVMA_DEBUG
191da177e4SLinus Torvalds 
201da177e4SLinus Torvalds #ifdef CONFIG_SUN3X
211da177e4SLinus Torvalds extern void dvma_unmap_iommu(unsigned long baddr, int len);
221da177e4SLinus Torvalds #else
231da177e4SLinus Torvalds static inline void dvma_unmap_iommu(unsigned long a, int b)
241da177e4SLinus Torvalds {
251da177e4SLinus Torvalds }
261da177e4SLinus Torvalds #endif
271da177e4SLinus Torvalds 
281da177e4SLinus Torvalds #ifdef CONFIG_SUN3
291da177e4SLinus Torvalds extern void sun3_dvma_init(void);
301da177e4SLinus Torvalds #endif
311da177e4SLinus Torvalds 
321da177e4SLinus Torvalds unsigned long iommu_use[IOMMU_TOTAL_ENTRIES];
331da177e4SLinus Torvalds 
341da177e4SLinus Torvalds #define dvma_index(baddr) ((baddr - DVMA_START) >> DVMA_PAGE_SHIFT)
351da177e4SLinus Torvalds 
361da177e4SLinus Torvalds #define dvma_entry_use(baddr)		(iommu_use[dvma_index(baddr)])
371da177e4SLinus Torvalds 
381da177e4SLinus Torvalds struct hole {
391da177e4SLinus Torvalds 	unsigned long start;
401da177e4SLinus Torvalds 	unsigned long end;
411da177e4SLinus Torvalds 	unsigned long size;
421da177e4SLinus Torvalds 	struct list_head list;
431da177e4SLinus Torvalds };
441da177e4SLinus Torvalds 
451da177e4SLinus Torvalds static struct list_head hole_list;
461da177e4SLinus Torvalds static struct list_head hole_cache;
471da177e4SLinus Torvalds static struct hole initholes[64];
481da177e4SLinus Torvalds 
491da177e4SLinus Torvalds #ifdef DVMA_DEBUG
501da177e4SLinus Torvalds 
511da177e4SLinus Torvalds static unsigned long dvma_allocs;
521da177e4SLinus Torvalds static unsigned long dvma_frees;
531da177e4SLinus Torvalds static unsigned long long dvma_alloc_bytes;
541da177e4SLinus Torvalds static unsigned long long dvma_free_bytes;
551da177e4SLinus Torvalds 
561da177e4SLinus Torvalds static void print_use(void)
571da177e4SLinus Torvalds {
581da177e4SLinus Torvalds 
591da177e4SLinus Torvalds 	int i;
601da177e4SLinus Torvalds 	int j = 0;
611da177e4SLinus Torvalds 
621da177e4SLinus Torvalds 	printk("dvma entry usage:\n");
631da177e4SLinus Torvalds 
641da177e4SLinus Torvalds 	for(i = 0; i < IOMMU_TOTAL_ENTRIES; i++) {
651da177e4SLinus Torvalds 		if(!iommu_use[i])
661da177e4SLinus Torvalds 			continue;
671da177e4SLinus Torvalds 
681da177e4SLinus Torvalds 		j++;
691da177e4SLinus Torvalds 
701da177e4SLinus Torvalds 		printk("dvma entry: %08lx len %08lx\n",
711da177e4SLinus Torvalds 		       ( i << DVMA_PAGE_SHIFT) + DVMA_START,
721da177e4SLinus Torvalds 		       iommu_use[i]);
731da177e4SLinus Torvalds 	}
741da177e4SLinus Torvalds 
751da177e4SLinus Torvalds 	printk("%d entries in use total\n", j);
761da177e4SLinus Torvalds 
771da177e4SLinus Torvalds 	printk("allocation/free calls: %lu/%lu\n", dvma_allocs, dvma_frees);
781da177e4SLinus Torvalds 	printk("allocation/free bytes: %Lx/%Lx\n", dvma_alloc_bytes,
791da177e4SLinus Torvalds 	       dvma_free_bytes);
801da177e4SLinus Torvalds }
811da177e4SLinus Torvalds 
821da177e4SLinus Torvalds static void print_holes(struct list_head *holes)
831da177e4SLinus Torvalds {
841da177e4SLinus Torvalds 
851da177e4SLinus Torvalds 	struct list_head *cur;
861da177e4SLinus Torvalds 	struct hole *hole;
871da177e4SLinus Torvalds 
881da177e4SLinus Torvalds 	printk("listing dvma holes\n");
891da177e4SLinus Torvalds 	list_for_each(cur, holes) {
901da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
911da177e4SLinus Torvalds 
921da177e4SLinus Torvalds 		if((hole->start == 0) && (hole->end == 0) && (hole->size == 0))
931da177e4SLinus Torvalds 			continue;
941da177e4SLinus Torvalds 
951da177e4SLinus Torvalds 		printk("hole: start %08lx end %08lx size %08lx\n", hole->start, hole->end, hole->size);
961da177e4SLinus Torvalds 	}
971da177e4SLinus Torvalds 
981da177e4SLinus Torvalds 	printk("end of hole listing...\n");
991da177e4SLinus Torvalds 
1001da177e4SLinus Torvalds }
1011da177e4SLinus Torvalds #endif /* DVMA_DEBUG */
1021da177e4SLinus Torvalds 
1031da177e4SLinus Torvalds static inline int refill(void)
1041da177e4SLinus Torvalds {
1051da177e4SLinus Torvalds 
1061da177e4SLinus Torvalds 	struct hole *hole;
1071da177e4SLinus Torvalds 	struct hole *prev = NULL;
1081da177e4SLinus Torvalds 	struct list_head *cur;
1091da177e4SLinus Torvalds 	int ret = 0;
1101da177e4SLinus Torvalds 
1111da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
1121da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
1131da177e4SLinus Torvalds 
1141da177e4SLinus Torvalds 		if(!prev) {
1151da177e4SLinus Torvalds 			prev = hole;
1161da177e4SLinus Torvalds 			continue;
1171da177e4SLinus Torvalds 		}
1181da177e4SLinus Torvalds 
1191da177e4SLinus Torvalds 		if(hole->end == prev->start) {
1201da177e4SLinus Torvalds 			hole->size += prev->size;
1211da177e4SLinus Torvalds 			hole->end = prev->end;
122a7addceaSAkinobu Mita 			list_move(&(prev->list), &hole_cache);
1231da177e4SLinus Torvalds 			ret++;
1241da177e4SLinus Torvalds 		}
1251da177e4SLinus Torvalds 
1261da177e4SLinus Torvalds 	}
1271da177e4SLinus Torvalds 
1281da177e4SLinus Torvalds 	return ret;
1291da177e4SLinus Torvalds }
1301da177e4SLinus Torvalds 
1311da177e4SLinus Torvalds static inline struct hole *rmcache(void)
1321da177e4SLinus Torvalds {
1331da177e4SLinus Torvalds 	struct hole *ret;
1341da177e4SLinus Torvalds 
1351da177e4SLinus Torvalds 	if(list_empty(&hole_cache)) {
1361da177e4SLinus Torvalds 		if(!refill()) {
1371da177e4SLinus Torvalds 			printk("out of dvma hole cache!\n");
1381da177e4SLinus Torvalds 			BUG();
1391da177e4SLinus Torvalds 		}
1401da177e4SLinus Torvalds 	}
1411da177e4SLinus Torvalds 
1421da177e4SLinus Torvalds 	ret = list_entry(hole_cache.next, struct hole, list);
1431da177e4SLinus Torvalds 	list_del(&(ret->list));
1441da177e4SLinus Torvalds 
1451da177e4SLinus Torvalds 	return ret;
1461da177e4SLinus Torvalds 
1471da177e4SLinus Torvalds }
1481da177e4SLinus Torvalds 
1491da177e4SLinus Torvalds static inline unsigned long get_baddr(int len, unsigned long align)
1501da177e4SLinus Torvalds {
1511da177e4SLinus Torvalds 
1521da177e4SLinus Torvalds 	struct list_head *cur;
1531da177e4SLinus Torvalds 	struct hole *hole;
1541da177e4SLinus Torvalds 
1551da177e4SLinus Torvalds 	if(list_empty(&hole_list)) {
1561da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1571da177e4SLinus Torvalds 		printk("out of dvma holes! (printing hole cache)\n");
1581da177e4SLinus Torvalds 		print_holes(&hole_cache);
1591da177e4SLinus Torvalds 		print_use();
1601da177e4SLinus Torvalds #endif
1611da177e4SLinus Torvalds 		BUG();
1621da177e4SLinus Torvalds 	}
1631da177e4SLinus Torvalds 
1641da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
1651da177e4SLinus Torvalds 		unsigned long newlen;
1661da177e4SLinus Torvalds 
1671da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
1681da177e4SLinus Torvalds 
1691da177e4SLinus Torvalds 		if(align > DVMA_PAGE_SIZE)
1701da177e4SLinus Torvalds 			newlen = len + ((hole->end - len) & (align-1));
1711da177e4SLinus Torvalds 		else
1721da177e4SLinus Torvalds 			newlen = len;
1731da177e4SLinus Torvalds 
1741da177e4SLinus Torvalds 		if(hole->size > newlen) {
1751da177e4SLinus Torvalds 			hole->end -= newlen;
1761da177e4SLinus Torvalds 			hole->size -= newlen;
1771da177e4SLinus Torvalds 			dvma_entry_use(hole->end) = newlen;
1781da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1791da177e4SLinus Torvalds 			dvma_allocs++;
1801da177e4SLinus Torvalds 			dvma_alloc_bytes += newlen;
1811da177e4SLinus Torvalds #endif
1821da177e4SLinus Torvalds 			return hole->end;
1831da177e4SLinus Torvalds 		} else if(hole->size == newlen) {
184a7addceaSAkinobu Mita 			list_move(&(hole->list), &hole_cache);
1851da177e4SLinus Torvalds 			dvma_entry_use(hole->start) = newlen;
1861da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1871da177e4SLinus Torvalds 			dvma_allocs++;
1881da177e4SLinus Torvalds 			dvma_alloc_bytes += newlen;
1891da177e4SLinus Torvalds #endif
1901da177e4SLinus Torvalds 			return hole->start;
1911da177e4SLinus Torvalds 		}
1921da177e4SLinus Torvalds 
1931da177e4SLinus Torvalds 	}
1941da177e4SLinus Torvalds 
1951da177e4SLinus Torvalds 	printk("unable to find dvma hole!\n");
1961da177e4SLinus Torvalds 	BUG();
1971da177e4SLinus Torvalds 	return 0;
1981da177e4SLinus Torvalds }
1991da177e4SLinus Torvalds 
2001da177e4SLinus Torvalds static inline int free_baddr(unsigned long baddr)
2011da177e4SLinus Torvalds {
2021da177e4SLinus Torvalds 
2031da177e4SLinus Torvalds 	unsigned long len;
2041da177e4SLinus Torvalds 	struct hole *hole;
2051da177e4SLinus Torvalds 	struct list_head *cur;
2061da177e4SLinus Torvalds 	unsigned long orig_baddr;
2071da177e4SLinus Torvalds 
2081da177e4SLinus Torvalds 	orig_baddr = baddr;
2091da177e4SLinus Torvalds 	len = dvma_entry_use(baddr);
2101da177e4SLinus Torvalds 	dvma_entry_use(baddr) = 0;
2111da177e4SLinus Torvalds 	baddr &= DVMA_PAGE_MASK;
2121da177e4SLinus Torvalds 	dvma_unmap_iommu(baddr, len);
2131da177e4SLinus Torvalds 
2141da177e4SLinus Torvalds #ifdef DVMA_DEBUG
2151da177e4SLinus Torvalds 	dvma_frees++;
2161da177e4SLinus Torvalds 	dvma_free_bytes += len;
2171da177e4SLinus Torvalds #endif
2181da177e4SLinus Torvalds 
2191da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
2201da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
2211da177e4SLinus Torvalds 
2221da177e4SLinus Torvalds 		if(hole->end == baddr) {
2231da177e4SLinus Torvalds 			hole->end += len;
2241da177e4SLinus Torvalds 			hole->size += len;
2251da177e4SLinus Torvalds 			return 0;
2261da177e4SLinus Torvalds 		} else if(hole->start == (baddr + len)) {
2271da177e4SLinus Torvalds 			hole->start = baddr;
2281da177e4SLinus Torvalds 			hole->size += len;
2291da177e4SLinus Torvalds 			return 0;
2301da177e4SLinus Torvalds 		}
2311da177e4SLinus Torvalds 
2321da177e4SLinus Torvalds 	}
2331da177e4SLinus Torvalds 
2341da177e4SLinus Torvalds 	hole = rmcache();
2351da177e4SLinus Torvalds 
2361da177e4SLinus Torvalds 	hole->start = baddr;
2371da177e4SLinus Torvalds 	hole->end = baddr + len;
2381da177e4SLinus Torvalds 	hole->size = len;
2391da177e4SLinus Torvalds 
2401da177e4SLinus Torvalds //	list_add_tail(&(hole->list), cur);
2411da177e4SLinus Torvalds 	list_add(&(hole->list), cur);
2421da177e4SLinus Torvalds 
2431da177e4SLinus Torvalds 	return 0;
2441da177e4SLinus Torvalds 
2451da177e4SLinus Torvalds }
2461da177e4SLinus Torvalds 
2471da177e4SLinus Torvalds void dvma_init(void)
2481da177e4SLinus Torvalds {
2491da177e4SLinus Torvalds 
2501da177e4SLinus Torvalds 	struct hole *hole;
2511da177e4SLinus Torvalds 	int i;
2521da177e4SLinus Torvalds 
2531da177e4SLinus Torvalds 	INIT_LIST_HEAD(&hole_list);
2541da177e4SLinus Torvalds 	INIT_LIST_HEAD(&hole_cache);
2551da177e4SLinus Torvalds 
2561da177e4SLinus Torvalds 	/* prepare the hole cache */
2571da177e4SLinus Torvalds 	for(i = 0; i < 64; i++)
2581da177e4SLinus Torvalds 		list_add(&(initholes[i].list), &hole_cache);
2591da177e4SLinus Torvalds 
2601da177e4SLinus Torvalds 	hole = rmcache();
2611da177e4SLinus Torvalds 	hole->start = DVMA_START;
2621da177e4SLinus Torvalds 	hole->end = DVMA_END;
2631da177e4SLinus Torvalds 	hole->size = DVMA_SIZE;
2641da177e4SLinus Torvalds 
2651da177e4SLinus Torvalds 	list_add(&(hole->list), &hole_list);
2661da177e4SLinus Torvalds 
2671da177e4SLinus Torvalds 	memset(iommu_use, 0, sizeof(iommu_use));
2681da177e4SLinus Torvalds 
2691da177e4SLinus Torvalds 	dvma_unmap_iommu(DVMA_START, DVMA_SIZE);
2701da177e4SLinus Torvalds 
2711da177e4SLinus Torvalds #ifdef CONFIG_SUN3
2721da177e4SLinus Torvalds 	sun3_dvma_init();
2731da177e4SLinus Torvalds #endif
2741da177e4SLinus Torvalds 
2751da177e4SLinus Torvalds }
2761da177e4SLinus Torvalds 
2771da177e4SLinus Torvalds inline unsigned long dvma_map_align(unsigned long kaddr, int len, int align)
2781da177e4SLinus Torvalds {
2791da177e4SLinus Torvalds 
2801da177e4SLinus Torvalds 	unsigned long baddr;
2811da177e4SLinus Torvalds 	unsigned long off;
2821da177e4SLinus Torvalds 
2831da177e4SLinus Torvalds 	if(!len)
2841da177e4SLinus Torvalds 		len = 0x800;
2851da177e4SLinus Torvalds 
2861da177e4SLinus Torvalds 	if(!kaddr || !len) {
2871da177e4SLinus Torvalds //		printk("error: kaddr %lx len %x\n", kaddr, len);
2881da177e4SLinus Torvalds //		*(int *)4 = 0;
2891da177e4SLinus Torvalds 		return 0;
2901da177e4SLinus Torvalds 	}
2911da177e4SLinus Torvalds 
2921da177e4SLinus Torvalds #ifdef DEBUG
2931da177e4SLinus Torvalds 	printk("dvma_map request %08lx bytes from %08lx\n",
2941da177e4SLinus Torvalds 	       len, kaddr);
2951da177e4SLinus Torvalds #endif
2961da177e4SLinus Torvalds 	off = kaddr & ~DVMA_PAGE_MASK;
2971da177e4SLinus Torvalds 	kaddr &= PAGE_MASK;
2981da177e4SLinus Torvalds 	len += off;
2991da177e4SLinus Torvalds 	len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3001da177e4SLinus Torvalds 
3011da177e4SLinus Torvalds 	if(align == 0)
3021da177e4SLinus Torvalds 		align = DVMA_PAGE_SIZE;
3031da177e4SLinus Torvalds 	else
3041da177e4SLinus Torvalds 		align = ((align + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3051da177e4SLinus Torvalds 
3061da177e4SLinus Torvalds 	baddr = get_baddr(len, align);
3071da177e4SLinus Torvalds //	printk("using baddr %lx\n", baddr);
3081da177e4SLinus Torvalds 
3091da177e4SLinus Torvalds 	if(!dvma_map_iommu(kaddr, baddr, len))
3101da177e4SLinus Torvalds 		return (baddr + off);
3111da177e4SLinus Torvalds 
3121da177e4SLinus Torvalds 	printk("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr, len);
3131da177e4SLinus Torvalds 	BUG();
3141da177e4SLinus Torvalds 	return 0;
3151da177e4SLinus Torvalds }
3162e811488SAl Viro EXPORT_SYMBOL(dvma_map_align);
3171da177e4SLinus Torvalds 
3181da177e4SLinus Torvalds void dvma_unmap(void *baddr)
3191da177e4SLinus Torvalds {
3201da177e4SLinus Torvalds 	unsigned long addr;
3211da177e4SLinus Torvalds 
3221da177e4SLinus Torvalds 	addr = (unsigned long)baddr;
3231da177e4SLinus Torvalds 	/* check if this is a vme mapping */
3241da177e4SLinus Torvalds 	if(!(addr & 0x00f00000))
3251da177e4SLinus Torvalds 		addr |= 0xf00000;
3261da177e4SLinus Torvalds 
3271da177e4SLinus Torvalds 	free_baddr(addr);
3281da177e4SLinus Torvalds 
3291da177e4SLinus Torvalds 	return;
3301da177e4SLinus Torvalds 
3311da177e4SLinus Torvalds }
3322e811488SAl Viro EXPORT_SYMBOL(dvma_unmap);
3331da177e4SLinus Torvalds 
3341da177e4SLinus Torvalds void *dvma_malloc_align(unsigned long len, unsigned long align)
3351da177e4SLinus Torvalds {
3361da177e4SLinus Torvalds 	unsigned long kaddr;
3371da177e4SLinus Torvalds 	unsigned long baddr;
3381da177e4SLinus Torvalds 	unsigned long vaddr;
3391da177e4SLinus Torvalds 
3401da177e4SLinus Torvalds 	if(!len)
3411da177e4SLinus Torvalds 		return NULL;
3421da177e4SLinus Torvalds 
3431da177e4SLinus Torvalds #ifdef DEBUG
3441da177e4SLinus Torvalds 	printk("dvma_malloc request %lx bytes\n", len);
3451da177e4SLinus Torvalds #endif
3461da177e4SLinus Torvalds 	len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3471da177e4SLinus Torvalds 
3481da177e4SLinus Torvalds         if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0)
3491da177e4SLinus Torvalds 		return NULL;
3501da177e4SLinus Torvalds 
3511da177e4SLinus Torvalds 	if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) {
3521da177e4SLinus Torvalds 		free_pages(kaddr, get_order(len));
3531da177e4SLinus Torvalds 		return NULL;
3541da177e4SLinus Torvalds 	}
3551da177e4SLinus Torvalds 
3561da177e4SLinus Torvalds 	vaddr = dvma_btov(baddr);
3571da177e4SLinus Torvalds 
3581da177e4SLinus Torvalds 	if(dvma_map_cpu(kaddr, vaddr, len) < 0) {
3591da177e4SLinus Torvalds 		dvma_unmap((void *)baddr);
3601da177e4SLinus Torvalds 		free_pages(kaddr, get_order(len));
3611da177e4SLinus Torvalds 		return NULL;
3621da177e4SLinus Torvalds 	}
3631da177e4SLinus Torvalds 
3641da177e4SLinus Torvalds #ifdef DEBUG
3651da177e4SLinus Torvalds 	printk("mapped %08lx bytes %08lx kern -> %08lx bus\n",
3661da177e4SLinus Torvalds 	       len, kaddr, baddr);
3671da177e4SLinus Torvalds #endif
3681da177e4SLinus Torvalds 
3691da177e4SLinus Torvalds 	return (void *)vaddr;
3701da177e4SLinus Torvalds 
3711da177e4SLinus Torvalds }
3722e811488SAl Viro EXPORT_SYMBOL(dvma_malloc_align);
3731da177e4SLinus Torvalds 
3741da177e4SLinus Torvalds void dvma_free(void *vaddr)
3751da177e4SLinus Torvalds {
3761da177e4SLinus Torvalds 
3771da177e4SLinus Torvalds 	return;
3781da177e4SLinus Torvalds 
3791da177e4SLinus Torvalds }
3802e811488SAl Viro EXPORT_SYMBOL(dvma_free);
381