xref: /openbmc/linux/arch/m68k/sun3/sun3dvma.c (revision e31cf2f4)
1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
21da177e4SLinus Torvalds /*
3f30c2269SUwe Zeisberger  * linux/arch/m68k/sun3/sun3dvma.c
41da177e4SLinus Torvalds  *
51da177e4SLinus Torvalds  * Copyright (C) 2000 Sam Creasey
61da177e4SLinus Torvalds  *
71da177e4SLinus Torvalds  * Contains common routines for sun3/sun3x DVMA management.
81da177e4SLinus Torvalds  */
91da177e4SLinus Torvalds 
1057c8a661SMike Rapoport #include <linux/memblock.h>
11a4df02a2SGeert Uytterhoeven #include <linux/init.h>
122e811488SAl Viro #include <linux/module.h>
131da177e4SLinus Torvalds #include <linux/kernel.h>
145a0e3ad6STejun Heo #include <linux/gfp.h>
151da177e4SLinus Torvalds #include <linux/mm.h>
161da177e4SLinus Torvalds #include <linux/list.h>
171da177e4SLinus Torvalds 
181da177e4SLinus Torvalds #include <asm/page.h>
191da177e4SLinus Torvalds #include <asm/dvma.h>
201da177e4SLinus Torvalds 
211da177e4SLinus Torvalds #undef DVMA_DEBUG
221da177e4SLinus Torvalds 
231da177e4SLinus Torvalds #ifdef CONFIG_SUN3X
241da177e4SLinus Torvalds extern void dvma_unmap_iommu(unsigned long baddr, int len);
251da177e4SLinus Torvalds #else
dvma_unmap_iommu(unsigned long a,int b)261da177e4SLinus Torvalds static inline void dvma_unmap_iommu(unsigned long a, int b)
271da177e4SLinus Torvalds {
281da177e4SLinus Torvalds }
291da177e4SLinus Torvalds #endif
301da177e4SLinus Torvalds 
311da177e4SLinus Torvalds #ifdef CONFIG_SUN3
321da177e4SLinus Torvalds extern void sun3_dvma_init(void);
331da177e4SLinus Torvalds #endif
341da177e4SLinus Torvalds 
357b3e8de9SGeert Uytterhoeven static unsigned long *iommu_use;
361da177e4SLinus Torvalds 
371da177e4SLinus Torvalds #define dvma_index(baddr) ((baddr - DVMA_START) >> DVMA_PAGE_SHIFT)
381da177e4SLinus Torvalds 
391da177e4SLinus Torvalds #define dvma_entry_use(baddr)		(iommu_use[dvma_index(baddr)])
401da177e4SLinus Torvalds 
411da177e4SLinus Torvalds struct hole {
421da177e4SLinus Torvalds 	unsigned long start;
431da177e4SLinus Torvalds 	unsigned long end;
441da177e4SLinus Torvalds 	unsigned long size;
451da177e4SLinus Torvalds 	struct list_head list;
461da177e4SLinus Torvalds };
471da177e4SLinus Torvalds 
481da177e4SLinus Torvalds static struct list_head hole_list;
491da177e4SLinus Torvalds static struct list_head hole_cache;
501da177e4SLinus Torvalds static struct hole initholes[64];
511da177e4SLinus Torvalds 
521da177e4SLinus Torvalds #ifdef DVMA_DEBUG
531da177e4SLinus Torvalds 
541da177e4SLinus Torvalds static unsigned long dvma_allocs;
551da177e4SLinus Torvalds static unsigned long dvma_frees;
561da177e4SLinus Torvalds static unsigned long long dvma_alloc_bytes;
571da177e4SLinus Torvalds static unsigned long long dvma_free_bytes;
581da177e4SLinus Torvalds 
print_use(void)591da177e4SLinus Torvalds static void print_use(void)
601da177e4SLinus Torvalds {
611da177e4SLinus Torvalds 
621da177e4SLinus Torvalds 	int i;
631da177e4SLinus Torvalds 	int j = 0;
641da177e4SLinus Torvalds 
6556bbd862SGeert Uytterhoeven 	pr_info("dvma entry usage:\n");
661da177e4SLinus Torvalds 
671da177e4SLinus Torvalds 	for(i = 0; i < IOMMU_TOTAL_ENTRIES; i++) {
681da177e4SLinus Torvalds 		if(!iommu_use[i])
691da177e4SLinus Torvalds 			continue;
701da177e4SLinus Torvalds 
711da177e4SLinus Torvalds 		j++;
721da177e4SLinus Torvalds 
7356bbd862SGeert Uytterhoeven 		pr_info("dvma entry: %08x len %08lx\n",
7456bbd862SGeert Uytterhoeven 			(i << DVMA_PAGE_SHIFT) + DVMA_START, iommu_use[i]);
751da177e4SLinus Torvalds 	}
761da177e4SLinus Torvalds 
7756bbd862SGeert Uytterhoeven 	pr_info("%d entries in use total\n", j);
781da177e4SLinus Torvalds 
7956bbd862SGeert Uytterhoeven 	pr_info("allocation/free calls: %lu/%lu\n", dvma_allocs, dvma_frees);
8056bbd862SGeert Uytterhoeven 	pr_info("allocation/free bytes: %Lx/%Lx\n", dvma_alloc_bytes,
811da177e4SLinus Torvalds 		dvma_free_bytes);
821da177e4SLinus Torvalds }
831da177e4SLinus Torvalds 
print_holes(struct list_head * holes)841da177e4SLinus Torvalds static void print_holes(struct list_head *holes)
851da177e4SLinus Torvalds {
861da177e4SLinus Torvalds 
871da177e4SLinus Torvalds 	struct list_head *cur;
881da177e4SLinus Torvalds 	struct hole *hole;
891da177e4SLinus Torvalds 
9056bbd862SGeert Uytterhoeven 	pr_info("listing dvma holes\n");
911da177e4SLinus Torvalds 	list_for_each(cur, holes) {
921da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
931da177e4SLinus Torvalds 
941da177e4SLinus Torvalds 		if((hole->start == 0) && (hole->end == 0) && (hole->size == 0))
951da177e4SLinus Torvalds 			continue;
961da177e4SLinus Torvalds 
9756bbd862SGeert Uytterhoeven 		pr_info("hole: start %08lx end %08lx size %08lx\n",
9856bbd862SGeert Uytterhoeven 			hole->start, hole->end, hole->size);
991da177e4SLinus Torvalds 	}
1001da177e4SLinus Torvalds 
10156bbd862SGeert Uytterhoeven 	pr_info("end of hole listing...\n");
1021da177e4SLinus Torvalds }
1031da177e4SLinus Torvalds #endif /* DVMA_DEBUG */
1041da177e4SLinus Torvalds 
refill(void)1051da177e4SLinus Torvalds static inline int refill(void)
1061da177e4SLinus Torvalds {
1071da177e4SLinus Torvalds 
1081da177e4SLinus Torvalds 	struct hole *hole;
1091da177e4SLinus Torvalds 	struct hole *prev = NULL;
1101da177e4SLinus Torvalds 	struct list_head *cur;
1111da177e4SLinus Torvalds 	int ret = 0;
1121da177e4SLinus Torvalds 
1131da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
1141da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
1151da177e4SLinus Torvalds 
1161da177e4SLinus Torvalds 		if(!prev) {
1171da177e4SLinus Torvalds 			prev = hole;
1181da177e4SLinus Torvalds 			continue;
1191da177e4SLinus Torvalds 		}
1201da177e4SLinus Torvalds 
1211da177e4SLinus Torvalds 		if(hole->end == prev->start) {
1221da177e4SLinus Torvalds 			hole->size += prev->size;
1231da177e4SLinus Torvalds 			hole->end = prev->end;
124a7addceaSAkinobu Mita 			list_move(&(prev->list), &hole_cache);
1251da177e4SLinus Torvalds 			ret++;
1261da177e4SLinus Torvalds 		}
1271da177e4SLinus Torvalds 
1281da177e4SLinus Torvalds 	}
1291da177e4SLinus Torvalds 
1301da177e4SLinus Torvalds 	return ret;
1311da177e4SLinus Torvalds }
1321da177e4SLinus Torvalds 
rmcache(void)1331da177e4SLinus Torvalds static inline struct hole *rmcache(void)
1341da177e4SLinus Torvalds {
1351da177e4SLinus Torvalds 	struct hole *ret;
1361da177e4SLinus Torvalds 
1371da177e4SLinus Torvalds 	if(list_empty(&hole_cache)) {
1381da177e4SLinus Torvalds 		if(!refill()) {
13956bbd862SGeert Uytterhoeven 			pr_crit("out of dvma hole cache!\n");
1401da177e4SLinus Torvalds 			BUG();
1411da177e4SLinus Torvalds 		}
1421da177e4SLinus Torvalds 	}
1431da177e4SLinus Torvalds 
1441da177e4SLinus Torvalds 	ret = list_entry(hole_cache.next, struct hole, list);
1451da177e4SLinus Torvalds 	list_del(&(ret->list));
1461da177e4SLinus Torvalds 
1471da177e4SLinus Torvalds 	return ret;
1481da177e4SLinus Torvalds 
1491da177e4SLinus Torvalds }
1501da177e4SLinus Torvalds 
get_baddr(int len,unsigned long align)1511da177e4SLinus Torvalds static inline unsigned long get_baddr(int len, unsigned long align)
1521da177e4SLinus Torvalds {
1531da177e4SLinus Torvalds 
1541da177e4SLinus Torvalds 	struct list_head *cur;
1551da177e4SLinus Torvalds 	struct hole *hole;
1561da177e4SLinus Torvalds 
1571da177e4SLinus Torvalds 	if(list_empty(&hole_list)) {
1581da177e4SLinus Torvalds #ifdef DVMA_DEBUG
15956bbd862SGeert Uytterhoeven 		pr_crit("out of dvma holes! (printing hole cache)\n");
1601da177e4SLinus Torvalds 		print_holes(&hole_cache);
1611da177e4SLinus Torvalds 		print_use();
1621da177e4SLinus Torvalds #endif
1631da177e4SLinus Torvalds 		BUG();
1641da177e4SLinus Torvalds 	}
1651da177e4SLinus Torvalds 
1661da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
1671da177e4SLinus Torvalds 		unsigned long newlen;
1681da177e4SLinus Torvalds 
1691da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
1701da177e4SLinus Torvalds 
1711da177e4SLinus Torvalds 		if(align > DVMA_PAGE_SIZE)
1721da177e4SLinus Torvalds 			newlen = len + ((hole->end - len) & (align-1));
1731da177e4SLinus Torvalds 		else
1741da177e4SLinus Torvalds 			newlen = len;
1751da177e4SLinus Torvalds 
1761da177e4SLinus Torvalds 		if(hole->size > newlen) {
1771da177e4SLinus Torvalds 			hole->end -= newlen;
1781da177e4SLinus Torvalds 			hole->size -= newlen;
1791da177e4SLinus Torvalds 			dvma_entry_use(hole->end) = newlen;
1801da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1811da177e4SLinus Torvalds 			dvma_allocs++;
1821da177e4SLinus Torvalds 			dvma_alloc_bytes += newlen;
1831da177e4SLinus Torvalds #endif
1841da177e4SLinus Torvalds 			return hole->end;
1851da177e4SLinus Torvalds 		} else if(hole->size == newlen) {
186a7addceaSAkinobu Mita 			list_move(&(hole->list), &hole_cache);
1871da177e4SLinus Torvalds 			dvma_entry_use(hole->start) = newlen;
1881da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1891da177e4SLinus Torvalds 			dvma_allocs++;
1901da177e4SLinus Torvalds 			dvma_alloc_bytes += newlen;
1911da177e4SLinus Torvalds #endif
1921da177e4SLinus Torvalds 			return hole->start;
1931da177e4SLinus Torvalds 		}
1941da177e4SLinus Torvalds 
1951da177e4SLinus Torvalds 	}
1961da177e4SLinus Torvalds 
19756bbd862SGeert Uytterhoeven 	pr_crit("unable to find dvma hole!\n");
1981da177e4SLinus Torvalds 	BUG();
1991da177e4SLinus Torvalds 	return 0;
2001da177e4SLinus Torvalds }
2011da177e4SLinus Torvalds 
free_baddr(unsigned long baddr)2021da177e4SLinus Torvalds static inline int free_baddr(unsigned long baddr)
2031da177e4SLinus Torvalds {
2041da177e4SLinus Torvalds 
2051da177e4SLinus Torvalds 	unsigned long len;
2061da177e4SLinus Torvalds 	struct hole *hole;
2071da177e4SLinus Torvalds 	struct list_head *cur;
2081da177e4SLinus Torvalds 	unsigned long orig_baddr;
2091da177e4SLinus Torvalds 
2101da177e4SLinus Torvalds 	orig_baddr = baddr;
2111da177e4SLinus Torvalds 	len = dvma_entry_use(baddr);
2121da177e4SLinus Torvalds 	dvma_entry_use(baddr) = 0;
2131da177e4SLinus Torvalds 	baddr &= DVMA_PAGE_MASK;
2141da177e4SLinus Torvalds 	dvma_unmap_iommu(baddr, len);
2151da177e4SLinus Torvalds 
2161da177e4SLinus Torvalds #ifdef DVMA_DEBUG
2171da177e4SLinus Torvalds 	dvma_frees++;
2181da177e4SLinus Torvalds 	dvma_free_bytes += len;
2191da177e4SLinus Torvalds #endif
2201da177e4SLinus Torvalds 
2211da177e4SLinus Torvalds 	list_for_each(cur, &hole_list) {
2221da177e4SLinus Torvalds 		hole = list_entry(cur, struct hole, list);
2231da177e4SLinus Torvalds 
2241da177e4SLinus Torvalds 		if(hole->end == baddr) {
2251da177e4SLinus Torvalds 			hole->end += len;
2261da177e4SLinus Torvalds 			hole->size += len;
2271da177e4SLinus Torvalds 			return 0;
2281da177e4SLinus Torvalds 		} else if(hole->start == (baddr + len)) {
2291da177e4SLinus Torvalds 			hole->start = baddr;
2301da177e4SLinus Torvalds 			hole->size += len;
2311da177e4SLinus Torvalds 			return 0;
2321da177e4SLinus Torvalds 		}
2331da177e4SLinus Torvalds 
2341da177e4SLinus Torvalds 	}
2351da177e4SLinus Torvalds 
2361da177e4SLinus Torvalds 	hole = rmcache();
2371da177e4SLinus Torvalds 
2381da177e4SLinus Torvalds 	hole->start = baddr;
2391da177e4SLinus Torvalds 	hole->end = baddr + len;
2401da177e4SLinus Torvalds 	hole->size = len;
2411da177e4SLinus Torvalds 
2421da177e4SLinus Torvalds //	list_add_tail(&(hole->list), cur);
2431da177e4SLinus Torvalds 	list_add(&(hole->list), cur);
2441da177e4SLinus Torvalds 
2451da177e4SLinus Torvalds 	return 0;
2461da177e4SLinus Torvalds 
2471da177e4SLinus Torvalds }
2481da177e4SLinus Torvalds 
dvma_init(void)249a4df02a2SGeert Uytterhoeven void __init dvma_init(void)
2501da177e4SLinus Torvalds {
2511da177e4SLinus Torvalds 
2521da177e4SLinus Torvalds 	struct hole *hole;
2531da177e4SLinus Torvalds 	int i;
2541da177e4SLinus Torvalds 
2551da177e4SLinus Torvalds 	INIT_LIST_HEAD(&hole_list);
2561da177e4SLinus Torvalds 	INIT_LIST_HEAD(&hole_cache);
2571da177e4SLinus Torvalds 
2581da177e4SLinus Torvalds 	/* prepare the hole cache */
2591da177e4SLinus Torvalds 	for(i = 0; i < 64; i++)
2601da177e4SLinus Torvalds 		list_add(&(initholes[i].list), &hole_cache);
2611da177e4SLinus Torvalds 
2621da177e4SLinus Torvalds 	hole = rmcache();
2631da177e4SLinus Torvalds 	hole->start = DVMA_START;
2641da177e4SLinus Torvalds 	hole->end = DVMA_END;
2651da177e4SLinus Torvalds 	hole->size = DVMA_SIZE;
2661da177e4SLinus Torvalds 
2671da177e4SLinus Torvalds 	list_add(&(hole->list), &hole_list);
2681da177e4SLinus Torvalds 
2692a5bda5aSMike Rapoport 	iommu_use = memblock_alloc(IOMMU_TOTAL_ENTRIES * sizeof(unsigned long),
2707e1c4e27SMike Rapoport 				   SMP_CACHE_BYTES);
2718a7f97b9SMike Rapoport 	if (!iommu_use)
2728a7f97b9SMike Rapoport 		panic("%s: Failed to allocate %zu bytes\n", __func__,
2738a7f97b9SMike Rapoport 		      IOMMU_TOTAL_ENTRIES * sizeof(unsigned long));
2741da177e4SLinus Torvalds 
2751da177e4SLinus Torvalds 	dvma_unmap_iommu(DVMA_START, DVMA_SIZE);
2761da177e4SLinus Torvalds 
2771da177e4SLinus Torvalds #ifdef CONFIG_SUN3
2781da177e4SLinus Torvalds 	sun3_dvma_init();
2791da177e4SLinus Torvalds #endif
2801da177e4SLinus Torvalds 
2811da177e4SLinus Torvalds }
2821da177e4SLinus Torvalds 
dvma_map_align(unsigned long kaddr,int len,int align)2835ecf85f0SDenis Efremov unsigned long dvma_map_align(unsigned long kaddr, int len, int align)
2841da177e4SLinus Torvalds {
2851da177e4SLinus Torvalds 
2861da177e4SLinus Torvalds 	unsigned long baddr;
2871da177e4SLinus Torvalds 	unsigned long off;
2881da177e4SLinus Torvalds 
2891da177e4SLinus Torvalds 	if(!len)
2901da177e4SLinus Torvalds 		len = 0x800;
2911da177e4SLinus Torvalds 
2921da177e4SLinus Torvalds 	if(!kaddr || !len) {
29356bbd862SGeert Uytterhoeven //		pr_err("error: kaddr %lx len %x\n", kaddr, len);
2941da177e4SLinus Torvalds //		*(int *)4 = 0;
2951da177e4SLinus Torvalds 		return 0;
2961da177e4SLinus Torvalds 	}
2971da177e4SLinus Torvalds 
29856bbd862SGeert Uytterhoeven 	pr_debug("dvma_map request %08x bytes from %08lx\n", len, kaddr);
2991da177e4SLinus Torvalds 	off = kaddr & ~DVMA_PAGE_MASK;
3001da177e4SLinus Torvalds 	kaddr &= PAGE_MASK;
3011da177e4SLinus Torvalds 	len += off;
3021da177e4SLinus Torvalds 	len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3031da177e4SLinus Torvalds 
3041da177e4SLinus Torvalds 	if(align == 0)
3051da177e4SLinus Torvalds 		align = DVMA_PAGE_SIZE;
3061da177e4SLinus Torvalds 	else
3071da177e4SLinus Torvalds 		align = ((align + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3081da177e4SLinus Torvalds 
3091da177e4SLinus Torvalds 	baddr = get_baddr(len, align);
31056bbd862SGeert Uytterhoeven //	pr_info("using baddr %lx\n", baddr);
3111da177e4SLinus Torvalds 
3121da177e4SLinus Torvalds 	if(!dvma_map_iommu(kaddr, baddr, len))
3131da177e4SLinus Torvalds 		return (baddr + off);
3141da177e4SLinus Torvalds 
31556bbd862SGeert Uytterhoeven 	pr_crit("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr,
31656bbd862SGeert Uytterhoeven 	len);
3171da177e4SLinus Torvalds 	BUG();
3181da177e4SLinus Torvalds 	return 0;
3191da177e4SLinus Torvalds }
3202e811488SAl Viro EXPORT_SYMBOL(dvma_map_align);
3211da177e4SLinus Torvalds 
dvma_unmap(void * baddr)3221da177e4SLinus Torvalds void dvma_unmap(void *baddr)
3231da177e4SLinus Torvalds {
3241da177e4SLinus Torvalds 	unsigned long addr;
3251da177e4SLinus Torvalds 
3261da177e4SLinus Torvalds 	addr = (unsigned long)baddr;
3271da177e4SLinus Torvalds 	/* check if this is a vme mapping */
3281da177e4SLinus Torvalds 	if(!(addr & 0x00f00000))
3291da177e4SLinus Torvalds 		addr |= 0xf00000;
3301da177e4SLinus Torvalds 
3311da177e4SLinus Torvalds 	free_baddr(addr);
3321da177e4SLinus Torvalds 
3331da177e4SLinus Torvalds 	return;
3341da177e4SLinus Torvalds 
3351da177e4SLinus Torvalds }
3362e811488SAl Viro EXPORT_SYMBOL(dvma_unmap);
3371da177e4SLinus Torvalds 
dvma_malloc_align(unsigned long len,unsigned long align)3381da177e4SLinus Torvalds void *dvma_malloc_align(unsigned long len, unsigned long align)
3391da177e4SLinus Torvalds {
3401da177e4SLinus Torvalds 	unsigned long kaddr;
3411da177e4SLinus Torvalds 	unsigned long baddr;
3421da177e4SLinus Torvalds 	unsigned long vaddr;
3431da177e4SLinus Torvalds 
3441da177e4SLinus Torvalds 	if(!len)
3451da177e4SLinus Torvalds 		return NULL;
3461da177e4SLinus Torvalds 
34756bbd862SGeert Uytterhoeven 	pr_debug("dvma_malloc request %lx bytes\n", len);
3481da177e4SLinus Torvalds 	len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3491da177e4SLinus Torvalds 
3501da177e4SLinus Torvalds         if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0)
3511da177e4SLinus Torvalds 		return NULL;
3521da177e4SLinus Torvalds 
3531da177e4SLinus Torvalds 	if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) {
3541da177e4SLinus Torvalds 		free_pages(kaddr, get_order(len));
3551da177e4SLinus Torvalds 		return NULL;
3561da177e4SLinus Torvalds 	}
3571da177e4SLinus Torvalds 
3581da177e4SLinus Torvalds 	vaddr = dvma_btov(baddr);
3591da177e4SLinus Torvalds 
3601da177e4SLinus Torvalds 	if(dvma_map_cpu(kaddr, vaddr, len) < 0) {
3611da177e4SLinus Torvalds 		dvma_unmap((void *)baddr);
3621da177e4SLinus Torvalds 		free_pages(kaddr, get_order(len));
3631da177e4SLinus Torvalds 		return NULL;
3641da177e4SLinus Torvalds 	}
3651da177e4SLinus Torvalds 
36656bbd862SGeert Uytterhoeven 	pr_debug("mapped %08lx bytes %08lx kern -> %08lx bus\n", len, kaddr,
36756bbd862SGeert Uytterhoeven 		 baddr);
3681da177e4SLinus Torvalds 
3691da177e4SLinus Torvalds 	return (void *)vaddr;
3701da177e4SLinus Torvalds 
3711da177e4SLinus Torvalds }
3722e811488SAl Viro EXPORT_SYMBOL(dvma_malloc_align);
3731da177e4SLinus Torvalds 
dvma_free(void * vaddr)3741da177e4SLinus Torvalds void dvma_free(void *vaddr)
3751da177e4SLinus Torvalds {
3761da177e4SLinus Torvalds 
3771da177e4SLinus Torvalds 	return;
3781da177e4SLinus Torvalds 
3791da177e4SLinus Torvalds }
3802e811488SAl Viro EXPORT_SYMBOL(dvma_free);
381