1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
21da177e4SLinus Torvalds /*
3f30c2269SUwe Zeisberger * linux/arch/m68k/sun3/sun3dvma.c
41da177e4SLinus Torvalds *
51da177e4SLinus Torvalds * Copyright (C) 2000 Sam Creasey
61da177e4SLinus Torvalds *
71da177e4SLinus Torvalds * Contains common routines for sun3/sun3x DVMA management.
81da177e4SLinus Torvalds */
91da177e4SLinus Torvalds
1057c8a661SMike Rapoport #include <linux/memblock.h>
11a4df02a2SGeert Uytterhoeven #include <linux/init.h>
122e811488SAl Viro #include <linux/module.h>
131da177e4SLinus Torvalds #include <linux/kernel.h>
145a0e3ad6STejun Heo #include <linux/gfp.h>
151da177e4SLinus Torvalds #include <linux/mm.h>
161da177e4SLinus Torvalds #include <linux/list.h>
171da177e4SLinus Torvalds
181da177e4SLinus Torvalds #include <asm/page.h>
191da177e4SLinus Torvalds #include <asm/dvma.h>
201da177e4SLinus Torvalds
211da177e4SLinus Torvalds #undef DVMA_DEBUG
221da177e4SLinus Torvalds
231da177e4SLinus Torvalds #ifdef CONFIG_SUN3X
241da177e4SLinus Torvalds extern void dvma_unmap_iommu(unsigned long baddr, int len);
251da177e4SLinus Torvalds #else
dvma_unmap_iommu(unsigned long a,int b)261da177e4SLinus Torvalds static inline void dvma_unmap_iommu(unsigned long a, int b)
271da177e4SLinus Torvalds {
281da177e4SLinus Torvalds }
291da177e4SLinus Torvalds #endif
301da177e4SLinus Torvalds
311da177e4SLinus Torvalds #ifdef CONFIG_SUN3
321da177e4SLinus Torvalds extern void sun3_dvma_init(void);
331da177e4SLinus Torvalds #endif
341da177e4SLinus Torvalds
357b3e8de9SGeert Uytterhoeven static unsigned long *iommu_use;
361da177e4SLinus Torvalds
371da177e4SLinus Torvalds #define dvma_index(baddr) ((baddr - DVMA_START) >> DVMA_PAGE_SHIFT)
381da177e4SLinus Torvalds
391da177e4SLinus Torvalds #define dvma_entry_use(baddr) (iommu_use[dvma_index(baddr)])
401da177e4SLinus Torvalds
411da177e4SLinus Torvalds struct hole {
421da177e4SLinus Torvalds unsigned long start;
431da177e4SLinus Torvalds unsigned long end;
441da177e4SLinus Torvalds unsigned long size;
451da177e4SLinus Torvalds struct list_head list;
461da177e4SLinus Torvalds };
471da177e4SLinus Torvalds
481da177e4SLinus Torvalds static struct list_head hole_list;
491da177e4SLinus Torvalds static struct list_head hole_cache;
501da177e4SLinus Torvalds static struct hole initholes[64];
511da177e4SLinus Torvalds
521da177e4SLinus Torvalds #ifdef DVMA_DEBUG
531da177e4SLinus Torvalds
541da177e4SLinus Torvalds static unsigned long dvma_allocs;
551da177e4SLinus Torvalds static unsigned long dvma_frees;
561da177e4SLinus Torvalds static unsigned long long dvma_alloc_bytes;
571da177e4SLinus Torvalds static unsigned long long dvma_free_bytes;
581da177e4SLinus Torvalds
print_use(void)591da177e4SLinus Torvalds static void print_use(void)
601da177e4SLinus Torvalds {
611da177e4SLinus Torvalds
621da177e4SLinus Torvalds int i;
631da177e4SLinus Torvalds int j = 0;
641da177e4SLinus Torvalds
6556bbd862SGeert Uytterhoeven pr_info("dvma entry usage:\n");
661da177e4SLinus Torvalds
671da177e4SLinus Torvalds for(i = 0; i < IOMMU_TOTAL_ENTRIES; i++) {
681da177e4SLinus Torvalds if(!iommu_use[i])
691da177e4SLinus Torvalds continue;
701da177e4SLinus Torvalds
711da177e4SLinus Torvalds j++;
721da177e4SLinus Torvalds
7356bbd862SGeert Uytterhoeven pr_info("dvma entry: %08x len %08lx\n",
7456bbd862SGeert Uytterhoeven (i << DVMA_PAGE_SHIFT) + DVMA_START, iommu_use[i]);
751da177e4SLinus Torvalds }
761da177e4SLinus Torvalds
7756bbd862SGeert Uytterhoeven pr_info("%d entries in use total\n", j);
781da177e4SLinus Torvalds
7956bbd862SGeert Uytterhoeven pr_info("allocation/free calls: %lu/%lu\n", dvma_allocs, dvma_frees);
8056bbd862SGeert Uytterhoeven pr_info("allocation/free bytes: %Lx/%Lx\n", dvma_alloc_bytes,
811da177e4SLinus Torvalds dvma_free_bytes);
821da177e4SLinus Torvalds }
831da177e4SLinus Torvalds
print_holes(struct list_head * holes)841da177e4SLinus Torvalds static void print_holes(struct list_head *holes)
851da177e4SLinus Torvalds {
861da177e4SLinus Torvalds
871da177e4SLinus Torvalds struct list_head *cur;
881da177e4SLinus Torvalds struct hole *hole;
891da177e4SLinus Torvalds
9056bbd862SGeert Uytterhoeven pr_info("listing dvma holes\n");
911da177e4SLinus Torvalds list_for_each(cur, holes) {
921da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list);
931da177e4SLinus Torvalds
941da177e4SLinus Torvalds if((hole->start == 0) && (hole->end == 0) && (hole->size == 0))
951da177e4SLinus Torvalds continue;
961da177e4SLinus Torvalds
9756bbd862SGeert Uytterhoeven pr_info("hole: start %08lx end %08lx size %08lx\n",
9856bbd862SGeert Uytterhoeven hole->start, hole->end, hole->size);
991da177e4SLinus Torvalds }
1001da177e4SLinus Torvalds
10156bbd862SGeert Uytterhoeven pr_info("end of hole listing...\n");
1021da177e4SLinus Torvalds }
1031da177e4SLinus Torvalds #endif /* DVMA_DEBUG */
1041da177e4SLinus Torvalds
refill(void)1051da177e4SLinus Torvalds static inline int refill(void)
1061da177e4SLinus Torvalds {
1071da177e4SLinus Torvalds
1081da177e4SLinus Torvalds struct hole *hole;
1091da177e4SLinus Torvalds struct hole *prev = NULL;
1101da177e4SLinus Torvalds struct list_head *cur;
1111da177e4SLinus Torvalds int ret = 0;
1121da177e4SLinus Torvalds
1131da177e4SLinus Torvalds list_for_each(cur, &hole_list) {
1141da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list);
1151da177e4SLinus Torvalds
1161da177e4SLinus Torvalds if(!prev) {
1171da177e4SLinus Torvalds prev = hole;
1181da177e4SLinus Torvalds continue;
1191da177e4SLinus Torvalds }
1201da177e4SLinus Torvalds
1211da177e4SLinus Torvalds if(hole->end == prev->start) {
1221da177e4SLinus Torvalds hole->size += prev->size;
1231da177e4SLinus Torvalds hole->end = prev->end;
124a7addceaSAkinobu Mita list_move(&(prev->list), &hole_cache);
1251da177e4SLinus Torvalds ret++;
1261da177e4SLinus Torvalds }
1271da177e4SLinus Torvalds
1281da177e4SLinus Torvalds }
1291da177e4SLinus Torvalds
1301da177e4SLinus Torvalds return ret;
1311da177e4SLinus Torvalds }
1321da177e4SLinus Torvalds
rmcache(void)1331da177e4SLinus Torvalds static inline struct hole *rmcache(void)
1341da177e4SLinus Torvalds {
1351da177e4SLinus Torvalds struct hole *ret;
1361da177e4SLinus Torvalds
1371da177e4SLinus Torvalds if(list_empty(&hole_cache)) {
1381da177e4SLinus Torvalds if(!refill()) {
13956bbd862SGeert Uytterhoeven pr_crit("out of dvma hole cache!\n");
1401da177e4SLinus Torvalds BUG();
1411da177e4SLinus Torvalds }
1421da177e4SLinus Torvalds }
1431da177e4SLinus Torvalds
1441da177e4SLinus Torvalds ret = list_entry(hole_cache.next, struct hole, list);
1451da177e4SLinus Torvalds list_del(&(ret->list));
1461da177e4SLinus Torvalds
1471da177e4SLinus Torvalds return ret;
1481da177e4SLinus Torvalds
1491da177e4SLinus Torvalds }
1501da177e4SLinus Torvalds
get_baddr(int len,unsigned long align)1511da177e4SLinus Torvalds static inline unsigned long get_baddr(int len, unsigned long align)
1521da177e4SLinus Torvalds {
1531da177e4SLinus Torvalds
1541da177e4SLinus Torvalds struct list_head *cur;
1551da177e4SLinus Torvalds struct hole *hole;
1561da177e4SLinus Torvalds
1571da177e4SLinus Torvalds if(list_empty(&hole_list)) {
1581da177e4SLinus Torvalds #ifdef DVMA_DEBUG
15956bbd862SGeert Uytterhoeven pr_crit("out of dvma holes! (printing hole cache)\n");
1601da177e4SLinus Torvalds print_holes(&hole_cache);
1611da177e4SLinus Torvalds print_use();
1621da177e4SLinus Torvalds #endif
1631da177e4SLinus Torvalds BUG();
1641da177e4SLinus Torvalds }
1651da177e4SLinus Torvalds
1661da177e4SLinus Torvalds list_for_each(cur, &hole_list) {
1671da177e4SLinus Torvalds unsigned long newlen;
1681da177e4SLinus Torvalds
1691da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list);
1701da177e4SLinus Torvalds
1711da177e4SLinus Torvalds if(align > DVMA_PAGE_SIZE)
1721da177e4SLinus Torvalds newlen = len + ((hole->end - len) & (align-1));
1731da177e4SLinus Torvalds else
1741da177e4SLinus Torvalds newlen = len;
1751da177e4SLinus Torvalds
1761da177e4SLinus Torvalds if(hole->size > newlen) {
1771da177e4SLinus Torvalds hole->end -= newlen;
1781da177e4SLinus Torvalds hole->size -= newlen;
1791da177e4SLinus Torvalds dvma_entry_use(hole->end) = newlen;
1801da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1811da177e4SLinus Torvalds dvma_allocs++;
1821da177e4SLinus Torvalds dvma_alloc_bytes += newlen;
1831da177e4SLinus Torvalds #endif
1841da177e4SLinus Torvalds return hole->end;
1851da177e4SLinus Torvalds } else if(hole->size == newlen) {
186a7addceaSAkinobu Mita list_move(&(hole->list), &hole_cache);
1871da177e4SLinus Torvalds dvma_entry_use(hole->start) = newlen;
1881da177e4SLinus Torvalds #ifdef DVMA_DEBUG
1891da177e4SLinus Torvalds dvma_allocs++;
1901da177e4SLinus Torvalds dvma_alloc_bytes += newlen;
1911da177e4SLinus Torvalds #endif
1921da177e4SLinus Torvalds return hole->start;
1931da177e4SLinus Torvalds }
1941da177e4SLinus Torvalds
1951da177e4SLinus Torvalds }
1961da177e4SLinus Torvalds
19756bbd862SGeert Uytterhoeven pr_crit("unable to find dvma hole!\n");
1981da177e4SLinus Torvalds BUG();
1991da177e4SLinus Torvalds return 0;
2001da177e4SLinus Torvalds }
2011da177e4SLinus Torvalds
free_baddr(unsigned long baddr)2021da177e4SLinus Torvalds static inline int free_baddr(unsigned long baddr)
2031da177e4SLinus Torvalds {
2041da177e4SLinus Torvalds
2051da177e4SLinus Torvalds unsigned long len;
2061da177e4SLinus Torvalds struct hole *hole;
2071da177e4SLinus Torvalds struct list_head *cur;
2081da177e4SLinus Torvalds unsigned long orig_baddr;
2091da177e4SLinus Torvalds
2101da177e4SLinus Torvalds orig_baddr = baddr;
2111da177e4SLinus Torvalds len = dvma_entry_use(baddr);
2121da177e4SLinus Torvalds dvma_entry_use(baddr) = 0;
2131da177e4SLinus Torvalds baddr &= DVMA_PAGE_MASK;
2141da177e4SLinus Torvalds dvma_unmap_iommu(baddr, len);
2151da177e4SLinus Torvalds
2161da177e4SLinus Torvalds #ifdef DVMA_DEBUG
2171da177e4SLinus Torvalds dvma_frees++;
2181da177e4SLinus Torvalds dvma_free_bytes += len;
2191da177e4SLinus Torvalds #endif
2201da177e4SLinus Torvalds
2211da177e4SLinus Torvalds list_for_each(cur, &hole_list) {
2221da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list);
2231da177e4SLinus Torvalds
2241da177e4SLinus Torvalds if(hole->end == baddr) {
2251da177e4SLinus Torvalds hole->end += len;
2261da177e4SLinus Torvalds hole->size += len;
2271da177e4SLinus Torvalds return 0;
2281da177e4SLinus Torvalds } else if(hole->start == (baddr + len)) {
2291da177e4SLinus Torvalds hole->start = baddr;
2301da177e4SLinus Torvalds hole->size += len;
2311da177e4SLinus Torvalds return 0;
2321da177e4SLinus Torvalds }
2331da177e4SLinus Torvalds
2341da177e4SLinus Torvalds }
2351da177e4SLinus Torvalds
2361da177e4SLinus Torvalds hole = rmcache();
2371da177e4SLinus Torvalds
2381da177e4SLinus Torvalds hole->start = baddr;
2391da177e4SLinus Torvalds hole->end = baddr + len;
2401da177e4SLinus Torvalds hole->size = len;
2411da177e4SLinus Torvalds
2421da177e4SLinus Torvalds // list_add_tail(&(hole->list), cur);
2431da177e4SLinus Torvalds list_add(&(hole->list), cur);
2441da177e4SLinus Torvalds
2451da177e4SLinus Torvalds return 0;
2461da177e4SLinus Torvalds
2471da177e4SLinus Torvalds }
2481da177e4SLinus Torvalds
dvma_init(void)249a4df02a2SGeert Uytterhoeven void __init dvma_init(void)
2501da177e4SLinus Torvalds {
2511da177e4SLinus Torvalds
2521da177e4SLinus Torvalds struct hole *hole;
2531da177e4SLinus Torvalds int i;
2541da177e4SLinus Torvalds
2551da177e4SLinus Torvalds INIT_LIST_HEAD(&hole_list);
2561da177e4SLinus Torvalds INIT_LIST_HEAD(&hole_cache);
2571da177e4SLinus Torvalds
2581da177e4SLinus Torvalds /* prepare the hole cache */
2591da177e4SLinus Torvalds for(i = 0; i < 64; i++)
2601da177e4SLinus Torvalds list_add(&(initholes[i].list), &hole_cache);
2611da177e4SLinus Torvalds
2621da177e4SLinus Torvalds hole = rmcache();
2631da177e4SLinus Torvalds hole->start = DVMA_START;
2641da177e4SLinus Torvalds hole->end = DVMA_END;
2651da177e4SLinus Torvalds hole->size = DVMA_SIZE;
2661da177e4SLinus Torvalds
2671da177e4SLinus Torvalds list_add(&(hole->list), &hole_list);
2681da177e4SLinus Torvalds
2692a5bda5aSMike Rapoport iommu_use = memblock_alloc(IOMMU_TOTAL_ENTRIES * sizeof(unsigned long),
2707e1c4e27SMike Rapoport SMP_CACHE_BYTES);
2718a7f97b9SMike Rapoport if (!iommu_use)
2728a7f97b9SMike Rapoport panic("%s: Failed to allocate %zu bytes\n", __func__,
2738a7f97b9SMike Rapoport IOMMU_TOTAL_ENTRIES * sizeof(unsigned long));
2741da177e4SLinus Torvalds
2751da177e4SLinus Torvalds dvma_unmap_iommu(DVMA_START, DVMA_SIZE);
2761da177e4SLinus Torvalds
2771da177e4SLinus Torvalds #ifdef CONFIG_SUN3
2781da177e4SLinus Torvalds sun3_dvma_init();
2791da177e4SLinus Torvalds #endif
2801da177e4SLinus Torvalds
2811da177e4SLinus Torvalds }
2821da177e4SLinus Torvalds
dvma_map_align(unsigned long kaddr,int len,int align)2835ecf85f0SDenis Efremov unsigned long dvma_map_align(unsigned long kaddr, int len, int align)
2841da177e4SLinus Torvalds {
2851da177e4SLinus Torvalds
2861da177e4SLinus Torvalds unsigned long baddr;
2871da177e4SLinus Torvalds unsigned long off;
2881da177e4SLinus Torvalds
2891da177e4SLinus Torvalds if(!len)
2901da177e4SLinus Torvalds len = 0x800;
2911da177e4SLinus Torvalds
2921da177e4SLinus Torvalds if(!kaddr || !len) {
29356bbd862SGeert Uytterhoeven // pr_err("error: kaddr %lx len %x\n", kaddr, len);
2941da177e4SLinus Torvalds // *(int *)4 = 0;
2951da177e4SLinus Torvalds return 0;
2961da177e4SLinus Torvalds }
2971da177e4SLinus Torvalds
29856bbd862SGeert Uytterhoeven pr_debug("dvma_map request %08x bytes from %08lx\n", len, kaddr);
2991da177e4SLinus Torvalds off = kaddr & ~DVMA_PAGE_MASK;
3001da177e4SLinus Torvalds kaddr &= PAGE_MASK;
3011da177e4SLinus Torvalds len += off;
3021da177e4SLinus Torvalds len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3031da177e4SLinus Torvalds
3041da177e4SLinus Torvalds if(align == 0)
3051da177e4SLinus Torvalds align = DVMA_PAGE_SIZE;
3061da177e4SLinus Torvalds else
3071da177e4SLinus Torvalds align = ((align + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3081da177e4SLinus Torvalds
3091da177e4SLinus Torvalds baddr = get_baddr(len, align);
31056bbd862SGeert Uytterhoeven // pr_info("using baddr %lx\n", baddr);
3111da177e4SLinus Torvalds
3121da177e4SLinus Torvalds if(!dvma_map_iommu(kaddr, baddr, len))
3131da177e4SLinus Torvalds return (baddr + off);
3141da177e4SLinus Torvalds
31556bbd862SGeert Uytterhoeven pr_crit("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr,
31656bbd862SGeert Uytterhoeven len);
3171da177e4SLinus Torvalds BUG();
3181da177e4SLinus Torvalds return 0;
3191da177e4SLinus Torvalds }
3202e811488SAl Viro EXPORT_SYMBOL(dvma_map_align);
3211da177e4SLinus Torvalds
dvma_unmap(void * baddr)3221da177e4SLinus Torvalds void dvma_unmap(void *baddr)
3231da177e4SLinus Torvalds {
3241da177e4SLinus Torvalds unsigned long addr;
3251da177e4SLinus Torvalds
3261da177e4SLinus Torvalds addr = (unsigned long)baddr;
3271da177e4SLinus Torvalds /* check if this is a vme mapping */
3281da177e4SLinus Torvalds if(!(addr & 0x00f00000))
3291da177e4SLinus Torvalds addr |= 0xf00000;
3301da177e4SLinus Torvalds
3311da177e4SLinus Torvalds free_baddr(addr);
3321da177e4SLinus Torvalds
3331da177e4SLinus Torvalds return;
3341da177e4SLinus Torvalds
3351da177e4SLinus Torvalds }
3362e811488SAl Viro EXPORT_SYMBOL(dvma_unmap);
3371da177e4SLinus Torvalds
dvma_malloc_align(unsigned long len,unsigned long align)3381da177e4SLinus Torvalds void *dvma_malloc_align(unsigned long len, unsigned long align)
3391da177e4SLinus Torvalds {
3401da177e4SLinus Torvalds unsigned long kaddr;
3411da177e4SLinus Torvalds unsigned long baddr;
3421da177e4SLinus Torvalds unsigned long vaddr;
3431da177e4SLinus Torvalds
3441da177e4SLinus Torvalds if(!len)
3451da177e4SLinus Torvalds return NULL;
3461da177e4SLinus Torvalds
34756bbd862SGeert Uytterhoeven pr_debug("dvma_malloc request %lx bytes\n", len);
3481da177e4SLinus Torvalds len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK);
3491da177e4SLinus Torvalds
3501da177e4SLinus Torvalds if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0)
3511da177e4SLinus Torvalds return NULL;
3521da177e4SLinus Torvalds
3531da177e4SLinus Torvalds if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) {
3541da177e4SLinus Torvalds free_pages(kaddr, get_order(len));
3551da177e4SLinus Torvalds return NULL;
3561da177e4SLinus Torvalds }
3571da177e4SLinus Torvalds
3581da177e4SLinus Torvalds vaddr = dvma_btov(baddr);
3591da177e4SLinus Torvalds
3601da177e4SLinus Torvalds if(dvma_map_cpu(kaddr, vaddr, len) < 0) {
3611da177e4SLinus Torvalds dvma_unmap((void *)baddr);
3621da177e4SLinus Torvalds free_pages(kaddr, get_order(len));
3631da177e4SLinus Torvalds return NULL;
3641da177e4SLinus Torvalds }
3651da177e4SLinus Torvalds
36656bbd862SGeert Uytterhoeven pr_debug("mapped %08lx bytes %08lx kern -> %08lx bus\n", len, kaddr,
36756bbd862SGeert Uytterhoeven baddr);
3681da177e4SLinus Torvalds
3691da177e4SLinus Torvalds return (void *)vaddr;
3701da177e4SLinus Torvalds
3711da177e4SLinus Torvalds }
3722e811488SAl Viro EXPORT_SYMBOL(dvma_malloc_align);
3731da177e4SLinus Torvalds
dvma_free(void * vaddr)3741da177e4SLinus Torvalds void dvma_free(void *vaddr)
3751da177e4SLinus Torvalds {
3761da177e4SLinus Torvalds
3771da177e4SLinus Torvalds return;
3781da177e4SLinus Torvalds
3791da177e4SLinus Torvalds }
3802e811488SAl Viro EXPORT_SYMBOL(dvma_free);
381