11da177e4SLinus Torvalds /* 2f30c2269SUwe Zeisberger * linux/arch/m68k/sun3/sun3dvma.c 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (C) 2000 Sam Creasey 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Contains common routines for sun3/sun3x DVMA management. 71da177e4SLinus Torvalds */ 81da177e4SLinus Torvalds 97b3e8de9SGeert Uytterhoeven #include <linux/bootmem.h> 10a4df02a2SGeert Uytterhoeven #include <linux/init.h> 112e811488SAl Viro #include <linux/module.h> 121da177e4SLinus Torvalds #include <linux/kernel.h> 135a0e3ad6STejun Heo #include <linux/gfp.h> 141da177e4SLinus Torvalds #include <linux/mm.h> 151da177e4SLinus Torvalds #include <linux/list.h> 161da177e4SLinus Torvalds 171da177e4SLinus Torvalds #include <asm/page.h> 181da177e4SLinus Torvalds #include <asm/pgtable.h> 191da177e4SLinus Torvalds #include <asm/dvma.h> 201da177e4SLinus Torvalds 211da177e4SLinus Torvalds #undef DVMA_DEBUG 221da177e4SLinus Torvalds 231da177e4SLinus Torvalds #ifdef CONFIG_SUN3X 241da177e4SLinus Torvalds extern void dvma_unmap_iommu(unsigned long baddr, int len); 251da177e4SLinus Torvalds #else 261da177e4SLinus Torvalds static inline void dvma_unmap_iommu(unsigned long a, int b) 271da177e4SLinus Torvalds { 281da177e4SLinus Torvalds } 291da177e4SLinus Torvalds #endif 301da177e4SLinus Torvalds 311da177e4SLinus Torvalds #ifdef CONFIG_SUN3 321da177e4SLinus Torvalds extern void sun3_dvma_init(void); 331da177e4SLinus Torvalds #endif 341da177e4SLinus Torvalds 357b3e8de9SGeert Uytterhoeven static unsigned long *iommu_use; 361da177e4SLinus Torvalds 371da177e4SLinus Torvalds #define dvma_index(baddr) ((baddr - DVMA_START) >> DVMA_PAGE_SHIFT) 381da177e4SLinus Torvalds 391da177e4SLinus Torvalds #define dvma_entry_use(baddr) (iommu_use[dvma_index(baddr)]) 401da177e4SLinus Torvalds 411da177e4SLinus Torvalds struct hole { 421da177e4SLinus Torvalds unsigned long start; 431da177e4SLinus Torvalds unsigned long end; 441da177e4SLinus Torvalds unsigned long size; 451da177e4SLinus Torvalds struct list_head list; 461da177e4SLinus Torvalds }; 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds static struct list_head hole_list; 491da177e4SLinus Torvalds static struct list_head hole_cache; 501da177e4SLinus Torvalds static struct hole initholes[64]; 511da177e4SLinus Torvalds 521da177e4SLinus Torvalds #ifdef DVMA_DEBUG 531da177e4SLinus Torvalds 541da177e4SLinus Torvalds static unsigned long dvma_allocs; 551da177e4SLinus Torvalds static unsigned long dvma_frees; 561da177e4SLinus Torvalds static unsigned long long dvma_alloc_bytes; 571da177e4SLinus Torvalds static unsigned long long dvma_free_bytes; 581da177e4SLinus Torvalds 591da177e4SLinus Torvalds static void print_use(void) 601da177e4SLinus Torvalds { 611da177e4SLinus Torvalds 621da177e4SLinus Torvalds int i; 631da177e4SLinus Torvalds int j = 0; 641da177e4SLinus Torvalds 6556bbd862SGeert Uytterhoeven pr_info("dvma entry usage:\n"); 661da177e4SLinus Torvalds 671da177e4SLinus Torvalds for(i = 0; i < IOMMU_TOTAL_ENTRIES; i++) { 681da177e4SLinus Torvalds if(!iommu_use[i]) 691da177e4SLinus Torvalds continue; 701da177e4SLinus Torvalds 711da177e4SLinus Torvalds j++; 721da177e4SLinus Torvalds 7356bbd862SGeert Uytterhoeven pr_info("dvma entry: %08x len %08lx\n", 7456bbd862SGeert Uytterhoeven (i << DVMA_PAGE_SHIFT) + DVMA_START, iommu_use[i]); 751da177e4SLinus Torvalds } 761da177e4SLinus Torvalds 7756bbd862SGeert Uytterhoeven pr_info("%d entries in use total\n", j); 781da177e4SLinus Torvalds 7956bbd862SGeert Uytterhoeven pr_info("allocation/free calls: %lu/%lu\n", dvma_allocs, dvma_frees); 8056bbd862SGeert Uytterhoeven pr_info("allocation/free bytes: %Lx/%Lx\n", dvma_alloc_bytes, 811da177e4SLinus Torvalds dvma_free_bytes); 821da177e4SLinus Torvalds } 831da177e4SLinus Torvalds 841da177e4SLinus Torvalds static void print_holes(struct list_head *holes) 851da177e4SLinus Torvalds { 861da177e4SLinus Torvalds 871da177e4SLinus Torvalds struct list_head *cur; 881da177e4SLinus Torvalds struct hole *hole; 891da177e4SLinus Torvalds 9056bbd862SGeert Uytterhoeven pr_info("listing dvma holes\n"); 911da177e4SLinus Torvalds list_for_each(cur, holes) { 921da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 931da177e4SLinus Torvalds 941da177e4SLinus Torvalds if((hole->start == 0) && (hole->end == 0) && (hole->size == 0)) 951da177e4SLinus Torvalds continue; 961da177e4SLinus Torvalds 9756bbd862SGeert Uytterhoeven pr_info("hole: start %08lx end %08lx size %08lx\n", 9856bbd862SGeert Uytterhoeven hole->start, hole->end, hole->size); 991da177e4SLinus Torvalds } 1001da177e4SLinus Torvalds 10156bbd862SGeert Uytterhoeven pr_info("end of hole listing...\n"); 1021da177e4SLinus Torvalds } 1031da177e4SLinus Torvalds #endif /* DVMA_DEBUG */ 1041da177e4SLinus Torvalds 1051da177e4SLinus Torvalds static inline int refill(void) 1061da177e4SLinus Torvalds { 1071da177e4SLinus Torvalds 1081da177e4SLinus Torvalds struct hole *hole; 1091da177e4SLinus Torvalds struct hole *prev = NULL; 1101da177e4SLinus Torvalds struct list_head *cur; 1111da177e4SLinus Torvalds int ret = 0; 1121da177e4SLinus Torvalds 1131da177e4SLinus Torvalds list_for_each(cur, &hole_list) { 1141da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 1151da177e4SLinus Torvalds 1161da177e4SLinus Torvalds if(!prev) { 1171da177e4SLinus Torvalds prev = hole; 1181da177e4SLinus Torvalds continue; 1191da177e4SLinus Torvalds } 1201da177e4SLinus Torvalds 1211da177e4SLinus Torvalds if(hole->end == prev->start) { 1221da177e4SLinus Torvalds hole->size += prev->size; 1231da177e4SLinus Torvalds hole->end = prev->end; 124a7addceaSAkinobu Mita list_move(&(prev->list), &hole_cache); 1251da177e4SLinus Torvalds ret++; 1261da177e4SLinus Torvalds } 1271da177e4SLinus Torvalds 1281da177e4SLinus Torvalds } 1291da177e4SLinus Torvalds 1301da177e4SLinus Torvalds return ret; 1311da177e4SLinus Torvalds } 1321da177e4SLinus Torvalds 1331da177e4SLinus Torvalds static inline struct hole *rmcache(void) 1341da177e4SLinus Torvalds { 1351da177e4SLinus Torvalds struct hole *ret; 1361da177e4SLinus Torvalds 1371da177e4SLinus Torvalds if(list_empty(&hole_cache)) { 1381da177e4SLinus Torvalds if(!refill()) { 13956bbd862SGeert Uytterhoeven pr_crit("out of dvma hole cache!\n"); 1401da177e4SLinus Torvalds BUG(); 1411da177e4SLinus Torvalds } 1421da177e4SLinus Torvalds } 1431da177e4SLinus Torvalds 1441da177e4SLinus Torvalds ret = list_entry(hole_cache.next, struct hole, list); 1451da177e4SLinus Torvalds list_del(&(ret->list)); 1461da177e4SLinus Torvalds 1471da177e4SLinus Torvalds return ret; 1481da177e4SLinus Torvalds 1491da177e4SLinus Torvalds } 1501da177e4SLinus Torvalds 1511da177e4SLinus Torvalds static inline unsigned long get_baddr(int len, unsigned long align) 1521da177e4SLinus Torvalds { 1531da177e4SLinus Torvalds 1541da177e4SLinus Torvalds struct list_head *cur; 1551da177e4SLinus Torvalds struct hole *hole; 1561da177e4SLinus Torvalds 1571da177e4SLinus Torvalds if(list_empty(&hole_list)) { 1581da177e4SLinus Torvalds #ifdef DVMA_DEBUG 15956bbd862SGeert Uytterhoeven pr_crit("out of dvma holes! (printing hole cache)\n"); 1601da177e4SLinus Torvalds print_holes(&hole_cache); 1611da177e4SLinus Torvalds print_use(); 1621da177e4SLinus Torvalds #endif 1631da177e4SLinus Torvalds BUG(); 1641da177e4SLinus Torvalds } 1651da177e4SLinus Torvalds 1661da177e4SLinus Torvalds list_for_each(cur, &hole_list) { 1671da177e4SLinus Torvalds unsigned long newlen; 1681da177e4SLinus Torvalds 1691da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 1701da177e4SLinus Torvalds 1711da177e4SLinus Torvalds if(align > DVMA_PAGE_SIZE) 1721da177e4SLinus Torvalds newlen = len + ((hole->end - len) & (align-1)); 1731da177e4SLinus Torvalds else 1741da177e4SLinus Torvalds newlen = len; 1751da177e4SLinus Torvalds 1761da177e4SLinus Torvalds if(hole->size > newlen) { 1771da177e4SLinus Torvalds hole->end -= newlen; 1781da177e4SLinus Torvalds hole->size -= newlen; 1791da177e4SLinus Torvalds dvma_entry_use(hole->end) = newlen; 1801da177e4SLinus Torvalds #ifdef DVMA_DEBUG 1811da177e4SLinus Torvalds dvma_allocs++; 1821da177e4SLinus Torvalds dvma_alloc_bytes += newlen; 1831da177e4SLinus Torvalds #endif 1841da177e4SLinus Torvalds return hole->end; 1851da177e4SLinus Torvalds } else if(hole->size == newlen) { 186a7addceaSAkinobu Mita list_move(&(hole->list), &hole_cache); 1871da177e4SLinus Torvalds dvma_entry_use(hole->start) = newlen; 1881da177e4SLinus Torvalds #ifdef DVMA_DEBUG 1891da177e4SLinus Torvalds dvma_allocs++; 1901da177e4SLinus Torvalds dvma_alloc_bytes += newlen; 1911da177e4SLinus Torvalds #endif 1921da177e4SLinus Torvalds return hole->start; 1931da177e4SLinus Torvalds } 1941da177e4SLinus Torvalds 1951da177e4SLinus Torvalds } 1961da177e4SLinus Torvalds 19756bbd862SGeert Uytterhoeven pr_crit("unable to find dvma hole!\n"); 1981da177e4SLinus Torvalds BUG(); 1991da177e4SLinus Torvalds return 0; 2001da177e4SLinus Torvalds } 2011da177e4SLinus Torvalds 2021da177e4SLinus Torvalds static inline int free_baddr(unsigned long baddr) 2031da177e4SLinus Torvalds { 2041da177e4SLinus Torvalds 2051da177e4SLinus Torvalds unsigned long len; 2061da177e4SLinus Torvalds struct hole *hole; 2071da177e4SLinus Torvalds struct list_head *cur; 2081da177e4SLinus Torvalds unsigned long orig_baddr; 2091da177e4SLinus Torvalds 2101da177e4SLinus Torvalds orig_baddr = baddr; 2111da177e4SLinus Torvalds len = dvma_entry_use(baddr); 2121da177e4SLinus Torvalds dvma_entry_use(baddr) = 0; 2131da177e4SLinus Torvalds baddr &= DVMA_PAGE_MASK; 2141da177e4SLinus Torvalds dvma_unmap_iommu(baddr, len); 2151da177e4SLinus Torvalds 2161da177e4SLinus Torvalds #ifdef DVMA_DEBUG 2171da177e4SLinus Torvalds dvma_frees++; 2181da177e4SLinus Torvalds dvma_free_bytes += len; 2191da177e4SLinus Torvalds #endif 2201da177e4SLinus Torvalds 2211da177e4SLinus Torvalds list_for_each(cur, &hole_list) { 2221da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 2231da177e4SLinus Torvalds 2241da177e4SLinus Torvalds if(hole->end == baddr) { 2251da177e4SLinus Torvalds hole->end += len; 2261da177e4SLinus Torvalds hole->size += len; 2271da177e4SLinus Torvalds return 0; 2281da177e4SLinus Torvalds } else if(hole->start == (baddr + len)) { 2291da177e4SLinus Torvalds hole->start = baddr; 2301da177e4SLinus Torvalds hole->size += len; 2311da177e4SLinus Torvalds return 0; 2321da177e4SLinus Torvalds } 2331da177e4SLinus Torvalds 2341da177e4SLinus Torvalds } 2351da177e4SLinus Torvalds 2361da177e4SLinus Torvalds hole = rmcache(); 2371da177e4SLinus Torvalds 2381da177e4SLinus Torvalds hole->start = baddr; 2391da177e4SLinus Torvalds hole->end = baddr + len; 2401da177e4SLinus Torvalds hole->size = len; 2411da177e4SLinus Torvalds 2421da177e4SLinus Torvalds // list_add_tail(&(hole->list), cur); 2431da177e4SLinus Torvalds list_add(&(hole->list), cur); 2441da177e4SLinus Torvalds 2451da177e4SLinus Torvalds return 0; 2461da177e4SLinus Torvalds 2471da177e4SLinus Torvalds } 2481da177e4SLinus Torvalds 249a4df02a2SGeert Uytterhoeven void __init dvma_init(void) 2501da177e4SLinus Torvalds { 2511da177e4SLinus Torvalds 2521da177e4SLinus Torvalds struct hole *hole; 2531da177e4SLinus Torvalds int i; 2541da177e4SLinus Torvalds 2551da177e4SLinus Torvalds INIT_LIST_HEAD(&hole_list); 2561da177e4SLinus Torvalds INIT_LIST_HEAD(&hole_cache); 2571da177e4SLinus Torvalds 2581da177e4SLinus Torvalds /* prepare the hole cache */ 2591da177e4SLinus Torvalds for(i = 0; i < 64; i++) 2601da177e4SLinus Torvalds list_add(&(initholes[i].list), &hole_cache); 2611da177e4SLinus Torvalds 2621da177e4SLinus Torvalds hole = rmcache(); 2631da177e4SLinus Torvalds hole->start = DVMA_START; 2641da177e4SLinus Torvalds hole->end = DVMA_END; 2651da177e4SLinus Torvalds hole->size = DVMA_SIZE; 2661da177e4SLinus Torvalds 2671da177e4SLinus Torvalds list_add(&(hole->list), &hole_list); 2681da177e4SLinus Torvalds 2697b3e8de9SGeert Uytterhoeven iommu_use = alloc_bootmem(IOMMU_TOTAL_ENTRIES * sizeof(unsigned long)); 2701da177e4SLinus Torvalds 2711da177e4SLinus Torvalds dvma_unmap_iommu(DVMA_START, DVMA_SIZE); 2721da177e4SLinus Torvalds 2731da177e4SLinus Torvalds #ifdef CONFIG_SUN3 2741da177e4SLinus Torvalds sun3_dvma_init(); 2751da177e4SLinus Torvalds #endif 2761da177e4SLinus Torvalds 2771da177e4SLinus Torvalds } 2781da177e4SLinus Torvalds 2795ecf85f0SDenis Efremov unsigned long dvma_map_align(unsigned long kaddr, int len, int align) 2801da177e4SLinus Torvalds { 2811da177e4SLinus Torvalds 2821da177e4SLinus Torvalds unsigned long baddr; 2831da177e4SLinus Torvalds unsigned long off; 2841da177e4SLinus Torvalds 2851da177e4SLinus Torvalds if(!len) 2861da177e4SLinus Torvalds len = 0x800; 2871da177e4SLinus Torvalds 2881da177e4SLinus Torvalds if(!kaddr || !len) { 28956bbd862SGeert Uytterhoeven // pr_err("error: kaddr %lx len %x\n", kaddr, len); 2901da177e4SLinus Torvalds // *(int *)4 = 0; 2911da177e4SLinus Torvalds return 0; 2921da177e4SLinus Torvalds } 2931da177e4SLinus Torvalds 29456bbd862SGeert Uytterhoeven pr_debug("dvma_map request %08x bytes from %08lx\n", len, kaddr); 2951da177e4SLinus Torvalds off = kaddr & ~DVMA_PAGE_MASK; 2961da177e4SLinus Torvalds kaddr &= PAGE_MASK; 2971da177e4SLinus Torvalds len += off; 2981da177e4SLinus Torvalds len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 2991da177e4SLinus Torvalds 3001da177e4SLinus Torvalds if(align == 0) 3011da177e4SLinus Torvalds align = DVMA_PAGE_SIZE; 3021da177e4SLinus Torvalds else 3031da177e4SLinus Torvalds align = ((align + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 3041da177e4SLinus Torvalds 3051da177e4SLinus Torvalds baddr = get_baddr(len, align); 30656bbd862SGeert Uytterhoeven // pr_info("using baddr %lx\n", baddr); 3071da177e4SLinus Torvalds 3081da177e4SLinus Torvalds if(!dvma_map_iommu(kaddr, baddr, len)) 3091da177e4SLinus Torvalds return (baddr + off); 3101da177e4SLinus Torvalds 31156bbd862SGeert Uytterhoeven pr_crit("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr, 31256bbd862SGeert Uytterhoeven len); 3131da177e4SLinus Torvalds BUG(); 3141da177e4SLinus Torvalds return 0; 3151da177e4SLinus Torvalds } 3162e811488SAl Viro EXPORT_SYMBOL(dvma_map_align); 3171da177e4SLinus Torvalds 3181da177e4SLinus Torvalds void dvma_unmap(void *baddr) 3191da177e4SLinus Torvalds { 3201da177e4SLinus Torvalds unsigned long addr; 3211da177e4SLinus Torvalds 3221da177e4SLinus Torvalds addr = (unsigned long)baddr; 3231da177e4SLinus Torvalds /* check if this is a vme mapping */ 3241da177e4SLinus Torvalds if(!(addr & 0x00f00000)) 3251da177e4SLinus Torvalds addr |= 0xf00000; 3261da177e4SLinus Torvalds 3271da177e4SLinus Torvalds free_baddr(addr); 3281da177e4SLinus Torvalds 3291da177e4SLinus Torvalds return; 3301da177e4SLinus Torvalds 3311da177e4SLinus Torvalds } 3322e811488SAl Viro EXPORT_SYMBOL(dvma_unmap); 3331da177e4SLinus Torvalds 3341da177e4SLinus Torvalds void *dvma_malloc_align(unsigned long len, unsigned long align) 3351da177e4SLinus Torvalds { 3361da177e4SLinus Torvalds unsigned long kaddr; 3371da177e4SLinus Torvalds unsigned long baddr; 3381da177e4SLinus Torvalds unsigned long vaddr; 3391da177e4SLinus Torvalds 3401da177e4SLinus Torvalds if(!len) 3411da177e4SLinus Torvalds return NULL; 3421da177e4SLinus Torvalds 34356bbd862SGeert Uytterhoeven pr_debug("dvma_malloc request %lx bytes\n", len); 3441da177e4SLinus Torvalds len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 3451da177e4SLinus Torvalds 3461da177e4SLinus Torvalds if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0) 3471da177e4SLinus Torvalds return NULL; 3481da177e4SLinus Torvalds 3491da177e4SLinus Torvalds if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) { 3501da177e4SLinus Torvalds free_pages(kaddr, get_order(len)); 3511da177e4SLinus Torvalds return NULL; 3521da177e4SLinus Torvalds } 3531da177e4SLinus Torvalds 3541da177e4SLinus Torvalds vaddr = dvma_btov(baddr); 3551da177e4SLinus Torvalds 3561da177e4SLinus Torvalds if(dvma_map_cpu(kaddr, vaddr, len) < 0) { 3571da177e4SLinus Torvalds dvma_unmap((void *)baddr); 3581da177e4SLinus Torvalds free_pages(kaddr, get_order(len)); 3591da177e4SLinus Torvalds return NULL; 3601da177e4SLinus Torvalds } 3611da177e4SLinus Torvalds 36256bbd862SGeert Uytterhoeven pr_debug("mapped %08lx bytes %08lx kern -> %08lx bus\n", len, kaddr, 36356bbd862SGeert Uytterhoeven baddr); 3641da177e4SLinus Torvalds 3651da177e4SLinus Torvalds return (void *)vaddr; 3661da177e4SLinus Torvalds 3671da177e4SLinus Torvalds } 3682e811488SAl Viro EXPORT_SYMBOL(dvma_malloc_align); 3691da177e4SLinus Torvalds 3701da177e4SLinus Torvalds void dvma_free(void *vaddr) 3711da177e4SLinus Torvalds { 3721da177e4SLinus Torvalds 3731da177e4SLinus Torvalds return; 3741da177e4SLinus Torvalds 3751da177e4SLinus Torvalds } 3762e811488SAl Viro EXPORT_SYMBOL(dvma_free); 377