11da177e4SLinus Torvalds /* 2f30c2269SUwe Zeisberger * linux/arch/m68k/sun3/sun3dvma.c 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (C) 2000 Sam Creasey 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Contains common routines for sun3/sun3x DVMA management. 71da177e4SLinus Torvalds */ 81da177e4SLinus Torvalds 97b3e8de9SGeert Uytterhoeven #include <linux/bootmem.h> 10a4df02a2SGeert Uytterhoeven #include <linux/init.h> 112e811488SAl Viro #include <linux/module.h> 121da177e4SLinus Torvalds #include <linux/kernel.h> 135a0e3ad6STejun Heo #include <linux/gfp.h> 141da177e4SLinus Torvalds #include <linux/mm.h> 151da177e4SLinus Torvalds #include <linux/list.h> 161da177e4SLinus Torvalds 171da177e4SLinus Torvalds #include <asm/page.h> 181da177e4SLinus Torvalds #include <asm/pgtable.h> 191da177e4SLinus Torvalds #include <asm/dvma.h> 201da177e4SLinus Torvalds 211da177e4SLinus Torvalds #undef DVMA_DEBUG 221da177e4SLinus Torvalds 231da177e4SLinus Torvalds #ifdef CONFIG_SUN3X 241da177e4SLinus Torvalds extern void dvma_unmap_iommu(unsigned long baddr, int len); 251da177e4SLinus Torvalds #else 261da177e4SLinus Torvalds static inline void dvma_unmap_iommu(unsigned long a, int b) 271da177e4SLinus Torvalds { 281da177e4SLinus Torvalds } 291da177e4SLinus Torvalds #endif 301da177e4SLinus Torvalds 311da177e4SLinus Torvalds #ifdef CONFIG_SUN3 321da177e4SLinus Torvalds extern void sun3_dvma_init(void); 331da177e4SLinus Torvalds #endif 341da177e4SLinus Torvalds 357b3e8de9SGeert Uytterhoeven static unsigned long *iommu_use; 361da177e4SLinus Torvalds 371da177e4SLinus Torvalds #define dvma_index(baddr) ((baddr - DVMA_START) >> DVMA_PAGE_SHIFT) 381da177e4SLinus Torvalds 391da177e4SLinus Torvalds #define dvma_entry_use(baddr) (iommu_use[dvma_index(baddr)]) 401da177e4SLinus Torvalds 411da177e4SLinus Torvalds struct hole { 421da177e4SLinus Torvalds unsigned long start; 431da177e4SLinus Torvalds unsigned long end; 441da177e4SLinus Torvalds unsigned long size; 451da177e4SLinus Torvalds struct list_head list; 461da177e4SLinus Torvalds }; 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds static struct list_head hole_list; 491da177e4SLinus Torvalds static struct list_head hole_cache; 501da177e4SLinus Torvalds static struct hole initholes[64]; 511da177e4SLinus Torvalds 521da177e4SLinus Torvalds #ifdef DVMA_DEBUG 531da177e4SLinus Torvalds 541da177e4SLinus Torvalds static unsigned long dvma_allocs; 551da177e4SLinus Torvalds static unsigned long dvma_frees; 561da177e4SLinus Torvalds static unsigned long long dvma_alloc_bytes; 571da177e4SLinus Torvalds static unsigned long long dvma_free_bytes; 581da177e4SLinus Torvalds 591da177e4SLinus Torvalds static void print_use(void) 601da177e4SLinus Torvalds { 611da177e4SLinus Torvalds 621da177e4SLinus Torvalds int i; 631da177e4SLinus Torvalds int j = 0; 641da177e4SLinus Torvalds 651da177e4SLinus Torvalds printk("dvma entry usage:\n"); 661da177e4SLinus Torvalds 671da177e4SLinus Torvalds for(i = 0; i < IOMMU_TOTAL_ENTRIES; i++) { 681da177e4SLinus Torvalds if(!iommu_use[i]) 691da177e4SLinus Torvalds continue; 701da177e4SLinus Torvalds 711da177e4SLinus Torvalds j++; 721da177e4SLinus Torvalds 731da177e4SLinus Torvalds printk("dvma entry: %08lx len %08lx\n", 741da177e4SLinus Torvalds ( i << DVMA_PAGE_SHIFT) + DVMA_START, 751da177e4SLinus Torvalds iommu_use[i]); 761da177e4SLinus Torvalds } 771da177e4SLinus Torvalds 781da177e4SLinus Torvalds printk("%d entries in use total\n", j); 791da177e4SLinus Torvalds 801da177e4SLinus Torvalds printk("allocation/free calls: %lu/%lu\n", dvma_allocs, dvma_frees); 811da177e4SLinus Torvalds printk("allocation/free bytes: %Lx/%Lx\n", dvma_alloc_bytes, 821da177e4SLinus Torvalds dvma_free_bytes); 831da177e4SLinus Torvalds } 841da177e4SLinus Torvalds 851da177e4SLinus Torvalds static void print_holes(struct list_head *holes) 861da177e4SLinus Torvalds { 871da177e4SLinus Torvalds 881da177e4SLinus Torvalds struct list_head *cur; 891da177e4SLinus Torvalds struct hole *hole; 901da177e4SLinus Torvalds 911da177e4SLinus Torvalds printk("listing dvma holes\n"); 921da177e4SLinus Torvalds list_for_each(cur, holes) { 931da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 941da177e4SLinus Torvalds 951da177e4SLinus Torvalds if((hole->start == 0) && (hole->end == 0) && (hole->size == 0)) 961da177e4SLinus Torvalds continue; 971da177e4SLinus Torvalds 981da177e4SLinus Torvalds printk("hole: start %08lx end %08lx size %08lx\n", hole->start, hole->end, hole->size); 991da177e4SLinus Torvalds } 1001da177e4SLinus Torvalds 1011da177e4SLinus Torvalds printk("end of hole listing...\n"); 1021da177e4SLinus Torvalds 1031da177e4SLinus Torvalds } 1041da177e4SLinus Torvalds #endif /* DVMA_DEBUG */ 1051da177e4SLinus Torvalds 1061da177e4SLinus Torvalds static inline int refill(void) 1071da177e4SLinus Torvalds { 1081da177e4SLinus Torvalds 1091da177e4SLinus Torvalds struct hole *hole; 1101da177e4SLinus Torvalds struct hole *prev = NULL; 1111da177e4SLinus Torvalds struct list_head *cur; 1121da177e4SLinus Torvalds int ret = 0; 1131da177e4SLinus Torvalds 1141da177e4SLinus Torvalds list_for_each(cur, &hole_list) { 1151da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 1161da177e4SLinus Torvalds 1171da177e4SLinus Torvalds if(!prev) { 1181da177e4SLinus Torvalds prev = hole; 1191da177e4SLinus Torvalds continue; 1201da177e4SLinus Torvalds } 1211da177e4SLinus Torvalds 1221da177e4SLinus Torvalds if(hole->end == prev->start) { 1231da177e4SLinus Torvalds hole->size += prev->size; 1241da177e4SLinus Torvalds hole->end = prev->end; 125a7addceaSAkinobu Mita list_move(&(prev->list), &hole_cache); 1261da177e4SLinus Torvalds ret++; 1271da177e4SLinus Torvalds } 1281da177e4SLinus Torvalds 1291da177e4SLinus Torvalds } 1301da177e4SLinus Torvalds 1311da177e4SLinus Torvalds return ret; 1321da177e4SLinus Torvalds } 1331da177e4SLinus Torvalds 1341da177e4SLinus Torvalds static inline struct hole *rmcache(void) 1351da177e4SLinus Torvalds { 1361da177e4SLinus Torvalds struct hole *ret; 1371da177e4SLinus Torvalds 1381da177e4SLinus Torvalds if(list_empty(&hole_cache)) { 1391da177e4SLinus Torvalds if(!refill()) { 1401da177e4SLinus Torvalds printk("out of dvma hole cache!\n"); 1411da177e4SLinus Torvalds BUG(); 1421da177e4SLinus Torvalds } 1431da177e4SLinus Torvalds } 1441da177e4SLinus Torvalds 1451da177e4SLinus Torvalds ret = list_entry(hole_cache.next, struct hole, list); 1461da177e4SLinus Torvalds list_del(&(ret->list)); 1471da177e4SLinus Torvalds 1481da177e4SLinus Torvalds return ret; 1491da177e4SLinus Torvalds 1501da177e4SLinus Torvalds } 1511da177e4SLinus Torvalds 1521da177e4SLinus Torvalds static inline unsigned long get_baddr(int len, unsigned long align) 1531da177e4SLinus Torvalds { 1541da177e4SLinus Torvalds 1551da177e4SLinus Torvalds struct list_head *cur; 1561da177e4SLinus Torvalds struct hole *hole; 1571da177e4SLinus Torvalds 1581da177e4SLinus Torvalds if(list_empty(&hole_list)) { 1591da177e4SLinus Torvalds #ifdef DVMA_DEBUG 1601da177e4SLinus Torvalds printk("out of dvma holes! (printing hole cache)\n"); 1611da177e4SLinus Torvalds print_holes(&hole_cache); 1621da177e4SLinus Torvalds print_use(); 1631da177e4SLinus Torvalds #endif 1641da177e4SLinus Torvalds BUG(); 1651da177e4SLinus Torvalds } 1661da177e4SLinus Torvalds 1671da177e4SLinus Torvalds list_for_each(cur, &hole_list) { 1681da177e4SLinus Torvalds unsigned long newlen; 1691da177e4SLinus Torvalds 1701da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 1711da177e4SLinus Torvalds 1721da177e4SLinus Torvalds if(align > DVMA_PAGE_SIZE) 1731da177e4SLinus Torvalds newlen = len + ((hole->end - len) & (align-1)); 1741da177e4SLinus Torvalds else 1751da177e4SLinus Torvalds newlen = len; 1761da177e4SLinus Torvalds 1771da177e4SLinus Torvalds if(hole->size > newlen) { 1781da177e4SLinus Torvalds hole->end -= newlen; 1791da177e4SLinus Torvalds hole->size -= newlen; 1801da177e4SLinus Torvalds dvma_entry_use(hole->end) = newlen; 1811da177e4SLinus Torvalds #ifdef DVMA_DEBUG 1821da177e4SLinus Torvalds dvma_allocs++; 1831da177e4SLinus Torvalds dvma_alloc_bytes += newlen; 1841da177e4SLinus Torvalds #endif 1851da177e4SLinus Torvalds return hole->end; 1861da177e4SLinus Torvalds } else if(hole->size == newlen) { 187a7addceaSAkinobu Mita list_move(&(hole->list), &hole_cache); 1881da177e4SLinus Torvalds dvma_entry_use(hole->start) = newlen; 1891da177e4SLinus Torvalds #ifdef DVMA_DEBUG 1901da177e4SLinus Torvalds dvma_allocs++; 1911da177e4SLinus Torvalds dvma_alloc_bytes += newlen; 1921da177e4SLinus Torvalds #endif 1931da177e4SLinus Torvalds return hole->start; 1941da177e4SLinus Torvalds } 1951da177e4SLinus Torvalds 1961da177e4SLinus Torvalds } 1971da177e4SLinus Torvalds 1981da177e4SLinus Torvalds printk("unable to find dvma hole!\n"); 1991da177e4SLinus Torvalds BUG(); 2001da177e4SLinus Torvalds return 0; 2011da177e4SLinus Torvalds } 2021da177e4SLinus Torvalds 2031da177e4SLinus Torvalds static inline int free_baddr(unsigned long baddr) 2041da177e4SLinus Torvalds { 2051da177e4SLinus Torvalds 2061da177e4SLinus Torvalds unsigned long len; 2071da177e4SLinus Torvalds struct hole *hole; 2081da177e4SLinus Torvalds struct list_head *cur; 2091da177e4SLinus Torvalds unsigned long orig_baddr; 2101da177e4SLinus Torvalds 2111da177e4SLinus Torvalds orig_baddr = baddr; 2121da177e4SLinus Torvalds len = dvma_entry_use(baddr); 2131da177e4SLinus Torvalds dvma_entry_use(baddr) = 0; 2141da177e4SLinus Torvalds baddr &= DVMA_PAGE_MASK; 2151da177e4SLinus Torvalds dvma_unmap_iommu(baddr, len); 2161da177e4SLinus Torvalds 2171da177e4SLinus Torvalds #ifdef DVMA_DEBUG 2181da177e4SLinus Torvalds dvma_frees++; 2191da177e4SLinus Torvalds dvma_free_bytes += len; 2201da177e4SLinus Torvalds #endif 2211da177e4SLinus Torvalds 2221da177e4SLinus Torvalds list_for_each(cur, &hole_list) { 2231da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 2241da177e4SLinus Torvalds 2251da177e4SLinus Torvalds if(hole->end == baddr) { 2261da177e4SLinus Torvalds hole->end += len; 2271da177e4SLinus Torvalds hole->size += len; 2281da177e4SLinus Torvalds return 0; 2291da177e4SLinus Torvalds } else if(hole->start == (baddr + len)) { 2301da177e4SLinus Torvalds hole->start = baddr; 2311da177e4SLinus Torvalds hole->size += len; 2321da177e4SLinus Torvalds return 0; 2331da177e4SLinus Torvalds } 2341da177e4SLinus Torvalds 2351da177e4SLinus Torvalds } 2361da177e4SLinus Torvalds 2371da177e4SLinus Torvalds hole = rmcache(); 2381da177e4SLinus Torvalds 2391da177e4SLinus Torvalds hole->start = baddr; 2401da177e4SLinus Torvalds hole->end = baddr + len; 2411da177e4SLinus Torvalds hole->size = len; 2421da177e4SLinus Torvalds 2431da177e4SLinus Torvalds // list_add_tail(&(hole->list), cur); 2441da177e4SLinus Torvalds list_add(&(hole->list), cur); 2451da177e4SLinus Torvalds 2461da177e4SLinus Torvalds return 0; 2471da177e4SLinus Torvalds 2481da177e4SLinus Torvalds } 2491da177e4SLinus Torvalds 250a4df02a2SGeert Uytterhoeven void __init dvma_init(void) 2511da177e4SLinus Torvalds { 2521da177e4SLinus Torvalds 2531da177e4SLinus Torvalds struct hole *hole; 2541da177e4SLinus Torvalds int i; 2551da177e4SLinus Torvalds 2561da177e4SLinus Torvalds INIT_LIST_HEAD(&hole_list); 2571da177e4SLinus Torvalds INIT_LIST_HEAD(&hole_cache); 2581da177e4SLinus Torvalds 2591da177e4SLinus Torvalds /* prepare the hole cache */ 2601da177e4SLinus Torvalds for(i = 0; i < 64; i++) 2611da177e4SLinus Torvalds list_add(&(initholes[i].list), &hole_cache); 2621da177e4SLinus Torvalds 2631da177e4SLinus Torvalds hole = rmcache(); 2641da177e4SLinus Torvalds hole->start = DVMA_START; 2651da177e4SLinus Torvalds hole->end = DVMA_END; 2661da177e4SLinus Torvalds hole->size = DVMA_SIZE; 2671da177e4SLinus Torvalds 2681da177e4SLinus Torvalds list_add(&(hole->list), &hole_list); 2691da177e4SLinus Torvalds 2707b3e8de9SGeert Uytterhoeven iommu_use = alloc_bootmem(IOMMU_TOTAL_ENTRIES * sizeof(unsigned long)); 2711da177e4SLinus Torvalds 2721da177e4SLinus Torvalds dvma_unmap_iommu(DVMA_START, DVMA_SIZE); 2731da177e4SLinus Torvalds 2741da177e4SLinus Torvalds #ifdef CONFIG_SUN3 2751da177e4SLinus Torvalds sun3_dvma_init(); 2761da177e4SLinus Torvalds #endif 2771da177e4SLinus Torvalds 2781da177e4SLinus Torvalds } 2791da177e4SLinus Torvalds 2805ecf85f0SDenis Efremov unsigned long dvma_map_align(unsigned long kaddr, int len, int align) 2811da177e4SLinus Torvalds { 2821da177e4SLinus Torvalds 2831da177e4SLinus Torvalds unsigned long baddr; 2841da177e4SLinus Torvalds unsigned long off; 2851da177e4SLinus Torvalds 2861da177e4SLinus Torvalds if(!len) 2871da177e4SLinus Torvalds len = 0x800; 2881da177e4SLinus Torvalds 2891da177e4SLinus Torvalds if(!kaddr || !len) { 2901da177e4SLinus Torvalds // printk("error: kaddr %lx len %x\n", kaddr, len); 2911da177e4SLinus Torvalds // *(int *)4 = 0; 2921da177e4SLinus Torvalds return 0; 2931da177e4SLinus Torvalds } 2941da177e4SLinus Torvalds 2951da177e4SLinus Torvalds #ifdef DEBUG 2961da177e4SLinus Torvalds printk("dvma_map request %08lx bytes from %08lx\n", 2971da177e4SLinus Torvalds len, kaddr); 2981da177e4SLinus Torvalds #endif 2991da177e4SLinus Torvalds off = kaddr & ~DVMA_PAGE_MASK; 3001da177e4SLinus Torvalds kaddr &= PAGE_MASK; 3011da177e4SLinus Torvalds len += off; 3021da177e4SLinus Torvalds len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 3031da177e4SLinus Torvalds 3041da177e4SLinus Torvalds if(align == 0) 3051da177e4SLinus Torvalds align = DVMA_PAGE_SIZE; 3061da177e4SLinus Torvalds else 3071da177e4SLinus Torvalds align = ((align + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 3081da177e4SLinus Torvalds 3091da177e4SLinus Torvalds baddr = get_baddr(len, align); 3101da177e4SLinus Torvalds // printk("using baddr %lx\n", baddr); 3111da177e4SLinus Torvalds 3121da177e4SLinus Torvalds if(!dvma_map_iommu(kaddr, baddr, len)) 3131da177e4SLinus Torvalds return (baddr + off); 3141da177e4SLinus Torvalds 3151da177e4SLinus Torvalds printk("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr, len); 3161da177e4SLinus Torvalds BUG(); 3171da177e4SLinus Torvalds return 0; 3181da177e4SLinus Torvalds } 3192e811488SAl Viro EXPORT_SYMBOL(dvma_map_align); 3201da177e4SLinus Torvalds 3211da177e4SLinus Torvalds void dvma_unmap(void *baddr) 3221da177e4SLinus Torvalds { 3231da177e4SLinus Torvalds unsigned long addr; 3241da177e4SLinus Torvalds 3251da177e4SLinus Torvalds addr = (unsigned long)baddr; 3261da177e4SLinus Torvalds /* check if this is a vme mapping */ 3271da177e4SLinus Torvalds if(!(addr & 0x00f00000)) 3281da177e4SLinus Torvalds addr |= 0xf00000; 3291da177e4SLinus Torvalds 3301da177e4SLinus Torvalds free_baddr(addr); 3311da177e4SLinus Torvalds 3321da177e4SLinus Torvalds return; 3331da177e4SLinus Torvalds 3341da177e4SLinus Torvalds } 3352e811488SAl Viro EXPORT_SYMBOL(dvma_unmap); 3361da177e4SLinus Torvalds 3371da177e4SLinus Torvalds void *dvma_malloc_align(unsigned long len, unsigned long align) 3381da177e4SLinus Torvalds { 3391da177e4SLinus Torvalds unsigned long kaddr; 3401da177e4SLinus Torvalds unsigned long baddr; 3411da177e4SLinus Torvalds unsigned long vaddr; 3421da177e4SLinus Torvalds 3431da177e4SLinus Torvalds if(!len) 3441da177e4SLinus Torvalds return NULL; 3451da177e4SLinus Torvalds 3461da177e4SLinus Torvalds #ifdef DEBUG 3471da177e4SLinus Torvalds printk("dvma_malloc request %lx bytes\n", len); 3481da177e4SLinus Torvalds #endif 3491da177e4SLinus Torvalds len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 3501da177e4SLinus Torvalds 3511da177e4SLinus Torvalds if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0) 3521da177e4SLinus Torvalds return NULL; 3531da177e4SLinus Torvalds 3541da177e4SLinus Torvalds if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) { 3551da177e4SLinus Torvalds free_pages(kaddr, get_order(len)); 3561da177e4SLinus Torvalds return NULL; 3571da177e4SLinus Torvalds } 3581da177e4SLinus Torvalds 3591da177e4SLinus Torvalds vaddr = dvma_btov(baddr); 3601da177e4SLinus Torvalds 3611da177e4SLinus Torvalds if(dvma_map_cpu(kaddr, vaddr, len) < 0) { 3621da177e4SLinus Torvalds dvma_unmap((void *)baddr); 3631da177e4SLinus Torvalds free_pages(kaddr, get_order(len)); 3641da177e4SLinus Torvalds return NULL; 3651da177e4SLinus Torvalds } 3661da177e4SLinus Torvalds 3671da177e4SLinus Torvalds #ifdef DEBUG 3681da177e4SLinus Torvalds printk("mapped %08lx bytes %08lx kern -> %08lx bus\n", 3691da177e4SLinus Torvalds len, kaddr, baddr); 3701da177e4SLinus Torvalds #endif 3711da177e4SLinus Torvalds 3721da177e4SLinus Torvalds return (void *)vaddr; 3731da177e4SLinus Torvalds 3741da177e4SLinus Torvalds } 3752e811488SAl Viro EXPORT_SYMBOL(dvma_malloc_align); 3761da177e4SLinus Torvalds 3771da177e4SLinus Torvalds void dvma_free(void *vaddr) 3781da177e4SLinus Torvalds { 3791da177e4SLinus Torvalds 3801da177e4SLinus Torvalds return; 3811da177e4SLinus Torvalds 3821da177e4SLinus Torvalds } 3832e811488SAl Viro EXPORT_SYMBOL(dvma_free); 384