11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * linux/arch/m68k/mm/sun3dvma.c 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (C) 2000 Sam Creasey 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Contains common routines for sun3/sun3x DVMA management. 71da177e4SLinus Torvalds */ 81da177e4SLinus Torvalds 91da177e4SLinus Torvalds #include <linux/config.h> 101da177e4SLinus Torvalds #include <linux/kernel.h> 111da177e4SLinus Torvalds #include <linux/mm.h> 121da177e4SLinus Torvalds #include <linux/list.h> 131da177e4SLinus Torvalds 141da177e4SLinus Torvalds #include <asm/page.h> 151da177e4SLinus Torvalds #include <asm/pgtable.h> 161da177e4SLinus Torvalds #include <asm/dvma.h> 171da177e4SLinus Torvalds 181da177e4SLinus Torvalds #undef DVMA_DEBUG 191da177e4SLinus Torvalds 201da177e4SLinus Torvalds #ifdef CONFIG_SUN3X 211da177e4SLinus Torvalds extern void dvma_unmap_iommu(unsigned long baddr, int len); 221da177e4SLinus Torvalds #else 231da177e4SLinus Torvalds static inline void dvma_unmap_iommu(unsigned long a, int b) 241da177e4SLinus Torvalds { 251da177e4SLinus Torvalds } 261da177e4SLinus Torvalds #endif 271da177e4SLinus Torvalds 281da177e4SLinus Torvalds #ifdef CONFIG_SUN3 291da177e4SLinus Torvalds extern void sun3_dvma_init(void); 301da177e4SLinus Torvalds #endif 311da177e4SLinus Torvalds 321da177e4SLinus Torvalds unsigned long iommu_use[IOMMU_TOTAL_ENTRIES]; 331da177e4SLinus Torvalds 341da177e4SLinus Torvalds #define dvma_index(baddr) ((baddr - DVMA_START) >> DVMA_PAGE_SHIFT) 351da177e4SLinus Torvalds 361da177e4SLinus Torvalds #define dvma_entry_use(baddr) (iommu_use[dvma_index(baddr)]) 371da177e4SLinus Torvalds 381da177e4SLinus Torvalds struct hole { 391da177e4SLinus Torvalds unsigned long start; 401da177e4SLinus Torvalds unsigned long end; 411da177e4SLinus Torvalds unsigned long size; 421da177e4SLinus Torvalds struct list_head list; 431da177e4SLinus Torvalds }; 441da177e4SLinus Torvalds 451da177e4SLinus Torvalds static struct list_head hole_list; 461da177e4SLinus Torvalds static struct list_head hole_cache; 471da177e4SLinus Torvalds static struct hole initholes[64]; 481da177e4SLinus Torvalds 491da177e4SLinus Torvalds #ifdef DVMA_DEBUG 501da177e4SLinus Torvalds 511da177e4SLinus Torvalds static unsigned long dvma_allocs; 521da177e4SLinus Torvalds static unsigned long dvma_frees; 531da177e4SLinus Torvalds static unsigned long long dvma_alloc_bytes; 541da177e4SLinus Torvalds static unsigned long long dvma_free_bytes; 551da177e4SLinus Torvalds 561da177e4SLinus Torvalds static void print_use(void) 571da177e4SLinus Torvalds { 581da177e4SLinus Torvalds 591da177e4SLinus Torvalds int i; 601da177e4SLinus Torvalds int j = 0; 611da177e4SLinus Torvalds 621da177e4SLinus Torvalds printk("dvma entry usage:\n"); 631da177e4SLinus Torvalds 641da177e4SLinus Torvalds for(i = 0; i < IOMMU_TOTAL_ENTRIES; i++) { 651da177e4SLinus Torvalds if(!iommu_use[i]) 661da177e4SLinus Torvalds continue; 671da177e4SLinus Torvalds 681da177e4SLinus Torvalds j++; 691da177e4SLinus Torvalds 701da177e4SLinus Torvalds printk("dvma entry: %08lx len %08lx\n", 711da177e4SLinus Torvalds ( i << DVMA_PAGE_SHIFT) + DVMA_START, 721da177e4SLinus Torvalds iommu_use[i]); 731da177e4SLinus Torvalds } 741da177e4SLinus Torvalds 751da177e4SLinus Torvalds printk("%d entries in use total\n", j); 761da177e4SLinus Torvalds 771da177e4SLinus Torvalds printk("allocation/free calls: %lu/%lu\n", dvma_allocs, dvma_frees); 781da177e4SLinus Torvalds printk("allocation/free bytes: %Lx/%Lx\n", dvma_alloc_bytes, 791da177e4SLinus Torvalds dvma_free_bytes); 801da177e4SLinus Torvalds } 811da177e4SLinus Torvalds 821da177e4SLinus Torvalds static void print_holes(struct list_head *holes) 831da177e4SLinus Torvalds { 841da177e4SLinus Torvalds 851da177e4SLinus Torvalds struct list_head *cur; 861da177e4SLinus Torvalds struct hole *hole; 871da177e4SLinus Torvalds 881da177e4SLinus Torvalds printk("listing dvma holes\n"); 891da177e4SLinus Torvalds list_for_each(cur, holes) { 901da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 911da177e4SLinus Torvalds 921da177e4SLinus Torvalds if((hole->start == 0) && (hole->end == 0) && (hole->size == 0)) 931da177e4SLinus Torvalds continue; 941da177e4SLinus Torvalds 951da177e4SLinus Torvalds printk("hole: start %08lx end %08lx size %08lx\n", hole->start, hole->end, hole->size); 961da177e4SLinus Torvalds } 971da177e4SLinus Torvalds 981da177e4SLinus Torvalds printk("end of hole listing...\n"); 991da177e4SLinus Torvalds 1001da177e4SLinus Torvalds } 1011da177e4SLinus Torvalds #endif /* DVMA_DEBUG */ 1021da177e4SLinus Torvalds 1031da177e4SLinus Torvalds static inline int refill(void) 1041da177e4SLinus Torvalds { 1051da177e4SLinus Torvalds 1061da177e4SLinus Torvalds struct hole *hole; 1071da177e4SLinus Torvalds struct hole *prev = NULL; 1081da177e4SLinus Torvalds struct list_head *cur; 1091da177e4SLinus Torvalds int ret = 0; 1101da177e4SLinus Torvalds 1111da177e4SLinus Torvalds list_for_each(cur, &hole_list) { 1121da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 1131da177e4SLinus Torvalds 1141da177e4SLinus Torvalds if(!prev) { 1151da177e4SLinus Torvalds prev = hole; 1161da177e4SLinus Torvalds continue; 1171da177e4SLinus Torvalds } 1181da177e4SLinus Torvalds 1191da177e4SLinus Torvalds if(hole->end == prev->start) { 1201da177e4SLinus Torvalds hole->size += prev->size; 1211da177e4SLinus Torvalds hole->end = prev->end; 122a7addceaSAkinobu Mita list_move(&(prev->list), &hole_cache); 1231da177e4SLinus Torvalds ret++; 1241da177e4SLinus Torvalds } 1251da177e4SLinus Torvalds 1261da177e4SLinus Torvalds } 1271da177e4SLinus Torvalds 1281da177e4SLinus Torvalds return ret; 1291da177e4SLinus Torvalds } 1301da177e4SLinus Torvalds 1311da177e4SLinus Torvalds static inline struct hole *rmcache(void) 1321da177e4SLinus Torvalds { 1331da177e4SLinus Torvalds struct hole *ret; 1341da177e4SLinus Torvalds 1351da177e4SLinus Torvalds if(list_empty(&hole_cache)) { 1361da177e4SLinus Torvalds if(!refill()) { 1371da177e4SLinus Torvalds printk("out of dvma hole cache!\n"); 1381da177e4SLinus Torvalds BUG(); 1391da177e4SLinus Torvalds } 1401da177e4SLinus Torvalds } 1411da177e4SLinus Torvalds 1421da177e4SLinus Torvalds ret = list_entry(hole_cache.next, struct hole, list); 1431da177e4SLinus Torvalds list_del(&(ret->list)); 1441da177e4SLinus Torvalds 1451da177e4SLinus Torvalds return ret; 1461da177e4SLinus Torvalds 1471da177e4SLinus Torvalds } 1481da177e4SLinus Torvalds 1491da177e4SLinus Torvalds static inline unsigned long get_baddr(int len, unsigned long align) 1501da177e4SLinus Torvalds { 1511da177e4SLinus Torvalds 1521da177e4SLinus Torvalds struct list_head *cur; 1531da177e4SLinus Torvalds struct hole *hole; 1541da177e4SLinus Torvalds 1551da177e4SLinus Torvalds if(list_empty(&hole_list)) { 1561da177e4SLinus Torvalds #ifdef DVMA_DEBUG 1571da177e4SLinus Torvalds printk("out of dvma holes! (printing hole cache)\n"); 1581da177e4SLinus Torvalds print_holes(&hole_cache); 1591da177e4SLinus Torvalds print_use(); 1601da177e4SLinus Torvalds #endif 1611da177e4SLinus Torvalds BUG(); 1621da177e4SLinus Torvalds } 1631da177e4SLinus Torvalds 1641da177e4SLinus Torvalds list_for_each(cur, &hole_list) { 1651da177e4SLinus Torvalds unsigned long newlen; 1661da177e4SLinus Torvalds 1671da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 1681da177e4SLinus Torvalds 1691da177e4SLinus Torvalds if(align > DVMA_PAGE_SIZE) 1701da177e4SLinus Torvalds newlen = len + ((hole->end - len) & (align-1)); 1711da177e4SLinus Torvalds else 1721da177e4SLinus Torvalds newlen = len; 1731da177e4SLinus Torvalds 1741da177e4SLinus Torvalds if(hole->size > newlen) { 1751da177e4SLinus Torvalds hole->end -= newlen; 1761da177e4SLinus Torvalds hole->size -= newlen; 1771da177e4SLinus Torvalds dvma_entry_use(hole->end) = newlen; 1781da177e4SLinus Torvalds #ifdef DVMA_DEBUG 1791da177e4SLinus Torvalds dvma_allocs++; 1801da177e4SLinus Torvalds dvma_alloc_bytes += newlen; 1811da177e4SLinus Torvalds #endif 1821da177e4SLinus Torvalds return hole->end; 1831da177e4SLinus Torvalds } else if(hole->size == newlen) { 184a7addceaSAkinobu Mita list_move(&(hole->list), &hole_cache); 1851da177e4SLinus Torvalds dvma_entry_use(hole->start) = newlen; 1861da177e4SLinus Torvalds #ifdef DVMA_DEBUG 1871da177e4SLinus Torvalds dvma_allocs++; 1881da177e4SLinus Torvalds dvma_alloc_bytes += newlen; 1891da177e4SLinus Torvalds #endif 1901da177e4SLinus Torvalds return hole->start; 1911da177e4SLinus Torvalds } 1921da177e4SLinus Torvalds 1931da177e4SLinus Torvalds } 1941da177e4SLinus Torvalds 1951da177e4SLinus Torvalds printk("unable to find dvma hole!\n"); 1961da177e4SLinus Torvalds BUG(); 1971da177e4SLinus Torvalds return 0; 1981da177e4SLinus Torvalds } 1991da177e4SLinus Torvalds 2001da177e4SLinus Torvalds static inline int free_baddr(unsigned long baddr) 2011da177e4SLinus Torvalds { 2021da177e4SLinus Torvalds 2031da177e4SLinus Torvalds unsigned long len; 2041da177e4SLinus Torvalds struct hole *hole; 2051da177e4SLinus Torvalds struct list_head *cur; 2061da177e4SLinus Torvalds unsigned long orig_baddr; 2071da177e4SLinus Torvalds 2081da177e4SLinus Torvalds orig_baddr = baddr; 2091da177e4SLinus Torvalds len = dvma_entry_use(baddr); 2101da177e4SLinus Torvalds dvma_entry_use(baddr) = 0; 2111da177e4SLinus Torvalds baddr &= DVMA_PAGE_MASK; 2121da177e4SLinus Torvalds dvma_unmap_iommu(baddr, len); 2131da177e4SLinus Torvalds 2141da177e4SLinus Torvalds #ifdef DVMA_DEBUG 2151da177e4SLinus Torvalds dvma_frees++; 2161da177e4SLinus Torvalds dvma_free_bytes += len; 2171da177e4SLinus Torvalds #endif 2181da177e4SLinus Torvalds 2191da177e4SLinus Torvalds list_for_each(cur, &hole_list) { 2201da177e4SLinus Torvalds hole = list_entry(cur, struct hole, list); 2211da177e4SLinus Torvalds 2221da177e4SLinus Torvalds if(hole->end == baddr) { 2231da177e4SLinus Torvalds hole->end += len; 2241da177e4SLinus Torvalds hole->size += len; 2251da177e4SLinus Torvalds return 0; 2261da177e4SLinus Torvalds } else if(hole->start == (baddr + len)) { 2271da177e4SLinus Torvalds hole->start = baddr; 2281da177e4SLinus Torvalds hole->size += len; 2291da177e4SLinus Torvalds return 0; 2301da177e4SLinus Torvalds } 2311da177e4SLinus Torvalds 2321da177e4SLinus Torvalds } 2331da177e4SLinus Torvalds 2341da177e4SLinus Torvalds hole = rmcache(); 2351da177e4SLinus Torvalds 2361da177e4SLinus Torvalds hole->start = baddr; 2371da177e4SLinus Torvalds hole->end = baddr + len; 2381da177e4SLinus Torvalds hole->size = len; 2391da177e4SLinus Torvalds 2401da177e4SLinus Torvalds // list_add_tail(&(hole->list), cur); 2411da177e4SLinus Torvalds list_add(&(hole->list), cur); 2421da177e4SLinus Torvalds 2431da177e4SLinus Torvalds return 0; 2441da177e4SLinus Torvalds 2451da177e4SLinus Torvalds } 2461da177e4SLinus Torvalds 2471da177e4SLinus Torvalds void dvma_init(void) 2481da177e4SLinus Torvalds { 2491da177e4SLinus Torvalds 2501da177e4SLinus Torvalds struct hole *hole; 2511da177e4SLinus Torvalds int i; 2521da177e4SLinus Torvalds 2531da177e4SLinus Torvalds INIT_LIST_HEAD(&hole_list); 2541da177e4SLinus Torvalds INIT_LIST_HEAD(&hole_cache); 2551da177e4SLinus Torvalds 2561da177e4SLinus Torvalds /* prepare the hole cache */ 2571da177e4SLinus Torvalds for(i = 0; i < 64; i++) 2581da177e4SLinus Torvalds list_add(&(initholes[i].list), &hole_cache); 2591da177e4SLinus Torvalds 2601da177e4SLinus Torvalds hole = rmcache(); 2611da177e4SLinus Torvalds hole->start = DVMA_START; 2621da177e4SLinus Torvalds hole->end = DVMA_END; 2631da177e4SLinus Torvalds hole->size = DVMA_SIZE; 2641da177e4SLinus Torvalds 2651da177e4SLinus Torvalds list_add(&(hole->list), &hole_list); 2661da177e4SLinus Torvalds 2671da177e4SLinus Torvalds memset(iommu_use, 0, sizeof(iommu_use)); 2681da177e4SLinus Torvalds 2691da177e4SLinus Torvalds dvma_unmap_iommu(DVMA_START, DVMA_SIZE); 2701da177e4SLinus Torvalds 2711da177e4SLinus Torvalds #ifdef CONFIG_SUN3 2721da177e4SLinus Torvalds sun3_dvma_init(); 2731da177e4SLinus Torvalds #endif 2741da177e4SLinus Torvalds 2751da177e4SLinus Torvalds } 2761da177e4SLinus Torvalds 2771da177e4SLinus Torvalds inline unsigned long dvma_map_align(unsigned long kaddr, int len, int align) 2781da177e4SLinus Torvalds { 2791da177e4SLinus Torvalds 2801da177e4SLinus Torvalds unsigned long baddr; 2811da177e4SLinus Torvalds unsigned long off; 2821da177e4SLinus Torvalds 2831da177e4SLinus Torvalds if(!len) 2841da177e4SLinus Torvalds len = 0x800; 2851da177e4SLinus Torvalds 2861da177e4SLinus Torvalds if(!kaddr || !len) { 2871da177e4SLinus Torvalds // printk("error: kaddr %lx len %x\n", kaddr, len); 2881da177e4SLinus Torvalds // *(int *)4 = 0; 2891da177e4SLinus Torvalds return 0; 2901da177e4SLinus Torvalds } 2911da177e4SLinus Torvalds 2921da177e4SLinus Torvalds #ifdef DEBUG 2931da177e4SLinus Torvalds printk("dvma_map request %08lx bytes from %08lx\n", 2941da177e4SLinus Torvalds len, kaddr); 2951da177e4SLinus Torvalds #endif 2961da177e4SLinus Torvalds off = kaddr & ~DVMA_PAGE_MASK; 2971da177e4SLinus Torvalds kaddr &= PAGE_MASK; 2981da177e4SLinus Torvalds len += off; 2991da177e4SLinus Torvalds len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 3001da177e4SLinus Torvalds 3011da177e4SLinus Torvalds if(align == 0) 3021da177e4SLinus Torvalds align = DVMA_PAGE_SIZE; 3031da177e4SLinus Torvalds else 3041da177e4SLinus Torvalds align = ((align + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 3051da177e4SLinus Torvalds 3061da177e4SLinus Torvalds baddr = get_baddr(len, align); 3071da177e4SLinus Torvalds // printk("using baddr %lx\n", baddr); 3081da177e4SLinus Torvalds 3091da177e4SLinus Torvalds if(!dvma_map_iommu(kaddr, baddr, len)) 3101da177e4SLinus Torvalds return (baddr + off); 3111da177e4SLinus Torvalds 3121da177e4SLinus Torvalds printk("dvma_map failed kaddr %lx baddr %lx len %x\n", kaddr, baddr, len); 3131da177e4SLinus Torvalds BUG(); 3141da177e4SLinus Torvalds return 0; 3151da177e4SLinus Torvalds } 3161da177e4SLinus Torvalds 3171da177e4SLinus Torvalds void dvma_unmap(void *baddr) 3181da177e4SLinus Torvalds { 3191da177e4SLinus Torvalds unsigned long addr; 3201da177e4SLinus Torvalds 3211da177e4SLinus Torvalds addr = (unsigned long)baddr; 3221da177e4SLinus Torvalds /* check if this is a vme mapping */ 3231da177e4SLinus Torvalds if(!(addr & 0x00f00000)) 3241da177e4SLinus Torvalds addr |= 0xf00000; 3251da177e4SLinus Torvalds 3261da177e4SLinus Torvalds free_baddr(addr); 3271da177e4SLinus Torvalds 3281da177e4SLinus Torvalds return; 3291da177e4SLinus Torvalds 3301da177e4SLinus Torvalds } 3311da177e4SLinus Torvalds 3321da177e4SLinus Torvalds 3331da177e4SLinus Torvalds void *dvma_malloc_align(unsigned long len, unsigned long align) 3341da177e4SLinus Torvalds { 3351da177e4SLinus Torvalds unsigned long kaddr; 3361da177e4SLinus Torvalds unsigned long baddr; 3371da177e4SLinus Torvalds unsigned long vaddr; 3381da177e4SLinus Torvalds 3391da177e4SLinus Torvalds if(!len) 3401da177e4SLinus Torvalds return NULL; 3411da177e4SLinus Torvalds 3421da177e4SLinus Torvalds #ifdef DEBUG 3431da177e4SLinus Torvalds printk("dvma_malloc request %lx bytes\n", len); 3441da177e4SLinus Torvalds #endif 3451da177e4SLinus Torvalds len = ((len + (DVMA_PAGE_SIZE-1)) & DVMA_PAGE_MASK); 3461da177e4SLinus Torvalds 3471da177e4SLinus Torvalds if((kaddr = __get_free_pages(GFP_ATOMIC, get_order(len))) == 0) 3481da177e4SLinus Torvalds return NULL; 3491da177e4SLinus Torvalds 3501da177e4SLinus Torvalds if((baddr = (unsigned long)dvma_map_align(kaddr, len, align)) == 0) { 3511da177e4SLinus Torvalds free_pages(kaddr, get_order(len)); 3521da177e4SLinus Torvalds return NULL; 3531da177e4SLinus Torvalds } 3541da177e4SLinus Torvalds 3551da177e4SLinus Torvalds vaddr = dvma_btov(baddr); 3561da177e4SLinus Torvalds 3571da177e4SLinus Torvalds if(dvma_map_cpu(kaddr, vaddr, len) < 0) { 3581da177e4SLinus Torvalds dvma_unmap((void *)baddr); 3591da177e4SLinus Torvalds free_pages(kaddr, get_order(len)); 3601da177e4SLinus Torvalds return NULL; 3611da177e4SLinus Torvalds } 3621da177e4SLinus Torvalds 3631da177e4SLinus Torvalds #ifdef DEBUG 3641da177e4SLinus Torvalds printk("mapped %08lx bytes %08lx kern -> %08lx bus\n", 3651da177e4SLinus Torvalds len, kaddr, baddr); 3661da177e4SLinus Torvalds #endif 3671da177e4SLinus Torvalds 3681da177e4SLinus Torvalds return (void *)vaddr; 3691da177e4SLinus Torvalds 3701da177e4SLinus Torvalds } 3711da177e4SLinus Torvalds 3721da177e4SLinus Torvalds void dvma_free(void *vaddr) 3731da177e4SLinus Torvalds { 3741da177e4SLinus Torvalds 3751da177e4SLinus Torvalds return; 3761da177e4SLinus Torvalds 3771da177e4SLinus Torvalds } 378