11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * linux/arch/arm/mm/mmap.c 31da177e4SLinus Torvalds */ 41da177e4SLinus Torvalds #include <linux/fs.h> 51da177e4SLinus Torvalds #include <linux/mm.h> 61da177e4SLinus Torvalds #include <linux/mman.h> 71da177e4SLinus Torvalds #include <linux/shm.h> 8e8edc6e0SAlexey Dobriyan #include <linux/sched.h> 909d9bae0SRussell King #include <linux/io.h> 10df5419a9SNicolas Pitre #include <linux/personality.h> 11cc92c28bSNicolas Pitre #include <linux/random.h> 1241dfaa93SRob Herring #include <asm/cachetype.h> 131da177e4SLinus Torvalds 141da177e4SLinus Torvalds #define COLOUR_ALIGN(addr,pgoff) \ 151da177e4SLinus Torvalds ((((addr)+SHMLBA-1)&~(SHMLBA-1)) + \ 161da177e4SLinus Torvalds (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1))) 171da177e4SLinus Torvalds 187dbaa466SRob Herring /* gap between mmap and stack */ 197dbaa466SRob Herring #define MIN_GAP (128*1024*1024UL) 207dbaa466SRob Herring #define MAX_GAP ((TASK_SIZE)/6*5) 217dbaa466SRob Herring 227dbaa466SRob Herring static int mmap_is_legacy(void) 237dbaa466SRob Herring { 247dbaa466SRob Herring if (current->personality & ADDR_COMPAT_LAYOUT) 257dbaa466SRob Herring return 1; 267dbaa466SRob Herring 277dbaa466SRob Herring if (rlimit(RLIMIT_STACK) == RLIM_INFINITY) 287dbaa466SRob Herring return 1; 297dbaa466SRob Herring 307dbaa466SRob Herring return sysctl_legacy_va_layout; 317dbaa466SRob Herring } 327dbaa466SRob Herring 337dbaa466SRob Herring static unsigned long mmap_base(unsigned long rnd) 347dbaa466SRob Herring { 357dbaa466SRob Herring unsigned long gap = rlimit(RLIMIT_STACK); 367dbaa466SRob Herring 377dbaa466SRob Herring if (gap < MIN_GAP) 387dbaa466SRob Herring gap = MIN_GAP; 397dbaa466SRob Herring else if (gap > MAX_GAP) 407dbaa466SRob Herring gap = MAX_GAP; 417dbaa466SRob Herring 427dbaa466SRob Herring return PAGE_ALIGN(TASK_SIZE - gap - rnd); 437dbaa466SRob Herring } 447dbaa466SRob Herring 451da177e4SLinus Torvalds /* 461da177e4SLinus Torvalds * We need to ensure that shared mappings are correctly aligned to 471da177e4SLinus Torvalds * avoid aliasing issues with VIPT caches. We need to ensure that 481da177e4SLinus Torvalds * a specific page of an object is always mapped at a multiple of 491da177e4SLinus Torvalds * SHMLBA bytes. 501da177e4SLinus Torvalds * 511da177e4SLinus Torvalds * We unconditionally provide this function for all cases, however 521da177e4SLinus Torvalds * in the VIVT case, we optimise out the alignment rules. 531da177e4SLinus Torvalds */ 541da177e4SLinus Torvalds unsigned long 551da177e4SLinus Torvalds arch_get_unmapped_area(struct file *filp, unsigned long addr, 561da177e4SLinus Torvalds unsigned long len, unsigned long pgoff, unsigned long flags) 571da177e4SLinus Torvalds { 581da177e4SLinus Torvalds struct mm_struct *mm = current->mm; 591da177e4SLinus Torvalds struct vm_area_struct *vma; 6041dfaa93SRob Herring int do_align = 0; 6141dfaa93SRob Herring int aliasing = cache_is_vipt_aliasing(); 62394ef640SMichel Lespinasse struct vm_unmapped_area_info info; 631da177e4SLinus Torvalds 641da177e4SLinus Torvalds /* 651da177e4SLinus Torvalds * We only need to do colour alignment if either the I or D 6641dfaa93SRob Herring * caches alias. 671da177e4SLinus Torvalds */ 681da177e4SLinus Torvalds if (aliasing) 6941dfaa93SRob Herring do_align = filp || (flags & MAP_SHARED); 701da177e4SLinus Torvalds 711da177e4SLinus Torvalds /* 72acec0ac0SBenjamin Herrenschmidt * We enforce the MAP_FIXED case. 731da177e4SLinus Torvalds */ 741da177e4SLinus Torvalds if (flags & MAP_FIXED) { 75e77414e0SAl Viro if (aliasing && flags & MAP_SHARED && 76e77414e0SAl Viro (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) 771da177e4SLinus Torvalds return -EINVAL; 781da177e4SLinus Torvalds return addr; 791da177e4SLinus Torvalds } 801da177e4SLinus Torvalds 811da177e4SLinus Torvalds if (len > TASK_SIZE) 821da177e4SLinus Torvalds return -ENOMEM; 831da177e4SLinus Torvalds 841da177e4SLinus Torvalds if (addr) { 851da177e4SLinus Torvalds if (do_align) 861da177e4SLinus Torvalds addr = COLOUR_ALIGN(addr, pgoff); 871da177e4SLinus Torvalds else 881da177e4SLinus Torvalds addr = PAGE_ALIGN(addr); 891da177e4SLinus Torvalds 901da177e4SLinus Torvalds vma = find_vma(mm, addr); 911da177e4SLinus Torvalds if (TASK_SIZE - len >= addr && 921da177e4SLinus Torvalds (!vma || addr + len <= vma->vm_start)) 931da177e4SLinus Torvalds return addr; 941da177e4SLinus Torvalds } 951da177e4SLinus Torvalds 96394ef640SMichel Lespinasse info.flags = 0; 97394ef640SMichel Lespinasse info.length = len; 98394ef640SMichel Lespinasse info.low_limit = mm->mmap_base; 99394ef640SMichel Lespinasse info.high_limit = TASK_SIZE; 100394ef640SMichel Lespinasse info.align_mask = do_align ? (PAGE_MASK & (SHMLBA - 1)) : 0; 101394ef640SMichel Lespinasse info.align_offset = pgoff << PAGE_SHIFT; 102394ef640SMichel Lespinasse return vm_unmapped_area(&info); 1031da177e4SLinus Torvalds } 1041da177e4SLinus Torvalds 1057dbaa466SRob Herring unsigned long 1067dbaa466SRob Herring arch_get_unmapped_area_topdown(struct file *filp, const unsigned long addr0, 1077dbaa466SRob Herring const unsigned long len, const unsigned long pgoff, 1087dbaa466SRob Herring const unsigned long flags) 1097dbaa466SRob Herring { 1107dbaa466SRob Herring struct vm_area_struct *vma; 1117dbaa466SRob Herring struct mm_struct *mm = current->mm; 1127dbaa466SRob Herring unsigned long addr = addr0; 1137dbaa466SRob Herring int do_align = 0; 1147dbaa466SRob Herring int aliasing = cache_is_vipt_aliasing(); 115394ef640SMichel Lespinasse struct vm_unmapped_area_info info; 1167dbaa466SRob Herring 1177dbaa466SRob Herring /* 1187dbaa466SRob Herring * We only need to do colour alignment if either the I or D 1197dbaa466SRob Herring * caches alias. 1207dbaa466SRob Herring */ 1217dbaa466SRob Herring if (aliasing) 1227dbaa466SRob Herring do_align = filp || (flags & MAP_SHARED); 1237dbaa466SRob Herring 1247dbaa466SRob Herring /* requested length too big for entire address space */ 1257dbaa466SRob Herring if (len > TASK_SIZE) 1267dbaa466SRob Herring return -ENOMEM; 1277dbaa466SRob Herring 1287dbaa466SRob Herring if (flags & MAP_FIXED) { 1297dbaa466SRob Herring if (aliasing && flags & MAP_SHARED && 1307dbaa466SRob Herring (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) 1317dbaa466SRob Herring return -EINVAL; 1327dbaa466SRob Herring return addr; 1337dbaa466SRob Herring } 1347dbaa466SRob Herring 1357dbaa466SRob Herring /* requesting a specific address */ 1367dbaa466SRob Herring if (addr) { 1377dbaa466SRob Herring if (do_align) 1387dbaa466SRob Herring addr = COLOUR_ALIGN(addr, pgoff); 1397dbaa466SRob Herring else 1407dbaa466SRob Herring addr = PAGE_ALIGN(addr); 1417dbaa466SRob Herring vma = find_vma(mm, addr); 1427dbaa466SRob Herring if (TASK_SIZE - len >= addr && 1437dbaa466SRob Herring (!vma || addr + len <= vma->vm_start)) 1447dbaa466SRob Herring return addr; 1457dbaa466SRob Herring } 1467dbaa466SRob Herring 147394ef640SMichel Lespinasse info.flags = VM_UNMAPPED_AREA_TOPDOWN; 148394ef640SMichel Lespinasse info.length = len; 149394ef640SMichel Lespinasse info.low_limit = PAGE_SIZE; 150394ef640SMichel Lespinasse info.high_limit = mm->mmap_base; 151394ef640SMichel Lespinasse info.align_mask = do_align ? (PAGE_MASK & (SHMLBA - 1)) : 0; 152394ef640SMichel Lespinasse info.align_offset = pgoff << PAGE_SHIFT; 153394ef640SMichel Lespinasse addr = vm_unmapped_area(&info); 1547dbaa466SRob Herring 1557dbaa466SRob Herring /* 1567dbaa466SRob Herring * A failed mmap() very likely causes application failure, 1577dbaa466SRob Herring * so fall back to the bottom-up function here. This scenario 1587dbaa466SRob Herring * can happen with large stack limits and large mmap() 1597dbaa466SRob Herring * allocations. 1607dbaa466SRob Herring */ 161394ef640SMichel Lespinasse if (addr & ~PAGE_MASK) { 162394ef640SMichel Lespinasse VM_BUG_ON(addr != -ENOMEM); 163394ef640SMichel Lespinasse info.flags = 0; 164394ef640SMichel Lespinasse info.low_limit = mm->mmap_base; 165394ef640SMichel Lespinasse info.high_limit = TASK_SIZE; 166394ef640SMichel Lespinasse addr = vm_unmapped_area(&info); 167394ef640SMichel Lespinasse } 1687dbaa466SRob Herring 1697dbaa466SRob Herring return addr; 1707dbaa466SRob Herring } 1717dbaa466SRob Herring 1727dbaa466SRob Herring void arch_pick_mmap_layout(struct mm_struct *mm) 1737dbaa466SRob Herring { 1747dbaa466SRob Herring unsigned long random_factor = 0UL; 1757dbaa466SRob Herring 1767dbaa466SRob Herring /* 8 bits of randomness in 20 address space bits */ 1777dbaa466SRob Herring if ((current->flags & PF_RANDOMIZE) && 1787dbaa466SRob Herring !(current->personality & ADDR_NO_RANDOMIZE)) 1797dbaa466SRob Herring random_factor = (get_random_int() % (1 << 8)) << PAGE_SHIFT; 1807dbaa466SRob Herring 1817dbaa466SRob Herring if (mmap_is_legacy()) { 1827dbaa466SRob Herring mm->mmap_base = TASK_UNMAPPED_BASE + random_factor; 1837dbaa466SRob Herring mm->get_unmapped_area = arch_get_unmapped_area; 1847dbaa466SRob Herring } else { 1857dbaa466SRob Herring mm->mmap_base = mmap_base(random_factor); 1867dbaa466SRob Herring mm->get_unmapped_area = arch_get_unmapped_area_topdown; 1877dbaa466SRob Herring } 1887dbaa466SRob Herring } 18951635ad2SLennert Buytenhek 19051635ad2SLennert Buytenhek /* 19151635ad2SLennert Buytenhek * You really shouldn't be using read() or write() on /dev/mem. This 19251635ad2SLennert Buytenhek * might go away in the future. 19351635ad2SLennert Buytenhek */ 1947e6735c3SCyril Chemparathy int valid_phys_addr_range(phys_addr_t addr, size_t size) 19551635ad2SLennert Buytenhek { 1969ae3ae0bSAlexandre Rusev if (addr < PHYS_OFFSET) 1979ae3ae0bSAlexandre Rusev return 0; 1986806bfe1SGreg Ungerer if (addr + size > __pa(high_memory - 1) + 1) 19951635ad2SLennert Buytenhek return 0; 20051635ad2SLennert Buytenhek 20151635ad2SLennert Buytenhek return 1; 20251635ad2SLennert Buytenhek } 20351635ad2SLennert Buytenhek 20451635ad2SLennert Buytenhek /* 205*3159f372SSergey Dyasly * Do not allow /dev/mem mappings beyond the supported physical range. 20651635ad2SLennert Buytenhek */ 20751635ad2SLennert Buytenhek int valid_mmap_phys_addr_range(unsigned long pfn, size_t size) 20851635ad2SLennert Buytenhek { 209*3159f372SSergey Dyasly return (pfn + (size >> PAGE_SHIFT)) <= (1 + (PHYS_MASK >> PAGE_SHIFT)); 21051635ad2SLennert Buytenhek } 211087aaffcSNicolas Pitre 212087aaffcSNicolas Pitre #ifdef CONFIG_STRICT_DEVMEM 213087aaffcSNicolas Pitre 214087aaffcSNicolas Pitre #include <linux/ioport.h> 215087aaffcSNicolas Pitre 216087aaffcSNicolas Pitre /* 217087aaffcSNicolas Pitre * devmem_is_allowed() checks to see if /dev/mem access to a certain 218087aaffcSNicolas Pitre * address is valid. The argument is a physical page number. 219087aaffcSNicolas Pitre * We mimic x86 here by disallowing access to system RAM as well as 220087aaffcSNicolas Pitre * device-exclusive MMIO regions. This effectively disable read()/write() 221087aaffcSNicolas Pitre * on /dev/mem. 222087aaffcSNicolas Pitre */ 223087aaffcSNicolas Pitre int devmem_is_allowed(unsigned long pfn) 224087aaffcSNicolas Pitre { 225087aaffcSNicolas Pitre if (iomem_is_exclusive(pfn << PAGE_SHIFT)) 226087aaffcSNicolas Pitre return 0; 227087aaffcSNicolas Pitre if (!page_is_ram(pfn)) 228087aaffcSNicolas Pitre return 1; 229087aaffcSNicolas Pitre return 0; 230087aaffcSNicolas Pitre } 231087aaffcSNicolas Pitre 232087aaffcSNicolas Pitre #endif 233