xref: /openbmc/linux/arch/arm/mm/mmap.c (revision 3159f372354e8e1f5dee714663d705dd2c7e0759)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  *  linux/arch/arm/mm/mmap.c
31da177e4SLinus Torvalds  */
41da177e4SLinus Torvalds #include <linux/fs.h>
51da177e4SLinus Torvalds #include <linux/mm.h>
61da177e4SLinus Torvalds #include <linux/mman.h>
71da177e4SLinus Torvalds #include <linux/shm.h>
8e8edc6e0SAlexey Dobriyan #include <linux/sched.h>
909d9bae0SRussell King #include <linux/io.h>
10df5419a9SNicolas Pitre #include <linux/personality.h>
11cc92c28bSNicolas Pitre #include <linux/random.h>
1241dfaa93SRob Herring #include <asm/cachetype.h>
131da177e4SLinus Torvalds 
141da177e4SLinus Torvalds #define COLOUR_ALIGN(addr,pgoff)		\
151da177e4SLinus Torvalds 	((((addr)+SHMLBA-1)&~(SHMLBA-1)) +	\
161da177e4SLinus Torvalds 	 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
171da177e4SLinus Torvalds 
187dbaa466SRob Herring /* gap between mmap and stack */
197dbaa466SRob Herring #define MIN_GAP (128*1024*1024UL)
207dbaa466SRob Herring #define MAX_GAP ((TASK_SIZE)/6*5)
217dbaa466SRob Herring 
227dbaa466SRob Herring static int mmap_is_legacy(void)
237dbaa466SRob Herring {
247dbaa466SRob Herring 	if (current->personality & ADDR_COMPAT_LAYOUT)
257dbaa466SRob Herring 		return 1;
267dbaa466SRob Herring 
277dbaa466SRob Herring 	if (rlimit(RLIMIT_STACK) == RLIM_INFINITY)
287dbaa466SRob Herring 		return 1;
297dbaa466SRob Herring 
307dbaa466SRob Herring 	return sysctl_legacy_va_layout;
317dbaa466SRob Herring }
327dbaa466SRob Herring 
337dbaa466SRob Herring static unsigned long mmap_base(unsigned long rnd)
347dbaa466SRob Herring {
357dbaa466SRob Herring 	unsigned long gap = rlimit(RLIMIT_STACK);
367dbaa466SRob Herring 
377dbaa466SRob Herring 	if (gap < MIN_GAP)
387dbaa466SRob Herring 		gap = MIN_GAP;
397dbaa466SRob Herring 	else if (gap > MAX_GAP)
407dbaa466SRob Herring 		gap = MAX_GAP;
417dbaa466SRob Herring 
427dbaa466SRob Herring 	return PAGE_ALIGN(TASK_SIZE - gap - rnd);
437dbaa466SRob Herring }
447dbaa466SRob Herring 
451da177e4SLinus Torvalds /*
461da177e4SLinus Torvalds  * We need to ensure that shared mappings are correctly aligned to
471da177e4SLinus Torvalds  * avoid aliasing issues with VIPT caches.  We need to ensure that
481da177e4SLinus Torvalds  * a specific page of an object is always mapped at a multiple of
491da177e4SLinus Torvalds  * SHMLBA bytes.
501da177e4SLinus Torvalds  *
511da177e4SLinus Torvalds  * We unconditionally provide this function for all cases, however
521da177e4SLinus Torvalds  * in the VIVT case, we optimise out the alignment rules.
531da177e4SLinus Torvalds  */
541da177e4SLinus Torvalds unsigned long
551da177e4SLinus Torvalds arch_get_unmapped_area(struct file *filp, unsigned long addr,
561da177e4SLinus Torvalds 		unsigned long len, unsigned long pgoff, unsigned long flags)
571da177e4SLinus Torvalds {
581da177e4SLinus Torvalds 	struct mm_struct *mm = current->mm;
591da177e4SLinus Torvalds 	struct vm_area_struct *vma;
6041dfaa93SRob Herring 	int do_align = 0;
6141dfaa93SRob Herring 	int aliasing = cache_is_vipt_aliasing();
62394ef640SMichel Lespinasse 	struct vm_unmapped_area_info info;
631da177e4SLinus Torvalds 
641da177e4SLinus Torvalds 	/*
651da177e4SLinus Torvalds 	 * We only need to do colour alignment if either the I or D
6641dfaa93SRob Herring 	 * caches alias.
671da177e4SLinus Torvalds 	 */
681da177e4SLinus Torvalds 	if (aliasing)
6941dfaa93SRob Herring 		do_align = filp || (flags & MAP_SHARED);
701da177e4SLinus Torvalds 
711da177e4SLinus Torvalds 	/*
72acec0ac0SBenjamin Herrenschmidt 	 * We enforce the MAP_FIXED case.
731da177e4SLinus Torvalds 	 */
741da177e4SLinus Torvalds 	if (flags & MAP_FIXED) {
75e77414e0SAl Viro 		if (aliasing && flags & MAP_SHARED &&
76e77414e0SAl Viro 		    (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))
771da177e4SLinus Torvalds 			return -EINVAL;
781da177e4SLinus Torvalds 		return addr;
791da177e4SLinus Torvalds 	}
801da177e4SLinus Torvalds 
811da177e4SLinus Torvalds 	if (len > TASK_SIZE)
821da177e4SLinus Torvalds 		return -ENOMEM;
831da177e4SLinus Torvalds 
841da177e4SLinus Torvalds 	if (addr) {
851da177e4SLinus Torvalds 		if (do_align)
861da177e4SLinus Torvalds 			addr = COLOUR_ALIGN(addr, pgoff);
871da177e4SLinus Torvalds 		else
881da177e4SLinus Torvalds 			addr = PAGE_ALIGN(addr);
891da177e4SLinus Torvalds 
901da177e4SLinus Torvalds 		vma = find_vma(mm, addr);
911da177e4SLinus Torvalds 		if (TASK_SIZE - len >= addr &&
921da177e4SLinus Torvalds 		    (!vma || addr + len <= vma->vm_start))
931da177e4SLinus Torvalds 			return addr;
941da177e4SLinus Torvalds 	}
951da177e4SLinus Torvalds 
96394ef640SMichel Lespinasse 	info.flags = 0;
97394ef640SMichel Lespinasse 	info.length = len;
98394ef640SMichel Lespinasse 	info.low_limit = mm->mmap_base;
99394ef640SMichel Lespinasse 	info.high_limit = TASK_SIZE;
100394ef640SMichel Lespinasse 	info.align_mask = do_align ? (PAGE_MASK & (SHMLBA - 1)) : 0;
101394ef640SMichel Lespinasse 	info.align_offset = pgoff << PAGE_SHIFT;
102394ef640SMichel Lespinasse 	return vm_unmapped_area(&info);
1031da177e4SLinus Torvalds }
1041da177e4SLinus Torvalds 
1057dbaa466SRob Herring unsigned long
1067dbaa466SRob Herring arch_get_unmapped_area_topdown(struct file *filp, const unsigned long addr0,
1077dbaa466SRob Herring 			const unsigned long len, const unsigned long pgoff,
1087dbaa466SRob Herring 			const unsigned long flags)
1097dbaa466SRob Herring {
1107dbaa466SRob Herring 	struct vm_area_struct *vma;
1117dbaa466SRob Herring 	struct mm_struct *mm = current->mm;
1127dbaa466SRob Herring 	unsigned long addr = addr0;
1137dbaa466SRob Herring 	int do_align = 0;
1147dbaa466SRob Herring 	int aliasing = cache_is_vipt_aliasing();
115394ef640SMichel Lespinasse 	struct vm_unmapped_area_info info;
1167dbaa466SRob Herring 
1177dbaa466SRob Herring 	/*
1187dbaa466SRob Herring 	 * We only need to do colour alignment if either the I or D
1197dbaa466SRob Herring 	 * caches alias.
1207dbaa466SRob Herring 	 */
1217dbaa466SRob Herring 	if (aliasing)
1227dbaa466SRob Herring 		do_align = filp || (flags & MAP_SHARED);
1237dbaa466SRob Herring 
1247dbaa466SRob Herring 	/* requested length too big for entire address space */
1257dbaa466SRob Herring 	if (len > TASK_SIZE)
1267dbaa466SRob Herring 		return -ENOMEM;
1277dbaa466SRob Herring 
1287dbaa466SRob Herring 	if (flags & MAP_FIXED) {
1297dbaa466SRob Herring 		if (aliasing && flags & MAP_SHARED &&
1307dbaa466SRob Herring 		    (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))
1317dbaa466SRob Herring 			return -EINVAL;
1327dbaa466SRob Herring 		return addr;
1337dbaa466SRob Herring 	}
1347dbaa466SRob Herring 
1357dbaa466SRob Herring 	/* requesting a specific address */
1367dbaa466SRob Herring 	if (addr) {
1377dbaa466SRob Herring 		if (do_align)
1387dbaa466SRob Herring 			addr = COLOUR_ALIGN(addr, pgoff);
1397dbaa466SRob Herring 		else
1407dbaa466SRob Herring 			addr = PAGE_ALIGN(addr);
1417dbaa466SRob Herring 		vma = find_vma(mm, addr);
1427dbaa466SRob Herring 		if (TASK_SIZE - len >= addr &&
1437dbaa466SRob Herring 				(!vma || addr + len <= vma->vm_start))
1447dbaa466SRob Herring 			return addr;
1457dbaa466SRob Herring 	}
1467dbaa466SRob Herring 
147394ef640SMichel Lespinasse 	info.flags = VM_UNMAPPED_AREA_TOPDOWN;
148394ef640SMichel Lespinasse 	info.length = len;
149394ef640SMichel Lespinasse 	info.low_limit = PAGE_SIZE;
150394ef640SMichel Lespinasse 	info.high_limit = mm->mmap_base;
151394ef640SMichel Lespinasse 	info.align_mask = do_align ? (PAGE_MASK & (SHMLBA - 1)) : 0;
152394ef640SMichel Lespinasse 	info.align_offset = pgoff << PAGE_SHIFT;
153394ef640SMichel Lespinasse 	addr = vm_unmapped_area(&info);
1547dbaa466SRob Herring 
1557dbaa466SRob Herring 	/*
1567dbaa466SRob Herring 	 * A failed mmap() very likely causes application failure,
1577dbaa466SRob Herring 	 * so fall back to the bottom-up function here. This scenario
1587dbaa466SRob Herring 	 * can happen with large stack limits and large mmap()
1597dbaa466SRob Herring 	 * allocations.
1607dbaa466SRob Herring 	 */
161394ef640SMichel Lespinasse 	if (addr & ~PAGE_MASK) {
162394ef640SMichel Lespinasse 		VM_BUG_ON(addr != -ENOMEM);
163394ef640SMichel Lespinasse 		info.flags = 0;
164394ef640SMichel Lespinasse 		info.low_limit = mm->mmap_base;
165394ef640SMichel Lespinasse 		info.high_limit = TASK_SIZE;
166394ef640SMichel Lespinasse 		addr = vm_unmapped_area(&info);
167394ef640SMichel Lespinasse 	}
1687dbaa466SRob Herring 
1697dbaa466SRob Herring 	return addr;
1707dbaa466SRob Herring }
1717dbaa466SRob Herring 
1727dbaa466SRob Herring void arch_pick_mmap_layout(struct mm_struct *mm)
1737dbaa466SRob Herring {
1747dbaa466SRob Herring 	unsigned long random_factor = 0UL;
1757dbaa466SRob Herring 
1767dbaa466SRob Herring 	/* 8 bits of randomness in 20 address space bits */
1777dbaa466SRob Herring 	if ((current->flags & PF_RANDOMIZE) &&
1787dbaa466SRob Herring 	    !(current->personality & ADDR_NO_RANDOMIZE))
1797dbaa466SRob Herring 		random_factor = (get_random_int() % (1 << 8)) << PAGE_SHIFT;
1807dbaa466SRob Herring 
1817dbaa466SRob Herring 	if (mmap_is_legacy()) {
1827dbaa466SRob Herring 		mm->mmap_base = TASK_UNMAPPED_BASE + random_factor;
1837dbaa466SRob Herring 		mm->get_unmapped_area = arch_get_unmapped_area;
1847dbaa466SRob Herring 	} else {
1857dbaa466SRob Herring 		mm->mmap_base = mmap_base(random_factor);
1867dbaa466SRob Herring 		mm->get_unmapped_area = arch_get_unmapped_area_topdown;
1877dbaa466SRob Herring 	}
1887dbaa466SRob Herring }
18951635ad2SLennert Buytenhek 
19051635ad2SLennert Buytenhek /*
19151635ad2SLennert Buytenhek  * You really shouldn't be using read() or write() on /dev/mem.  This
19251635ad2SLennert Buytenhek  * might go away in the future.
19351635ad2SLennert Buytenhek  */
1947e6735c3SCyril Chemparathy int valid_phys_addr_range(phys_addr_t addr, size_t size)
19551635ad2SLennert Buytenhek {
1969ae3ae0bSAlexandre Rusev 	if (addr < PHYS_OFFSET)
1979ae3ae0bSAlexandre Rusev 		return 0;
1986806bfe1SGreg Ungerer 	if (addr + size > __pa(high_memory - 1) + 1)
19951635ad2SLennert Buytenhek 		return 0;
20051635ad2SLennert Buytenhek 
20151635ad2SLennert Buytenhek 	return 1;
20251635ad2SLennert Buytenhek }
20351635ad2SLennert Buytenhek 
20451635ad2SLennert Buytenhek /*
205*3159f372SSergey Dyasly  * Do not allow /dev/mem mappings beyond the supported physical range.
20651635ad2SLennert Buytenhek  */
20751635ad2SLennert Buytenhek int valid_mmap_phys_addr_range(unsigned long pfn, size_t size)
20851635ad2SLennert Buytenhek {
209*3159f372SSergey Dyasly 	return (pfn + (size >> PAGE_SHIFT)) <= (1 + (PHYS_MASK >> PAGE_SHIFT));
21051635ad2SLennert Buytenhek }
211087aaffcSNicolas Pitre 
212087aaffcSNicolas Pitre #ifdef CONFIG_STRICT_DEVMEM
213087aaffcSNicolas Pitre 
214087aaffcSNicolas Pitre #include <linux/ioport.h>
215087aaffcSNicolas Pitre 
216087aaffcSNicolas Pitre /*
217087aaffcSNicolas Pitre  * devmem_is_allowed() checks to see if /dev/mem access to a certain
218087aaffcSNicolas Pitre  * address is valid. The argument is a physical page number.
219087aaffcSNicolas Pitre  * We mimic x86 here by disallowing access to system RAM as well as
220087aaffcSNicolas Pitre  * device-exclusive MMIO regions. This effectively disable read()/write()
221087aaffcSNicolas Pitre  * on /dev/mem.
222087aaffcSNicolas Pitre  */
223087aaffcSNicolas Pitre int devmem_is_allowed(unsigned long pfn)
224087aaffcSNicolas Pitre {
225087aaffcSNicolas Pitre 	if (iomem_is_exclusive(pfn << PAGE_SHIFT))
226087aaffcSNicolas Pitre 		return 0;
227087aaffcSNicolas Pitre 	if (!page_is_ram(pfn))
228087aaffcSNicolas Pitre 		return 1;
229087aaffcSNicolas Pitre 	return 0;
230087aaffcSNicolas Pitre }
231087aaffcSNicolas Pitre 
232087aaffcSNicolas Pitre #endif
233