xref: /openbmc/linux/arch/arm/include/asm/memory.h (revision 139cc2ba)
14baa9922SRussell King /*
24baa9922SRussell King  *  arch/arm/include/asm/memory.h
34baa9922SRussell King  *
44baa9922SRussell King  *  Copyright (C) 2000-2002 Russell King
54baa9922SRussell King  *  modification for nommu, Hyok S. Choi, 2004
64baa9922SRussell King  *
74baa9922SRussell King  * This program is free software; you can redistribute it and/or modify
84baa9922SRussell King  * it under the terms of the GNU General Public License version 2 as
94baa9922SRussell King  * published by the Free Software Foundation.
104baa9922SRussell King  *
114baa9922SRussell King  *  Note: this file should not be included by non-asm/.h files
124baa9922SRussell King  */
134baa9922SRussell King #ifndef __ASM_ARM_MEMORY_H
144baa9922SRussell King #define __ASM_ARM_MEMORY_H
154baa9922SRussell King 
168d5796d2SLennert Buytenhek #include <linux/compiler.h>
178d5796d2SLennert Buytenhek #include <linux/const.h>
183a6b1676SWill Deacon #include <linux/types.h>
19158e8bfeSAlessandro Rubini #include <linux/sizes.h>
208d5796d2SLennert Buytenhek 
214756dcbfSCyril Chemparathy #include <asm/cache.h>
224756dcbfSCyril Chemparathy 
230cdc8b92SNicolas Pitre #ifdef CONFIG_NEED_MACH_MEMORY_H
241b9f95f8SNicolas Pitre #include <mach/memory.h>
251b9f95f8SNicolas Pitre #endif
261b9f95f8SNicolas Pitre 
274baa9922SRussell King /*
284baa9922SRussell King  * Allow for constants defined here to be used from assembly code
294baa9922SRussell King  * by prepending the UL suffix only with actual C code compilation.
304baa9922SRussell King  */
318d5796d2SLennert Buytenhek #define UL(x) _AC(x, UL)
324baa9922SRussell King 
334baa9922SRussell King #ifdef CONFIG_MMU
344baa9922SRussell King 
354baa9922SRussell King /*
368d5796d2SLennert Buytenhek  * PAGE_OFFSET - the virtual address of the start of the kernel image
374baa9922SRussell King  * TASK_SIZE - the maximum size of a user space task.
384baa9922SRussell King  * TASK_UNMAPPED_BASE - the lower boundary of the mmap VM area
394baa9922SRussell King  */
408d5796d2SLennert Buytenhek #define PAGE_OFFSET		UL(CONFIG_PAGE_OFFSET)
415d1c20bcSWill Deacon #define TASK_SIZE		(UL(CONFIG_PAGE_OFFSET) - UL(SZ_16M))
4279d1f5c9SWill Deacon #define TASK_UNMAPPED_BASE	ALIGN(TASK_SIZE / 3, SZ_16M)
434baa9922SRussell King 
444baa9922SRussell King /*
454baa9922SRussell King  * The maximum size of a 26-bit user space task.
464baa9922SRussell King  */
475d1c20bcSWill Deacon #define TASK_SIZE_26		(UL(1) << 26)
484baa9922SRussell King 
494baa9922SRussell King /*
504baa9922SRussell King  * The module space lives between the addresses given by TASK_SIZE
514baa9922SRussell King  * and PAGE_OFFSET - it must be within 32MB of the kernel text.
524baa9922SRussell King  */
53adca6dc2SCatalin Marinas #ifndef CONFIG_THUMB2_KERNEL
545d1c20bcSWill Deacon #define MODULES_VADDR		(PAGE_OFFSET - SZ_16M)
55adca6dc2SCatalin Marinas #else
56adca6dc2SCatalin Marinas /* smaller range for Thumb-2 symbols relocation (2^24)*/
575d1c20bcSWill Deacon #define MODULES_VADDR		(PAGE_OFFSET - SZ_8M)
58adca6dc2SCatalin Marinas #endif
59adca6dc2SCatalin Marinas 
60ab4f2ee1SRussell King #if TASK_SIZE > MODULES_VADDR
614baa9922SRussell King #error Top of user space clashes with start of module space
624baa9922SRussell King #endif
634baa9922SRussell King 
644baa9922SRussell King /*
65d73cd428SNicolas Pitre  * The highmem pkmap virtual space shares the end of the module area.
66d73cd428SNicolas Pitre  */
67d73cd428SNicolas Pitre #ifdef CONFIG_HIGHMEM
68d73cd428SNicolas Pitre #define MODULES_END		(PAGE_OFFSET - PMD_SIZE)
69d73cd428SNicolas Pitre #else
70d73cd428SNicolas Pitre #define MODULES_END		(PAGE_OFFSET)
71d73cd428SNicolas Pitre #endif
72d73cd428SNicolas Pitre 
73d73cd428SNicolas Pitre /*
744baa9922SRussell King  * The XIP kernel gets mapped at the bottom of the module vm area.
754baa9922SRussell King  * Since we use sections to map it, this macro replaces the physical address
764baa9922SRussell King  * with its virtual address while keeping offset from the base section.
774baa9922SRussell King  */
78ab4f2ee1SRussell King #define XIP_VIRT_ADDR(physaddr)  (MODULES_VADDR + ((physaddr) & 0x000fffff))
794baa9922SRussell King 
804baa9922SRussell King /*
814baa9922SRussell King  * Allow 16MB-aligned ioremap pages
824baa9922SRussell King  */
834baa9922SRussell King #define IOREMAP_MAX_ORDER	24
844baa9922SRussell King 
85a7bd08c8SFenkart/Bostandzhyan #define CONSISTENT_END		(0xffe00000UL)
86a7bd08c8SFenkart/Bostandzhyan 
874baa9922SRussell King #else /* CONFIG_MMU */
884baa9922SRussell King 
894baa9922SRussell King /*
904baa9922SRussell King  * The limitation of user task size can grow up to the end of free ram region.
914baa9922SRussell King  * It is difficult to define and perhaps will never meet the original meaning
924baa9922SRussell King  * of this define that was meant to.
934baa9922SRussell King  * Fortunately, there is no reference for this in noMMU mode, for now.
944baa9922SRussell King  */
954baa9922SRussell King #ifndef TASK_SIZE
964baa9922SRussell King #define TASK_SIZE		(CONFIG_DRAM_SIZE)
974baa9922SRussell King #endif
984baa9922SRussell King 
994baa9922SRussell King #ifndef TASK_UNMAPPED_BASE
1004baa9922SRussell King #define TASK_UNMAPPED_BASE	UL(0x00000000)
1014baa9922SRussell King #endif
1024baa9922SRussell King 
1034baa9922SRussell King #ifndef PHYS_OFFSET
104c931b4f6SFenkart/Bostandzhyan #define PHYS_OFFSET 		UL(CONFIG_DRAM_BASE)
1054baa9922SRussell King #endif
1064baa9922SRussell King 
1074baa9922SRussell King #ifndef END_MEM
108c931b4f6SFenkart/Bostandzhyan #define END_MEM     		(UL(CONFIG_DRAM_BASE) + CONFIG_DRAM_SIZE)
1094baa9922SRussell King #endif
1104baa9922SRussell King 
1114baa9922SRussell King #ifndef PAGE_OFFSET
1124baa9922SRussell King #define PAGE_OFFSET		(PHYS_OFFSET)
1134baa9922SRussell King #endif
1144baa9922SRussell King 
1154baa9922SRussell King /*
1164baa9922SRussell King  * The module can be at any place in ram in nommu mode.
1174baa9922SRussell King  */
118ab4f2ee1SRussell King #define MODULES_END		(END_MEM)
119ab4f2ee1SRussell King #define MODULES_VADDR		(PHYS_OFFSET)
1204baa9922SRussell King 
12138b4205aSUwe Kleine-König #define XIP_VIRT_ADDR(physaddr)  (physaddr)
12238b4205aSUwe Kleine-König 
1234baa9922SRussell King #endif /* !CONFIG_MMU */
1244baa9922SRussell King 
1254baa9922SRussell King /*
1261dbd30e9SLinus Walleij  * We fix the TCM memories max 32 KiB ITCM resp DTCM at these
1271dbd30e9SLinus Walleij  * locations
1281dbd30e9SLinus Walleij  */
1291dbd30e9SLinus Walleij #ifdef CONFIG_HAVE_TCM
1301dbd30e9SLinus Walleij #define ITCM_OFFSET	UL(0xfffe0000)
1311dbd30e9SLinus Walleij #define DTCM_OFFSET	UL(0xfffe8000)
1321dbd30e9SLinus Walleij #endif
1331dbd30e9SLinus Walleij 
1341dbd30e9SLinus Walleij /*
1354baa9922SRussell King  * Convert a physical address to a Page Frame Number and back
1364baa9922SRussell King  */
1373a6b1676SWill Deacon #define	__phys_to_pfn(paddr)	((unsigned long)((paddr) >> PAGE_SHIFT))
1383a6b1676SWill Deacon #define	__pfn_to_phys(pfn)	((phys_addr_t)(pfn) << PAGE_SHIFT)
1394baa9922SRussell King 
140719301ffSRussell King /*
141719301ffSRussell King  * Convert a page to/from a physical address
142719301ffSRussell King  */
143719301ffSRussell King #define page_to_phys(page)	(__pfn_to_phys(page_to_pfn(page)))
144719301ffSRussell King #define phys_to_page(phys)	(pfn_to_page(__phys_to_pfn(phys)))
145719301ffSRussell King 
1464756dcbfSCyril Chemparathy /*
1474756dcbfSCyril Chemparathy  * Minimum guaranted alignment in pgd_alloc().  The page table pointers passed
1484756dcbfSCyril Chemparathy  * around in head.S and proc-*.S are shifted by this amount, in order to
1494756dcbfSCyril Chemparathy  * leave spare high bits for systems with physical address extension.  This
1504756dcbfSCyril Chemparathy  * does not fully accomodate the 40-bit addressing capability of ARM LPAE, but
1514756dcbfSCyril Chemparathy  * gives us about 38-bits or so.
1524756dcbfSCyril Chemparathy  */
1534756dcbfSCyril Chemparathy #ifdef CONFIG_ARM_LPAE
1544756dcbfSCyril Chemparathy #define ARCH_PGD_SHIFT		L1_CACHE_SHIFT
1554756dcbfSCyril Chemparathy #else
1564756dcbfSCyril Chemparathy #define ARCH_PGD_SHIFT		0
1574756dcbfSCyril Chemparathy #endif
1584756dcbfSCyril Chemparathy #define ARCH_PGD_MASK		((1 << ARCH_PGD_SHIFT) - 1)
1594756dcbfSCyril Chemparathy 
1604baa9922SRussell King #ifndef __ASSEMBLY__
1614baa9922SRussell King 
1624baa9922SRussell King /*
163dc21af99SRussell King  * Physical vs virtual RAM address space conversion.  These are
164dc21af99SRussell King  * private definitions which should NOT be used outside memory.h
165dc21af99SRussell King  * files.  Use virt_to_phys/phys_to_virt/__pa/__va instead.
166dc21af99SRussell King  */
167dc21af99SRussell King #ifndef __virt_to_phys
168dc21af99SRussell King #ifdef CONFIG_ARM_PATCH_PHYS_VIRT
169dc21af99SRussell King 
170cada3c08SRussell King /*
171cada3c08SRussell King  * Constants used to force the right instruction encodings and shifts
172cada3c08SRussell King  * so that all we need to do is modify the 8-bit constant field.
173cada3c08SRussell King  */
174cada3c08SRussell King #define __PV_BITS_31_24	0x81000000
175f52bb722SSricharan R #define __PV_BITS_7_0	0x81
176cada3c08SRussell King 
177f52bb722SSricharan R extern u64 __pv_phys_offset;
178f52bb722SSricharan R extern u64 __pv_offset;
179f52bb722SSricharan R extern void fixup_pv_table(const void *, unsigned long);
180f52bb722SSricharan R extern const void *__pv_table_begin, *__pv_table_end;
181f52bb722SSricharan R 
182dc21af99SRussell King #define PHYS_OFFSET __pv_phys_offset
183dc21af99SRussell King 
184cada3c08SRussell King #define __pv_stub(from,to,instr,type)			\
185dc21af99SRussell King 	__asm__("@ __pv_stub\n"				\
186dc21af99SRussell King 	"1:	" instr "	%0, %1, %2\n"		\
187dc21af99SRussell King 	"	.pushsection .pv_table,\"a\"\n"		\
188dc21af99SRussell King 	"	.long	1b\n"				\
189dc21af99SRussell King 	"	.popsection\n"				\
190dc21af99SRussell King 	: "=r" (to)					\
191cada3c08SRussell King 	: "r" (from), "I" (type))
192dc21af99SRussell King 
193f52bb722SSricharan R #define __pv_stub_mov_hi(t)				\
194f52bb722SSricharan R 	__asm__ volatile("@ __pv_stub_mov\n"		\
195f52bb722SSricharan R 	"1:	mov	%R0, %1\n"			\
196f52bb722SSricharan R 	"	.pushsection .pv_table,\"a\"\n"		\
197f52bb722SSricharan R 	"	.long	1b\n"				\
198f52bb722SSricharan R 	"	.popsection\n"				\
199f52bb722SSricharan R 	: "=r" (t)					\
200f52bb722SSricharan R 	: "I" (__PV_BITS_7_0))
201f52bb722SSricharan R 
202f52bb722SSricharan R #define __pv_add_carry_stub(x, y)			\
203f52bb722SSricharan R 	__asm__ volatile("@ __pv_add_carry_stub\n"	\
204f52bb722SSricharan R 	"1:	adds	%Q0, %1, %2\n"			\
205f52bb722SSricharan R 	"	adc	%R0, %R0, #0\n"			\
206f52bb722SSricharan R 	"	.pushsection .pv_table,\"a\"\n"		\
207f52bb722SSricharan R 	"	.long	1b\n"				\
208f52bb722SSricharan R 	"	.popsection\n"				\
209f52bb722SSricharan R 	: "+r" (y)					\
210f52bb722SSricharan R 	: "r" (x), "I" (__PV_BITS_31_24)		\
211f52bb722SSricharan R 	: "cc")
212f52bb722SSricharan R 
213ca5a45c0SSantosh Shilimkar static inline phys_addr_t __virt_to_phys(unsigned long x)
214dc21af99SRussell King {
215f52bb722SSricharan R 	phys_addr_t t;
216f52bb722SSricharan R 
217f52bb722SSricharan R 	if (sizeof(phys_addr_t) == 4) {
218cada3c08SRussell King 		__pv_stub(x, t, "add", __PV_BITS_31_24);
219f52bb722SSricharan R 	} else {
220f52bb722SSricharan R 		__pv_stub_mov_hi(t);
221f52bb722SSricharan R 		__pv_add_carry_stub(x, t);
222f52bb722SSricharan R 	}
223dc21af99SRussell King 	return t;
224dc21af99SRussell King }
225dc21af99SRussell King 
226ca5a45c0SSantosh Shilimkar static inline unsigned long __phys_to_virt(phys_addr_t x)
227dc21af99SRussell King {
228dc21af99SRussell King 	unsigned long t;
229139cc2baSVictor Kamensky 
230139cc2baSVictor Kamensky 	/*
231139cc2baSVictor Kamensky 	 * 'unsigned long' cast discard upper word when
232139cc2baSVictor Kamensky 	 * phys_addr_t is 64 bit, and makes sure that inline
233139cc2baSVictor Kamensky 	 * assembler expression receives 32 bit argument
234139cc2baSVictor Kamensky 	 * in place where 'r' 32 bit operand is expected.
235139cc2baSVictor Kamensky 	 */
236139cc2baSVictor Kamensky 	__pv_stub((unsigned long) x, t, "sub", __PV_BITS_31_24);
237dc21af99SRussell King 	return t;
238dc21af99SRussell King }
239ca5a45c0SSantosh Shilimkar 
240dc21af99SRussell King #else
241ca5a45c0SSantosh Shilimkar 
242ca5a45c0SSantosh Shilimkar static inline phys_addr_t __virt_to_phys(unsigned long x)
243ca5a45c0SSantosh Shilimkar {
244ca5a45c0SSantosh Shilimkar 	return (phys_addr_t)x - PAGE_OFFSET + PHYS_OFFSET;
245ca5a45c0SSantosh Shilimkar }
246ca5a45c0SSantosh Shilimkar 
247ca5a45c0SSantosh Shilimkar static inline unsigned long __phys_to_virt(phys_addr_t x)
248ca5a45c0SSantosh Shilimkar {
249ca5a45c0SSantosh Shilimkar 	return x - PHYS_OFFSET + PAGE_OFFSET;
250ca5a45c0SSantosh Shilimkar }
251ca5a45c0SSantosh Shilimkar 
252dc21af99SRussell King #endif
253dc21af99SRussell King #endif
254b4ad5155SStephen Boyd #endif /* __ASSEMBLY__ */
255dc21af99SRussell King 
256dc21af99SRussell King #ifndef PHYS_OFFSET
2571b9f95f8SNicolas Pitre #ifdef PLAT_PHYS_OFFSET
258dc21af99SRussell King #define PHYS_OFFSET	PLAT_PHYS_OFFSET
2591b9f95f8SNicolas Pitre #else
2601b9f95f8SNicolas Pitre #define PHYS_OFFSET	UL(CONFIG_PHYS_OFFSET)
2611b9f95f8SNicolas Pitre #endif
262dc21af99SRussell King #endif
263dc21af99SRussell King 
264b4ad5155SStephen Boyd #ifndef __ASSEMBLY__
265b4ad5155SStephen Boyd 
266dc21af99SRussell King /*
2674baa9922SRussell King  * PFNs are used to describe any physical page; this means
2684baa9922SRussell King  * PFN 0 == physical address 0.
2694baa9922SRussell King  *
2704baa9922SRussell King  * This is the PFN of the first RAM page in the kernel
2714baa9922SRussell King  * direct-mapped view.  We assume this is the first page
2724baa9922SRussell King  * of RAM in the mem_map as well.
2734baa9922SRussell King  */
2745b20c5b2SCyril Chemparathy #define PHYS_PFN_OFFSET	((unsigned long)(PHYS_OFFSET >> PAGE_SHIFT))
2754baa9922SRussell King 
2764baa9922SRussell King /*
2774baa9922SRussell King  * These are *only* valid on the kernel direct mapped RAM memory.
2784baa9922SRussell King  * Note: Drivers should NOT use these.  They are the wrong
2794baa9922SRussell King  * translation for translating DMA addresses.  Use the driver
2804baa9922SRussell King  * DMA support - see dma-mapping.h.
2814baa9922SRussell King  */
2823a6b1676SWill Deacon static inline phys_addr_t virt_to_phys(const volatile void *x)
2834baa9922SRussell King {
2844baa9922SRussell King 	return __virt_to_phys((unsigned long)(x));
2854baa9922SRussell King }
2864baa9922SRussell King 
2873a6b1676SWill Deacon static inline void *phys_to_virt(phys_addr_t x)
2884baa9922SRussell King {
289ca5a45c0SSantosh Shilimkar 	return (void *)__phys_to_virt(x);
2904baa9922SRussell King }
2914baa9922SRussell King 
2924baa9922SRussell King /*
2934baa9922SRussell King  * Drivers should NOT use these either.
2944baa9922SRussell King  */
2954baa9922SRussell King #define __pa(x)			__virt_to_phys((unsigned long)(x))
296ca5a45c0SSantosh Shilimkar #define __va(x)			((void *)__phys_to_virt((phys_addr_t)(x)))
2974baa9922SRussell King #define pfn_to_kaddr(pfn)	__va((pfn) << PAGE_SHIFT)
2984baa9922SRussell King 
2995e4432d3SRussell King extern phys_addr_t (*arch_virt_to_idmap)(unsigned long x);
3005e4432d3SRussell King 
3014baa9922SRussell King /*
3024dc9a817SSantosh Shilimkar  * These are for systems that have a hardware interconnect supported alias of
3034dc9a817SSantosh Shilimkar  * physical memory for idmap purposes.  Most cases should leave these
3044dc9a817SSantosh Shilimkar  * untouched.
3054dc9a817SSantosh Shilimkar  */
3064dc9a817SSantosh Shilimkar static inline phys_addr_t __virt_to_idmap(unsigned long x)
3074dc9a817SSantosh Shilimkar {
3084dc9a817SSantosh Shilimkar 	if (arch_virt_to_idmap)
3094dc9a817SSantosh Shilimkar 		return arch_virt_to_idmap(x);
3104dc9a817SSantosh Shilimkar 	else
3114dc9a817SSantosh Shilimkar 		return __virt_to_phys(x);
3124dc9a817SSantosh Shilimkar }
3134dc9a817SSantosh Shilimkar 
3144dc9a817SSantosh Shilimkar #define virt_to_idmap(x)	__virt_to_idmap((unsigned long)(x))
3154dc9a817SSantosh Shilimkar 
3164dc9a817SSantosh Shilimkar /*
3174baa9922SRussell King  * Virtual <-> DMA view memory address translations
3184baa9922SRussell King  * Again, these are *only* valid on the kernel direct mapped RAM
3194baa9922SRussell King  * memory.  Use of these is *deprecated* (and that doesn't mean
3204baa9922SRussell King  * use the __ prefixed forms instead.)  See dma-mapping.h.
3214baa9922SRussell King  */
322b5ee9002SNicolas Pitre #ifndef __virt_to_bus
323b5ee9002SNicolas Pitre #define __virt_to_bus	__virt_to_phys
324b5ee9002SNicolas Pitre #define __bus_to_virt	__phys_to_virt
3251c4a4f48SRussell King #define __pfn_to_bus(x)	__pfn_to_phys(x)
3261c4a4f48SRussell King #define __bus_to_pfn(x)	__phys_to_pfn(x)
327b5ee9002SNicolas Pitre #endif
328b5ee9002SNicolas Pitre 
329a5d533eeSArnd Bergmann #ifdef CONFIG_VIRT_TO_BUS
3304baa9922SRussell King static inline __deprecated unsigned long virt_to_bus(void *x)
3314baa9922SRussell King {
3324baa9922SRussell King 	return __virt_to_bus((unsigned long)x);
3334baa9922SRussell King }
3344baa9922SRussell King 
3354baa9922SRussell King static inline __deprecated void *bus_to_virt(unsigned long x)
3364baa9922SRussell King {
3374baa9922SRussell King 	return (void *)__bus_to_virt(x);
3384baa9922SRussell King }
339a5d533eeSArnd Bergmann #endif
3404baa9922SRussell King 
3414baa9922SRussell King /*
3424baa9922SRussell King  * Conversion between a struct page and a physical address.
3434baa9922SRussell King  *
3444baa9922SRussell King  *  page_to_pfn(page)	convert a struct page * to a PFN number
3454baa9922SRussell King  *  pfn_to_page(pfn)	convert a _valid_ PFN number to struct page *
3464baa9922SRussell King  *
3474baa9922SRussell King  *  virt_to_page(k)	convert a _valid_ virtual address to struct page *
3484baa9922SRussell King  *  virt_addr_valid(k)	indicates whether a virtual address is valid
3494baa9922SRussell King  */
3504baa9922SRussell King #define ARCH_PFN_OFFSET		PHYS_PFN_OFFSET
3514baa9922SRussell King 
3524baa9922SRussell King #define virt_to_page(kaddr)	pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
3534baa9922SRussell King #define virt_addr_valid(kaddr)	((unsigned long)(kaddr) >= PAGE_OFFSET && (unsigned long)(kaddr) < (unsigned long)high_memory)
3544baa9922SRussell King 
3554baa9922SRussell King #endif
3564baa9922SRussell King 
3574baa9922SRussell King #include <asm-generic/memory_model.h>
3584baa9922SRussell King 
3594baa9922SRussell King #endif
360