xref: /openbmc/linux/arch/xtensa/mm/init.c (revision c6ffc5ca)
13f65ce4dSChris Zankel /*
23f65ce4dSChris Zankel  * arch/xtensa/mm/init.c
33f65ce4dSChris Zankel  *
43f65ce4dSChris Zankel  * Derived from MIPS, PPC.
53f65ce4dSChris Zankel  *
63f65ce4dSChris Zankel  * This file is subject to the terms and conditions of the GNU General Public
73f65ce4dSChris Zankel  * License.  See the file "COPYING" in the main directory of this archive
83f65ce4dSChris Zankel  * for more details.
93f65ce4dSChris Zankel  *
103f65ce4dSChris Zankel  * Copyright (C) 2001 - 2005 Tensilica Inc.
110e46c111SMax Filippov  * Copyright (C) 2014 - 2016 Cadence Design Systems Inc.
123f65ce4dSChris Zankel  *
133f65ce4dSChris Zankel  * Chris Zankel	<chris@zankel.net>
143f65ce4dSChris Zankel  * Joe Taylor	<joe@tensilica.com, joetylr@yahoo.com>
153f65ce4dSChris Zankel  * Marc Gauthier
163f65ce4dSChris Zankel  * Kevin Chea
173f65ce4dSChris Zankel  */
183f65ce4dSChris Zankel 
193f65ce4dSChris Zankel #include <linux/kernel.h>
203f65ce4dSChris Zankel #include <linux/errno.h>
213f65ce4dSChris Zankel #include <linux/bootmem.h>
225a0e3ad6STejun Heo #include <linux/gfp.h>
2365559100SMax Filippov #include <linux/highmem.h>
243f65ce4dSChris Zankel #include <linux/swap.h>
256656920bSChris Zankel #include <linux/mman.h>
266656920bSChris Zankel #include <linux/nodemask.h>
276656920bSChris Zankel #include <linux/mm.h>
284e7c84ecSMax Filippov #include <linux/of_fdt.h>
299d2ffe5cSMax Filippov #include <linux/dma-contiguous.h>
303f65ce4dSChris Zankel 
313f65ce4dSChris Zankel #include <asm/bootparam.h>
323f65ce4dSChris Zankel #include <asm/page.h>
33f022d0faSGeert Uytterhoeven #include <asm/sections.h>
349ba067f9SMax Filippov #include <asm/sysmem.h>
359ba067f9SMax Filippov 
363f65ce4dSChris Zankel /*
37e9d6dca5SMax Filippov  * Initialize the bootmem system and give it all low memory we have available.
383f65ce4dSChris Zankel  */
393f65ce4dSChris Zankel 
403f65ce4dSChris Zankel void __init bootmem_init(void)
413f65ce4dSChris Zankel {
420e46c111SMax Filippov 	/* Reserve all memory below PHYS_OFFSET, as memory
43566fb58eSMax Filippov 	 * accounting doesn't work for pages below that address.
44566fb58eSMax Filippov 	 *
450e46c111SMax Filippov 	 * If PHYS_OFFSET is zero reserve page at address 0:
46566fb58eSMax Filippov 	 * successfull allocations should never return NULL.
47566fb58eSMax Filippov 	 */
480e46c111SMax Filippov 	if (PHYS_OFFSET)
490e46c111SMax Filippov 		memblock_reserve(0, PHYS_OFFSET);
50566fb58eSMax Filippov 	else
510e46c111SMax Filippov 		memblock_reserve(0, 1);
52566fb58eSMax Filippov 
534e7c84ecSMax Filippov 	early_init_fdt_scan_reserved_mem();
543f65ce4dSChris Zankel 
550e46c111SMax Filippov 	if (!memblock_phys_mem_size())
563f65ce4dSChris Zankel 		panic("No memory found!\n");
573f65ce4dSChris Zankel 
580e46c111SMax Filippov 	min_low_pfn = PFN_UP(memblock_start_of_DRAM());
590e46c111SMax Filippov 	min_low_pfn = max(min_low_pfn, PFN_UP(PHYS_OFFSET));
600e46c111SMax Filippov 	max_pfn = PFN_DOWN(memblock_end_of_DRAM());
61d39af902SMax Filippov 	max_low_pfn = min(max_pfn, MAX_LOW_PFN);
623f65ce4dSChris Zankel 
630e46c111SMax Filippov 	memblock_set_current_limit(PFN_PHYS(max_low_pfn));
649d2ffe5cSMax Filippov 	dma_contiguous_reserve(PFN_PHYS(max_low_pfn));
653f65ce4dSChris Zankel 
660e46c111SMax Filippov 	memblock_dump_all();
673f65ce4dSChris Zankel }
683f65ce4dSChris Zankel 
693f65ce4dSChris Zankel 
70e5083a63SJohannes Weiner void __init zones_init(void)
713f65ce4dSChris Zankel {
723f65ce4dSChris Zankel 	/* All pages are DMA-able, so we put them all in the DMA zone. */
7365559100SMax Filippov 	unsigned long zones_size[MAX_NR_ZONES] = {
7465559100SMax Filippov 		[ZONE_DMA] = max_low_pfn - ARCH_PFN_OFFSET,
753f65ce4dSChris Zankel #ifdef CONFIG_HIGHMEM
7665559100SMax Filippov 		[ZONE_HIGHMEM] = max_pfn - max_low_pfn,
773f65ce4dSChris Zankel #endif
7865559100SMax Filippov 	};
79c947a585SJohannes Weiner 	free_area_init_node(0, zones_size, ARCH_PFN_OFFSET, NULL);
803f65ce4dSChris Zankel }
813f65ce4dSChris Zankel 
826ac5a11dSMax Filippov #ifdef CONFIG_HIGHMEM
836ac5a11dSMax Filippov static void __init free_area_high(unsigned long pfn, unsigned long end)
846ac5a11dSMax Filippov {
856ac5a11dSMax Filippov 	for (; pfn < end; pfn++)
866ac5a11dSMax Filippov 		free_highmem_page(pfn_to_page(pfn));
876ac5a11dSMax Filippov }
886ac5a11dSMax Filippov 
896ac5a11dSMax Filippov static void __init free_highpages(void)
906ac5a11dSMax Filippov {
916ac5a11dSMax Filippov 	unsigned long max_low = max_low_pfn;
926ac5a11dSMax Filippov 	struct memblock_region *mem, *res;
936ac5a11dSMax Filippov 
946ac5a11dSMax Filippov 	reset_all_zones_managed_pages();
956ac5a11dSMax Filippov 	/* set highmem page free */
966ac5a11dSMax Filippov 	for_each_memblock(memory, mem) {
976ac5a11dSMax Filippov 		unsigned long start = memblock_region_memory_base_pfn(mem);
986ac5a11dSMax Filippov 		unsigned long end = memblock_region_memory_end_pfn(mem);
996ac5a11dSMax Filippov 
1006ac5a11dSMax Filippov 		/* Ignore complete lowmem entries */
1016ac5a11dSMax Filippov 		if (end <= max_low)
1026ac5a11dSMax Filippov 			continue;
1036ac5a11dSMax Filippov 
1046ac5a11dSMax Filippov 		if (memblock_is_nomap(mem))
1056ac5a11dSMax Filippov 			continue;
1066ac5a11dSMax Filippov 
1076ac5a11dSMax Filippov 		/* Truncate partial highmem entries */
1086ac5a11dSMax Filippov 		if (start < max_low)
1096ac5a11dSMax Filippov 			start = max_low;
1106ac5a11dSMax Filippov 
1116ac5a11dSMax Filippov 		/* Find and exclude any reserved regions */
1126ac5a11dSMax Filippov 		for_each_memblock(reserved, res) {
1136ac5a11dSMax Filippov 			unsigned long res_start, res_end;
1146ac5a11dSMax Filippov 
1156ac5a11dSMax Filippov 			res_start = memblock_region_reserved_base_pfn(res);
1166ac5a11dSMax Filippov 			res_end = memblock_region_reserved_end_pfn(res);
1176ac5a11dSMax Filippov 
1186ac5a11dSMax Filippov 			if (res_end < start)
1196ac5a11dSMax Filippov 				continue;
1206ac5a11dSMax Filippov 			if (res_start < start)
1216ac5a11dSMax Filippov 				res_start = start;
1226ac5a11dSMax Filippov 			if (res_start > end)
1236ac5a11dSMax Filippov 				res_start = end;
1246ac5a11dSMax Filippov 			if (res_end > end)
1256ac5a11dSMax Filippov 				res_end = end;
1266ac5a11dSMax Filippov 			if (res_start != start)
1276ac5a11dSMax Filippov 				free_area_high(start, res_start);
1286ac5a11dSMax Filippov 			start = res_end;
1296ac5a11dSMax Filippov 			if (start == end)
1306ac5a11dSMax Filippov 				break;
1316ac5a11dSMax Filippov 		}
1326ac5a11dSMax Filippov 
1336ac5a11dSMax Filippov 		/* And now free anything which remains */
1346ac5a11dSMax Filippov 		if (start < end)
1356ac5a11dSMax Filippov 			free_area_high(start, end);
1366ac5a11dSMax Filippov 	}
1376ac5a11dSMax Filippov }
1386ac5a11dSMax Filippov #else
1396ac5a11dSMax Filippov static void __init free_highpages(void)
1406ac5a11dSMax Filippov {
1416ac5a11dSMax Filippov }
1426ac5a11dSMax Filippov #endif
1436ac5a11dSMax Filippov 
1443f65ce4dSChris Zankel /*
1453f65ce4dSChris Zankel  * Initialize memory pages.
1463f65ce4dSChris Zankel  */
1473f65ce4dSChris Zankel 
1483f65ce4dSChris Zankel void __init mem_init(void)
1493f65ce4dSChris Zankel {
1506ac5a11dSMax Filippov 	free_highpages();
1513f65ce4dSChris Zankel 
15265559100SMax Filippov 	max_mapnr = max_pfn - ARCH_PFN_OFFSET;
15365559100SMax Filippov 	high_memory = (void *)__va(max_low_pfn << PAGE_SHIFT);
15465559100SMax Filippov 
155c6ffc5caSMike Rapoport 	memblock_free_all();
1563f65ce4dSChris Zankel 
157808c2c37SJiang Liu 	mem_init_print_info(NULL);
15865559100SMax Filippov 	pr_info("virtual kernel memory layout:\n"
159c633544aSMax Filippov #ifdef CONFIG_KASAN
160c633544aSMax Filippov 		"    kasan   : 0x%08lx - 0x%08lx  (%5lu MB)\n"
161c633544aSMax Filippov #endif
1621af1e8a3SMax Filippov #ifdef CONFIG_MMU
1631af1e8a3SMax Filippov 		"    vmalloc : 0x%08lx - 0x%08lx  (%5lu MB)\n"
1641af1e8a3SMax Filippov #endif
16565559100SMax Filippov #ifdef CONFIG_HIGHMEM
16665559100SMax Filippov 		"    pkmap   : 0x%08lx - 0x%08lx  (%5lu kB)\n"
16765559100SMax Filippov 		"    fixmap  : 0x%08lx - 0x%08lx  (%5lu kB)\n"
16865559100SMax Filippov #endif
169fed566caSMax Filippov 		"    lowmem  : 0x%08lx - 0x%08lx  (%5lu MB)\n"
170fed566caSMax Filippov 		"    .text   : 0x%08lx - 0x%08lx  (%5lu kB)\n"
171fed566caSMax Filippov 		"    .rodata : 0x%08lx - 0x%08lx  (%5lu kB)\n"
172fed566caSMax Filippov 		"    .data   : 0x%08lx - 0x%08lx  (%5lu kB)\n"
173fed566caSMax Filippov 		"    .init   : 0x%08lx - 0x%08lx  (%5lu kB)\n"
174fed566caSMax Filippov 		"    .bss    : 0x%08lx - 0x%08lx  (%5lu kB)\n",
175c633544aSMax Filippov #ifdef CONFIG_KASAN
176c633544aSMax Filippov 		KASAN_SHADOW_START, KASAN_SHADOW_START + KASAN_SHADOW_SIZE,
177c633544aSMax Filippov 		KASAN_SHADOW_SIZE >> 20,
178c633544aSMax Filippov #endif
1791af1e8a3SMax Filippov #ifdef CONFIG_MMU
1801af1e8a3SMax Filippov 		VMALLOC_START, VMALLOC_END,
1811af1e8a3SMax Filippov 		(VMALLOC_END - VMALLOC_START) >> 20,
18265559100SMax Filippov #ifdef CONFIG_HIGHMEM
18365559100SMax Filippov 		PKMAP_BASE, PKMAP_BASE + LAST_PKMAP * PAGE_SIZE,
18465559100SMax Filippov 		(LAST_PKMAP*PAGE_SIZE) >> 10,
18565559100SMax Filippov 		FIXADDR_START, FIXADDR_TOP,
18665559100SMax Filippov 		(FIXADDR_TOP - FIXADDR_START) >> 10,
18765559100SMax Filippov #endif
18865559100SMax Filippov 		PAGE_OFFSET, PAGE_OFFSET +
18965559100SMax Filippov 		(max_low_pfn - min_low_pfn) * PAGE_SIZE,
1905a0b1d78SMax Filippov #else
1915a0b1d78SMax Filippov 		min_low_pfn * PAGE_SIZE, max_low_pfn * PAGE_SIZE,
1925a0b1d78SMax Filippov #endif
193fed566caSMax Filippov 		((max_low_pfn - min_low_pfn) * PAGE_SIZE) >> 20,
194fed566caSMax Filippov 		(unsigned long)_text, (unsigned long)_etext,
195fed566caSMax Filippov 		(unsigned long)(_etext - _text) >> 10,
196fed566caSMax Filippov 		(unsigned long)__start_rodata, (unsigned long)_sdata,
197fed566caSMax Filippov 		(unsigned long)(_sdata - __start_rodata) >> 10,
198fed566caSMax Filippov 		(unsigned long)_sdata, (unsigned long)_edata,
199fed566caSMax Filippov 		(unsigned long)(_edata - _sdata) >> 10,
200fed566caSMax Filippov 		(unsigned long)__init_begin, (unsigned long)__init_end,
201fed566caSMax Filippov 		(unsigned long)(__init_end - __init_begin) >> 10,
202fed566caSMax Filippov 		(unsigned long)__bss_start, (unsigned long)__bss_stop,
203fed566caSMax Filippov 		(unsigned long)(__bss_stop - __bss_start) >> 10);
2043f65ce4dSChris Zankel }
2053f65ce4dSChris Zankel 
2063f65ce4dSChris Zankel #ifdef CONFIG_BLK_DEV_INITRD
2073f65ce4dSChris Zankel extern int initrd_is_mapped;
2083f65ce4dSChris Zankel 
2093f65ce4dSChris Zankel void free_initrd_mem(unsigned long start, unsigned long end)
2103f65ce4dSChris Zankel {
2117acb2c2eSJiang Liu 	if (initrd_is_mapped)
212dbe67df4SJiang Liu 		free_reserved_area((void *)start, (void *)end, -1, "initrd");
2133f65ce4dSChris Zankel }
2143f65ce4dSChris Zankel #endif
2153f65ce4dSChris Zankel 
2163f65ce4dSChris Zankel void free_initmem(void)
2173f65ce4dSChris Zankel {
218dbe67df4SJiang Liu 	free_initmem_default(-1);
2193f65ce4dSChris Zankel }
22006bd2824SMax Filippov 
22106bd2824SMax Filippov static void __init parse_memmap_one(char *p)
22206bd2824SMax Filippov {
22306bd2824SMax Filippov 	char *oldp;
22406bd2824SMax Filippov 	unsigned long start_at, mem_size;
22506bd2824SMax Filippov 
22606bd2824SMax Filippov 	if (!p)
22706bd2824SMax Filippov 		return;
22806bd2824SMax Filippov 
22906bd2824SMax Filippov 	oldp = p;
23006bd2824SMax Filippov 	mem_size = memparse(p, &p);
23106bd2824SMax Filippov 	if (p == oldp)
23206bd2824SMax Filippov 		return;
23306bd2824SMax Filippov 
23406bd2824SMax Filippov 	switch (*p) {
23506bd2824SMax Filippov 	case '@':
23606bd2824SMax Filippov 		start_at = memparse(p + 1, &p);
2370e46c111SMax Filippov 		memblock_add(start_at, mem_size);
23806bd2824SMax Filippov 		break;
23906bd2824SMax Filippov 
24006bd2824SMax Filippov 	case '$':
24106bd2824SMax Filippov 		start_at = memparse(p + 1, &p);
2420e46c111SMax Filippov 		memblock_reserve(start_at, mem_size);
24306bd2824SMax Filippov 		break;
24406bd2824SMax Filippov 
24506bd2824SMax Filippov 	case 0:
2460e46c111SMax Filippov 		memblock_reserve(mem_size, -mem_size);
24706bd2824SMax Filippov 		break;
24806bd2824SMax Filippov 
24906bd2824SMax Filippov 	default:
25006bd2824SMax Filippov 		pr_warn("Unrecognized memmap syntax: %s\n", p);
25106bd2824SMax Filippov 		break;
25206bd2824SMax Filippov 	}
25306bd2824SMax Filippov }
25406bd2824SMax Filippov 
25506bd2824SMax Filippov static int __init parse_memmap_opt(char *str)
25606bd2824SMax Filippov {
25706bd2824SMax Filippov 	while (str) {
25806bd2824SMax Filippov 		char *k = strchr(str, ',');
25906bd2824SMax Filippov 
26006bd2824SMax Filippov 		if (k)
26106bd2824SMax Filippov 			*k++ = 0;
26206bd2824SMax Filippov 
26306bd2824SMax Filippov 		parse_memmap_one(str);
26406bd2824SMax Filippov 		str = k;
26506bd2824SMax Filippov 	}
26606bd2824SMax Filippov 
26706bd2824SMax Filippov 	return 0;
26806bd2824SMax Filippov }
26906bd2824SMax Filippov early_param("memmap", parse_memmap_opt);
270