xref: /openbmc/linux/arch/xtensa/mm/init.c (revision 4e460f65)
13f65ce4dSChris Zankel /*
23f65ce4dSChris Zankel  * arch/xtensa/mm/init.c
33f65ce4dSChris Zankel  *
43f65ce4dSChris Zankel  * Derived from MIPS, PPC.
53f65ce4dSChris Zankel  *
63f65ce4dSChris Zankel  * This file is subject to the terms and conditions of the GNU General Public
73f65ce4dSChris Zankel  * License.  See the file "COPYING" in the main directory of this archive
83f65ce4dSChris Zankel  * for more details.
93f65ce4dSChris Zankel  *
103f65ce4dSChris Zankel  * Copyright (C) 2001 - 2005 Tensilica Inc.
110e46c111SMax Filippov  * Copyright (C) 2014 - 2016 Cadence Design Systems Inc.
123f65ce4dSChris Zankel  *
133f65ce4dSChris Zankel  * Chris Zankel	<chris@zankel.net>
143f65ce4dSChris Zankel  * Joe Taylor	<joe@tensilica.com, joetylr@yahoo.com>
153f65ce4dSChris Zankel  * Marc Gauthier
163f65ce4dSChris Zankel  * Kevin Chea
173f65ce4dSChris Zankel  */
183f65ce4dSChris Zankel 
193f65ce4dSChris Zankel #include <linux/kernel.h>
203f65ce4dSChris Zankel #include <linux/errno.h>
2157c8a661SMike Rapoport #include <linux/memblock.h>
225a0e3ad6STejun Heo #include <linux/gfp.h>
2365559100SMax Filippov #include <linux/highmem.h>
243f65ce4dSChris Zankel #include <linux/swap.h>
256656920bSChris Zankel #include <linux/mman.h>
266656920bSChris Zankel #include <linux/nodemask.h>
276656920bSChris Zankel #include <linux/mm.h>
284e7c84ecSMax Filippov #include <linux/of_fdt.h>
299d2ffe5cSMax Filippov #include <linux/dma-contiguous.h>
303f65ce4dSChris Zankel 
313f65ce4dSChris Zankel #include <asm/bootparam.h>
323f65ce4dSChris Zankel #include <asm/page.h>
33f022d0faSGeert Uytterhoeven #include <asm/sections.h>
349ba067f9SMax Filippov #include <asm/sysmem.h>
359ba067f9SMax Filippov 
363f65ce4dSChris Zankel /*
37e9d6dca5SMax Filippov  * Initialize the bootmem system and give it all low memory we have available.
383f65ce4dSChris Zankel  */
393f65ce4dSChris Zankel 
403f65ce4dSChris Zankel void __init bootmem_init(void)
413f65ce4dSChris Zankel {
420e46c111SMax Filippov 	/* Reserve all memory below PHYS_OFFSET, as memory
43566fb58eSMax Filippov 	 * accounting doesn't work for pages below that address.
44566fb58eSMax Filippov 	 *
450e46c111SMax Filippov 	 * If PHYS_OFFSET is zero reserve page at address 0:
46566fb58eSMax Filippov 	 * successfull allocations should never return NULL.
47566fb58eSMax Filippov 	 */
480e46c111SMax Filippov 	if (PHYS_OFFSET)
490e46c111SMax Filippov 		memblock_reserve(0, PHYS_OFFSET);
50566fb58eSMax Filippov 	else
510e46c111SMax Filippov 		memblock_reserve(0, 1);
52566fb58eSMax Filippov 
534e7c84ecSMax Filippov 	early_init_fdt_scan_reserved_mem();
543f65ce4dSChris Zankel 
550e46c111SMax Filippov 	if (!memblock_phys_mem_size())
563f65ce4dSChris Zankel 		panic("No memory found!\n");
573f65ce4dSChris Zankel 
580e46c111SMax Filippov 	min_low_pfn = PFN_UP(memblock_start_of_DRAM());
590e46c111SMax Filippov 	min_low_pfn = max(min_low_pfn, PFN_UP(PHYS_OFFSET));
600e46c111SMax Filippov 	max_pfn = PFN_DOWN(memblock_end_of_DRAM());
61d39af902SMax Filippov 	max_low_pfn = min(max_pfn, MAX_LOW_PFN);
623f65ce4dSChris Zankel 
634e460f65SMax Filippov 	early_memtest((phys_addr_t)min_low_pfn << PAGE_SHIFT,
644e460f65SMax Filippov 		      (phys_addr_t)max_low_pfn << PAGE_SHIFT);
654e460f65SMax Filippov 
660e46c111SMax Filippov 	memblock_set_current_limit(PFN_PHYS(max_low_pfn));
679d2ffe5cSMax Filippov 	dma_contiguous_reserve(PFN_PHYS(max_low_pfn));
683f65ce4dSChris Zankel 
690e46c111SMax Filippov 	memblock_dump_all();
703f65ce4dSChris Zankel }
713f65ce4dSChris Zankel 
723f65ce4dSChris Zankel 
73e5083a63SJohannes Weiner void __init zones_init(void)
743f65ce4dSChris Zankel {
753f65ce4dSChris Zankel 	/* All pages are DMA-able, so we put them all in the DMA zone. */
7665559100SMax Filippov 	unsigned long zones_size[MAX_NR_ZONES] = {
77fe278d1aSChristoph Hellwig 		[ZONE_NORMAL] = max_low_pfn - ARCH_PFN_OFFSET,
783f65ce4dSChris Zankel #ifdef CONFIG_HIGHMEM
7965559100SMax Filippov 		[ZONE_HIGHMEM] = max_pfn - max_low_pfn,
803f65ce4dSChris Zankel #endif
8165559100SMax Filippov 	};
82c947a585SJohannes Weiner 	free_area_init_node(0, zones_size, ARCH_PFN_OFFSET, NULL);
833f65ce4dSChris Zankel }
843f65ce4dSChris Zankel 
856ac5a11dSMax Filippov #ifdef CONFIG_HIGHMEM
866ac5a11dSMax Filippov static void __init free_area_high(unsigned long pfn, unsigned long end)
876ac5a11dSMax Filippov {
886ac5a11dSMax Filippov 	for (; pfn < end; pfn++)
896ac5a11dSMax Filippov 		free_highmem_page(pfn_to_page(pfn));
906ac5a11dSMax Filippov }
916ac5a11dSMax Filippov 
926ac5a11dSMax Filippov static void __init free_highpages(void)
936ac5a11dSMax Filippov {
946ac5a11dSMax Filippov 	unsigned long max_low = max_low_pfn;
956ac5a11dSMax Filippov 	struct memblock_region *mem, *res;
966ac5a11dSMax Filippov 
976ac5a11dSMax Filippov 	reset_all_zones_managed_pages();
986ac5a11dSMax Filippov 	/* set highmem page free */
996ac5a11dSMax Filippov 	for_each_memblock(memory, mem) {
1006ac5a11dSMax Filippov 		unsigned long start = memblock_region_memory_base_pfn(mem);
1016ac5a11dSMax Filippov 		unsigned long end = memblock_region_memory_end_pfn(mem);
1026ac5a11dSMax Filippov 
1036ac5a11dSMax Filippov 		/* Ignore complete lowmem entries */
1046ac5a11dSMax Filippov 		if (end <= max_low)
1056ac5a11dSMax Filippov 			continue;
1066ac5a11dSMax Filippov 
1076ac5a11dSMax Filippov 		if (memblock_is_nomap(mem))
1086ac5a11dSMax Filippov 			continue;
1096ac5a11dSMax Filippov 
1106ac5a11dSMax Filippov 		/* Truncate partial highmem entries */
1116ac5a11dSMax Filippov 		if (start < max_low)
1126ac5a11dSMax Filippov 			start = max_low;
1136ac5a11dSMax Filippov 
1146ac5a11dSMax Filippov 		/* Find and exclude any reserved regions */
1156ac5a11dSMax Filippov 		for_each_memblock(reserved, res) {
1166ac5a11dSMax Filippov 			unsigned long res_start, res_end;
1176ac5a11dSMax Filippov 
1186ac5a11dSMax Filippov 			res_start = memblock_region_reserved_base_pfn(res);
1196ac5a11dSMax Filippov 			res_end = memblock_region_reserved_end_pfn(res);
1206ac5a11dSMax Filippov 
1216ac5a11dSMax Filippov 			if (res_end < start)
1226ac5a11dSMax Filippov 				continue;
1236ac5a11dSMax Filippov 			if (res_start < start)
1246ac5a11dSMax Filippov 				res_start = start;
1256ac5a11dSMax Filippov 			if (res_start > end)
1266ac5a11dSMax Filippov 				res_start = end;
1276ac5a11dSMax Filippov 			if (res_end > end)
1286ac5a11dSMax Filippov 				res_end = end;
1296ac5a11dSMax Filippov 			if (res_start != start)
1306ac5a11dSMax Filippov 				free_area_high(start, res_start);
1316ac5a11dSMax Filippov 			start = res_end;
1326ac5a11dSMax Filippov 			if (start == end)
1336ac5a11dSMax Filippov 				break;
1346ac5a11dSMax Filippov 		}
1356ac5a11dSMax Filippov 
1366ac5a11dSMax Filippov 		/* And now free anything which remains */
1376ac5a11dSMax Filippov 		if (start < end)
1386ac5a11dSMax Filippov 			free_area_high(start, end);
1396ac5a11dSMax Filippov 	}
1406ac5a11dSMax Filippov }
1416ac5a11dSMax Filippov #else
1426ac5a11dSMax Filippov static void __init free_highpages(void)
1436ac5a11dSMax Filippov {
1446ac5a11dSMax Filippov }
1456ac5a11dSMax Filippov #endif
1466ac5a11dSMax Filippov 
1473f65ce4dSChris Zankel /*
1483f65ce4dSChris Zankel  * Initialize memory pages.
1493f65ce4dSChris Zankel  */
1503f65ce4dSChris Zankel 
1513f65ce4dSChris Zankel void __init mem_init(void)
1523f65ce4dSChris Zankel {
1536ac5a11dSMax Filippov 	free_highpages();
1543f65ce4dSChris Zankel 
15565559100SMax Filippov 	max_mapnr = max_pfn - ARCH_PFN_OFFSET;
15665559100SMax Filippov 	high_memory = (void *)__va(max_low_pfn << PAGE_SHIFT);
15765559100SMax Filippov 
158c6ffc5caSMike Rapoport 	memblock_free_all();
1593f65ce4dSChris Zankel 
160808c2c37SJiang Liu 	mem_init_print_info(NULL);
16165559100SMax Filippov 	pr_info("virtual kernel memory layout:\n"
162c633544aSMax Filippov #ifdef CONFIG_KASAN
163c633544aSMax Filippov 		"    kasan   : 0x%08lx - 0x%08lx  (%5lu MB)\n"
164c633544aSMax Filippov #endif
1651af1e8a3SMax Filippov #ifdef CONFIG_MMU
1661af1e8a3SMax Filippov 		"    vmalloc : 0x%08lx - 0x%08lx  (%5lu MB)\n"
1671af1e8a3SMax Filippov #endif
16865559100SMax Filippov #ifdef CONFIG_HIGHMEM
16965559100SMax Filippov 		"    pkmap   : 0x%08lx - 0x%08lx  (%5lu kB)\n"
17065559100SMax Filippov 		"    fixmap  : 0x%08lx - 0x%08lx  (%5lu kB)\n"
17165559100SMax Filippov #endif
172fed566caSMax Filippov 		"    lowmem  : 0x%08lx - 0x%08lx  (%5lu MB)\n"
173fed566caSMax Filippov 		"    .text   : 0x%08lx - 0x%08lx  (%5lu kB)\n"
174fed566caSMax Filippov 		"    .rodata : 0x%08lx - 0x%08lx  (%5lu kB)\n"
175fed566caSMax Filippov 		"    .data   : 0x%08lx - 0x%08lx  (%5lu kB)\n"
176fed566caSMax Filippov 		"    .init   : 0x%08lx - 0x%08lx  (%5lu kB)\n"
177fed566caSMax Filippov 		"    .bss    : 0x%08lx - 0x%08lx  (%5lu kB)\n",
178c633544aSMax Filippov #ifdef CONFIG_KASAN
179c633544aSMax Filippov 		KASAN_SHADOW_START, KASAN_SHADOW_START + KASAN_SHADOW_SIZE,
180c633544aSMax Filippov 		KASAN_SHADOW_SIZE >> 20,
181c633544aSMax Filippov #endif
1821af1e8a3SMax Filippov #ifdef CONFIG_MMU
1831af1e8a3SMax Filippov 		VMALLOC_START, VMALLOC_END,
1841af1e8a3SMax Filippov 		(VMALLOC_END - VMALLOC_START) >> 20,
18565559100SMax Filippov #ifdef CONFIG_HIGHMEM
18665559100SMax Filippov 		PKMAP_BASE, PKMAP_BASE + LAST_PKMAP * PAGE_SIZE,
18765559100SMax Filippov 		(LAST_PKMAP*PAGE_SIZE) >> 10,
18865559100SMax Filippov 		FIXADDR_START, FIXADDR_TOP,
18965559100SMax Filippov 		(FIXADDR_TOP - FIXADDR_START) >> 10,
19065559100SMax Filippov #endif
19165559100SMax Filippov 		PAGE_OFFSET, PAGE_OFFSET +
19265559100SMax Filippov 		(max_low_pfn - min_low_pfn) * PAGE_SIZE,
1935a0b1d78SMax Filippov #else
1945a0b1d78SMax Filippov 		min_low_pfn * PAGE_SIZE, max_low_pfn * PAGE_SIZE,
1955a0b1d78SMax Filippov #endif
196fed566caSMax Filippov 		((max_low_pfn - min_low_pfn) * PAGE_SIZE) >> 20,
197fed566caSMax Filippov 		(unsigned long)_text, (unsigned long)_etext,
198fed566caSMax Filippov 		(unsigned long)(_etext - _text) >> 10,
199fed566caSMax Filippov 		(unsigned long)__start_rodata, (unsigned long)_sdata,
200fed566caSMax Filippov 		(unsigned long)(_sdata - __start_rodata) >> 10,
201fed566caSMax Filippov 		(unsigned long)_sdata, (unsigned long)_edata,
202fed566caSMax Filippov 		(unsigned long)(_edata - _sdata) >> 10,
203fed566caSMax Filippov 		(unsigned long)__init_begin, (unsigned long)__init_end,
204fed566caSMax Filippov 		(unsigned long)(__init_end - __init_begin) >> 10,
205fed566caSMax Filippov 		(unsigned long)__bss_start, (unsigned long)__bss_stop,
206fed566caSMax Filippov 		(unsigned long)(__bss_stop - __bss_start) >> 10);
2073f65ce4dSChris Zankel }
2083f65ce4dSChris Zankel 
2093f65ce4dSChris Zankel #ifdef CONFIG_BLK_DEV_INITRD
2103f65ce4dSChris Zankel extern int initrd_is_mapped;
2113f65ce4dSChris Zankel 
2123f65ce4dSChris Zankel void free_initrd_mem(unsigned long start, unsigned long end)
2133f65ce4dSChris Zankel {
2147acb2c2eSJiang Liu 	if (initrd_is_mapped)
215dbe67df4SJiang Liu 		free_reserved_area((void *)start, (void *)end, -1, "initrd");
2163f65ce4dSChris Zankel }
2173f65ce4dSChris Zankel #endif
2183f65ce4dSChris Zankel 
2193f65ce4dSChris Zankel void free_initmem(void)
2203f65ce4dSChris Zankel {
221dbe67df4SJiang Liu 	free_initmem_default(-1);
2223f65ce4dSChris Zankel }
22306bd2824SMax Filippov 
22406bd2824SMax Filippov static void __init parse_memmap_one(char *p)
22506bd2824SMax Filippov {
22606bd2824SMax Filippov 	char *oldp;
22706bd2824SMax Filippov 	unsigned long start_at, mem_size;
22806bd2824SMax Filippov 
22906bd2824SMax Filippov 	if (!p)
23006bd2824SMax Filippov 		return;
23106bd2824SMax Filippov 
23206bd2824SMax Filippov 	oldp = p;
23306bd2824SMax Filippov 	mem_size = memparse(p, &p);
23406bd2824SMax Filippov 	if (p == oldp)
23506bd2824SMax Filippov 		return;
23606bd2824SMax Filippov 
23706bd2824SMax Filippov 	switch (*p) {
23806bd2824SMax Filippov 	case '@':
23906bd2824SMax Filippov 		start_at = memparse(p + 1, &p);
2400e46c111SMax Filippov 		memblock_add(start_at, mem_size);
24106bd2824SMax Filippov 		break;
24206bd2824SMax Filippov 
24306bd2824SMax Filippov 	case '$':
24406bd2824SMax Filippov 		start_at = memparse(p + 1, &p);
2450e46c111SMax Filippov 		memblock_reserve(start_at, mem_size);
24606bd2824SMax Filippov 		break;
24706bd2824SMax Filippov 
24806bd2824SMax Filippov 	case 0:
2490e46c111SMax Filippov 		memblock_reserve(mem_size, -mem_size);
25006bd2824SMax Filippov 		break;
25106bd2824SMax Filippov 
25206bd2824SMax Filippov 	default:
25306bd2824SMax Filippov 		pr_warn("Unrecognized memmap syntax: %s\n", p);
25406bd2824SMax Filippov 		break;
25506bd2824SMax Filippov 	}
25606bd2824SMax Filippov }
25706bd2824SMax Filippov 
25806bd2824SMax Filippov static int __init parse_memmap_opt(char *str)
25906bd2824SMax Filippov {
26006bd2824SMax Filippov 	while (str) {
26106bd2824SMax Filippov 		char *k = strchr(str, ',');
26206bd2824SMax Filippov 
26306bd2824SMax Filippov 		if (k)
26406bd2824SMax Filippov 			*k++ = 0;
26506bd2824SMax Filippov 
26606bd2824SMax Filippov 		parse_memmap_one(str);
26706bd2824SMax Filippov 		str = k;
26806bd2824SMax Filippov 	}
26906bd2824SMax Filippov 
27006bd2824SMax Filippov 	return 0;
27106bd2824SMax Filippov }
27206bd2824SMax Filippov early_param("memmap", parse_memmap_opt);
273