13f65ce4dSChris Zankel /* 23f65ce4dSChris Zankel * arch/xtensa/mm/init.c 33f65ce4dSChris Zankel * 43f65ce4dSChris Zankel * Derived from MIPS, PPC. 53f65ce4dSChris Zankel * 63f65ce4dSChris Zankel * This file is subject to the terms and conditions of the GNU General Public 73f65ce4dSChris Zankel * License. See the file "COPYING" in the main directory of this archive 83f65ce4dSChris Zankel * for more details. 93f65ce4dSChris Zankel * 103f65ce4dSChris Zankel * Copyright (C) 2001 - 2005 Tensilica Inc. 110e46c111SMax Filippov * Copyright (C) 2014 - 2016 Cadence Design Systems Inc. 123f65ce4dSChris Zankel * 133f65ce4dSChris Zankel * Chris Zankel <chris@zankel.net> 143f65ce4dSChris Zankel * Joe Taylor <joe@tensilica.com, joetylr@yahoo.com> 153f65ce4dSChris Zankel * Marc Gauthier 163f65ce4dSChris Zankel * Kevin Chea 173f65ce4dSChris Zankel */ 183f65ce4dSChris Zankel 193f65ce4dSChris Zankel #include <linux/kernel.h> 203f65ce4dSChris Zankel #include <linux/errno.h> 2157c8a661SMike Rapoport #include <linux/memblock.h> 225a0e3ad6STejun Heo #include <linux/gfp.h> 2365559100SMax Filippov #include <linux/highmem.h> 243f65ce4dSChris Zankel #include <linux/swap.h> 256656920bSChris Zankel #include <linux/mman.h> 266656920bSChris Zankel #include <linux/nodemask.h> 276656920bSChris Zankel #include <linux/mm.h> 284e7c84ecSMax Filippov #include <linux/of_fdt.h> 299d2ffe5cSMax Filippov #include <linux/dma-contiguous.h> 303f65ce4dSChris Zankel 313f65ce4dSChris Zankel #include <asm/bootparam.h> 323f65ce4dSChris Zankel #include <asm/page.h> 33f022d0faSGeert Uytterhoeven #include <asm/sections.h> 349ba067f9SMax Filippov #include <asm/sysmem.h> 359ba067f9SMax Filippov 363f65ce4dSChris Zankel /* 37e9d6dca5SMax Filippov * Initialize the bootmem system and give it all low memory we have available. 383f65ce4dSChris Zankel */ 393f65ce4dSChris Zankel 403f65ce4dSChris Zankel void __init bootmem_init(void) 413f65ce4dSChris Zankel { 420e46c111SMax Filippov /* Reserve all memory below PHYS_OFFSET, as memory 43566fb58eSMax Filippov * accounting doesn't work for pages below that address. 44566fb58eSMax Filippov * 450e46c111SMax Filippov * If PHYS_OFFSET is zero reserve page at address 0: 46566fb58eSMax Filippov * successfull allocations should never return NULL. 47566fb58eSMax Filippov */ 480e46c111SMax Filippov if (PHYS_OFFSET) 490e46c111SMax Filippov memblock_reserve(0, PHYS_OFFSET); 50566fb58eSMax Filippov else 510e46c111SMax Filippov memblock_reserve(0, 1); 52566fb58eSMax Filippov 534e7c84ecSMax Filippov early_init_fdt_scan_reserved_mem(); 543f65ce4dSChris Zankel 550e46c111SMax Filippov if (!memblock_phys_mem_size()) 563f65ce4dSChris Zankel panic("No memory found!\n"); 573f65ce4dSChris Zankel 580e46c111SMax Filippov min_low_pfn = PFN_UP(memblock_start_of_DRAM()); 590e46c111SMax Filippov min_low_pfn = max(min_low_pfn, PFN_UP(PHYS_OFFSET)); 600e46c111SMax Filippov max_pfn = PFN_DOWN(memblock_end_of_DRAM()); 61d39af902SMax Filippov max_low_pfn = min(max_pfn, MAX_LOW_PFN); 623f65ce4dSChris Zankel 630e46c111SMax Filippov memblock_set_current_limit(PFN_PHYS(max_low_pfn)); 649d2ffe5cSMax Filippov dma_contiguous_reserve(PFN_PHYS(max_low_pfn)); 653f65ce4dSChris Zankel 660e46c111SMax Filippov memblock_dump_all(); 673f65ce4dSChris Zankel } 683f65ce4dSChris Zankel 693f65ce4dSChris Zankel 70e5083a63SJohannes Weiner void __init zones_init(void) 713f65ce4dSChris Zankel { 723f65ce4dSChris Zankel /* All pages are DMA-able, so we put them all in the DMA zone. */ 7365559100SMax Filippov unsigned long zones_size[MAX_NR_ZONES] = { 7465559100SMax Filippov [ZONE_DMA] = max_low_pfn - ARCH_PFN_OFFSET, 753f65ce4dSChris Zankel #ifdef CONFIG_HIGHMEM 7665559100SMax Filippov [ZONE_HIGHMEM] = max_pfn - max_low_pfn, 773f65ce4dSChris Zankel #endif 7865559100SMax Filippov }; 79c947a585SJohannes Weiner free_area_init_node(0, zones_size, ARCH_PFN_OFFSET, NULL); 803f65ce4dSChris Zankel } 813f65ce4dSChris Zankel 826ac5a11dSMax Filippov #ifdef CONFIG_HIGHMEM 836ac5a11dSMax Filippov static void __init free_area_high(unsigned long pfn, unsigned long end) 846ac5a11dSMax Filippov { 856ac5a11dSMax Filippov for (; pfn < end; pfn++) 866ac5a11dSMax Filippov free_highmem_page(pfn_to_page(pfn)); 876ac5a11dSMax Filippov } 886ac5a11dSMax Filippov 896ac5a11dSMax Filippov static void __init free_highpages(void) 906ac5a11dSMax Filippov { 916ac5a11dSMax Filippov unsigned long max_low = max_low_pfn; 926ac5a11dSMax Filippov struct memblock_region *mem, *res; 936ac5a11dSMax Filippov 946ac5a11dSMax Filippov reset_all_zones_managed_pages(); 956ac5a11dSMax Filippov /* set highmem page free */ 966ac5a11dSMax Filippov for_each_memblock(memory, mem) { 976ac5a11dSMax Filippov unsigned long start = memblock_region_memory_base_pfn(mem); 986ac5a11dSMax Filippov unsigned long end = memblock_region_memory_end_pfn(mem); 996ac5a11dSMax Filippov 1006ac5a11dSMax Filippov /* Ignore complete lowmem entries */ 1016ac5a11dSMax Filippov if (end <= max_low) 1026ac5a11dSMax Filippov continue; 1036ac5a11dSMax Filippov 1046ac5a11dSMax Filippov if (memblock_is_nomap(mem)) 1056ac5a11dSMax Filippov continue; 1066ac5a11dSMax Filippov 1076ac5a11dSMax Filippov /* Truncate partial highmem entries */ 1086ac5a11dSMax Filippov if (start < max_low) 1096ac5a11dSMax Filippov start = max_low; 1106ac5a11dSMax Filippov 1116ac5a11dSMax Filippov /* Find and exclude any reserved regions */ 1126ac5a11dSMax Filippov for_each_memblock(reserved, res) { 1136ac5a11dSMax Filippov unsigned long res_start, res_end; 1146ac5a11dSMax Filippov 1156ac5a11dSMax Filippov res_start = memblock_region_reserved_base_pfn(res); 1166ac5a11dSMax Filippov res_end = memblock_region_reserved_end_pfn(res); 1176ac5a11dSMax Filippov 1186ac5a11dSMax Filippov if (res_end < start) 1196ac5a11dSMax Filippov continue; 1206ac5a11dSMax Filippov if (res_start < start) 1216ac5a11dSMax Filippov res_start = start; 1226ac5a11dSMax Filippov if (res_start > end) 1236ac5a11dSMax Filippov res_start = end; 1246ac5a11dSMax Filippov if (res_end > end) 1256ac5a11dSMax Filippov res_end = end; 1266ac5a11dSMax Filippov if (res_start != start) 1276ac5a11dSMax Filippov free_area_high(start, res_start); 1286ac5a11dSMax Filippov start = res_end; 1296ac5a11dSMax Filippov if (start == end) 1306ac5a11dSMax Filippov break; 1316ac5a11dSMax Filippov } 1326ac5a11dSMax Filippov 1336ac5a11dSMax Filippov /* And now free anything which remains */ 1346ac5a11dSMax Filippov if (start < end) 1356ac5a11dSMax Filippov free_area_high(start, end); 1366ac5a11dSMax Filippov } 1376ac5a11dSMax Filippov } 1386ac5a11dSMax Filippov #else 1396ac5a11dSMax Filippov static void __init free_highpages(void) 1406ac5a11dSMax Filippov { 1416ac5a11dSMax Filippov } 1426ac5a11dSMax Filippov #endif 1436ac5a11dSMax Filippov 1443f65ce4dSChris Zankel /* 1453f65ce4dSChris Zankel * Initialize memory pages. 1463f65ce4dSChris Zankel */ 1473f65ce4dSChris Zankel 1483f65ce4dSChris Zankel void __init mem_init(void) 1493f65ce4dSChris Zankel { 1506ac5a11dSMax Filippov free_highpages(); 1513f65ce4dSChris Zankel 15265559100SMax Filippov max_mapnr = max_pfn - ARCH_PFN_OFFSET; 15365559100SMax Filippov high_memory = (void *)__va(max_low_pfn << PAGE_SHIFT); 15465559100SMax Filippov 155c6ffc5caSMike Rapoport memblock_free_all(); 1563f65ce4dSChris Zankel 157808c2c37SJiang Liu mem_init_print_info(NULL); 15865559100SMax Filippov pr_info("virtual kernel memory layout:\n" 159c633544aSMax Filippov #ifdef CONFIG_KASAN 160c633544aSMax Filippov " kasan : 0x%08lx - 0x%08lx (%5lu MB)\n" 161c633544aSMax Filippov #endif 1621af1e8a3SMax Filippov #ifdef CONFIG_MMU 1631af1e8a3SMax Filippov " vmalloc : 0x%08lx - 0x%08lx (%5lu MB)\n" 1641af1e8a3SMax Filippov #endif 16565559100SMax Filippov #ifdef CONFIG_HIGHMEM 16665559100SMax Filippov " pkmap : 0x%08lx - 0x%08lx (%5lu kB)\n" 16765559100SMax Filippov " fixmap : 0x%08lx - 0x%08lx (%5lu kB)\n" 16865559100SMax Filippov #endif 169fed566caSMax Filippov " lowmem : 0x%08lx - 0x%08lx (%5lu MB)\n" 170fed566caSMax Filippov " .text : 0x%08lx - 0x%08lx (%5lu kB)\n" 171fed566caSMax Filippov " .rodata : 0x%08lx - 0x%08lx (%5lu kB)\n" 172fed566caSMax Filippov " .data : 0x%08lx - 0x%08lx (%5lu kB)\n" 173fed566caSMax Filippov " .init : 0x%08lx - 0x%08lx (%5lu kB)\n" 174fed566caSMax Filippov " .bss : 0x%08lx - 0x%08lx (%5lu kB)\n", 175c633544aSMax Filippov #ifdef CONFIG_KASAN 176c633544aSMax Filippov KASAN_SHADOW_START, KASAN_SHADOW_START + KASAN_SHADOW_SIZE, 177c633544aSMax Filippov KASAN_SHADOW_SIZE >> 20, 178c633544aSMax Filippov #endif 1791af1e8a3SMax Filippov #ifdef CONFIG_MMU 1801af1e8a3SMax Filippov VMALLOC_START, VMALLOC_END, 1811af1e8a3SMax Filippov (VMALLOC_END - VMALLOC_START) >> 20, 18265559100SMax Filippov #ifdef CONFIG_HIGHMEM 18365559100SMax Filippov PKMAP_BASE, PKMAP_BASE + LAST_PKMAP * PAGE_SIZE, 18465559100SMax Filippov (LAST_PKMAP*PAGE_SIZE) >> 10, 18565559100SMax Filippov FIXADDR_START, FIXADDR_TOP, 18665559100SMax Filippov (FIXADDR_TOP - FIXADDR_START) >> 10, 18765559100SMax Filippov #endif 18865559100SMax Filippov PAGE_OFFSET, PAGE_OFFSET + 18965559100SMax Filippov (max_low_pfn - min_low_pfn) * PAGE_SIZE, 1905a0b1d78SMax Filippov #else 1915a0b1d78SMax Filippov min_low_pfn * PAGE_SIZE, max_low_pfn * PAGE_SIZE, 1925a0b1d78SMax Filippov #endif 193fed566caSMax Filippov ((max_low_pfn - min_low_pfn) * PAGE_SIZE) >> 20, 194fed566caSMax Filippov (unsigned long)_text, (unsigned long)_etext, 195fed566caSMax Filippov (unsigned long)(_etext - _text) >> 10, 196fed566caSMax Filippov (unsigned long)__start_rodata, (unsigned long)_sdata, 197fed566caSMax Filippov (unsigned long)(_sdata - __start_rodata) >> 10, 198fed566caSMax Filippov (unsigned long)_sdata, (unsigned long)_edata, 199fed566caSMax Filippov (unsigned long)(_edata - _sdata) >> 10, 200fed566caSMax Filippov (unsigned long)__init_begin, (unsigned long)__init_end, 201fed566caSMax Filippov (unsigned long)(__init_end - __init_begin) >> 10, 202fed566caSMax Filippov (unsigned long)__bss_start, (unsigned long)__bss_stop, 203fed566caSMax Filippov (unsigned long)(__bss_stop - __bss_start) >> 10); 2043f65ce4dSChris Zankel } 2053f65ce4dSChris Zankel 2063f65ce4dSChris Zankel #ifdef CONFIG_BLK_DEV_INITRD 2073f65ce4dSChris Zankel extern int initrd_is_mapped; 2083f65ce4dSChris Zankel 2093f65ce4dSChris Zankel void free_initrd_mem(unsigned long start, unsigned long end) 2103f65ce4dSChris Zankel { 2117acb2c2eSJiang Liu if (initrd_is_mapped) 212dbe67df4SJiang Liu free_reserved_area((void *)start, (void *)end, -1, "initrd"); 2133f65ce4dSChris Zankel } 2143f65ce4dSChris Zankel #endif 2153f65ce4dSChris Zankel 2163f65ce4dSChris Zankel void free_initmem(void) 2173f65ce4dSChris Zankel { 218dbe67df4SJiang Liu free_initmem_default(-1); 2193f65ce4dSChris Zankel } 22006bd2824SMax Filippov 22106bd2824SMax Filippov static void __init parse_memmap_one(char *p) 22206bd2824SMax Filippov { 22306bd2824SMax Filippov char *oldp; 22406bd2824SMax Filippov unsigned long start_at, mem_size; 22506bd2824SMax Filippov 22606bd2824SMax Filippov if (!p) 22706bd2824SMax Filippov return; 22806bd2824SMax Filippov 22906bd2824SMax Filippov oldp = p; 23006bd2824SMax Filippov mem_size = memparse(p, &p); 23106bd2824SMax Filippov if (p == oldp) 23206bd2824SMax Filippov return; 23306bd2824SMax Filippov 23406bd2824SMax Filippov switch (*p) { 23506bd2824SMax Filippov case '@': 23606bd2824SMax Filippov start_at = memparse(p + 1, &p); 2370e46c111SMax Filippov memblock_add(start_at, mem_size); 23806bd2824SMax Filippov break; 23906bd2824SMax Filippov 24006bd2824SMax Filippov case '$': 24106bd2824SMax Filippov start_at = memparse(p + 1, &p); 2420e46c111SMax Filippov memblock_reserve(start_at, mem_size); 24306bd2824SMax Filippov break; 24406bd2824SMax Filippov 24506bd2824SMax Filippov case 0: 2460e46c111SMax Filippov memblock_reserve(mem_size, -mem_size); 24706bd2824SMax Filippov break; 24806bd2824SMax Filippov 24906bd2824SMax Filippov default: 25006bd2824SMax Filippov pr_warn("Unrecognized memmap syntax: %s\n", p); 25106bd2824SMax Filippov break; 25206bd2824SMax Filippov } 25306bd2824SMax Filippov } 25406bd2824SMax Filippov 25506bd2824SMax Filippov static int __init parse_memmap_opt(char *str) 25606bd2824SMax Filippov { 25706bd2824SMax Filippov while (str) { 25806bd2824SMax Filippov char *k = strchr(str, ','); 25906bd2824SMax Filippov 26006bd2824SMax Filippov if (k) 26106bd2824SMax Filippov *k++ = 0; 26206bd2824SMax Filippov 26306bd2824SMax Filippov parse_memmap_one(str); 26406bd2824SMax Filippov str = k; 26506bd2824SMax Filippov } 26606bd2824SMax Filippov 26706bd2824SMax Filippov return 0; 26806bd2824SMax Filippov } 26906bd2824SMax Filippov early_param("memmap", parse_memmap_opt); 270