11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * arch/s390/mm/init.c 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * S390 version 51da177e4SLinus Torvalds * Copyright (C) 1999 IBM Deutschland Entwicklung GmbH, IBM Corporation 61da177e4SLinus Torvalds * Author(s): Hartmut Penner (hp@de.ibm.com) 71da177e4SLinus Torvalds * 81da177e4SLinus Torvalds * Derived from "arch/i386/mm/init.c" 91da177e4SLinus Torvalds * Copyright (C) 1995 Linus Torvalds 101da177e4SLinus Torvalds */ 111da177e4SLinus Torvalds 121da177e4SLinus Torvalds #include <linux/signal.h> 131da177e4SLinus Torvalds #include <linux/sched.h> 141da177e4SLinus Torvalds #include <linux/kernel.h> 151da177e4SLinus Torvalds #include <linux/errno.h> 161da177e4SLinus Torvalds #include <linux/string.h> 171da177e4SLinus Torvalds #include <linux/types.h> 181da177e4SLinus Torvalds #include <linux/ptrace.h> 191da177e4SLinus Torvalds #include <linux/mman.h> 201da177e4SLinus Torvalds #include <linux/mm.h> 211da177e4SLinus Torvalds #include <linux/swap.h> 221da177e4SLinus Torvalds #include <linux/smp.h> 231da177e4SLinus Torvalds #include <linux/init.h> 241da177e4SLinus Torvalds #include <linux/pagemap.h> 251da177e4SLinus Torvalds #include <linux/bootmem.h> 26d882b172SHeiko Carstens #include <linux/pfn.h> 27028d9b3cSHeiko Carstens #include <linux/poison.h> 282b67fc46SHeiko Carstens #include <linux/initrd.h> 295a0e3ad6STejun Heo #include <linux/gfp.h> 301da177e4SLinus Torvalds #include <asm/processor.h> 311da177e4SLinus Torvalds #include <asm/system.h> 321da177e4SLinus Torvalds #include <asm/uaccess.h> 331da177e4SLinus Torvalds #include <asm/pgtable.h> 341da177e4SLinus Torvalds #include <asm/pgalloc.h> 351da177e4SLinus Torvalds #include <asm/dma.h> 361da177e4SLinus Torvalds #include <asm/lowcore.h> 371da177e4SLinus Torvalds #include <asm/tlb.h> 381da177e4SLinus Torvalds #include <asm/tlbflush.h> 39d882b172SHeiko Carstens #include <asm/sections.h> 401da177e4SLinus Torvalds 411da177e4SLinus Torvalds DEFINE_PER_CPU(struct mmu_gather, mmu_gathers); 421da177e4SLinus Torvalds 431da177e4SLinus Torvalds pgd_t swapper_pg_dir[PTRS_PER_PGD] __attribute__((__aligned__(PAGE_SIZE))); 441485c5c8SHeiko Carstens 451da177e4SLinus Torvalds char empty_zero_page[PAGE_SIZE] __attribute__((__aligned__(PAGE_SIZE))); 461485c5c8SHeiko Carstens EXPORT_SYMBOL(empty_zero_page); 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds /* 491da177e4SLinus Torvalds * paging_init() sets up the page tables 501da177e4SLinus Torvalds */ 511da177e4SLinus Torvalds void __init paging_init(void) 521da177e4SLinus Torvalds { 5339b742f9SHeiko Carstens unsigned long max_zone_pfns[MAX_NR_ZONES]; 543610cce8SMartin Schwidefsky unsigned long pgd_type; 551da177e4SLinus Torvalds 563610cce8SMartin Schwidefsky init_mm.pgd = swapper_pg_dir; 573610cce8SMartin Schwidefsky S390_lowcore.kernel_asce = __pa(init_mm.pgd) & PAGE_MASK; 58f4eb07c1SHeiko Carstens #ifdef CONFIG_64BIT 596252d702SMartin Schwidefsky /* A three level page table (4TB) is enough for the kernel space. */ 606252d702SMartin Schwidefsky S390_lowcore.kernel_asce |= _ASCE_TYPE_REGION3 | _ASCE_TABLE_LENGTH; 616252d702SMartin Schwidefsky pgd_type = _REGION3_ENTRY_EMPTY; 62f4eb07c1SHeiko Carstens #else 633610cce8SMartin Schwidefsky S390_lowcore.kernel_asce |= _ASCE_TABLE_LENGTH; 643610cce8SMartin Schwidefsky pgd_type = _SEGMENT_ENTRY_EMPTY; 65f4eb07c1SHeiko Carstens #endif 663610cce8SMartin Schwidefsky clear_table((unsigned long *) init_mm.pgd, pgd_type, 673610cce8SMartin Schwidefsky sizeof(unsigned long)*2048); 68f4eb07c1SHeiko Carstens vmem_map_init(); 691da177e4SLinus Torvalds 701da177e4SLinus Torvalds /* enable virtual mapping in kernel mode */ 713610cce8SMartin Schwidefsky __ctl_load(S390_lowcore.kernel_asce, 1, 1); 723610cce8SMartin Schwidefsky __ctl_load(S390_lowcore.kernel_asce, 7, 7); 733610cce8SMartin Schwidefsky __ctl_load(S390_lowcore.kernel_asce, 13, 13); 74df9ee292SDavid Howells arch_local_irq_restore(4UL << (BITS_PER_LONG - 8)); 751da177e4SLinus Torvalds 76050eef36SMartin Schwidefsky atomic_set(&init_mm.context.attach_count, 1); 77050eef36SMartin Schwidefsky 7817f34580SHeiko Carstens sparse_memory_present_with_active_regions(MAX_NUMNODES); 7917f34580SHeiko Carstens sparse_init(); 8039b742f9SHeiko Carstens memset(max_zone_pfns, 0, sizeof(max_zone_pfns)); 81118bcd31SHeiko Carstens #ifdef CONFIG_ZONE_DMA 8239b742f9SHeiko Carstens max_zone_pfns[ZONE_DMA] = PFN_DOWN(MAX_DMA_ADDRESS); 83118bcd31SHeiko Carstens #endif 8439b742f9SHeiko Carstens max_zone_pfns[ZONE_NORMAL] = max_low_pfn; 8539b742f9SHeiko Carstens free_area_init_nodes(max_zone_pfns); 861da177e4SLinus Torvalds } 871da177e4SLinus Torvalds 881da177e4SLinus Torvalds void __init mem_init(void) 891da177e4SLinus Torvalds { 901da177e4SLinus Torvalds unsigned long codesize, reservedpages, datasize, initsize; 911da177e4SLinus Torvalds 921da177e4SLinus Torvalds max_mapnr = num_physpages = max_low_pfn; 931da177e4SLinus Torvalds high_memory = (void *) __va(max_low_pfn * PAGE_SIZE); 941da177e4SLinus Torvalds 951da177e4SLinus Torvalds /* clear the zero-page */ 961da177e4SLinus Torvalds memset(empty_zero_page, 0, PAGE_SIZE); 971da177e4SLinus Torvalds 9845e576b1SMartin Schwidefsky /* Setup guest page hinting */ 9945e576b1SMartin Schwidefsky cmma_init(); 10045e576b1SMartin Schwidefsky 1011da177e4SLinus Torvalds /* this will put all low memory onto the freelists */ 1021da177e4SLinus Torvalds totalram_pages += free_all_bootmem(); 1031da177e4SLinus Torvalds 1041da177e4SLinus Torvalds reservedpages = 0; 1051da177e4SLinus Torvalds 1061da177e4SLinus Torvalds codesize = (unsigned long) &_etext - (unsigned long) &_text; 1071da177e4SLinus Torvalds datasize = (unsigned long) &_edata - (unsigned long) &_etext; 1081da177e4SLinus Torvalds initsize = (unsigned long) &__init_end - (unsigned long) &__init_begin; 1091da177e4SLinus Torvalds printk("Memory: %luk/%luk available (%ldk kernel code, %ldk reserved, %ldk data, %ldk init)\n", 110cc013a88SGeert Uytterhoeven nr_free_pages() << (PAGE_SHIFT-10), 1111da177e4SLinus Torvalds max_mapnr << (PAGE_SHIFT-10), 1121da177e4SLinus Torvalds codesize >> 10, 1131da177e4SLinus Torvalds reservedpages << (PAGE_SHIFT-10), 1141da177e4SLinus Torvalds datasize >>10, 1151da177e4SLinus Torvalds initsize >> 10); 116d882b172SHeiko Carstens printk("Write protected kernel read-only data: %#lx - %#lx\n", 117162e006eSHeiko Carstens (unsigned long)&_stext, 118162e006eSHeiko Carstens PFN_ALIGN((unsigned long)&_eshared) - 1); 1191da177e4SLinus Torvalds } 1201da177e4SLinus Torvalds 1212485579bSHeiko Carstens #ifdef CONFIG_DEBUG_PAGEALLOC 1222485579bSHeiko Carstens void kernel_map_pages(struct page *page, int numpages, int enable) 1232485579bSHeiko Carstens { 1242485579bSHeiko Carstens pgd_t *pgd; 1252485579bSHeiko Carstens pud_t *pud; 1262485579bSHeiko Carstens pmd_t *pmd; 1272485579bSHeiko Carstens pte_t *pte; 1282485579bSHeiko Carstens unsigned long address; 1292485579bSHeiko Carstens int i; 1302485579bSHeiko Carstens 1312485579bSHeiko Carstens for (i = 0; i < numpages; i++) { 1322485579bSHeiko Carstens address = page_to_phys(page + i); 1332485579bSHeiko Carstens pgd = pgd_offset_k(address); 1342485579bSHeiko Carstens pud = pud_offset(pgd, address); 1352485579bSHeiko Carstens pmd = pmd_offset(pud, address); 1362485579bSHeiko Carstens pte = pte_offset_kernel(pmd, address); 1372485579bSHeiko Carstens if (!enable) { 138146e4b3cSMartin Schwidefsky ptep_invalidate(&init_mm, address, pte); 1392485579bSHeiko Carstens continue; 1402485579bSHeiko Carstens } 1412485579bSHeiko Carstens *pte = mk_pte_phys(address, __pgprot(_PAGE_TYPE_RW)); 1422485579bSHeiko Carstens /* Flush cpu write queue. */ 1432485579bSHeiko Carstens mb(); 1442485579bSHeiko Carstens } 1452485579bSHeiko Carstens } 1462485579bSHeiko Carstens #endif 1472485579bSHeiko Carstens 148d96221abSHeiko Carstens void free_init_pages(char *what, unsigned long begin, unsigned long end) 1491da177e4SLinus Torvalds { 150d96221abSHeiko Carstens unsigned long addr = begin; 1511da177e4SLinus Torvalds 152d96221abSHeiko Carstens if (begin >= end) 153d96221abSHeiko Carstens return; 154d96221abSHeiko Carstens for (; addr < end; addr += PAGE_SIZE) { 1551da177e4SLinus Torvalds ClearPageReserved(virt_to_page(addr)); 1567835e98bSNick Piggin init_page_count(virt_to_page(addr)); 157d96221abSHeiko Carstens memset((void *)(addr & PAGE_MASK), POISON_FREE_INITMEM, 158d96221abSHeiko Carstens PAGE_SIZE); 1591da177e4SLinus Torvalds free_page(addr); 1601da177e4SLinus Torvalds totalram_pages++; 1611da177e4SLinus Torvalds } 162d96221abSHeiko Carstens printk(KERN_INFO "Freeing %s: %luk freed\n", what, (end - begin) >> 10); 163d96221abSHeiko Carstens } 164d96221abSHeiko Carstens 165d96221abSHeiko Carstens void free_initmem(void) 166d96221abSHeiko Carstens { 167d96221abSHeiko Carstens free_init_pages("unused kernel memory", 168d96221abSHeiko Carstens (unsigned long)&__init_begin, 169d96221abSHeiko Carstens (unsigned long)&__init_end); 1701da177e4SLinus Torvalds } 1711da177e4SLinus Torvalds 1721da177e4SLinus Torvalds #ifdef CONFIG_BLK_DEV_INITRD 1731da177e4SLinus Torvalds void free_initrd_mem(unsigned long start, unsigned long end) 1741da177e4SLinus Torvalds { 175d96221abSHeiko Carstens free_init_pages("initrd memory", start, end); 1761da177e4SLinus Torvalds } 1771da177e4SLinus Torvalds #endif 178421c175cSHeiko Carstens 179421c175cSHeiko Carstens #ifdef CONFIG_MEMORY_HOTPLUG 180421c175cSHeiko Carstens int arch_add_memory(int nid, u64 start, u64 size) 181421c175cSHeiko Carstens { 182421c175cSHeiko Carstens struct pglist_data *pgdat; 183421c175cSHeiko Carstens struct zone *zone; 184421c175cSHeiko Carstens int rc; 185421c175cSHeiko Carstens 186421c175cSHeiko Carstens pgdat = NODE_DATA(nid); 1877e9238fbSGerald Schaefer zone = pgdat->node_zones + ZONE_MOVABLE; 188421c175cSHeiko Carstens rc = vmem_add_mapping(start, size); 189421c175cSHeiko Carstens if (rc) 190421c175cSHeiko Carstens return rc; 191c04fc586SGary Hade rc = __add_pages(nid, zone, PFN_DOWN(start), PFN_DOWN(size)); 192421c175cSHeiko Carstens if (rc) 193421c175cSHeiko Carstens vmem_remove_mapping(start, size); 194421c175cSHeiko Carstens return rc; 195421c175cSHeiko Carstens } 196421c175cSHeiko Carstens #endif /* CONFIG_MEMORY_HOTPLUG */ 197