11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * arch/s390/mm/init.c 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * S390 version 51da177e4SLinus Torvalds * Copyright (C) 1999 IBM Deutschland Entwicklung GmbH, IBM Corporation 61da177e4SLinus Torvalds * Author(s): Hartmut Penner (hp@de.ibm.com) 71da177e4SLinus Torvalds * 81da177e4SLinus Torvalds * Derived from "arch/i386/mm/init.c" 91da177e4SLinus Torvalds * Copyright (C) 1995 Linus Torvalds 101da177e4SLinus Torvalds */ 111da177e4SLinus Torvalds 121da177e4SLinus Torvalds #include <linux/signal.h> 131da177e4SLinus Torvalds #include <linux/sched.h> 141da177e4SLinus Torvalds #include <linux/kernel.h> 151da177e4SLinus Torvalds #include <linux/errno.h> 161da177e4SLinus Torvalds #include <linux/string.h> 171da177e4SLinus Torvalds #include <linux/types.h> 181da177e4SLinus Torvalds #include <linux/ptrace.h> 191da177e4SLinus Torvalds #include <linux/mman.h> 201da177e4SLinus Torvalds #include <linux/mm.h> 211da177e4SLinus Torvalds #include <linux/swap.h> 221da177e4SLinus Torvalds #include <linux/smp.h> 231da177e4SLinus Torvalds #include <linux/init.h> 241da177e4SLinus Torvalds #include <linux/pagemap.h> 251da177e4SLinus Torvalds #include <linux/bootmem.h> 26d882b172SHeiko Carstens #include <linux/pfn.h> 27028d9b3cSHeiko Carstens #include <linux/poison.h> 282b67fc46SHeiko Carstens #include <linux/initrd.h> 295a0e3ad6STejun Heo #include <linux/gfp.h> 301da177e4SLinus Torvalds #include <asm/processor.h> 311da177e4SLinus Torvalds #include <asm/system.h> 321da177e4SLinus Torvalds #include <asm/uaccess.h> 331da177e4SLinus Torvalds #include <asm/pgtable.h> 341da177e4SLinus Torvalds #include <asm/pgalloc.h> 351da177e4SLinus Torvalds #include <asm/dma.h> 361da177e4SLinus Torvalds #include <asm/lowcore.h> 371da177e4SLinus Torvalds #include <asm/tlb.h> 381da177e4SLinus Torvalds #include <asm/tlbflush.h> 39d882b172SHeiko Carstens #include <asm/sections.h> 401da177e4SLinus Torvalds 411da177e4SLinus Torvalds DEFINE_PER_CPU(struct mmu_gather, mmu_gathers); 421da177e4SLinus Torvalds 431da177e4SLinus Torvalds pgd_t swapper_pg_dir[PTRS_PER_PGD] __attribute__((__aligned__(PAGE_SIZE))); 441485c5c8SHeiko Carstens 451da177e4SLinus Torvalds char empty_zero_page[PAGE_SIZE] __attribute__((__aligned__(PAGE_SIZE))); 461485c5c8SHeiko Carstens EXPORT_SYMBOL(empty_zero_page); 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds /* 491da177e4SLinus Torvalds * paging_init() sets up the page tables 501da177e4SLinus Torvalds */ 511da177e4SLinus Torvalds void __init paging_init(void) 521da177e4SLinus Torvalds { 531da177e4SLinus Torvalds static const int ssm_mask = 0x04000000L; 5439b742f9SHeiko Carstens unsigned long max_zone_pfns[MAX_NR_ZONES]; 553610cce8SMartin Schwidefsky unsigned long pgd_type; 561da177e4SLinus Torvalds 573610cce8SMartin Schwidefsky init_mm.pgd = swapper_pg_dir; 583610cce8SMartin Schwidefsky S390_lowcore.kernel_asce = __pa(init_mm.pgd) & PAGE_MASK; 59f4eb07c1SHeiko Carstens #ifdef CONFIG_64BIT 606252d702SMartin Schwidefsky /* A three level page table (4TB) is enough for the kernel space. */ 616252d702SMartin Schwidefsky S390_lowcore.kernel_asce |= _ASCE_TYPE_REGION3 | _ASCE_TABLE_LENGTH; 626252d702SMartin Schwidefsky pgd_type = _REGION3_ENTRY_EMPTY; 63f4eb07c1SHeiko Carstens #else 643610cce8SMartin Schwidefsky S390_lowcore.kernel_asce |= _ASCE_TABLE_LENGTH; 653610cce8SMartin Schwidefsky pgd_type = _SEGMENT_ENTRY_EMPTY; 66f4eb07c1SHeiko Carstens #endif 673610cce8SMartin Schwidefsky clear_table((unsigned long *) init_mm.pgd, pgd_type, 683610cce8SMartin Schwidefsky sizeof(unsigned long)*2048); 69f4eb07c1SHeiko Carstens vmem_map_init(); 701da177e4SLinus Torvalds 711da177e4SLinus Torvalds /* enable virtual mapping in kernel mode */ 723610cce8SMartin Schwidefsky __ctl_load(S390_lowcore.kernel_asce, 1, 1); 733610cce8SMartin Schwidefsky __ctl_load(S390_lowcore.kernel_asce, 7, 7); 743610cce8SMartin Schwidefsky __ctl_load(S390_lowcore.kernel_asce, 13, 13); 7594c12cc7SMartin Schwidefsky __raw_local_irq_ssm(ssm_mask); 761da177e4SLinus Torvalds 77050eef36SMartin Schwidefsky atomic_set(&init_mm.context.attach_count, 1); 78050eef36SMartin Schwidefsky 7917f34580SHeiko Carstens sparse_memory_present_with_active_regions(MAX_NUMNODES); 8017f34580SHeiko Carstens sparse_init(); 8139b742f9SHeiko Carstens memset(max_zone_pfns, 0, sizeof(max_zone_pfns)); 82118bcd31SHeiko Carstens #ifdef CONFIG_ZONE_DMA 8339b742f9SHeiko Carstens max_zone_pfns[ZONE_DMA] = PFN_DOWN(MAX_DMA_ADDRESS); 84118bcd31SHeiko Carstens #endif 8539b742f9SHeiko Carstens max_zone_pfns[ZONE_NORMAL] = max_low_pfn; 8639b742f9SHeiko Carstens free_area_init_nodes(max_zone_pfns); 871da177e4SLinus Torvalds } 881da177e4SLinus Torvalds 891da177e4SLinus Torvalds void __init mem_init(void) 901da177e4SLinus Torvalds { 911da177e4SLinus Torvalds unsigned long codesize, reservedpages, datasize, initsize; 921da177e4SLinus Torvalds 931da177e4SLinus Torvalds max_mapnr = num_physpages = max_low_pfn; 941da177e4SLinus Torvalds high_memory = (void *) __va(max_low_pfn * PAGE_SIZE); 951da177e4SLinus Torvalds 961da177e4SLinus Torvalds /* clear the zero-page */ 971da177e4SLinus Torvalds memset(empty_zero_page, 0, PAGE_SIZE); 981da177e4SLinus Torvalds 9945e576b1SMartin Schwidefsky /* Setup guest page hinting */ 10045e576b1SMartin Schwidefsky cmma_init(); 10145e576b1SMartin Schwidefsky 1021da177e4SLinus Torvalds /* this will put all low memory onto the freelists */ 1031da177e4SLinus Torvalds totalram_pages += free_all_bootmem(); 1041da177e4SLinus Torvalds 1051da177e4SLinus Torvalds reservedpages = 0; 1061da177e4SLinus Torvalds 1071da177e4SLinus Torvalds codesize = (unsigned long) &_etext - (unsigned long) &_text; 1081da177e4SLinus Torvalds datasize = (unsigned long) &_edata - (unsigned long) &_etext; 1091da177e4SLinus Torvalds initsize = (unsigned long) &__init_end - (unsigned long) &__init_begin; 1101da177e4SLinus Torvalds printk("Memory: %luk/%luk available (%ldk kernel code, %ldk reserved, %ldk data, %ldk init)\n", 111cc013a88SGeert Uytterhoeven nr_free_pages() << (PAGE_SHIFT-10), 1121da177e4SLinus Torvalds max_mapnr << (PAGE_SHIFT-10), 1131da177e4SLinus Torvalds codesize >> 10, 1141da177e4SLinus Torvalds reservedpages << (PAGE_SHIFT-10), 1151da177e4SLinus Torvalds datasize >>10, 1161da177e4SLinus Torvalds initsize >> 10); 117d882b172SHeiko Carstens printk("Write protected kernel read-only data: %#lx - %#lx\n", 118162e006eSHeiko Carstens (unsigned long)&_stext, 119162e006eSHeiko Carstens PFN_ALIGN((unsigned long)&_eshared) - 1); 1201da177e4SLinus Torvalds } 1211da177e4SLinus Torvalds 1222485579bSHeiko Carstens #ifdef CONFIG_DEBUG_PAGEALLOC 1232485579bSHeiko Carstens void kernel_map_pages(struct page *page, int numpages, int enable) 1242485579bSHeiko Carstens { 1252485579bSHeiko Carstens pgd_t *pgd; 1262485579bSHeiko Carstens pud_t *pud; 1272485579bSHeiko Carstens pmd_t *pmd; 1282485579bSHeiko Carstens pte_t *pte; 1292485579bSHeiko Carstens unsigned long address; 1302485579bSHeiko Carstens int i; 1312485579bSHeiko Carstens 1322485579bSHeiko Carstens for (i = 0; i < numpages; i++) { 1332485579bSHeiko Carstens address = page_to_phys(page + i); 1342485579bSHeiko Carstens pgd = pgd_offset_k(address); 1352485579bSHeiko Carstens pud = pud_offset(pgd, address); 1362485579bSHeiko Carstens pmd = pmd_offset(pud, address); 1372485579bSHeiko Carstens pte = pte_offset_kernel(pmd, address); 1382485579bSHeiko Carstens if (!enable) { 139146e4b3cSMartin Schwidefsky ptep_invalidate(&init_mm, address, pte); 1402485579bSHeiko Carstens continue; 1412485579bSHeiko Carstens } 1422485579bSHeiko Carstens *pte = mk_pte_phys(address, __pgprot(_PAGE_TYPE_RW)); 1432485579bSHeiko Carstens /* Flush cpu write queue. */ 1442485579bSHeiko Carstens mb(); 1452485579bSHeiko Carstens } 1462485579bSHeiko Carstens } 1472485579bSHeiko Carstens #endif 1482485579bSHeiko Carstens 149d96221abSHeiko Carstens void free_init_pages(char *what, unsigned long begin, unsigned long end) 1501da177e4SLinus Torvalds { 151d96221abSHeiko Carstens unsigned long addr = begin; 1521da177e4SLinus Torvalds 153d96221abSHeiko Carstens if (begin >= end) 154d96221abSHeiko Carstens return; 155d96221abSHeiko Carstens for (; addr < end; addr += PAGE_SIZE) { 1561da177e4SLinus Torvalds ClearPageReserved(virt_to_page(addr)); 1577835e98bSNick Piggin init_page_count(virt_to_page(addr)); 158d96221abSHeiko Carstens memset((void *)(addr & PAGE_MASK), POISON_FREE_INITMEM, 159d96221abSHeiko Carstens PAGE_SIZE); 1601da177e4SLinus Torvalds free_page(addr); 1611da177e4SLinus Torvalds totalram_pages++; 1621da177e4SLinus Torvalds } 163d96221abSHeiko Carstens printk(KERN_INFO "Freeing %s: %luk freed\n", what, (end - begin) >> 10); 164d96221abSHeiko Carstens } 165d96221abSHeiko Carstens 166d96221abSHeiko Carstens void free_initmem(void) 167d96221abSHeiko Carstens { 168d96221abSHeiko Carstens free_init_pages("unused kernel memory", 169d96221abSHeiko Carstens (unsigned long)&__init_begin, 170d96221abSHeiko Carstens (unsigned long)&__init_end); 1711da177e4SLinus Torvalds } 1721da177e4SLinus Torvalds 1731da177e4SLinus Torvalds #ifdef CONFIG_BLK_DEV_INITRD 1741da177e4SLinus Torvalds void free_initrd_mem(unsigned long start, unsigned long end) 1751da177e4SLinus Torvalds { 176d96221abSHeiko Carstens free_init_pages("initrd memory", start, end); 1771da177e4SLinus Torvalds } 1781da177e4SLinus Torvalds #endif 179421c175cSHeiko Carstens 180421c175cSHeiko Carstens #ifdef CONFIG_MEMORY_HOTPLUG 181421c175cSHeiko Carstens int arch_add_memory(int nid, u64 start, u64 size) 182421c175cSHeiko Carstens { 183421c175cSHeiko Carstens struct pglist_data *pgdat; 184421c175cSHeiko Carstens struct zone *zone; 185421c175cSHeiko Carstens int rc; 186421c175cSHeiko Carstens 187421c175cSHeiko Carstens pgdat = NODE_DATA(nid); 1887e9238fbSGerald Schaefer zone = pgdat->node_zones + ZONE_MOVABLE; 189421c175cSHeiko Carstens rc = vmem_add_mapping(start, size); 190421c175cSHeiko Carstens if (rc) 191421c175cSHeiko Carstens return rc; 192c04fc586SGary Hade rc = __add_pages(nid, zone, PFN_DOWN(start), PFN_DOWN(size)); 193421c175cSHeiko Carstens if (rc) 194421c175cSHeiko Carstens vmem_remove_mapping(start, size); 195421c175cSHeiko Carstens return rc; 196421c175cSHeiko Carstens } 197421c175cSHeiko Carstens #endif /* CONFIG_MEMORY_HOTPLUG */ 198