11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * arch/s390/mm/init.c 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * S390 version 51da177e4SLinus Torvalds * Copyright (C) 1999 IBM Deutschland Entwicklung GmbH, IBM Corporation 61da177e4SLinus Torvalds * Author(s): Hartmut Penner (hp@de.ibm.com) 71da177e4SLinus Torvalds * 81da177e4SLinus Torvalds * Derived from "arch/i386/mm/init.c" 91da177e4SLinus Torvalds * Copyright (C) 1995 Linus Torvalds 101da177e4SLinus Torvalds */ 111da177e4SLinus Torvalds 121da177e4SLinus Torvalds #include <linux/signal.h> 131da177e4SLinus Torvalds #include <linux/sched.h> 141da177e4SLinus Torvalds #include <linux/kernel.h> 151da177e4SLinus Torvalds #include <linux/errno.h> 161da177e4SLinus Torvalds #include <linux/string.h> 171da177e4SLinus Torvalds #include <linux/types.h> 181da177e4SLinus Torvalds #include <linux/ptrace.h> 191da177e4SLinus Torvalds #include <linux/mman.h> 201da177e4SLinus Torvalds #include <linux/mm.h> 211da177e4SLinus Torvalds #include <linux/swap.h> 221da177e4SLinus Torvalds #include <linux/smp.h> 231da177e4SLinus Torvalds #include <linux/init.h> 241da177e4SLinus Torvalds #include <linux/pagemap.h> 251da177e4SLinus Torvalds #include <linux/bootmem.h> 26d882b172SHeiko Carstens #include <linux/pfn.h> 27028d9b3cSHeiko Carstens #include <linux/poison.h> 282b67fc46SHeiko Carstens #include <linux/initrd.h> 291da177e4SLinus Torvalds #include <asm/processor.h> 301da177e4SLinus Torvalds #include <asm/system.h> 311da177e4SLinus Torvalds #include <asm/uaccess.h> 321da177e4SLinus Torvalds #include <asm/pgtable.h> 331da177e4SLinus Torvalds #include <asm/pgalloc.h> 341da177e4SLinus Torvalds #include <asm/dma.h> 351da177e4SLinus Torvalds #include <asm/lowcore.h> 361da177e4SLinus Torvalds #include <asm/tlb.h> 371da177e4SLinus Torvalds #include <asm/tlbflush.h> 38d882b172SHeiko Carstens #include <asm/sections.h> 391da177e4SLinus Torvalds 401da177e4SLinus Torvalds DEFINE_PER_CPU(struct mmu_gather, mmu_gathers); 411da177e4SLinus Torvalds 421da177e4SLinus Torvalds pgd_t swapper_pg_dir[PTRS_PER_PGD] __attribute__((__aligned__(PAGE_SIZE))); 431da177e4SLinus Torvalds char empty_zero_page[PAGE_SIZE] __attribute__((__aligned__(PAGE_SIZE))); 441da177e4SLinus Torvalds 451da177e4SLinus Torvalds /* 461da177e4SLinus Torvalds * paging_init() sets up the page tables 471da177e4SLinus Torvalds */ 481da177e4SLinus Torvalds void __init paging_init(void) 491da177e4SLinus Torvalds { 501da177e4SLinus Torvalds static const int ssm_mask = 0x04000000L; 5139b742f9SHeiko Carstens unsigned long max_zone_pfns[MAX_NR_ZONES]; 523610cce8SMartin Schwidefsky unsigned long pgd_type; 531da177e4SLinus Torvalds 543610cce8SMartin Schwidefsky init_mm.pgd = swapper_pg_dir; 553610cce8SMartin Schwidefsky S390_lowcore.kernel_asce = __pa(init_mm.pgd) & PAGE_MASK; 56f4eb07c1SHeiko Carstens #ifdef CONFIG_64BIT 576252d702SMartin Schwidefsky /* A three level page table (4TB) is enough for the kernel space. */ 586252d702SMartin Schwidefsky S390_lowcore.kernel_asce |= _ASCE_TYPE_REGION3 | _ASCE_TABLE_LENGTH; 596252d702SMartin Schwidefsky pgd_type = _REGION3_ENTRY_EMPTY; 60f4eb07c1SHeiko Carstens #else 613610cce8SMartin Schwidefsky S390_lowcore.kernel_asce |= _ASCE_TABLE_LENGTH; 623610cce8SMartin Schwidefsky pgd_type = _SEGMENT_ENTRY_EMPTY; 63f4eb07c1SHeiko Carstens #endif 643610cce8SMartin Schwidefsky clear_table((unsigned long *) init_mm.pgd, pgd_type, 653610cce8SMartin Schwidefsky sizeof(unsigned long)*2048); 66f4eb07c1SHeiko Carstens vmem_map_init(); 671da177e4SLinus Torvalds 681da177e4SLinus Torvalds /* enable virtual mapping in kernel mode */ 693610cce8SMartin Schwidefsky __ctl_load(S390_lowcore.kernel_asce, 1, 1); 703610cce8SMartin Schwidefsky __ctl_load(S390_lowcore.kernel_asce, 7, 7); 713610cce8SMartin Schwidefsky __ctl_load(S390_lowcore.kernel_asce, 13, 13); 7294c12cc7SMartin Schwidefsky __raw_local_irq_ssm(ssm_mask); 731da177e4SLinus Torvalds 7417f34580SHeiko Carstens sparse_memory_present_with_active_regions(MAX_NUMNODES); 7517f34580SHeiko Carstens sparse_init(); 7639b742f9SHeiko Carstens memset(max_zone_pfns, 0, sizeof(max_zone_pfns)); 77118bcd31SHeiko Carstens #ifdef CONFIG_ZONE_DMA 7839b742f9SHeiko Carstens max_zone_pfns[ZONE_DMA] = PFN_DOWN(MAX_DMA_ADDRESS); 79118bcd31SHeiko Carstens #endif 8039b742f9SHeiko Carstens max_zone_pfns[ZONE_NORMAL] = max_low_pfn; 8139b742f9SHeiko Carstens free_area_init_nodes(max_zone_pfns); 821da177e4SLinus Torvalds } 831da177e4SLinus Torvalds 841da177e4SLinus Torvalds void __init mem_init(void) 851da177e4SLinus Torvalds { 861da177e4SLinus Torvalds unsigned long codesize, reservedpages, datasize, initsize; 871da177e4SLinus Torvalds 881da177e4SLinus Torvalds max_mapnr = num_physpages = max_low_pfn; 891da177e4SLinus Torvalds high_memory = (void *) __va(max_low_pfn * PAGE_SIZE); 901da177e4SLinus Torvalds 911da177e4SLinus Torvalds /* clear the zero-page */ 921da177e4SLinus Torvalds memset(empty_zero_page, 0, PAGE_SIZE); 931da177e4SLinus Torvalds 9445e576b1SMartin Schwidefsky /* Setup guest page hinting */ 9545e576b1SMartin Schwidefsky cmma_init(); 9645e576b1SMartin Schwidefsky 971da177e4SLinus Torvalds /* this will put all low memory onto the freelists */ 981da177e4SLinus Torvalds totalram_pages += free_all_bootmem(); 991da177e4SLinus Torvalds 1001da177e4SLinus Torvalds reservedpages = 0; 1011da177e4SLinus Torvalds 1021da177e4SLinus Torvalds codesize = (unsigned long) &_etext - (unsigned long) &_text; 1031da177e4SLinus Torvalds datasize = (unsigned long) &_edata - (unsigned long) &_etext; 1041da177e4SLinus Torvalds initsize = (unsigned long) &__init_end - (unsigned long) &__init_begin; 1051da177e4SLinus Torvalds printk("Memory: %luk/%luk available (%ldk kernel code, %ldk reserved, %ldk data, %ldk init)\n", 1061da177e4SLinus Torvalds (unsigned long) nr_free_pages() << (PAGE_SHIFT-10), 1071da177e4SLinus Torvalds max_mapnr << (PAGE_SHIFT-10), 1081da177e4SLinus Torvalds codesize >> 10, 1091da177e4SLinus Torvalds reservedpages << (PAGE_SHIFT-10), 1101da177e4SLinus Torvalds datasize >>10, 1111da177e4SLinus Torvalds initsize >> 10); 112d882b172SHeiko Carstens printk("Write protected kernel read-only data: %#lx - %#lx\n", 113162e006eSHeiko Carstens (unsigned long)&_stext, 114162e006eSHeiko Carstens PFN_ALIGN((unsigned long)&_eshared) - 1); 1151da177e4SLinus Torvalds } 1161da177e4SLinus Torvalds 1172485579bSHeiko Carstens #ifdef CONFIG_DEBUG_PAGEALLOC 1182485579bSHeiko Carstens void kernel_map_pages(struct page *page, int numpages, int enable) 1192485579bSHeiko Carstens { 1202485579bSHeiko Carstens pgd_t *pgd; 1212485579bSHeiko Carstens pud_t *pud; 1222485579bSHeiko Carstens pmd_t *pmd; 1232485579bSHeiko Carstens pte_t *pte; 1242485579bSHeiko Carstens unsigned long address; 1252485579bSHeiko Carstens int i; 1262485579bSHeiko Carstens 1272485579bSHeiko Carstens for (i = 0; i < numpages; i++) { 1282485579bSHeiko Carstens address = page_to_phys(page + i); 1292485579bSHeiko Carstens pgd = pgd_offset_k(address); 1302485579bSHeiko Carstens pud = pud_offset(pgd, address); 1312485579bSHeiko Carstens pmd = pmd_offset(pud, address); 1322485579bSHeiko Carstens pte = pte_offset_kernel(pmd, address); 1332485579bSHeiko Carstens if (!enable) { 134146e4b3cSMartin Schwidefsky ptep_invalidate(&init_mm, address, pte); 1352485579bSHeiko Carstens continue; 1362485579bSHeiko Carstens } 1372485579bSHeiko Carstens *pte = mk_pte_phys(address, __pgprot(_PAGE_TYPE_RW)); 1382485579bSHeiko Carstens /* Flush cpu write queue. */ 1392485579bSHeiko Carstens mb(); 1402485579bSHeiko Carstens } 1412485579bSHeiko Carstens } 1422485579bSHeiko Carstens #endif 1432485579bSHeiko Carstens 1441da177e4SLinus Torvalds void free_initmem(void) 1451da177e4SLinus Torvalds { 1461da177e4SLinus Torvalds unsigned long addr; 1471da177e4SLinus Torvalds 1481da177e4SLinus Torvalds addr = (unsigned long)(&__init_begin); 1491da177e4SLinus Torvalds for (; addr < (unsigned long)(&__init_end); addr += PAGE_SIZE) { 1501da177e4SLinus Torvalds ClearPageReserved(virt_to_page(addr)); 1517835e98bSNick Piggin init_page_count(virt_to_page(addr)); 152028d9b3cSHeiko Carstens memset((void *)addr, POISON_FREE_INITMEM, PAGE_SIZE); 1531da177e4SLinus Torvalds free_page(addr); 1541da177e4SLinus Torvalds totalram_pages++; 1551da177e4SLinus Torvalds } 1561da177e4SLinus Torvalds printk ("Freeing unused kernel memory: %ldk freed\n", 1571da177e4SLinus Torvalds ((unsigned long)&__init_end - (unsigned long)&__init_begin) >> 10); 1581da177e4SLinus Torvalds } 1591da177e4SLinus Torvalds 1601da177e4SLinus Torvalds #ifdef CONFIG_BLK_DEV_INITRD 1611da177e4SLinus Torvalds void free_initrd_mem(unsigned long start, unsigned long end) 1621da177e4SLinus Torvalds { 1631da177e4SLinus Torvalds if (start < end) 1641da177e4SLinus Torvalds printk ("Freeing initrd memory: %ldk freed\n", (end - start) >> 10); 1651da177e4SLinus Torvalds for (; start < end; start += PAGE_SIZE) { 1661da177e4SLinus Torvalds ClearPageReserved(virt_to_page(start)); 1677835e98bSNick Piggin init_page_count(virt_to_page(start)); 1681da177e4SLinus Torvalds free_page(start); 1691da177e4SLinus Torvalds totalram_pages++; 1701da177e4SLinus Torvalds } 1711da177e4SLinus Torvalds } 1721da177e4SLinus Torvalds #endif 173421c175cSHeiko Carstens 174421c175cSHeiko Carstens #ifdef CONFIG_MEMORY_HOTPLUG 175421c175cSHeiko Carstens int arch_add_memory(int nid, u64 start, u64 size) 176421c175cSHeiko Carstens { 177421c175cSHeiko Carstens struct pglist_data *pgdat; 178421c175cSHeiko Carstens struct zone *zone; 179421c175cSHeiko Carstens int rc; 180421c175cSHeiko Carstens 181421c175cSHeiko Carstens pgdat = NODE_DATA(nid); 1827e9238fbSGerald Schaefer zone = pgdat->node_zones + ZONE_MOVABLE; 183421c175cSHeiko Carstens rc = vmem_add_mapping(start, size); 184421c175cSHeiko Carstens if (rc) 185421c175cSHeiko Carstens return rc; 186421c175cSHeiko Carstens rc = __add_pages(zone, PFN_DOWN(start), PFN_DOWN(size)); 187421c175cSHeiko Carstens if (rc) 188421c175cSHeiko Carstens vmem_remove_mapping(start, size); 189421c175cSHeiko Carstens return rc; 190421c175cSHeiko Carstens } 191421c175cSHeiko Carstens #endif /* CONFIG_MEMORY_HOTPLUG */ 1927e9238fbSGerald Schaefer 1937e9238fbSGerald Schaefer #ifdef CONFIG_MEMORY_HOTREMOVE 1947e9238fbSGerald Schaefer int remove_memory(u64 start, u64 size) 1957e9238fbSGerald Schaefer { 1967e9238fbSGerald Schaefer unsigned long start_pfn, end_pfn; 1977e9238fbSGerald Schaefer 1987e9238fbSGerald Schaefer start_pfn = PFN_DOWN(start); 1997e9238fbSGerald Schaefer end_pfn = start_pfn + PFN_DOWN(size); 2007e9238fbSGerald Schaefer return offline_pages(start_pfn, end_pfn, 120 * HZ); 2017e9238fbSGerald Schaefer } 2027e9238fbSGerald Schaefer #endif /* CONFIG_MEMORY_HOTREMOVE */ 203