11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * Copyright (C) 2000 - 2003 Jeff Dike (jdike@addtoit.com) 31da177e4SLinus Torvalds * Licensed under the GPL 41da177e4SLinus Torvalds */ 51da177e4SLinus Torvalds 61da177e4SLinus Torvalds #include "linux/mm.h" 71da177e4SLinus Torvalds #include "linux/rbtree.h" 81da177e4SLinus Torvalds #include "linux/slab.h" 91da177e4SLinus Torvalds #include "linux/vmalloc.h" 101da177e4SLinus Torvalds #include "linux/bootmem.h" 111da177e4SLinus Torvalds #include "linux/module.h" 1222a9835cSDave Hansen #include "linux/pfn.h" 131da177e4SLinus Torvalds #include "asm/types.h" 141da177e4SLinus Torvalds #include "asm/pgtable.h" 151da177e4SLinus Torvalds #include "kern_util.h" 164ff83ce1SJeff Dike #include "as-layout.h" 171da177e4SLinus Torvalds #include "mode_kern.h" 181da177e4SLinus Torvalds #include "mem.h" 191da177e4SLinus Torvalds #include "mem_user.h" 201da177e4SLinus Torvalds #include "os.h" 211da177e4SLinus Torvalds #include "kern.h" 221da177e4SLinus Torvalds #include "init.h" 231da177e4SLinus Torvalds 241da177e4SLinus Torvalds static int physmem_fd = -1; 251da177e4SLinus Torvalds 261da177e4SLinus Torvalds /* Changed during early boot */ 271da177e4SLinus Torvalds unsigned long high_physmem; 281da177e4SLinus Torvalds 29ae173816SJeff Dike extern unsigned long long physmem_size; 301da177e4SLinus Torvalds 3197a1fcbbSJeff Dike int __init init_maps(unsigned long physmem, unsigned long iomem, 3297a1fcbbSJeff Dike unsigned long highmem) 331da177e4SLinus Torvalds { 341da177e4SLinus Torvalds struct page *p, *map; 351da177e4SLinus Torvalds unsigned long phys_len, phys_pages, highmem_len, highmem_pages; 361da177e4SLinus Torvalds unsigned long iomem_len, iomem_pages, total_len, total_pages; 371da177e4SLinus Torvalds int i; 381da177e4SLinus Torvalds 391da177e4SLinus Torvalds phys_pages = physmem >> PAGE_SHIFT; 401da177e4SLinus Torvalds phys_len = phys_pages * sizeof(struct page); 411da177e4SLinus Torvalds 421da177e4SLinus Torvalds iomem_pages = iomem >> PAGE_SHIFT; 431da177e4SLinus Torvalds iomem_len = iomem_pages * sizeof(struct page); 441da177e4SLinus Torvalds 451da177e4SLinus Torvalds highmem_pages = highmem >> PAGE_SHIFT; 461da177e4SLinus Torvalds highmem_len = highmem_pages * sizeof(struct page); 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds total_pages = phys_pages + iomem_pages + highmem_pages; 493dfd95b3SPaolo 'Blaisorblade' Giarrusso total_len = phys_len + iomem_len + highmem_len; 501da177e4SLinus Torvalds 5197a1fcbbSJeff Dike map = alloc_bootmem_low_pages(total_len); 521da177e4SLinus Torvalds if(map == NULL) 5360678bbcSJeff Dike return -ENOMEM; 541da177e4SLinus Torvalds 551da177e4SLinus Torvalds for(i = 0; i < total_pages; i++){ 561da177e4SLinus Torvalds p = &map[i]; 5770dc991dSNick Piggin memset(p, 0, sizeof(struct page)); 581da177e4SLinus Torvalds SetPageReserved(p); 591da177e4SLinus Torvalds INIT_LIST_HEAD(&p->lru); 601da177e4SLinus Torvalds } 611da177e4SLinus Torvalds 621da177e4SLinus Torvalds max_mapnr = total_pages; 6360678bbcSJeff Dike return 0; 641da177e4SLinus Torvalds } 651da177e4SLinus Torvalds 661da177e4SLinus Torvalds /* Changed during early boot */ 671da177e4SLinus Torvalds static unsigned long kmem_top = 0; 681da177e4SLinus Torvalds 691da177e4SLinus Torvalds unsigned long get_kmem_end(void) 701da177e4SLinus Torvalds { 711da177e4SLinus Torvalds if(kmem_top == 0) 721da177e4SLinus Torvalds kmem_top = CHOOSE_MODE(kmem_end_tt, kmem_end_skas); 7360678bbcSJeff Dike return kmem_top; 741da177e4SLinus Torvalds } 751da177e4SLinus Torvalds 761da177e4SLinus Torvalds void map_memory(unsigned long virt, unsigned long phys, unsigned long len, 771da177e4SLinus Torvalds int r, int w, int x) 781da177e4SLinus Torvalds { 791da177e4SLinus Torvalds __u64 offset; 801da177e4SLinus Torvalds int fd, err; 811da177e4SLinus Torvalds 821da177e4SLinus Torvalds fd = phys_mapping(phys, &offset); 831da177e4SLinus Torvalds err = os_map_memory((void *) virt, fd, offset, len, r, w, x); 841da177e4SLinus Torvalds if(err) { 851da177e4SLinus Torvalds if(err == -ENOMEM) 861da177e4SLinus Torvalds printk("try increasing the host's " 871da177e4SLinus Torvalds "/proc/sys/vm/max_map_count to <physical " 881da177e4SLinus Torvalds "memory size>/4096\n"); 891da177e4SLinus Torvalds panic("map_memory(0x%lx, %d, 0x%llx, %ld, %d, %d, %d) failed, " 901da177e4SLinus Torvalds "err = %d\n", virt, fd, offset, len, r, w, x, err); 911da177e4SLinus Torvalds } 921da177e4SLinus Torvalds } 931da177e4SLinus Torvalds 9423bbd586SJeff Dike extern int __syscall_stub_start; 95d67b569fSJeff Dike 9697a1fcbbSJeff Dike void __init setup_physmem(unsigned long start, unsigned long reserve_end, 97ae173816SJeff Dike unsigned long len, unsigned long long highmem) 981da177e4SLinus Torvalds { 991da177e4SLinus Torvalds unsigned long reserve = reserve_end - start; 1001da177e4SLinus Torvalds int pfn = PFN_UP(__pa(reserve_end)); 1011da177e4SLinus Torvalds int delta = (len - reserve) >> PAGE_SHIFT; 1021da177e4SLinus Torvalds int err, offset, bootmap_size; 1031da177e4SLinus Torvalds 1041da177e4SLinus Torvalds physmem_fd = create_mem_file(len + highmem); 1051da177e4SLinus Torvalds 1061da177e4SLinus Torvalds offset = uml_reserved - uml_physmem; 1071da177e4SLinus Torvalds err = os_map_memory((void *) uml_reserved, physmem_fd, offset, 1085c8aaceaSJeff Dike len - offset, 1, 1, 1); 1091da177e4SLinus Torvalds if(err < 0){ 1101da177e4SLinus Torvalds os_print_error(err, "Mapping memory"); 1111da177e4SLinus Torvalds exit(1); 1121da177e4SLinus Torvalds } 1131da177e4SLinus Torvalds 114d67b569fSJeff Dike /* Special kludge - This page will be mapped in to userspace processes 115d67b569fSJeff Dike * from physmem_fd, so it needs to be written out there. 116d67b569fSJeff Dike */ 117d67b569fSJeff Dike os_seek_file(physmem_fd, __pa(&__syscall_stub_start)); 118a6ea4cceSJeff Dike os_write_file(physmem_fd, &__syscall_stub_start, PAGE_SIZE); 119d67b569fSJeff Dike 1201da177e4SLinus Torvalds bootmap_size = init_bootmem(pfn, pfn + delta); 1211da177e4SLinus Torvalds free_bootmem(__pa(reserve_end) + bootmap_size, 1221da177e4SLinus Torvalds len - bootmap_size - reserve); 1231da177e4SLinus Torvalds } 1241da177e4SLinus Torvalds 1251da177e4SLinus Torvalds int phys_mapping(unsigned long phys, __u64 *offset_out) 1261da177e4SLinus Torvalds { 1271da177e4SLinus Torvalds int fd = -1; 1281da177e4SLinus Torvalds 12916dd07bcSJeff Dike if(phys < physmem_size){ 1301da177e4SLinus Torvalds fd = physmem_fd; 1311da177e4SLinus Torvalds *offset_out = phys; 1321da177e4SLinus Torvalds } 1331da177e4SLinus Torvalds else if(phys < __pa(end_iomem)){ 1341da177e4SLinus Torvalds struct iomem_region *region = iomem_regions; 1351da177e4SLinus Torvalds 1361da177e4SLinus Torvalds while(region != NULL){ 1371da177e4SLinus Torvalds if((phys >= region->phys) && 1381da177e4SLinus Torvalds (phys < region->phys + region->size)){ 1391da177e4SLinus Torvalds fd = region->fd; 1401da177e4SLinus Torvalds *offset_out = phys - region->phys; 1411da177e4SLinus Torvalds break; 1421da177e4SLinus Torvalds } 1431da177e4SLinus Torvalds region = region->next; 1441da177e4SLinus Torvalds } 1451da177e4SLinus Torvalds } 1461da177e4SLinus Torvalds else if(phys < __pa(end_iomem) + highmem){ 1471da177e4SLinus Torvalds fd = physmem_fd; 1481da177e4SLinus Torvalds *offset_out = phys - iomem_size; 1491da177e4SLinus Torvalds } 1501da177e4SLinus Torvalds 15160678bbcSJeff Dike return fd; 1521da177e4SLinus Torvalds } 1531da177e4SLinus Torvalds 1541da177e4SLinus Torvalds static int __init uml_mem_setup(char *line, int *add) 1551da177e4SLinus Torvalds { 1561da177e4SLinus Torvalds char *retptr; 1571da177e4SLinus Torvalds physmem_size = memparse(line,&retptr); 1581da177e4SLinus Torvalds return 0; 1591da177e4SLinus Torvalds } 1601da177e4SLinus Torvalds __uml_setup("mem=", uml_mem_setup, 1611da177e4SLinus Torvalds "mem=<Amount of desired ram>\n" 1621da177e4SLinus Torvalds " This controls how much \"physical\" memory the kernel allocates\n" 1631da177e4SLinus Torvalds " for the system. The size is specified as a number followed by\n" 1641da177e4SLinus Torvalds " one of 'k', 'K', 'm', 'M', which have the obvious meanings.\n" 1651da177e4SLinus Torvalds " This is not related to the amount of memory in the host. It can\n" 1661da177e4SLinus Torvalds " be more, and the excess, if it's ever used, will just be swapped out.\n" 1671da177e4SLinus Torvalds " Example: mem=64M\n\n" 1681da177e4SLinus Torvalds ); 1691da177e4SLinus Torvalds 17094c282d7SJeff Dike extern int __init parse_iomem(char *str, int *add); 17194c282d7SJeff Dike 17294c282d7SJeff Dike __uml_setup("iomem=", parse_iomem, 17394c282d7SJeff Dike "iomem=<name>,<file>\n" 17494c282d7SJeff Dike " Configure <file> as an IO memory region named <name>.\n\n" 17594c282d7SJeff Dike ); 17694c282d7SJeff Dike 17794c282d7SJeff Dike /* 17894c282d7SJeff Dike * This list is constructed in parse_iomem and addresses filled in in 17994c282d7SJeff Dike * setup_iomem, both of which run during early boot. Afterwards, it's 18094c282d7SJeff Dike * unchanged. 18194c282d7SJeff Dike */ 18294c282d7SJeff Dike struct iomem_region *iomem_regions = NULL; 18394c282d7SJeff Dike 18494c282d7SJeff Dike /* Initialized in parse_iomem */ 18594c282d7SJeff Dike int iomem_size = 0; 18694c282d7SJeff Dike 1871da177e4SLinus Torvalds unsigned long find_iomem(char *driver, unsigned long *len_out) 1881da177e4SLinus Torvalds { 1891da177e4SLinus Torvalds struct iomem_region *region = iomem_regions; 1901da177e4SLinus Torvalds 1911da177e4SLinus Torvalds while(region != NULL){ 1921da177e4SLinus Torvalds if(!strcmp(region->driver, driver)){ 1931da177e4SLinus Torvalds *len_out = region->size; 19460678bbcSJeff Dike return region->virt; 1951da177e4SLinus Torvalds } 196c39e50b4SVictor V. Vengerov 197c39e50b4SVictor V. Vengerov region = region->next; 1981da177e4SLinus Torvalds } 1991da177e4SLinus Torvalds 20060678bbcSJeff Dike return 0; 2011da177e4SLinus Torvalds } 2021da177e4SLinus Torvalds 2031da177e4SLinus Torvalds int setup_iomem(void) 2041da177e4SLinus Torvalds { 2051da177e4SLinus Torvalds struct iomem_region *region = iomem_regions; 2061da177e4SLinus Torvalds unsigned long iomem_start = high_physmem + PAGE_SIZE; 2071da177e4SLinus Torvalds int err; 2081da177e4SLinus Torvalds 2091da177e4SLinus Torvalds while(region != NULL){ 2101da177e4SLinus Torvalds err = os_map_memory((void *) iomem_start, region->fd, 0, 2111da177e4SLinus Torvalds region->size, 1, 1, 0); 2121da177e4SLinus Torvalds if(err) 2131da177e4SLinus Torvalds printk("Mapping iomem region for driver '%s' failed, " 2141da177e4SLinus Torvalds "errno = %d\n", region->driver, -err); 2151da177e4SLinus Torvalds else { 2161da177e4SLinus Torvalds region->virt = iomem_start; 2171da177e4SLinus Torvalds region->phys = __pa(region->virt); 2181da177e4SLinus Torvalds } 2191da177e4SLinus Torvalds 2201da177e4SLinus Torvalds iomem_start += region->size + PAGE_SIZE; 2211da177e4SLinus Torvalds region = region->next; 2221da177e4SLinus Torvalds } 2231da177e4SLinus Torvalds 22460678bbcSJeff Dike return 0; 2251da177e4SLinus Torvalds } 2261da177e4SLinus Torvalds 2271da177e4SLinus Torvalds __initcall(setup_iomem); 228