11da177e4SLinus Torvalds /* 26d536e4bSJeff Dike * Copyright (C) 2000 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com) 31da177e4SLinus Torvalds * Licensed under the GPL 41da177e4SLinus Torvalds */ 51da177e4SLinus Torvalds 61da177e4SLinus Torvalds #include "linux/bootmem.h" 76d536e4bSJeff Dike #include "linux/mm.h" 822a9835cSDave Hansen #include "linux/pfn.h" 96d536e4bSJeff Dike #include "asm/page.h" 104ff83ce1SJeff Dike #include "as-layout.h" 111da177e4SLinus Torvalds #include "init.h" 126d536e4bSJeff Dike #include "kern.h" 1377bf4400SJeff Dike #include "mem_user.h" 146d536e4bSJeff Dike #include "os.h" 151da177e4SLinus Torvalds 161da177e4SLinus Torvalds static int physmem_fd = -1; 171da177e4SLinus Torvalds 181da177e4SLinus Torvalds /* Changed during early boot */ 191da177e4SLinus Torvalds unsigned long high_physmem; 201da177e4SLinus Torvalds 21ae173816SJeff Dike extern unsigned long long physmem_size; 221da177e4SLinus Torvalds 2397a1fcbbSJeff Dike int __init init_maps(unsigned long physmem, unsigned long iomem, 2497a1fcbbSJeff Dike unsigned long highmem) 251da177e4SLinus Torvalds { 261da177e4SLinus Torvalds struct page *p, *map; 271da177e4SLinus Torvalds unsigned long phys_len, phys_pages, highmem_len, highmem_pages; 281da177e4SLinus Torvalds unsigned long iomem_len, iomem_pages, total_len, total_pages; 291da177e4SLinus Torvalds int i; 301da177e4SLinus Torvalds 311da177e4SLinus Torvalds phys_pages = physmem >> PAGE_SHIFT; 321da177e4SLinus Torvalds phys_len = phys_pages * sizeof(struct page); 331da177e4SLinus Torvalds 341da177e4SLinus Torvalds iomem_pages = iomem >> PAGE_SHIFT; 351da177e4SLinus Torvalds iomem_len = iomem_pages * sizeof(struct page); 361da177e4SLinus Torvalds 371da177e4SLinus Torvalds highmem_pages = highmem >> PAGE_SHIFT; 381da177e4SLinus Torvalds highmem_len = highmem_pages * sizeof(struct page); 391da177e4SLinus Torvalds 401da177e4SLinus Torvalds total_pages = phys_pages + iomem_pages + highmem_pages; 413dfd95b3SPaolo 'Blaisorblade' Giarrusso total_len = phys_len + iomem_len + highmem_len; 421da177e4SLinus Torvalds 4397a1fcbbSJeff Dike map = alloc_bootmem_low_pages(total_len); 441da177e4SLinus Torvalds if (map == NULL) 4560678bbcSJeff Dike return -ENOMEM; 461da177e4SLinus Torvalds 471da177e4SLinus Torvalds for (i = 0; i < total_pages; i++) { 481da177e4SLinus Torvalds p = &map[i]; 4970dc991dSNick Piggin memset(p, 0, sizeof(struct page)); 501da177e4SLinus Torvalds SetPageReserved(p); 511da177e4SLinus Torvalds INIT_LIST_HEAD(&p->lru); 521da177e4SLinus Torvalds } 531da177e4SLinus Torvalds 541da177e4SLinus Torvalds max_mapnr = total_pages; 5560678bbcSJeff Dike return 0; 561da177e4SLinus Torvalds } 571da177e4SLinus Torvalds 581da177e4SLinus Torvalds void map_memory(unsigned long virt, unsigned long phys, unsigned long len, 591da177e4SLinus Torvalds int r, int w, int x) 601da177e4SLinus Torvalds { 611da177e4SLinus Torvalds __u64 offset; 621da177e4SLinus Torvalds int fd, err; 631da177e4SLinus Torvalds 641da177e4SLinus Torvalds fd = phys_mapping(phys, &offset); 651da177e4SLinus Torvalds err = os_map_memory((void *) virt, fd, offset, len, r, w, x); 661da177e4SLinus Torvalds if (err) { 671da177e4SLinus Torvalds if (err == -ENOMEM) 68ba180fd4SJeff Dike printk(KERN_ERR "try increasing the host's " 691da177e4SLinus Torvalds "/proc/sys/vm/max_map_count to <physical " 701da177e4SLinus Torvalds "memory size>/4096\n"); 711da177e4SLinus Torvalds panic("map_memory(0x%lx, %d, 0x%llx, %ld, %d, %d, %d) failed, " 721da177e4SLinus Torvalds "err = %d\n", virt, fd, offset, len, r, w, x, err); 731da177e4SLinus Torvalds } 741da177e4SLinus Torvalds } 751da177e4SLinus Torvalds 7623bbd586SJeff Dike extern int __syscall_stub_start; 77d67b569fSJeff Dike 7897a1fcbbSJeff Dike void __init setup_physmem(unsigned long start, unsigned long reserve_end, 79ae173816SJeff Dike unsigned long len, unsigned long long highmem) 801da177e4SLinus Torvalds { 811da177e4SLinus Torvalds unsigned long reserve = reserve_end - start; 821da177e4SLinus Torvalds int pfn = PFN_UP(__pa(reserve_end)); 831da177e4SLinus Torvalds int delta = (len - reserve) >> PAGE_SHIFT; 841da177e4SLinus Torvalds int err, offset, bootmap_size; 851da177e4SLinus Torvalds 861da177e4SLinus Torvalds physmem_fd = create_mem_file(len + highmem); 871da177e4SLinus Torvalds 881da177e4SLinus Torvalds offset = uml_reserved - uml_physmem; 891da177e4SLinus Torvalds err = os_map_memory((void *) uml_reserved, physmem_fd, offset, 905c8aaceaSJeff Dike len - offset, 1, 1, 1); 911da177e4SLinus Torvalds if (err < 0) { 92512b6fb1SJeff Dike printf("setup_physmem - mapping %ld bytes of memory at 0x%p " 93512b6fb1SJeff Dike "failed - errno = %d\n", len - offset, 94512b6fb1SJeff Dike (void *) uml_reserved, err); 951da177e4SLinus Torvalds exit(1); 961da177e4SLinus Torvalds } 971da177e4SLinus Torvalds 98ba180fd4SJeff Dike /* 99ba180fd4SJeff Dike * Special kludge - This page will be mapped in to userspace processes 100d67b569fSJeff Dike * from physmem_fd, so it needs to be written out there. 101d67b569fSJeff Dike */ 102d67b569fSJeff Dike os_seek_file(physmem_fd, __pa(&__syscall_stub_start)); 103a6ea4cceSJeff Dike os_write_file(physmem_fd, &__syscall_stub_start, PAGE_SIZE); 104d67b569fSJeff Dike 1051da177e4SLinus Torvalds bootmap_size = init_bootmem(pfn, pfn + delta); 1061da177e4SLinus Torvalds free_bootmem(__pa(reserve_end) + bootmap_size, 1071da177e4SLinus Torvalds len - bootmap_size - reserve); 1081da177e4SLinus Torvalds } 1091da177e4SLinus Torvalds 1100a7675aaSJeff Dike int phys_mapping(unsigned long phys, unsigned long long *offset_out) 1111da177e4SLinus Torvalds { 1121da177e4SLinus Torvalds int fd = -1; 1131da177e4SLinus Torvalds 11416dd07bcSJeff Dike if (phys < physmem_size) { 1151da177e4SLinus Torvalds fd = physmem_fd; 1161da177e4SLinus Torvalds *offset_out = phys; 1171da177e4SLinus Torvalds } 1181da177e4SLinus Torvalds else if (phys < __pa(end_iomem)) { 1191da177e4SLinus Torvalds struct iomem_region *region = iomem_regions; 1201da177e4SLinus Torvalds 1211da177e4SLinus Torvalds while (region != NULL) { 1221da177e4SLinus Torvalds if ((phys >= region->phys) && 1231da177e4SLinus Torvalds (phys < region->phys + region->size)) { 1241da177e4SLinus Torvalds fd = region->fd; 1251da177e4SLinus Torvalds *offset_out = phys - region->phys; 1261da177e4SLinus Torvalds break; 1271da177e4SLinus Torvalds } 1281da177e4SLinus Torvalds region = region->next; 1291da177e4SLinus Torvalds } 1301da177e4SLinus Torvalds } 1311da177e4SLinus Torvalds else if (phys < __pa(end_iomem) + highmem) { 1321da177e4SLinus Torvalds fd = physmem_fd; 1331da177e4SLinus Torvalds *offset_out = phys - iomem_size; 1341da177e4SLinus Torvalds } 1351da177e4SLinus Torvalds 13660678bbcSJeff Dike return fd; 1371da177e4SLinus Torvalds } 1381da177e4SLinus Torvalds 1391da177e4SLinus Torvalds static int __init uml_mem_setup(char *line, int *add) 1401da177e4SLinus Torvalds { 1411da177e4SLinus Torvalds char *retptr; 1421da177e4SLinus Torvalds physmem_size = memparse(line,&retptr); 1431da177e4SLinus Torvalds return 0; 1441da177e4SLinus Torvalds } 1451da177e4SLinus Torvalds __uml_setup("mem=", uml_mem_setup, 1461da177e4SLinus Torvalds "mem=<Amount of desired ram>\n" 1471da177e4SLinus Torvalds " This controls how much \"physical\" memory the kernel allocates\n" 1481da177e4SLinus Torvalds " for the system. The size is specified as a number followed by\n" 1491da177e4SLinus Torvalds " one of 'k', 'K', 'm', 'M', which have the obvious meanings.\n" 1501da177e4SLinus Torvalds " This is not related to the amount of memory in the host. It can\n" 1511da177e4SLinus Torvalds " be more, and the excess, if it's ever used, will just be swapped out.\n" 1521da177e4SLinus Torvalds " Example: mem=64M\n\n" 1531da177e4SLinus Torvalds ); 1541da177e4SLinus Torvalds 15594c282d7SJeff Dike extern int __init parse_iomem(char *str, int *add); 15694c282d7SJeff Dike 15794c282d7SJeff Dike __uml_setup("iomem=", parse_iomem, 15894c282d7SJeff Dike "iomem=<name>,<file>\n" 15994c282d7SJeff Dike " Configure <file> as an IO memory region named <name>.\n\n" 16094c282d7SJeff Dike ); 16194c282d7SJeff Dike 16294c282d7SJeff Dike /* 16394c282d7SJeff Dike * This list is constructed in parse_iomem and addresses filled in in 16494c282d7SJeff Dike * setup_iomem, both of which run during early boot. Afterwards, it's 16594c282d7SJeff Dike * unchanged. 16694c282d7SJeff Dike */ 16780e39311SJeff Dike struct iomem_region *iomem_regions; 16894c282d7SJeff Dike 16980e39311SJeff Dike /* Initialized in parse_iomem and unchanged thereafter */ 17080e39311SJeff Dike int iomem_size; 17194c282d7SJeff Dike 1721da177e4SLinus Torvalds unsigned long find_iomem(char *driver, unsigned long *len_out) 1731da177e4SLinus Torvalds { 1741da177e4SLinus Torvalds struct iomem_region *region = iomem_regions; 1751da177e4SLinus Torvalds 1761da177e4SLinus Torvalds while (region != NULL) { 1771da177e4SLinus Torvalds if (!strcmp(region->driver, driver)) { 1781da177e4SLinus Torvalds *len_out = region->size; 17960678bbcSJeff Dike return region->virt; 1801da177e4SLinus Torvalds } 181c39e50b4SVictor V. Vengerov 182c39e50b4SVictor V. Vengerov region = region->next; 1831da177e4SLinus Torvalds } 1841da177e4SLinus Torvalds 18560678bbcSJeff Dike return 0; 1861da177e4SLinus Torvalds } 1871da177e4SLinus Torvalds 1881da177e4SLinus Torvalds int setup_iomem(void) 1891da177e4SLinus Torvalds { 1901da177e4SLinus Torvalds struct iomem_region *region = iomem_regions; 1911da177e4SLinus Torvalds unsigned long iomem_start = high_physmem + PAGE_SIZE; 1921da177e4SLinus Torvalds int err; 1931da177e4SLinus Torvalds 1941da177e4SLinus Torvalds while (region != NULL) { 1951da177e4SLinus Torvalds err = os_map_memory((void *) iomem_start, region->fd, 0, 1961da177e4SLinus Torvalds region->size, 1, 1, 0); 1971da177e4SLinus Torvalds if (err) 198ba180fd4SJeff Dike printk(KERN_ERR "Mapping iomem region for driver '%s' " 199ba180fd4SJeff Dike "failed, errno = %d\n", region->driver, -err); 2001da177e4SLinus Torvalds else { 2011da177e4SLinus Torvalds region->virt = iomem_start; 2021da177e4SLinus Torvalds region->phys = __pa(region->virt); 2031da177e4SLinus Torvalds } 2041da177e4SLinus Torvalds 2051da177e4SLinus Torvalds iomem_start += region->size + PAGE_SIZE; 2061da177e4SLinus Torvalds region = region->next; 2071da177e4SLinus Torvalds } 2081da177e4SLinus Torvalds 20960678bbcSJeff Dike return 0; 2101da177e4SLinus Torvalds } 2111da177e4SLinus Torvalds 2121da177e4SLinus Torvalds __initcall(setup_iomem); 213