1f45d9fc9SGennady Sharapov /* 2f45d9fc9SGennady Sharapov * Copyright (C) 2002 Jeff Dike (jdike@karaya.com) 3f45d9fc9SGennady Sharapov * Licensed under the GPL 4f45d9fc9SGennady Sharapov */ 5f45d9fc9SGennady Sharapov 6f45d9fc9SGennady Sharapov #include <signal.h> 7f45d9fc9SGennady Sharapov #include <errno.h> 8f45d9fc9SGennady Sharapov #include <string.h> 9a61f334fSJeff Dike #include <unistd.h> 10f45d9fc9SGennady Sharapov #include <sys/mman.h> 11f45d9fc9SGennady Sharapov #include <sys/wait.h> 12f45d9fc9SGennady Sharapov #include <asm/page.h> 13f45d9fc9SGennady Sharapov #include <asm/unistd.h> 14f45d9fc9SGennady Sharapov #include "mem_user.h" 15f45d9fc9SGennady Sharapov #include "mem.h" 16f45d9fc9SGennady Sharapov #include "skas.h" 17f45d9fc9SGennady Sharapov #include "user.h" 18f45d9fc9SGennady Sharapov #include "os.h" 19f45d9fc9SGennady Sharapov #include "proc_mm.h" 20f45d9fc9SGennady Sharapov #include "ptrace_user.h" 21f45d9fc9SGennady Sharapov #include "kern_util.h" 22f45d9fc9SGennady Sharapov #include "task.h" 23f45d9fc9SGennady Sharapov #include "registers.h" 24f45d9fc9SGennady Sharapov #include "uml-config.h" 25f45d9fc9SGennady Sharapov #include "sysdep/ptrace.h" 26f45d9fc9SGennady Sharapov #include "sysdep/stub.h" 2716dd07bcSJeff Dike #include "init.h" 28f45d9fc9SGennady Sharapov 29f45d9fc9SGennady Sharapov extern unsigned long batch_syscall_stub, __syscall_stub_start; 30f45d9fc9SGennady Sharapov 3116dd07bcSJeff Dike extern void wait_stub_done(int pid); 32f45d9fc9SGennady Sharapov 33f45d9fc9SGennady Sharapov static inline unsigned long *check_init_stack(struct mm_id * mm_idp, 34f45d9fc9SGennady Sharapov unsigned long *stack) 35f45d9fc9SGennady Sharapov { 36f45d9fc9SGennady Sharapov if(stack == NULL) { 37f45d9fc9SGennady Sharapov stack = (unsigned long *) mm_idp->stack + 2; 38f45d9fc9SGennady Sharapov *stack = 0; 39f45d9fc9SGennady Sharapov } 40f45d9fc9SGennady Sharapov return stack; 41f45d9fc9SGennady Sharapov } 42f45d9fc9SGennady Sharapov 4316dd07bcSJeff Dike static unsigned long syscall_regs[MAX_REG_NR]; 4416dd07bcSJeff Dike 4516dd07bcSJeff Dike static int __init init_syscall_regs(void) 4616dd07bcSJeff Dike { 4716dd07bcSJeff Dike get_safe_registers(syscall_regs, NULL); 4816dd07bcSJeff Dike syscall_regs[REGS_IP_INDEX] = UML_CONFIG_STUB_CODE + 4916dd07bcSJeff Dike ((unsigned long) &batch_syscall_stub - 5016dd07bcSJeff Dike (unsigned long) &__syscall_stub_start); 5116dd07bcSJeff Dike return 0; 5216dd07bcSJeff Dike } 5316dd07bcSJeff Dike 5416dd07bcSJeff Dike __initcall(init_syscall_regs); 5516dd07bcSJeff Dike 56f45d9fc9SGennady Sharapov extern int proc_mm; 57f45d9fc9SGennady Sharapov 58f45d9fc9SGennady Sharapov int single_count = 0; 59f45d9fc9SGennady Sharapov int multi_count = 0; 60f45d9fc9SGennady Sharapov int multi_op_count = 0; 61f45d9fc9SGennady Sharapov 62f45d9fc9SGennady Sharapov static inline long do_syscall_stub(struct mm_id * mm_idp, void **addr) 63f45d9fc9SGennady Sharapov { 64b92c4f92SJeff Dike int n, i; 65f45d9fc9SGennady Sharapov long ret, offset; 66f45d9fc9SGennady Sharapov unsigned long * data; 67f45d9fc9SGennady Sharapov unsigned long * syscall; 6816dd07bcSJeff Dike int err, pid = mm_idp->u.pid; 69f45d9fc9SGennady Sharapov 70f45d9fc9SGennady Sharapov if(proc_mm) 71*0e7d18b5SMiklos Szeredi /* FIXME: Need to look up userspace_pid by cpu */ 72f45d9fc9SGennady Sharapov pid = userspace_pid[0]; 73f45d9fc9SGennady Sharapov 74f45d9fc9SGennady Sharapov multi_count++; 75f45d9fc9SGennady Sharapov 7616dd07bcSJeff Dike n = ptrace_setregs(pid, syscall_regs); 77b92c4f92SJeff Dike if(n < 0){ 78b92c4f92SJeff Dike printk("Registers - \n"); 79b92c4f92SJeff Dike for(i = 0; i < MAX_REG_NR; i++) 8016dd07bcSJeff Dike printk("\t%d\t0x%lx\n", i, syscall_regs[i]); 81f45d9fc9SGennady Sharapov panic("do_syscall_stub : PTRACE_SETREGS failed, errno = %d\n", 82b92c4f92SJeff Dike -n); 83b92c4f92SJeff Dike } 84f45d9fc9SGennady Sharapov 8516dd07bcSJeff Dike err = ptrace(PTRACE_CONT, pid, 0, 0); 8616dd07bcSJeff Dike if(err) 8716dd07bcSJeff Dike panic("Failed to continue stub, pid = %d, errno = %d\n", pid, 8816dd07bcSJeff Dike errno); 8916dd07bcSJeff Dike 9016dd07bcSJeff Dike wait_stub_done(pid); 91f45d9fc9SGennady Sharapov 92f45d9fc9SGennady Sharapov /* When the stub stops, we find the following values on the 93f45d9fc9SGennady Sharapov * beginning of the stack: 94f45d9fc9SGennady Sharapov * (long )return_value 95f45d9fc9SGennady Sharapov * (long )offset to failed sycall-data (0, if no error) 96f45d9fc9SGennady Sharapov */ 97f45d9fc9SGennady Sharapov ret = *((unsigned long *) mm_idp->stack); 98f45d9fc9SGennady Sharapov offset = *((unsigned long *) mm_idp->stack + 1); 99f45d9fc9SGennady Sharapov if (offset) { 100f45d9fc9SGennady Sharapov data = (unsigned long *)(mm_idp->stack + 101f45d9fc9SGennady Sharapov offset - UML_CONFIG_STUB_DATA); 102802e3077SPaolo 'Blaisorblade' Giarrusso printk("do_syscall_stub : ret = %ld, offset = %ld, " 103802e3077SPaolo 'Blaisorblade' Giarrusso "data = %p\n", ret, offset, data); 104f45d9fc9SGennady Sharapov syscall = (unsigned long *)((unsigned long)data + data[0]); 105f45d9fc9SGennady Sharapov printk("do_syscall_stub: syscall %ld failed, return value = " 106f45d9fc9SGennady Sharapov "0x%lx, expected return value = 0x%lx\n", 107f45d9fc9SGennady Sharapov syscall[0], ret, syscall[7]); 108f45d9fc9SGennady Sharapov printk(" syscall parameters: " 109f45d9fc9SGennady Sharapov "0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx\n", 110f45d9fc9SGennady Sharapov syscall[1], syscall[2], syscall[3], 111f45d9fc9SGennady Sharapov syscall[4], syscall[5], syscall[6]); 112f45d9fc9SGennady Sharapov for(n = 1; n < data[0]/sizeof(long); n++) { 113f45d9fc9SGennady Sharapov if(n == 1) 114f45d9fc9SGennady Sharapov printk(" additional syscall data:"); 115f45d9fc9SGennady Sharapov if(n % 4 == 1) 116f45d9fc9SGennady Sharapov printk("\n "); 117f45d9fc9SGennady Sharapov printk(" 0x%lx", data[n]); 118f45d9fc9SGennady Sharapov } 119f45d9fc9SGennady Sharapov if(n > 1) 120f45d9fc9SGennady Sharapov printk("\n"); 121f45d9fc9SGennady Sharapov } 122f45d9fc9SGennady Sharapov else ret = 0; 123f45d9fc9SGennady Sharapov 124f45d9fc9SGennady Sharapov *addr = check_init_stack(mm_idp, NULL); 125f45d9fc9SGennady Sharapov 126f45d9fc9SGennady Sharapov return ret; 127f45d9fc9SGennady Sharapov } 128f45d9fc9SGennady Sharapov 129f45d9fc9SGennady Sharapov long run_syscall_stub(struct mm_id * mm_idp, int syscall, 130f45d9fc9SGennady Sharapov unsigned long *args, long expected, void **addr, 131f45d9fc9SGennady Sharapov int done) 132f45d9fc9SGennady Sharapov { 133f45d9fc9SGennady Sharapov unsigned long *stack = check_init_stack(mm_idp, *addr); 134f45d9fc9SGennady Sharapov 135f45d9fc9SGennady Sharapov if(done && *addr == NULL) 136f45d9fc9SGennady Sharapov single_count++; 137f45d9fc9SGennady Sharapov 138f45d9fc9SGennady Sharapov *stack += sizeof(long); 139f45d9fc9SGennady Sharapov stack += *stack / sizeof(long); 140f45d9fc9SGennady Sharapov 141f45d9fc9SGennady Sharapov *stack++ = syscall; 142f45d9fc9SGennady Sharapov *stack++ = args[0]; 143f45d9fc9SGennady Sharapov *stack++ = args[1]; 144f45d9fc9SGennady Sharapov *stack++ = args[2]; 145f45d9fc9SGennady Sharapov *stack++ = args[3]; 146f45d9fc9SGennady Sharapov *stack++ = args[4]; 147f45d9fc9SGennady Sharapov *stack++ = args[5]; 148f45d9fc9SGennady Sharapov *stack++ = expected; 149f45d9fc9SGennady Sharapov *stack = 0; 150f45d9fc9SGennady Sharapov multi_op_count++; 151f45d9fc9SGennady Sharapov 152f45d9fc9SGennady Sharapov if(!done && ((((unsigned long) stack) & ~PAGE_MASK) < 153f45d9fc9SGennady Sharapov PAGE_SIZE - 10 * sizeof(long))){ 154f45d9fc9SGennady Sharapov *addr = stack; 155f45d9fc9SGennady Sharapov return 0; 156f45d9fc9SGennady Sharapov } 157f45d9fc9SGennady Sharapov 158f45d9fc9SGennady Sharapov return do_syscall_stub(mm_idp, addr); 159f45d9fc9SGennady Sharapov } 160f45d9fc9SGennady Sharapov 161f45d9fc9SGennady Sharapov long syscall_stub_data(struct mm_id * mm_idp, 162f45d9fc9SGennady Sharapov unsigned long *data, int data_count, 163f45d9fc9SGennady Sharapov void **addr, void **stub_addr) 164f45d9fc9SGennady Sharapov { 165f45d9fc9SGennady Sharapov unsigned long *stack; 166f45d9fc9SGennady Sharapov int ret = 0; 167f45d9fc9SGennady Sharapov 168f45d9fc9SGennady Sharapov /* If *addr still is uninitialized, it *must* contain NULL. 169f45d9fc9SGennady Sharapov * Thus in this case do_syscall_stub correctly won't be called. 170f45d9fc9SGennady Sharapov */ 171f45d9fc9SGennady Sharapov if((((unsigned long) *addr) & ~PAGE_MASK) >= 172f45d9fc9SGennady Sharapov PAGE_SIZE - (10 + data_count) * sizeof(long)) { 173f45d9fc9SGennady Sharapov ret = do_syscall_stub(mm_idp, addr); 174f45d9fc9SGennady Sharapov /* in case of error, don't overwrite data on stack */ 175f45d9fc9SGennady Sharapov if(ret) 176f45d9fc9SGennady Sharapov return ret; 177f45d9fc9SGennady Sharapov } 178f45d9fc9SGennady Sharapov 179f45d9fc9SGennady Sharapov stack = check_init_stack(mm_idp, *addr); 180f45d9fc9SGennady Sharapov *addr = stack; 181f45d9fc9SGennady Sharapov 182f45d9fc9SGennady Sharapov *stack = data_count * sizeof(long); 183f45d9fc9SGennady Sharapov 184f45d9fc9SGennady Sharapov memcpy(stack + 1, data, data_count * sizeof(long)); 185f45d9fc9SGennady Sharapov 186f45d9fc9SGennady Sharapov *stub_addr = (void *)(((unsigned long)(stack + 1) & ~PAGE_MASK) + 187f45d9fc9SGennady Sharapov UML_CONFIG_STUB_DATA); 188f45d9fc9SGennady Sharapov 189f45d9fc9SGennady Sharapov return 0; 190f45d9fc9SGennady Sharapov } 191f45d9fc9SGennady Sharapov 19216dd07bcSJeff Dike int map(struct mm_id * mm_idp, unsigned long virt, unsigned long len, int prot, 19316dd07bcSJeff Dike int phys_fd, unsigned long long offset, int done, void **data) 194f45d9fc9SGennady Sharapov { 19516dd07bcSJeff Dike int ret; 196f45d9fc9SGennady Sharapov 197f45d9fc9SGennady Sharapov if(proc_mm){ 198f45d9fc9SGennady Sharapov struct proc_mm_op map; 199f45d9fc9SGennady Sharapov int fd = mm_idp->u.mm_fd; 200f45d9fc9SGennady Sharapov 201f45d9fc9SGennady Sharapov map = ((struct proc_mm_op) { .op = MM_MMAP, 202f45d9fc9SGennady Sharapov .u = 203f45d9fc9SGennady Sharapov { .mmap = 204f45d9fc9SGennady Sharapov { .addr = virt, 205f45d9fc9SGennady Sharapov .len = len, 206f45d9fc9SGennady Sharapov .prot = prot, 207f45d9fc9SGennady Sharapov .flags = MAP_SHARED | 208f45d9fc9SGennady Sharapov MAP_FIXED, 209f45d9fc9SGennady Sharapov .fd = phys_fd, 210f45d9fc9SGennady Sharapov .offset= offset 211f45d9fc9SGennady Sharapov } } } ); 212a61f334fSJeff Dike CATCH_EINTR(ret = write(fd, &map, sizeof(map))); 213a61f334fSJeff Dike if(ret != sizeof(map)){ 214a61f334fSJeff Dike ret = -errno; 215f45d9fc9SGennady Sharapov printk("map : /proc/mm map failed, err = %d\n", -ret); 216a61f334fSJeff Dike } 217f45d9fc9SGennady Sharapov else ret = 0; 218f45d9fc9SGennady Sharapov } 219f45d9fc9SGennady Sharapov else { 220f45d9fc9SGennady Sharapov unsigned long args[] = { virt, len, prot, 221f45d9fc9SGennady Sharapov MAP_SHARED | MAP_FIXED, phys_fd, 222f45d9fc9SGennady Sharapov MMAP_OFFSET(offset) }; 223f45d9fc9SGennady Sharapov 224f45d9fc9SGennady Sharapov ret = run_syscall_stub(mm_idp, STUB_MMAP_NR, args, virt, 225f45d9fc9SGennady Sharapov data, done); 226f45d9fc9SGennady Sharapov } 227f45d9fc9SGennady Sharapov 228f45d9fc9SGennady Sharapov return ret; 229f45d9fc9SGennady Sharapov } 230f45d9fc9SGennady Sharapov 23164f60841SJeff Dike int unmap(struct mm_id * mm_idp, unsigned long addr, unsigned long len, 23264f60841SJeff Dike int done, void **data) 233f45d9fc9SGennady Sharapov { 234f45d9fc9SGennady Sharapov int ret; 235f45d9fc9SGennady Sharapov 236f45d9fc9SGennady Sharapov if(proc_mm){ 237f45d9fc9SGennady Sharapov struct proc_mm_op unmap; 238f45d9fc9SGennady Sharapov int fd = mm_idp->u.mm_fd; 239f45d9fc9SGennady Sharapov 240f45d9fc9SGennady Sharapov unmap = ((struct proc_mm_op) { .op = MM_MUNMAP, 241f45d9fc9SGennady Sharapov .u = 242f45d9fc9SGennady Sharapov { .munmap = 243f45d9fc9SGennady Sharapov { .addr = 244f45d9fc9SGennady Sharapov (unsigned long) addr, 245f45d9fc9SGennady Sharapov .len = len } } } ); 246a61f334fSJeff Dike CATCH_EINTR(ret = write(fd, &unmap, sizeof(unmap))); 247a61f334fSJeff Dike if(ret != sizeof(unmap)){ 248a61f334fSJeff Dike ret = -errno; 249f45d9fc9SGennady Sharapov printk("unmap - proc_mm write returned %d\n", ret); 250a61f334fSJeff Dike } 251f45d9fc9SGennady Sharapov else ret = 0; 252f45d9fc9SGennady Sharapov } 253f45d9fc9SGennady Sharapov else { 254f45d9fc9SGennady Sharapov unsigned long args[] = { (unsigned long) addr, len, 0, 0, 0, 255f45d9fc9SGennady Sharapov 0 }; 256f45d9fc9SGennady Sharapov 257f45d9fc9SGennady Sharapov ret = run_syscall_stub(mm_idp, __NR_munmap, args, 0, 258f45d9fc9SGennady Sharapov data, done); 259f45d9fc9SGennady Sharapov } 260f45d9fc9SGennady Sharapov 261f45d9fc9SGennady Sharapov return ret; 262f45d9fc9SGennady Sharapov } 263f45d9fc9SGennady Sharapov 264f45d9fc9SGennady Sharapov int protect(struct mm_id * mm_idp, unsigned long addr, unsigned long len, 26516dd07bcSJeff Dike unsigned int prot, int done, void **data) 266f45d9fc9SGennady Sharapov { 267f45d9fc9SGennady Sharapov struct proc_mm_op protect; 26816dd07bcSJeff Dike int ret; 269f45d9fc9SGennady Sharapov 270f45d9fc9SGennady Sharapov if(proc_mm){ 271f45d9fc9SGennady Sharapov int fd = mm_idp->u.mm_fd; 272f45d9fc9SGennady Sharapov 273f45d9fc9SGennady Sharapov protect = ((struct proc_mm_op) { .op = MM_MPROTECT, 274f45d9fc9SGennady Sharapov .u = 275f45d9fc9SGennady Sharapov { .mprotect = 276f45d9fc9SGennady Sharapov { .addr = 277f45d9fc9SGennady Sharapov (unsigned long) addr, 278f45d9fc9SGennady Sharapov .len = len, 279f45d9fc9SGennady Sharapov .prot = prot } } } ); 280f45d9fc9SGennady Sharapov 281a61f334fSJeff Dike CATCH_EINTR(ret = write(fd, &protect, sizeof(protect))); 282a61f334fSJeff Dike if(ret != sizeof(protect)){ 283a61f334fSJeff Dike ret = -errno; 284f45d9fc9SGennady Sharapov printk("protect failed, err = %d", -ret); 285a61f334fSJeff Dike } 286f45d9fc9SGennady Sharapov else ret = 0; 287f45d9fc9SGennady Sharapov } 288f45d9fc9SGennady Sharapov else { 289f45d9fc9SGennady Sharapov unsigned long args[] = { addr, len, prot, 0, 0, 0 }; 290f45d9fc9SGennady Sharapov 291f45d9fc9SGennady Sharapov ret = run_syscall_stub(mm_idp, __NR_mprotect, args, 0, 292f45d9fc9SGennady Sharapov data, done); 293f45d9fc9SGennady Sharapov } 294f45d9fc9SGennady Sharapov 295f45d9fc9SGennady Sharapov return ret; 296f45d9fc9SGennady Sharapov } 297f45d9fc9SGennady Sharapov 298f45d9fc9SGennady Sharapov void before_mem_skas(unsigned long unused) 299f45d9fc9SGennady Sharapov { 300f45d9fc9SGennady Sharapov } 301