1f45d9fc9SGennady Sharapov /* 2f45d9fc9SGennady Sharapov * Copyright (C) 2002 Jeff Dike (jdike@karaya.com) 3f45d9fc9SGennady Sharapov * Licensed under the GPL 4f45d9fc9SGennady Sharapov */ 5f45d9fc9SGennady Sharapov 6f45d9fc9SGennady Sharapov #include <signal.h> 7f45d9fc9SGennady Sharapov #include <errno.h> 8f45d9fc9SGennady Sharapov #include <string.h> 9a61f334fSJeff Dike #include <unistd.h> 10f45d9fc9SGennady Sharapov #include <sys/mman.h> 11f45d9fc9SGennady Sharapov #include <sys/wait.h> 12f45d9fc9SGennady Sharapov #include <asm/page.h> 13f45d9fc9SGennady Sharapov #include <asm/unistd.h> 14f45d9fc9SGennady Sharapov #include "mem_user.h" 15f45d9fc9SGennady Sharapov #include "mem.h" 16f45d9fc9SGennady Sharapov #include "skas.h" 17f45d9fc9SGennady Sharapov #include "user.h" 18f45d9fc9SGennady Sharapov #include "os.h" 19f45d9fc9SGennady Sharapov #include "proc_mm.h" 20f45d9fc9SGennady Sharapov #include "ptrace_user.h" 21f45d9fc9SGennady Sharapov #include "kern_util.h" 22f45d9fc9SGennady Sharapov #include "task.h" 23f45d9fc9SGennady Sharapov #include "registers.h" 24f45d9fc9SGennady Sharapov #include "uml-config.h" 25f45d9fc9SGennady Sharapov #include "sysdep/ptrace.h" 26f45d9fc9SGennady Sharapov #include "sysdep/stub.h" 2716dd07bcSJeff Dike #include "init.h" 28*c539ab73SJeff Dike #include "kern_constants.h" 29f45d9fc9SGennady Sharapov 30f45d9fc9SGennady Sharapov extern unsigned long batch_syscall_stub, __syscall_stub_start; 31f45d9fc9SGennady Sharapov 3216dd07bcSJeff Dike extern void wait_stub_done(int pid); 33f45d9fc9SGennady Sharapov 34f45d9fc9SGennady Sharapov static inline unsigned long *check_init_stack(struct mm_id * mm_idp, 35f45d9fc9SGennady Sharapov unsigned long *stack) 36f45d9fc9SGennady Sharapov { 37f45d9fc9SGennady Sharapov if(stack == NULL) { 38f45d9fc9SGennady Sharapov stack = (unsigned long *) mm_idp->stack + 2; 39f45d9fc9SGennady Sharapov *stack = 0; 40f45d9fc9SGennady Sharapov } 41f45d9fc9SGennady Sharapov return stack; 42f45d9fc9SGennady Sharapov } 43f45d9fc9SGennady Sharapov 4416dd07bcSJeff Dike static unsigned long syscall_regs[MAX_REG_NR]; 4516dd07bcSJeff Dike 4616dd07bcSJeff Dike static int __init init_syscall_regs(void) 4716dd07bcSJeff Dike { 4816dd07bcSJeff Dike get_safe_registers(syscall_regs, NULL); 4916dd07bcSJeff Dike syscall_regs[REGS_IP_INDEX] = UML_CONFIG_STUB_CODE + 5016dd07bcSJeff Dike ((unsigned long) &batch_syscall_stub - 5116dd07bcSJeff Dike (unsigned long) &__syscall_stub_start); 5216dd07bcSJeff Dike return 0; 5316dd07bcSJeff Dike } 5416dd07bcSJeff Dike 5516dd07bcSJeff Dike __initcall(init_syscall_regs); 5616dd07bcSJeff Dike 57f45d9fc9SGennady Sharapov extern int proc_mm; 58f45d9fc9SGennady Sharapov 59f45d9fc9SGennady Sharapov int single_count = 0; 60f45d9fc9SGennady Sharapov int multi_count = 0; 61f45d9fc9SGennady Sharapov int multi_op_count = 0; 62f45d9fc9SGennady Sharapov 63f45d9fc9SGennady Sharapov static inline long do_syscall_stub(struct mm_id * mm_idp, void **addr) 64f45d9fc9SGennady Sharapov { 65b92c4f92SJeff Dike int n, i; 66f45d9fc9SGennady Sharapov long ret, offset; 67f45d9fc9SGennady Sharapov unsigned long * data; 68f45d9fc9SGennady Sharapov unsigned long * syscall; 6916dd07bcSJeff Dike int err, pid = mm_idp->u.pid; 70f45d9fc9SGennady Sharapov 71f45d9fc9SGennady Sharapov if(proc_mm) 720e7d18b5SMiklos Szeredi /* FIXME: Need to look up userspace_pid by cpu */ 73f45d9fc9SGennady Sharapov pid = userspace_pid[0]; 74f45d9fc9SGennady Sharapov 75f45d9fc9SGennady Sharapov multi_count++; 76f45d9fc9SGennady Sharapov 7716dd07bcSJeff Dike n = ptrace_setregs(pid, syscall_regs); 78b92c4f92SJeff Dike if(n < 0){ 79b92c4f92SJeff Dike printk("Registers - \n"); 80b92c4f92SJeff Dike for(i = 0; i < MAX_REG_NR; i++) 8116dd07bcSJeff Dike printk("\t%d\t0x%lx\n", i, syscall_regs[i]); 82f45d9fc9SGennady Sharapov panic("do_syscall_stub : PTRACE_SETREGS failed, errno = %d\n", 83b92c4f92SJeff Dike -n); 84b92c4f92SJeff Dike } 85f45d9fc9SGennady Sharapov 8616dd07bcSJeff Dike err = ptrace(PTRACE_CONT, pid, 0, 0); 8716dd07bcSJeff Dike if(err) 8816dd07bcSJeff Dike panic("Failed to continue stub, pid = %d, errno = %d\n", pid, 8916dd07bcSJeff Dike errno); 9016dd07bcSJeff Dike 9116dd07bcSJeff Dike wait_stub_done(pid); 92f45d9fc9SGennady Sharapov 93f45d9fc9SGennady Sharapov /* When the stub stops, we find the following values on the 94f45d9fc9SGennady Sharapov * beginning of the stack: 95f45d9fc9SGennady Sharapov * (long )return_value 96f45d9fc9SGennady Sharapov * (long )offset to failed sycall-data (0, if no error) 97f45d9fc9SGennady Sharapov */ 98f45d9fc9SGennady Sharapov ret = *((unsigned long *) mm_idp->stack); 99f45d9fc9SGennady Sharapov offset = *((unsigned long *) mm_idp->stack + 1); 100f45d9fc9SGennady Sharapov if (offset) { 101f45d9fc9SGennady Sharapov data = (unsigned long *)(mm_idp->stack + 102f45d9fc9SGennady Sharapov offset - UML_CONFIG_STUB_DATA); 103802e3077SPaolo 'Blaisorblade' Giarrusso printk("do_syscall_stub : ret = %ld, offset = %ld, " 104802e3077SPaolo 'Blaisorblade' Giarrusso "data = %p\n", ret, offset, data); 105f45d9fc9SGennady Sharapov syscall = (unsigned long *)((unsigned long)data + data[0]); 106f45d9fc9SGennady Sharapov printk("do_syscall_stub: syscall %ld failed, return value = " 107f45d9fc9SGennady Sharapov "0x%lx, expected return value = 0x%lx\n", 108f45d9fc9SGennady Sharapov syscall[0], ret, syscall[7]); 109f45d9fc9SGennady Sharapov printk(" syscall parameters: " 110f45d9fc9SGennady Sharapov "0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx\n", 111f45d9fc9SGennady Sharapov syscall[1], syscall[2], syscall[3], 112f45d9fc9SGennady Sharapov syscall[4], syscall[5], syscall[6]); 113f45d9fc9SGennady Sharapov for(n = 1; n < data[0]/sizeof(long); n++) { 114f45d9fc9SGennady Sharapov if(n == 1) 115f45d9fc9SGennady Sharapov printk(" additional syscall data:"); 116f45d9fc9SGennady Sharapov if(n % 4 == 1) 117f45d9fc9SGennady Sharapov printk("\n "); 118f45d9fc9SGennady Sharapov printk(" 0x%lx", data[n]); 119f45d9fc9SGennady Sharapov } 120f45d9fc9SGennady Sharapov if(n > 1) 121f45d9fc9SGennady Sharapov printk("\n"); 122f45d9fc9SGennady Sharapov } 123f45d9fc9SGennady Sharapov else ret = 0; 124f45d9fc9SGennady Sharapov 125f45d9fc9SGennady Sharapov *addr = check_init_stack(mm_idp, NULL); 126f45d9fc9SGennady Sharapov 127f45d9fc9SGennady Sharapov return ret; 128f45d9fc9SGennady Sharapov } 129f45d9fc9SGennady Sharapov 130f45d9fc9SGennady Sharapov long run_syscall_stub(struct mm_id * mm_idp, int syscall, 131f45d9fc9SGennady Sharapov unsigned long *args, long expected, void **addr, 132f45d9fc9SGennady Sharapov int done) 133f45d9fc9SGennady Sharapov { 134f45d9fc9SGennady Sharapov unsigned long *stack = check_init_stack(mm_idp, *addr); 135f45d9fc9SGennady Sharapov 136f45d9fc9SGennady Sharapov if(done && *addr == NULL) 137f45d9fc9SGennady Sharapov single_count++; 138f45d9fc9SGennady Sharapov 139f45d9fc9SGennady Sharapov *stack += sizeof(long); 140f45d9fc9SGennady Sharapov stack += *stack / sizeof(long); 141f45d9fc9SGennady Sharapov 142f45d9fc9SGennady Sharapov *stack++ = syscall; 143f45d9fc9SGennady Sharapov *stack++ = args[0]; 144f45d9fc9SGennady Sharapov *stack++ = args[1]; 145f45d9fc9SGennady Sharapov *stack++ = args[2]; 146f45d9fc9SGennady Sharapov *stack++ = args[3]; 147f45d9fc9SGennady Sharapov *stack++ = args[4]; 148f45d9fc9SGennady Sharapov *stack++ = args[5]; 149f45d9fc9SGennady Sharapov *stack++ = expected; 150f45d9fc9SGennady Sharapov *stack = 0; 151f45d9fc9SGennady Sharapov multi_op_count++; 152f45d9fc9SGennady Sharapov 153*c539ab73SJeff Dike if(!done && ((((unsigned long) stack) & ~UM_KERN_PAGE_MASK) < 154*c539ab73SJeff Dike UM_KERN_PAGE_SIZE - 10 * sizeof(long))){ 155f45d9fc9SGennady Sharapov *addr = stack; 156f45d9fc9SGennady Sharapov return 0; 157f45d9fc9SGennady Sharapov } 158f45d9fc9SGennady Sharapov 159f45d9fc9SGennady Sharapov return do_syscall_stub(mm_idp, addr); 160f45d9fc9SGennady Sharapov } 161f45d9fc9SGennady Sharapov 162f45d9fc9SGennady Sharapov long syscall_stub_data(struct mm_id * mm_idp, 163f45d9fc9SGennady Sharapov unsigned long *data, int data_count, 164f45d9fc9SGennady Sharapov void **addr, void **stub_addr) 165f45d9fc9SGennady Sharapov { 166f45d9fc9SGennady Sharapov unsigned long *stack; 167f45d9fc9SGennady Sharapov int ret = 0; 168f45d9fc9SGennady Sharapov 169f45d9fc9SGennady Sharapov /* If *addr still is uninitialized, it *must* contain NULL. 170f45d9fc9SGennady Sharapov * Thus in this case do_syscall_stub correctly won't be called. 171f45d9fc9SGennady Sharapov */ 172*c539ab73SJeff Dike if((((unsigned long) *addr) & ~UM_KERN_PAGE_MASK) >= 173*c539ab73SJeff Dike UM_KERN_PAGE_SIZE - (10 + data_count) * sizeof(long)) { 174f45d9fc9SGennady Sharapov ret = do_syscall_stub(mm_idp, addr); 175f45d9fc9SGennady Sharapov /* in case of error, don't overwrite data on stack */ 176f45d9fc9SGennady Sharapov if(ret) 177f45d9fc9SGennady Sharapov return ret; 178f45d9fc9SGennady Sharapov } 179f45d9fc9SGennady Sharapov 180f45d9fc9SGennady Sharapov stack = check_init_stack(mm_idp, *addr); 181f45d9fc9SGennady Sharapov *addr = stack; 182f45d9fc9SGennady Sharapov 183f45d9fc9SGennady Sharapov *stack = data_count * sizeof(long); 184f45d9fc9SGennady Sharapov 185f45d9fc9SGennady Sharapov memcpy(stack + 1, data, data_count * sizeof(long)); 186f45d9fc9SGennady Sharapov 187*c539ab73SJeff Dike *stub_addr = (void *)(((unsigned long)(stack + 1) & 188*c539ab73SJeff Dike ~UM_KERN_PAGE_MASK) + UML_CONFIG_STUB_DATA); 189f45d9fc9SGennady Sharapov 190f45d9fc9SGennady Sharapov return 0; 191f45d9fc9SGennady Sharapov } 192f45d9fc9SGennady Sharapov 19316dd07bcSJeff Dike int map(struct mm_id * mm_idp, unsigned long virt, unsigned long len, int prot, 19416dd07bcSJeff Dike int phys_fd, unsigned long long offset, int done, void **data) 195f45d9fc9SGennady Sharapov { 19616dd07bcSJeff Dike int ret; 197f45d9fc9SGennady Sharapov 198f45d9fc9SGennady Sharapov if(proc_mm){ 199f45d9fc9SGennady Sharapov struct proc_mm_op map; 200f45d9fc9SGennady Sharapov int fd = mm_idp->u.mm_fd; 201f45d9fc9SGennady Sharapov 202f45d9fc9SGennady Sharapov map = ((struct proc_mm_op) { .op = MM_MMAP, 203f45d9fc9SGennady Sharapov .u = 204f45d9fc9SGennady Sharapov { .mmap = 205f45d9fc9SGennady Sharapov { .addr = virt, 206f45d9fc9SGennady Sharapov .len = len, 207f45d9fc9SGennady Sharapov .prot = prot, 208f45d9fc9SGennady Sharapov .flags = MAP_SHARED | 209f45d9fc9SGennady Sharapov MAP_FIXED, 210f45d9fc9SGennady Sharapov .fd = phys_fd, 211f45d9fc9SGennady Sharapov .offset= offset 212f45d9fc9SGennady Sharapov } } } ); 213a61f334fSJeff Dike CATCH_EINTR(ret = write(fd, &map, sizeof(map))); 214a61f334fSJeff Dike if(ret != sizeof(map)){ 215a61f334fSJeff Dike ret = -errno; 216f45d9fc9SGennady Sharapov printk("map : /proc/mm map failed, err = %d\n", -ret); 217a61f334fSJeff Dike } 218f45d9fc9SGennady Sharapov else ret = 0; 219f45d9fc9SGennady Sharapov } 220f45d9fc9SGennady Sharapov else { 221f45d9fc9SGennady Sharapov unsigned long args[] = { virt, len, prot, 222f45d9fc9SGennady Sharapov MAP_SHARED | MAP_FIXED, phys_fd, 223f45d9fc9SGennady Sharapov MMAP_OFFSET(offset) }; 224f45d9fc9SGennady Sharapov 225f45d9fc9SGennady Sharapov ret = run_syscall_stub(mm_idp, STUB_MMAP_NR, args, virt, 226f45d9fc9SGennady Sharapov data, done); 227f45d9fc9SGennady Sharapov } 228f45d9fc9SGennady Sharapov 229f45d9fc9SGennady Sharapov return ret; 230f45d9fc9SGennady Sharapov } 231f45d9fc9SGennady Sharapov 23264f60841SJeff Dike int unmap(struct mm_id * mm_idp, unsigned long addr, unsigned long len, 23364f60841SJeff Dike int done, void **data) 234f45d9fc9SGennady Sharapov { 235f45d9fc9SGennady Sharapov int ret; 236f45d9fc9SGennady Sharapov 237f45d9fc9SGennady Sharapov if(proc_mm){ 238f45d9fc9SGennady Sharapov struct proc_mm_op unmap; 239f45d9fc9SGennady Sharapov int fd = mm_idp->u.mm_fd; 240f45d9fc9SGennady Sharapov 241f45d9fc9SGennady Sharapov unmap = ((struct proc_mm_op) { .op = MM_MUNMAP, 242f45d9fc9SGennady Sharapov .u = 243f45d9fc9SGennady Sharapov { .munmap = 244f45d9fc9SGennady Sharapov { .addr = 245f45d9fc9SGennady Sharapov (unsigned long) addr, 246f45d9fc9SGennady Sharapov .len = len } } } ); 247a61f334fSJeff Dike CATCH_EINTR(ret = write(fd, &unmap, sizeof(unmap))); 248a61f334fSJeff Dike if(ret != sizeof(unmap)){ 249a61f334fSJeff Dike ret = -errno; 250f45d9fc9SGennady Sharapov printk("unmap - proc_mm write returned %d\n", ret); 251a61f334fSJeff Dike } 252f45d9fc9SGennady Sharapov else ret = 0; 253f45d9fc9SGennady Sharapov } 254f45d9fc9SGennady Sharapov else { 255f45d9fc9SGennady Sharapov unsigned long args[] = { (unsigned long) addr, len, 0, 0, 0, 256f45d9fc9SGennady Sharapov 0 }; 257f45d9fc9SGennady Sharapov 258f45d9fc9SGennady Sharapov ret = run_syscall_stub(mm_idp, __NR_munmap, args, 0, 259f45d9fc9SGennady Sharapov data, done); 260f45d9fc9SGennady Sharapov } 261f45d9fc9SGennady Sharapov 262f45d9fc9SGennady Sharapov return ret; 263f45d9fc9SGennady Sharapov } 264f45d9fc9SGennady Sharapov 265f45d9fc9SGennady Sharapov int protect(struct mm_id * mm_idp, unsigned long addr, unsigned long len, 26616dd07bcSJeff Dike unsigned int prot, int done, void **data) 267f45d9fc9SGennady Sharapov { 268f45d9fc9SGennady Sharapov struct proc_mm_op protect; 26916dd07bcSJeff Dike int ret; 270f45d9fc9SGennady Sharapov 271f45d9fc9SGennady Sharapov if(proc_mm){ 272f45d9fc9SGennady Sharapov int fd = mm_idp->u.mm_fd; 273f45d9fc9SGennady Sharapov 274f45d9fc9SGennady Sharapov protect = ((struct proc_mm_op) { .op = MM_MPROTECT, 275f45d9fc9SGennady Sharapov .u = 276f45d9fc9SGennady Sharapov { .mprotect = 277f45d9fc9SGennady Sharapov { .addr = 278f45d9fc9SGennady Sharapov (unsigned long) addr, 279f45d9fc9SGennady Sharapov .len = len, 280f45d9fc9SGennady Sharapov .prot = prot } } } ); 281f45d9fc9SGennady Sharapov 282a61f334fSJeff Dike CATCH_EINTR(ret = write(fd, &protect, sizeof(protect))); 283a61f334fSJeff Dike if(ret != sizeof(protect)){ 284a61f334fSJeff Dike ret = -errno; 285f45d9fc9SGennady Sharapov printk("protect failed, err = %d", -ret); 286a61f334fSJeff Dike } 287f45d9fc9SGennady Sharapov else ret = 0; 288f45d9fc9SGennady Sharapov } 289f45d9fc9SGennady Sharapov else { 290f45d9fc9SGennady Sharapov unsigned long args[] = { addr, len, prot, 0, 0, 0 }; 291f45d9fc9SGennady Sharapov 292f45d9fc9SGennady Sharapov ret = run_syscall_stub(mm_idp, __NR_mprotect, args, 0, 293f45d9fc9SGennady Sharapov data, done); 294f45d9fc9SGennady Sharapov } 295f45d9fc9SGennady Sharapov 296f45d9fc9SGennady Sharapov return ret; 297f45d9fc9SGennady Sharapov } 298f45d9fc9SGennady Sharapov 299f45d9fc9SGennady Sharapov void before_mem_skas(unsigned long unused) 300f45d9fc9SGennady Sharapov { 301f45d9fc9SGennady Sharapov } 302