1f45d9fc9SGennady Sharapov /* 2ba180fd4SJeff Dike * Copyright (C) 2002 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com) 3f45d9fc9SGennady Sharapov * Licensed under the GPL 4f45d9fc9SGennady Sharapov */ 5f45d9fc9SGennady Sharapov 6ba180fd4SJeff Dike #include <stddef.h> 7ba180fd4SJeff Dike #include <unistd.h> 8f45d9fc9SGennady Sharapov #include <errno.h> 9f45d9fc9SGennady Sharapov #include <string.h> 10f45d9fc9SGennady Sharapov #include <sys/mman.h> 11*37185b33SAl Viro #include <init.h> 12*37185b33SAl Viro #include <as-layout.h> 13*37185b33SAl Viro #include <mm_id.h> 14*37185b33SAl Viro #include <os.h> 15*37185b33SAl Viro #include <proc_mm.h> 16*37185b33SAl Viro #include <ptrace_user.h> 17*37185b33SAl Viro #include <registers.h> 18*37185b33SAl Viro #include <skas.h> 19*37185b33SAl Viro #include <sysdep/ptrace.h> 20*37185b33SAl Viro #include <sysdep/stub.h> 21f45d9fc9SGennady Sharapov 22f45d9fc9SGennady Sharapov extern unsigned long batch_syscall_stub, __syscall_stub_start; 23f45d9fc9SGennady Sharapov 2416dd07bcSJeff Dike extern void wait_stub_done(int pid); 25f45d9fc9SGennady Sharapov 26f45d9fc9SGennady Sharapov static inline unsigned long *check_init_stack(struct mm_id * mm_idp, 27f45d9fc9SGennady Sharapov unsigned long *stack) 28f45d9fc9SGennady Sharapov { 29f45d9fc9SGennady Sharapov if (stack == NULL) { 30f45d9fc9SGennady Sharapov stack = (unsigned long *) mm_idp->stack + 2; 31f45d9fc9SGennady Sharapov *stack = 0; 32f45d9fc9SGennady Sharapov } 33f45d9fc9SGennady Sharapov return stack; 34f45d9fc9SGennady Sharapov } 35f45d9fc9SGennady Sharapov 3616dd07bcSJeff Dike static unsigned long syscall_regs[MAX_REG_NR]; 3716dd07bcSJeff Dike 3816dd07bcSJeff Dike static int __init init_syscall_regs(void) 3916dd07bcSJeff Dike { 40fbfe9c84SIngo van Lil get_safe_registers(syscall_regs, NULL); 4154ae36f2SJeff Dike syscall_regs[REGS_IP_INDEX] = STUB_CODE + 4216dd07bcSJeff Dike ((unsigned long) &batch_syscall_stub - 4316dd07bcSJeff Dike (unsigned long) &__syscall_stub_start); 4416dd07bcSJeff Dike return 0; 4516dd07bcSJeff Dike } 4616dd07bcSJeff Dike 4716dd07bcSJeff Dike __initcall(init_syscall_regs); 4816dd07bcSJeff Dike 49f45d9fc9SGennady Sharapov extern int proc_mm; 50f45d9fc9SGennady Sharapov 51f45d9fc9SGennady Sharapov static inline long do_syscall_stub(struct mm_id * mm_idp, void **addr) 52f45d9fc9SGennady Sharapov { 53b92c4f92SJeff Dike int n, i; 54f45d9fc9SGennady Sharapov long ret, offset; 55f45d9fc9SGennady Sharapov unsigned long * data; 56f45d9fc9SGennady Sharapov unsigned long * syscall; 5716dd07bcSJeff Dike int err, pid = mm_idp->u.pid; 58f45d9fc9SGennady Sharapov 59f45d9fc9SGennady Sharapov if (proc_mm) 600e7d18b5SMiklos Szeredi /* FIXME: Need to look up userspace_pid by cpu */ 61f45d9fc9SGennady Sharapov pid = userspace_pid[0]; 62f45d9fc9SGennady Sharapov 6316dd07bcSJeff Dike n = ptrace_setregs(pid, syscall_regs); 64b92c4f92SJeff Dike if (n < 0) { 65ba180fd4SJeff Dike printk(UM_KERN_ERR "Registers - \n"); 66b92c4f92SJeff Dike for (i = 0; i < MAX_REG_NR; i++) 67ba180fd4SJeff Dike printk(UM_KERN_ERR "\t%d\t0x%lx\n", i, syscall_regs[i]); 68f45d9fc9SGennady Sharapov panic("do_syscall_stub : PTRACE_SETREGS failed, errno = %d\n", 69b92c4f92SJeff Dike -n); 70b92c4f92SJeff Dike } 71f45d9fc9SGennady Sharapov 7216dd07bcSJeff Dike err = ptrace(PTRACE_CONT, pid, 0, 0); 7316dd07bcSJeff Dike if (err) 7416dd07bcSJeff Dike panic("Failed to continue stub, pid = %d, errno = %d\n", pid, 7516dd07bcSJeff Dike errno); 7616dd07bcSJeff Dike 7716dd07bcSJeff Dike wait_stub_done(pid); 78f45d9fc9SGennady Sharapov 79ba180fd4SJeff Dike /* 80ba180fd4SJeff Dike * When the stub stops, we find the following values on the 81f45d9fc9SGennady Sharapov * beginning of the stack: 82f45d9fc9SGennady Sharapov * (long )return_value 83f45d9fc9SGennady Sharapov * (long )offset to failed sycall-data (0, if no error) 84f45d9fc9SGennady Sharapov */ 85f45d9fc9SGennady Sharapov ret = *((unsigned long *) mm_idp->stack); 86f45d9fc9SGennady Sharapov offset = *((unsigned long *) mm_idp->stack + 1); 87f45d9fc9SGennady Sharapov if (offset) { 8854ae36f2SJeff Dike data = (unsigned long *)(mm_idp->stack + offset - STUB_DATA); 89ba180fd4SJeff Dike printk(UM_KERN_ERR "do_syscall_stub : ret = %ld, offset = %ld, " 90802e3077SPaolo 'Blaisorblade' Giarrusso "data = %p\n", ret, offset, data); 91f45d9fc9SGennady Sharapov syscall = (unsigned long *)((unsigned long)data + data[0]); 92ba180fd4SJeff Dike printk(UM_KERN_ERR "do_syscall_stub: syscall %ld failed, " 93ba180fd4SJeff Dike "return value = 0x%lx, expected return value = 0x%lx\n", 94f45d9fc9SGennady Sharapov syscall[0], ret, syscall[7]); 95ba180fd4SJeff Dike printk(UM_KERN_ERR " syscall parameters: " 96f45d9fc9SGennady Sharapov "0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx\n", 97f45d9fc9SGennady Sharapov syscall[1], syscall[2], syscall[3], 98f45d9fc9SGennady Sharapov syscall[4], syscall[5], syscall[6]); 99f45d9fc9SGennady Sharapov for (n = 1; n < data[0]/sizeof(long); n++) { 100f45d9fc9SGennady Sharapov if (n == 1) 101ba180fd4SJeff Dike printk(UM_KERN_ERR " additional syscall " 102ba180fd4SJeff Dike "data:"); 103f45d9fc9SGennady Sharapov if (n % 4 == 1) 104ba180fd4SJeff Dike printk("\n" UM_KERN_ERR " "); 105f45d9fc9SGennady Sharapov printk(" 0x%lx", data[n]); 106f45d9fc9SGennady Sharapov } 107f45d9fc9SGennady Sharapov if (n > 1) 108f45d9fc9SGennady Sharapov printk("\n"); 109f45d9fc9SGennady Sharapov } 110f45d9fc9SGennady Sharapov else ret = 0; 111f45d9fc9SGennady Sharapov 112f45d9fc9SGennady Sharapov *addr = check_init_stack(mm_idp, NULL); 113f45d9fc9SGennady Sharapov 114f45d9fc9SGennady Sharapov return ret; 115f45d9fc9SGennady Sharapov } 116f45d9fc9SGennady Sharapov 117f45d9fc9SGennady Sharapov long run_syscall_stub(struct mm_id * mm_idp, int syscall, 118f45d9fc9SGennady Sharapov unsigned long *args, long expected, void **addr, 119f45d9fc9SGennady Sharapov int done) 120f45d9fc9SGennady Sharapov { 121f45d9fc9SGennady Sharapov unsigned long *stack = check_init_stack(mm_idp, *addr); 122f45d9fc9SGennady Sharapov 123f45d9fc9SGennady Sharapov *stack += sizeof(long); 124f45d9fc9SGennady Sharapov stack += *stack / sizeof(long); 125f45d9fc9SGennady Sharapov 126f45d9fc9SGennady Sharapov *stack++ = syscall; 127f45d9fc9SGennady Sharapov *stack++ = args[0]; 128f45d9fc9SGennady Sharapov *stack++ = args[1]; 129f45d9fc9SGennady Sharapov *stack++ = args[2]; 130f45d9fc9SGennady Sharapov *stack++ = args[3]; 131f45d9fc9SGennady Sharapov *stack++ = args[4]; 132f45d9fc9SGennady Sharapov *stack++ = args[5]; 133f45d9fc9SGennady Sharapov *stack++ = expected; 134f45d9fc9SGennady Sharapov *stack = 0; 135f45d9fc9SGennady Sharapov 136c539ab73SJeff Dike if (!done && ((((unsigned long) stack) & ~UM_KERN_PAGE_MASK) < 137c539ab73SJeff Dike UM_KERN_PAGE_SIZE - 10 * sizeof(long))) { 138f45d9fc9SGennady Sharapov *addr = stack; 139f45d9fc9SGennady Sharapov return 0; 140f45d9fc9SGennady Sharapov } 141f45d9fc9SGennady Sharapov 142f45d9fc9SGennady Sharapov return do_syscall_stub(mm_idp, addr); 143f45d9fc9SGennady Sharapov } 144f45d9fc9SGennady Sharapov 145f45d9fc9SGennady Sharapov long syscall_stub_data(struct mm_id * mm_idp, 146f45d9fc9SGennady Sharapov unsigned long *data, int data_count, 147f45d9fc9SGennady Sharapov void **addr, void **stub_addr) 148f45d9fc9SGennady Sharapov { 149f45d9fc9SGennady Sharapov unsigned long *stack; 150f45d9fc9SGennady Sharapov int ret = 0; 151f45d9fc9SGennady Sharapov 152ba180fd4SJeff Dike /* 153ba180fd4SJeff Dike * If *addr still is uninitialized, it *must* contain NULL. 154f45d9fc9SGennady Sharapov * Thus in this case do_syscall_stub correctly won't be called. 155f45d9fc9SGennady Sharapov */ 156c539ab73SJeff Dike if ((((unsigned long) *addr) & ~UM_KERN_PAGE_MASK) >= 157c539ab73SJeff Dike UM_KERN_PAGE_SIZE - (10 + data_count) * sizeof(long)) { 158f45d9fc9SGennady Sharapov ret = do_syscall_stub(mm_idp, addr); 159f45d9fc9SGennady Sharapov /* in case of error, don't overwrite data on stack */ 160f45d9fc9SGennady Sharapov if (ret) 161f45d9fc9SGennady Sharapov return ret; 162f45d9fc9SGennady Sharapov } 163f45d9fc9SGennady Sharapov 164f45d9fc9SGennady Sharapov stack = check_init_stack(mm_idp, *addr); 165f45d9fc9SGennady Sharapov *addr = stack; 166f45d9fc9SGennady Sharapov 167f45d9fc9SGennady Sharapov *stack = data_count * sizeof(long); 168f45d9fc9SGennady Sharapov 169f45d9fc9SGennady Sharapov memcpy(stack + 1, data, data_count * sizeof(long)); 170f45d9fc9SGennady Sharapov 171c539ab73SJeff Dike *stub_addr = (void *)(((unsigned long)(stack + 1) & 17254ae36f2SJeff Dike ~UM_KERN_PAGE_MASK) + STUB_DATA); 173f45d9fc9SGennady Sharapov 174f45d9fc9SGennady Sharapov return 0; 175f45d9fc9SGennady Sharapov } 176f45d9fc9SGennady Sharapov 17716dd07bcSJeff Dike int map(struct mm_id * mm_idp, unsigned long virt, unsigned long len, int prot, 17816dd07bcSJeff Dike int phys_fd, unsigned long long offset, int done, void **data) 179f45d9fc9SGennady Sharapov { 18016dd07bcSJeff Dike int ret; 181f45d9fc9SGennady Sharapov 182f45d9fc9SGennady Sharapov if (proc_mm) { 183f45d9fc9SGennady Sharapov struct proc_mm_op map; 184f45d9fc9SGennady Sharapov int fd = mm_idp->u.mm_fd; 185f45d9fc9SGennady Sharapov 186f45d9fc9SGennady Sharapov map = ((struct proc_mm_op) { .op = MM_MMAP, 187f45d9fc9SGennady Sharapov .u = 188f45d9fc9SGennady Sharapov { .mmap = 189f45d9fc9SGennady Sharapov { .addr = virt, 190f45d9fc9SGennady Sharapov .len = len, 191f45d9fc9SGennady Sharapov .prot = prot, 192f45d9fc9SGennady Sharapov .flags = MAP_SHARED | 193f45d9fc9SGennady Sharapov MAP_FIXED, 194f45d9fc9SGennady Sharapov .fd = phys_fd, 195f45d9fc9SGennady Sharapov .offset= offset 196f45d9fc9SGennady Sharapov } } } ); 197a61f334fSJeff Dike CATCH_EINTR(ret = write(fd, &map, sizeof(map))); 198a61f334fSJeff Dike if (ret != sizeof(map)) { 199a61f334fSJeff Dike ret = -errno; 200ba180fd4SJeff Dike printk(UM_KERN_ERR "map : /proc/mm map failed, " 201ba180fd4SJeff Dike "err = %d\n", -ret); 202a61f334fSJeff Dike } 203f45d9fc9SGennady Sharapov else ret = 0; 204f45d9fc9SGennady Sharapov } 205f45d9fc9SGennady Sharapov else { 206f45d9fc9SGennady Sharapov unsigned long args[] = { virt, len, prot, 207f45d9fc9SGennady Sharapov MAP_SHARED | MAP_FIXED, phys_fd, 208f45d9fc9SGennady Sharapov MMAP_OFFSET(offset) }; 209f45d9fc9SGennady Sharapov 210f45d9fc9SGennady Sharapov ret = run_syscall_stub(mm_idp, STUB_MMAP_NR, args, virt, 211f45d9fc9SGennady Sharapov data, done); 212f45d9fc9SGennady Sharapov } 213f45d9fc9SGennady Sharapov 214f45d9fc9SGennady Sharapov return ret; 215f45d9fc9SGennady Sharapov } 216f45d9fc9SGennady Sharapov 21764f60841SJeff Dike int unmap(struct mm_id * mm_idp, unsigned long addr, unsigned long len, 21864f60841SJeff Dike int done, void **data) 219f45d9fc9SGennady Sharapov { 220f45d9fc9SGennady Sharapov int ret; 221f45d9fc9SGennady Sharapov 222f45d9fc9SGennady Sharapov if (proc_mm) { 223f45d9fc9SGennady Sharapov struct proc_mm_op unmap; 224f45d9fc9SGennady Sharapov int fd = mm_idp->u.mm_fd; 225f45d9fc9SGennady Sharapov 226f45d9fc9SGennady Sharapov unmap = ((struct proc_mm_op) { .op = MM_MUNMAP, 227f45d9fc9SGennady Sharapov .u = 228f45d9fc9SGennady Sharapov { .munmap = 229f45d9fc9SGennady Sharapov { .addr = 230f45d9fc9SGennady Sharapov (unsigned long) addr, 231f45d9fc9SGennady Sharapov .len = len } } } ); 232a61f334fSJeff Dike CATCH_EINTR(ret = write(fd, &unmap, sizeof(unmap))); 233a61f334fSJeff Dike if (ret != sizeof(unmap)) { 234a61f334fSJeff Dike ret = -errno; 235ba180fd4SJeff Dike printk(UM_KERN_ERR "unmap - proc_mm write returned " 236ba180fd4SJeff Dike "%d\n", ret); 237a61f334fSJeff Dike } 238f45d9fc9SGennady Sharapov else ret = 0; 239f45d9fc9SGennady Sharapov } 240f45d9fc9SGennady Sharapov else { 241f45d9fc9SGennady Sharapov unsigned long args[] = { (unsigned long) addr, len, 0, 0, 0, 242f45d9fc9SGennady Sharapov 0 }; 243f45d9fc9SGennady Sharapov 244f45d9fc9SGennady Sharapov ret = run_syscall_stub(mm_idp, __NR_munmap, args, 0, 245f45d9fc9SGennady Sharapov data, done); 246f45d9fc9SGennady Sharapov } 247f45d9fc9SGennady Sharapov 248f45d9fc9SGennady Sharapov return ret; 249f45d9fc9SGennady Sharapov } 250f45d9fc9SGennady Sharapov 251f45d9fc9SGennady Sharapov int protect(struct mm_id * mm_idp, unsigned long addr, unsigned long len, 25216dd07bcSJeff Dike unsigned int prot, int done, void **data) 253f45d9fc9SGennady Sharapov { 254f45d9fc9SGennady Sharapov struct proc_mm_op protect; 25516dd07bcSJeff Dike int ret; 256f45d9fc9SGennady Sharapov 257f45d9fc9SGennady Sharapov if (proc_mm) { 258f45d9fc9SGennady Sharapov int fd = mm_idp->u.mm_fd; 259f45d9fc9SGennady Sharapov 260f45d9fc9SGennady Sharapov protect = ((struct proc_mm_op) { .op = MM_MPROTECT, 261f45d9fc9SGennady Sharapov .u = 262f45d9fc9SGennady Sharapov { .mprotect = 263f45d9fc9SGennady Sharapov { .addr = 264f45d9fc9SGennady Sharapov (unsigned long) addr, 265f45d9fc9SGennady Sharapov .len = len, 266f45d9fc9SGennady Sharapov .prot = prot } } } ); 267f45d9fc9SGennady Sharapov 268a61f334fSJeff Dike CATCH_EINTR(ret = write(fd, &protect, sizeof(protect))); 269a61f334fSJeff Dike if (ret != sizeof(protect)) { 270a61f334fSJeff Dike ret = -errno; 271ba180fd4SJeff Dike printk(UM_KERN_ERR "protect failed, err = %d", -ret); 272a61f334fSJeff Dike } 273f45d9fc9SGennady Sharapov else ret = 0; 274f45d9fc9SGennady Sharapov } 275f45d9fc9SGennady Sharapov else { 276f45d9fc9SGennady Sharapov unsigned long args[] = { addr, len, prot, 0, 0, 0 }; 277f45d9fc9SGennady Sharapov 278f45d9fc9SGennady Sharapov ret = run_syscall_stub(mm_idp, __NR_mprotect, args, 0, 279f45d9fc9SGennady Sharapov data, done); 280f45d9fc9SGennady Sharapov } 281f45d9fc9SGennady Sharapov 282f45d9fc9SGennady Sharapov return ret; 283f45d9fc9SGennady Sharapov } 284