1e03167b2SRichard Kuo/* 2e03167b2SRichard Kuo * Early kernel startup code for Hexagon 3e03167b2SRichard Kuo * 4*7c6a5df4SRichard Kuo * Copyright (c) 2010-2013, The Linux Foundation. All rights reserved. 5e03167b2SRichard Kuo * 6e03167b2SRichard Kuo * 7e03167b2SRichard Kuo * This program is free software; you can redistribute it and/or modify 8e03167b2SRichard Kuo * it under the terms of the GNU General Public License version 2 and 9e03167b2SRichard Kuo * only version 2 as published by the Free Software Foundation. 10e03167b2SRichard Kuo * 11e03167b2SRichard Kuo * This program is distributed in the hope that it will be useful, 12e03167b2SRichard Kuo * but WITHOUT ANY WARRANTY; without even the implied warranty of 13e03167b2SRichard Kuo * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14e03167b2SRichard Kuo * GNU General Public License for more details. 15e03167b2SRichard Kuo * 16e03167b2SRichard Kuo * You should have received a copy of the GNU General Public License 17e03167b2SRichard Kuo * along with this program; if not, write to the Free Software 18e03167b2SRichard Kuo * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 19e03167b2SRichard Kuo * 02110-1301, USA. 20e03167b2SRichard Kuo */ 21e03167b2SRichard Kuo 22e03167b2SRichard Kuo#include <linux/linkage.h> 23e03167b2SRichard Kuo#include <linux/init.h> 24e03167b2SRichard Kuo#include <asm/asm-offsets.h> 25e03167b2SRichard Kuo#include <asm/mem-layout.h> 26e03167b2SRichard Kuo#include <asm/vm_mmu.h> 27e03167b2SRichard Kuo#include <asm/page.h> 2820f704b6SRichard Kuo#include <asm/hexagon_vm.h> 2920f704b6SRichard Kuo 3020f704b6SRichard Kuo#define SEGTABLE_ENTRIES #0x0e0 31e03167b2SRichard Kuo 32e03167b2SRichard Kuo __INIT 33e03167b2SRichard KuoENTRY(stext) 34e03167b2SRichard Kuo /* 35e03167b2SRichard Kuo * VMM will already have set up true vector page, MMU, etc. 36e03167b2SRichard Kuo * To set up initial kernel identity map, we have to pass 37e03167b2SRichard Kuo * the VMM a pointer to some canonical page tables. In 38e03167b2SRichard Kuo * this implementation, we're assuming that we've got 39e03167b2SRichard Kuo * them precompiled. Generate value in R24, as we'll need 40e03167b2SRichard Kuo * it again shortly. 41e03167b2SRichard Kuo */ 42e03167b2SRichard Kuo r24.L = #LO(swapper_pg_dir) 43e03167b2SRichard Kuo r24.H = #HI(swapper_pg_dir) 44e03167b2SRichard Kuo 45e03167b2SRichard Kuo /* 46e03167b2SRichard Kuo * Symbol is kernel segment address, but we need 47e03167b2SRichard Kuo * the logical/physical address. 48e03167b2SRichard Kuo */ 498f5a0b9dSRichard Kuo r25 = pc; 508f5a0b9dSRichard Kuo r2.h = #0xffc0; 518f5a0b9dSRichard Kuo r2.l = #0x0000; 528f5a0b9dSRichard Kuo r25 = and(r2,r25); /* R25 holds PHYS_OFFSET now */ 538f5a0b9dSRichard Kuo r1.h = #HI(PAGE_OFFSET); 548f5a0b9dSRichard Kuo r1.l = #LO(PAGE_OFFSET); 558f5a0b9dSRichard Kuo r24 = sub(r24,r1); /* swapper_pg_dir - PAGE_OFFSET */ 568f5a0b9dSRichard Kuo r24 = add(r24,r25); /* + PHYS_OFFSET */ 57e03167b2SRichard Kuo 588f5a0b9dSRichard Kuo r0 = r24; /* aka __pa(swapper_pg_dir) */ 59e03167b2SRichard Kuo 60e03167b2SRichard Kuo /* 618f5a0b9dSRichard Kuo * Initialize page dir to make the virtual and physical 62e03167b2SRichard Kuo * addresses where the kernel was loaded be identical. 638f5a0b9dSRichard Kuo * Done in 4MB chunks. 64e03167b2SRichard Kuo */ 65e03167b2SRichard Kuo#define PTE_BITS ( __HVM_PTE_R | __HVM_PTE_W | __HVM_PTE_X \ 66e03167b2SRichard Kuo | __HEXAGON_C_WB_L2 << 6 \ 67e03167b2SRichard Kuo | __HVM_PDE_S_4MB) 68e03167b2SRichard Kuo 6920f704b6SRichard Kuo /* 7020f704b6SRichard Kuo * Get number of VA=PA entries; only really needed for jump 7120f704b6SRichard Kuo * to hyperspace; gets blown away immediately after 7220f704b6SRichard Kuo */ 7320f704b6SRichard Kuo 7420f704b6SRichard Kuo { 7520f704b6SRichard Kuo r1.l = #LO(_end); 7620f704b6SRichard Kuo r2.l = #LO(stext); 7720f704b6SRichard Kuo r3 = #1; 7820f704b6SRichard Kuo } 7920f704b6SRichard Kuo { 8020f704b6SRichard Kuo r1.h = #HI(_end); 8120f704b6SRichard Kuo r2.h = #HI(stext); 8220f704b6SRichard Kuo r3 = asl(r3, #22); 8320f704b6SRichard Kuo } 8420f704b6SRichard Kuo { 8520f704b6SRichard Kuo r1 = sub(r1, r2); 8620f704b6SRichard Kuo r3 = add(r3, #-1); 8720f704b6SRichard Kuo } /* r1 = _end - stext */ 8820f704b6SRichard Kuo r1 = add(r1, r3); /* + (4M-1) */ 8920f704b6SRichard Kuo r26 = lsr(r1, #22); /* / 4M = # of entries */ 9020f704b6SRichard Kuo 9120f704b6SRichard Kuo r1 = r25; 9220f704b6SRichard Kuo r2.h = #0xffc0; 9320f704b6SRichard Kuo r2.l = #0x0000; /* round back down to 4MB boundary */ 9420f704b6SRichard Kuo r1 = and(r1,r2); 95e03167b2SRichard Kuo r2 = lsr(r1, #22) /* 4MB page number */ 96e03167b2SRichard Kuo r2 = asl(r2, #2) /* times sizeof(PTE) (4bytes) */ 97e03167b2SRichard Kuo r0 = add(r0,r2) /* r0 = address of correct PTE */ 98e03167b2SRichard Kuo r2 = #PTE_BITS 99e03167b2SRichard Kuo r1 = add(r1,r2) /* r1 = 4MB PTE for the first entry */ 100e03167b2SRichard Kuo r2.h = #0x0040 10120f704b6SRichard Kuo r2.l = #0x0000 /* 4MB increments */ 10220f704b6SRichard Kuo loop0(1f,r26); 10320f704b6SRichard Kuo1: 104e03167b2SRichard Kuo memw(r0 ++ #4) = r1 10520f704b6SRichard Kuo { r1 = add(r1, r2); } :endloop0 106e03167b2SRichard Kuo 10720f704b6SRichard Kuo /* Also need to overwrite the initial 0xc0000000 entries */ 10820f704b6SRichard Kuo /* PAGE_OFFSET >> (4MB shift - 4 bytes per entry shift) */ 10920f704b6SRichard Kuo R1.H = #HI(PAGE_OFFSET >> (22 - 2)) 11020f704b6SRichard Kuo R1.L = #LO(PAGE_OFFSET >> (22 - 2)) 11120f704b6SRichard Kuo 11220f704b6SRichard Kuo r0 = add(r1, r24); /* advance to 0xc0000000 entry */ 11320f704b6SRichard Kuo r1 = r25; 11420f704b6SRichard Kuo r2.h = #0xffc0; 11520f704b6SRichard Kuo r2.l = #0x0000; /* round back down to 4MB boundary */ 11620f704b6SRichard Kuo r1 = and(r1,r2); /* for huge page */ 11720f704b6SRichard Kuo r2 = #PTE_BITS 11820f704b6SRichard Kuo r1 = add(r1,r2); 11920f704b6SRichard Kuo r2.h = #0x0040 12020f704b6SRichard Kuo r2.l = #0x0000 /* 4MB increments */ 12120f704b6SRichard Kuo 12220f704b6SRichard Kuo loop0(1f,SEGTABLE_ENTRIES); 12320f704b6SRichard Kuo1: 12420f704b6SRichard Kuo memw(r0 ++ #4) = r1; 12520f704b6SRichard Kuo { r1 = add(r1,r2); } :endloop0 12620f704b6SRichard Kuo 12720f704b6SRichard Kuo r0 = r24; 128e03167b2SRichard Kuo 129e03167b2SRichard Kuo /* 130e03167b2SRichard Kuo * The subroutine wrapper around the virtual instruction touches 131e03167b2SRichard Kuo * no memory, so we should be able to use it even here. 13220f704b6SRichard Kuo * Note that in this version, R1 and R2 get "clobbered"; see 13320f704b6SRichard Kuo * vm_ops.S 134e03167b2SRichard Kuo */ 13520f704b6SRichard Kuo r1 = #VM_TRANS_TYPE_TABLE 136e03167b2SRichard Kuo call __vmnewmap; 137e03167b2SRichard Kuo 138e03167b2SRichard Kuo /* Jump into virtual address range. */ 139e03167b2SRichard Kuo 140e03167b2SRichard Kuo r31.h = #hi(__head_s_vaddr_target) 141e03167b2SRichard Kuo r31.l = #lo(__head_s_vaddr_target) 142e03167b2SRichard Kuo jumpr r31 143e03167b2SRichard Kuo 144e03167b2SRichard Kuo /* Insert trippy space effects. */ 145e03167b2SRichard Kuo 146e03167b2SRichard Kuo__head_s_vaddr_target: 147e03167b2SRichard Kuo /* 148e03167b2SRichard Kuo * Tear down VA=PA translation now that we are running 14920f704b6SRichard Kuo * in kernel virtual space. 150e03167b2SRichard Kuo */ 151e03167b2SRichard Kuo r0 = #__HVM_PDE_S_INVALID 15220f704b6SRichard Kuo 15320f704b6SRichard Kuo r1.h = #0xffc0; 15420f704b6SRichard Kuo r1.l = #0x0000; 15520f704b6SRichard Kuo r2 = r25; /* phys_offset */ 15620f704b6SRichard Kuo r2 = and(r1,r2); 15720f704b6SRichard Kuo 15820f704b6SRichard Kuo r1.l = #lo(swapper_pg_dir) 15920f704b6SRichard Kuo r1.h = #hi(swapper_pg_dir) 16020f704b6SRichard Kuo r2 = lsr(r2, #22) /* 4MB page number */ 16120f704b6SRichard Kuo r2 = asl(r2, #2) /* times sizeof(PTE) (4bytes) */ 16220f704b6SRichard Kuo r1 = add(r1,r2); 16320f704b6SRichard Kuo loop0(1f,r26) 16420f704b6SRichard Kuo 165e03167b2SRichard Kuo1: 166e03167b2SRichard Kuo { 167e03167b2SRichard Kuo memw(R1 ++ #4) = R0 168e03167b2SRichard Kuo }:endloop0 169e03167b2SRichard Kuo 170e03167b2SRichard Kuo r0 = r24 17120f704b6SRichard Kuo r1 = #VM_TRANS_TYPE_TABLE 172e03167b2SRichard Kuo call __vmnewmap 173e03167b2SRichard Kuo 174e03167b2SRichard Kuo /* Go ahead and install the trap0 return so angel calls work */ 175e03167b2SRichard Kuo r0.h = #hi(_K_provisional_vec) 176e03167b2SRichard Kuo r0.l = #lo(_K_provisional_vec) 177e03167b2SRichard Kuo call __vmsetvec 178e03167b2SRichard Kuo 179e03167b2SRichard Kuo /* 180e03167b2SRichard Kuo * OK, at this point we should start to be much more careful, 181e03167b2SRichard Kuo * we're going to enter C code and start touching memory 182e03167b2SRichard Kuo * in all sorts of places. 183e03167b2SRichard Kuo * This means: 184e03167b2SRichard Kuo * SGP needs to be OK 185e03167b2SRichard Kuo * Need to lock shared resources 186e03167b2SRichard Kuo * A bunch of other things that will cause 187e03167b2SRichard Kuo * all kinds of painful bugs 188e03167b2SRichard Kuo */ 189e03167b2SRichard Kuo 190e03167b2SRichard Kuo /* 191e03167b2SRichard Kuo * Stack pointer should be pointed at the init task's 192e03167b2SRichard Kuo * thread stack, which should have been declared in arch/init_task.c. 193e03167b2SRichard Kuo * So uhhhhh... 194e03167b2SRichard Kuo * It's accessible via the init_thread_union, which is a union 195e03167b2SRichard Kuo * of a thread_info struct and a stack; of course, the top 196e03167b2SRichard Kuo * of the stack is not for you. The end of the stack 197e03167b2SRichard Kuo * is simply init_thread_union + THREAD_SIZE. 198e03167b2SRichard Kuo */ 199e03167b2SRichard Kuo 200e03167b2SRichard Kuo {r29.H = #HI(init_thread_union); r0.H = #HI(_THREAD_SIZE); } 201e03167b2SRichard Kuo {r29.L = #LO(init_thread_union); r0.L = #LO(_THREAD_SIZE); } 202e03167b2SRichard Kuo 203e03167b2SRichard Kuo /* initialize the register used to point to current_thread_info */ 204e03167b2SRichard Kuo /* Fixme: THREADINFO_REG can't be R2 because of that memset thing. */ 205e03167b2SRichard Kuo {r29 = add(r29,r0); THREADINFO_REG = r29; } 206e03167b2SRichard Kuo 207e03167b2SRichard Kuo /* Hack: zero bss; */ 208e03167b2SRichard Kuo { r0.L = #LO(__bss_start); r1 = #0; r2.l = #LO(__bss_stop); } 209e03167b2SRichard Kuo { r0.H = #HI(__bss_start); r2.h = #HI(__bss_stop); } 210e03167b2SRichard Kuo 211e03167b2SRichard Kuo r2 = sub(r2,r0); 212e03167b2SRichard Kuo call memset; 213e03167b2SRichard Kuo 21420f704b6SRichard Kuo /* Set PHYS_OFFSET; should be in R25 */ 2158f5a0b9dSRichard Kuo#ifdef CONFIG_HEXAGON_PHYS_OFFSET 2168f5a0b9dSRichard Kuo r0.l = #LO(__phys_offset); 2178f5a0b9dSRichard Kuo r0.h = #HI(__phys_offset); 2188f5a0b9dSRichard Kuo memw(r0) = r25; 2198f5a0b9dSRichard Kuo#endif 2208f5a0b9dSRichard Kuo 221e03167b2SRichard Kuo /* Time to make the doughnuts. */ 222e03167b2SRichard Kuo call start_kernel 223e03167b2SRichard Kuo 224e03167b2SRichard Kuo /* 225e03167b2SRichard Kuo * Should not reach here. 226e03167b2SRichard Kuo */ 227e03167b2SRichard Kuo1: 228e03167b2SRichard Kuo jump 1b 229e03167b2SRichard Kuo 230e03167b2SRichard Kuo.p2align PAGE_SHIFT 231e03167b2SRichard KuoENTRY(external_cmdline_buffer) 232e03167b2SRichard Kuo .fill _PAGE_SIZE,1,0 233e03167b2SRichard Kuo 234e03167b2SRichard Kuo.data 235e03167b2SRichard Kuo.p2align PAGE_SHIFT 236e03167b2SRichard KuoENTRY(empty_zero_page) 237e03167b2SRichard Kuo .fill _PAGE_SIZE,1,0 238