1/* 2 * This file is subject to the terms and conditions of the GNU General Public 3 * License. See the file "COPYING" in the main directory of this archive 4 * for more details. 5 * 6 * Copyright (C) 1994, 1995 Waldorf Electronics 7 * Written by Ralf Baechle and Andreas Busse 8 * Copyright (C) 1994 - 99, 2003, 06 Ralf Baechle 9 * Copyright (C) 1996 Paul M. Antoine 10 * Modified for DECStation and hence R3000 support by Paul M. Antoine 11 * Further modifications by David S. Miller and Harald Koerfgen 12 * Copyright (C) 1999 Silicon Graphics, Inc. 13 * Kevin Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com 14 * Copyright (C) 2000 MIPS Technologies, Inc. All rights reserved. 15 */ 16#include <linux/init.h> 17#include <linux/threads.h> 18 19#include <asm/addrspace.h> 20#include <asm/asm.h> 21#include <asm/asmmacro.h> 22#include <asm/irqflags.h> 23#include <asm/regdef.h> 24#include <asm/page.h> 25#include <asm/mipsregs.h> 26#include <asm/stackframe.h> 27 28#include <kernel-entry-init.h> 29 30 .macro ARC64_TWIDDLE_PC 31#if defined(CONFIG_ARC64) || defined(CONFIG_MAPPED_KERNEL) 32 /* We get launched at a XKPHYS address but the kernel is linked to 33 run at a KSEG0 address, so jump there. */ 34 PTR_LA t0, \@f 35 jr t0 36\@: 37#endif 38 .endm 39 40 /* 41 * inputs are the text nasid in t1, data nasid in t2. 42 */ 43 .macro MAPPED_KERNEL_SETUP_TLB 44#ifdef CONFIG_MAPPED_KERNEL 45 /* 46 * This needs to read the nasid - assume 0 for now. 47 * Drop in 0xffffffffc0000000 in tlbhi, 0+VG in tlblo_0, 48 * 0+DVG in tlblo_1. 49 */ 50 dli t0, 0xffffffffc0000000 51 dmtc0 t0, CP0_ENTRYHI 52 li t0, 0x1c000 # Offset of text into node memory 53 dsll t1, NASID_SHFT # Shift text nasid into place 54 dsll t2, NASID_SHFT # Same for data nasid 55 or t1, t1, t0 # Physical load address of kernel text 56 or t2, t2, t0 # Physical load address of kernel data 57 dsrl t1, 12 # 4K pfn 58 dsrl t2, 12 # 4K pfn 59 dsll t1, 6 # Get pfn into place 60 dsll t2, 6 # Get pfn into place 61 li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _CACHE_CACHABLE_COW) >> 6) 62 or t0, t0, t1 63 mtc0 t0, CP0_ENTRYLO0 # physaddr, VG, cach exlwr 64 li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _PAGE_DIRTY|_CACHE_CACHABLE_COW) >> 6) 65 or t0, t0, t2 66 mtc0 t0, CP0_ENTRYLO1 # physaddr, DVG, cach exlwr 67 li t0, 0x1ffe000 # MAPPED_KERN_TLBMASK, TLBPGMASK_16M 68 mtc0 t0, CP0_PAGEMASK 69 li t0, 0 # KMAP_INX 70 mtc0 t0, CP0_INDEX 71 li t0, 1 72 mtc0 t0, CP0_WIRED 73 tlbwi 74#else 75 mtc0 zero, CP0_WIRED 76#endif 77 .endm 78 79 /* 80 * For the moment disable interrupts, mark the kernel mode and 81 * set ST0_KX so that the CPU does not spit fire when using 82 * 64-bit addresses. A full initialization of the CPU's status 83 * register is done later in per_cpu_trap_init(). 84 */ 85 .macro setup_c0_status set clr 86 .set push 87#ifdef CONFIG_MIPS_MT_SMTC 88 /* 89 * For SMTC, we need to set privilege and disable interrupts only for 90 * the current TC, using the TCStatus register. 91 */ 92 mfc0 t0, CP0_TCSTATUS 93 /* Fortunately CU 0 is in the same place in both registers */ 94 /* Set TCU0, TMX, TKSU (for later inversion) and IXMT */ 95 li t1, ST0_CU0 | 0x08001c00 96 or t0, t1 97 /* Clear TKSU, leave IXMT */ 98 xori t0, 0x00001800 99 mtc0 t0, CP0_TCSTATUS 100 _ehb 101 /* We need to leave the global IE bit set, but clear EXL...*/ 102 mfc0 t0, CP0_STATUS 103 or t0, ST0_CU0 | ST0_EXL | ST0_ERL | \set | \clr 104 xor t0, ST0_EXL | ST0_ERL | \clr 105 mtc0 t0, CP0_STATUS 106#else 107 mfc0 t0, CP0_STATUS 108 or t0, ST0_CU0|\set|0x1f|\clr 109 xor t0, 0x1f|\clr 110 mtc0 t0, CP0_STATUS 111 .set noreorder 112 sll zero,3 # ehb 113#endif 114 .set pop 115 .endm 116 117 .macro setup_c0_status_pri 118#ifdef CONFIG_64BIT 119 setup_c0_status ST0_KX 0 120#else 121 setup_c0_status 0 0 122#endif 123 .endm 124 125 .macro setup_c0_status_sec 126#ifdef CONFIG_64BIT 127 setup_c0_status ST0_KX ST0_BEV 128#else 129 setup_c0_status 0 ST0_BEV 130#endif 131 .endm 132 133#ifndef CONFIG_NO_EXCEPT_FILL 134 /* 135 * Reserved space for exception handlers. 136 * Necessary for machines which link their kernels at KSEG0. 137 */ 138 .fill 0x400 139#endif 140 141EXPORT(stext) # used for profiling 142EXPORT(_stext) 143 144#ifndef CONFIG_BOOT_RAW 145 /* 146 * Give us a fighting chance of running if execution beings at the 147 * kernel load address. This is needed because this platform does 148 * not have a ELF loader yet. 149 */ 150 __INIT 151#endif 152 153NESTED(kernel_entry, 16, sp) # kernel entry point 154 155 kernel_entry_setup # cpu specific setup 156 157 setup_c0_status_pri 158 159 ARC64_TWIDDLE_PC 160 161#ifdef CONFIG_MIPS_MT_SMTC 162 /* 163 * In SMTC kernel, "CLI" is thread-specific, in TCStatus. 164 * We still need to enable interrupts globally in Status, 165 * and clear EXL/ERL. 166 * 167 * TCContext is used to track interrupt levels under 168 * service in SMTC kernel. Clear for boot TC before 169 * allowing any interrupts. 170 */ 171 mtc0 zero, CP0_TCCONTEXT 172 173 mfc0 t0, CP0_STATUS 174 ori t0, t0, 0xff1f 175 xori t0, t0, 0x001e 176 mtc0 t0, CP0_STATUS 177#endif /* CONFIG_MIPS_MT_SMTC */ 178 179 PTR_LA t0, __bss_start # clear .bss 180 LONG_S zero, (t0) 181 PTR_LA t1, __bss_stop - LONGSIZE 1821: 183 PTR_ADDIU t0, LONGSIZE 184 LONG_S zero, (t0) 185 bne t0, t1, 1b 186 187 LONG_S a0, fw_arg0 # firmware arguments 188 LONG_S a1, fw_arg1 189 LONG_S a2, fw_arg2 190 LONG_S a3, fw_arg3 191 192 MTC0 zero, CP0_CONTEXT # clear context register 193 PTR_LA $28, init_thread_union 194 PTR_LI sp, _THREAD_SIZE - 32 195 PTR_ADDU sp, $28 196 set_saved_sp sp, t0, t1 197 PTR_SUBU sp, 4 * SZREG # init stack pointer 198 199 j start_kernel 200 END(kernel_entry) 201 202 __INIT 203 204#ifdef CONFIG_SMP 205/* 206 * SMP slave cpus entry point. Board specific code for bootstrap calls this 207 * function after setting up the stack and gp registers. 208 */ 209NESTED(smp_bootstrap, 16, sp) 210#ifdef CONFIG_MIPS_MT_SMTC 211 /* 212 * Read-modify-writes of Status must be atomic, and this 213 * is one case where CLI is invoked without EXL being 214 * necessarily set. The CLI and setup_c0_status will 215 * in fact be redundant for all but the first TC of 216 * each VPE being booted. 217 */ 218 DMT 10 # dmt t2 /* t0, t1 are used by CLI and setup_c0_status() */ 219 jal mips_ihb 220#endif /* CONFIG_MIPS_MT_SMTC */ 221 setup_c0_status_sec 222 smp_slave_setup 223#ifdef CONFIG_MIPS_MT_SMTC 224 andi t2, t2, VPECONTROL_TE 225 beqz t2, 2f 226 EMT # emt 2272: 228#endif /* CONFIG_MIPS_MT_SMTC */ 229 j start_secondary 230 END(smp_bootstrap) 231#endif /* CONFIG_SMP */ 232 233 __FINIT 234