1/* 2 * This file is subject to the terms and conditions of the GNU General Public 3 * License. See the file "COPYING" in the main directory of this archive 4 * for more details. 5 * 6 * Copyright (C) 1994, 1995, 1996, 1998, 1999, 2002, 2003 Ralf Baechle 7 * Copyright (C) 1996 David S. Miller (davem@davemloft.net) 8 * Copyright (C) 1994, 1995, 1996, by Andreas Busse 9 * Copyright (C) 1999 Silicon Graphics, Inc. 10 * Copyright (C) 2000 MIPS Technologies, Inc. 11 * written by Carsten Langgaard, carstenl@mips.com 12 */ 13#include <asm/asm.h> 14#include <asm/cachectl.h> 15#include <asm/fpregdef.h> 16#include <asm/mipsregs.h> 17#include <asm/asm-offsets.h> 18#include <asm/pgtable-bits.h> 19#include <asm/regdef.h> 20#include <asm/stackframe.h> 21#include <asm/thread_info.h> 22 23#include <asm/asmmacro.h> 24 25/* 26 * Offset to the current process status flags, the first 32 bytes of the 27 * stack are not used. 28 */ 29#define ST_OFF (_THREAD_SIZE - 32 - PT_SIZE + PT_STATUS) 30 31/* 32 * FPU context is saved iff the process has used it's FPU in the current 33 * time slice as indicated by _TIF_USEDFPU. In any case, the CU1 bit for user 34 * space STATUS register should be 0, so that a process *always* starts its 35 * userland with FPU disabled after each context switch. 36 * 37 * FPU will be enabled as soon as the process accesses FPU again, through 38 * do_cpu() trap. 39 */ 40 41/* 42 * task_struct *resume(task_struct *prev, task_struct *next, 43 * struct thread_info *next_ti, int usedfpu) 44 */ 45 .align 5 46 LEAF(resume) 47 mfc0 t1, CP0_STATUS 48 LONG_S t1, THREAD_STATUS(a0) 49 cpu_save_nonscratch a0 50 LONG_S ra, THREAD_REG31(a0) 51 52 /* 53 * check if we need to save FPU registers 54 */ 55 56 beqz a3, 1f 57 58 PTR_L t3, TASK_THREAD_INFO(a0) 59 /* 60 * clear saved user stack CU1 bit 61 */ 62 LONG_L t0, ST_OFF(t3) 63 li t1, ~ST0_CU1 64 and t0, t0, t1 65 LONG_S t0, ST_OFF(t3) 66 67 fpu_save_double a0 t0 t1 # c0_status passed in t0 68 # clobbers t1 691: 70 71#if defined(CONFIG_CC_STACKPROTECTOR) && !defined(CONFIG_SMP) 72 PTR_LA t8, __stack_chk_guard 73 LONG_L t9, TASK_STACK_CANARY(a1) 74 LONG_S t9, 0(t8) 75#endif 76 77 /* 78 * The order of restoring the registers takes care of the race 79 * updating $28, $29 and kernelsp without disabling ints. 80 */ 81 move $28, a2 82 cpu_restore_nonscratch a1 83 84 PTR_ADDU t0, $28, _THREAD_SIZE - 32 85 set_saved_sp t0, t1, t2 86#ifdef CONFIG_MIPS_MT_SMTC 87 /* Read-modify-writes of Status must be atomic on a VPE */ 88 mfc0 t2, CP0_TCSTATUS 89 ori t1, t2, TCSTATUS_IXMT 90 mtc0 t1, CP0_TCSTATUS 91 andi t2, t2, TCSTATUS_IXMT 92 _ehb 93 DMT 8 # dmt t0 94 move t1,ra 95 jal mips_ihb 96 move ra,t1 97#endif /* CONFIG_MIPS_MT_SMTC */ 98 mfc0 t1, CP0_STATUS /* Do we really need this? */ 99 li a3, 0xff01 100 and t1, a3 101 LONG_L a2, THREAD_STATUS(a1) 102 nor a3, $0, a3 103 and a2, a3 104 or a2, t1 105 mtc0 a2, CP0_STATUS 106#ifdef CONFIG_MIPS_MT_SMTC 107 _ehb 108 andi t0, t0, VPECONTROL_TE 109 beqz t0, 1f 110 emt 1111: 112 mfc0 t1, CP0_TCSTATUS 113 xori t1, t1, TCSTATUS_IXMT 114 or t1, t1, t2 115 mtc0 t1, CP0_TCSTATUS 116 _ehb 117#endif /* CONFIG_MIPS_MT_SMTC */ 118 move v0, a0 119 jr ra 120 END(resume) 121 122/* 123 * Save a thread's fp context. 124 */ 125LEAF(_save_fp) 126#if defined(CONFIG_64BIT) || defined(CONFIG_CPU_MIPS32_R2) 127 mfc0 t0, CP0_STATUS 128#endif 129 fpu_save_double a0 t0 t1 # clobbers t1 130 jr ra 131 END(_save_fp) 132 133/* 134 * Restore a thread's fp context. 135 */ 136LEAF(_restore_fp) 137#if defined(CONFIG_64BIT) || defined(CONFIG_CPU_MIPS32_R2) 138 mfc0 t0, CP0_STATUS 139#endif 140 fpu_restore_double a0 t0 t1 # clobbers t1 141 jr ra 142 END(_restore_fp) 143 144/* 145 * Load the FPU with signalling NANS. This bit pattern we're using has 146 * the property that no matter whether considered as single or as double 147 * precision represents signaling NANS. 148 * 149 * We initialize fcr31 to rounding to nearest, no exceptions. 150 */ 151 152#define FPU_DEFAULT 0x00000000 153 154LEAF(_init_fpu) 155#ifdef CONFIG_MIPS_MT_SMTC 156 /* Rather than manipulate per-VPE Status, set per-TC bit in TCStatus */ 157 mfc0 t0, CP0_TCSTATUS 158 /* Bit position is the same for Status, TCStatus */ 159 li t1, ST0_CU1 160 or t0, t1 161 mtc0 t0, CP0_TCSTATUS 162#else /* Normal MIPS CU1 enable */ 163 mfc0 t0, CP0_STATUS 164 li t1, ST0_CU1 165 or t0, t1 166 mtc0 t0, CP0_STATUS 167#endif /* CONFIG_MIPS_MT_SMTC */ 168 enable_fpu_hazard 169 170 li t1, FPU_DEFAULT 171 ctc1 t1, fcr31 172 173 li t1, -1 # SNaN 174 175#ifdef CONFIG_64BIT 176 sll t0, t0, 5 177 bgez t0, 1f # 16 / 32 register mode? 178 179 dmtc1 t1, $f1 180 dmtc1 t1, $f3 181 dmtc1 t1, $f5 182 dmtc1 t1, $f7 183 dmtc1 t1, $f9 184 dmtc1 t1, $f11 185 dmtc1 t1, $f13 186 dmtc1 t1, $f15 187 dmtc1 t1, $f17 188 dmtc1 t1, $f19 189 dmtc1 t1, $f21 190 dmtc1 t1, $f23 191 dmtc1 t1, $f25 192 dmtc1 t1, $f27 193 dmtc1 t1, $f29 194 dmtc1 t1, $f31 1951: 196#endif 197 198#ifdef CONFIG_CPU_MIPS32 199 mtc1 t1, $f0 200 mtc1 t1, $f1 201 mtc1 t1, $f2 202 mtc1 t1, $f3 203 mtc1 t1, $f4 204 mtc1 t1, $f5 205 mtc1 t1, $f6 206 mtc1 t1, $f7 207 mtc1 t1, $f8 208 mtc1 t1, $f9 209 mtc1 t1, $f10 210 mtc1 t1, $f11 211 mtc1 t1, $f12 212 mtc1 t1, $f13 213 mtc1 t1, $f14 214 mtc1 t1, $f15 215 mtc1 t1, $f16 216 mtc1 t1, $f17 217 mtc1 t1, $f18 218 mtc1 t1, $f19 219 mtc1 t1, $f20 220 mtc1 t1, $f21 221 mtc1 t1, $f22 222 mtc1 t1, $f23 223 mtc1 t1, $f24 224 mtc1 t1, $f25 225 mtc1 t1, $f26 226 mtc1 t1, $f27 227 mtc1 t1, $f28 228 mtc1 t1, $f29 229 mtc1 t1, $f30 230 mtc1 t1, $f31 231 232#ifdef CONFIG_CPU_MIPS32_R2 233 .set push 234 .set mips64r2 235 sll t0, t0, 5 # is Status.FR set? 236 bgez t0, 1f # no: skip setting upper 32b 237 238 mthc1 t1, $f0 239 mthc1 t1, $f1 240 mthc1 t1, $f2 241 mthc1 t1, $f3 242 mthc1 t1, $f4 243 mthc1 t1, $f5 244 mthc1 t1, $f6 245 mthc1 t1, $f7 246 mthc1 t1, $f8 247 mthc1 t1, $f9 248 mthc1 t1, $f10 249 mthc1 t1, $f11 250 mthc1 t1, $f12 251 mthc1 t1, $f13 252 mthc1 t1, $f14 253 mthc1 t1, $f15 254 mthc1 t1, $f16 255 mthc1 t1, $f17 256 mthc1 t1, $f18 257 mthc1 t1, $f19 258 mthc1 t1, $f20 259 mthc1 t1, $f21 260 mthc1 t1, $f22 261 mthc1 t1, $f23 262 mthc1 t1, $f24 263 mthc1 t1, $f25 264 mthc1 t1, $f26 265 mthc1 t1, $f27 266 mthc1 t1, $f28 267 mthc1 t1, $f29 268 mthc1 t1, $f30 269 mthc1 t1, $f31 2701: .set pop 271#endif /* CONFIG_CPU_MIPS32_R2 */ 272#else 273 .set mips3 274 dmtc1 t1, $f0 275 dmtc1 t1, $f2 276 dmtc1 t1, $f4 277 dmtc1 t1, $f6 278 dmtc1 t1, $f8 279 dmtc1 t1, $f10 280 dmtc1 t1, $f12 281 dmtc1 t1, $f14 282 dmtc1 t1, $f16 283 dmtc1 t1, $f18 284 dmtc1 t1, $f20 285 dmtc1 t1, $f22 286 dmtc1 t1, $f24 287 dmtc1 t1, $f26 288 dmtc1 t1, $f28 289 dmtc1 t1, $f30 290#endif 291 jr ra 292 END(_init_fpu) 293