1 /* 2 * This file is subject to the terms and conditions of the GNU General Public 3 * License. See the file "COPYING" in the main directory of this archive 4 * for more details. 5 * 6 * Copyright (C) 2003 Ralf Baechle 7 */ 8 #ifndef _ASM_ASMMACRO_H 9 #define _ASM_ASMMACRO_H 10 11 #include <asm/hazards.h> 12 #include <asm/asm-offsets.h> 13 #include <asm/msa.h> 14 15 #ifdef CONFIG_32BIT 16 #include <asm/asmmacro-32.h> 17 #endif 18 #ifdef CONFIG_64BIT 19 #include <asm/asmmacro-64.h> 20 #endif 21 22 #if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6) 23 .macro local_irq_enable reg=t0 24 ei 25 irq_enable_hazard 26 .endm 27 28 .macro local_irq_disable reg=t0 29 di 30 irq_disable_hazard 31 .endm 32 #else 33 .macro local_irq_enable reg=t0 34 mfc0 \reg, CP0_STATUS 35 ori \reg, \reg, 1 36 mtc0 \reg, CP0_STATUS 37 irq_enable_hazard 38 .endm 39 40 .macro local_irq_disable reg=t0 41 #ifdef CONFIG_PREEMPT 42 lw \reg, TI_PRE_COUNT($28) 43 addi \reg, \reg, 1 44 sw \reg, TI_PRE_COUNT($28) 45 #endif 46 mfc0 \reg, CP0_STATUS 47 ori \reg, \reg, 1 48 xori \reg, \reg, 1 49 mtc0 \reg, CP0_STATUS 50 irq_disable_hazard 51 #ifdef CONFIG_PREEMPT 52 lw \reg, TI_PRE_COUNT($28) 53 addi \reg, \reg, -1 54 sw \reg, TI_PRE_COUNT($28) 55 #endif 56 .endm 57 #endif /* CONFIG_CPU_MIPSR2 */ 58 59 .macro fpu_save_16even thread tmp=t0 60 .set push 61 SET_HARDFLOAT 62 cfc1 \tmp, fcr31 63 sdc1 $f0, THREAD_FPR0(\thread) 64 sdc1 $f2, THREAD_FPR2(\thread) 65 sdc1 $f4, THREAD_FPR4(\thread) 66 sdc1 $f6, THREAD_FPR6(\thread) 67 sdc1 $f8, THREAD_FPR8(\thread) 68 sdc1 $f10, THREAD_FPR10(\thread) 69 sdc1 $f12, THREAD_FPR12(\thread) 70 sdc1 $f14, THREAD_FPR14(\thread) 71 sdc1 $f16, THREAD_FPR16(\thread) 72 sdc1 $f18, THREAD_FPR18(\thread) 73 sdc1 $f20, THREAD_FPR20(\thread) 74 sdc1 $f22, THREAD_FPR22(\thread) 75 sdc1 $f24, THREAD_FPR24(\thread) 76 sdc1 $f26, THREAD_FPR26(\thread) 77 sdc1 $f28, THREAD_FPR28(\thread) 78 sdc1 $f30, THREAD_FPR30(\thread) 79 sw \tmp, THREAD_FCR31(\thread) 80 .set pop 81 .endm 82 83 .macro fpu_save_16odd thread 84 .set push 85 .set mips64r2 86 SET_HARDFLOAT 87 sdc1 $f1, THREAD_FPR1(\thread) 88 sdc1 $f3, THREAD_FPR3(\thread) 89 sdc1 $f5, THREAD_FPR5(\thread) 90 sdc1 $f7, THREAD_FPR7(\thread) 91 sdc1 $f9, THREAD_FPR9(\thread) 92 sdc1 $f11, THREAD_FPR11(\thread) 93 sdc1 $f13, THREAD_FPR13(\thread) 94 sdc1 $f15, THREAD_FPR15(\thread) 95 sdc1 $f17, THREAD_FPR17(\thread) 96 sdc1 $f19, THREAD_FPR19(\thread) 97 sdc1 $f21, THREAD_FPR21(\thread) 98 sdc1 $f23, THREAD_FPR23(\thread) 99 sdc1 $f25, THREAD_FPR25(\thread) 100 sdc1 $f27, THREAD_FPR27(\thread) 101 sdc1 $f29, THREAD_FPR29(\thread) 102 sdc1 $f31, THREAD_FPR31(\thread) 103 .set pop 104 .endm 105 106 .macro fpu_save_double thread status tmp 107 #if defined(CONFIG_64BIT) || defined(CONFIG_CPU_MIPS32_R2) || \ 108 defined(CONFIG_CPU_MIPS32_R6) 109 sll \tmp, \status, 5 110 bgez \tmp, 10f 111 fpu_save_16odd \thread 112 10: 113 #endif 114 fpu_save_16even \thread \tmp 115 .endm 116 117 .macro fpu_restore_16even thread tmp=t0 118 .set push 119 SET_HARDFLOAT 120 lw \tmp, THREAD_FCR31(\thread) 121 ldc1 $f0, THREAD_FPR0(\thread) 122 ldc1 $f2, THREAD_FPR2(\thread) 123 ldc1 $f4, THREAD_FPR4(\thread) 124 ldc1 $f6, THREAD_FPR6(\thread) 125 ldc1 $f8, THREAD_FPR8(\thread) 126 ldc1 $f10, THREAD_FPR10(\thread) 127 ldc1 $f12, THREAD_FPR12(\thread) 128 ldc1 $f14, THREAD_FPR14(\thread) 129 ldc1 $f16, THREAD_FPR16(\thread) 130 ldc1 $f18, THREAD_FPR18(\thread) 131 ldc1 $f20, THREAD_FPR20(\thread) 132 ldc1 $f22, THREAD_FPR22(\thread) 133 ldc1 $f24, THREAD_FPR24(\thread) 134 ldc1 $f26, THREAD_FPR26(\thread) 135 ldc1 $f28, THREAD_FPR28(\thread) 136 ldc1 $f30, THREAD_FPR30(\thread) 137 ctc1 \tmp, fcr31 138 .endm 139 140 .macro fpu_restore_16odd thread 141 .set push 142 .set mips64r2 143 SET_HARDFLOAT 144 ldc1 $f1, THREAD_FPR1(\thread) 145 ldc1 $f3, THREAD_FPR3(\thread) 146 ldc1 $f5, THREAD_FPR5(\thread) 147 ldc1 $f7, THREAD_FPR7(\thread) 148 ldc1 $f9, THREAD_FPR9(\thread) 149 ldc1 $f11, THREAD_FPR11(\thread) 150 ldc1 $f13, THREAD_FPR13(\thread) 151 ldc1 $f15, THREAD_FPR15(\thread) 152 ldc1 $f17, THREAD_FPR17(\thread) 153 ldc1 $f19, THREAD_FPR19(\thread) 154 ldc1 $f21, THREAD_FPR21(\thread) 155 ldc1 $f23, THREAD_FPR23(\thread) 156 ldc1 $f25, THREAD_FPR25(\thread) 157 ldc1 $f27, THREAD_FPR27(\thread) 158 ldc1 $f29, THREAD_FPR29(\thread) 159 ldc1 $f31, THREAD_FPR31(\thread) 160 .set pop 161 .endm 162 163 .macro fpu_restore_double thread status tmp 164 #if defined(CONFIG_64BIT) || defined(CONFIG_CPU_MIPS32_R2) || \ 165 defined(CONFIG_CPU_MIPS32_R6) 166 sll \tmp, \status, 5 167 bgez \tmp, 10f # 16 register mode? 168 169 fpu_restore_16odd \thread 170 10: 171 #endif 172 fpu_restore_16even \thread \tmp 173 .endm 174 175 #if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6) 176 .macro _EXT rd, rs, p, s 177 ext \rd, \rs, \p, \s 178 .endm 179 #else /* !CONFIG_CPU_MIPSR2 || !CONFIG_CPU_MIPSR6 */ 180 .macro _EXT rd, rs, p, s 181 srl \rd, \rs, \p 182 andi \rd, \rd, (1 << \s) - 1 183 .endm 184 #endif /* !CONFIG_CPU_MIPSR2 || !CONFIG_CPU_MIPSR6 */ 185 186 /* 187 * Temporary until all gas have MT ASE support 188 */ 189 .macro DMT reg=0 190 .word 0x41600bc1 | (\reg << 16) 191 .endm 192 193 .macro EMT reg=0 194 .word 0x41600be1 | (\reg << 16) 195 .endm 196 197 .macro DVPE reg=0 198 .word 0x41600001 | (\reg << 16) 199 .endm 200 201 .macro EVPE reg=0 202 .word 0x41600021 | (\reg << 16) 203 .endm 204 205 .macro MFTR rt=0, rd=0, u=0, sel=0 206 .word 0x41000000 | (\rt << 16) | (\rd << 11) | (\u << 5) | (\sel) 207 .endm 208 209 .macro MTTR rt=0, rd=0, u=0, sel=0 210 .word 0x41800000 | (\rt << 16) | (\rd << 11) | (\u << 5) | (\sel) 211 .endm 212 213 #ifdef TOOLCHAIN_SUPPORTS_MSA 214 /* preprocessor replaces the fp in ".set fp=64" with $30 otherwise */ 215 #undef fp 216 217 .macro _cfcmsa rd, cs 218 .set push 219 .set mips32r2 220 .set fp=64 221 .set msa 222 cfcmsa \rd, $\cs 223 .set pop 224 .endm 225 226 .macro _ctcmsa cd, rs 227 .set push 228 .set mips32r2 229 .set fp=64 230 .set msa 231 ctcmsa $\cd, \rs 232 .set pop 233 .endm 234 235 .macro ld_d wd, off, base 236 .set push 237 .set mips32r2 238 .set fp=64 239 .set msa 240 ld.d $w\wd, \off(\base) 241 .set pop 242 .endm 243 244 .macro st_d wd, off, base 245 .set push 246 .set mips32r2 247 .set fp=64 248 .set msa 249 st.d $w\wd, \off(\base) 250 .set pop 251 .endm 252 253 .macro copy_u_w ws, n 254 .set push 255 .set mips32r2 256 .set fp=64 257 .set msa 258 copy_u.w $1, $w\ws[\n] 259 .set pop 260 .endm 261 262 .macro copy_u_d ws, n 263 .set push 264 .set mips64r2 265 .set fp=64 266 .set msa 267 copy_u.d $1, $w\ws[\n] 268 .set pop 269 .endm 270 271 .macro insert_w wd, n 272 .set push 273 .set mips32r2 274 .set fp=64 275 .set msa 276 insert.w $w\wd[\n], $1 277 .set pop 278 .endm 279 280 .macro insert_d wd, n 281 .set push 282 .set mips64r2 283 .set fp=64 284 .set msa 285 insert.d $w\wd[\n], $1 286 .set pop 287 .endm 288 #else 289 290 #ifdef CONFIG_CPU_MICROMIPS 291 #define CFC_MSA_INSN 0x587e0056 292 #define CTC_MSA_INSN 0x583e0816 293 #define LDD_MSA_INSN 0x58000837 294 #define STD_MSA_INSN 0x5800083f 295 #define COPY_UW_MSA_INSN 0x58f00056 296 #define COPY_UD_MSA_INSN 0x58f80056 297 #define INSERT_W_MSA_INSN 0x59300816 298 #define INSERT_D_MSA_INSN 0x59380816 299 #else 300 #define CFC_MSA_INSN 0x787e0059 301 #define CTC_MSA_INSN 0x783e0819 302 #define LDD_MSA_INSN 0x78000823 303 #define STD_MSA_INSN 0x78000827 304 #define COPY_UW_MSA_INSN 0x78f00059 305 #define COPY_UD_MSA_INSN 0x78f80059 306 #define INSERT_W_MSA_INSN 0x79300819 307 #define INSERT_D_MSA_INSN 0x79380819 308 #endif 309 310 /* 311 * Temporary until all toolchains in use include MSA support. 312 */ 313 .macro _cfcmsa rd, cs 314 .set push 315 .set noat 316 SET_HARDFLOAT 317 .insn 318 .word CFC_MSA_INSN | (\cs << 11) 319 move \rd, $1 320 .set pop 321 .endm 322 323 .macro _ctcmsa cd, rs 324 .set push 325 .set noat 326 SET_HARDFLOAT 327 move $1, \rs 328 .word CTC_MSA_INSN | (\cd << 6) 329 .set pop 330 .endm 331 332 .macro ld_d wd, off, base 333 .set push 334 .set noat 335 SET_HARDFLOAT 336 addu $1, \base, \off 337 .word LDD_MSA_INSN | (\wd << 6) 338 .set pop 339 .endm 340 341 .macro st_d wd, off, base 342 .set push 343 .set noat 344 SET_HARDFLOAT 345 addu $1, \base, \off 346 .word STD_MSA_INSN | (\wd << 6) 347 .set pop 348 .endm 349 350 .macro copy_u_w ws, n 351 .set push 352 .set noat 353 SET_HARDFLOAT 354 .insn 355 .word COPY_UW_MSA_INSN | (\n << 16) | (\ws << 11) 356 .set pop 357 .endm 358 359 .macro copy_u_d ws, n 360 .set push 361 .set noat 362 SET_HARDFLOAT 363 .insn 364 .word COPY_UD_MSA_INSN | (\n << 16) | (\ws << 11) 365 .set pop 366 .endm 367 368 .macro insert_w wd, n 369 .set push 370 .set noat 371 SET_HARDFLOAT 372 .word INSERT_W_MSA_INSN | (\n << 16) | (\wd << 6) 373 .set pop 374 .endm 375 376 .macro insert_d wd, n 377 .set push 378 .set noat 379 SET_HARDFLOAT 380 .word INSERT_D_MSA_INSN | (\n << 16) | (\wd << 6) 381 .set pop 382 .endm 383 #endif 384 385 .macro msa_save_all thread 386 st_d 0, THREAD_FPR0, \thread 387 st_d 1, THREAD_FPR1, \thread 388 st_d 2, THREAD_FPR2, \thread 389 st_d 3, THREAD_FPR3, \thread 390 st_d 4, THREAD_FPR4, \thread 391 st_d 5, THREAD_FPR5, \thread 392 st_d 6, THREAD_FPR6, \thread 393 st_d 7, THREAD_FPR7, \thread 394 st_d 8, THREAD_FPR8, \thread 395 st_d 9, THREAD_FPR9, \thread 396 st_d 10, THREAD_FPR10, \thread 397 st_d 11, THREAD_FPR11, \thread 398 st_d 12, THREAD_FPR12, \thread 399 st_d 13, THREAD_FPR13, \thread 400 st_d 14, THREAD_FPR14, \thread 401 st_d 15, THREAD_FPR15, \thread 402 st_d 16, THREAD_FPR16, \thread 403 st_d 17, THREAD_FPR17, \thread 404 st_d 18, THREAD_FPR18, \thread 405 st_d 19, THREAD_FPR19, \thread 406 st_d 20, THREAD_FPR20, \thread 407 st_d 21, THREAD_FPR21, \thread 408 st_d 22, THREAD_FPR22, \thread 409 st_d 23, THREAD_FPR23, \thread 410 st_d 24, THREAD_FPR24, \thread 411 st_d 25, THREAD_FPR25, \thread 412 st_d 26, THREAD_FPR26, \thread 413 st_d 27, THREAD_FPR27, \thread 414 st_d 28, THREAD_FPR28, \thread 415 st_d 29, THREAD_FPR29, \thread 416 st_d 30, THREAD_FPR30, \thread 417 st_d 31, THREAD_FPR31, \thread 418 .set push 419 .set noat 420 SET_HARDFLOAT 421 _cfcmsa $1, MSA_CSR 422 sw $1, THREAD_MSA_CSR(\thread) 423 .set pop 424 .endm 425 426 .macro msa_restore_all thread 427 .set push 428 .set noat 429 SET_HARDFLOAT 430 lw $1, THREAD_MSA_CSR(\thread) 431 _ctcmsa MSA_CSR, $1 432 .set pop 433 ld_d 0, THREAD_FPR0, \thread 434 ld_d 1, THREAD_FPR1, \thread 435 ld_d 2, THREAD_FPR2, \thread 436 ld_d 3, THREAD_FPR3, \thread 437 ld_d 4, THREAD_FPR4, \thread 438 ld_d 5, THREAD_FPR5, \thread 439 ld_d 6, THREAD_FPR6, \thread 440 ld_d 7, THREAD_FPR7, \thread 441 ld_d 8, THREAD_FPR8, \thread 442 ld_d 9, THREAD_FPR9, \thread 443 ld_d 10, THREAD_FPR10, \thread 444 ld_d 11, THREAD_FPR11, \thread 445 ld_d 12, THREAD_FPR12, \thread 446 ld_d 13, THREAD_FPR13, \thread 447 ld_d 14, THREAD_FPR14, \thread 448 ld_d 15, THREAD_FPR15, \thread 449 ld_d 16, THREAD_FPR16, \thread 450 ld_d 17, THREAD_FPR17, \thread 451 ld_d 18, THREAD_FPR18, \thread 452 ld_d 19, THREAD_FPR19, \thread 453 ld_d 20, THREAD_FPR20, \thread 454 ld_d 21, THREAD_FPR21, \thread 455 ld_d 22, THREAD_FPR22, \thread 456 ld_d 23, THREAD_FPR23, \thread 457 ld_d 24, THREAD_FPR24, \thread 458 ld_d 25, THREAD_FPR25, \thread 459 ld_d 26, THREAD_FPR26, \thread 460 ld_d 27, THREAD_FPR27, \thread 461 ld_d 28, THREAD_FPR28, \thread 462 ld_d 29, THREAD_FPR29, \thread 463 ld_d 30, THREAD_FPR30, \thread 464 ld_d 31, THREAD_FPR31, \thread 465 .endm 466 467 .macro msa_init_upper wd 468 #ifdef CONFIG_64BIT 469 insert_d \wd, 1 470 #else 471 insert_w \wd, 2 472 insert_w \wd, 3 473 #endif 474 .endm 475 476 .macro msa_init_all_upper 477 .set push 478 .set noat 479 SET_HARDFLOAT 480 not $1, zero 481 msa_init_upper 0 482 msa_init_upper 1 483 msa_init_upper 2 484 msa_init_upper 3 485 msa_init_upper 4 486 msa_init_upper 5 487 msa_init_upper 6 488 msa_init_upper 7 489 msa_init_upper 8 490 msa_init_upper 9 491 msa_init_upper 10 492 msa_init_upper 11 493 msa_init_upper 12 494 msa_init_upper 13 495 msa_init_upper 14 496 msa_init_upper 15 497 msa_init_upper 16 498 msa_init_upper 17 499 msa_init_upper 18 500 msa_init_upper 19 501 msa_init_upper 20 502 msa_init_upper 21 503 msa_init_upper 22 504 msa_init_upper 23 505 msa_init_upper 24 506 msa_init_upper 25 507 msa_init_upper 26 508 msa_init_upper 27 509 msa_init_upper 28 510 msa_init_upper 29 511 msa_init_upper 30 512 msa_init_upper 31 513 .set pop 514 .endm 515 516 #endif /* _ASM_ASMMACRO_H */ 517