1 /* 2 * This file is subject to the terms and conditions of the GNU General Public 3 * License. See the file "COPYING" in the main directory of this archive 4 * for more details. 5 * 6 * Copyright (C) 2004, 2005, 2006, 2008 Thiemo Seufer 7 * Copyright (C) 2005 Maciej W. Rozycki 8 * Copyright (C) 2006 Ralf Baechle (ralf@linux-mips.org) 9 * Copyright (C) 2012 MIPS Technologies, Inc. 10 */ 11 12 #include <linux/types.h> 13 14 #ifdef CONFIG_EXPORT_UASM 15 #include <linux/export.h> 16 #define __uasminit 17 #define __uasminitdata 18 #define UASM_EXPORT_SYMBOL(sym) EXPORT_SYMBOL(sym) 19 #else 20 #define __uasminit __cpuinit 21 #define __uasminitdata __cpuinitdata 22 #define UASM_EXPORT_SYMBOL(sym) 23 #endif 24 25 #define Ip_u1u2u3(op) \ 26 void __uasminit \ 27 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c) 28 29 #define Ip_u2u1u3(op) \ 30 void __uasminit \ 31 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c) 32 33 #define Ip_u3u1u2(op) \ 34 void __uasminit \ 35 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c) 36 37 #define Ip_u1u2s3(op) \ 38 void __uasminit \ 39 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, signed int c) 40 41 #define Ip_u2s3u1(op) \ 42 void __uasminit \ 43 uasm_i##op(u32 **buf, unsigned int a, signed int b, unsigned int c) 44 45 #define Ip_u2u1s3(op) \ 46 void __uasminit \ 47 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, signed int c) 48 49 #define Ip_u2u1msbu3(op) \ 50 void __uasminit \ 51 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c, \ 52 unsigned int d) 53 54 #define Ip_u1u2(op) \ 55 void __uasminit uasm_i##op(u32 **buf, unsigned int a, unsigned int b) 56 57 #define Ip_u1s2(op) \ 58 void __uasminit uasm_i##op(u32 **buf, unsigned int a, signed int b) 59 60 #define Ip_u1(op) void __uasminit uasm_i##op(u32 **buf, unsigned int a) 61 62 #define Ip_0(op) void __uasminit uasm_i##op(u32 **buf) 63 64 Ip_u2u1s3(_addiu); 65 Ip_u3u1u2(_addu); 66 Ip_u3u1u2(_and); 67 Ip_u2u1u3(_andi); 68 Ip_u1u2s3(_bbit0); 69 Ip_u1u2s3(_bbit1); 70 Ip_u1u2s3(_beq); 71 Ip_u1u2s3(_beql); 72 Ip_u1s2(_bgez); 73 Ip_u1s2(_bgezl); 74 Ip_u1s2(_bltz); 75 Ip_u1s2(_bltzl); 76 Ip_u1u2s3(_bne); 77 Ip_u2s3u1(_cache); 78 Ip_u2u1s3(_daddiu); 79 Ip_u3u1u2(_daddu); 80 Ip_u2u1msbu3(_dins); 81 Ip_u2u1msbu3(_dinsm); 82 Ip_u1u2u3(_dmfc0); 83 Ip_u1u2u3(_dmtc0); 84 Ip_u2u1u3(_drotr); 85 Ip_u2u1u3(_drotr32); 86 Ip_u2u1u3(_dsll); 87 Ip_u2u1u3(_dsll32); 88 Ip_u2u1u3(_dsra); 89 Ip_u2u1u3(_dsrl); 90 Ip_u2u1u3(_dsrl32); 91 Ip_u3u1u2(_dsubu); 92 Ip_0(_eret); 93 Ip_u1(_j); 94 Ip_u1(_jal); 95 Ip_u1(_jr); 96 Ip_u2s3u1(_ld); 97 Ip_u3u1u2(_ldx); 98 Ip_u2s3u1(_ll); 99 Ip_u2s3u1(_lld); 100 Ip_u1s2(_lui); 101 Ip_u2s3u1(_lw); 102 Ip_u3u1u2(_lwx); 103 Ip_u1u2u3(_mfc0); 104 Ip_u1u2u3(_mtc0); 105 Ip_u3u1u2(_or); 106 Ip_u2u1u3(_ori); 107 Ip_u2s3u1(_pref); 108 Ip_0(_rfe); 109 Ip_u2u1u3(_rotr); 110 Ip_u2s3u1(_sc); 111 Ip_u2s3u1(_scd); 112 Ip_u2s3u1(_sd); 113 Ip_u2u1u3(_sll); 114 Ip_u2u1u3(_sra); 115 Ip_u2u1u3(_srl); 116 Ip_u3u1u2(_subu); 117 Ip_u2s3u1(_sw); 118 Ip_u1(_syscall); 119 Ip_0(_tlbp); 120 Ip_0(_tlbr); 121 Ip_0(_tlbwi); 122 Ip_0(_tlbwr); 123 Ip_u3u1u2(_xor); 124 Ip_u2u1u3(_xori); 125 126 127 /* Handle labels. */ 128 struct uasm_label { 129 u32 *addr; 130 int lab; 131 }; 132 133 void __uasminit uasm_build_label(struct uasm_label **lab, u32 *addr, int lid); 134 #ifdef CONFIG_64BIT 135 int uasm_in_compat_space_p(long addr); 136 #endif 137 int uasm_rel_hi(long val); 138 int uasm_rel_lo(long val); 139 void UASM_i_LA_mostly(u32 **buf, unsigned int rs, long addr); 140 void UASM_i_LA(u32 **buf, unsigned int rs, long addr); 141 142 #define UASM_L_LA(lb) \ 143 static inline void __uasminit uasm_l##lb(struct uasm_label **lab, u32 *addr) \ 144 { \ 145 uasm_build_label(lab, addr, label##lb); \ 146 } 147 148 /* convenience macros for instructions */ 149 #ifdef CONFIG_64BIT 150 # define UASM_i_ADDIU(buf, rs, rt, val) uasm_i_daddiu(buf, rs, rt, val) 151 # define UASM_i_ADDU(buf, rs, rt, rd) uasm_i_daddu(buf, rs, rt, rd) 152 # define UASM_i_LL(buf, rs, rt, off) uasm_i_lld(buf, rs, rt, off) 153 # define UASM_i_LW(buf, rs, rt, off) uasm_i_ld(buf, rs, rt, off) 154 # define UASM_i_LWX(buf, rs, rt, rd) uasm_i_ldx(buf, rs, rt, rd) 155 # define UASM_i_MFC0(buf, rt, rd...) uasm_i_dmfc0(buf, rt, rd) 156 # define UASM_i_MTC0(buf, rt, rd...) uasm_i_dmtc0(buf, rt, rd) 157 # define UASM_i_ROTR(buf, rs, rt, sh) uasm_i_drotr(buf, rs, rt, sh) 158 # define UASM_i_SC(buf, rs, rt, off) uasm_i_scd(buf, rs, rt, off) 159 # define UASM_i_SLL(buf, rs, rt, sh) uasm_i_dsll(buf, rs, rt, sh) 160 # define UASM_i_SRA(buf, rs, rt, sh) uasm_i_dsra(buf, rs, rt, sh) 161 # define UASM_i_SRL(buf, rs, rt, sh) uasm_i_dsrl(buf, rs, rt, sh) 162 # define UASM_i_SRL_SAFE(buf, rs, rt, sh) uasm_i_dsrl_safe(buf, rs, rt, sh) 163 # define UASM_i_SUBU(buf, rs, rt, rd) uasm_i_dsubu(buf, rs, rt, rd) 164 # define UASM_i_SW(buf, rs, rt, off) uasm_i_sd(buf, rs, rt, off) 165 #else 166 # define UASM_i_ADDIU(buf, rs, rt, val) uasm_i_addiu(buf, rs, rt, val) 167 # define UASM_i_ADDU(buf, rs, rt, rd) uasm_i_addu(buf, rs, rt, rd) 168 # define UASM_i_LL(buf, rs, rt, off) uasm_i_ll(buf, rs, rt, off) 169 # define UASM_i_LW(buf, rs, rt, off) uasm_i_lw(buf, rs, rt, off) 170 # define UASM_i_LWX(buf, rs, rt, rd) uasm_i_lwx(buf, rs, rt, rd) 171 # define UASM_i_MFC0(buf, rt, rd...) uasm_i_mfc0(buf, rt, rd) 172 # define UASM_i_MTC0(buf, rt, rd...) uasm_i_mtc0(buf, rt, rd) 173 # define UASM_i_ROTR(buf, rs, rt, sh) uasm_i_rotr(buf, rs, rt, sh) 174 # define UASM_i_SC(buf, rs, rt, off) uasm_i_sc(buf, rs, rt, off) 175 # define UASM_i_SLL(buf, rs, rt, sh) uasm_i_sll(buf, rs, rt, sh) 176 # define UASM_i_SRA(buf, rs, rt, sh) uasm_i_sra(buf, rs, rt, sh) 177 # define UASM_i_SRL(buf, rs, rt, sh) uasm_i_srl(buf, rs, rt, sh) 178 # define UASM_i_SRL_SAFE(buf, rs, rt, sh) uasm_i_srl(buf, rs, rt, sh) 179 # define UASM_i_SUBU(buf, rs, rt, rd) uasm_i_subu(buf, rs, rt, rd) 180 # define UASM_i_SW(buf, rs, rt, off) uasm_i_sw(buf, rs, rt, off) 181 #endif 182 183 #define uasm_i_b(buf, off) uasm_i_beq(buf, 0, 0, off) 184 #define uasm_i_beqz(buf, rs, off) uasm_i_beq(buf, rs, 0, off) 185 #define uasm_i_beqzl(buf, rs, off) uasm_i_beql(buf, rs, 0, off) 186 #define uasm_i_bnez(buf, rs, off) uasm_i_bne(buf, rs, 0, off) 187 #define uasm_i_bnezl(buf, rs, off) uasm_i_bnel(buf, rs, 0, off) 188 #define uasm_i_ehb(buf) uasm_i_sll(buf, 0, 0, 3) 189 #define uasm_i_move(buf, a, b) UASM_i_ADDU(buf, a, 0, b) 190 #define uasm_i_nop(buf) uasm_i_sll(buf, 0, 0, 0) 191 #define uasm_i_ssnop(buf) uasm_i_sll(buf, 0, 0, 1) 192 193 static inline void uasm_i_drotr_safe(u32 **p, unsigned int a1, 194 unsigned int a2, unsigned int a3) 195 { 196 if (a3 < 32) 197 uasm_i_drotr(p, a1, a2, a3); 198 else 199 uasm_i_drotr32(p, a1, a2, a3 - 32); 200 } 201 202 static inline void uasm_i_dsll_safe(u32 **p, unsigned int a1, 203 unsigned int a2, unsigned int a3) 204 { 205 if (a3 < 32) 206 uasm_i_dsll(p, a1, a2, a3); 207 else 208 uasm_i_dsll32(p, a1, a2, a3 - 32); 209 } 210 211 static inline void uasm_i_dsrl_safe(u32 **p, unsigned int a1, 212 unsigned int a2, unsigned int a3) 213 { 214 if (a3 < 32) 215 uasm_i_dsrl(p, a1, a2, a3); 216 else 217 uasm_i_dsrl32(p, a1, a2, a3 - 32); 218 } 219 220 /* Handle relocations. */ 221 struct uasm_reloc { 222 u32 *addr; 223 unsigned int type; 224 int lab; 225 }; 226 227 /* This is zero so we can use zeroed label arrays. */ 228 #define UASM_LABEL_INVALID 0 229 230 void uasm_r_mips_pc16(struct uasm_reloc **rel, u32 *addr, int lid); 231 void uasm_resolve_relocs(struct uasm_reloc *rel, struct uasm_label *lab); 232 void uasm_move_relocs(struct uasm_reloc *rel, u32 *first, u32 *end, long off); 233 void uasm_move_labels(struct uasm_label *lab, u32 *first, u32 *end, long off); 234 void uasm_copy_handler(struct uasm_reloc *rel, struct uasm_label *lab, 235 u32 *first, u32 *end, u32 *target); 236 int uasm_insn_has_bdelay(struct uasm_reloc *rel, u32 *addr); 237 238 /* Convenience functions for labeled branches. */ 239 void uasm_il_b(u32 **p, struct uasm_reloc **r, int lid); 240 void uasm_il_bbit0(u32 **p, struct uasm_reloc **r, unsigned int reg, 241 unsigned int bit, int lid); 242 void uasm_il_bbit1(u32 **p, struct uasm_reloc **r, unsigned int reg, 243 unsigned int bit, int lid); 244 void uasm_il_beqz(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 245 void uasm_il_beqzl(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 246 void uasm_il_bgezl(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 247 void uasm_il_bgez(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 248 void uasm_il_bltz(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 249 void uasm_il_bne(u32 **p, struct uasm_reloc **r, unsigned int reg1, 250 unsigned int reg2, int lid); 251 void uasm_il_bnez(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 252