xref: /openbmc/qemu/target/riscv/translate.c (revision f9298de5)
1 /*
2  * RISC-V emulation for qemu: main translation routines.
3  *
4  * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu
5  *
6  * This program is free software; you can redistribute it and/or modify it
7  * under the terms and conditions of the GNU General Public License,
8  * version 2 or later, as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope it will be useful, but WITHOUT
11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
13  * more details.
14  *
15  * You should have received a copy of the GNU General Public License along with
16  * this program.  If not, see <http://www.gnu.org/licenses/>.
17  */
18 
19 #include "qemu/osdep.h"
20 #include "qemu/log.h"
21 #include "cpu.h"
22 #include "tcg/tcg-op.h"
23 #include "disas/disas.h"
24 #include "exec/cpu_ldst.h"
25 #include "exec/exec-all.h"
26 #include "exec/helper-proto.h"
27 #include "exec/helper-gen.h"
28 
29 #include "exec/translator.h"
30 #include "exec/log.h"
31 
32 #include "instmap.h"
33 
34 /* global register indices */
35 static TCGv cpu_gpr[32], cpu_pc, cpu_vl;
36 static TCGv_i64 cpu_fpr[32]; /* assume F and D extensions */
37 static TCGv load_res;
38 static TCGv load_val;
39 /* globals for PM CSRs */
40 static TCGv pm_mask[4];
41 static TCGv pm_base[4];
42 
43 #include "exec/gen-icount.h"
44 
45 /*
46  * If an operation is being performed on less than TARGET_LONG_BITS,
47  * it may require the inputs to be sign- or zero-extended; which will
48  * depend on the exact operation being performed.
49  */
50 typedef enum {
51     EXT_NONE,
52     EXT_SIGN,
53     EXT_ZERO,
54 } DisasExtend;
55 
56 typedef struct DisasContext {
57     DisasContextBase base;
58     /* pc_succ_insn points to the instruction following base.pc_next */
59     target_ulong pc_succ_insn;
60     target_ulong priv_ver;
61     RISCVMXL xl;
62     uint32_t misa_ext;
63     uint32_t opcode;
64     uint32_t mstatus_fs;
65     uint32_t mstatus_vs;
66     uint32_t mstatus_hs_fs;
67     uint32_t mstatus_hs_vs;
68     uint32_t mem_idx;
69     /* Remember the rounding mode encoded in the previous fp instruction,
70        which we have already installed into env->fp_status.  Or -1 for
71        no previous fp instruction.  Note that we exit the TB when writing
72        to any system register, which includes CSR_FRM, so we do not have
73        to reset this known value.  */
74     int frm;
75     RISCVMXL ol;
76     bool virt_enabled;
77     bool ext_ifencei;
78     bool ext_zfh;
79     bool ext_zfhmin;
80     bool hlsx;
81     /* vector extension */
82     bool vill;
83     uint8_t lmul;
84     uint8_t sew;
85     uint16_t vlen;
86     bool vl_eq_vlmax;
87     uint8_t ntemp;
88     CPUState *cs;
89     TCGv zero;
90     /* Space for 3 operands plus 1 extra for address computation. */
91     TCGv temp[4];
92     /* PointerMasking extension */
93     bool pm_enabled;
94     TCGv pm_mask;
95     TCGv pm_base;
96 } DisasContext;
97 
98 static inline bool has_ext(DisasContext *ctx, uint32_t ext)
99 {
100     return ctx->misa_ext & ext;
101 }
102 
103 #ifdef TARGET_RISCV32
104 #define get_xl(ctx)    MXL_RV32
105 #elif defined(CONFIG_USER_ONLY)
106 #define get_xl(ctx)    MXL_RV64
107 #else
108 #define get_xl(ctx)    ((ctx)->xl)
109 #endif
110 
111 /* The word size for this machine mode. */
112 static inline int __attribute__((unused)) get_xlen(DisasContext *ctx)
113 {
114     return 16 << get_xl(ctx);
115 }
116 
117 /* The operation length, as opposed to the xlen. */
118 #ifdef TARGET_RISCV32
119 #define get_ol(ctx)    MXL_RV32
120 #else
121 #define get_ol(ctx)    ((ctx)->ol)
122 #endif
123 
124 static inline int get_olen(DisasContext *ctx)
125 {
126     return 16 << get_ol(ctx);
127 }
128 
129 /*
130  * RISC-V requires NaN-boxing of narrower width floating point values.
131  * This applies when a 32-bit value is assigned to a 64-bit FP register.
132  * For consistency and simplicity, we nanbox results even when the RVD
133  * extension is not present.
134  */
135 static void gen_nanbox_s(TCGv_i64 out, TCGv_i64 in)
136 {
137     tcg_gen_ori_i64(out, in, MAKE_64BIT_MASK(32, 32));
138 }
139 
140 static void gen_nanbox_h(TCGv_i64 out, TCGv_i64 in)
141 {
142     tcg_gen_ori_i64(out, in, MAKE_64BIT_MASK(16, 48));
143 }
144 
145 /*
146  * A narrow n-bit operation, where n < FLEN, checks that input operands
147  * are correctly Nan-boxed, i.e., all upper FLEN - n bits are 1.
148  * If so, the least-significant bits of the input are used, otherwise the
149  * input value is treated as an n-bit canonical NaN (v2.2 section 9.2).
150  *
151  * Here, the result is always nan-boxed, even the canonical nan.
152  */
153 static void gen_check_nanbox_h(TCGv_i64 out, TCGv_i64 in)
154 {
155     TCGv_i64 t_max = tcg_const_i64(0xffffffffffff0000ull);
156     TCGv_i64 t_nan = tcg_const_i64(0xffffffffffff7e00ull);
157 
158     tcg_gen_movcond_i64(TCG_COND_GEU, out, in, t_max, in, t_nan);
159     tcg_temp_free_i64(t_max);
160     tcg_temp_free_i64(t_nan);
161 }
162 
163 static void gen_check_nanbox_s(TCGv_i64 out, TCGv_i64 in)
164 {
165     TCGv_i64 t_max = tcg_constant_i64(0xffffffff00000000ull);
166     TCGv_i64 t_nan = tcg_constant_i64(0xffffffff7fc00000ull);
167 
168     tcg_gen_movcond_i64(TCG_COND_GEU, out, in, t_max, in, t_nan);
169 }
170 
171 static void generate_exception(DisasContext *ctx, int excp)
172 {
173     tcg_gen_movi_tl(cpu_pc, ctx->base.pc_next);
174     gen_helper_raise_exception(cpu_env, tcg_constant_i32(excp));
175     ctx->base.is_jmp = DISAS_NORETURN;
176 }
177 
178 static void generate_exception_mtval(DisasContext *ctx, int excp)
179 {
180     tcg_gen_movi_tl(cpu_pc, ctx->base.pc_next);
181     tcg_gen_st_tl(cpu_pc, cpu_env, offsetof(CPURISCVState, badaddr));
182     gen_helper_raise_exception(cpu_env, tcg_constant_i32(excp));
183     ctx->base.is_jmp = DISAS_NORETURN;
184 }
185 
186 static void gen_exception_illegal(DisasContext *ctx)
187 {
188     generate_exception(ctx, RISCV_EXCP_ILLEGAL_INST);
189 }
190 
191 static void gen_exception_inst_addr_mis(DisasContext *ctx)
192 {
193     generate_exception_mtval(ctx, RISCV_EXCP_INST_ADDR_MIS);
194 }
195 
196 static void gen_goto_tb(DisasContext *ctx, int n, target_ulong dest)
197 {
198     if (translator_use_goto_tb(&ctx->base, dest)) {
199         tcg_gen_goto_tb(n);
200         tcg_gen_movi_tl(cpu_pc, dest);
201         tcg_gen_exit_tb(ctx->base.tb, n);
202     } else {
203         tcg_gen_movi_tl(cpu_pc, dest);
204         tcg_gen_lookup_and_goto_ptr();
205     }
206 }
207 
208 /*
209  * Wrappers for getting reg values.
210  *
211  * The $zero register does not have cpu_gpr[0] allocated -- we supply the
212  * constant zero as a source, and an uninitialized sink as destination.
213  *
214  * Further, we may provide an extension for word operations.
215  */
216 static TCGv temp_new(DisasContext *ctx)
217 {
218     assert(ctx->ntemp < ARRAY_SIZE(ctx->temp));
219     return ctx->temp[ctx->ntemp++] = tcg_temp_new();
220 }
221 
222 static TCGv get_gpr(DisasContext *ctx, int reg_num, DisasExtend ext)
223 {
224     TCGv t;
225 
226     if (reg_num == 0) {
227         return ctx->zero;
228     }
229 
230     switch (get_ol(ctx)) {
231     case MXL_RV32:
232         switch (ext) {
233         case EXT_NONE:
234             break;
235         case EXT_SIGN:
236             t = temp_new(ctx);
237             tcg_gen_ext32s_tl(t, cpu_gpr[reg_num]);
238             return t;
239         case EXT_ZERO:
240             t = temp_new(ctx);
241             tcg_gen_ext32u_tl(t, cpu_gpr[reg_num]);
242             return t;
243         default:
244             g_assert_not_reached();
245         }
246         break;
247     case MXL_RV64:
248         break;
249     default:
250         g_assert_not_reached();
251     }
252     return cpu_gpr[reg_num];
253 }
254 
255 static TCGv dest_gpr(DisasContext *ctx, int reg_num)
256 {
257     if (reg_num == 0 || get_olen(ctx) < TARGET_LONG_BITS) {
258         return temp_new(ctx);
259     }
260     return cpu_gpr[reg_num];
261 }
262 
263 static void gen_set_gpr(DisasContext *ctx, int reg_num, TCGv t)
264 {
265     if (reg_num != 0) {
266         switch (get_ol(ctx)) {
267         case MXL_RV32:
268             tcg_gen_ext32s_tl(cpu_gpr[reg_num], t);
269             break;
270         case MXL_RV64:
271             tcg_gen_mov_tl(cpu_gpr[reg_num], t);
272             break;
273         default:
274             g_assert_not_reached();
275         }
276     }
277 }
278 
279 static void gen_jal(DisasContext *ctx, int rd, target_ulong imm)
280 {
281     target_ulong next_pc;
282 
283     /* check misaligned: */
284     next_pc = ctx->base.pc_next + imm;
285     if (!has_ext(ctx, RVC)) {
286         if ((next_pc & 0x3) != 0) {
287             gen_exception_inst_addr_mis(ctx);
288             return;
289         }
290     }
291     if (rd != 0) {
292         tcg_gen_movi_tl(cpu_gpr[rd], ctx->pc_succ_insn);
293     }
294 
295     gen_goto_tb(ctx, 0, ctx->base.pc_next + imm); /* must use this for safety */
296     ctx->base.is_jmp = DISAS_NORETURN;
297 }
298 
299 /*
300  * Generates address adjustment for PointerMasking
301  */
302 static TCGv gen_pm_adjust_address(DisasContext *s, TCGv src)
303 {
304     TCGv temp;
305     if (!s->pm_enabled) {
306         /* Load unmodified address */
307         return src;
308     } else {
309         temp = temp_new(s);
310         tcg_gen_andc_tl(temp, src, s->pm_mask);
311         tcg_gen_or_tl(temp, temp, s->pm_base);
312         return temp;
313     }
314 }
315 
316 #ifndef CONFIG_USER_ONLY
317 /* The states of mstatus_fs are:
318  * 0 = disabled, 1 = initial, 2 = clean, 3 = dirty
319  * We will have already diagnosed disabled state,
320  * and need to turn initial/clean into dirty.
321  */
322 static void mark_fs_dirty(DisasContext *ctx)
323 {
324     TCGv tmp;
325 
326     if (ctx->mstatus_fs != MSTATUS_FS) {
327         /* Remember the state change for the rest of the TB. */
328         ctx->mstatus_fs = MSTATUS_FS;
329 
330         tmp = tcg_temp_new();
331         tcg_gen_ld_tl(tmp, cpu_env, offsetof(CPURISCVState, mstatus));
332         tcg_gen_ori_tl(tmp, tmp, MSTATUS_FS);
333         tcg_gen_st_tl(tmp, cpu_env, offsetof(CPURISCVState, mstatus));
334         tcg_temp_free(tmp);
335     }
336 
337     if (ctx->virt_enabled && ctx->mstatus_hs_fs != MSTATUS_FS) {
338         /* Remember the stage change for the rest of the TB. */
339         ctx->mstatus_hs_fs = MSTATUS_FS;
340 
341         tmp = tcg_temp_new();
342         tcg_gen_ld_tl(tmp, cpu_env, offsetof(CPURISCVState, mstatus_hs));
343         tcg_gen_ori_tl(tmp, tmp, MSTATUS_FS);
344         tcg_gen_st_tl(tmp, cpu_env, offsetof(CPURISCVState, mstatus_hs));
345         tcg_temp_free(tmp);
346     }
347 }
348 #else
349 static inline void mark_fs_dirty(DisasContext *ctx) { }
350 #endif
351 
352 #ifndef CONFIG_USER_ONLY
353 /* The states of mstatus_vs are:
354  * 0 = disabled, 1 = initial, 2 = clean, 3 = dirty
355  * We will have already diagnosed disabled state,
356  * and need to turn initial/clean into dirty.
357  */
358 static void mark_vs_dirty(DisasContext *ctx)
359 {
360     TCGv tmp;
361 
362     if (ctx->mstatus_vs != MSTATUS_VS) {
363         /* Remember the state change for the rest of the TB.  */
364         ctx->mstatus_vs = MSTATUS_VS;
365 
366         tmp = tcg_temp_new();
367         tcg_gen_ld_tl(tmp, cpu_env, offsetof(CPURISCVState, mstatus));
368         tcg_gen_ori_tl(tmp, tmp, MSTATUS_VS);
369         tcg_gen_st_tl(tmp, cpu_env, offsetof(CPURISCVState, mstatus));
370         tcg_temp_free(tmp);
371     }
372 
373     if (ctx->virt_enabled && ctx->mstatus_hs_vs != MSTATUS_VS) {
374         /* Remember the stage change for the rest of the TB. */
375         ctx->mstatus_hs_vs = MSTATUS_VS;
376 
377         tmp = tcg_temp_new();
378         tcg_gen_ld_tl(tmp, cpu_env, offsetof(CPURISCVState, mstatus_hs));
379         tcg_gen_ori_tl(tmp, tmp, MSTATUS_VS);
380         tcg_gen_st_tl(tmp, cpu_env, offsetof(CPURISCVState, mstatus_hs));
381         tcg_temp_free(tmp);
382     }
383 }
384 #else
385 static inline void mark_vs_dirty(DisasContext *ctx) { }
386 #endif
387 
388 static void gen_set_rm(DisasContext *ctx, int rm)
389 {
390     if (ctx->frm == rm) {
391         return;
392     }
393     ctx->frm = rm;
394     gen_helper_set_rounding_mode(cpu_env, tcg_constant_i32(rm));
395 }
396 
397 static int ex_plus_1(DisasContext *ctx, int nf)
398 {
399     return nf + 1;
400 }
401 
402 #define EX_SH(amount) \
403     static int ex_shift_##amount(DisasContext *ctx, int imm) \
404     {                                         \
405         return imm << amount;                 \
406     }
407 EX_SH(1)
408 EX_SH(2)
409 EX_SH(3)
410 EX_SH(4)
411 EX_SH(12)
412 
413 #define REQUIRE_EXT(ctx, ext) do { \
414     if (!has_ext(ctx, ext)) {      \
415         return false;              \
416     }                              \
417 } while (0)
418 
419 #define REQUIRE_32BIT(ctx) do {    \
420     if (get_xl(ctx) != MXL_RV32) { \
421         return false;              \
422     }                              \
423 } while (0)
424 
425 #define REQUIRE_64BIT(ctx) do {    \
426     if (get_xl(ctx) < MXL_RV64) {  \
427         return false;              \
428     }                              \
429 } while (0)
430 
431 static int ex_rvc_register(DisasContext *ctx, int reg)
432 {
433     return 8 + reg;
434 }
435 
436 static int ex_rvc_shifti(DisasContext *ctx, int imm)
437 {
438     /* For RV128 a shamt of 0 means a shift by 64. */
439     return imm ? imm : 64;
440 }
441 
442 /* Include the auto-generated decoder for 32 bit insn */
443 #include "decode-insn32.c.inc"
444 
445 static bool gen_arith_imm_fn(DisasContext *ctx, arg_i *a, DisasExtend ext,
446                              void (*func)(TCGv, TCGv, target_long))
447 {
448     TCGv dest = dest_gpr(ctx, a->rd);
449     TCGv src1 = get_gpr(ctx, a->rs1, ext);
450 
451     func(dest, src1, a->imm);
452 
453     gen_set_gpr(ctx, a->rd, dest);
454     return true;
455 }
456 
457 static bool gen_arith_imm_tl(DisasContext *ctx, arg_i *a, DisasExtend ext,
458                              void (*func)(TCGv, TCGv, TCGv))
459 {
460     TCGv dest = dest_gpr(ctx, a->rd);
461     TCGv src1 = get_gpr(ctx, a->rs1, ext);
462     TCGv src2 = tcg_constant_tl(a->imm);
463 
464     func(dest, src1, src2);
465 
466     gen_set_gpr(ctx, a->rd, dest);
467     return true;
468 }
469 
470 static bool gen_arith(DisasContext *ctx, arg_r *a, DisasExtend ext,
471                       void (*func)(TCGv, TCGv, TCGv))
472 {
473     TCGv dest = dest_gpr(ctx, a->rd);
474     TCGv src1 = get_gpr(ctx, a->rs1, ext);
475     TCGv src2 = get_gpr(ctx, a->rs2, ext);
476 
477     func(dest, src1, src2);
478 
479     gen_set_gpr(ctx, a->rd, dest);
480     return true;
481 }
482 
483 static bool gen_arith_per_ol(DisasContext *ctx, arg_r *a, DisasExtend ext,
484                              void (*f_tl)(TCGv, TCGv, TCGv),
485                              void (*f_32)(TCGv, TCGv, TCGv))
486 {
487     int olen = get_olen(ctx);
488 
489     if (olen != TARGET_LONG_BITS) {
490         if (olen == 32) {
491             f_tl = f_32;
492         } else {
493             g_assert_not_reached();
494         }
495     }
496     return gen_arith(ctx, a, ext, f_tl);
497 }
498 
499 static bool gen_shift_imm_fn(DisasContext *ctx, arg_shift *a, DisasExtend ext,
500                              void (*func)(TCGv, TCGv, target_long))
501 {
502     TCGv dest, src1;
503     int max_len = get_olen(ctx);
504 
505     if (a->shamt >= max_len) {
506         return false;
507     }
508 
509     dest = dest_gpr(ctx, a->rd);
510     src1 = get_gpr(ctx, a->rs1, ext);
511 
512     func(dest, src1, a->shamt);
513 
514     gen_set_gpr(ctx, a->rd, dest);
515     return true;
516 }
517 
518 static bool gen_shift_imm_fn_per_ol(DisasContext *ctx, arg_shift *a,
519                                     DisasExtend ext,
520                                     void (*f_tl)(TCGv, TCGv, target_long),
521                                     void (*f_32)(TCGv, TCGv, target_long))
522 {
523     int olen = get_olen(ctx);
524     if (olen != TARGET_LONG_BITS) {
525         if (olen == 32) {
526             f_tl = f_32;
527         } else {
528             g_assert_not_reached();
529         }
530     }
531     return gen_shift_imm_fn(ctx, a, ext, f_tl);
532 }
533 
534 static bool gen_shift_imm_tl(DisasContext *ctx, arg_shift *a, DisasExtend ext,
535                              void (*func)(TCGv, TCGv, TCGv))
536 {
537     TCGv dest, src1, src2;
538     int max_len = get_olen(ctx);
539 
540     if (a->shamt >= max_len) {
541         return false;
542     }
543 
544     dest = dest_gpr(ctx, a->rd);
545     src1 = get_gpr(ctx, a->rs1, ext);
546     src2 = tcg_constant_tl(a->shamt);
547 
548     func(dest, src1, src2);
549 
550     gen_set_gpr(ctx, a->rd, dest);
551     return true;
552 }
553 
554 static bool gen_shift(DisasContext *ctx, arg_r *a, DisasExtend ext,
555                       void (*func)(TCGv, TCGv, TCGv))
556 {
557     TCGv dest = dest_gpr(ctx, a->rd);
558     TCGv src1 = get_gpr(ctx, a->rs1, ext);
559     TCGv src2 = get_gpr(ctx, a->rs2, EXT_NONE);
560     TCGv ext2 = tcg_temp_new();
561 
562     tcg_gen_andi_tl(ext2, src2, get_olen(ctx) - 1);
563     func(dest, src1, ext2);
564 
565     gen_set_gpr(ctx, a->rd, dest);
566     tcg_temp_free(ext2);
567     return true;
568 }
569 
570 static bool gen_shift_per_ol(DisasContext *ctx, arg_r *a, DisasExtend ext,
571                              void (*f_tl)(TCGv, TCGv, TCGv),
572                              void (*f_32)(TCGv, TCGv, TCGv))
573 {
574     int olen = get_olen(ctx);
575     if (olen != TARGET_LONG_BITS) {
576         if (olen == 32) {
577             f_tl = f_32;
578         } else {
579             g_assert_not_reached();
580         }
581     }
582     return gen_shift(ctx, a, ext, f_tl);
583 }
584 
585 static bool gen_unary(DisasContext *ctx, arg_r2 *a, DisasExtend ext,
586                       void (*func)(TCGv, TCGv))
587 {
588     TCGv dest = dest_gpr(ctx, a->rd);
589     TCGv src1 = get_gpr(ctx, a->rs1, ext);
590 
591     func(dest, src1);
592 
593     gen_set_gpr(ctx, a->rd, dest);
594     return true;
595 }
596 
597 static bool gen_unary_per_ol(DisasContext *ctx, arg_r2 *a, DisasExtend ext,
598                              void (*f_tl)(TCGv, TCGv),
599                              void (*f_32)(TCGv, TCGv))
600 {
601     int olen = get_olen(ctx);
602 
603     if (olen != TARGET_LONG_BITS) {
604         if (olen == 32) {
605             f_tl = f_32;
606         } else {
607             g_assert_not_reached();
608         }
609     }
610     return gen_unary(ctx, a, ext, f_tl);
611 }
612 
613 static uint32_t opcode_at(DisasContextBase *dcbase, target_ulong pc)
614 {
615     DisasContext *ctx = container_of(dcbase, DisasContext, base);
616     CPUState *cpu = ctx->cs;
617     CPURISCVState *env = cpu->env_ptr;
618 
619     return cpu_ldl_code(env, pc);
620 }
621 
622 /* Include insn module translation function */
623 #include "insn_trans/trans_rvi.c.inc"
624 #include "insn_trans/trans_rvm.c.inc"
625 #include "insn_trans/trans_rva.c.inc"
626 #include "insn_trans/trans_rvf.c.inc"
627 #include "insn_trans/trans_rvd.c.inc"
628 #include "insn_trans/trans_rvh.c.inc"
629 #include "insn_trans/trans_rvv.c.inc"
630 #include "insn_trans/trans_rvb.c.inc"
631 #include "insn_trans/trans_rvzfh.c.inc"
632 #include "insn_trans/trans_privileged.c.inc"
633 
634 /* Include the auto-generated decoder for 16 bit insn */
635 #include "decode-insn16.c.inc"
636 
637 static void decode_opc(CPURISCVState *env, DisasContext *ctx, uint16_t opcode)
638 {
639     /* check for compressed insn */
640     if (extract16(opcode, 0, 2) != 3) {
641         if (!has_ext(ctx, RVC)) {
642             gen_exception_illegal(ctx);
643         } else {
644             ctx->pc_succ_insn = ctx->base.pc_next + 2;
645             if (!decode_insn16(ctx, opcode)) {
646                 gen_exception_illegal(ctx);
647             }
648         }
649     } else {
650         uint32_t opcode32 = opcode;
651         opcode32 = deposit32(opcode32, 16, 16,
652                              translator_lduw(env, &ctx->base,
653                                              ctx->base.pc_next + 2));
654         ctx->pc_succ_insn = ctx->base.pc_next + 4;
655         if (!decode_insn32(ctx, opcode32)) {
656             gen_exception_illegal(ctx);
657         }
658     }
659 }
660 
661 static void riscv_tr_init_disas_context(DisasContextBase *dcbase, CPUState *cs)
662 {
663     DisasContext *ctx = container_of(dcbase, DisasContext, base);
664     CPURISCVState *env = cs->env_ptr;
665     RISCVCPU *cpu = RISCV_CPU(cs);
666     uint32_t tb_flags = ctx->base.tb->flags;
667 
668     ctx->pc_succ_insn = ctx->base.pc_first;
669     ctx->mem_idx = FIELD_EX32(tb_flags, TB_FLAGS, MEM_IDX);
670     ctx->mstatus_fs = tb_flags & TB_FLAGS_MSTATUS_FS;
671     ctx->mstatus_vs = tb_flags & TB_FLAGS_MSTATUS_VS;
672     ctx->priv_ver = env->priv_ver;
673 #if !defined(CONFIG_USER_ONLY)
674     if (riscv_has_ext(env, RVH)) {
675         ctx->virt_enabled = riscv_cpu_virt_enabled(env);
676     } else {
677         ctx->virt_enabled = false;
678     }
679 #else
680     ctx->virt_enabled = false;
681 #endif
682     ctx->misa_ext = env->misa_ext;
683     ctx->frm = -1;  /* unknown rounding mode */
684     ctx->ext_ifencei = cpu->cfg.ext_ifencei;
685     ctx->ext_zfh = cpu->cfg.ext_zfh;
686     ctx->ext_zfhmin = cpu->cfg.ext_zfhmin;
687     ctx->vlen = cpu->cfg.vlen;
688     ctx->mstatus_hs_fs = FIELD_EX32(tb_flags, TB_FLAGS, MSTATUS_HS_FS);
689     ctx->mstatus_hs_vs = FIELD_EX32(tb_flags, TB_FLAGS, MSTATUS_HS_VS);
690     ctx->hlsx = FIELD_EX32(tb_flags, TB_FLAGS, HLSX);
691     ctx->vill = FIELD_EX32(tb_flags, TB_FLAGS, VILL);
692     ctx->sew = FIELD_EX32(tb_flags, TB_FLAGS, SEW);
693     ctx->lmul = FIELD_EX32(tb_flags, TB_FLAGS, LMUL);
694     ctx->vl_eq_vlmax = FIELD_EX32(tb_flags, TB_FLAGS, VL_EQ_VLMAX);
695     ctx->xl = FIELD_EX32(tb_flags, TB_FLAGS, XL);
696     ctx->cs = cs;
697     ctx->ntemp = 0;
698     memset(ctx->temp, 0, sizeof(ctx->temp));
699     ctx->pm_enabled = FIELD_EX32(tb_flags, TB_FLAGS, PM_ENABLED);
700     int priv = tb_flags & TB_FLAGS_PRIV_MMU_MASK;
701     ctx->pm_mask = pm_mask[priv];
702     ctx->pm_base = pm_base[priv];
703 
704     ctx->zero = tcg_constant_tl(0);
705 }
706 
707 static void riscv_tr_tb_start(DisasContextBase *db, CPUState *cpu)
708 {
709 }
710 
711 static void riscv_tr_insn_start(DisasContextBase *dcbase, CPUState *cpu)
712 {
713     DisasContext *ctx = container_of(dcbase, DisasContext, base);
714 
715     tcg_gen_insn_start(ctx->base.pc_next);
716 }
717 
718 static void riscv_tr_translate_insn(DisasContextBase *dcbase, CPUState *cpu)
719 {
720     DisasContext *ctx = container_of(dcbase, DisasContext, base);
721     CPURISCVState *env = cpu->env_ptr;
722     uint16_t opcode16 = translator_lduw(env, &ctx->base, ctx->base.pc_next);
723 
724     ctx->ol = ctx->xl;
725     decode_opc(env, ctx, opcode16);
726     ctx->base.pc_next = ctx->pc_succ_insn;
727 
728     for (int i = ctx->ntemp - 1; i >= 0; --i) {
729         tcg_temp_free(ctx->temp[i]);
730         ctx->temp[i] = NULL;
731     }
732     ctx->ntemp = 0;
733 
734     if (ctx->base.is_jmp == DISAS_NEXT) {
735         target_ulong page_start;
736 
737         page_start = ctx->base.pc_first & TARGET_PAGE_MASK;
738         if (ctx->base.pc_next - page_start >= TARGET_PAGE_SIZE) {
739             ctx->base.is_jmp = DISAS_TOO_MANY;
740         }
741     }
742 }
743 
744 static void riscv_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu)
745 {
746     DisasContext *ctx = container_of(dcbase, DisasContext, base);
747 
748     switch (ctx->base.is_jmp) {
749     case DISAS_TOO_MANY:
750         gen_goto_tb(ctx, 0, ctx->base.pc_next);
751         break;
752     case DISAS_NORETURN:
753         break;
754     default:
755         g_assert_not_reached();
756     }
757 }
758 
759 static void riscv_tr_disas_log(const DisasContextBase *dcbase, CPUState *cpu)
760 {
761 #ifndef CONFIG_USER_ONLY
762     RISCVCPU *rvcpu = RISCV_CPU(cpu);
763     CPURISCVState *env = &rvcpu->env;
764 #endif
765 
766     qemu_log("IN: %s\n", lookup_symbol(dcbase->pc_first));
767 #ifndef CONFIG_USER_ONLY
768     qemu_log("Priv: "TARGET_FMT_ld"; Virt: "TARGET_FMT_ld"\n", env->priv, env->virt);
769 #endif
770     log_target_disas(cpu, dcbase->pc_first, dcbase->tb->size);
771 }
772 
773 static const TranslatorOps riscv_tr_ops = {
774     .init_disas_context = riscv_tr_init_disas_context,
775     .tb_start           = riscv_tr_tb_start,
776     .insn_start         = riscv_tr_insn_start,
777     .translate_insn     = riscv_tr_translate_insn,
778     .tb_stop            = riscv_tr_tb_stop,
779     .disas_log          = riscv_tr_disas_log,
780 };
781 
782 void gen_intermediate_code(CPUState *cs, TranslationBlock *tb, int max_insns)
783 {
784     DisasContext ctx;
785 
786     translator_loop(&riscv_tr_ops, &ctx.base, cs, tb, max_insns);
787 }
788 
789 void riscv_translate_init(void)
790 {
791     int i;
792 
793     /*
794      * cpu_gpr[0] is a placeholder for the zero register. Do not use it.
795      * Use the gen_set_gpr and get_gpr helper functions when accessing regs,
796      * unless you specifically block reads/writes to reg 0.
797      */
798     cpu_gpr[0] = NULL;
799 
800     for (i = 1; i < 32; i++) {
801         cpu_gpr[i] = tcg_global_mem_new(cpu_env,
802             offsetof(CPURISCVState, gpr[i]), riscv_int_regnames[i]);
803     }
804 
805     for (i = 0; i < 32; i++) {
806         cpu_fpr[i] = tcg_global_mem_new_i64(cpu_env,
807             offsetof(CPURISCVState, fpr[i]), riscv_fpr_regnames[i]);
808     }
809 
810     cpu_pc = tcg_global_mem_new(cpu_env, offsetof(CPURISCVState, pc), "pc");
811     cpu_vl = tcg_global_mem_new(cpu_env, offsetof(CPURISCVState, vl), "vl");
812     load_res = tcg_global_mem_new(cpu_env, offsetof(CPURISCVState, load_res),
813                              "load_res");
814     load_val = tcg_global_mem_new(cpu_env, offsetof(CPURISCVState, load_val),
815                              "load_val");
816 #ifndef CONFIG_USER_ONLY
817     /* Assign PM CSRs to tcg globals */
818     pm_mask[PRV_U] =
819       tcg_global_mem_new(cpu_env, offsetof(CPURISCVState, upmmask), "upmmask");
820     pm_base[PRV_U] =
821       tcg_global_mem_new(cpu_env, offsetof(CPURISCVState, upmbase), "upmbase");
822     pm_mask[PRV_S] =
823       tcg_global_mem_new(cpu_env, offsetof(CPURISCVState, spmmask), "spmmask");
824     pm_base[PRV_S] =
825       tcg_global_mem_new(cpu_env, offsetof(CPURISCVState, spmbase), "spmbase");
826     pm_mask[PRV_M] =
827       tcg_global_mem_new(cpu_env, offsetof(CPURISCVState, mpmmask), "mpmmask");
828     pm_base[PRV_M] =
829       tcg_global_mem_new(cpu_env, offsetof(CPURISCVState, mpmbase), "mpmbase");
830 #endif
831 }
832