xref: /openbmc/qemu/target/riscv/cpu.h (revision 1ea4a06a)
1 /*
2  * QEMU RISC-V CPU
3  *
4  * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu
5  * Copyright (c) 2017-2018 SiFive, Inc.
6  *
7  * This program is free software; you can redistribute it and/or modify it
8  * under the terms and conditions of the GNU General Public License,
9  * version 2 or later, as published by the Free Software Foundation.
10  *
11  * This program is distributed in the hope it will be useful, but WITHOUT
12  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
14  * more details.
15  *
16  * You should have received a copy of the GNU General Public License along with
17  * this program.  If not, see <http://www.gnu.org/licenses/>.
18  */
19 
20 #ifndef RISCV_CPU_H
21 #define RISCV_CPU_H
22 
23 #include "hw/core/cpu.h"
24 #include "hw/registerfields.h"
25 #include "exec/cpu-defs.h"
26 #include "fpu/softfloat-types.h"
27 #include "qom/object.h"
28 #include "qemu/int128.h"
29 #include "cpu_bits.h"
30 
31 #define TCG_GUEST_DEFAULT_MO 0
32 
33 #define TYPE_RISCV_CPU "riscv-cpu"
34 
35 #define RISCV_CPU_TYPE_SUFFIX "-" TYPE_RISCV_CPU
36 #define RISCV_CPU_TYPE_NAME(name) (name RISCV_CPU_TYPE_SUFFIX)
37 #define CPU_RESOLVING_TYPE TYPE_RISCV_CPU
38 
39 #define TYPE_RISCV_CPU_ANY              RISCV_CPU_TYPE_NAME("any")
40 #define TYPE_RISCV_CPU_BASE32           RISCV_CPU_TYPE_NAME("rv32")
41 #define TYPE_RISCV_CPU_BASE64           RISCV_CPU_TYPE_NAME("rv64")
42 #define TYPE_RISCV_CPU_BASE128          RISCV_CPU_TYPE_NAME("x-rv128")
43 #define TYPE_RISCV_CPU_IBEX             RISCV_CPU_TYPE_NAME("lowrisc-ibex")
44 #define TYPE_RISCV_CPU_SHAKTI_C         RISCV_CPU_TYPE_NAME("shakti-c")
45 #define TYPE_RISCV_CPU_SIFIVE_E31       RISCV_CPU_TYPE_NAME("sifive-e31")
46 #define TYPE_RISCV_CPU_SIFIVE_E34       RISCV_CPU_TYPE_NAME("sifive-e34")
47 #define TYPE_RISCV_CPU_SIFIVE_E51       RISCV_CPU_TYPE_NAME("sifive-e51")
48 #define TYPE_RISCV_CPU_SIFIVE_U34       RISCV_CPU_TYPE_NAME("sifive-u34")
49 #define TYPE_RISCV_CPU_SIFIVE_U54       RISCV_CPU_TYPE_NAME("sifive-u54")
50 #define TYPE_RISCV_CPU_HOST             RISCV_CPU_TYPE_NAME("host")
51 
52 #if defined(TARGET_RISCV32)
53 # define TYPE_RISCV_CPU_BASE            TYPE_RISCV_CPU_BASE32
54 #elif defined(TARGET_RISCV64)
55 # define TYPE_RISCV_CPU_BASE            TYPE_RISCV_CPU_BASE64
56 #endif
57 
58 #define RV(x) ((target_ulong)1 << (x - 'A'))
59 
60 #define RVI RV('I')
61 #define RVE RV('E') /* E and I are mutually exclusive */
62 #define RVM RV('M')
63 #define RVA RV('A')
64 #define RVF RV('F')
65 #define RVD RV('D')
66 #define RVV RV('V')
67 #define RVC RV('C')
68 #define RVS RV('S')
69 #define RVU RV('U')
70 #define RVH RV('H')
71 #define RVJ RV('J')
72 
73 /* S extension denotes that Supervisor mode exists, however it is possible
74    to have a core that support S mode but does not have an MMU and there
75    is currently no bit in misa to indicate whether an MMU exists or not
76    so a cpu features bitfield is required, likewise for optional PMP support */
77 enum {
78     RISCV_FEATURE_MMU,
79     RISCV_FEATURE_PMP,
80     RISCV_FEATURE_EPMP,
81     RISCV_FEATURE_MISA,
82     RISCV_FEATURE_AIA
83 };
84 
85 #define PRIV_VERSION_1_10_0 0x00011000
86 #define PRIV_VERSION_1_11_0 0x00011100
87 
88 #define VEXT_VERSION_1_00_0 0x00010000
89 
90 enum {
91     TRANSLATE_SUCCESS,
92     TRANSLATE_FAIL,
93     TRANSLATE_PMP_FAIL,
94     TRANSLATE_G_STAGE_FAIL
95 };
96 
97 #define MMU_USER_IDX 3
98 
99 #define MAX_RISCV_PMPS (16)
100 
101 typedef struct CPUArchState CPURISCVState;
102 
103 #if !defined(CONFIG_USER_ONLY)
104 #include "pmp.h"
105 #endif
106 
107 #define RV_VLEN_MAX 1024
108 
109 FIELD(VTYPE, VLMUL, 0, 3)
110 FIELD(VTYPE, VSEW, 3, 3)
111 FIELD(VTYPE, VTA, 6, 1)
112 FIELD(VTYPE, VMA, 7, 1)
113 FIELD(VTYPE, VEDIV, 8, 2)
114 FIELD(VTYPE, RESERVED, 10, sizeof(target_ulong) * 8 - 11)
115 
116 struct CPUArchState {
117     target_ulong gpr[32];
118     target_ulong gprh[32]; /* 64 top bits of the 128-bit registers */
119     uint64_t fpr[32]; /* assume both F and D extensions */
120 
121     /* vector coprocessor state. */
122     uint64_t vreg[32 * RV_VLEN_MAX / 64] QEMU_ALIGNED(16);
123     target_ulong vxrm;
124     target_ulong vxsat;
125     target_ulong vl;
126     target_ulong vstart;
127     target_ulong vtype;
128     bool vill;
129 
130     target_ulong pc;
131     target_ulong load_res;
132     target_ulong load_val;
133 
134     target_ulong frm;
135 
136     target_ulong badaddr;
137     uint32_t bins;
138 
139     target_ulong guest_phys_fault_addr;
140 
141     target_ulong priv_ver;
142     target_ulong bext_ver;
143     target_ulong vext_ver;
144 
145     /* RISCVMXL, but uint32_t for vmstate migration */
146     uint32_t misa_mxl;      /* current mxl */
147     uint32_t misa_mxl_max;  /* max mxl for this cpu */
148     uint32_t misa_ext;      /* current extensions */
149     uint32_t misa_ext_mask; /* max ext for this cpu */
150     uint32_t xl;            /* current xlen */
151 
152     /* 128-bit helpers upper part return value */
153     target_ulong retxh;
154 
155     uint32_t features;
156 
157 #ifdef CONFIG_USER_ONLY
158     uint32_t elf_flags;
159 #endif
160 
161 #ifndef CONFIG_USER_ONLY
162     target_ulong priv;
163     /* This contains QEMU specific information about the virt state. */
164     target_ulong virt;
165     target_ulong geilen;
166     target_ulong resetvec;
167 
168     target_ulong mhartid;
169     /*
170      * For RV32 this is 32-bit mstatus and 32-bit mstatush.
171      * For RV64 this is a 64-bit mstatus.
172      */
173     uint64_t mstatus;
174 
175     uint64_t mip;
176 
177     uint64_t miclaim;
178 
179     uint64_t mie;
180     uint64_t mideleg;
181 
182     target_ulong satp;   /* since: priv-1.10.0 */
183     target_ulong stval;
184     target_ulong medeleg;
185 
186     target_ulong stvec;
187     target_ulong sepc;
188     target_ulong scause;
189 
190     target_ulong mtvec;
191     target_ulong mepc;
192     target_ulong mcause;
193     target_ulong mtval;  /* since: priv-1.10.0 */
194 
195     /* Machine and Supervisor interrupt priorities */
196     uint8_t miprio[64];
197     uint8_t siprio[64];
198 
199     /* AIA CSRs */
200     target_ulong miselect;
201     target_ulong siselect;
202 
203     /* Hypervisor CSRs */
204     target_ulong hstatus;
205     target_ulong hedeleg;
206     uint64_t hideleg;
207     target_ulong hcounteren;
208     target_ulong htval;
209     target_ulong htinst;
210     target_ulong hgatp;
211     target_ulong hgeie;
212     target_ulong hgeip;
213     uint64_t htimedelta;
214 
215     /* Hypervisor controlled virtual interrupt priorities */
216     target_ulong hvictl;
217     uint8_t hviprio[64];
218 
219     /* Upper 64-bits of 128-bit CSRs */
220     uint64_t mscratchh;
221     uint64_t sscratchh;
222 
223     /* Virtual CSRs */
224     /*
225      * For RV32 this is 32-bit vsstatus and 32-bit vsstatush.
226      * For RV64 this is a 64-bit vsstatus.
227      */
228     uint64_t vsstatus;
229     target_ulong vstvec;
230     target_ulong vsscratch;
231     target_ulong vsepc;
232     target_ulong vscause;
233     target_ulong vstval;
234     target_ulong vsatp;
235 
236     /* AIA VS-mode CSRs */
237     target_ulong vsiselect;
238 
239     target_ulong mtval2;
240     target_ulong mtinst;
241 
242     /* HS Backup CSRs */
243     target_ulong stvec_hs;
244     target_ulong sscratch_hs;
245     target_ulong sepc_hs;
246     target_ulong scause_hs;
247     target_ulong stval_hs;
248     target_ulong satp_hs;
249     uint64_t mstatus_hs;
250 
251     /* Signals whether the current exception occurred with two-stage address
252        translation active. */
253     bool two_stage_lookup;
254 
255     target_ulong scounteren;
256     target_ulong mcounteren;
257 
258     target_ulong sscratch;
259     target_ulong mscratch;
260 
261     /* temporary htif regs */
262     uint64_t mfromhost;
263     uint64_t mtohost;
264     uint64_t timecmp;
265 
266     /* physical memory protection */
267     pmp_table_t pmp_state;
268     target_ulong mseccfg;
269 
270     /* machine specific rdtime callback */
271     uint64_t (*rdtime_fn)(uint32_t);
272     uint32_t rdtime_fn_arg;
273 
274     /* machine specific AIA ireg read-modify-write callback */
275 #define AIA_MAKE_IREG(__isel, __priv, __virt, __vgein, __xlen) \
276     ((((__xlen) & 0xff) << 24) | \
277      (((__vgein) & 0x3f) << 20) | \
278      (((__virt) & 0x1) << 18) | \
279      (((__priv) & 0x3) << 16) | \
280      (__isel & 0xffff))
281 #define AIA_IREG_ISEL(__ireg)                  ((__ireg) & 0xffff)
282 #define AIA_IREG_PRIV(__ireg)                  (((__ireg) >> 16) & 0x3)
283 #define AIA_IREG_VIRT(__ireg)                  (((__ireg) >> 18) & 0x1)
284 #define AIA_IREG_VGEIN(__ireg)                 (((__ireg) >> 20) & 0x3f)
285 #define AIA_IREG_XLEN(__ireg)                  (((__ireg) >> 24) & 0xff)
286     int (*aia_ireg_rmw_fn[4])(void *arg, target_ulong reg,
287         target_ulong *val, target_ulong new_val, target_ulong write_mask);
288     void *aia_ireg_rmw_fn_arg[4];
289 
290     /* True if in debugger mode.  */
291     bool debugger;
292 
293     /*
294      * CSRs for PointerMasking extension
295      */
296     target_ulong mmte;
297     target_ulong mpmmask;
298     target_ulong mpmbase;
299     target_ulong spmmask;
300     target_ulong spmbase;
301     target_ulong upmmask;
302     target_ulong upmbase;
303 #endif
304     target_ulong cur_pmmask;
305     target_ulong cur_pmbase;
306 
307     float_status fp_status;
308 
309     /* Fields from here on are preserved across CPU reset. */
310     QEMUTimer *timer; /* Internal timer */
311 
312     hwaddr kernel_addr;
313     hwaddr fdt_addr;
314 
315     /* kvm timer */
316     bool kvm_timer_dirty;
317     uint64_t kvm_timer_time;
318     uint64_t kvm_timer_compare;
319     uint64_t kvm_timer_state;
320     uint64_t kvm_timer_frequency;
321 };
322 
323 OBJECT_DECLARE_TYPE(RISCVCPU, RISCVCPUClass,
324                     RISCV_CPU)
325 
326 /**
327  * RISCVCPUClass:
328  * @parent_realize: The parent class' realize handler.
329  * @parent_reset: The parent class' reset handler.
330  *
331  * A RISCV CPU model.
332  */
333 struct RISCVCPUClass {
334     /*< private >*/
335     CPUClass parent_class;
336     /*< public >*/
337     DeviceRealize parent_realize;
338     DeviceReset parent_reset;
339 };
340 
341 struct RISCVCPUConfig {
342     bool ext_i;
343     bool ext_e;
344     bool ext_g;
345     bool ext_m;
346     bool ext_a;
347     bool ext_f;
348     bool ext_d;
349     bool ext_c;
350     bool ext_s;
351     bool ext_u;
352     bool ext_h;
353     bool ext_j;
354     bool ext_v;
355     bool ext_zba;
356     bool ext_zbb;
357     bool ext_zbc;
358     bool ext_zbs;
359     bool ext_counters;
360     bool ext_ifencei;
361     bool ext_icsr;
362     bool ext_svinval;
363     bool ext_svnapot;
364     bool ext_svpbmt;
365     bool ext_zdinx;
366     bool ext_zfh;
367     bool ext_zfhmin;
368     bool ext_zfinx;
369     bool ext_zhinx;
370     bool ext_zhinxmin;
371     bool ext_zve32f;
372     bool ext_zve64f;
373 
374     /* Vendor-specific custom extensions */
375     bool ext_XVentanaCondOps;
376 
377     char *priv_spec;
378     char *user_spec;
379     char *bext_spec;
380     char *vext_spec;
381     uint16_t vlen;
382     uint16_t elen;
383     bool mmu;
384     bool pmp;
385     bool epmp;
386     bool aia;
387     uint64_t resetvec;
388 };
389 
390 typedef struct RISCVCPUConfig RISCVCPUConfig;
391 
392 /**
393  * RISCVCPU:
394  * @env: #CPURISCVState
395  *
396  * A RISCV CPU.
397  */
398 struct RISCVCPU {
399     /*< private >*/
400     CPUState parent_obj;
401     /*< public >*/
402     CPUNegativeOffsetState neg;
403     CPURISCVState env;
404 
405     char *dyn_csr_xml;
406     char *dyn_vreg_xml;
407 
408     /* Configuration Settings */
409     RISCVCPUConfig cfg;
410 };
411 
412 static inline int riscv_has_ext(CPURISCVState *env, target_ulong ext)
413 {
414     return (env->misa_ext & ext) != 0;
415 }
416 
417 static inline bool riscv_feature(CPURISCVState *env, int feature)
418 {
419     return env->features & (1ULL << feature);
420 }
421 
422 static inline void riscv_set_feature(CPURISCVState *env, int feature)
423 {
424     env->features |= (1ULL << feature);
425 }
426 
427 #include "cpu_user.h"
428 
429 extern const char * const riscv_int_regnames[];
430 extern const char * const riscv_int_regnamesh[];
431 extern const char * const riscv_fpr_regnames[];
432 
433 const char *riscv_cpu_get_trap_name(target_ulong cause, bool async);
434 void riscv_cpu_do_interrupt(CPUState *cpu);
435 int riscv_cpu_write_elf64_note(WriteCoreDumpFunction f, CPUState *cs,
436                                int cpuid, void *opaque);
437 int riscv_cpu_write_elf32_note(WriteCoreDumpFunction f, CPUState *cs,
438                                int cpuid, void *opaque);
439 int riscv_cpu_gdb_read_register(CPUState *cpu, GByteArray *buf, int reg);
440 int riscv_cpu_gdb_write_register(CPUState *cpu, uint8_t *buf, int reg);
441 int riscv_cpu_hviprio_index2irq(int index, int *out_irq, int *out_rdzero);
442 uint8_t riscv_cpu_default_priority(int irq);
443 int riscv_cpu_mirq_pending(CPURISCVState *env);
444 int riscv_cpu_sirq_pending(CPURISCVState *env);
445 int riscv_cpu_vsirq_pending(CPURISCVState *env);
446 bool riscv_cpu_fp_enabled(CPURISCVState *env);
447 target_ulong riscv_cpu_get_geilen(CPURISCVState *env);
448 void riscv_cpu_set_geilen(CPURISCVState *env, target_ulong geilen);
449 bool riscv_cpu_vector_enabled(CPURISCVState *env);
450 bool riscv_cpu_virt_enabled(CPURISCVState *env);
451 void riscv_cpu_set_virt_enabled(CPURISCVState *env, bool enable);
452 bool riscv_cpu_two_stage_lookup(int mmu_idx);
453 int riscv_cpu_mmu_index(CPURISCVState *env, bool ifetch);
454 hwaddr riscv_cpu_get_phys_page_debug(CPUState *cpu, vaddr addr);
455 void  riscv_cpu_do_unaligned_access(CPUState *cs, vaddr addr,
456                                     MMUAccessType access_type, int mmu_idx,
457                                     uintptr_t retaddr) QEMU_NORETURN;
458 bool riscv_cpu_tlb_fill(CPUState *cs, vaddr address, int size,
459                         MMUAccessType access_type, int mmu_idx,
460                         bool probe, uintptr_t retaddr);
461 void riscv_cpu_do_transaction_failed(CPUState *cs, hwaddr physaddr,
462                                      vaddr addr, unsigned size,
463                                      MMUAccessType access_type,
464                                      int mmu_idx, MemTxAttrs attrs,
465                                      MemTxResult response, uintptr_t retaddr);
466 char *riscv_isa_string(RISCVCPU *cpu);
467 void riscv_cpu_list(void);
468 
469 #define cpu_list riscv_cpu_list
470 #define cpu_mmu_index riscv_cpu_mmu_index
471 
472 #ifndef CONFIG_USER_ONLY
473 bool riscv_cpu_exec_interrupt(CPUState *cs, int interrupt_request);
474 void riscv_cpu_swap_hypervisor_regs(CPURISCVState *env);
475 int riscv_cpu_claim_interrupts(RISCVCPU *cpu, uint64_t interrupts);
476 uint64_t riscv_cpu_update_mip(RISCVCPU *cpu, uint64_t mask, uint64_t value);
477 #define BOOL_TO_MASK(x) (-!!(x)) /* helper for riscv_cpu_update_mip value */
478 void riscv_cpu_set_rdtime_fn(CPURISCVState *env, uint64_t (*fn)(uint32_t),
479                              uint32_t arg);
480 void riscv_cpu_set_aia_ireg_rmw_fn(CPURISCVState *env, uint32_t priv,
481                                    int (*rmw_fn)(void *arg,
482                                                  target_ulong reg,
483                                                  target_ulong *val,
484                                                  target_ulong new_val,
485                                                  target_ulong write_mask),
486                                    void *rmw_fn_arg);
487 #endif
488 void riscv_cpu_set_mode(CPURISCVState *env, target_ulong newpriv);
489 
490 void riscv_translate_init(void);
491 void QEMU_NORETURN riscv_raise_exception(CPURISCVState *env,
492                                          uint32_t exception, uintptr_t pc);
493 
494 target_ulong riscv_cpu_get_fflags(CPURISCVState *env);
495 void riscv_cpu_set_fflags(CPURISCVState *env, target_ulong);
496 
497 #define TB_FLAGS_PRIV_MMU_MASK                3
498 #define TB_FLAGS_PRIV_HYP_ACCESS_MASK   (1 << 2)
499 #define TB_FLAGS_MSTATUS_FS MSTATUS_FS
500 #define TB_FLAGS_MSTATUS_VS MSTATUS_VS
501 
502 typedef RISCVCPU ArchCPU;
503 #include "exec/cpu-all.h"
504 
505 FIELD(TB_FLAGS, MEM_IDX, 0, 3)
506 FIELD(TB_FLAGS, LMUL, 3, 3)
507 FIELD(TB_FLAGS, SEW, 6, 3)
508 /* Skip MSTATUS_VS (0x600) bits */
509 FIELD(TB_FLAGS, VL_EQ_VLMAX, 11, 1)
510 FIELD(TB_FLAGS, VILL, 12, 1)
511 /* Skip MSTATUS_FS (0x6000) bits */
512 /* Is a Hypervisor instruction load/store allowed? */
513 FIELD(TB_FLAGS, HLSX, 15, 1)
514 FIELD(TB_FLAGS, MSTATUS_HS_FS, 16, 2)
515 FIELD(TB_FLAGS, MSTATUS_HS_VS, 18, 2)
516 /* The combination of MXL/SXL/UXL that applies to the current cpu mode. */
517 FIELD(TB_FLAGS, XL, 20, 2)
518 /* If PointerMasking should be applied */
519 FIELD(TB_FLAGS, PM_MASK_ENABLED, 22, 1)
520 FIELD(TB_FLAGS, PM_BASE_ENABLED, 23, 1)
521 
522 #ifdef TARGET_RISCV32
523 #define riscv_cpu_mxl(env)  ((void)(env), MXL_RV32)
524 #else
525 static inline RISCVMXL riscv_cpu_mxl(CPURISCVState *env)
526 {
527     return env->misa_mxl;
528 }
529 #endif
530 #define riscv_cpu_mxl_bits(env) (1UL << (4 + riscv_cpu_mxl(env)))
531 
532 #if defined(TARGET_RISCV32)
533 #define cpu_recompute_xl(env)  ((void)(env), MXL_RV32)
534 #else
535 static inline RISCVMXL cpu_recompute_xl(CPURISCVState *env)
536 {
537     RISCVMXL xl = env->misa_mxl;
538 #if !defined(CONFIG_USER_ONLY)
539     /*
540      * When emulating a 32-bit-only cpu, use RV32.
541      * When emulating a 64-bit cpu, and MXL has been reduced to RV32,
542      * MSTATUSH doesn't have UXL/SXL, therefore XLEN cannot be widened
543      * back to RV64 for lower privs.
544      */
545     if (xl != MXL_RV32) {
546         switch (env->priv) {
547         case PRV_M:
548             break;
549         case PRV_U:
550             xl = get_field(env->mstatus, MSTATUS64_UXL);
551             break;
552         default: /* PRV_S | PRV_H */
553             xl = get_field(env->mstatus, MSTATUS64_SXL);
554             break;
555         }
556     }
557 #endif
558     return xl;
559 }
560 #endif
561 
562 static inline int riscv_cpu_xlen(CPURISCVState *env)
563 {
564     return 16 << env->xl;
565 }
566 
567 #ifdef TARGET_RISCV32
568 #define riscv_cpu_sxl(env)  ((void)(env), MXL_RV32)
569 #else
570 static inline RISCVMXL riscv_cpu_sxl(CPURISCVState *env)
571 {
572 #ifdef CONFIG_USER_ONLY
573     return env->misa_mxl;
574 #else
575     return get_field(env->mstatus, MSTATUS64_SXL);
576 #endif
577 }
578 #endif
579 
580 /*
581  * Encode LMUL to lmul as follows:
582  *     LMUL    vlmul    lmul
583  *      1       000       0
584  *      2       001       1
585  *      4       010       2
586  *      8       011       3
587  *      -       100       -
588  *     1/8      101      -3
589  *     1/4      110      -2
590  *     1/2      111      -1
591  *
592  * then, we can calculate VLMAX = vlen >> (vsew + 3 - lmul)
593  * e.g. vlen = 256 bits, SEW = 16, LMUL = 1/8
594  *      => VLMAX = vlen >> (1 + 3 - (-3))
595  *               = 256 >> 7
596  *               = 2
597  */
598 static inline uint32_t vext_get_vlmax(RISCVCPU *cpu, target_ulong vtype)
599 {
600     uint8_t sew = FIELD_EX64(vtype, VTYPE, VSEW);
601     int8_t lmul = sextract32(FIELD_EX64(vtype, VTYPE, VLMUL), 0, 3);
602     return cpu->cfg.vlen >> (sew + 3 - lmul);
603 }
604 
605 void cpu_get_tb_cpu_state(CPURISCVState *env, target_ulong *pc,
606                           target_ulong *cs_base, uint32_t *pflags);
607 
608 void riscv_cpu_update_mask(CPURISCVState *env);
609 
610 RISCVException riscv_csrrw(CPURISCVState *env, int csrno,
611                            target_ulong *ret_value,
612                            target_ulong new_value, target_ulong write_mask);
613 RISCVException riscv_csrrw_debug(CPURISCVState *env, int csrno,
614                                  target_ulong *ret_value,
615                                  target_ulong new_value,
616                                  target_ulong write_mask);
617 
618 static inline void riscv_csr_write(CPURISCVState *env, int csrno,
619                                    target_ulong val)
620 {
621     riscv_csrrw(env, csrno, NULL, val, MAKE_64BIT_MASK(0, TARGET_LONG_BITS));
622 }
623 
624 static inline target_ulong riscv_csr_read(CPURISCVState *env, int csrno)
625 {
626     target_ulong val = 0;
627     riscv_csrrw(env, csrno, &val, 0, 0);
628     return val;
629 }
630 
631 typedef RISCVException (*riscv_csr_predicate_fn)(CPURISCVState *env,
632                                                  int csrno);
633 typedef RISCVException (*riscv_csr_read_fn)(CPURISCVState *env, int csrno,
634                                             target_ulong *ret_value);
635 typedef RISCVException (*riscv_csr_write_fn)(CPURISCVState *env, int csrno,
636                                              target_ulong new_value);
637 typedef RISCVException (*riscv_csr_op_fn)(CPURISCVState *env, int csrno,
638                                           target_ulong *ret_value,
639                                           target_ulong new_value,
640                                           target_ulong write_mask);
641 
642 RISCVException riscv_csrrw_i128(CPURISCVState *env, int csrno,
643                                 Int128 *ret_value,
644                                 Int128 new_value, Int128 write_mask);
645 
646 typedef RISCVException (*riscv_csr_read128_fn)(CPURISCVState *env, int csrno,
647                                                Int128 *ret_value);
648 typedef RISCVException (*riscv_csr_write128_fn)(CPURISCVState *env, int csrno,
649                                              Int128 new_value);
650 
651 typedef struct {
652     const char *name;
653     riscv_csr_predicate_fn predicate;
654     riscv_csr_read_fn read;
655     riscv_csr_write_fn write;
656     riscv_csr_op_fn op;
657     riscv_csr_read128_fn read128;
658     riscv_csr_write128_fn write128;
659 } riscv_csr_operations;
660 
661 /* CSR function table constants */
662 enum {
663     CSR_TABLE_SIZE = 0x1000
664 };
665 
666 /* CSR function table */
667 extern riscv_csr_operations csr_ops[CSR_TABLE_SIZE];
668 
669 void riscv_get_csr_ops(int csrno, riscv_csr_operations *ops);
670 void riscv_set_csr_ops(int csrno, riscv_csr_operations *ops);
671 
672 void riscv_cpu_register_gdb_regs_for_features(CPUState *cs);
673 
674 #endif /* RISCV_CPU_H */
675