484 static void emit_atomic(u8 rd, u8 rs, s16 off, s32 imm, bool is64,  in emit_atomic()  argument
503 		emit(is64 ? rv_amoadd_d(RV_REG_ZERO, rs, rd, 0, 0) :  in emit_atomic()
507 		emit(is64 ? rv_amoand_d(RV_REG_ZERO, rs, rd, 0, 0) :  in emit_atomic()
511 		emit(is64 ? rv_amoor_d(RV_REG_ZERO, rs, rd, 0, 0) :  in emit_atomic()
515 		emit(is64 ? rv_amoxor_d(RV_REG_ZERO, rs, rd, 0, 0) :  in emit_atomic()
520 		emit(is64 ? rv_amoadd_d(rs, rs, rd, 1, 1) :  in emit_atomic()
522 		if (!is64)  in emit_atomic()
526 		emit(is64 ? rv_amoand_d(rs, rs, rd, 1, 1) :  in emit_atomic()
528 		if (!is64)  in emit_atomic()
532 		emit(is64 ? rv_amoor_d(rs, rs, rd, 1, 1) :  in emit_atomic()
534 		if (!is64)  in emit_atomic()
538 		emit(is64 ? rv_amoxor_d(rs, rs, rd, 1, 1) :  in emit_atomic()
540 		if (!is64)  in emit_atomic()
545 		emit(is64 ? rv_amoswap_d(rs, rs, rd, 1, 1) :  in emit_atomic()
547 		if (!is64)  in emit_atomic()
553 		emit(is64 ? rv_addi(RV_REG_T2, r0, 0) :  in emit_atomic()
555 		emit(is64 ? rv_lr_d(r0, 0, rd, 0, 0) :  in emit_atomic()
559 		emit(is64 ? rv_sc_d(RV_REG_T3, rs, rd, 0, 1) :  in emit_atomic()
1073 	bool is64 = BPF_CLASS(insn->code) == BPF_ALU64 ||  in bpf_jit_emit_insn()  local
1105 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1113 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1118 		if (is64)  in bpf_jit_emit_insn()
1123 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1129 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1135 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1141 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1146 		emit(is64 ? rv_mul(rd, rd, rs) : rv_mulw(rd, rd, rs), ctx);  in bpf_jit_emit_insn()
1147 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1153 			emit(is64 ? rv_div(rd, rd, rs) : rv_divw(rd, rd, rs), ctx);  in bpf_jit_emit_insn()
1155 			emit(is64 ? rv_divu(rd, rd, rs) : rv_divuw(rd, rd, rs), ctx);  in bpf_jit_emit_insn()
1156 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1162 			emit(is64 ? rv_rem(rd, rd, rs) : rv_remw(rd, rd, rs), ctx);  in bpf_jit_emit_insn()
1164 			emit(is64 ? rv_remu(rd, rd, rs) : rv_remuw(rd, rd, rs), ctx);  in bpf_jit_emit_insn()
1165 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1170 		emit(is64 ? rv_sll(rd, rd, rs) : rv_sllw(rd, rd, rs), ctx);  in bpf_jit_emit_insn()
1171 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1176 		emit(is64 ? rv_srl(rd, rd, rs) : rv_srlw(rd, rd, rs), ctx);  in bpf_jit_emit_insn()
1177 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1182 		emit(is64 ? rv_sra(rd, rd, rs) : rv_sraw(rd, rd, rs), ctx);  in bpf_jit_emit_insn()
1183 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1191 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1265 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1278 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1289 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1300 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1311 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1322 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1328 		emit(is64 ? rv_mul(rd, rd, RV_REG_T1) :  in bpf_jit_emit_insn()
1330 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1337 			emit(is64 ? rv_div(rd, rd, RV_REG_T1) :  in bpf_jit_emit_insn()
1340 			emit(is64 ? rv_divu(rd, rd, RV_REG_T1) :  in bpf_jit_emit_insn()
1342 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1349 			emit(is64 ? rv_rem(rd, rd, RV_REG_T1) :  in bpf_jit_emit_insn()
1352 			emit(is64 ? rv_remu(rd, rd, RV_REG_T1) :  in bpf_jit_emit_insn()
1354 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1361 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1366 		if (is64)  in bpf_jit_emit_insn()
1371 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1376 		if (is64)  in bpf_jit_emit_insn()
1381 		if (!is64 && !aux->verifier_zext)  in bpf_jit_emit_insn()
1421 		if (!is64) {  in bpf_jit_emit_insn()
1474 		if (!is64) {  in bpf_jit_emit_insn()
1501 		if (!is64 && imm < 0)  in bpf_jit_emit_insn()