225 static inline u32 rv_r_insn(u8 funct7, u8 rs2, u8 rs1, u8 funct3, u8 rd,  in rv_r_insn()  argument
228 	return (funct7 << 25) | (rs2 << 20) | (rs1 << 15) | (funct3 << 12) |  in rv_r_insn()
232 static inline u32 rv_i_insn(u16 imm11_0, u8 rs1, u8 funct3, u8 rd, u8 opcode)  in rv_i_insn()  argument
234 	return (imm11_0 << 20) | (rs1 << 15) | (funct3 << 12) | (rd << 7) |  in rv_i_insn()
238 static inline u32 rv_s_insn(u16 imm11_0, u8 rs2, u8 rs1, u8 funct3, u8 opcode)  in rv_s_insn()  argument
242 	return (imm11_5 << 25) | (rs2 << 20) | (rs1 << 15) | (funct3 << 12) |  in rv_s_insn()
246 static inline u32 rv_b_insn(u16 imm12_1, u8 rs2, u8 rs1, u8 funct3, u8 opcode)  in rv_b_insn()  argument
251 	return (imm12 << 25) | (rs2 << 20) | (rs1 << 15) | (funct3 << 12) |  in rv_b_insn()
270 static inline u32 rv_amo_insn(u8 funct5, u8 aq, u8 rl, u8 rs2, u8 rs1,  in rv_amo_insn()  argument
275 	return rv_r_insn(funct7, rs2, rs1, funct3, rd, opcode);  in rv_amo_insn()
303 static inline u16 rv_cl_insn(u8 funct3, u32 imm_hi, u8 rs1, u32 imm_lo, u8 rd,  in rv_cl_insn()  argument
306 	return (funct3 << 13) | (imm_hi << 10) | ((rs1 & 0x7) << 7) |  in rv_cl_insn()
310 static inline u16 rv_cs_insn(u8 funct3, u32 imm_hi, u8 rs1, u32 imm_lo, u8 rs2,  in rv_cs_insn()  argument
313 	return (funct3 << 13) | (imm_hi << 10) | ((rs1 & 0x7) << 7) |  in rv_cs_insn()
333 static inline u32 rv_addi(u8 rd, u8 rs1, u16 imm11_0)  in rv_addi()  argument
335 	return rv_i_insn(imm11_0, rs1, 0, rd, 0x13);  in rv_addi()
338 static inline u32 rv_andi(u8 rd, u8 rs1, u16 imm11_0)  in rv_andi()  argument
340 	return rv_i_insn(imm11_0, rs1, 7, rd, 0x13);  in rv_andi()
343 static inline u32 rv_ori(u8 rd, u8 rs1, u16 imm11_0)  in rv_ori()  argument
345 	return rv_i_insn(imm11_0, rs1, 6, rd, 0x13);  in rv_ori()
348 static inline u32 rv_xori(u8 rd, u8 rs1, u16 imm11_0)  in rv_xori()  argument
350 	return rv_i_insn(imm11_0, rs1, 4, rd, 0x13);  in rv_xori()
353 static inline u32 rv_slli(u8 rd, u8 rs1, u16 imm11_0)  in rv_slli()  argument
355 	return rv_i_insn(imm11_0, rs1, 1, rd, 0x13);  in rv_slli()
358 static inline u32 rv_srli(u8 rd, u8 rs1, u16 imm11_0)  in rv_srli()  argument
360 	return rv_i_insn(imm11_0, rs1, 5, rd, 0x13);  in rv_srli()
363 static inline u32 rv_srai(u8 rd, u8 rs1, u16 imm11_0)  in rv_srai()  argument
365 	return rv_i_insn(0x400 | imm11_0, rs1, 5, rd, 0x13);  in rv_srai()
378 static inline u32 rv_add(u8 rd, u8 rs1, u8 rs2)  in rv_add()  argument
380 	return rv_r_insn(0, rs2, rs1, 0, rd, 0x33);  in rv_add()
383 static inline u32 rv_sub(u8 rd, u8 rs1, u8 rs2)  in rv_sub()  argument
385 	return rv_r_insn(0x20, rs2, rs1, 0, rd, 0x33);  in rv_sub()
388 static inline u32 rv_sltu(u8 rd, u8 rs1, u8 rs2)  in rv_sltu()  argument
390 	return rv_r_insn(0, rs2, rs1, 3, rd, 0x33);  in rv_sltu()
393 static inline u32 rv_and(u8 rd, u8 rs1, u8 rs2)  in rv_and()  argument
395 	return rv_r_insn(0, rs2, rs1, 7, rd, 0x33);  in rv_and()
398 static inline u32 rv_or(u8 rd, u8 rs1, u8 rs2)  in rv_or()  argument
400 	return rv_r_insn(0, rs2, rs1, 6, rd, 0x33);  in rv_or()
403 static inline u32 rv_xor(u8 rd, u8 rs1, u8 rs2)  in rv_xor()  argument
405 	return rv_r_insn(0, rs2, rs1, 4, rd, 0x33);  in rv_xor()
408 static inline u32 rv_sll(u8 rd, u8 rs1, u8 rs2)  in rv_sll()  argument
410 	return rv_r_insn(0, rs2, rs1, 1, rd, 0x33);  in rv_sll()
413 static inline u32 rv_srl(u8 rd, u8 rs1, u8 rs2)  in rv_srl()  argument
415 	return rv_r_insn(0, rs2, rs1, 5, rd, 0x33);  in rv_srl()
418 static inline u32 rv_sra(u8 rd, u8 rs1, u8 rs2)  in rv_sra()  argument
420 	return rv_r_insn(0x20, rs2, rs1, 5, rd, 0x33);  in rv_sra()
423 static inline u32 rv_mul(u8 rd, u8 rs1, u8 rs2)  in rv_mul()  argument
425 	return rv_r_insn(1, rs2, rs1, 0, rd, 0x33);  in rv_mul()
428 static inline u32 rv_mulhu(u8 rd, u8 rs1, u8 rs2)  in rv_mulhu()  argument
430 	return rv_r_insn(1, rs2, rs1, 3, rd, 0x33);  in rv_mulhu()
433 static inline u32 rv_divu(u8 rd, u8 rs1, u8 rs2)  in rv_divu()  argument
435 	return rv_r_insn(1, rs2, rs1, 5, rd, 0x33);  in rv_divu()
438 static inline u32 rv_remu(u8 rd, u8 rs1, u8 rs2)  in rv_remu()  argument
440 	return rv_r_insn(1, rs2, rs1, 7, rd, 0x33);  in rv_remu()
448 static inline u32 rv_jalr(u8 rd, u8 rs1, u16 imm11_0)  in rv_jalr()  argument
450 	return rv_i_insn(imm11_0, rs1, 0, rd, 0x67);  in rv_jalr()
453 static inline u32 rv_beq(u8 rs1, u8 rs2, u16 imm12_1)  in rv_beq()  argument
455 	return rv_b_insn(imm12_1, rs2, rs1, 0, 0x63);  in rv_beq()
458 static inline u32 rv_bne(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bne()  argument
460 	return rv_b_insn(imm12_1, rs2, rs1, 1, 0x63);  in rv_bne()
463 static inline u32 rv_bltu(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bltu()  argument
465 	return rv_b_insn(imm12_1, rs2, rs1, 6, 0x63);  in rv_bltu()
468 static inline u32 rv_bgtu(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bgtu()  argument
470 	return rv_bltu(rs2, rs1, imm12_1);  in rv_bgtu()
473 static inline u32 rv_bgeu(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bgeu()  argument
475 	return rv_b_insn(imm12_1, rs2, rs1, 7, 0x63);  in rv_bgeu()
478 static inline u32 rv_bleu(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bleu()  argument
480 	return rv_bgeu(rs2, rs1, imm12_1);  in rv_bleu()
483 static inline u32 rv_blt(u8 rs1, u8 rs2, u16 imm12_1)  in rv_blt()  argument
485 	return rv_b_insn(imm12_1, rs2, rs1, 4, 0x63);  in rv_blt()
488 static inline u32 rv_bgt(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bgt()  argument
490 	return rv_blt(rs2, rs1, imm12_1);  in rv_bgt()
493 static inline u32 rv_bge(u8 rs1, u8 rs2, u16 imm12_1)  in rv_bge()  argument
495 	return rv_b_insn(imm12_1, rs2, rs1, 5, 0x63);  in rv_bge()
498 static inline u32 rv_ble(u8 rs1, u8 rs2, u16 imm12_1)  in rv_ble()  argument
500 	return rv_bge(rs2, rs1, imm12_1);  in rv_ble()
503 static inline u32 rv_lw(u8 rd, u16 imm11_0, u8 rs1)  in rv_lw()  argument
505 	return rv_i_insn(imm11_0, rs1, 2, rd, 0x03);  in rv_lw()
508 static inline u32 rv_lbu(u8 rd, u16 imm11_0, u8 rs1)  in rv_lbu()  argument
510 	return rv_i_insn(imm11_0, rs1, 4, rd, 0x03);  in rv_lbu()
513 static inline u32 rv_lhu(u8 rd, u16 imm11_0, u8 rs1)  in rv_lhu()  argument
515 	return rv_i_insn(imm11_0, rs1, 5, rd, 0x03);  in rv_lhu()
518 static inline u32 rv_sb(u8 rs1, u16 imm11_0, u8 rs2)  in rv_sb()  argument
520 	return rv_s_insn(imm11_0, rs2, rs1, 0, 0x23);  in rv_sb()
523 static inline u32 rv_sh(u8 rs1, u16 imm11_0, u8 rs2)  in rv_sh()  argument
525 	return rv_s_insn(imm11_0, rs2, rs1, 1, 0x23);  in rv_sh()
528 static inline u32 rv_sw(u8 rs1, u16 imm11_0, u8 rs2)  in rv_sw()  argument
530 	return rv_s_insn(imm11_0, rs2, rs1, 2, 0x23);  in rv_sw()
533 static inline u32 rv_amoadd_w(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoadd_w()  argument
535 	return rv_amo_insn(0, aq, rl, rs2, rs1, 2, rd, 0x2f);  in rv_amoadd_w()
549 static inline u16 rvc_lw(u8 rd, u32 imm7, u8 rs1)  in rvc_lw()  argument
555 	return rv_cl_insn(0x2, imm_hi, rs1, imm_lo, rd, 0x0);  in rvc_lw()
558 static inline u16 rvc_sw(u8 rs1, u32 imm7, u8 rs2)  in rvc_sw()  argument
564 	return rv_cs_insn(0x6, imm_hi, rs1, imm_lo, rs2, 0x0);  in rvc_sw()
639 static inline u16 rvc_jr(u8 rs1)  in rvc_jr()  argument
641 	return rv_cr_insn(0x8, rs1, RV_REG_ZERO, 0x2);  in rvc_jr()
649 static inline u16 rvc_jalr(u8 rs1)  in rvc_jalr()  argument
651 	return rv_cr_insn(0x9, rs1, RV_REG_ZERO, 0x2);  in rvc_jalr()
676 static inline u32 rv_addiw(u8 rd, u8 rs1, u16 imm11_0)  in rv_addiw()  argument
678 	return rv_i_insn(imm11_0, rs1, 0, rd, 0x1b);  in rv_addiw()
681 static inline u32 rv_slliw(u8 rd, u8 rs1, u16 imm11_0)  in rv_slliw()  argument
683 	return rv_i_insn(imm11_0, rs1, 1, rd, 0x1b);  in rv_slliw()
686 static inline u32 rv_srliw(u8 rd, u8 rs1, u16 imm11_0)  in rv_srliw()  argument
688 	return rv_i_insn(imm11_0, rs1, 5, rd, 0x1b);  in rv_srliw()
691 static inline u32 rv_sraiw(u8 rd, u8 rs1, u16 imm11_0)  in rv_sraiw()  argument
693 	return rv_i_insn(0x400 | imm11_0, rs1, 5, rd, 0x1b);  in rv_sraiw()
696 static inline u32 rv_addw(u8 rd, u8 rs1, u8 rs2)  in rv_addw()  argument
698 	return rv_r_insn(0, rs2, rs1, 0, rd, 0x3b);  in rv_addw()
701 static inline u32 rv_subw(u8 rd, u8 rs1, u8 rs2)  in rv_subw()  argument
703 	return rv_r_insn(0x20, rs2, rs1, 0, rd, 0x3b);  in rv_subw()
706 static inline u32 rv_sllw(u8 rd, u8 rs1, u8 rs2)  in rv_sllw()  argument
708 	return rv_r_insn(0, rs2, rs1, 1, rd, 0x3b);  in rv_sllw()
711 static inline u32 rv_srlw(u8 rd, u8 rs1, u8 rs2)  in rv_srlw()  argument
713 	return rv_r_insn(0, rs2, rs1, 5, rd, 0x3b);  in rv_srlw()
716 static inline u32 rv_sraw(u8 rd, u8 rs1, u8 rs2)  in rv_sraw()  argument
718 	return rv_r_insn(0x20, rs2, rs1, 5, rd, 0x3b);  in rv_sraw()
721 static inline u32 rv_mulw(u8 rd, u8 rs1, u8 rs2)  in rv_mulw()  argument
723 	return rv_r_insn(1, rs2, rs1, 0, rd, 0x3b);  in rv_mulw()
726 static inline u32 rv_divuw(u8 rd, u8 rs1, u8 rs2)  in rv_divuw()  argument
728 	return rv_r_insn(1, rs2, rs1, 5, rd, 0x3b);  in rv_divuw()
731 static inline u32 rv_remuw(u8 rd, u8 rs1, u8 rs2)  in rv_remuw()  argument
733 	return rv_r_insn(1, rs2, rs1, 7, rd, 0x3b);  in rv_remuw()
736 static inline u32 rv_ld(u8 rd, u16 imm11_0, u8 rs1)  in rv_ld()  argument
738 	return rv_i_insn(imm11_0, rs1, 3, rd, 0x03);  in rv_ld()
741 static inline u32 rv_lwu(u8 rd, u16 imm11_0, u8 rs1)  in rv_lwu()  argument
743 	return rv_i_insn(imm11_0, rs1, 6, rd, 0x03);  in rv_lwu()
746 static inline u32 rv_sd(u8 rs1, u16 imm11_0, u8 rs2)  in rv_sd()  argument
748 	return rv_s_insn(imm11_0, rs2, rs1, 3, 0x23);  in rv_sd()
751 static inline u32 rv_amoadd_d(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl)  in rv_amoadd_d()  argument
753 	return rv_amo_insn(0, aq, rl, rs2, rs1, 3, rd, 0x2f);  in rv_amoadd_d()
758 static inline u16 rvc_ld(u8 rd, u32 imm8, u8 rs1)  in rvc_ld()  argument
764 	return rv_cl_insn(0x3, imm_hi, rs1, imm_lo, rd, 0x0);  in rvc_ld()
767 static inline u16 rvc_sd(u8 rs1, u32 imm8, u8 rs2)  in rvc_sd()  argument
773 	return rv_cs_insn(0x7, imm_hi, rs1, imm_lo, rs2, 0x0);  in rvc_sd()
824 static inline void emit_add(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_add()  argument
826 	if (rvc_enabled() && rd && rd == rs1 && rs2)  in emit_add()
829 		emit(rv_add(rd, rs1, rs2), ctx);  in emit_add()
893 static inline void emit_sub(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_sub()  argument
895 	if (rvc_enabled() && is_creg(rd) && rd == rs1 && is_creg(rs2))  in emit_sub()
898 		emit(rv_sub(rd, rs1, rs2), ctx);  in emit_sub()
901 static inline void emit_or(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_or()  argument
903 	if (rvc_enabled() && is_creg(rd) && rd == rs1 && is_creg(rs2))  in emit_or()
906 		emit(rv_or(rd, rs1, rs2), ctx);  in emit_or()
909 static inline void emit_and(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_and()  argument
911 	if (rvc_enabled() && is_creg(rd) && rd == rs1 && is_creg(rs2))  in emit_and()
914 		emit(rv_and(rd, rs1, rs2), ctx);  in emit_and()
917 static inline void emit_xor(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_xor()  argument
919 	if (rvc_enabled() && is_creg(rd) && rd == rs1 && is_creg(rs2))  in emit_xor()
922 		emit(rv_xor(rd, rs1, rs2), ctx);  in emit_xor()
925 static inline void emit_lw(u8 rd, s32 off, u8 rs1, struct rv_jit_context *ctx)  in emit_lw()  argument
927 	if (rvc_enabled() && rs1 == RV_REG_SP && rd && is_8b_uint(off) && !(off & 0x3))  in emit_lw()
929 	else if (rvc_enabled() && is_creg(rd) && is_creg(rs1) && is_7b_uint(off) && !(off & 0x3))  in emit_lw()
930 		emitc(rvc_lw(rd, off, rs1), ctx);  in emit_lw()
932 		emit(rv_lw(rd, off, rs1), ctx);  in emit_lw()
935 static inline void emit_sw(u8 rs1, s32 off, u8 rs2, struct rv_jit_context *ctx)  in emit_sw()  argument
937 	if (rvc_enabled() && rs1 == RV_REG_SP && is_8b_uint(off) && !(off & 0x3))  in emit_sw()
939 	else if (rvc_enabled() && is_creg(rs1) && is_creg(rs2) && is_7b_uint(off) && !(off & 0x3))  in emit_sw()
940 		emitc(rvc_sw(rs1, off, rs2), ctx);  in emit_sw()
942 		emit(rv_sw(rs1, off, rs2), ctx);  in emit_sw()
956 static inline void emit_ld(u8 rd, s32 off, u8 rs1, struct rv_jit_context *ctx)  in emit_ld()  argument
958 	if (rvc_enabled() && rs1 == RV_REG_SP && rd && is_9b_uint(off) && !(off & 0x7))  in emit_ld()
960 	else if (rvc_enabled() && is_creg(rd) && is_creg(rs1) && is_8b_uint(off) && !(off & 0x7))  in emit_ld()
961 		emitc(rvc_ld(rd, off, rs1), ctx);  in emit_ld()
963 		emit(rv_ld(rd, off, rs1), ctx);  in emit_ld()
966 static inline void emit_sd(u8 rs1, s32 off, u8 rs2, struct rv_jit_context *ctx)  in emit_sd()  argument
968 	if (rvc_enabled() && rs1 == RV_REG_SP && is_9b_uint(off) && !(off & 0x7))  in emit_sd()
970 	else if (rvc_enabled() && is_creg(rs1) && is_creg(rs2) && is_8b_uint(off) && !(off & 0x7))  in emit_sd()
971 		emitc(rvc_sd(rs1, off, rs2), ctx);  in emit_sd()
973 		emit(rv_sd(rs1, off, rs2), ctx);  in emit_sd()
976 static inline void emit_subw(u8 rd, u8 rs1, u8 rs2, struct rv_jit_context *ctx)  in emit_subw()  argument
978 	if (rvc_enabled() && is_creg(rd) && rd == rs1 && is_creg(rs2))  in emit_subw()
981 		emit(rv_subw(rd, rs1, rs2), ctx);  in emit_subw()