311 static u32 arm_bpf_ldst_imm12(u32 op, u8 rt, u8 rn, s16 imm12)  in arm_bpf_ldst_imm12()  argument
313 	op |= rt << 12 | rn << 16;  in arm_bpf_ldst_imm12()
321 static u32 arm_bpf_ldst_imm8(u32 op, u8 rt, u8 rn, s16 imm8)  in arm_bpf_ldst_imm8()  argument
323 	op |= rt << 12 | rn << 16;  in arm_bpf_ldst_imm8()
331 #define ARM_LDR_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_LDR_I, rt, rn, off)  argument
332 #define ARM_LDRB_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_LDRB_I, rt, rn, off)  argument
333 #define ARM_LDRD_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_LDRD_I, rt, rn, off)  argument
334 #define ARM_LDRH_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_LDRH_I, rt, rn, off)  argument
336 #define ARM_STR_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_STR_I, rt, rn, off)  argument
337 #define ARM_STRB_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_STRB_I, rt, rn, off)  argument
338 #define ARM_STRD_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_STRD_I, rt, rn, off)  argument
339 #define ARM_STRH_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_STRH_I, rt, rn, off)  argument
766 	s8 rt;  in emit_a32_mov_r()  local
768 	rt = arm_bpf_get_reg32(src, tmp[0], ctx);  in emit_a32_mov_r()
769 	arm_bpf_put_reg32(dst, rt, ctx);  in emit_a32_mov_r()
850 	s8 rt;  in emit_a32_lsh_r64()  local
853 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);  in emit_a32_lsh_r64()
857 	emit(ARM_SUB_I(ARM_IP, rt, 32), ctx);  in emit_a32_lsh_r64()
858 	emit(ARM_RSB_I(tmp2[0], rt, 32), ctx);  in emit_a32_lsh_r64()
859 	emit(ARM_MOV_SR(ARM_LR, rd[0], SRTYPE_ASL, rt), ctx);  in emit_a32_lsh_r64()
862 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_ASL, rt), ctx);  in emit_a32_lsh_r64()
874 	s8 rt;  in emit_a32_arsh_r64()  local
877 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);  in emit_a32_arsh_r64()
881 	emit(ARM_RSB_I(ARM_IP, rt, 32), ctx);  in emit_a32_arsh_r64()
882 	emit(ARM_SUBS_I(tmp2[0], rt, 32), ctx);  in emit_a32_arsh_r64()
883 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_LSR, rt), ctx);  in emit_a32_arsh_r64()
887 	emit(ARM_MOV_SR(ARM_IP, rd[0], SRTYPE_ASR, rt), ctx);  in emit_a32_arsh_r64()
899 	s8 rt;  in emit_a32_rsh_r64()  local
902 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);  in emit_a32_rsh_r64()
906 	emit(ARM_RSB_I(ARM_IP, rt, 32), ctx);  in emit_a32_rsh_r64()
907 	emit(ARM_SUBS_I(tmp2[0], rt, 32), ctx);  in emit_a32_rsh_r64()
908 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_LSR, rt), ctx);  in emit_a32_rsh_r64()
911 	emit(ARM_MOV_SR(ARM_IP, rd[0], SRTYPE_LSR, rt), ctx);  in emit_a32_rsh_r64()
1007 	const s8 *rd, *rt;  in emit_a32_mul_r64()  local
1011 	rt = arm_bpf_get_reg64(src, tmp2, ctx);  in emit_a32_mul_r64()
1014 	emit(ARM_MUL(ARM_IP, rd[1], rt[0]), ctx);  in emit_a32_mul_r64()
1015 	emit(ARM_MUL(ARM_LR, rd[0], rt[1]), ctx);  in emit_a32_mul_r64()
1018 	emit(ARM_UMULL(ARM_IP, rd[0], rd[1], rt[1]), ctx);  in emit_a32_mul_r64()
1125 static inline void emit_ar_r(const u8 rd, const u8 rt, const u8 rm,  in emit_ar_r()  argument
1131 			emit(ARM_AND_R(ARM_IP, rt, rn), ctx);  in emit_ar_r()
1135 			emit(ARM_ANDS_R(ARM_IP, rt, rn), ctx);  in emit_ar_r()
1147 			_emit(ARM_COND_EQ, ARM_CMP_R(rt, rn), ctx);  in emit_ar_r()
1149 			emit(ARM_CMP_R(rt, rn), ctx);  in emit_ar_r()
1154 		emit(ARM_CMP_R(rn, rt), ctx);  in emit_ar_r()
1160 		emit(ARM_CMP_R(rt, rn), ctx);  in emit_ar_r()
1290 	const s8 *rt;  in emit_push_r64()  local
1293 	rt = arm_bpf_get_reg64(src, tmp2, ctx);  in emit_push_r64()
1295 	reg_set = (1 << rt[1]) | (1 << rt[0]);  in emit_push_r64()
1375 	s8 rd_lo, rt, rm, rn;  in build_insn()  local
1469 			rt = arm_bpf_get_reg32(src_lo, tmp2[0], ctx);  in build_insn()
1472 			rt = tmp2[0];  in build_insn()
1473 			emit_a32_mov_i(rt, imm, ctx);  in build_insn()
1476 			rt = src_lo;  in build_insn()
1479 		emit_udivmod(rd_lo, rd_lo, rt, ctx, BPF_OP(code));  in build_insn()