311 static u32 arm_bpf_ldst_imm12(u32 op, u8 rt, u8 rn, s16 imm12)  in arm_bpf_ldst_imm12()  argument
313 	op |= rt << 12 | rn << 16;  in arm_bpf_ldst_imm12()
321 static u32 arm_bpf_ldst_imm8(u32 op, u8 rt, u8 rn, s16 imm8)  in arm_bpf_ldst_imm8()  argument
323 	op |= rt << 12 | rn << 16;  in arm_bpf_ldst_imm8()
331 #define ARM_LDR_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_LDR_I, rt, rn, off)  argument
332 #define ARM_LDRB_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_LDRB_I, rt, rn, off)  argument
333 #define ARM_LDRD_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_LDRD_I, rt, rn, off)  argument
334 #define ARM_LDRH_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_LDRH_I, rt, rn, off)  argument
336 #define ARM_STR_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_STR_I, rt, rn, off)  argument
337 #define ARM_STRB_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_STRB_I, rt, rn, off)  argument
338 #define ARM_STRD_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_STRD_I, rt, rn, off)  argument
339 #define ARM_STRH_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_STRH_I, rt, rn, off)  argument
766 	s8 rt;  in emit_a32_mov_r()  local
768 	rt = arm_bpf_get_reg32(src, tmp[0], ctx);  in emit_a32_mov_r()
769 	arm_bpf_put_reg32(dst, rt, ctx);  in emit_a32_mov_r()
847 	s8 rt;  in emit_a32_lsh_r64()  local
850 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);  in emit_a32_lsh_r64()
854 	emit(ARM_SUB_I(ARM_IP, rt, 32), ctx);  in emit_a32_lsh_r64()
855 	emit(ARM_RSB_I(tmp2[0], rt, 32), ctx);  in emit_a32_lsh_r64()
856 	emit(ARM_MOV_SR(ARM_LR, rd[0], SRTYPE_ASL, rt), ctx);  in emit_a32_lsh_r64()
859 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_ASL, rt), ctx);  in emit_a32_lsh_r64()
871 	s8 rt;  in emit_a32_arsh_r64()  local
874 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);  in emit_a32_arsh_r64()
878 	emit(ARM_RSB_I(ARM_IP, rt, 32), ctx);  in emit_a32_arsh_r64()
879 	emit(ARM_SUBS_I(tmp2[0], rt, 32), ctx);  in emit_a32_arsh_r64()
880 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_LSR, rt), ctx);  in emit_a32_arsh_r64()
884 	emit(ARM_MOV_SR(ARM_IP, rd[0], SRTYPE_ASR, rt), ctx);  in emit_a32_arsh_r64()
896 	s8 rt;  in emit_a32_rsh_r64()  local
899 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);  in emit_a32_rsh_r64()
903 	emit(ARM_RSB_I(ARM_IP, rt, 32), ctx);  in emit_a32_rsh_r64()
904 	emit(ARM_SUBS_I(tmp2[0], rt, 32), ctx);  in emit_a32_rsh_r64()
905 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_LSR, rt), ctx);  in emit_a32_rsh_r64()
908 	emit(ARM_MOV_SR(ARM_IP, rd[0], SRTYPE_LSR, rt), ctx);  in emit_a32_rsh_r64()
1004 	const s8 *rd, *rt;  in emit_a32_mul_r64()  local
1008 	rt = arm_bpf_get_reg64(src, tmp2, ctx);  in emit_a32_mul_r64()
1011 	emit(ARM_MUL(ARM_IP, rd[1], rt[0]), ctx);  in emit_a32_mul_r64()
1012 	emit(ARM_MUL(ARM_LR, rd[0], rt[1]), ctx);  in emit_a32_mul_r64()
1015 	emit(ARM_UMULL(ARM_IP, rd[0], rd[1], rt[1]), ctx);  in emit_a32_mul_r64()
1122 static inline void emit_ar_r(const u8 rd, const u8 rt, const u8 rm,  in emit_ar_r()  argument
1128 			emit(ARM_AND_R(ARM_IP, rt, rn), ctx);  in emit_ar_r()
1132 			emit(ARM_ANDS_R(ARM_IP, rt, rn), ctx);  in emit_ar_r()
1144 			_emit(ARM_COND_EQ, ARM_CMP_R(rt, rn), ctx);  in emit_ar_r()
1146 			emit(ARM_CMP_R(rt, rn), ctx);  in emit_ar_r()
1151 		emit(ARM_CMP_R(rn, rt), ctx);  in emit_ar_r()
1157 		emit(ARM_CMP_R(rt, rn), ctx);  in emit_ar_r()
1287 	const s8 *rt;  in emit_push_r64()  local
1290 	rt = arm_bpf_get_reg64(src, tmp2, ctx);  in emit_push_r64()
1292 	reg_set = (1 << rt[1]) | (1 << rt[0]);  in emit_push_r64()
1376 	s8 rd_lo, rt, rm, rn;  in build_insn()  local
1471 			rt = arm_bpf_get_reg32(src_lo, tmp2[0], ctx);  in build_insn()
1474 			rt = tmp2[0];  in build_insn()
1475 			emit_a32_mov_i(rt, imm, ctx);  in build_insn()
1478 			rt = src_lo;  in build_insn()
1481 		emit_udivmod(rd_lo, rd_lo, rt, ctx, BPF_OP(code));  in build_insn()