299 static u32 arm_bpf_ldst_imm12(u32 op, u8 rt, u8 rn, s16 imm12)  in arm_bpf_ldst_imm12()  argument
301 	op |= rt << 12 | rn << 16;  in arm_bpf_ldst_imm12()
309 static u32 arm_bpf_ldst_imm8(u32 op, u8 rt, u8 rn, s16 imm8)  in arm_bpf_ldst_imm8()  argument
311 	op |= rt << 12 | rn << 16;  in arm_bpf_ldst_imm8()
319 #define ARM_LDR_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_LDR_I, rt, rn, off)  argument
320 #define ARM_LDRB_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_LDRB_I, rt, rn, off)  argument
321 #define ARM_LDRD_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_LDRD_I, rt, rn, off)  argument
322 #define ARM_LDRH_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_LDRH_I, rt, rn, off)  argument
324 #define ARM_STR_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_STR_I, rt, rn, off)  argument
325 #define ARM_STRB_I(rt, rn, off)	arm_bpf_ldst_imm12(ARM_INST_STRB_I, rt, rn, off)  argument
326 #define ARM_STRD_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_STRD_I, rt, rn, off)  argument
327 #define ARM_STRH_I(rt, rn, off)	arm_bpf_ldst_imm8(ARM_INST_STRH_I, rt, rn, off)  argument
747 	s8 rt;  in emit_a32_mov_r()  local
749 	rt = arm_bpf_get_reg32(src, tmp[0], ctx);  in emit_a32_mov_r()
750 	arm_bpf_put_reg32(dst, rt, ctx);  in emit_a32_mov_r()
828 	s8 rt;  in emit_a32_lsh_r64()  local
831 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);  in emit_a32_lsh_r64()
835 	emit(ARM_SUB_I(ARM_IP, rt, 32), ctx);  in emit_a32_lsh_r64()
836 	emit(ARM_RSB_I(tmp2[0], rt, 32), ctx);  in emit_a32_lsh_r64()
837 	emit(ARM_MOV_SR(ARM_LR, rd[0], SRTYPE_ASL, rt), ctx);  in emit_a32_lsh_r64()
840 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_ASL, rt), ctx);  in emit_a32_lsh_r64()
852 	s8 rt;  in emit_a32_arsh_r64()  local
855 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);  in emit_a32_arsh_r64()
859 	emit(ARM_RSB_I(ARM_IP, rt, 32), ctx);  in emit_a32_arsh_r64()
860 	emit(ARM_SUBS_I(tmp2[0], rt, 32), ctx);  in emit_a32_arsh_r64()
861 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_LSR, rt), ctx);  in emit_a32_arsh_r64()
865 	emit(ARM_MOV_SR(ARM_IP, rd[0], SRTYPE_ASR, rt), ctx);  in emit_a32_arsh_r64()
877 	s8 rt;  in emit_a32_rsh_r64()  local
880 	rt = arm_bpf_get_reg32(src_lo, tmp2[1], ctx);  in emit_a32_rsh_r64()
884 	emit(ARM_RSB_I(ARM_IP, rt, 32), ctx);  in emit_a32_rsh_r64()
885 	emit(ARM_SUBS_I(tmp2[0], rt, 32), ctx);  in emit_a32_rsh_r64()
886 	emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_LSR, rt), ctx);  in emit_a32_rsh_r64()
889 	emit(ARM_MOV_SR(ARM_IP, rd[0], SRTYPE_LSR, rt), ctx);  in emit_a32_rsh_r64()
977 	const s8 *rd, *rt;  in emit_a32_mul_r64()  local
981 	rt = arm_bpf_get_reg64(src, tmp2, ctx);  in emit_a32_mul_r64()
984 	emit(ARM_MUL(ARM_IP, rd[1], rt[0]), ctx);  in emit_a32_mul_r64()
985 	emit(ARM_MUL(ARM_LR, rd[0], rt[1]), ctx);  in emit_a32_mul_r64()
988 	emit(ARM_UMULL(ARM_IP, rd[0], rd[1], rt[1]), ctx);  in emit_a32_mul_r64()
1087 static inline void emit_ar_r(const u8 rd, const u8 rt, const u8 rm,  in emit_ar_r()  argument
1093 			emit(ARM_AND_R(ARM_IP, rt, rn), ctx);  in emit_ar_r()
1097 			emit(ARM_ANDS_R(ARM_IP, rt, rn), ctx);  in emit_ar_r()
1109 			_emit(ARM_COND_EQ, ARM_CMP_R(rt, rn), ctx);  in emit_ar_r()
1111 			emit(ARM_CMP_R(rt, rn), ctx);  in emit_ar_r()
1116 		emit(ARM_CMP_R(rn, rt), ctx);  in emit_ar_r()
1122 		emit(ARM_CMP_R(rt, rn), ctx);  in emit_ar_r()
1252 	const s8 *rt;  in emit_push_r64()  local
1255 	rt = arm_bpf_get_reg64(src, tmp2, ctx);  in emit_push_r64()
1257 	reg_set = (1 << rt[1]) | (1 << rt[0]);  in emit_push_r64()
1341 	s8 rd_lo, rt, rm, rn;  in build_insn()  local
1436 			rt = arm_bpf_get_reg32(src_lo, tmp2[0], ctx);  in build_insn()
1439 			rt = tmp2[0];  in build_insn()
1440 			emit_a32_mov_i(rt, imm, ctx);  in build_insn()
1443 			rt = src_lo;  in build_insn()
1446 		emit_udivmod(rd_lo, rd_lo, rt, ctx, BPF_OP(code));  in build_insn()