Lines Matching refs:compiler
200 static sljit_s32 push_inst16(struct sljit_compiler *compiler, sljit_ins inst) in push_inst16() argument
205 ptr = (sljit_u16*)ensure_buf(compiler, sizeof(sljit_u16)); in push_inst16()
208 compiler->size++; in push_inst16()
212 static sljit_s32 push_inst32(struct sljit_compiler *compiler, sljit_ins inst) in push_inst32() argument
214 sljit_u16 *ptr = (sljit_u16*)ensure_buf(compiler, sizeof(sljit_ins)); in push_inst32()
218 compiler->size += 2; in push_inst32()
222 static SLJIT_INLINE sljit_s32 emit_imm32_const(struct sljit_compiler *compiler, sljit_s32 dst, slji… in emit_imm32_const() argument
224 FAIL_IF(push_inst32(compiler, MOVW | RD4(dst) in emit_imm32_const()
226 return push_inst32(compiler, MOVT | RD4(dst) in emit_imm32_const()
360 SLJIT_API_FUNC_ATTRIBUTE void* sljit_generate_code(struct sljit_compiler *compiler) in sljit_generate_code() argument
375 CHECK_PTR(check_sljit_generate_code(compiler)); in sljit_generate_code()
376 reverse_buf(compiler); in sljit_generate_code()
378 code = (sljit_u16*)SLJIT_MALLOC_EXEC(compiler->size * sizeof(sljit_u16)); in sljit_generate_code()
380 buf = compiler->buf; in sljit_generate_code()
386 label = compiler->labels; in sljit_generate_code()
387 jump = compiler->jumps; in sljit_generate_code()
388 const_ = compiler->consts; in sljit_generate_code()
429 SLJIT_ASSERT(code_ptr - code <= (sljit_sw)compiler->size); in sljit_generate_code()
431 jump = compiler->jumps; in sljit_generate_code()
437 compiler->error = SLJIT_ERR_COMPILED; in sljit_generate_code()
438 compiler->executable_offset = executable_offset; in sljit_generate_code()
439 compiler->executable_size = (code_ptr - code) * sizeof(sljit_u16); in sljit_generate_code()
523 static sljit_s32 load_immediate(struct sljit_compiler *compiler, sljit_s32 dst, sljit_uw imm) in load_immediate() argument
532 return push_inst32(compiler, MOV_WI | RD4(dst) | tmp); in load_immediate()
535 return push_inst32(compiler, MVN_WI | RD4(dst) | tmp); in load_immediate()
539 FAIL_IF(push_inst32(compiler, MOVW | RD4(dst) in load_immediate()
544 return push_inst32(compiler, MOVT | RD4(dst) in load_immediate()
555 static sljit_s32 emit_op_imm(struct sljit_compiler *compiler, sljit_s32 flags, sljit_s32 dst, sljit… in emit_op_imm() argument
566 FAIL_IF(load_immediate(compiler, TMP_REG1, arg1)); in emit_op_imm()
581 return load_immediate(compiler, dst, imm); in emit_op_imm()
584 return load_immediate(compiler, dst, ~imm); in emit_op_imm()
592 return push_inst16(compiler, ADDSI3 | IMM3(imm) | RD3(dst) | RN3(reg)); in emit_op_imm()
594 return push_inst16(compiler, SUBSI3 | IMM3(nimm) | RD3(dst) | RN3(reg)); in emit_op_imm()
597 return push_inst16(compiler, ADDSI8 | IMM8(imm) | RDN3(dst)); in emit_op_imm()
599 return push_inst16(compiler, SUBSI8 | IMM8(nimm) | RDN3(dst)); in emit_op_imm()
604 return push_inst32(compiler, ADDWI | RD4(dst) | RN4(reg) | IMM12(imm)); in emit_op_imm()
606 return push_inst32(compiler, SUBWI | RD4(dst) | RN4(reg) | IMM12(nimm)); in emit_op_imm()
610 return push_inst32(compiler, ADD_WI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | nimm); in emit_op_imm()
613 return push_inst32(compiler, SUB_WI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | nimm); in emit_op_imm()
618 return push_inst32(compiler, ADCI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | imm); in emit_op_imm()
624 return push_inst16(compiler, RSBSI | RD3(dst) | RN3(reg)); in emit_op_imm()
627 return push_inst32(compiler, RSB_WI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | imm); in emit_op_imm()
632 return push_inst16(compiler, CMPI | IMM8(imm) | RDN3(reg)); in emit_op_imm()
635 return push_inst32(compiler, CMPI_W | RN4(reg) | nimm); in emit_op_imm()
638 return push_inst32(compiler, CMNI_W | RN4(reg) | nimm); in emit_op_imm()
643 return push_inst16(compiler, SUBSI3 | IMM3(imm) | RD3(dst) | RN3(reg)); in emit_op_imm()
645 return push_inst16(compiler, ADDSI3 | IMM3(nimm) | RD3(dst) | RN3(reg)); in emit_op_imm()
648 return push_inst16(compiler, SUBSI8 | IMM8(imm) | RDN3(dst)); in emit_op_imm()
650 return push_inst16(compiler, ADDSI8 | IMM8(nimm) | RDN3(dst)); in emit_op_imm()
655 return push_inst32(compiler, SUBWI | RD4(dst) | RN4(reg) | IMM12(imm)); in emit_op_imm()
657 return push_inst32(compiler, ADDWI | RD4(dst) | RN4(reg) | IMM12(nimm)); in emit_op_imm()
661 return push_inst32(compiler, SUB_WI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | nimm); in emit_op_imm()
664 return push_inst32(compiler, ADD_WI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | nimm); in emit_op_imm()
671 return push_inst32(compiler, SBCI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | imm); in emit_op_imm()
676 return push_inst32(compiler, ANDI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | nimm); in emit_op_imm()
679 return push_inst32(compiler, BICI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | imm); in emit_op_imm()
684 return push_inst32(compiler, ORRI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | nimm); in emit_op_imm()
687 return push_inst32(compiler, ORNI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | imm); in emit_op_imm()
692 return push_inst32(compiler, EORI | (flags & SET_FLAGS) | RD4(dst) | RN4(reg) | imm); in emit_op_imm()
702 return push_inst16(compiler, MOV | SET_REGS44(dst, reg)); in emit_op_imm()
704 return push_inst16(compiler, MOVS | RD3(dst) | RN3(reg)); in emit_op_imm()
705 return push_inst32(compiler, MOV_W | SET_FLAGS | RD4(dst) | RM4(reg)); in emit_op_imm()
710 return push_inst16(compiler, LSLSI | RD3(dst) | RN3(reg) | (imm << 6)); in emit_op_imm()
711 return push_inst32(compiler, LSL_WI | (flags & SET_FLAGS) | RD4(dst) | RM4(reg) | IMM5(imm)); in emit_op_imm()
714 return push_inst16(compiler, LSRSI | RD3(dst) | RN3(reg) | (imm << 6)); in emit_op_imm()
715 return push_inst32(compiler, LSR_WI | (flags & SET_FLAGS) | RD4(dst) | RM4(reg) | IMM5(imm)); in emit_op_imm()
718 return push_inst16(compiler, ASRSI | RD3(dst) | RN3(reg) | (imm << 6)); in emit_op_imm()
719 return push_inst32(compiler, ASR_WI | (flags & SET_FLAGS) | RD4(dst) | RM4(reg) | IMM5(imm)); in emit_op_imm()
729 FAIL_IF(load_immediate(compiler, arg2, imm)); in emit_op_imm()
734 FAIL_IF(load_immediate(compiler, arg1, imm)); in emit_op_imm()
749 return push_inst16(compiler, MOV | SET_REGS44(dst, arg2)); in emit_op_imm()
753 return push_inst16(compiler, UXTB | RD3(dst) | RN3(arg2)); in emit_op_imm()
754 return push_inst32(compiler, UXTB_W | RD4(dst) | RM4(arg2)); in emit_op_imm()
758 return push_inst16(compiler, SXTB | RD3(dst) | RN3(arg2)); in emit_op_imm()
759 return push_inst32(compiler, SXTB_W | RD4(dst) | RM4(arg2)); in emit_op_imm()
763 return push_inst16(compiler, UXTH | RD3(dst) | RN3(arg2)); in emit_op_imm()
764 return push_inst32(compiler, UXTH_W | RD4(dst) | RM4(arg2)); in emit_op_imm()
768 return push_inst16(compiler, SXTH | RD3(dst) | RN3(arg2)); in emit_op_imm()
769 return push_inst32(compiler, SXTH_W | RD4(dst) | RM4(arg2)); in emit_op_imm()
773 return push_inst16(compiler, MVNS | RD3(dst) | RN3(arg2)); in emit_op_imm()
774 return push_inst32(compiler, MVN_W | (flags & SET_FLAGS) | RD4(dst) | RM4(arg2)); in emit_op_imm()
777 FAIL_IF(push_inst32(compiler, CLZ | RN4(arg2) | RD4(dst) | RM4(arg2))); in emit_op_imm()
781 return push_inst16(compiler, ADDS | RD3(dst) | RN3(arg1) | RM3(arg2)); in emit_op_imm()
783 return push_inst16(compiler, ADD | SET_REGS44(dst, arg2)); in emit_op_imm()
784 return push_inst32(compiler, ADD_W | (flags & SET_FLAGS) | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
787 return push_inst16(compiler, ADCS | RD3(dst) | RN3(arg2)); in emit_op_imm()
788 return push_inst32(compiler, ADC_W | (flags & SET_FLAGS) | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
792 return push_inst16(compiler, CMP | RD3(arg1) | RN3(arg2)); in emit_op_imm()
793 return push_inst16(compiler, CMP_X | SET_REGS44(arg1, arg2)); in emit_op_imm()
796 return push_inst16(compiler, SUBS | RD3(dst) | RN3(arg1) | RM3(arg2)); in emit_op_imm()
797 return push_inst32(compiler, SUB_W | (flags & SET_FLAGS) | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
800 return push_inst16(compiler, SBCS | RD3(dst) | RN3(arg2)); in emit_op_imm()
801 return push_inst32(compiler, SBC_W | (flags & SET_FLAGS) | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
804 return push_inst32(compiler, MUL | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
806 FAIL_IF(push_inst32(compiler, SMULL | RT4(dst) | RD4(TMP_REG2) | RN4(arg1) | RM4(arg2))); in emit_op_imm()
808 return push_inst32(compiler, CMP_W | RN4(TMP_REG2) | 0x70e0 | RM4(dst)); in emit_op_imm()
811 return push_inst16(compiler, ANDS | RD3(dst) | RN3(arg2)); in emit_op_imm()
813 return push_inst16(compiler, TST | RD3(arg1) | RN3(arg2)); in emit_op_imm()
814 return push_inst32(compiler, AND_W | (flags & SET_FLAGS) | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
817 return push_inst16(compiler, ORRS | RD3(dst) | RN3(arg2)); in emit_op_imm()
818 return push_inst32(compiler, ORR_W | (flags & SET_FLAGS) | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
821 return push_inst16(compiler, EORS | RD3(dst) | RN3(arg2)); in emit_op_imm()
822 return push_inst32(compiler, EOR_W | (flags & SET_FLAGS) | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
825 return push_inst16(compiler, LSLS | RD3(dst) | RN3(arg2)); in emit_op_imm()
826 return push_inst32(compiler, LSL_W | (flags & SET_FLAGS) | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
829 return push_inst16(compiler, LSRS | RD3(dst) | RN3(arg2)); in emit_op_imm()
830 return push_inst32(compiler, LSR_W | (flags & SET_FLAGS) | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
833 return push_inst16(compiler, ASRS | RD3(dst) | RN3(arg2)); in emit_op_imm()
834 return push_inst32(compiler, ASR_W | (flags & SET_FLAGS) | RD4(dst) | RN4(arg1) | RM4(arg2)); in emit_op_imm()
923 static sljit_s32 emit_set_delta(struct sljit_compiler *compiler, sljit_s32 dst, sljit_s32 reg, slji… in emit_set_delta() argument
927 return push_inst32(compiler, ADDWI | RD4(dst) | RN4(reg) | IMM12(value)); in emit_set_delta()
930 return push_inst32(compiler, ADD_WI | RD4(dst) | RN4(reg) | value); in emit_set_delta()
935 return push_inst32(compiler, SUBWI | RD4(dst) | RN4(reg) | IMM12(value)); in emit_set_delta()
938 return push_inst32(compiler, SUB_WI | RD4(dst) | RN4(reg) | value); in emit_set_delta()
943 static SLJIT_INLINE sljit_s32 emit_op_mem(struct sljit_compiler *compiler, sljit_s32 flags, sljit_s… in emit_op_mem() argument
956 FAIL_IF(push_inst32(compiler, MOV_WI | RD4(tmp_reg) | tmp)); in emit_op_mem()
957 …return push_inst32(compiler, sljit_mem32[flags] | MEM_IMM12 | RT4(reg) | RN4(tmp_reg) | (argw & 0x… in emit_op_mem()
960 FAIL_IF(load_immediate(compiler, tmp_reg, argw)); in emit_op_mem()
962 return push_inst16(compiler, sljit_mem16_imm5[flags] | RD3(reg) | RN3(tmp_reg)); in emit_op_mem()
963 return push_inst32(compiler, sljit_mem32[flags] | MEM_IMM12 | RT4(reg) | RN4(tmp_reg)); in emit_op_mem()
972 return push_inst16(compiler, sljit_mem16[flags] | RD3(reg) | RN3(arg) | RM3(other_r)); in emit_op_mem()
973 …return push_inst32(compiler, sljit_mem32[flags] | RT4(reg) | RN4(arg) | RM4(other_r) | (argw << 4)… in emit_op_mem()
979 push_inst32(compiler, ADD_WI | RD4(tmp_reg) | RN4(arg) | tmp); in emit_op_mem()
987 push_inst32(compiler, SUB_WI | RD4(tmp_reg) | RN4(arg) | tmp); in emit_op_mem()
1011 … return push_inst16(compiler, sljit_mem16_imm5[flags] | RD3(reg) | RN3(arg) | (argw << (6 - tmp))); in emit_op_mem()
1015 return push_inst16(compiler, STR_SP | ((flags & STORE) ? 0 : 0x800) | RDN3(reg) | (argw >> 2)); in emit_op_mem()
1019 return push_inst32(compiler, sljit_mem32[flags] | MEM_IMM12 | RT4(reg) | RN4(arg) | argw); in emit_op_mem()
1021 return push_inst32(compiler, sljit_mem32[flags] | MEM_IMM8 | RT4(reg) | RN4(arg) | -argw); in emit_op_mem()
1025 FAIL_IF(load_immediate(compiler, tmp_reg, argw)); in emit_op_mem()
1027 return push_inst16(compiler, sljit_mem16[flags] | RD3(reg) | RN3(arg) | RM3(tmp_reg)); in emit_op_mem()
1028 return push_inst32(compiler, sljit_mem32[flags] | RT4(reg) | RN4(arg) | RM4(tmp_reg)); in emit_op_mem()
1035 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_enter(struct sljit_compiler *compiler, in sljit_emit_enter() argument
1046 …CHECK(check_sljit_emit_enter(compiler, options, arg_types, scratches, saveds, fscratches, fsaveds,… in sljit_emit_enter()
1047 set_emit_enter(compiler, options, arg_types, scratches, saveds, fscratches, fsaveds, local_size); in sljit_emit_enter()
1057 ? push_inst32(compiler, PUSH_W | (1 << 14) | push) in sljit_emit_enter()
1058 : push_inst16(compiler, PUSH | (1 << 8) | push)); in sljit_emit_enter()
1063 compiler->local_size = local_size; in sljit_emit_enter()
1073 FAIL_IF(push_inst32(compiler, SUB_WI | RD4(TMP_REG1) | RN4(SLJIT_SP) | imm)); in sljit_emit_enter()
1078 FAIL_IF(push_inst16(compiler, SUB_SP | (local_size >> 2))); in sljit_emit_enter()
1080 FAIL_IF(emit_op_imm(compiler, SLJIT_SUB | ARG2_IMM, SLJIT_SP, SLJIT_SP, local_size)); in sljit_emit_enter()
1087 FAIL_IF(push_inst16(compiler, MOV | SET_REGS44(SLJIT_S0, SLJIT_R0))); in sljit_emit_enter()
1089 FAIL_IF(push_inst16(compiler, MOV | SET_REGS44(SLJIT_S1, SLJIT_R1))); in sljit_emit_enter()
1091 FAIL_IF(push_inst16(compiler, MOV | SET_REGS44(SLJIT_S2, SLJIT_R2))); in sljit_emit_enter()
1101 FAIL_IF(push_inst32(compiler, LDRI | 0x400 | RT4(TMP_REG2) | RN4(TMP_REG1))); in sljit_emit_enter()
1102 FAIL_IF(push_inst32(compiler, SUB_WI | RD4(TMP_REG1) | RN4(TMP_REG1) | imm)); in sljit_emit_enter()
1107 FAIL_IF(push_inst32(compiler, LDRI | 0x400 | RT4(TMP_REG2) | RN4(TMP_REG1))); in sljit_emit_enter()
1108 FAIL_IF(push_inst32(compiler, SUB_WI | RD4(TMP_REG1) | RN4(TMP_REG1) | imm)); in sljit_emit_enter()
1112 FAIL_IF(push_inst32(compiler, LDRI | 0x400 | RT4(TMP_REG2) | RN4(TMP_REG1))); in sljit_emit_enter()
1118 FAIL_IF(load_immediate(compiler, SLJIT_R3, (local_size >> 12) - 1)); in sljit_emit_enter()
1119 FAIL_IF(push_inst32(compiler, LDRI | 0x400 | RT4(TMP_REG2) | RN4(TMP_REG1))); in sljit_emit_enter()
1120 FAIL_IF(push_inst32(compiler, SUB_WI | RD4(TMP_REG1) | RN4(TMP_REG1) | imm)); in sljit_emit_enter()
1122 FAIL_IF(push_inst16(compiler, SUBSI8 | RDN3(SLJIT_R3) | 1)); in sljit_emit_enter()
1123 FAIL_IF(push_inst16(compiler, BCC | (0x1 << 8) /* not-equal */ | (-7 & 0xff))); in sljit_emit_enter()
1128 FAIL_IF(push_inst32(compiler, LDRI | 0x400 | RT4(TMP_REG2) | RN4(TMP_REG1))); in sljit_emit_enter()
1135 FAIL_IF(push_inst32(compiler, SUB_WI | RD4(TMP_REG1) | RN4(TMP_REG1) | imm)); in sljit_emit_enter()
1140 …FAIL_IF(push_inst32(compiler, LDRI | 0x400 | (local_size > 0 ? 0x100 : 0) | RT4(TMP_REG2) | RN4(TM… in sljit_emit_enter()
1142 FAIL_IF(push_inst16(compiler, MOV | SET_REGS44(SLJIT_SP, TMP_REG1))); in sljit_emit_enter()
1145 FAIL_IF(push_inst32(compiler, LDRI | 0x500 | RT4(TMP_REG1) | RN4(SLJIT_SP) | local_size)); in sljit_emit_enter()
1151 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_set_context(struct sljit_compiler *compiler, in sljit_set_context() argument
1158 …CHECK(check_sljit_set_context(compiler, options, arg_types, scratches, saveds, fscratches, fsaveds… in sljit_set_context()
1159 set_set_context(compiler, options, arg_types, scratches, saveds, fscratches, fsaveds, local_size); in sljit_set_context()
1162 compiler->local_size = ((size + local_size + 7) & ~7) - size; in sljit_set_context()
1166 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_return(struct sljit_compiler *compiler, sljit_s32 op,… in sljit_emit_return() argument
1172 CHECK(check_sljit_emit_return(compiler, op, src, srcw)); in sljit_emit_return()
1174 FAIL_IF(emit_mov_before_return(compiler, op, src, srcw)); in sljit_emit_return()
1176 if (compiler->local_size > 0) { in sljit_emit_return()
1177 if (compiler->local_size <= (127 << 2)) in sljit_emit_return()
1178 FAIL_IF(push_inst16(compiler, ADD_SP | (compiler->local_size >> 2))); in sljit_emit_return()
1180 FAIL_IF(emit_op_imm(compiler, SLJIT_ADD | ARG2_IMM, SLJIT_SP, SLJIT_SP, compiler->local_size)); in sljit_emit_return()
1183 …tmp = compiler->saveds < SLJIT_NUMBER_OF_SAVED_REGISTERS ? (SLJIT_S0 + 1 - compiler->saveds) : SLJ… in sljit_emit_return()
1187 for (i = compiler->scratches; i >= SLJIT_FIRST_SAVED_REG; i--) in sljit_emit_return()
1191 ? push_inst32(compiler, POP_W | (1 << 15) | pop) in sljit_emit_return()
1192 : push_inst16(compiler, POP | (1 << 8) | pop); in sljit_emit_return()
1221 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_op0(struct sljit_compiler *compiler, sljit_s32 op) in sljit_emit_op0() argument
1229 CHECK(check_sljit_emit_op0(compiler, op)); in sljit_emit_op0()
1234 return push_inst16(compiler, BKPT); in sljit_emit_op0()
1236 return push_inst16(compiler, NOP); in sljit_emit_op0()
1239 return push_inst32(compiler, (op == SLJIT_LMUL_UW ? UMULL : SMULL) in sljit_emit_op0()
1247 FAIL_IF(push_inst16(compiler, MOV | SET_REGS44(TMP_REG1, SLJIT_R0))); in sljit_emit_op0()
1248 …FAIL_IF(push_inst32(compiler, (op == SLJIT_DIVMOD_UW ? UDIV : SDIV) | RD4(SLJIT_R0) | RN4(SLJIT_R0… in sljit_emit_op0()
1249 FAIL_IF(push_inst32(compiler, MUL | RD4(SLJIT_R1) | RN4(SLJIT_R0) | RM4(SLJIT_R1))); in sljit_emit_op0()
1250 return push_inst32(compiler, SUB_W | RD4(SLJIT_R1) | RN4(TMP_REG1) | RM4(SLJIT_R1)); in sljit_emit_op0()
1253 …return push_inst32(compiler, (op == SLJIT_DIV_UW ? UDIV : SDIV) | RD4(SLJIT_R0) | RN4(SLJIT_R0) | … in sljit_emit_op0()
1263 if (compiler->scratches >= 4) in sljit_emit_op0()
1265 if (compiler->scratches >= 3) in sljit_emit_op0()
1271 FAIL_IF(push_inst32(compiler, 0xf84d0d00 | (saved_reg_count >= 3 ? 16 : 8) in sljit_emit_op0()
1275 FAIL_IF(push_inst16(compiler, 0x9001 | (saved_reg_list[1] << 8) /* str rX, [sp, #4] */)); in sljit_emit_op0()
1279 FAIL_IF(push_inst16(compiler, 0x9002 | (saved_reg_list[2] << 8) /* str rX, [sp, #8] */)); in sljit_emit_op0()
1284 FAIL_IF(push_inst16(compiler, MOV | SET_REGS44(TMP_REG1, SLJIT_R0))); in sljit_emit_op0()
1285 FAIL_IF(push_inst16(compiler, MOV | SET_REGS44(SLJIT_R0, SLJIT_R1))); in sljit_emit_op0()
1286 FAIL_IF(push_inst16(compiler, MOV | SET_REGS44(SLJIT_R1, TMP_REG1))); in sljit_emit_op0()
1287 FAIL_IF(sljit_emit_ijump(compiler, SLJIT_FAST_CALL, SLJIT_IMM, in sljit_emit_op0()
1290 FAIL_IF(sljit_emit_ijump(compiler, SLJIT_FAST_CALL, SLJIT_IMM, in sljit_emit_op0()
1299 FAIL_IF(push_inst16(compiler, 0x9802 | (saved_reg_list[2] << 8) /* ldr rX, [sp, #8] */)); in sljit_emit_op0()
1303 FAIL_IF(push_inst16(compiler, 0x9801 | (saved_reg_list[1] << 8) /* ldr rX, [sp, #4] */)); in sljit_emit_op0()
1305 return push_inst32(compiler, 0xf85d0b00 | (saved_reg_count >= 3 ? 16 : 8) in sljit_emit_op0()
1315 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_op1(struct sljit_compiler *compiler, sljit_s32 op, in sljit_emit_op1() argument
1323 CHECK(check_sljit_emit_op1(compiler, op, dst, dstw, src, srcw)); in sljit_emit_op1()
1330 return emit_op_mem(compiler, PRELOAD, TMP_PC, src, srcw, TMP_REG1); in sljit_emit_op1()
1372 FAIL_IF(emit_op_imm(compiler, SLJIT_MOV | ARG2_IMM, dst_r, TMP_REG2, srcw)); in sljit_emit_op1()
1374 FAIL_IF(emit_op_mem(compiler, flags, dst_r, src, srcw, TMP_REG1)); in sljit_emit_op1()
1377 return emit_op_imm(compiler, op, dst_r, TMP_REG2, src); in sljit_emit_op1()
1384 return emit_op_mem(compiler, flags | STORE, dst_r, dst, dstw, TMP_REG2); in sljit_emit_op1()
1390 compiler->skip_checks = 1; in sljit_emit_op1()
1392 return sljit_emit_op2(compiler, SLJIT_SUB | op_flags, dst, dstw, SLJIT_IMM, 0, src, srcw); in sljit_emit_op1()
1398 FAIL_IF(emit_op_mem(compiler, WORD_SIZE, TMP_REG1, src, srcw, TMP_REG1)); in sljit_emit_op1()
1402 emit_op_imm(compiler, flags | op, dst_r, TMP_REG2, src); in sljit_emit_op1()
1405 return emit_op_mem(compiler, flags | STORE, dst_r, dst, dstw, TMP_REG2); in sljit_emit_op1()
1409 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_op2(struct sljit_compiler *compiler, sljit_s32 op, in sljit_emit_op2() argument
1417 CHECK(check_sljit_emit_op2(compiler, op, dst, dstw, src1, src1w, src2, src2w)); in sljit_emit_op2()
1431 emit_op_mem(compiler, WORD_SIZE, TMP_REG1, src1, src1w, TMP_REG1); in sljit_emit_op2()
1441 emit_op_mem(compiler, WORD_SIZE, src2_reg, src2, src2w, src2_reg); in sljit_emit_op2()
1450 emit_op_imm(compiler, flags | GET_OPCODE(op), dst_reg, src1w, src2w); in sljit_emit_op2()
1454 return emit_op_mem(compiler, WORD_SIZE | STORE, dst_reg, dst, dstw, TMP_REG2); in sljit_emit_op2()
1469 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_op_custom(struct sljit_compiler *compiler, in sljit_emit_op_custom() argument
1473 CHECK(check_sljit_emit_op_custom(compiler, instruction, size)); in sljit_emit_op_custom()
1476 return push_inst16(compiler, *(sljit_u16*)instruction); in sljit_emit_op_custom()
1477 return push_inst32(compiler, *(sljit_ins*)instruction); in sljit_emit_op_custom()
1486 static sljit_s32 emit_fop_mem(struct sljit_compiler *compiler, sljit_s32 flags, sljit_s32 reg, slji… in emit_fop_mem() argument
1495 …FAIL_IF(push_inst32(compiler, ADD_W | RD4(TMP_REG1) | RN4(arg & REG_MASK) | RM4(OFFS_REG(arg)) | (… in emit_fop_mem()
1502 return push_inst32(compiler, inst | 0x800000 | RN4(arg & REG_MASK) | DD4(reg) | (argw >> 2)); in emit_fop_mem()
1504 return push_inst32(compiler, inst | RN4(arg & REG_MASK) | DD4(reg) | (-argw >> 2)); in emit_fop_mem()
1508 if (emit_set_delta(compiler, TMP_REG1, arg & REG_MASK, argw) != SLJIT_ERR_UNSUPPORTED) { in emit_fop_mem()
1509 FAIL_IF(compiler->error); in emit_fop_mem()
1510 return push_inst32(compiler, inst | 0x800000 | RN4(TMP_REG1) | DD4(reg)); in emit_fop_mem()
1514 FAIL_IF(push_inst32(compiler, ADD_WI | RD4(TMP_REG1) | RN4(arg & REG_MASK) | imm)); in emit_fop_mem()
1515 return push_inst32(compiler, inst | 0x800000 | RN4(TMP_REG1) | DD4(reg) | ((argw & 0x3fc) >> 2)); in emit_fop_mem()
1520 FAIL_IF(push_inst32(compiler, SUB_WI | RD4(TMP_REG1) | RN4(arg & REG_MASK) | imm)); in emit_fop_mem()
1521 return push_inst32(compiler, inst | RN4(TMP_REG1) | DD4(reg) | ((argw & 0x3fc) >> 2)); in emit_fop_mem()
1525 FAIL_IF(load_immediate(compiler, TMP_REG1, argw)); in emit_fop_mem()
1527 FAIL_IF(push_inst16(compiler, ADD | SET_REGS44(TMP_REG1, (arg & REG_MASK)))); in emit_fop_mem()
1528 return push_inst32(compiler, inst | 0x800000 | RN4(TMP_REG1) | DD4(reg)); in emit_fop_mem()
1531 static SLJIT_INLINE sljit_s32 sljit_emit_fop1_conv_sw_from_f64(struct sljit_compiler *compiler, slj… in sljit_emit_fop1_conv_sw_from_f64() argument
1538 FAIL_IF(emit_fop_mem(compiler, (op & SLJIT_F32_OP) | FPU_LOAD, TMP_FREG1, src, srcw)); in sljit_emit_fop1_conv_sw_from_f64()
1542 FAIL_IF(push_inst32(compiler, VCVT_S32_F32 | (op & SLJIT_F32_OP) | DD4(TMP_FREG1) | DM4(src))); in sljit_emit_fop1_conv_sw_from_f64()
1545 return push_inst32(compiler, VMOV | (1 << 20) | RT4(dst) | DN4(TMP_FREG1)); in sljit_emit_fop1_conv_sw_from_f64()
1548 return emit_fop_mem(compiler, 0, TMP_FREG1, dst, dstw); in sljit_emit_fop1_conv_sw_from_f64()
1551 static SLJIT_INLINE sljit_s32 sljit_emit_fop1_conv_f64_from_sw(struct sljit_compiler *compiler, slj… in sljit_emit_fop1_conv_f64_from_sw() argument
1560 FAIL_IF(push_inst32(compiler, VMOV | RT4(src) | DN4(TMP_FREG1))); in sljit_emit_fop1_conv_f64_from_sw()
1563 FAIL_IF(emit_fop_mem(compiler, FPU_LOAD, TMP_FREG1, src, srcw)); in sljit_emit_fop1_conv_f64_from_sw()
1566 FAIL_IF(load_immediate(compiler, TMP_REG1, srcw)); in sljit_emit_fop1_conv_f64_from_sw()
1567 FAIL_IF(push_inst32(compiler, VMOV | RT4(TMP_REG1) | DN4(TMP_FREG1))); in sljit_emit_fop1_conv_f64_from_sw()
1570 FAIL_IF(push_inst32(compiler, VCVT_F32_S32 | (op & SLJIT_F32_OP) | DD4(dst_r) | DM4(TMP_FREG1))); in sljit_emit_fop1_conv_f64_from_sw()
1573 return emit_fop_mem(compiler, (op & SLJIT_F32_OP), TMP_FREG1, dst, dstw); in sljit_emit_fop1_conv_f64_from_sw()
1577 static SLJIT_INLINE sljit_s32 sljit_emit_fop1_cmp(struct sljit_compiler *compiler, sljit_s32 op, in sljit_emit_fop1_cmp() argument
1584 emit_fop_mem(compiler, (op & SLJIT_F32_OP) | FPU_LOAD, TMP_FREG1, src1, src1w); in sljit_emit_fop1_cmp()
1589 emit_fop_mem(compiler, (op & SLJIT_F32_OP) | FPU_LOAD, TMP_FREG2, src2, src2w); in sljit_emit_fop1_cmp()
1593 FAIL_IF(push_inst32(compiler, VCMP_F32 | (op & SLJIT_F32_OP) | DD4(src1) | DM4(src2))); in sljit_emit_fop1_cmp()
1594 return push_inst32(compiler, VMRS); in sljit_emit_fop1_cmp()
1597 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_fop1(struct sljit_compiler *compiler, sljit_s32 op, in sljit_emit_fop1() argument
1606 SELECT_FOP1_OPERATION_WITH_CHECKS(compiler, op, dst, dstw, src, srcw); in sljit_emit_fop1()
1614 emit_fop_mem(compiler, (op & SLJIT_F32_OP) | FPU_LOAD, dst_r, src, srcw); in sljit_emit_fop1()
1622 FAIL_IF(push_inst32(compiler, VMOV_F32 | (op & SLJIT_F32_OP) | DD4(dst_r) | DM4(src))); in sljit_emit_fop1()
1628 FAIL_IF(push_inst32(compiler, VNEG_F32 | (op & SLJIT_F32_OP) | DD4(dst_r) | DM4(src))); in sljit_emit_fop1()
1631 FAIL_IF(push_inst32(compiler, VABS_F32 | (op & SLJIT_F32_OP) | DD4(dst_r) | DM4(src))); in sljit_emit_fop1()
1634 FAIL_IF(push_inst32(compiler, VCVT_F64_F32 | (op & SLJIT_F32_OP) | DD4(dst_r) | DM4(src))); in sljit_emit_fop1()
1640 return emit_fop_mem(compiler, (op & SLJIT_F32_OP), dst_r, dst, dstw); in sljit_emit_fop1()
1644 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_fop2(struct sljit_compiler *compiler, sljit_s32 op, in sljit_emit_fop2() argument
1652 CHECK(check_sljit_emit_fop2(compiler, op, dst, dstw, src1, src1w, src2, src2w)); in sljit_emit_fop2()
1661 emit_fop_mem(compiler, (op & SLJIT_F32_OP) | FPU_LOAD, TMP_FREG1, src1, src1w); in sljit_emit_fop2()
1665 emit_fop_mem(compiler, (op & SLJIT_F32_OP) | FPU_LOAD, TMP_FREG2, src2, src2w); in sljit_emit_fop2()
1671 …FAIL_IF(push_inst32(compiler, VADD_F32 | (op & SLJIT_F32_OP) | DD4(dst_r) | DN4(src1) | DM4(src2))… in sljit_emit_fop2()
1674 …FAIL_IF(push_inst32(compiler, VSUB_F32 | (op & SLJIT_F32_OP) | DD4(dst_r) | DN4(src1) | DM4(src2))… in sljit_emit_fop2()
1677 …FAIL_IF(push_inst32(compiler, VMUL_F32 | (op & SLJIT_F32_OP) | DD4(dst_r) | DN4(src1) | DM4(src2))… in sljit_emit_fop2()
1680 …FAIL_IF(push_inst32(compiler, VDIV_F32 | (op & SLJIT_F32_OP) | DD4(dst_r) | DN4(src1) | DM4(src2))… in sljit_emit_fop2()
1686 return emit_fop_mem(compiler, (op & SLJIT_F32_OP), TMP_FREG1, dst, dstw); in sljit_emit_fop2()
1695 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_fast_enter(struct sljit_compiler *compiler, sljit_s32… in sljit_emit_fast_enter() argument
1698 CHECK(check_sljit_emit_fast_enter(compiler, dst, dstw)); in sljit_emit_fast_enter()
1704 return push_inst16(compiler, MOV | SET_REGS44(dst, TMP_REG2)); in sljit_emit_fast_enter()
1707 return emit_op_mem(compiler, WORD_SIZE | STORE, TMP_REG2, dst, dstw, TMP_REG1); in sljit_emit_fast_enter()
1710 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_fast_return(struct sljit_compiler *compiler, sljit_s3… in sljit_emit_fast_return() argument
1713 CHECK(check_sljit_emit_fast_return(compiler, src, srcw)); in sljit_emit_fast_return()
1719 FAIL_IF(push_inst16(compiler, MOV | SET_REGS44(TMP_REG2, src))); in sljit_emit_fast_return()
1721 FAIL_IF(emit_op_mem(compiler, WORD_SIZE, TMP_REG2, src, srcw, TMP_REG2)); in sljit_emit_fast_return()
1723 return push_inst16(compiler, BX | RN3(TMP_REG2)); in sljit_emit_fast_return()
1785 SLJIT_API_FUNC_ATTRIBUTE struct sljit_label* sljit_emit_label(struct sljit_compiler *compiler) in sljit_emit_label() argument
1790 CHECK_PTR(check_sljit_emit_label(compiler)); in sljit_emit_label()
1792 if (compiler->last_label && compiler->last_label->size == compiler->size) in sljit_emit_label()
1793 return compiler->last_label; in sljit_emit_label()
1795 label = (struct sljit_label*)ensure_abuf(compiler, sizeof(struct sljit_label)); in sljit_emit_label()
1797 set_label(label, compiler); in sljit_emit_label()
1801 SLJIT_API_FUNC_ATTRIBUTE struct sljit_jump* sljit_emit_jump(struct sljit_compiler *compiler, sljit_… in sljit_emit_jump() argument
1807 CHECK_PTR(check_sljit_emit_jump(compiler, type)); in sljit_emit_jump()
1809 jump = (struct sljit_jump*)ensure_abuf(compiler, sizeof(struct sljit_jump)); in sljit_emit_jump()
1811 set_jump(jump, compiler, type & SLJIT_REWRITABLE_JUMP); in sljit_emit_jump()
1814 PTR_FAIL_IF(emit_imm32_const(compiler, TMP_REG1, 0)); in sljit_emit_jump()
1819 PTR_FAIL_IF(push_inst16(compiler, IT | (cc << 4) | 0x8)); in sljit_emit_jump()
1822 jump->addr = compiler->size; in sljit_emit_jump()
1824 PTR_FAIL_IF(push_inst16(compiler, BX | RN3(TMP_REG1))); in sljit_emit_jump()
1827 PTR_FAIL_IF(push_inst16(compiler, BLX | RN3(TMP_REG1))); in sljit_emit_jump()
1835 static sljit_s32 softfloat_call_with_args(struct sljit_compiler *compiler, sljit_s32 arg_types, slj… in softfloat_call_with_args() argument
1880 FAIL_IF(push_inst16(compiler, SUB_SP | (((stack_offset - 16) + 0x7) & ~0x7) >> 2)); in softfloat_call_with_args()
1894 FAIL_IF(push_inst16(compiler, MOV | (src_offset << 1) | 4 | (1 << 7))); in softfloat_call_with_args()
1897 … FAIL_IF(push_inst32(compiler, VMOV | 0x100000 | (float_arg_count << 16) | (stack_offset << 10))); in softfloat_call_with_args()
1899 …FAIL_IF(push_inst32(compiler, VSTR_F32 | 0x800000 | RN4(SLJIT_SP) | (float_arg_count << 12) | ((st… in softfloat_call_with_args()
1910 FAIL_IF(push_inst16(compiler, MOV | (src_offset << 1) | 4 | (1 << 7))); in softfloat_call_with_args()
1913 …FAIL_IF(push_inst32(compiler, VMOV2 | 0x100000 | (stack_offset << 10) | ((stack_offset + sizeof(sl… in softfloat_call_with_args()
1915 …FAIL_IF(push_inst32(compiler, VSTR_F32 | 0x800100 | RN4(SLJIT_SP) | (float_arg_count << 12) | ((st… in softfloat_call_with_args()
1927 FAIL_IF(push_inst16(compiler, MOV | (src_offset << 1) | 4 | (1 << 7))); in softfloat_call_with_args()
1934 FAIL_IF(push_inst16(compiler, MOV | (stack_offset >> 2) | (word_arg_offset << 1))); in softfloat_call_with_args()
1936 FAIL_IF(push_inst16(compiler, STR_SP | (word_arg_offset << 6) | ((stack_offset - 16) >> 2))); in softfloat_call_with_args()
1947 static sljit_s32 softfloat_post_call_with_args(struct sljit_compiler *compiler, sljit_s32 arg_types) in softfloat_post_call_with_args() argument
1952 FAIL_IF(push_inst32(compiler, VMOV | (0 << 16) | (0 << 12))); in softfloat_post_call_with_args()
1954 FAIL_IF(push_inst32(compiler, VMOV2 | (1 << 16) | (0 << 12) | 0)); in softfloat_post_call_with_args()
1979 return push_inst16(compiler, ADD_SP | ((((stack_size - 16) + 0x7) & ~0x7) >> 2)); in softfloat_post_call_with_args()
1984 static sljit_s32 hardfloat_call_with_args(struct sljit_compiler *compiler, sljit_s32 arg_types) in hardfloat_call_with_args() argument
2005 FAIL_IF(push_inst32(compiler, VMOV_F32 | DD4((new_offset >> 1) + 1) in hardfloat_call_with_args()
2021 …FAIL_IF(push_inst32(compiler, VMOV_F32 | SLJIT_F32_OP | DD4((new_offset >> 1) + 1) | DM4((offset >… in hardfloat_call_with_args()
2033 SLJIT_API_FUNC_ATTRIBUTE struct sljit_jump* sljit_emit_call(struct sljit_compiler *compiler, sljit_… in sljit_emit_call() argument
2041 CHECK_PTR(check_sljit_emit_call(compiler, type, arg_types)); in sljit_emit_call()
2044 PTR_FAIL_IF(softfloat_call_with_args(compiler, arg_types, NULL)); in sljit_emit_call()
2048 compiler->skip_checks = 1; in sljit_emit_call()
2051 jump = sljit_emit_jump(compiler, type); in sljit_emit_call()
2054 PTR_FAIL_IF(softfloat_post_call_with_args(compiler, arg_types)); in sljit_emit_call()
2057 PTR_FAIL_IF(hardfloat_call_with_args(compiler, arg_types)); in sljit_emit_call()
2061 compiler->skip_checks = 1; in sljit_emit_call()
2064 return sljit_emit_jump(compiler, type); in sljit_emit_call()
2068 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_ijump(struct sljit_compiler *compiler, sljit_s32 type… in sljit_emit_ijump() argument
2073 CHECK(check_sljit_emit_ijump(compiler, type, src, srcw)); in sljit_emit_ijump()
2081 return push_inst16(compiler, (type <= SLJIT_JUMP ? BX : BLX) | RN3(src)); in sljit_emit_ijump()
2084 …FAIL_IF(emit_op_mem(compiler, WORD_SIZE, type <= SLJIT_JUMP ? TMP_PC : TMP_REG1, src, srcw, TMP_RE… in sljit_emit_ijump()
2086 return push_inst16(compiler, BLX | RN3(TMP_REG1)); in sljit_emit_ijump()
2090 jump = (struct sljit_jump*)ensure_abuf(compiler, sizeof(struct sljit_jump)); in sljit_emit_ijump()
2092 set_jump(jump, compiler, JUMP_ADDR | ((type >= SLJIT_FAST_CALL) ? IS_BL : 0)); in sljit_emit_ijump()
2095 FAIL_IF(emit_imm32_const(compiler, TMP_REG1, 0)); in sljit_emit_ijump()
2096 jump->addr = compiler->size; in sljit_emit_ijump()
2097 return push_inst16(compiler, (type <= SLJIT_JUMP ? BX : BLX) | RN3(TMP_REG1)); in sljit_emit_ijump()
2100 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_icall(struct sljit_compiler *compiler, sljit_s32 type, in sljit_emit_icall() argument
2105 CHECK(check_sljit_emit_icall(compiler, type, arg_types, src, srcw)); in sljit_emit_icall()
2109 FAIL_IF(emit_op_mem(compiler, WORD_SIZE, TMP_REG1, src, srcw, TMP_REG1)); in sljit_emit_icall()
2113 FAIL_IF(softfloat_call_with_args(compiler, arg_types, &src)); in sljit_emit_icall()
2117 compiler->skip_checks = 1; in sljit_emit_icall()
2120 FAIL_IF(sljit_emit_ijump(compiler, type, src, srcw)); in sljit_emit_icall()
2122 return softfloat_post_call_with_args(compiler, arg_types); in sljit_emit_icall()
2124 FAIL_IF(hardfloat_call_with_args(compiler, arg_types)); in sljit_emit_icall()
2128 compiler->skip_checks = 1; in sljit_emit_icall()
2131 return sljit_emit_ijump(compiler, type, src, srcw); in sljit_emit_icall()
2135 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_op_flags(struct sljit_compiler *compiler, sljit_s32 o… in sljit_emit_op_flags() argument
2143 CHECK(check_sljit_emit_op_flags(compiler, op, dst, dstw, type)); in sljit_emit_op_flags()
2151 FAIL_IF(push_inst16(compiler, IT | (cc << 4) | (((cc & 0x1) ^ 0x1) << 3) | 0x4)); in sljit_emit_op_flags()
2153 FAIL_IF(push_inst32(compiler, MOV_WI | RD4(dst_r) | 1)); in sljit_emit_op_flags()
2154 FAIL_IF(push_inst32(compiler, MOV_WI | RD4(dst_r) | 0)); in sljit_emit_op_flags()
2157 FAIL_IF(push_inst16(compiler, MOVSI | RDN3(dst_r) | 1)); in sljit_emit_op_flags()
2158 FAIL_IF(push_inst16(compiler, MOVSI | RDN3(dst_r) | 0)); in sljit_emit_op_flags()
2162 return emit_op_mem(compiler, WORD_SIZE | STORE, TMP_REG1, dst, dstw, TMP_REG2); in sljit_emit_op_flags()
2166 FAIL_IF(emit_op_mem(compiler, WORD_SIZE, TMP_REG1, dst, dstw, TMP_REG2)); in sljit_emit_op_flags()
2169 FAIL_IF(push_inst16(compiler, IT | (cc << 4) | (((cc & 0x1) ^ 0x1) << 3) | 0x4)); in sljit_emit_op_flags()
2170 FAIL_IF(push_inst32(compiler, ANDI | RN4(dst_r) | RD4(dst_r) | 1)); in sljit_emit_op_flags()
2171 FAIL_IF(push_inst32(compiler, ANDI | RN4(dst_r) | RD4(dst_r) | 0)); in sljit_emit_op_flags()
2174 FAIL_IF(push_inst16(compiler, IT | (cc << 4) | 0x8)); in sljit_emit_op_flags()
2175 FAIL_IF(push_inst32(compiler, ((op == SLJIT_OR) ? ORRI : EORI) | RN4(dst_r) | RD4(dst_r) | 1)); in sljit_emit_op_flags()
2179 FAIL_IF(emit_op_mem(compiler, WORD_SIZE | STORE, TMP_REG1, dst, dstw, TMP_REG2)); in sljit_emit_op_flags()
2185 return push_inst32(compiler, MOV_W | SET_FLAGS | RD4(TMP_REG1) | RM4(dst_r)); in sljit_emit_op_flags()
2188 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_cmov(struct sljit_compiler *compiler, sljit_s32 type, in sljit_emit_cmov() argument
2195 CHECK(check_sljit_emit_cmov(compiler, type, dst_reg, src, srcw)); in sljit_emit_cmov()
2202 FAIL_IF(push_inst16(compiler, IT | (cc << 4) | 0x8)); in sljit_emit_cmov()
2203 return push_inst16(compiler, MOV | SET_REGS44(dst_reg, src)); in sljit_emit_cmov()
2210 FAIL_IF(push_inst16(compiler, IT | (cc << 4) | 0x8)); in sljit_emit_cmov()
2211 return push_inst32(compiler, MOVW | RD4(dst_reg) in sljit_emit_cmov()
2217 FAIL_IF(push_inst16(compiler, IT | (cc << 4) | 0x8)); in sljit_emit_cmov()
2218 return push_inst32(compiler, MOV_WI | RD4(dst_reg) | tmp); in sljit_emit_cmov()
2223 FAIL_IF(push_inst16(compiler, IT | (cc << 4) | 0x8)); in sljit_emit_cmov()
2224 return push_inst32(compiler, MVN_WI | RD4(dst_reg) | tmp); in sljit_emit_cmov()
2227 FAIL_IF(push_inst16(compiler, IT | (cc << 4) | ((cc & 0x1) << 3) | 0x4)); in sljit_emit_cmov()
2230 FAIL_IF(push_inst32(compiler, MOVW | RD4(dst_reg) in sljit_emit_cmov()
2232 return push_inst32(compiler, MOVT | RD4(dst_reg) in sljit_emit_cmov()
2236 SLJIT_API_FUNC_ATTRIBUTE sljit_s32 sljit_emit_mem(struct sljit_compiler *compiler, sljit_s32 type, in sljit_emit_mem() argument
2244 CHECK(check_sljit_emit_mem(compiler, type, reg, mem, memw)); in sljit_emit_mem()
2290 return push_inst32(compiler, inst | RT4(reg) | RN4(mem & REG_MASK) | memw); in sljit_emit_mem()
2293 SLJIT_API_FUNC_ATTRIBUTE struct sljit_const* sljit_emit_const(struct sljit_compiler *compiler, slji… in sljit_emit_const() argument
2299 CHECK_PTR(check_sljit_emit_const(compiler, dst, dstw, init_value)); in sljit_emit_const()
2302 const_ = (struct sljit_const*)ensure_abuf(compiler, sizeof(struct sljit_const)); in sljit_emit_const()
2304 set_const(const_, compiler); in sljit_emit_const()
2307 PTR_FAIL_IF(emit_imm32_const(compiler, dst_r, init_value)); in sljit_emit_const()
2310 PTR_FAIL_IF(emit_op_mem(compiler, WORD_SIZE | STORE, dst_r, dst, dstw, TMP_REG2)); in sljit_emit_const()