| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp32_grad/ |
| D | gemm.c | 98 float *dst_r = dst_ptr; local
105 float *dst_c = dst_r + ci * C12NUM;
233 float *dst_c = dst_r + ci * C12NUM;
239 dst_r += C12NUM * col;
244 dst_r[i * C12NUM] = src_r[i];
247 dst_r += 1;
252 dst_r[i * C12NUM] = 0;
254 dst_r += 1;
269 float *dst_r = dst_ptr; local
276 float *dst_c = dst_r + ci * C8NUM;
[all …]
|
| /third_party/pcre2/pcre2/src/sljit/ |
| D | sljitNativeS390X.c | 837 …atic sljit_s32 update_zero_overflow(struct sljit_compiler *compiler, sljit_s32 op, sljit_gpr dst_r) in update_zero_overflow() argument
847 FAIL_IF(push_inst(compiler, (op & SLJIT_I32_OP) ? or(dst_r, dst_r) : ogr(dst_r, dst_r))); in update_zero_overflow()
1014 sljit_gpr dst_r, in emit_move() argument
1017 SLJIT_ASSERT(!SLOW_IS_REG(src) || dst_r != gpr(src & REG_MASK)); in emit_move()
1020 return push_load_imm_inst(compiler, dst_r, srcw); in emit_move()
1023 return load_word(compiler, dst_r, src, srcw, (compiler->mode & SLJIT_I32_OP) != 0); in emit_move()
1026 return push_inst(compiler, (compiler->mode & SLJIT_I32_OP) ? lr(dst_r, src_r) : lgr(dst_r, src_r)); in emit_move()
1034 sljit_gpr dst_r = tmp0; in emit_rr() local
1039 dst_r = gpr(dst & REG_MASK); in emit_rr()
1044 dst_r = tmp0; in emit_rr()
[all …]
|
| D | sljitNativeX86_common.c | 1095 sljit_s32 dst_r; in emit_mov_byte() local
1121 dst_r = FAST_IS_REG(dst) ? dst : TMP_REG1; in emit_mov_byte()
1126 SLJIT_ASSERT(dst_r == TMP_REG1); in emit_mov_byte()
1129 dst_r = src; in emit_mov_byte()
1131 dst_r = src; in emit_mov_byte()
1170 inst = emit_x86_instruction(compiler, 2, dst_r, 0, src, srcw); in emit_mov_byte()
1178 if (dst_r == TMP_REG1) { in emit_mov_byte()
1199 inst = emit_x86_instruction(compiler, 1, work_r, 0, dst_r, 0); in emit_mov_byte()
1212 inst = emit_x86_instruction(compiler, 1, work_r, 0, dst_r, 0); in emit_mov_byte()
1218 inst = emit_x86_instruction(compiler, 1, dst_r, 0, dst, dstw); in emit_mov_byte()
[all …]
|
| D | sljitNativeSPARC_common.c | 720 sljit_s32 dst_r = TMP_REG2; in emit_op() local
732 dst_r = dst; in emit_op()
735 sugg_src2_r = dst_r; in emit_op()
786 dst_r = src2_r; in emit_op()
797 dst_r = 0; in emit_op()
825 FAIL_IF(emit_single_op(compiler, op, flags, dst_r, src1_r, src2_r)); in emit_op()
829 getput_arg_fast(compiler, flags, dst_r, dst, dstw); in emit_op()
832 return getput_arg(compiler, flags, dst_r, dst, dstw, 0, 0); in emit_op()
1058 sljit_s32 dst_r = FAST_IS_REG(dst) ? dst : TMP_FREG1; in sljit_emit_fop1_conv_f64_from_sw() local
1077 …FAIL_IF(push_inst(compiler, SELECT_FOP(op, FITOS, FITOD) | FD(dst_r) | FS2(TMP_FREG1), MOVABLE_INS… in sljit_emit_fop1_conv_f64_from_sw()
[all …]
|
| D | sljitNativeARM_64.c | 1166 sljit_s32 dst_r, flags, mem_flags; in sljit_emit_op1() local
1174 dst_r = SLOW_IS_REG(dst) ? dst : TMP_REG1; in sljit_emit_op1()
1179 if (dst_r != TMP_REG1 && FAST_IS_REG(src)) in sljit_emit_op1()
1180 … return emit_op_imm(compiler, op | ((op_flags & SLJIT_I32_OP) ? INT_OP : 0), dst_r, TMP_REG1, src); in sljit_emit_op1()
1224 FAIL_IF(emit_op_imm(compiler, SLJIT_MOV | ARG2_IMM, dst_r, TMP_REG1, srcw)); in sljit_emit_op1()
1226 dst_r = src; in sljit_emit_op1()
1228 FAIL_IF(emit_op_mem(compiler, mem_flags, dst_r, src, srcw, TMP_REG1)); in sljit_emit_op1()
1231 return emit_op_mem(compiler, mem_flags | STORE, dst_r, dst, dstw, TMP_REG2); in sljit_emit_op1()
1251 emit_op_imm(compiler, flags | op, dst_r, TMP_REG1, src); in sljit_emit_op1()
1254 return emit_op_mem(compiler, mem_flags | STORE, dst_r, dst, dstw, TMP_REG2); in sljit_emit_op1()
[all …]
|
| D | sljitNativeARM_T2_32.c | 1351 sljit_s32 dst_r, flags; in sljit_emit_op1() local
1359 dst_r = SLOW_IS_REG(dst) ? dst : TMP_REG1; in sljit_emit_op1()
1397 FAIL_IF(emit_op_imm(compiler, SLJIT_MOV | ARG2_IMM, dst_r, TMP_REG2, srcw)); in sljit_emit_op1()
1399 FAIL_IF(emit_op_mem(compiler, flags, dst_r, src, srcw, TMP_REG1)); in sljit_emit_op1()
1401 if (dst_r != TMP_REG1) in sljit_emit_op1()
1402 return emit_op_imm(compiler, op, dst_r, TMP_REG2, src); in sljit_emit_op1()
1403 dst_r = src; in sljit_emit_op1()
1409 return emit_op_mem(compiler, flags | STORE, dst_r, dst, dstw, TMP_REG2); in sljit_emit_op1()
1427 emit_op_imm(compiler, flags | op, dst_r, TMP_REG2, src); in sljit_emit_op1()
1430 return emit_op_mem(compiler, flags | STORE, dst_r, dst, dstw, TMP_REG2); in sljit_emit_op1()
[all …]
|
| D | sljitNativePPC_common.c | 1069 sljit_s32 dst_r = TMP_REG2; in emit_op() local
1077 dst_r = dst; in emit_op()
1081 sugg_src2_r = dst_r; in emit_op()
1104 dst_r = src2_r; in emit_op()
1115 FAIL_IF(emit_single_op(compiler, op, flags, dst_r, src1_r, src2_r)); in emit_op()
1120 return emit_op_mem(compiler, input_flags, dst_r, dst, dstw, TMP_REG1); in emit_op()
1721 sljit_s32 dst_r = FAST_IS_REG(dst) ? dst : TMP_FREG1; in sljit_emit_fop1_conv_f64_from_sw() local
1744 FAIL_IF(push_inst(compiler, FCFID | FD(dst_r) | FB(TMP_FREG1))); in sljit_emit_fop1_conv_f64_from_sw()
1749 return push_inst(compiler, FRSP | FD(dst_r) | FB(dst_r)); in sljit_emit_fop1_conv_f64_from_sw()
1754 sljit_s32 dst_r = FAST_IS_REG(dst) ? dst : TMP_FREG1; in sljit_emit_fop1_conv_f64_from_sw()
[all …]
|
| D | sljitNativeMIPS_common.c | 1097 sljit_s32 dst_r = TMP_REG2; in emit_op() local
1112 dst_r = dst; in emit_op()
1115 sugg_src2_r = dst_r; in emit_op()
1169 dst_r = src2_r; in emit_op()
1180 dst_r = 0; in emit_op()
1208 FAIL_IF(emit_single_op(compiler, op, flags, dst_r, src1_r, src2_r)); in emit_op()
1212 getput_arg_fast(compiler, flags, DR(dst_r), dst, dstw); in emit_op()
1215 return getput_arg(compiler, flags, DR(dst_r), dst, dstw, 0, 0); in emit_op()
1568 sljit_s32 dst_r = FAST_IS_REG(dst) ? dst : TMP_FREG1; in sljit_emit_fop1_conv_f64_from_sw() local
1585 …(4 << 21) | (((op & SLJIT_F32_OP) ^ SLJIT_F32_OP) >> 8) | FS(TMP_FREG1) | FD(dst_r), MOVABLE_INS)); in sljit_emit_fop1_conv_f64_from_sw()
[all …]
|
| D | sljitNativeARM_32.c | 1995 sljit_s32 dst_r = FAST_IS_REG(dst) ? dst : TMP_FREG1; in sljit_emit_fop1_conv_f64_from_sw() local
2010 …FAIL_IF(push_inst(compiler, EMIT_FPU_OPERATION(VCVT_F32_S32, op & SLJIT_F32_OP, dst_r, TMP_FREG1, … in sljit_emit_fop1_conv_f64_from_sw()
2041 sljit_s32 dst_r; in sljit_emit_fop1() local
2048 dst_r = FAST_IS_REG(dst) ? dst : TMP_FREG1; in sljit_emit_fop1()
2054 FAIL_IF(emit_fop_mem(compiler, (op & SLJIT_F32_OP) | FPU_LOAD, dst_r, src, srcw)); in sljit_emit_fop1()
2055 src = dst_r; in sljit_emit_fop1()
2060 if (src != dst_r) { in sljit_emit_fop1()
2061 if (dst_r != TMP_FREG1) in sljit_emit_fop1()
2062 FAIL_IF(push_inst(compiler, EMIT_FPU_OPERATION(VMOV_F32, op & SLJIT_F32_OP, dst_r, src, 0))); in sljit_emit_fop1()
2064 dst_r = src; in sljit_emit_fop1()
[all …]
|
| D | sljitNativeX86_64.c | 849 sljit_s32 dst_r; in emit_mov_int() local
874 dst_r = FAST_IS_REG(dst) ? dst : TMP_REG1; in emit_mov_int()
877 dst_r = src; in emit_mov_int()
880 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src, srcw); in emit_mov_int()
885 FAIL_IF(emit_mov(compiler, dst_r, 0, src, srcw)); in emit_mov_int()
892 inst = emit_x86_instruction(compiler, 1, dst_r, 0, dst, dstw); in emit_mov_int()
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp16_grad/ |
| D | gemm_fp16.c | 181 float16_t *dst_r = dst; in RowMajor2Col16MajorStrideFp16() local
188 float16_t *dst_c = dst_r + ci * C16NUM; in RowMajor2Col16MajorStrideFp16()
201 float16_t *dst_c = dst_r + ci * C16NUM; in RowMajor2Col16MajorStrideFp16()
207 dst_r += C16NUM * col; in RowMajor2Col16MajorStrideFp16()
211 dst_r[i * C16NUM] = src_r[i]; in RowMajor2Col16MajorStrideFp16()
214 dst_r += 1; in RowMajor2Col16MajorStrideFp16()
218 dst_r[i * C16NUM] = 0; in RowMajor2Col16MajorStrideFp16()
220 dst_r += 1; in RowMajor2Col16MajorStrideFp16()
241 float16_t *dst_r = dst; in RowMajor2Col12MajorStrideFp16() local
248 float16_t *dst_c = dst_r + ci * C12NUM; in RowMajor2Col12MajorStrideFp16()
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp32/ |
| D | matmul_fp32.c | 266 float *dst_r = dst_ptr; in RowMajor2Col12Major() local
272 float *dst_c = dst_r + ci * C12NUM; in RowMajor2Col12Major()
343 float *dst_c = dst_r + ci * C12NUM; in RowMajor2Col12Major()
349 dst_r += C12NUM * col; in RowMajor2Col12Major()
351 for (; ri < row; ri++, dst_r++, src_r += col) { in RowMajor2Col12Major()
353 dst_r[i * C12NUM] = src_r[i]; in RowMajor2Col12Major()
356 for (; ri < UP_ROUND(row, C12NUM); ri++, dst_r++) { in RowMajor2Col12Major()
358 dst_r[i * C12NUM] = 0; in RowMajor2Col12Major()
544 float *dst_r = dst_ptr; in RowMajor2Col8Major() local
551 float *dst_c = dst_r + ci * C8NUM; in RowMajor2Col8Major()
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp16/ |
| D | matmul_fp16.c | 612 float16_t *dst_r = dst_ptr; in RowMajor2Col16MajorFp16Opt() local
619 float16_t *dst_c = dst_r + ci * C16NUM; in RowMajor2Col16MajorFp16Opt()
632 float16_t *dst_c = dst_r + ci * C16NUM; in RowMajor2Col16MajorFp16Opt()
638 dst_r += C16NUM * col; in RowMajor2Col16MajorFp16Opt()
642 dst_r[i * C16NUM] = src_r[i]; in RowMajor2Col16MajorFp16Opt()
645 dst_r += 1; in RowMajor2Col16MajorFp16Opt()
649 dst_r[i * C16NUM] = 0; in RowMajor2Col16MajorFp16Opt()
651 dst_r += 1; in RowMajor2Col16MajorFp16Opt()
660 float16_t *dst_r = dst_ptr; in RowMajor2ColNMajorFp16() local
668 float16_t *dst_c = dst_r + ci * C16NUM; in RowMajor2ColNMajorFp16()
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/int8/ |
| D | matmul_int8.c | 66 int8_t *dst_r = dst + r * C16NUM; in MatrixPack4x16UnitInt8() local
67 memcpy(dst_r, src_r, col * sizeof(int8_t)); in MatrixPack4x16UnitInt8()
74 int8_t *dst_r = dst + r * C16NUM; in MatrixEmptyInt8() local
75 memset(dst_r, 0, col * sizeof(int8_t)); in MatrixEmptyInt8()
103 int8_t *dst_r = (int8_t *)dst_ptr; in RowMajor2Row16x4MajorInt8() local
109 int8_t *dst_c = dst_r + ci * C4NUM; in RowMajor2Row16x4MajorInt8()
154 MatrixPack4x16UnitInt8(src_r + col_16div, dst_r + col_16div * C4NUM, C4NUM, col_16res, col); in RowMajor2Row16x4MajorInt8()
155 MatrixEmptyInt8(dst_r + col_16div * C4NUM + col_16res, C4NUM, C16NUM - col_16res); in RowMajor2Row16x4MajorInt8()
158 dst_r += C4NUM * col16; in RowMajor2Row16x4MajorInt8()
162 memset(dst_r, 0, C4NUM * col16); in RowMajor2Row16x4MajorInt8()
[all …]
|
| /third_party/ffmpeg/libavcodec/ |
| D | wavpack.c | 444 uint8_t *dst_l = dst_left, *dst_r = dst_right; in wv_unpack_dsd_high() local
445 int total_samples = s->samples, stereo = dst_r ? 1 : 0; in wv_unpack_dsd_high()
561 checksum += (checksum << 1) + (*dst_r = filters[1].byte & 0xff); in wv_unpack_dsd_high()
563 dst_r += 4; in wv_unpack_dsd_high()
573 if (dst_r) in wv_unpack_dsd_high()
582 uint8_t *dst_l = dst_left, *dst_r = dst_right; in wv_unpack_dsd_fast() local
662 if (dst_r) in wv_unpack_dsd_fast()
690 if (!dst_r) { in wv_unpack_dsd_fast()
700 *dst_r = code; in wv_unpack_dsd_fast()
701 dst_r += 4; in wv_unpack_dsd_fast()
[all …]
|
| D | sheervideo.c | 1272 uint16_t *dst_r, *dst_g, *dst_b, *dst_a; in decode_argxi() local
1275 dst_r = (uint16_t *)p->data[2]; in decode_argxi()
1284 dst_r[x] = get_bits(gb, 10); in decode_argxi()
1300 dst_r[x] = pred[0] = (r + pred[0]) & 0x3ff; in decode_argxi()
1306 dst_r += p->linesize[2] / 2; in decode_argxi()
1316 uint16_t *dst_r, *dst_g, *dst_b, *dst_a; in decode_argx() local
1319 dst_r = (uint16_t *)p->data[2]; in decode_argx()
1327 dst_r[x] = get_bits(gb, 10); in decode_argx()
1343 dst_r[x] = pred[0] = (r + pred[0]) & 0x3ff; in decode_argx()
1349 dst_r += p->linesize[2] / 2; in decode_argx()
[all …]
|
| D | vp9recon.c | 231 uint8_t *dst = td->dst[0], *dst_r = s->s.frames[CUR_FRAME].tf.f->data[0] + y_off; in intra_recon() local
236 uint8_t *ptr = dst, *ptr_r = dst_r; in intra_recon()
254 dst_r += 4 * step1d * s->s.frames[CUR_FRAME].tf.f->linesize[0]; in intra_recon()
265 dst_r = s->s.frames[CUR_FRAME].tf.f->data[1 + p] + uv_off; in intra_recon()
267 uint8_t *ptr = dst, *ptr_r = dst_r; in intra_recon()
283 dst_r += 4 * uvstep1d * s->s.frames[CUR_FRAME].tf.f->linesize[1]; in intra_recon()
|
| D | diracdsp.c | 198 PX c, *src_r = (PX *)src, *dst_r = (PX *)dst; \
203 *dst_r++ = c; \
|
| /third_party/skia/third_party/externals/libwebp/examples/ |
| D | anim_diff.c | 48 const int dst_r = (dst >> 16) & 0xff; in PixelsAreSimilar() local
52 return (abs(src_r * src_a - dst_r * dst_a) <= (max_allowed_diff * 255)) && in PixelsAreSimilar()
|
| /third_party/flutter/skia/third_party/externals/libwebp/examples/ |
| D | anim_diff.c | 48 const int dst_r = (dst >> 16) & 0xff; in PixelsAreSimilar() local
52 return (abs(src_r * src_a - dst_r * dst_a) <= (max_allowed_diff * 255)) && in PixelsAreSimilar()
|
| /third_party/flutter/skia/third_party/externals/libwebp/src/mux/ |
| D | anim_encode.c | 377 const int dst_r = (dst >> 16) & 0xff; in PixelsAreSimilar() local
382 (abs(src_r - dst_r) * dst_a <= (max_allowed_diff * 255)) && in PixelsAreSimilar()
|
| /third_party/skia/third_party/externals/libwebp/src/mux/ |
| D | anim_encode.c | 374 const int dst_r = (dst >> 16) & 0xff; in PixelsAreSimilar() local
379 (abs(src_r - dst_r) * dst_a <= (max_allowed_diff * 255)) && in PixelsAreSimilar()
|
| /third_party/ffmpeg/libavcodec/mips/ |
| D | vp8dsp_mmi.c | 42 #define MMI_BTOH(dst_l, dst_r, src) \ argument
45 "punpcklbh "#dst_r", "#src", %[db_2] \n\t" \
|