| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/int8/ |
| D | arithmetic_self_int8.c | 28 float out_scale = para.out_args_.scale_; in Int8ElementFloor() local
32 int32_t output_tmp = round(floorf(input[i] * in_scale + bias) / out_scale) + out_zp; in Int8ElementFloor()
47 float out_scale = para.out_args_.scale_; in Int8ElementRound() local
51 int32_t output_tmp = round(round(input[i] * in_scale + bias) / out_scale) + out_zp; in Int8ElementRound()
66 float out_scale = para.out_args_.scale_; in Int8ElementCeil() local
70 int32_t output_tmp = round(ceil(input[i] * in_scale + bias) / out_scale) + out_zp; in Int8ElementCeil()
85 float out_scale = para.out_args_.scale_; in Int8ElementAbs() local
89 int32_t output_tmp = round(fabsf(input[i] * in_scale + bias) / out_scale) + out_zp; in Int8ElementAbs()
104 float out_scale = para.out_args_.scale_; in Int8ElementSin() local
108 int32_t output_tmp = round(sinf(input[i] * in_scale + bias) / out_scale) + out_zp; in Int8ElementSin()
[all …]
|
| D | crop_int8.c | 49 float out_scale = para->quant_arg.out_args_.scale_; in Int8Crop1D() local
51 float scale = in_scale / out_scale; in Int8Crop1D()
61 if (in_scale == out_scale && in_zp == out_zp) { in Int8Crop1D()
90 float out_scale = para->quant_arg.out_args_.scale_; in Int8Crop2D() local
92 float scale = in_scale / out_scale; in Int8Crop2D()
103 if (in_scale == out_scale && in_zp == out_zp) { in Int8Crop2D()
143 float out_scale = para->quant_arg.out_args_.scale_; in Int8Crop3D() local
145 float scale = in_scale / out_scale; in Int8Crop3D()
157 if (in_scale == out_scale && in_zp == out_zp) { in Int8Crop3D()
202 float out_scale = para->quant_arg.out_args_.scale_; in Int8Crop4D() local
[all …]
|
| D | split_int8.c | 51 float out_scale = out_quant_arg[split_which].scale_; in Int8DoSplit() local
53 if (in_scale == out_scale && in_zp == out_zp) { in Int8DoSplit()
56 float scale = in_scale / out_scale; in Int8DoSplit()
|
| /third_party/mindspore/mindspore/lite/test/ut/src/runtime/kernel/arm/int8/ |
| D | matmul_int8_tests.cc | 65 float in_scale, weight_scale, out_scale; in MMInt8TestInit() local
75 QuantProcess(out->data, out->len, out->min, out->max, &out_scale, &out_zp, nullptr); in MMInt8TestInit()
76 auto out_tensor = MakeQuantTensor(nullptr, out->len, out->shape, out_scale, out_zp); in MMInt8TestInit()
133 float out_scale; in TEST_F() local
135 …QuantProcess(correct, out_params.len, out_params.min, out_params.max, &out_scale, &out_zp, nullptr… in TEST_F()
137 …pret_cast<int8_t *>(outputs[0]->MutableData()), outputs[0]->ElementsNum(), out_scale, out_zp, out); in TEST_F()
251 float out_scale; in TEST_F() local
253 …QuantProcess(correct, out_params.len, out_params.min, out_params.max, &out_scale, &out_zp, nullptr… in TEST_F()
255 …pret_cast<int8_t *>(outputs[0]->MutableData()), outputs[0]->ElementsNum(), out_scale, out_zp, out); in TEST_F()
|
| D | fullconnection_int8_tests.cc | 54 float in_scale, weight_scale, out_scale; in FcInt8TestInit() local
66 QuantProcess(out->data, out->len, out->min, out->max, &out_scale, &out_zp, nullptr); in FcInt8TestInit()
67 auto out_tensor = MakeQuantTensor(nullptr, out->len, out->shape, out_scale, out_zp); in FcInt8TestInit()
145 float out_scale; in TEST_F() local
147 …QuantProcess(correct, out_params.len, out_params.min, out_params.max, &out_scale, &out_zp, nullptr… in TEST_F()
149 …pret_cast<int8_t *>(outputs[0]->MutableData()), outputs[0]->ElementsNum(), out_scale, out_zp, out); in TEST_F()
|
| /third_party/flutter/skia/modules/skottie/src/text/ |
| D | SkottieShaper.cpp | 363 out_scale = std::numeric_limits<float>::max(), // minimum scale that doesn't fit in ShapeToFit() local
373 SkASSERT(try_scale >= in_scale && try_scale <= out_scale); in ShapeToFit()
382 out_scale = try_scale; in ShapeToFit()
385 : (in_scale + out_scale) * 0.5f; // in_scale found - binary search in ShapeToFit()
396 try_scale = (out_scale == std::numeric_limits<float>::max()) in ShapeToFit()
398 : (in_scale + out_scale) * 0.5f; // out_scale found - binary search in ShapeToFit()
|
| /third_party/skia/modules/skottie/src/text/ |
| D | SkottieShaper.cpp | 402 out_scale = max_scale, // minimum scale that doesn't fit in ShapeToFit() local
412 SkASSERT(try_scale >= in_scale && try_scale <= out_scale); in ShapeToFit()
423 out_scale = try_scale; in ShapeToFit()
428 : (in_scale + out_scale) * 0.5f; in ShapeToFit()
434 try_scale = (out_scale == max_scale) in ShapeToFit()
438 : (in_scale + out_scale) * 0.5f; in ShapeToFit()
|
| /third_party/mindspore/mindspore/lite/micro/coder/opcoders/nnacl/int8/ |
| D | add_int8_coder.cc | 52 const double out_scale = output_tensor_->quant_params().front().scale; in Init() local
58 …multiplier = twice_max_input_scale / ((1 << static_cast<uint32_t>(para_.left_shift_)) * out_scale); in Init()
74 static_cast<float>(out_scale), ¶_.min_, ¶_.max_); in Init()
|
| /third_party/mindspore/mindspore/lite/src/runtime/kernel/arm/int8/ |
| D | add_int8.cc | 57 const double out_scale = output->quant_params().front().scale; in Init() local
63 const double out_multiplier = twice_max_input_scale / ((1 << kBaseShift) * out_scale); in Init()
79 static_cast<float>(out_scale), &(para_->min_), &(para_->max_)); in Init()
|
| /third_party/gstreamer/gstplugins_bad/sys/d3d11/ |
| D | gstd3d11converter.cpp | 948 guint in_scale, out_scale; in setup_convert_info_planar_to_planar() local
956 get_planar_component (out_info, &out_u, &out_v, &out_scale); in setup_convert_info_planar_to_planar()
959 in_scale, out_scale); in setup_convert_info_planar_to_planar()
962 in_u, in_scale, in_v, in_scale, out_u, out_scale, out_v, out_scale); in setup_convert_info_planar_to_planar()
1154 guint out_scale; in setup_convert_info_packed_yuv_to_planar() local
1165 get_planar_component (out_info, &out_u, &out_v, &out_scale); in setup_convert_info_packed_yuv_to_planar()
1168 g_strdup_printf (templ_PACKED_YUV_to_LUMA_BODY, in_y, out_scale); in setup_convert_info_packed_yuv_to_planar()
1171 out_u, out_scale, out_v, out_scale); in setup_convert_info_packed_yuv_to_planar()
|
| /third_party/ffmpeg/libavfilter/ |
| D | vf_nnedi.c | 88 float out_scale; member
549 const float out_scale = s->out_scale; in filter_slice() local
660 width, slice_height, depth, out_scale); in filter_slice()
1047 s->out_scale = 1 << (s->depth - 8); in config_input()
1048 s->in_scale = 1.f / s->out_scale; in config_input()
|