| /external/python/cpython2/Lib/test/decimaltestdata/ |
| D | rescale.decTest | 2 -- rescale.decTest -- decimal rescale operation --
34 resx001 rescale 0 0 -> 0
35 resx002 rescale 1 0 -> 1
36 resx003 rescale 0.1 +2 -> 0E+2 Inexact Rounded
37 resx005 rescale 0.1 +1 -> 0E+1 Inexact Rounded
38 resx006 rescale 0.1 0 -> 0 Inexact Rounded
39 resx007 rescale 0.1 -1 -> 0.1
40 resx008 rescale 0.1 -2 -> 0.10
41 resx009 rescale 0.1 -3 -> 0.100
42 resx010 rescale 0.9 +2 -> 0E+2 Inexact Rounded
[all …]
|
| D | inexact.decTest | 197 -- rescale
199 inx401 rescale 0 0 -> 0
200 inx402 rescale 1 0 -> 1
201 inx403 rescale 0.1 +2 -> 0E+2 Inexact Rounded
202 inx404 rescale 0.1 +1 -> 0E+1 Inexact Rounded
203 inx405 rescale 0.1 0 -> 0 Inexact Rounded
204 inx406 rescale 0.1 -1 -> 0.1
205 inx407 rescale 0.1 -2 -> 0.10
|
| D | testall.decTest | 65 dectest: rescale -- [obsolete]
|
| /external/python/cpython3/Lib/test/decimaltestdata/ |
| D | rescale.decTest | 2 -- rescale.decTest -- decimal rescale operation --
34 resx001 rescale 0 0 -> 0
35 resx002 rescale 1 0 -> 1
36 resx003 rescale 0.1 +2 -> 0E+2 Inexact Rounded
37 resx005 rescale 0.1 +1 -> 0E+1 Inexact Rounded
38 resx006 rescale 0.1 0 -> 0 Inexact Rounded
39 resx007 rescale 0.1 -1 -> 0.1
40 resx008 rescale 0.1 -2 -> 0.10
41 resx009 rescale 0.1 -3 -> 0.100
42 resx010 rescale 0.9 +2 -> 0E+2 Inexact Rounded
[all …]
|
| D | inexact.decTest | 197 -- rescale
199 inx401 rescale 0 0 -> 0
200 inx402 rescale 1 0 -> 1
201 inx403 rescale 0.1 +2 -> 0E+2 Inexact Rounded
202 inx404 rescale 0.1 +1 -> 0E+1 Inexact Rounded
203 inx405 rescale 0.1 0 -> 0 Inexact Rounded
204 inx406 rescale 0.1 -1 -> 0.1
205 inx407 rescale 0.1 -2 -> 0.10
|
| D | testall.decTest | 65 dectest: rescale -- [obsolete]
|
| /external/libjpeg-turbo/ |
| D | rdppm.c | 67 JSAMPLE *rescale; /* => maxval-remapping array, or NULL */ member
141 register JSAMPLE *rescale = source->rescale; in get_text_gray_row() local
147 *ptr++ = rescale[read_pbm_integer(cinfo, infile, maxval)]; in get_text_gray_row()
169 register JSAMPLE *rescale = source->rescale; in get_text_gray_rgb_row() local
187 GRAY_RGB_READ_LOOP(rescale[read_pbm_integer(cinfo, infile, maxval)], in get_text_gray_rgb_row()
190 GRAY_RGB_READ_LOOP(rescale[read_pbm_integer(cinfo, infile, maxval)],) in get_text_gray_rgb_row()
204 register JSAMPLE *rescale = source->rescale; in get_text_gray_cmyk_row() local
217 JSAMPLE gray = rescale[read_pbm_integer(cinfo, infile, maxval)]; in get_text_gray_cmyk_row()
243 register JSAMPLE *rescale = source->rescale; in get_text_rgb_row() local
261 RGB_READ_LOOP(rescale[read_pbm_integer(cinfo, infile, maxval)], in get_text_rgb_row()
[all …]
|
| /external/ComputeLibrary/src/core/NEON/kernels/convolution/common/ |
| D | qsymm8.cpp | 63 const float rescale = weight_quant.scale * input_quant.scale / output_quant.scale; in make_rescale_params() local
64 const float shiftf = round(log2(0.5f / rescale)); in make_rescale_params()
65 const float multf = exp2(31.0f + shiftf)*rescale; in make_rescale_params()
82 rescale in make_rescale_params()
86 QSymm8RescaleParams::QSymm8RescaleParams(int32_t shift, int32_t multi, float rescale) in QSymm8RescaleParams() argument
87 : shift(shift), multiplier(multi), rescale(rescale) in QSymm8RescaleParams()
116 … const float rescale = weight_quant.scales[s] * input_quant.scales[s] / output_quant.scales[s]; in make_rescale_params() local
117 const float shiftf = round(log2(0.5f / rescale)); in make_rescale_params()
118 const float multf = exp2(31.0f + shiftf)*rescale; in make_rescale_params()
134 rescales.push_back(rescale); in make_rescale_params()
[all …]
|
| D | qasymm8.cpp | 63 const float rescale = weight_quant.scale * input_quant.scale / output_quant.scale; in make_rescale_params() local
64 const float shiftf = round(log2(0.5f / rescale)); in make_rescale_params()
65 const float multf = exp2(31.0f + shiftf)*rescale; in make_rescale_params()
82 rescale in make_rescale_params()
86 QAsymm8RescaleParams::QAsymm8RescaleParams(int32_t shift, int32_t multi, float rescale) in QAsymm8RescaleParams() argument
87 : shift(shift), multiplier(multi), rescale(rescale) in QAsymm8RescaleParams()
|
| D | qsymm8.hpp | 46 QSymm8RescaleParams(int32_t shift, int32_t multiplier, float rescale);
49 const float rescale; member
70 …Params(std::vector<int32_t>& shift, std::vector<int32_t>& multiplier, std::vector<float>& rescale);
|
| D | qasymm8.hpp | 48 QAsymm8RescaleParams(int32_t shift, int32_t multiplier, float rescale);
51 const float rescale; member
|
| /external/tensorflow/tensorflow/compiler/mlir/tosa/tests/ |
| D | convert-tfl-uint8.mlir | 8 // CHECK: tosa.rescale
9 // CHECK: tosa.rescale
11 // CHECK: tosa.rescale
|
| D | tfl-to-tosa-pipeline.mlir | 6 // TODO: For all quantized tests: compute and add checks on rescale attribute
61 // CHECK: %[[VAR3:.*]] = "tosa.rescale"(%[[VAR2]])
75 // CHECK: %[[VAR3:.*]] = "tosa.rescale"(%[[VAR2]])
92 // CHECK: %[[VAR6:.*]] = "tosa.rescale"(%[[VAR5]])
1425 // CHECK-DAG: %[[VAR0:.*]] = "tosa.rescale"(%arg0)
1426 // CHECK-DAG: %[[VAR1:.*]] = "tosa.rescale"(%arg1)
1428 // CHECK: %[[VAR3:.*]] = "tosa.rescale"(%[[VAR2]])
1437 // CHECK-DAG: %[[VAR0:.*]] = "tosa.rescale"(%arg0)
1438 // CHECK-DAG: %[[VAR1:.*]] = "tosa.rescale"(%arg1)
1440 // CHECK: %[[VAR3:.*]] = "tosa.rescale"(%[[VAR2]])
[all …]
|
| /external/tensorflow/tensorflow/compiler/mlir/lite/quantization/ |
| D | quantization_context.cc | 341 auto &rescale = GetResultRequantizeState(op, res_index); in SetResultParams() local
342 rescale.params = params; in SetResultParams()
343 rescale.pos = RequantizeState::ON_INPUT; in SetResultParams()
358 auto &rescale = GetOperandRequantizeState(op, index); in SetOperandParams() local
359 rescale.params = params; in SetOperandParams()
360 rescale.pos = RequantizeState::ON_OUTPUT; in SetOperandParams()
|
| D | quantization_driver.cc | 505 RequantizeState &rescale = rescales.emplace_back(); in SetResultParams() local
506 rescale.pos = RequantizeState::ON_INPUT; in SetResultParams()
507 rescale.params = params; in SetResultParams()
541 for (RequantizeState &rescale : rescales) { in SetOperandParams()
542 if (rescale.params == params) { in SetOperandParams()
543 rescale.users.emplace_back(op, index); in SetOperandParams()
547 RequantizeState &rescale = rescales.emplace_back(); in SetOperandParams() local
548 rescale.pos = RequantizeState::ON_OUTPUT; in SetOperandParams()
549 rescale.params = params; in SetOperandParams()
550 rescale.users.emplace_back(op, index); in SetOperandParams()
|
| /external/apache-commons-math/src/main/java/org/apache/commons/math/ode/nonstiff/ |
| D | AdamsBashforthIntegrator.java | 223 interpolator.rescale(hNew); in integrate()
250 interpolator.rescale(hNew); in integrate()
305 interpolator.rescale(hNew); in integrate()
|
| D | AdamsMoultonIntegrator.java | 241 interpolator.rescale(hNew); in integrate()
273 interpolator.rescale(hNew); in integrate()
324 interpolator.rescale(hNew); in integrate()
|
| D | GraggBulirschStoerIntegrator.java | 428 private void rescale(final double[] y1, final double[] y2, final double[] scale) { in rescale() method in GraggBulirschStoerIntegrator
605 rescale(y, y, scale); in integrate()
697 rescale(y, y1, scale); in integrate()
|
| /external/mesa3d/src/intel/compiler/ |
| D | brw_nir_attribute_workarounds.c | 68 bool rescale = i < (wa_flags & BRW_ATTRIB_WA_COMPONENT_MASK); in apply_attr_wa_block() local
69 comps[i] = nir_channel(b, rescale ? scaled : val, i); in apply_attr_wa_block()
|
| /external/libvpx/vp8/ |
| D | vp8_ratectrl_rtc.cc | 46 static int rescale(int val, int num, int denom) { in rescale() function
170 rescale((int)oxcf->starting_buffer_level, oxcf->target_bandwidth, 1000); in UpdateRateControl()
175 oxcf->optimal_buffer_level = rescale((int)oxcf->optimal_buffer_level, in UpdateRateControl()
182 rescale((int)oxcf->maximum_buffer_size, oxcf->target_bandwidth, 1000); in UpdateRateControl()
|
| /external/apache-commons-math/src/main/java/org/apache/commons/math/stat/inference/ |
| D | ChiSquareTestImpl.java | 85 boolean rescale = false; in chiSquare()
88 rescale = true; in chiSquare()
92 if (rescale) { in chiSquare()
|
| /external/aac/libSBRdec/src/ |
| D | lpp_tran.cpp | 222 const int rescale = -fixMin(0, dynamicScale - 1) + 1; in calc_qmfBufferReal() local
224 fixMin(DFRACT_BITS - 1, LPC_SCALE_FACTOR + dynamicScale + rescale); in calc_qmfBufferReal()
233 SATURATE_LEFT_SHIFT(accu, rescale, DFRACT_BITS); in calc_qmfBufferReal()
773 const int rescale = -fixMin(0, dynamicScale - 2) + 1; in lppTransposer() local
775 LPC_SCALE_FACTOR + dynamicScale + rescale); in lppTransposer()
800 preWhiteningGains_exp[loBand] + 1 + rescale); in lppTransposer()
803 preWhiteningGains_exp[loBand] + 1 + rescale); in lppTransposer()
806 SATURATE_LEFT_SHIFT(accu1, rescale, DFRACT_BITS); in lppTransposer()
808 SATURATE_LEFT_SHIFT(accu2, rescale, DFRACT_BITS); in lppTransposer()
|
| D | sbr_dec.cpp | 604 int rescale; in sbr_dec() local
612 rescale = hSbrDec->qmfDomainInCh->scaling.hb_scale - in sbr_dec()
617 if ((rescale < 0) && (length > 0)) { in sbr_dec()
620 scaleValues(&pLowBandReal[i][lsb], length, rescale); in sbr_dec()
621 scaleValues(&pLowBandImag[i][lsb], length, rescale); in sbr_dec()
625 scaleValues(&pLowBandReal[i][lsb], length, rescale); in sbr_dec()
|
| /external/tensorflow/tensorflow/compiler/mlir/quantization/tensorflow/passes/ |
| D | quantized_function_library.mlir | 60 … %rescale = "tf.PartitionedCall"(%accumulation, %input_scale, %input_zp, %filter_scale, %filter_zp,
67 …%0 = "tf.ClipByValue"(%rescale, %i8_min, %i8_max) : (tensor<*xf32>, tensor<f32>, tensor<f32>) -> t…
77 … %rescale = "tf.PartitionedCall"(%accumulation, %input_scale, %input_zp, %filter_scale, %filter_zp,
86 …%0 = "tf.ClipByValue"(%rescale, %clip_min, %i8_max) : (tensor<*xf32>, tensor<f32>, tensor<f32>) ->…
96 … %rescale = "tf.PartitionedCall"(%accumulation, %input_scale, %input_zp, %filter_scale, %filter_zp,
111 …%0 = "tf.ClipByValue"(%rescale, %clip_min, %clip_max) : (tensor<*xf32>, tensor<f32>, tensor<f32>) …
|
| /external/tensorflow/tensorflow/compiler/xla/client/lib/ |
| D | math.cc | 850 XlaOp rescale = Gt(Abs(pk), Reciprocal(Epsilon(builder, type))); in IgammacContinuedFraction() local
851 pkm2 = Select(rescale, pkm2 * Epsilon(builder, type), pkm2); in IgammacContinuedFraction()
852 pkm1 = Select(rescale, pkm1 * Epsilon(builder, type), pkm1); in IgammacContinuedFraction()
853 qkm2 = Select(rescale, qkm2 * Epsilon(builder, type), qkm2); in IgammacContinuedFraction()
854 qkm1 = Select(rescale, qkm1 * Epsilon(builder, type), qkm1); in IgammacContinuedFraction()
856 dpkm2_da = Select(rescale, dpkm2_da * Epsilon(builder, type), dpkm2_da); in IgammacContinuedFraction()
857 dqkm2_da = Select(rescale, dqkm2_da * Epsilon(builder, type), dqkm2_da); in IgammacContinuedFraction()
858 dpkm1_da = Select(rescale, dpkm1_da * Epsilon(builder, type), dpkm1_da); in IgammacContinuedFraction()
859 dqkm1_da = Select(rescale, dqkm1_da * Epsilon(builder, type), dqkm1_da); in IgammacContinuedFraction()
|