Home
last modified time | relevance | path

Searched refs:rounding (Results 1 – 25 of 749) sorted by relevance

12345678910>>...30

/external/rust/crates/minimal-lexical/tests/
Drounding_tests.rs2 use minimal_lexical::rounding;
10 rounding::round::<f64, _>(&mut fp, |f, s| { in round_test()
21 rounding::round::<f64, _>(&mut fp, |f, s| { in round_test()
35 rounding::round::<f64, _>(&mut fp, |f, s| { in round_test()
36 rounding::round_nearest_tie_even(f, s, |is_odd, is_halfway, is_above| { in round_test()
48 rounding::round::<f64, _>(&mut fp, |f, s| { in round_test()
49 rounding::round_nearest_tie_even(f, s, |is_odd, is_halfway, is_above| { in round_test()
61 rounding::round::<f64, _>(&mut fp, rounding::round_down); in round_test()
/external/icu/android_icu4j/src/main/java/android/icu/number/
DNumberPropertyMapper.java172 Precision rounding = null; in oldToNew()
174 rounding = Precision.constructCurrency(currencyUsage).withCurrency(currency); in oldToNew()
177 rounding = Precision.constructFraction(minFrac, maxFrac); in oldToNew()
182 rounding = Precision.constructIncrement(roundingIncrement); in oldToNew()
191 rounding = Precision.constructSignificant(minSig, maxSig); in oldToNew()
193 rounding = Precision.constructFraction(minFrac, maxFrac); in oldToNew()
195 rounding = Precision.constructCurrency(currencyUsage); in oldToNew()
197 if (rounding != null) { in oldToNew()
198 rounding = rounding.withMode(mathContext); in oldToNew()
199 macros.precision = rounding; in oldToNew()
[all …]
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/number/
DNumberPropertyMapper.java171 Precision rounding = null; in oldToNew()
173 rounding = Precision.constructCurrency(currencyUsage).withCurrency(currency); in oldToNew()
176 rounding = Precision.constructFraction(minFrac, maxFrac); in oldToNew()
181 rounding = Precision.constructIncrement(roundingIncrement); in oldToNew()
190 rounding = Precision.constructSignificant(minSig, maxSig); in oldToNew()
192 rounding = Precision.constructFraction(minFrac, maxFrac); in oldToNew()
194 rounding = Precision.constructCurrency(currencyUsage); in oldToNew()
196 if (rounding != null) { in oldToNew()
197 rounding = rounding.withMode(mathContext); in oldToNew()
198 macros.precision = rounding; in oldToNew()
[all …]
/external/python/cpython3/Lib/test/decimaltestdata/
Drounding.decTest2 -- rounding.decTest -- decimal rounding modes testcases --
23 -- order to get correct results for some rounding modes. Rather than
24 -- single rounding tests we therefore need tests for most operators.
26 -- is rounding of negatives (if the latter works for addition, assume it
41 rounding: down
73 rounding: half_down
105 rounding: half_even
137 rounding: half_up
169 rounding: up
201 rounding: floor
[all …]
Dtointegral.decTest31 rounding: half_up
166 rounding: half_up
178 -- all rounding modes
179 rounding: half_even
188 rounding: half_up
197 rounding: half_down
206 rounding: up
215 rounding: down
224 rounding: ceiling
233 rounding: floor
/external/python/cpython2/Lib/test/decimaltestdata/
Drounding.decTest2 -- rounding.decTest -- decimal rounding modes testcases --
23 -- order to get correct results for some rounding modes. Rather than
24 -- single rounding tests we therefore need tests for most operators.
26 -- is rounding of negatives (if the latter works for addition, assume it
41 rounding: down
73 rounding: half_down
105 rounding: half_even
137 rounding: half_up
169 rounding: up
201 rounding: floor
[all …]
Dtointegral.decTest31 rounding: half_up
166 rounding: half_up
178 -- all rounding modes
179 rounding: half_even
188 rounding: half_up
197 rounding: half_down
206 rounding: up
215 rounding: down
224 rounding: ceiling
233 rounding: floor
/external/webp/src/dsp/
Dyuv.h186 static WEBP_INLINE int VP8ClipUV(int uv, int rounding) { in VP8ClipUV() argument
187 uv = (uv + rounding + (128 << (YUV_FIX + 2))) >> (YUV_FIX + 2); in VP8ClipUV()
191 static WEBP_INLINE int VP8RGBToY(int r, int g, int b, int rounding) { in VP8RGBToY() argument
193 return (luma + rounding + (16 << YUV_FIX)) >> YUV_FIX; // no need to clip in VP8RGBToY()
196 static WEBP_INLINE int VP8RGBToU(int r, int g, int b, int rounding) { in VP8RGBToU() argument
198 return VP8ClipUV(u, rounding); in VP8RGBToU()
201 static WEBP_INLINE int VP8RGBToV(int r, int g, int b, int rounding) { in VP8RGBToV() argument
203 return VP8ClipUV(v, rounding); in VP8RGBToV()
/external/icu/icu4j/main/tests/core/src/com/ibm/icu/dev/data/
Dnumberpermutationtest.txt508 compact-short percent rounding-mode-floor
522 compact-short currency/EUR rounding-mode-floor
536 compact-short measure-unit/length-furlong rounding-mode-floor
550 scientific/+ee/sign-always percent rounding-mode-floor
564 scientific/+ee/sign-always currency/EUR rounding-mode-floor
578 scientific/+ee/sign-always measure-unit/length-furlong rounding-mode-floor
1320 compact-short unit-width-narrow rounding-mode-floor
1334 compact-short unit-width-full-name rounding-mode-floor
1348 scientific/+ee/sign-always unit-width-narrow rounding-mode-floor
1362 scientific/+ee/sign-always unit-width-full-name rounding-mode-floor
[all …]
/external/icu/icu4c/source/test/testdata/
Dnumberpermutationtest.txt508 compact-short percent rounding-mode-floor
522 compact-short currency/EUR rounding-mode-floor
536 compact-short measure-unit/length-furlong rounding-mode-floor
550 scientific/+ee/sign-always percent rounding-mode-floor
564 scientific/+ee/sign-always currency/EUR rounding-mode-floor
578 scientific/+ee/sign-always measure-unit/length-furlong rounding-mode-floor
1320 compact-short unit-width-narrow rounding-mode-floor
1334 compact-short unit-width-full-name rounding-mode-floor
1348 scientific/+ee/sign-always unit-width-narrow rounding-mode-floor
1362 scientific/+ee/sign-always unit-width-full-name rounding-mode-floor
[all …]
/external/icu/android_icu4j/src/main/tests/android/icu/dev/data/
Dnumberpermutationtest.txt508 compact-short percent rounding-mode-floor
522 compact-short currency/EUR rounding-mode-floor
536 compact-short measure-unit/length-furlong rounding-mode-floor
550 scientific/+ee/sign-always percent rounding-mode-floor
564 scientific/+ee/sign-always currency/EUR rounding-mode-floor
578 scientific/+ee/sign-always measure-unit/length-furlong rounding-mode-floor
1320 compact-short unit-width-narrow rounding-mode-floor
1334 compact-short unit-width-full-name rounding-mode-floor
1348 scientific/+ee/sign-always unit-width-narrow rounding-mode-floor
1362 scientific/+ee/sign-always unit-width-full-name rounding-mode-floor
[all …]
/external/libvpx/libvpx/vp9/encoder/x86/
Dhighbd_temporal_filter_sse4.c70 const int strength, const int rounding, in highbd_average_4() argument
74 const __m128i rounding_u32 = _mm_set1_epi32(rounding); in highbd_average_4()
117 const int strength, const int rounding, in highbd_average_8() argument
119 highbd_average_4(output_0, sum_0_u32, mul_constants_0, strength, rounding, in highbd_average_8()
121 highbd_average_4(output_1, sum_1_u32, mul_constants_1, strength, rounding, in highbd_average_8()
203 const int rounding = (1 << strength) >> 1; in vp9_highbd_apply_temporal_filter_luma_8() local
253 &sum_row_second, &mul_first, &mul_second, strength, rounding, in vp9_highbd_apply_temporal_filter_luma_8()
319 rounding, weight); in vp9_highbd_apply_temporal_filter_luma_8()
359 &sum_row_second, &mul_first, &mul_second, strength, rounding, in vp9_highbd_apply_temporal_filter_luma_8()
503 const int rounding = (1 << strength) >> 1; in vp9_highbd_apply_temporal_filter_chroma_8() local
[all …]
/external/XNNPACK/src/qs8-requantization/
Drndnu-scalar.c38 const int64_t rounding = INT64_C(1) << (shift - 1); in xnn_qs8_requantize_rndnu__scalar() local
62 const int32_t x_scaled = (int32_t) asr_s64(x_product + rounding, shift); in xnn_qs8_requantize_rndnu__scalar()
63 const int32_t y_scaled = (int32_t) asr_s64(y_product + rounding, shift); in xnn_qs8_requantize_rndnu__scalar()
64 const int32_t z_scaled = (int32_t) asr_s64(z_product + rounding, shift); in xnn_qs8_requantize_rndnu__scalar()
65 const int32_t w_scaled = (int32_t) asr_s64(w_product + rounding, shift); in xnn_qs8_requantize_rndnu__scalar()
Drndna-scalar-signed64.c38 const int64_t rounding = INT64_C(1) << (shift - 1); in xnn_qs8_requantize_rndna__scalar_signed64() local
68 const int32_t x_scaled = (int32_t) asr_s64(x_adjusted_product + rounding, shift); in xnn_qs8_requantize_rndna__scalar_signed64()
69 const int32_t y_scaled = (int32_t) asr_s64(y_adjusted_product + rounding, shift); in xnn_qs8_requantize_rndna__scalar_signed64()
70 const int32_t z_scaled = (int32_t) asr_s64(z_adjusted_product + rounding, shift); in xnn_qs8_requantize_rndna__scalar_signed64()
71 const int32_t w_scaled = (int32_t) asr_s64(w_adjusted_product + rounding, shift); in xnn_qs8_requantize_rndna__scalar_signed64()
Drndna-scalar-unsigned64.c38 const uint64_t rounding = UINT64_C(1) << (shift - 1); in xnn_qs8_requantize_rndna__scalar_unsigned64() local
67 const uint32_t x_abs_scaled = (uint32_t) ((x_product + rounding) >> shift); in xnn_qs8_requantize_rndna__scalar_unsigned64()
68 const uint32_t y_abs_scaled = (uint32_t) ((y_product + rounding) >> shift); in xnn_qs8_requantize_rndna__scalar_unsigned64()
69 const uint32_t z_abs_scaled = (uint32_t) ((z_product + rounding) >> shift); in xnn_qs8_requantize_rndna__scalar_unsigned64()
70 const uint32_t w_abs_scaled = (uint32_t) ((w_product + rounding) >> shift); in xnn_qs8_requantize_rndna__scalar_unsigned64()
/external/libaom/libaom/av1/common/x86/
Dhighbd_inv_txfm_avx2.c243 const __m256i *rounding, int bit) { in half_btf_0_avx2() argument
246 x = _mm256_add_epi32(x, *rounding); in half_btf_0_avx2()
253 const __m256i *rounding, int bit) { in half_btf_avx2() argument
259 x = _mm256_add_epi32(x, *rounding); in half_btf_avx2()
283 const __m256i *rounding, int bit) { in idct32_stage4_avx2() argument
285 temp1 = half_btf_avx2(cospim8, &bf1[17], cospi56, &bf1[30], rounding, bit); in idct32_stage4_avx2()
286 bf1[30] = half_btf_avx2(cospi56, &bf1[17], cospi8, &bf1[30], rounding, bit); in idct32_stage4_avx2()
289 temp2 = half_btf_avx2(cospim56, &bf1[18], cospim8, &bf1[29], rounding, bit); in idct32_stage4_avx2()
290 bf1[29] = half_btf_avx2(cospim8, &bf1[18], cospi56, &bf1[29], rounding, bit); in idct32_stage4_avx2()
293 temp1 = half_btf_avx2(cospim40, &bf1[21], cospi24, &bf1[26], rounding, bit); in idct32_stage4_avx2()
[all …]
/external/ComputeLibrary/include/half/
DREADME.txt137 The default rounding mode for conversions from float to half uses truncation
138 (round toward zero, but mapping overflows to infinity) for rounding values not
139 representable exactly in half-precision. This is the fastest rounding possible
142 with one of the other standard rounding modes using their respective constants
147 - 'std::round_indeterminate' or -1 for the fastest rounding (default).
149 - 'std::round_toward_zero' or 0 for rounding toward zero.
151 - std::round_to_nearest' or 1 for rounding to the nearest value.
153 - std::round_toward_infinity' or 2 for rounding toward positive infinity.
155 - std::round_toward_neg_infinity' or 3 for rounding toward negative infinity.
157 In addition to changing the overall default rounding mode one can also use the
[all …]
/external/armnn/third-party/half/
DREADME.txt137 The default rounding mode for conversions from float to half uses truncation
138 (round toward zero, but mapping overflows to infinity) for rounding values not
139 representable exactly in half-precision. This is the fastest rounding possible
142 with one of the other standard rounding modes using their respective constants
147 - 'std::round_indeterminate' or -1 for the fastest rounding (default).
149 - 'std::round_toward_zero' or 0 for rounding toward zero.
151 - std::round_to_nearest' or 1 for rounding to the nearest value.
153 - std::round_toward_infinity' or 2 for rounding toward positive infinity.
155 - std::round_toward_neg_infinity' or 3 for rounding toward negative infinity.
157 In addition to changing the overall default rounding mode one can also use the
[all …]
/external/XNNPACK/src/qu8-requantization/
Drndna-scalar-signed64.c38 const int64_t rounding = INT64_C(1) << (shift - 1); in xnn_qu8_requantize_rndna__scalar_signed64() local
68 const int32_t x_scaled = (int32_t) asr_s64(x_adjusted_product + rounding, shift); in xnn_qu8_requantize_rndna__scalar_signed64()
69 const int32_t y_scaled = (int32_t) asr_s64(y_adjusted_product + rounding, shift); in xnn_qu8_requantize_rndna__scalar_signed64()
70 const int32_t z_scaled = (int32_t) asr_s64(z_adjusted_product + rounding, shift); in xnn_qu8_requantize_rndna__scalar_signed64()
71 const int32_t w_scaled = (int32_t) asr_s64(w_adjusted_product + rounding, shift); in xnn_qu8_requantize_rndna__scalar_signed64()
Drndna-scalar-unsigned64.c38 const uint64_t rounding = UINT64_C(1) << (shift - 1); in xnn_qu8_requantize_rndna__scalar_unsigned64() local
67 const uint32_t x_abs_scaled = (uint32_t) ((x_product + rounding) >> shift); in xnn_qu8_requantize_rndna__scalar_unsigned64()
68 const uint32_t y_abs_scaled = (uint32_t) ((y_product + rounding) >> shift); in xnn_qu8_requantize_rndna__scalar_unsigned64()
69 const uint32_t z_abs_scaled = (uint32_t) ((z_product + rounding) >> shift); in xnn_qu8_requantize_rndna__scalar_unsigned64()
70 const uint32_t w_abs_scaled = (uint32_t) ((w_product + rounding) >> shift); in xnn_qu8_requantize_rndna__scalar_unsigned64()
/external/libhevc/common/arm/
Dihevc_inter_pred_chroma_vert_w16inp.s161 vqrshrun.s16 d0,q0,#6 @rounding shift
162 vqrshrun.s16 d30,q15,#6 @rounding shift
219 vqrshrun.s16 d30,q15,#6 @rounding shift
234 vqrshrun.s16 d28,q14,#6 @rounding shift
247 vqrshrun.s16 d26,q13,#6 @rounding shift
259 vqrshrun.s16 d24,q12,#6 @rounding shift
272 vqrshrun.s16 d30,q15,#6 @rounding shift
286 vqrshrun.s16 d28,q14,#6 @rounding shift
301 vqrshrun.s16 d26,q13,#6 @rounding shift
311 vqrshrun.s16 d24,q12,#6 @rounding shift
[all …]
/external/icu/icu4j/demos/src/com/ibm/icu/dev/demo/number/
DCurrencyDemo.java50 result.setRoundingIncrement(hack.rounding); in getCurrencyFormat()
60 double rounding; field in CurrencyDemo.HackCurrencyInfo
62 HackCurrencyInfo(int decimals, double rounding, String symbol) { in HackCurrencyInfo() argument
64 this.rounding = rounding; in HackCurrencyInfo()
/external/XNNPACK/src/xnnpack/
Drequantization.h95 const uint64_t rounding = UINT64_C(1) << (shift - 1); in xnn_qs8_requantize_rndna() local
105 const uint32_t abs_scaled_input = (uint32_t) ((abs_prescaled_input + rounding) >> shift); in xnn_qs8_requantize_rndna()
133 const uint64_t rounding = UINT64_C(1) << (shift - 1); in xnn_qu8_requantize_rndna() local
143 const uint32_t abs_scaled_input = (uint32_t) ((abs_prescaled_input + rounding) >> shift); in xnn_qu8_requantize_rndna()
171 const int64_t rounding = INT64_C(1) << (shift - 1); in xnn_qs8_requantize_rndnu() local
176 int32_t output = (int32_t) asr_s64(abs_prescaled_input + rounding, shift); in xnn_qs8_requantize_rndnu()
198 const int64_t rounding = INT64_C(1) << (shift - 1); in xnn_qu8_requantize_rndnu() local
203 int32_t output = (int32_t) asr_s64(abs_prescaled_input + rounding, shift); in xnn_qu8_requantize_rndnu()
/external/skia/experimental/lowp-basic/
DQMath.h47 const int32_t rounding = 1 << 14; in simulate_ssse3_mm_mulhrs_epi16() local
48 int32_t temp = (int32_t)r * (int32_t)s + rounding; in simulate_ssse3_mm_mulhrs_epi16()
62 const int64_t rounding = 1 << (esize - 1); in simulate_neon_vqrdmulhq_s16() local
63 int64_t product = 2LL * (int64_t)r * (int64_t)s + rounding; in simulate_neon_vqrdmulhq_s16()
/external/libaom/libaom/aom_dsp/x86/
Dblend_sse4.h60 const __m128i *rounding) { in blend_4_u8() argument
67 const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding); in blend_4_u8()
74 const __m128i *rounding) { in blend_8_u8() argument
81 const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding); in blend_8_u8()
88 const __m128i *rounding) { in blend_16_u8() argument
97 const __m128i v_res0_w = _mm_mulhrs_epi16(v_p0_w, *rounding); in blend_16_u8()
98 const __m128i v_res1_w = _mm_mulhrs_epi16(v_p1_w, *rounding); in blend_16_u8()

12345678910>>...30