| /external/icu/android_icu4j/src/main/java/android/icu/number/ |
| D | NumberPropertyMapper.java | 179 Precision rounding = null; in oldToNew()
181 rounding = Precision.constructCurrency(currencyUsage).withCurrency(currency); in oldToNew()
183 rounding = Precision.constructIncrement(roundingIncrement); in oldToNew()
191 rounding = Precision.constructSignificant(minSig, maxSig); in oldToNew()
193 rounding = Precision.constructFraction(minFrac, maxFrac); in oldToNew()
195 rounding = Precision.constructCurrency(currencyUsage); in oldToNew()
197 if (rounding != null) { in oldToNew()
198 rounding = rounding.withMode(mathContext); in oldToNew()
199 macros.precision = rounding; in oldToNew()
328 if (rounding instanceof CurrencyPrecision) { in oldToNew()
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/test/CodeGen/X86/ |
| D | fp-intrinsics.ll | 4 ; Verify that constants aren't folded to inexact results when the rounding mode
24 ; Verify that 'a - 0' isn't simplified to 'a' when the rounding mode is unknown.
27 ; // Because the result of '0 - 0' is negative zero if rounding mode is
44 ; Verify that '-((-a)*b)' isn't simplified to 'a*b' when the rounding mode is
49 ; // rounding, this shouldn't be simplified.
107 ; Verify that sqrt(42.0) isn't simplified when the rounding mode is unknown.
118 ; Verify that pow(42.1, 3.0) isn't simplified when the rounding mode is unknown.
130 ; Verify that powi(42.1, 3) isn't simplified when the rounding mode is unknown.
142 ; Verify that sin(42.0) isn't simplified when the rounding mode is unknown.
153 ; Verify that cos(42.0) isn't simplified when the rounding mode is unknown.
[all …]
|
| /external/python/cpython2/Lib/test/decimaltestdata/ |
| D | rounding.decTest | 2 -- rounding.decTest -- decimal rounding modes testcases --
23 -- order to get correct results for some rounding modes. Rather than
24 -- single rounding tests we therefore need tests for most operators.
26 -- is rounding of negatives (if the latter works for addition, assume it
41 rounding: down
73 rounding: half_down
105 rounding: half_even
137 rounding: half_up
169 rounding: up
201 rounding: floor
[all …]
|
| D | tointegral.decTest | 31 rounding: half_up
166 rounding: half_up
178 -- all rounding modes
179 rounding: half_even
188 rounding: half_up
197 rounding: half_down
206 rounding: up
215 rounding: down
224 rounding: ceiling
233 rounding: floor
|
| D | add.decTest | 23 rounding: half_up
238 rounding: half_up
260 rounding: half_even
286 rounding: down
310 rounding: half_up
331 rounding: half_down
341 rounding: half_up
394 rounding: half_up
403 rounding: half_down
408 rounding: half_up
[all …]
|
| D | ddToIntegral.decTest | 26 -- elsewhere; the tests here are for integrity, rounding mode, etc.
40 rounding: half_even
170 rounding: half_up
181 -- all rounding modes
182 rounding: half_even
190 rounding: half_up
199 rounding: half_down
208 rounding: up
217 rounding: down
226 rounding: ceiling
[all …]
|
| D | dqToIntegral.decTest | 26 -- elsewhere; the tests here are for integrity, rounding mode, etc.
40 rounding: half_even
170 rounding: half_up
181 -- all rounding modes
182 rounding: half_even
190 rounding: half_up
199 rounding: half_down
208 rounding: up
217 rounding: down
226 rounding: ceiling
[all …]
|
| /external/python/cpython3/Lib/test/decimaltestdata/ |
| D | rounding.decTest | 2 -- rounding.decTest -- decimal rounding modes testcases --
23 -- order to get correct results for some rounding modes. Rather than
24 -- single rounding tests we therefore need tests for most operators.
26 -- is rounding of negatives (if the latter works for addition, assume it
41 rounding: down
73 rounding: half_down
105 rounding: half_even
137 rounding: half_up
169 rounding: up
201 rounding: floor
[all …]
|
| D | tointegral.decTest | 31 rounding: half_up
166 rounding: half_up
178 -- all rounding modes
179 rounding: half_even
188 rounding: half_up
197 rounding: half_down
206 rounding: up
215 rounding: down
224 rounding: ceiling
233 rounding: floor
|
| D | add.decTest | 23 rounding: half_up
238 rounding: half_up
260 rounding: half_even
286 rounding: down
310 rounding: half_up
331 rounding: half_down
341 rounding: half_up
394 rounding: half_up
403 rounding: half_down
408 rounding: half_up
[all …]
|
| D | dqToIntegral.decTest | 26 -- elsewhere; the tests here are for integrity, rounding mode, etc.
40 rounding: half_even
170 rounding: half_up
181 -- all rounding modes
182 rounding: half_even
190 rounding: half_up
199 rounding: half_down
208 rounding: up
217 rounding: down
226 rounding: ceiling
[all …]
|
| D | ddToIntegral.decTest | 26 -- elsewhere; the tests here are for integrity, rounding mode, etc.
40 rounding: half_even
170 rounding: half_up
181 -- all rounding modes
182 rounding: half_even
190 rounding: half_up
199 rounding: half_down
208 rounding: up
217 rounding: down
226 rounding: ceiling
[all …]
|
| /external/icu/icu4j/main/classes/core/src/com/ibm/icu/number/ |
| D | NumberPropertyMapper.java | 178 Precision rounding = null; in oldToNew()
180 rounding = Precision.constructCurrency(currencyUsage).withCurrency(currency); in oldToNew()
182 rounding = Precision.constructIncrement(roundingIncrement); in oldToNew()
190 rounding = Precision.constructSignificant(minSig, maxSig); in oldToNew()
192 rounding = Precision.constructFraction(minFrac, maxFrac); in oldToNew()
194 rounding = Precision.constructCurrency(currencyUsage); in oldToNew()
196 if (rounding != null) { in oldToNew()
197 rounding = rounding.withMode(mathContext); in oldToNew()
198 macros.precision = rounding; in oldToNew()
327 if (rounding instanceof CurrencyPrecision) { in oldToNew()
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/test/Feature/ |
| D | fp-intrinsics.ll | 3 ; Test to verify that constants aren't folded when the rounding mode is unknown.
16 ; Verify that 'a - 0' isn't simplified to 'a' when the rounding mode is unknown.
19 ; // Because the result of '0 - 0' is negative zero if rounding mode is
35 ; Verify that '-((-a)*b)' isn't simplified to 'a*b' when the rounding mode is
40 ; // rounding, this shouldn't be simplified.
97 ; Verify that sqrt(42.0) isn't simplified when the rounding mode is unknown.
108 ; Verify that pow(42.1, 3.0) isn't simplified when the rounding mode is unknown.
120 ; Verify that powi(42.1, 3) isn't simplified when the rounding mode is unknown.
132 ; Verify that sin(42.0) isn't simplified when the rounding mode is unknown.
143 ; Verify that cos(42.0) isn't simplified when the rounding mode is unknown.
[all …]
|
| /external/webp/src/dsp/ |
| D | yuv.h | 186 static WEBP_INLINE int VP8ClipUV(int uv, int rounding) { in VP8ClipUV() argument
187 uv = (uv + rounding + (128 << (YUV_FIX + 2))) >> (YUV_FIX + 2); in VP8ClipUV()
191 static WEBP_INLINE int VP8RGBToY(int r, int g, int b, int rounding) { in VP8RGBToY() argument
193 return (luma + rounding + (16 << YUV_FIX)) >> YUV_FIX; // no need to clip in VP8RGBToY()
196 static WEBP_INLINE int VP8RGBToU(int r, int g, int b, int rounding) { in VP8RGBToU() argument
198 return VP8ClipUV(u, rounding); in VP8RGBToU()
201 static WEBP_INLINE int VP8RGBToV(int r, int g, int b, int rounding) { in VP8RGBToV() argument
203 return VP8ClipUV(v, rounding); in VP8RGBToV()
|
| /external/libaom/libaom/av1/encoder/x86/ |
| D | highbd_temporal_filter_sse4.c | 70 const int strength, const int rounding, in highbd_average_4() argument
74 const __m128i rounding_u32 = _mm_set1_epi32(rounding); in highbd_average_4()
117 const int strength, const int rounding, in highbd_average_8() argument
119 highbd_average_4(output_0, sum_0_u32, mul_constants_0, strength, rounding, in highbd_average_8()
121 highbd_average_4(output_1, sum_1_u32, mul_constants_1, strength, rounding, in highbd_average_8()
203 const int rounding = (1 << strength) >> 1; in av1_highbd_apply_temporal_filter_luma_8() local
253 &sum_row_second, &mul_first, &mul_second, strength, rounding, in av1_highbd_apply_temporal_filter_luma_8()
319 rounding, weight); in av1_highbd_apply_temporal_filter_luma_8()
359 &sum_row_second, &mul_first, &mul_second, strength, rounding, in av1_highbd_apply_temporal_filter_luma_8()
503 const int rounding = (1 << strength) >> 1; in av1_highbd_apply_temporal_filter_chroma_8() local
[all …]
|
| D | temporal_filter_sse4.c | 77 const int strength, const int rounding, in average_8() argument
81 const __m128i rounding_u16 = _mm_set1_epi16(rounding); in average_8()
102 const int strength, const int rounding, in average_4_4() argument
106 const __m128i rounding_u16 = _mm_set1_epi16(rounding); in average_4_4()
131 const int strength, const int rounding, in average_16() argument
134 const __m128i rounding_u16 = _mm_set1_epi16(rounding); in average_16()
338 const int rounding = (1 << strength) >> 1; in av1_apply_temporal_filter_luma_16() local
387 average_8(sum_row_first, &mul_first, strength, rounding, blk_fw[0]); in av1_apply_temporal_filter_luma_16()
389 average_8(sum_row_second, &mul_second, strength, rounding, blk_fw[1]); in av1_apply_temporal_filter_luma_16()
392 strength, rounding, weight); in av1_apply_temporal_filter_luma_16()
[all …]
|
| /external/libaom/libaom/av1/common/x86/ |
| D | highbd_inv_txfm_avx2.c | 202 const __m256i *rounding, int bit) { in half_btf_0_avx2() argument
205 x = _mm256_add_epi32(x, *rounding); in half_btf_0_avx2()
212 const __m256i *rounding, int bit) { in half_btf_avx2() argument
218 x = _mm256_add_epi32(x, *rounding); in half_btf_avx2()
272 const __m256i *rounding, int bit) { in idct32_stage4_avx2() argument
274 temp1 = half_btf_avx2(cospim8, &bf1[17], cospi56, &bf1[30], rounding, bit); in idct32_stage4_avx2()
275 bf1[30] = half_btf_avx2(cospi56, &bf1[17], cospi8, &bf1[30], rounding, bit); in idct32_stage4_avx2()
278 temp2 = half_btf_avx2(cospim56, &bf1[18], cospim8, &bf1[29], rounding, bit); in idct32_stage4_avx2()
279 bf1[29] = half_btf_avx2(cospim8, &bf1[18], cospi56, &bf1[29], rounding, bit); in idct32_stage4_avx2()
282 temp1 = half_btf_avx2(cospim40, &bf1[21], cospi24, &bf1[26], rounding, bit); in idct32_stage4_avx2()
[all …]
|
| D | highbd_inv_txfm_sse4.c | 152 const __m128i *rounding, int bit) { in idct32_stage4_sse4_1() argument
154 temp1 = half_btf_sse4_1(cospim8, &bf1[17], cospi56, &bf1[30], rounding, bit); in idct32_stage4_sse4_1()
155 bf1[30] = half_btf_sse4_1(cospi56, &bf1[17], cospi8, &bf1[30], rounding, bit); in idct32_stage4_sse4_1()
158 temp2 = half_btf_sse4_1(cospim56, &bf1[18], cospim8, &bf1[29], rounding, bit); in idct32_stage4_sse4_1()
160 half_btf_sse4_1(cospim8, &bf1[18], cospi56, &bf1[29], rounding, bit); in idct32_stage4_sse4_1()
163 temp1 = half_btf_sse4_1(cospim40, &bf1[21], cospi24, &bf1[26], rounding, bit); in idct32_stage4_sse4_1()
165 half_btf_sse4_1(cospi24, &bf1[21], cospi40, &bf1[26], rounding, bit); in idct32_stage4_sse4_1()
169 half_btf_sse4_1(cospim24, &bf1[22], cospim40, &bf1[25], rounding, bit); in idct32_stage4_sse4_1()
171 half_btf_sse4_1(cospim40, &bf1[22], cospi24, &bf1[25], rounding, bit); in idct32_stage4_sse4_1()
178 const __m128i *clamp_hi, const __m128i *rounding, int bit) { in idct32_stage5_sse4_1() argument
[all …]
|
| /external/libhevc/common/arm/ |
| D | ihevc_inter_pred_chroma_vert_w16inp.s | 161 vqrshrun.s16 d0,q0,#6 @rounding shift
162 vqrshrun.s16 d30,q15,#6 @rounding shift
219 vqrshrun.s16 d30,q15,#6 @rounding shift
234 vqrshrun.s16 d28,q14,#6 @rounding shift
247 vqrshrun.s16 d26,q13,#6 @rounding shift
259 vqrshrun.s16 d24,q12,#6 @rounding shift
272 vqrshrun.s16 d30,q15,#6 @rounding shift
286 vqrshrun.s16 d28,q14,#6 @rounding shift
301 vqrshrun.s16 d26,q13,#6 @rounding shift
311 vqrshrun.s16 d24,q12,#6 @rounding shift
[all …]
|
| D | ihevc_itrans_recon_4x4_ttype1.s | 169 vqrshrn.s32 d14,q3,#shift_stage1_idct @ (pi2_out[0] + rounding ) >> shift_stage1_idct
170 vqrshrn.s32 d15,q4,#shift_stage1_idct @ (pi2_out[1] + rounding ) >> shift_stage1_idct
171 vqrshrn.s32 d16,q5,#shift_stage1_idct @ (pi2_out[2] + rounding ) >> shift_stage1_idct
172 vqrshrn.s32 d17,q6,#shift_stage1_idct @ (pi2_out[3] + rounding ) >> shift_stage1_idct
209 vqrshrn.s32 d0,q3,#shift_stage2_idct @ (pi2_out[0] + rounding ) >> shift_stage1_idct
210 vqrshrn.s32 d1,q4,#shift_stage2_idct @ (pi2_out[1] + rounding ) >> shift_stage1_idct
211 vqrshrn.s32 d2,q5,#shift_stage2_idct @ (pi2_out[2] + rounding ) >> shift_stage1_idct
212 vqrshrn.s32 d3,q6,#shift_stage2_idct @ (pi2_out[3] + rounding ) >> shift_stage1_idct
|
| /external/libvpx/libvpx/vp9/encoder/x86/ |
| D | temporal_filter_sse4.c | 115 const int strength, const int rounding, in average_8() argument
119 const __m128i rounding_u16 = _mm_set1_epi16(rounding); in average_8()
142 const int rounding, const int weight) { in average_16() argument
144 const __m128i rounding_u16 = _mm_set1_epi16(rounding); in average_16()
244 const int rounding = (1 << strength) >> 1; in vp9_temporal_filter_apply_sse4_1() local
264 sum_row_c = average_8(sum_row_c, mul_constants, strength, rounding, weight); in vp9_temporal_filter_apply_sse4_1()
282 average_8(sum_row_a, mul_constants, strength, rounding, weight); in vp9_temporal_filter_apply_sse4_1()
299 sum_row_a = average_8(sum_row_a, mul_constants, strength, rounding, weight); in vp9_temporal_filter_apply_sse4_1()
322 strength, rounding, weight); in vp9_temporal_filter_apply_sse4_1()
347 strength, rounding, weight); in vp9_temporal_filter_apply_sse4_1()
[all …]
|
| /external/icu/icu4j/demos/src/com/ibm/icu/dev/demo/number/ |
| D | CurrencyDemo.java | 50 result.setRoundingIncrement(hack.rounding); in getCurrencyFormat()
60 double rounding; field in CurrencyDemo.HackCurrencyInfo
62 HackCurrencyInfo(int decimals, double rounding, String symbol) { in HackCurrencyInfo() argument
64 this.rounding = rounding; in HackCurrencyInfo()
|
| /external/libaom/libaom/aom_dsp/x86/ |
| D | blend_sse4.h | 60 const __m128i *rounding) { in blend_4_u8() argument
67 const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding); in blend_4_u8()
74 const __m128i *rounding) { in blend_8_u8() argument
81 const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding); in blend_8_u8()
88 const __m128i *rounding) { in blend_16_u8() argument
97 const __m128i v_res0_w = _mm_mulhrs_epi16(v_p0_w, *rounding); in blend_16_u8()
98 const __m128i v_res1_w = _mm_mulhrs_epi16(v_p1_w, *rounding); in blend_16_u8()
|
| /external/gemmlowp/doc/ |
| D | less-than-8-bit.md | 76 heuristic used to choose a rounding mode, based on the accumulation size (a.k.a.
182 fraction, rounding to nearest.
199 It depends on the bit depth and on a rounding mode, and requantizes an input
202 ### Naive, bad rounding, that's plainly biased
209 effectively implements rounding towards 0.
214 ### Round-to-nearest rounding: unbiased in principle but not in practice
216 The simplest fix is to avoid the bias in 2. by rounding-to-nearest instead of
217 rounding towards 0. This can be achieved by doing
226 to achieve rounding-to-nearest (while the above rounding towards 0 corresponded
229 In principle, rounding-to-nearest is unbiased and optimal in various ways.
[all …]
|