Home
last modified time | relevance | path

Searched refs:exponent (Results 1 – 25 of 635) sorted by relevance

12345678910>>...26

/third_party/node/deps/icu-small/source/i18n/
Ddouble-conversion-strtod.cpp119 int exponent, in CutToMaxSignificantDigits() argument
132 exponent + (buffer.length() - kMaxSignificantDecimalDigits); in CutToMaxSignificantDigits()
140 static void TrimAndCut(Vector<const char> buffer, int exponent, in TrimAndCut() argument
145 exponent += left_trimmed.length() - right_trimmed.length(); in TrimAndCut()
149 CutToMaxSignificantDigits(right_trimmed, exponent, in TrimAndCut()
155 *updated_exponent = exponent; in TrimAndCut()
197 int exponent = 0; in ReadDiyFp() local
198 *result = DiyFp(significand, exponent); in ReadDiyFp()
205 int exponent, in DoubleStrtod() argument
210 (void) exponent; in DoubleStrtod()
[all …]
Ddouble-conversion-bignum-dtoa.cpp51 static int NormalizedExponent(uint64_t significand, int exponent) { in NormalizedExponent() argument
55 exponent = exponent - 1; in NormalizedExponent()
57 return exponent; in NormalizedExponent()
63 static int EstimatePower(int exponent);
67 int exponent,
108 int exponent; in BignumDtoa() local
114 exponent = Single(f).Exponent(); in BignumDtoa()
118 exponent = Double(v).Exponent(); in BignumDtoa()
125 int normalized_exponent = NormalizedExponent(significand, exponent); in BignumDtoa()
152 InitialScaledStartValues(significand, exponent, lower_boundary_is_closer, in BignumDtoa()
[all …]
/third_party/icu/vendor/double-conversion/upstream/double-conversion/
Dstrtod.cc105 int exponent, in CutToMaxSignificantDigits() argument
118 exponent + (buffer.length() - kMaxSignificantDecimalDigits); in CutToMaxSignificantDigits()
126 static void TrimAndCut(Vector<const char> buffer, int exponent, in TrimAndCut() argument
131 exponent += left_trimmed.length() - right_trimmed.length(); in TrimAndCut()
135 CutToMaxSignificantDigits(right_trimmed, exponent, in TrimAndCut()
141 *updated_exponent = exponent; in TrimAndCut()
183 int exponent = 0; in ReadDiyFp() local
184 *result = DiyFp(significand, exponent); in ReadDiyFp()
191 int exponent, in DoubleStrtod() argument
196 (void) exponent; in DoubleStrtod()
[all …]
Dbignum-dtoa.cc37 static int NormalizedExponent(uint64_t significand, int exponent) { in NormalizedExponent() argument
41 exponent = exponent - 1; in NormalizedExponent()
43 return exponent; in NormalizedExponent()
49 static int EstimatePower(int exponent);
53 int exponent,
94 int exponent; in BignumDtoa() local
100 exponent = Single(f).Exponent(); in BignumDtoa()
104 exponent = Double(v).Exponent(); in BignumDtoa()
111 int normalized_exponent = NormalizedExponent(significand, exponent); in BignumDtoa()
138 InitialScaledStartValues(significand, exponent, lower_boundary_is_closer, in BignumDtoa()
[all …]
Dfixed-dtoa.cc230 static void FillFractionals(uint64_t fractionals, int exponent, in FillFractionals() argument
233 DOUBLE_CONVERSION_ASSERT(-128 <= exponent && exponent <= 0); in FillFractionals()
237 if (-exponent <= 64) { in FillFractionals()
240 int point = -exponent; in FillFractionals()
267 DOUBLE_CONVERSION_ASSERT(64 < -exponent && -exponent <= 128); in FillFractionals()
269 fractionals128.Shift(-exponent - 64); in FillFractionals()
317 int exponent = Double(v).Exponent(); in FastFixedDtoa() local
323 if (exponent > 20) return false; in FastFixedDtoa()
329 if (exponent + kDoubleSignificandSize > 64) { in FastFixedDtoa()
353 if (exponent > divisor_power) { in FastFixedDtoa()
[all …]
/third_party/icu/icu4c/source/i18n/
Ddouble-conversion-strtod.cpp119 int exponent, in CutToMaxSignificantDigits() argument
132 exponent + (buffer.length() - kMaxSignificantDecimalDigits); in CutToMaxSignificantDigits()
140 static void TrimAndCut(Vector<const char> buffer, int exponent, in TrimAndCut() argument
145 exponent += left_trimmed.length() - right_trimmed.length(); in TrimAndCut()
149 CutToMaxSignificantDigits(right_trimmed, exponent, in TrimAndCut()
155 *updated_exponent = exponent; in TrimAndCut()
197 int exponent = 0; in ReadDiyFp() local
198 *result = DiyFp(significand, exponent); in ReadDiyFp()
205 int exponent, in DoubleStrtod() argument
210 (void) exponent; in DoubleStrtod()
[all …]
Ddouble-conversion-bignum-dtoa.cpp51 static int NormalizedExponent(uint64_t significand, int exponent) { in NormalizedExponent() argument
55 exponent = exponent - 1; in NormalizedExponent()
57 return exponent; in NormalizedExponent()
63 static int EstimatePower(int exponent);
67 int exponent,
108 int exponent; in BignumDtoa() local
114 exponent = Single(f).Exponent(); in BignumDtoa()
118 exponent = Double(v).Exponent(); in BignumDtoa()
125 int normalized_exponent = NormalizedExponent(significand, exponent); in BignumDtoa()
152 InitialScaledStartValues(significand, exponent, lower_boundary_is_closer, in BignumDtoa()
[all …]
/third_party/skia/third_party/externals/icu/source/i18n/
Ddouble-conversion-strtod.cpp119 int exponent, in CutToMaxSignificantDigits() argument
132 exponent + (buffer.length() - kMaxSignificantDecimalDigits); in CutToMaxSignificantDigits()
140 static void TrimAndCut(Vector<const char> buffer, int exponent, in TrimAndCut() argument
145 exponent += left_trimmed.length() - right_trimmed.length(); in TrimAndCut()
149 CutToMaxSignificantDigits(right_trimmed, exponent, in TrimAndCut()
155 *updated_exponent = exponent; in TrimAndCut()
197 int exponent = 0; in ReadDiyFp() local
198 *result = DiyFp(significand, exponent); in ReadDiyFp()
205 int exponent, in DoubleStrtod() argument
210 (void) exponent; in DoubleStrtod()
[all …]
Ddouble-conversion-bignum-dtoa.cpp51 static int NormalizedExponent(uint64_t significand, int exponent) { in NormalizedExponent() argument
55 exponent = exponent - 1; in NormalizedExponent()
57 return exponent; in NormalizedExponent()
63 static int EstimatePower(int exponent);
67 int exponent,
108 int exponent; in BignumDtoa() local
114 exponent = Single(f).Exponent(); in BignumDtoa()
118 exponent = Double(v).Exponent(); in BignumDtoa()
125 int normalized_exponent = NormalizedExponent(significand, exponent); in BignumDtoa()
152 InitialScaledStartValues(significand, exponent, lower_boundary_is_closer, in BignumDtoa()
[all …]
/third_party/node/deps/v8/src/base/numbers/
Dstrtod.cc91 static void TrimToMaxSignificantDigits(Vector<const char> buffer, int exponent, in TrimToMaxSignificantDigits() argument
104 exponent + (buffer.length() - kMaxSignificantDecimalDigits); in TrimToMaxSignificantDigits()
142 int exponent = 0; in ReadDiyFp() local
143 *result = DiyFp(significand, exponent); in ReadDiyFp()
148 static bool DoubleStrtod(Vector<const char> trimmed, int exponent, in DoubleStrtod() argument
171 if (exponent < 0 && -exponent < kExactPowersOfTenSize) { in DoubleStrtod()
175 *result /= exact_powers_of_ten[-exponent]; in DoubleStrtod()
178 if (0 <= exponent && exponent < kExactPowersOfTenSize) { in DoubleStrtod()
182 *result *= exact_powers_of_ten[exponent]; in DoubleStrtod()
187 if ((0 <= exponent) && in DoubleStrtod()
[all …]
Dfixed-dtoa.cc203 static void FillFractionals(uint64_t fractionals, int exponent, in FillFractionals() argument
206 DCHECK(-128 <= exponent && exponent <= 0); in FillFractionals()
210 if (-exponent <= 64) { in FillFractionals()
213 int point = -exponent; in FillFractionals()
238 DCHECK(64 < -exponent && -exponent <= 128); in FillFractionals()
240 fractionals128.Shift(-exponent - 64); in FillFractionals()
282 int exponent = Double(v).Exponent(); in FastFixedDtoa() local
288 if (exponent > 20) return false; in FastFixedDtoa()
294 if (exponent + kDoubleSignificandSize > 64) { in FastFixedDtoa()
318 if (exponent > divisor_power) { in FastFixedDtoa()
[all …]
/third_party/jerryscript/jerry-core/ecma/builtin-objects/
Decma-builtin-number-prototype.c77 int32_t exponent, /**< decimal exponent */ in ecma_builtin_number_prototype_helper_to_string() argument
83 if (exponent <= 0) in ecma_builtin_number_prototype_helper_to_string()
94 for (int i = 0; i < -exponent && to_num_digits > 0; i++) in ecma_builtin_number_prototype_helper_to_string()
105 to_copy = JERRY_MIN (to_copy, (lit_utf8_size_t) exponent); in ecma_builtin_number_prototype_helper_to_string()
111 exponent -= (int32_t) to_copy; in ecma_builtin_number_prototype_helper_to_string()
114 while (exponent > 0 && to_num_digits > 0) in ecma_builtin_number_prototype_helper_to_string()
119 exponent--; in ecma_builtin_number_prototype_helper_to_string()
155 int32_t exponent, /**< decimal exponent */ in ecma_builtin_binary_floating_number_to_string() argument
161 while (exponent > 0) in ecma_builtin_binary_floating_number_to_string()
164 exponent--; in ecma_builtin_binary_floating_number_to_string()
[all …]
/third_party/mesa3d/src/util/
Dformat_r11g11b10f.h65 int exponent = ((f32.ui >> 23) & 0xff) - 127; in f32_to_uf11() local
68 if (exponent == 128) { /* Infinity or NaN */ in f32_to_uf11()
92 } else if (exponent > -15) { /* Representable value */ in f32_to_uf11()
93 exponent += UF11_EXPONENT_BIAS; in f32_to_uf11()
95 uf11 = exponent << UF11_EXPONENT_SHIFT | mantissa; in f32_to_uf11()
108 int exponent = (val & 0x07c0) >> UF11_EXPONENT_SHIFT; in uf11_to_f32() local
113 if (exponent == 0) { in uf11_to_f32()
118 } else if (exponent == 31) { in uf11_to_f32()
122 exponent -= 15; in uf11_to_f32()
123 if (exponent < 0) { in uf11_to_f32()
[all …]
Dfast_idiv_by_const.c108 unsigned exponent; in util_compute_fast_udiv_info() local
109 for (exponent = 0; ; exponent++) { in util_compute_fast_udiv_info()
127 if ((exponent + extra_shift >= ceil_log_2_D) || in util_compute_fast_udiv_info()
128 (D - remainder) <= ((uint64_t)1 << (exponent + extra_shift))) in util_compute_fast_udiv_info()
135 remainder <= ((uint64_t)1 << (exponent + extra_shift))) { in util_compute_fast_udiv_info()
138 down_exponent = exponent; in util_compute_fast_udiv_info()
142 if (exponent < ceil_log_2_D) { in util_compute_fast_udiv_info()
146 result.post_shift = exponent; in util_compute_fast_udiv_info()
191 unsigned exponent = SINT_BITS - 1; in util_compute_fast_sdiv_info() local
192 const uint64_t initial_power_of_2 = (uint64_t)1 << exponent; in util_compute_fast_sdiv_info()
[all …]
/third_party/ffmpeg/libavcodec/
Dmpegaudio_tablegen.h50 int i, value, exponent; in mpegaudio_tableinit() local
64 for (exponent = 0; exponent < 512; exponent++) { in mpegaudio_tableinit()
65 if (exponent && (exponent & 3) == 0) in mpegaudio_tableinit()
67 exp2_val = exp2_base * exp2_lut[exponent & 3] / IMDCT_SCALAR; in mpegaudio_tableinit()
71 expval_table_fixed[exponent][value] = (f < 0xFFFFFFFF ? llrint(f) : 0xFFFFFFFF); in mpegaudio_tableinit()
74 expval_table_float[exponent][value] = f; in mpegaudio_tableinit()
78 exp_table_fixed[exponent] = expval_table_fixed[exponent][1]; in mpegaudio_tableinit()
81 exp_table_float[exponent] = expval_table_float[exponent][1]; in mpegaudio_tableinit()
/third_party/icu/icu4j/main/classes/core/src/com/ibm/icu/number/
DScientificNotation.java133 /* unsafe */ int exponent; field in ScientificNotation.ScientificHandler
167 int exponent; in processQuantity() local
173 exponent = 0; in processQuantity()
176 exponent = 0; in processQuantity()
179 exponent = -micros.rounder.chooseMultiplierAndApply(quantity, this); in processQuantity()
183 if (precomputedMods != null && exponent >= -12 && exponent <= 12) { in processQuantity()
185 micros.modInner = precomputedMods[exponent + 12]; in processQuantity()
188 micros.modInner = new ScientificModifier(exponent, this); in processQuantity()
191 this.exponent = exponent; in processQuantity()
198 quantity.adjustExponent(exponent); in processQuantity()
[all …]
/third_party/icu/ohos_icu4j/src/main/java/ohos/global/icu/number/
DScientificNotation.java132 /* unsafe */ int exponent; field in ScientificNotation.ScientificHandler
166 int exponent; in processQuantity() local
172 exponent = 0; in processQuantity()
175 exponent = 0; in processQuantity()
178 exponent = -micros.rounder.chooseMultiplierAndApply(quantity, this); in processQuantity()
182 if (precomputedMods != null && exponent >= -12 && exponent <= 12) { in processQuantity()
184 micros.modInner = precomputedMods[exponent + 12]; in processQuantity()
187 micros.modInner = new ScientificModifier(exponent, this); in processQuantity()
190 this.exponent = exponent; in processQuantity()
197 quantity.adjustExponent(exponent); in processQuantity()
[all …]
/third_party/skia/third_party/externals/abseil-cpp/absl/strings/
Dcharconv.cc106 static double Make(uint64_t mantissa, int exponent, bool sign) { in Make()
111 return sign ? -ldexp(mantissa, exponent) : ldexp(mantissa, exponent); in Make()
120 dbl += uint64_t{exponent + 1023u + kTargetMantissaBits - 1} << 52; in Make()
124 assert(exponent == kMinNormalExponent); in Make()
146 static float Make(uint32_t mantissa, int exponent, bool sign) { in Make()
151 return sign ? -ldexpf(mantissa, exponent) : ldexpf(mantissa, exponent); in Make()
160 flt += uint32_t{exponent + 127u + kTargetMantissaBits - 1} << 23; in Make()
164 assert(exponent == kMinNormalExponent); in Make()
240 int exponent = 0; member
330 if (calculated.exponent == kOverflow) { in EncodeResult()
[all …]
/third_party/rust/crates/minimal-lexical/tests/
Dnumber_tests.rs6 exponent: -4, in is_fast_path_test()
13 number.exponent = -15; in is_fast_path_test()
17 number.exponent = -25; in is_fast_path_test()
21 number.exponent = 25; in is_fast_path_test()
25 number.exponent = 36; in is_fast_path_test()
29 number.exponent = 38; in is_fast_path_test()
34 number.exponent = 0; in is_fast_path_test()
54 exponent: -4, in try_fast_path_test()
61 number.exponent = -10; in try_fast_path_test()
65 number.exponent = -20; in try_fast_path_test()
[all …]
Dslow_tests.rs56 exponent: -342, in slow_test()
78 exponent: 289, in slow_test()
105 let exponent = 307 + 1 - 308; in positive_digit_comp_test() localVariable
106 let result = slow::positive_digit_comp::<f64>(bigmant, exponent); in positive_digit_comp_test()
117 let exponent = 307 + 1 - 308; in positive_digit_comp_test() localVariable
118 let result = slow::positive_digit_comp::<f64>(bigmant, exponent); in positive_digit_comp_test()
146 let exponent = -324 + 1 - 755; in negative_digit_comp_test() localVariable
147 let result = slow::negative_digit_comp::<f64>(bigmant, fp, exponent); in negative_digit_comp_test()
168 let exponent = -324 + 1 - 752; in negative_digit_comp_test() localVariable
169 let result = slow::negative_digit_comp::<f64>(bigmant, fp, exponent); in negative_digit_comp_test()
[all …]
/third_party/python/Modules/_decimal/tests/
Drandfloat.py33 digits, exponent = n, e
35 s = '{}e{}'.format(digits, exponent)
38 s = '{}e{}'.format(digits * 10**40, exponent - 40)
44 digits, exponent = n, e
46 s = '{}e{}'.format(digits, exponent)
49 s = '{}e{}'.format(digits * 10**40, exponent - 40)
52 exponent -= 1
73 exponent = 0
77 exponent = e
78 s = '{}e{}'.format(digits, exponent)
[all …]
/third_party/vk-gl-cts/external/amber/src/src/
Dfloat16_helper.cc51 uint32_t exponent = exponent_bits - 112U; in FloatExponent() local
53 assert(((exponent & ~half_exponent_mask) == 0U) && "Float exponent overflow"); in FloatExponent()
54 return static_cast<uint16_t>(exponent & half_exponent_mask); in FloatExponent()
68 uint32_t exponent = 0U; in HexFloat16ToFloat() local
72 exponent = (exponent_bits + 112U) << 23U; in HexFloat16ToFloat()
78 uint32_t hex = sign | exponent | mantissa; in HexFloat16ToFloat()
89 uint32_t exponent = (((static_cast<uint32_t>(value[1]) << 2U) | in HexFloat11ToFloat() local
95 uint32_t hex = exponent | mantissa; in HexFloat11ToFloat()
106 uint32_t exponent = (((static_cast<uint32_t>(value[1]) << 3U) | in HexFloat10ToFloat() local
112 uint32_t hex = exponent | mantissa; in HexFloat10ToFloat()
[all …]
/third_party/musl/libc-test/src/functionalext/supplement/math/math_gtest/
Dmath_frexp_test.cpp38 int exponent; variable
40 double fraction = frexp(inputNum, &exponent);
41 EXPECT_DOUBLE_EQ(2048.0, scalbn(fraction, exponent));
67 int exponent; variable
69 float fraction = frexpf(inputNum, &exponent);
70 EXPECT_FLOAT_EQ(2048.0f, scalbnf(fraction, exponent));
80 int exponent; variable
82 float fraction = frexpf(inputNum, &exponent);
83 EXPECT_FLOAT_EQ(6.3f, scalbnf(fraction, exponent));
93 int exponent; variable
[all …]
/third_party/skia/third_party/externals/tint/test/intrinsics/
Drepeated_use.wgsl.expected.glsl7 uint4 exponent = asuint(param_0) & 0x7f80000;
8 uint4 clamped = clamp(exponent, 0x0080000, 0x7f00000);
9 return clamped == exponent;
13 uint3 exponent = asuint(param_0) & 0x7f80000;
14 uint3 clamped = clamp(exponent, 0x0080000, 0x7f00000);
15 return clamped == exponent;
19 uint2 exponent = asuint(param_0) & 0x7f80000;
20 uint2 clamped = clamp(exponent, 0x0080000, 0x7f00000);
21 return clamped == exponent;
25 uint exponent = asuint(param_0) & 0x7f80000;
[all …]
/third_party/vk-gl-cts/framework/delibs/debase/
DdeFloat16Test.c119 deUint32 exponent = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
122 exponent = exponent % (127 - 25) + 1; /* Make sure >= 1, <= 127 - 25 */ in deFloat16_selfTest()
125 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(0, exponent, mantissa)) == getFloat16(0, 0, 0)); in deFloat16_selfTest()
126 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(1, exponent, mantissa)) == getFloat16(1, 0, 0)); in deFloat16_selfTest()
163 deUint32 exponent = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
166exponent = exponent % ((127 + 14) - (127 -14) + 1) + (127 - 14); /* Make sure >= 127 - 14, <= 127 … in deFloat16_selfTest()
169 …DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(0, exponent, mantissa)) == getFloat16(0, (deUint16) (ex… in deFloat16_selfTest()
170 …DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(1, exponent, mantissa)) == getFloat16(1, (deUint16) (ex… in deFloat16_selfTest()
180 deUint32 exponent = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
183 exponent = exponent % (0xfe - (127 + 16) + 1) + (127 + 16); /* Make sure >= 127 + 16, <= 0xfe */ in deFloat16_selfTest()
[all …]

12345678910>>...26