Home
last modified time | relevance | path

Searched refs:exponent (Results 1 – 25 of 506) sorted by relevance

12345678910>>...21

/external/icu/icu4c/source/i18n/
Ddouble-conversion-strtod.cpp127 int exponent, in CutToMaxSignificantDigits() argument
140 exponent + (buffer.length() - kMaxSignificantDecimalDigits); in CutToMaxSignificantDigits()
148 static void TrimAndCut(Vector<const char> buffer, int exponent, in TrimAndCut() argument
153 exponent += left_trimmed.length() - right_trimmed.length(); in TrimAndCut()
157 CutToMaxSignificantDigits(right_trimmed, exponent, in TrimAndCut()
163 *updated_exponent = exponent; in TrimAndCut()
205 int exponent = 0; in ReadDiyFp() local
206 *result = DiyFp(significand, exponent); in ReadDiyFp()
213 int exponent, in DoubleStrtod() argument
232 if (exponent < 0 && -exponent < kExactPowersOfTenSize) { in DoubleStrtod()
[all …]
Ddouble-conversion-bignum-dtoa.cpp51 static int NormalizedExponent(uint64_t significand, int exponent) { in NormalizedExponent() argument
55 exponent = exponent - 1; in NormalizedExponent()
57 return exponent; in NormalizedExponent()
63 static int EstimatePower(int exponent);
67 int exponent,
108 int exponent; in BignumDtoa() local
114 exponent = Single(f).Exponent(); in BignumDtoa()
118 exponent = Double(v).Exponent(); in BignumDtoa()
125 int normalized_exponent = NormalizedExponent(significand, exponent); in BignumDtoa()
152 InitialScaledStartValues(significand, exponent, lower_boundary_is_closer, in BignumDtoa()
[all …]
Ddouble-conversion.cpp93 int exponent,
102 if (exponent < 0) {
104 exponent = -exponent;
110 if (exponent == 0) {
114 ASSERT(exponent < 1e4);
119 while (exponent > 0) {
120 buffer[--first_char_pos] = '0' + (exponent % 10);
121 exponent /= 10;
199 int exponent = decimal_point - 1;
200 if ((decimal_in_shortest_low_ <= exponent) &&
[all …]
/external/grpc-grpc/third_party/nanopb/examples/using_double_on_avr/
Ddouble_conversion.c21 int16_t exponent; in float_to_double() local
26 exponent = ((in.i >> 23) & 0xFF) - 127; in float_to_double()
29 if (exponent == 128) in float_to_double()
32 exponent = 1024; in float_to_double()
34 else if (exponent == -127) in float_to_double()
39 exponent = -1023; in float_to_double()
48 exponent--; in float_to_double()
56 mantissa |= (uint64_t)(exponent + 1023) << 52; in float_to_double()
65 int16_t exponent; in double_to_float() local
71 exponent = ((value >> 52) & 0x7FF) - 1023; in double_to_float()
[all …]
/external/nanopb-c/examples/using_double_on_avr/
Ddouble_conversion.c21 int16_t exponent; in float_to_double() local
26 exponent = ((in.i >> 23) & 0xFF) - 127; in float_to_double()
29 if (exponent == 128) in float_to_double()
32 exponent = 1024; in float_to_double()
34 else if (exponent == -127) in float_to_double()
39 exponent = -1023; in float_to_double()
48 exponent--; in float_to_double()
56 mantissa |= (uint64_t)(exponent + 1023) << 52; in float_to_double()
65 int16_t exponent; in double_to_float() local
71 exponent = ((value >> 52) & 0x7FF) - 1023; in double_to_float()
[all …]
/external/mesa3d/src/util/
Dformat_r11g11b10f.h65 int exponent = ((f32.ui >> 23) & 0xff) - 127; in f32_to_uf11() local
68 if (exponent == 128) { /* Infinity or NaN */ in f32_to_uf11()
92 } else if (exponent > -15) { /* Representable value */ in f32_to_uf11()
93 exponent += UF11_EXPONENT_BIAS; in f32_to_uf11()
95 uf11 = exponent << UF11_EXPONENT_SHIFT | mantissa; in f32_to_uf11()
108 int exponent = (val & 0x07c0) >> UF11_EXPONENT_SHIFT; in uf11_to_f32() local
113 if (exponent == 0) { in uf11_to_f32()
118 } else if (exponent == 31) { in uf11_to_f32()
122 exponent -= 15; in uf11_to_f32()
123 if (exponent < 0) { in uf11_to_f32()
[all …]
/external/v8/src/
Dstrtod.cc94 int exponent, in TrimToMaxSignificantDigits() argument
107 exponent + (buffer.length() - kMaxSignificantDecimalDigits); in TrimToMaxSignificantDigits()
148 int exponent = 0; in ReadDiyFp() local
149 *result = DiyFp(significand, exponent); in ReadDiyFp()
156 int exponent, in DoubleStrtod() argument
179 if (exponent < 0 && -exponent < kExactPowersOfTenSize) { in DoubleStrtod()
183 *result /= exact_powers_of_ten[-exponent]; in DoubleStrtod()
186 if (0 <= exponent && exponent < kExactPowersOfTenSize) { in DoubleStrtod()
190 *result *= exact_powers_of_ten[exponent]; in DoubleStrtod()
195 if ((0 <= exponent) && in DoubleStrtod()
[all …]
Dfixed-dtoa.cc212 static void FillFractionals(uint64_t fractionals, int exponent, in FillFractionals() argument
215 DCHECK(-128 <= exponent && exponent <= 0); in FillFractionals()
219 if (-exponent <= 64) { in FillFractionals()
222 int point = -exponent; in FillFractionals()
247 DCHECK(64 < -exponent && -exponent <= 128); in FillFractionals()
249 fractionals128.Shift(-exponent - 64); in FillFractionals()
296 int exponent = Double(v).Exponent(); in FastFixedDtoa() local
302 if (exponent > 20) return false; in FastFixedDtoa()
308 if (exponent + kDoubleSignificandSize > 64) { in FastFixedDtoa()
332 if (exponent > divisor_power) { in FastFixedDtoa()
[all …]
/external/libaom/libaom/test/
Dlog2_test.cc25 for (int exponent = 2; exponent < 32; exponent++) { in TEST() local
26 const unsigned int power_of_2 = 1U << exponent; in TEST()
27 EXPECT_EQ(get_msb(power_of_2 - 1), exponent - 1); in TEST()
28 EXPECT_EQ(get_msb(power_of_2), exponent); in TEST()
29 EXPECT_EQ(get_msb(power_of_2 + 1), exponent); in TEST()
41 for (int exponent = 2; exponent < 31; exponent++) { in TEST() local
42 const int power_of_2 = 1 << exponent; in TEST()
43 EXPECT_EQ(av1_ceil_log2(power_of_2 - 1), exponent); in TEST()
44 EXPECT_EQ(av1_ceil_log2(power_of_2), exponent); in TEST()
46 if (exponent < 30) { in TEST()
[all …]
/external/icu/android_icu4j/src/main/java/android/icu/number/
DScientificNotation.java135 /* unsafe */ int exponent; field in ScientificNotation.ScientificHandler
163 int exponent; in processQuantity() local
169 exponent = 0; in processQuantity()
172 exponent = 0; in processQuantity()
175 exponent = -micros.rounder.chooseMultiplierAndApply(quantity, this); in processQuantity()
179 if (precomputedMods != null && exponent >= -12 && exponent <= 12) { in processQuantity()
181 micros.modInner = precomputedMods[exponent + 12]; in processQuantity()
184 micros.modInner = new ScientificModifier(exponent, this); in processQuantity()
187 this.exponent = exponent; in processQuantity()
257 return doApply(exponent, output, rightIndex); in apply()
[all …]
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/number/
DScientificNotation.java137 /* unsafe */ int exponent; field in ScientificNotation.ScientificHandler
165 int exponent; in processQuantity() local
171 exponent = 0; in processQuantity()
174 exponent = 0; in processQuantity()
177 exponent = -micros.rounder.chooseMultiplierAndApply(quantity, this); in processQuantity()
181 if (precomputedMods != null && exponent >= -12 && exponent <= 12) { in processQuantity()
183 micros.modInner = precomputedMods[exponent + 12]; in processQuantity()
186 micros.modInner = new ScientificModifier(exponent, this); in processQuantity()
189 this.exponent = exponent; in processQuantity()
259 return doApply(exponent, output, rightIndex); in apply()
[all …]
/external/python/cpython3/Modules/_decimal/tests/
Drandfloat.py33 digits, exponent = n, e
35 s = '{}e{}'.format(digits, exponent)
38 s = '{}e{}'.format(digits * 10**40, exponent - 40)
44 digits, exponent = n, e
46 s = '{}e{}'.format(digits, exponent)
49 s = '{}e{}'.format(digits * 10**40, exponent - 40)
52 exponent -= 1
73 exponent = 0
77 exponent = e
78 s = '{}e{}'.format(digits, exponent)
[all …]
/external/deqp/framework/delibs/debase/
DdeFloat16Test.c119 deUint32 exponent = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
122 exponent = exponent % (127 - 25) + 1; /* Make sure >= 1, <= 127 - 25 */ in deFloat16_selfTest()
125 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(0, exponent, mantissa)) == getFloat16(0, 0, 0)); in deFloat16_selfTest()
126 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(1, exponent, mantissa)) == getFloat16(1, 0, 0)); in deFloat16_selfTest()
163 deUint32 exponent = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
166 …exponent = exponent % ((127 + 14) - (127 -14) + 1) + (127 - 14); /* Make sure >= 127 - 14, <= 127 … in deFloat16_selfTest()
169 …DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(0, exponent, mantissa)) == getFloat16(0, (deUint16) (ex… in deFloat16_selfTest()
170 …DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(1, exponent, mantissa)) == getFloat16(1, (deUint16) (ex… in deFloat16_selfTest()
180 deUint32 exponent = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
183 exponent = exponent % (0xfe - (127 + 16) + 1) + (127 + 16); /* Make sure >= 127 + 16, <= 0xfe */ in deFloat16_selfTest()
[all …]
/external/dng_sdk/source/
Ddng_utils.h809 int32 exponent = (halfValue >> 10) & 0x0000001f; in DNG_HalfToFloat() local
812 if (exponent == 0) in DNG_HalfToFloat()
832 exponent -= 1; in DNG_HalfToFloat()
835 exponent += 1; in DNG_HalfToFloat()
842 else if (exponent == 31) in DNG_HalfToFloat()
867 exponent += (127 - 15); in DNG_HalfToFloat()
872 return (uint32) ((sign << 31) | (exponent << 23) | mantissa); in DNG_HalfToFloat()
882 int32 exponent = ((i >> 23) & 0x000000ff) - (127 - 15); in DNG_FloatToHalf() local
885 if (exponent <= 0) in DNG_FloatToHalf()
888 if (exponent < -10) in DNG_FloatToHalf()
[all …]
/external/python/cpython2/Lib/test/
Dtest_strtod.py129 digits, exponent = n, e
131 s = '{}e{}'.format(digits, exponent)
134 s = '{}e{}'.format(digits * 10**40, exponent - 40)
140 digits, exponent = n, e
142 s = '{}e{}'.format(digits, exponent)
145 s = '{}e{}'.format(digits * 10**40, exponent - 40)
148 exponent -= 1
168 exponent = 0
172 exponent = e
173 s = '{}e{}'.format(digits, exponent)
[all …]
/external/python/cpython3/Lib/test/
Dtest_strtod.py128 digits, exponent = n, e
130 s = '{}e{}'.format(digits, exponent)
133 s = '{}e{}'.format(digits * 10**40, exponent - 40)
139 digits, exponent = n, e
141 s = '{}e{}'.format(digits, exponent)
144 s = '{}e{}'.format(digits * 10**40, exponent - 40)
147 exponent -= 1
167 exponent = 0
171 exponent = e
172 s = '{}e{}'.format(digits, exponent)
[all …]
/external/deqp-deps/glslang/SPIRV/
Dhex_float.h396 bool negative, int_type exponent, uint_type significand,
400 if (exponent <= min_exponent) {
408 while (exponent < min_exponent) {
410 ++exponent;
413 if (exponent == min_exponent) {
423 exponent = static_cast<int_type>(exponent + exponent_bias);
424 assert(exponent >= 0);
427 exponent = static_cast<uint_type>((exponent << exponent_left_shift) &
430 new_value = static_cast<uint_type>(new_value | (exponent | significand));
584 int_type exponent = getUnbiasedExponent();
[all …]
/external/libcxx/utils/google-benchmark/src/
Dstring_util.cc32 int64_t* exponent) { in ToExponentAndMantissa() argument
56 *exponent = i + 1; in ToExponentAndMantissa()
62 *exponent = 0; in ToExponentAndMantissa()
71 *exponent = -static_cast<int64_t>(i + 1); in ToExponentAndMantissa()
78 *exponent = 0; in ToExponentAndMantissa()
81 *exponent = 0; in ToExponentAndMantissa()
86 std::string ExponentToPrefix(int64_t exponent, bool iec) { in ExponentToPrefix() argument
87 if (exponent == 0) return ""; in ExponentToPrefix()
89 const int64_t index = (exponent > 0 ? exponent - 1 : -exponent - 1); in ExponentToPrefix()
93 (exponent > 0 ? (iec ? kBigIECUnits : kBigSIUnits) : kSmallSIUnits); in ExponentToPrefix()
[all …]
/external/google-benchmark/src/
Dstring_util.cc32 int64_t* exponent) { in ToExponentAndMantissa() argument
56 *exponent = i + 1; in ToExponentAndMantissa()
62 *exponent = 0; in ToExponentAndMantissa()
71 *exponent = -static_cast<int64_t>(i + 1); in ToExponentAndMantissa()
78 *exponent = 0; in ToExponentAndMantissa()
81 *exponent = 0; in ToExponentAndMantissa()
86 std::string ExponentToPrefix(int64_t exponent, bool iec) { in ExponentToPrefix() argument
87 if (exponent == 0) return ""; in ExponentToPrefix()
89 const int64_t index = (exponent > 0 ? exponent - 1 : -exponent - 1); in ExponentToPrefix()
93 (exponent > 0 ? (iec ? kBigIECUnits : kBigSIUnits) : kSmallSIUnits); in ExponentToPrefix()
[all …]
/external/compiler-rt/lib/builtins/
Dfp_fixuint_impl.inc18 // Break a into sign, exponent, significand
22 const int exponent = (aAbs >> significandBits) - exponentBias;
25 // If either the value or the exponent is negative, the result is zero.
26 if (sign == -1 || exponent < 0)
30 if ((unsigned)exponent >= sizeof(fixuint_t) * CHAR_BIT)
33 // If 0 <= exponent < significandBits, right shift to get the result.
35 if (exponent < significandBits)
36 return significand >> (significandBits - exponent);
38 return (fixuint_t)significand << (exponent - significandBits);
Dfp_fixint_impl.inc20 // Break a into sign, exponent, significand
24 const int exponent = (aAbs >> significandBits) - exponentBias;
27 // If exponent is negative, the result is zero.
28 if (exponent < 0)
32 if ((unsigned)exponent >= sizeof(fixint_t) * CHAR_BIT)
35 // If 0 <= exponent < significandBits, right shift to get the result.
37 if (exponent < significandBits)
38 return sign * (significand >> (significandBits - exponent));
40 return sign * ((fixint_t)significand << (exponent - significandBits));
/external/deqp-deps/SPIRV-Tools/source/util/
Dhex_float.h428 bool negative, int_type exponent, uint_type significand,
432 if (exponent <= min_exponent) {
440 while (exponent < min_exponent) {
442 ++exponent;
445 if (exponent == min_exponent) {
455 exponent = static_cast<int_type>(exponent + exponent_bias);
456 assert(exponent >= 0);
459 exponent = static_cast<uint_type>((exponent << exponent_left_shift) &
462 new_value = static_cast<uint_type>(new_value | (exponent | significand));
654 int_type exponent = getUnbiasedExponent();
[all …]
/external/swiftshader/third_party/SPIRV-Tools/source/util/
Dhex_float.h428 bool negative, int_type exponent, uint_type significand,
432 if (exponent <= min_exponent) {
440 while (exponent < min_exponent) {
442 ++exponent;
445 if (exponent == min_exponent) {
455 exponent = static_cast<int_type>(exponent + exponent_bias);
456 assert(exponent >= 0);
459 exponent = static_cast<uint_type>((exponent << exponent_left_shift) &
462 new_value = static_cast<uint_type>(new_value | (exponent | significand));
654 int_type exponent = getUnbiasedExponent();
[all …]
/external/smali/util/src/main/java/org/jf/util/
DNumberUtils.java86 int exponent = asFloat.indexOf("E"); in isLikelyFloat() local
88 if (zeros > decimalPoint && zeros < exponent) { in isLikelyFloat()
89 asFloat = asFloat.substring(0, zeros) + asFloat.substring(exponent); in isLikelyFloat()
92 if (nines > decimalPoint && nines < exponent) { in isLikelyFloat()
93 asFloat = asFloat.substring(0, nines) + asFloat.substring(exponent); in isLikelyFloat()
128 int exponent = asDouble.indexOf("E"); in isLikelyDouble() local
130 if (zeros > decimalPoint && zeros < exponent) { in isLikelyDouble()
131 asDouble = asDouble.substring(0, zeros) + asDouble.substring(exponent); in isLikelyDouble()
134 if (nines > decimalPoint && nines < exponent) { in isLikelyDouble()
135 asDouble = asDouble.substring(0, nines) + asDouble.substring(exponent); in isLikelyDouble()
/external/apache-commons-math/src/main/java/org/apache/commons/math/distribution/
DZipfDistributionImpl.java41 private double exponent; field in ZipfDistributionImpl
52 public ZipfDistributionImpl(final int numberOfElements, final double exponent) in ZipfDistributionImpl() argument
55 setExponentInternal(exponent); in ZipfDistributionImpl()
103 return exponent; in getExponent()
135 this.exponent = s; in setExponentInternal()
149 return (1.0 / FastMath.pow(x, exponent)) / generalizedHarmonic(numberOfElements, exponent); in probability()
167 return generalizedHarmonic(x, exponent) / generalizedHarmonic(numberOfElements, exponent); in cumulativeProbability()

12345678910>>...21