Home
last modified time | relevance | path

Searched refs:exponent (Results 1 – 25 of 481) sorted by relevance

12345678910>>...20

/external/valgrind/VEX/priv/
Dhost_generic_maddf.c86 unsigned int exponent:11; member
92 unsigned int exponent:11;
121 if ((u.ieee.mantissa1 & 1) == 0 && u.ieee.exponent != 0x7ff) in h_generic_calc_MAddF32()
144 if (UNLIKELY (u.ieee.exponent + v.ieee.exponent in h_generic_calc_MAddF64()
146 || UNLIKELY (u.ieee.exponent >= 0x7ff - DBL_MANT_DIG) in h_generic_calc_MAddF64()
147 || UNLIKELY (v.ieee.exponent >= 0x7ff - DBL_MANT_DIG) in h_generic_calc_MAddF64()
148 || UNLIKELY (w.ieee.exponent >= 0x7ff - DBL_MANT_DIG) in h_generic_calc_MAddF64()
149 || UNLIKELY (u.ieee.exponent + v.ieee.exponent in h_generic_calc_MAddF64()
153 if (w.ieee.exponent == 0x7ff in h_generic_calc_MAddF64()
154 && u.ieee.exponent != 0x7ff in h_generic_calc_MAddF64()
[all …]
/external/nanopb-c/examples/using_double_on_avr/
Ddouble_conversion.c21 int16_t exponent; in float_to_double() local
26 exponent = ((in.i >> 23) & 0xFF) - 127; in float_to_double()
29 if (exponent == 128) in float_to_double()
32 exponent = 1024; in float_to_double()
34 else if (exponent == -127) in float_to_double()
39 exponent = -1023; in float_to_double()
48 exponent--; in float_to_double()
56 mantissa |= (uint64_t)(exponent + 1023) << 52; in float_to_double()
65 int16_t exponent; in double_to_float() local
71 exponent = ((value >> 52) & 0x7FF) - 1023; in double_to_float()
[all …]
/external/mesa3d/src/util/
Dformat_r11g11b10f.h62 int exponent = ((f32.ui >> 23) & 0xff) - 127; in f32_to_uf11() local
65 if (exponent == 128) { /* Infinity or NaN */ in f32_to_uf11()
89 } else if (exponent > -15) { /* Representable value */ in f32_to_uf11()
90 exponent += UF11_EXPONENT_BIAS; in f32_to_uf11()
92 uf11 = exponent << UF11_EXPONENT_SHIFT | mantissa; in f32_to_uf11()
105 int exponent = (val & 0x07c0) >> UF11_EXPONENT_SHIFT; in uf11_to_f32() local
110 if (exponent == 0) { in uf11_to_f32()
115 } else if (exponent == 31) { in uf11_to_f32()
119 exponent -= 15; in uf11_to_f32()
120 if (exponent < 0) { in uf11_to_f32()
[all …]
/external/v8/src/
Dstrtod.cc93 int exponent, in TrimToMaxSignificantDigits() argument
106 exponent + (buffer.length() - kMaxSignificantDecimalDigits); in TrimToMaxSignificantDigits()
147 int exponent = 0; in ReadDiyFp() local
148 *result = DiyFp(significand, exponent); in ReadDiyFp()
155 int exponent, in DoubleStrtod() argument
176 if (exponent < 0 && -exponent < kExactPowersOfTenSize) { in DoubleStrtod()
180 *result /= exact_powers_of_ten[-exponent]; in DoubleStrtod()
183 if (0 <= exponent && exponent < kExactPowersOfTenSize) { in DoubleStrtod()
187 *result *= exact_powers_of_ten[exponent]; in DoubleStrtod()
192 if ((0 <= exponent) && in DoubleStrtod()
[all …]
Dfixed-dtoa.cc213 static void FillFractionals(uint64_t fractionals, int exponent, in FillFractionals() argument
216 DCHECK(-128 <= exponent && exponent <= 0); in FillFractionals()
220 if (-exponent <= 64) { in FillFractionals()
223 int point = -exponent; in FillFractionals()
248 DCHECK(64 < -exponent && -exponent <= 128); in FillFractionals()
250 fractionals128.Shift(-exponent - 64); in FillFractionals()
297 int exponent = Double(v).Exponent(); in FastFixedDtoa() local
303 if (exponent > 20) return false; in FastFixedDtoa()
309 if (exponent + kDoubleSignificandSize > 64) { in FastFixedDtoa()
333 if (exponent > divisor_power) { in FastFixedDtoa()
[all …]
/external/icu/android_icu4j/src/main/java/android/icu/number/
DScientificNotation.java125 /* unsafe */ int exponent; field in ScientificNotation.ScientificHandler
150 int exponent; in processQuantity() local
155 exponent = 0; in processQuantity()
158 exponent = 0; in processQuantity()
161 exponent = -micros.rounding.chooseMultiplierAndApply(quantity, this); in processQuantity()
165 if (precomputedMods != null && exponent >= -12 && exponent <= 12) { in processQuantity()
167 micros.modInner = precomputedMods[exponent + 12]; in processQuantity()
170 micros.modInner = new ScientificModifier(exponent, this); in processQuantity()
173 this.exponent = exponent; in processQuantity()
220 return doApply(exponent, output, rightIndex); in apply()
[all …]
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/number/
DScientificNotation.java126 /* unsafe */ int exponent; field in ScientificNotation.ScientificHandler
151 int exponent; in processQuantity() local
156 exponent = 0; in processQuantity()
159 exponent = 0; in processQuantity()
162 exponent = -micros.rounding.chooseMultiplierAndApply(quantity, this); in processQuantity()
166 if (precomputedMods != null && exponent >= -12 && exponent <= 12) { in processQuantity()
168 micros.modInner = precomputedMods[exponent + 12]; in processQuantity()
171 micros.modInner = new ScientificModifier(exponent, this); in processQuantity()
174 this.exponent = exponent; in processQuantity()
221 return doApply(exponent, output, rightIndex); in apply()
[all …]
/external/python/cpython3/Modules/_decimal/tests/
Drandfloat.py33 digits, exponent = n, e
35 s = '{}e{}'.format(digits, exponent)
38 s = '{}e{}'.format(digits * 10**40, exponent - 40)
44 digits, exponent = n, e
46 s = '{}e{}'.format(digits, exponent)
49 s = '{}e{}'.format(digits * 10**40, exponent - 40)
52 exponent -= 1
73 exponent = 0
77 exponent = e
78 s = '{}e{}'.format(digits, exponent)
[all …]
/external/deqp/framework/delibs/debase/
DdeFloat16Test.c119 deUint32 exponent = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
122 exponent = exponent % (127 - 25) + 1; /* Make sure >= 1, <= 127 - 25 */ in deFloat16_selfTest()
125 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(0, exponent, mantissa)) == getFloat16(0, 0, 0)); in deFloat16_selfTest()
126 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(1, exponent, mantissa)) == getFloat16(1, 0, 0)); in deFloat16_selfTest()
163 deUint32 exponent = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
166exponent = exponent % ((127 + 14) - (127 -14) + 1) + (127 - 14); /* Make sure >= 127 - 14, <= 127 … in deFloat16_selfTest()
169 …DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(0, exponent, mantissa)) == getFloat16(0, (deUint16) (ex… in deFloat16_selfTest()
170 …DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(1, exponent, mantissa)) == getFloat16(1, (deUint16) (ex… in deFloat16_selfTest()
180 deUint32 exponent = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
183 exponent = exponent % (0xfe - (127 + 16) + 1) + (127 + 16); /* Make sure >= 127 + 16, <= 0xfe */ in deFloat16_selfTest()
[all …]
/external/google-benchmark/src/
Dstring_util.cc32 int64_t* exponent) { in ToExponentAndMantissa() argument
56 *exponent = i + 1; in ToExponentAndMantissa()
62 *exponent = 0; in ToExponentAndMantissa()
71 *exponent = -static_cast<int64_t>(i + 1); in ToExponentAndMantissa()
78 *exponent = 0; in ToExponentAndMantissa()
81 *exponent = 0; in ToExponentAndMantissa()
86 std::string ExponentToPrefix(int64_t exponent, bool iec) { in ExponentToPrefix() argument
87 if (exponent == 0) return ""; in ExponentToPrefix()
89 const int64_t index = (exponent > 0 ? exponent - 1 : -exponent - 1); in ExponentToPrefix()
93 (exponent > 0 ? (iec ? kBigIECUnits : kBigSIUnits) : kSmallSIUnits); in ExponentToPrefix()
[all …]
/external/libcxx/utils/google-benchmark/src/
Dstring_util.cc32 int64_t* exponent) { in ToExponentAndMantissa() argument
56 *exponent = i + 1; in ToExponentAndMantissa()
62 *exponent = 0; in ToExponentAndMantissa()
71 *exponent = -static_cast<int64_t>(i + 1); in ToExponentAndMantissa()
78 *exponent = 0; in ToExponentAndMantissa()
81 *exponent = 0; in ToExponentAndMantissa()
86 std::string ExponentToPrefix(int64_t exponent, bool iec) { in ExponentToPrefix() argument
87 if (exponent == 0) return ""; in ExponentToPrefix()
89 const int64_t index = (exponent > 0 ? exponent - 1 : -exponent - 1); in ExponentToPrefix()
93 (exponent > 0 ? (iec ? kBigIECUnits : kBigSIUnits) : kSmallSIUnits); in ExponentToPrefix()
[all …]
/external/dng_sdk/source/
Ddng_utils.h809 int32 exponent = (halfValue >> 10) & 0x0000001f; in DNG_HalfToFloat() local
812 if (exponent == 0) in DNG_HalfToFloat()
832 exponent -= 1; in DNG_HalfToFloat()
835 exponent += 1; in DNG_HalfToFloat()
842 else if (exponent == 31) in DNG_HalfToFloat()
867 exponent += (127 - 15); in DNG_HalfToFloat()
872 return (uint32) ((sign << 31) | (exponent << 23) | mantissa); in DNG_HalfToFloat()
882 int32 exponent = ((i >> 23) & 0x000000ff) - (127 - 15); in DNG_FloatToHalf() local
885 if (exponent <= 0) in DNG_FloatToHalf()
888 if (exponent < -10) in DNG_FloatToHalf()
[all …]
/external/syslinux/com32/lib/math/
Dstrtod.c50 int exponent; in strtod() local
73 exponent = 0; in strtod()
95 exponent -= num_decimals; in strtod()
125 exponent -= n; in strtod()
127 exponent += n; in strtod()
130 if (exponent < __DBL_MIN_EXP__ || exponent > __DBL_MAX_EXP__) { in strtod()
136 n = exponent; in strtod()
141 if (exponent < 0) in strtod()
/external/syslinux/gpxe/src/crypto/
Dx509.c109 struct asn1_cursor exponent; in x509_rsa_public_key() local
158 memcpy ( &exponent, &pubkey, sizeof ( exponent ) ); in x509_rsa_public_key()
159 rc = ( asn1_skip ( &exponent, ASN1_INTEGER ), /* modulus */ in x509_rsa_public_key()
160 asn1_enter ( &exponent, ASN1_INTEGER ) /* publicExponent */ ); in x509_rsa_public_key()
168 rsa_pubkey->modulus = malloc ( modulus.len + exponent.len ); in x509_rsa_public_key()
171 rsa_pubkey->exponent = ( rsa_pubkey->modulus + modulus.len ); in x509_rsa_public_key()
174 memcpy ( rsa_pubkey->exponent, exponent.data, exponent.len ); in x509_rsa_public_key()
175 rsa_pubkey->exponent_len = exponent.len; in x509_rsa_public_key()
180 DBG2_HDA ( 0, rsa_pubkey->exponent, rsa_pubkey->exponent_len ); in x509_rsa_public_key()
/external/python/cpython3/Lib/test/
Dtest_strtod.py128 digits, exponent = n, e
130 s = '{}e{}'.format(digits, exponent)
133 s = '{}e{}'.format(digits * 10**40, exponent - 40)
139 digits, exponent = n, e
141 s = '{}e{}'.format(digits, exponent)
144 s = '{}e{}'.format(digits * 10**40, exponent - 40)
147 exponent -= 1
167 exponent = 0
171 exponent = e
172 s = '{}e{}'.format(digits, exponent)
[all …]
/external/python/cpython2/Lib/test/
Dtest_strtod.py129 digits, exponent = n, e
131 s = '{}e{}'.format(digits, exponent)
134 s = '{}e{}'.format(digits * 10**40, exponent - 40)
140 digits, exponent = n, e
142 s = '{}e{}'.format(digits, exponent)
145 s = '{}e{}'.format(digits * 10**40, exponent - 40)
148 exponent -= 1
168 exponent = 0
172 exponent = e
173 s = '{}e{}'.format(digits, exponent)
[all …]
/external/icu/icu4c/source/i18n/
Ddigitlst.cpp325 fDecNumber->exponent = d - adjustedDigits; in setDecimalAt()
333 return fDecNumber->exponent; // Exponent should be zero for these cases. in getDecimalAt()
335 return fDecNumber->exponent + fDecNumber->digits; in getDecimalAt()
353 if (decNumberIsZero(fDecNumber) && fDecNumber->exponent==0) { in getCount()
407 fDecNumber->exponent--; // To match the old digit list implementation. in append()
420 fDecNumber->exponent--; in append()
558 if (fDecNumber->exponent != 0) { in getLong()
663 if (fDecNumber->exponent < 0) { in fitsIntoLong()
710 if (fDecNumber->exponent < 0) { in fitsIntoInt64()
972 if (fDecNumber->exponent >= -maximumFractionDigits) { in roundFixedPoint()
[all …]
DdecNumber.cpp409 if (dn->bits&DECSPECIAL || dn->digits>10 || dn->exponent!=0) ; /* bad */ in uprv_decNumberToInt32()
444 if (dn->bits&DECSPECIAL || dn->digits>10 || dn->exponent!=0 in uprv_decNumberToUInt32()
514 Int exponent=0; /* working exponent [assume 0] */ in uprv_decNumberFromString() local
632 exponent=X10(exponent)+(Int)*c-(Int)'0'; in uprv_decNumberFromString()
641 if (c>firstexp+9+1 || *firstexp>'1') exponent=DECNUMMAXE*2; in uprv_decNumberFromString()
644 if (nege) exponent=-exponent; /* was negative */ in uprv_decNumberFromString()
669 exponent -= static_cast<int32_t>(last-dotchar); /* adjust exponent */ in uprv_decNumberFromString()
716 dn->exponent=exponent; in uprv_decNumberFromString()
728 if ((dn->exponent-1<set->emin-dn->digits) in uprv_decNumberFromString()
729 || (dn->exponent-1>set->emax-set->digits)) { in uprv_decNumberFromString()
[all …]
/external/compiler-rt/lib/builtins/
Dfp_fixuint_impl.inc18 // Break a into sign, exponent, significand
22 const int exponent = (aAbs >> significandBits) - exponentBias;
25 // If either the value or the exponent is negative, the result is zero.
26 if (sign == -1 || exponent < 0)
30 if ((unsigned)exponent >= sizeof(fixuint_t) * CHAR_BIT)
33 // If 0 <= exponent < significandBits, right shift to get the result.
35 if (exponent < significandBits)
36 return significand >> (significandBits - exponent);
38 return (fixuint_t)significand << (exponent - significandBits);
Dfp_fixint_impl.inc20 // Break a into sign, exponent, significand
24 const int exponent = (aAbs >> significandBits) - exponentBias;
27 // If exponent is negative, the result is zero.
28 if (exponent < 0)
32 if ((unsigned)exponent >= sizeof(fixint_t) * CHAR_BIT)
35 // If 0 <= exponent < significandBits, right shift to get the result.
37 if (exponent < significandBits)
38 return sign * (significand >> (significandBits - exponent));
40 return sign * ((fixint_t)significand << (exponent - significandBits));
/external/smali/util/src/main/java/org/jf/util/
DNumberUtils.java86 int exponent = asFloat.indexOf("E"); in isLikelyFloat() local
88 if (zeros > decimalPoint && zeros < exponent) { in isLikelyFloat()
89 asFloat = asFloat.substring(0, zeros) + asFloat.substring(exponent); in isLikelyFloat()
92 if (nines > decimalPoint && nines < exponent) { in isLikelyFloat()
93 asFloat = asFloat.substring(0, nines) + asFloat.substring(exponent); in isLikelyFloat()
128 int exponent = asDouble.indexOf("E"); in isLikelyDouble() local
130 if (zeros > decimalPoint && zeros < exponent) { in isLikelyDouble()
131 asDouble = asDouble.substring(0, zeros) + asDouble.substring(exponent); in isLikelyDouble()
134 if (nines > decimalPoint && nines < exponent) { in isLikelyDouble()
135 asDouble = asDouble.substring(0, nines) + asDouble.substring(exponent); in isLikelyDouble()
/external/apache-commons-math/src/main/java/org/apache/commons/math/distribution/
DZipfDistributionImpl.java41 private double exponent; field in ZipfDistributionImpl
52 public ZipfDistributionImpl(final int numberOfElements, final double exponent) in ZipfDistributionImpl() argument
55 setExponentInternal(exponent); in ZipfDistributionImpl()
103 return exponent; in getExponent()
135 this.exponent = s; in setExponentInternal()
149 return (1.0 / FastMath.pow(x, exponent)) / generalizedHarmonic(numberOfElements, exponent); in probability()
167 return generalizedHarmonic(x, exponent) / generalizedHarmonic(numberOfElements, exponent); in cumulativeProbability()
/external/ImageMagick/MagickCore/
Dquantum-private.h119 exponent, in HalfToSinglePrecision() local
137 exponent=(unsigned int) ((half >> 10) & 0x0000001f); in HalfToSinglePrecision()
139 if (exponent == 0) in HalfToSinglePrecision()
148 exponent--; in HalfToSinglePrecision()
150 exponent++; in HalfToSinglePrecision()
152 exponent+=ExponentBias; in HalfToSinglePrecision()
153 value=(sign_bit << SignBitShift) | (exponent << ExponentShift) | in HalfToSinglePrecision()
158 if (exponent == SignBitShift) in HalfToSinglePrecision()
166 exponent+=ExponentBias; in HalfToSinglePrecision()
168 value=(sign_bit << SignBitShift) | (exponent << ExponentShift) | in HalfToSinglePrecision()
[all …]
/external/apache-commons-math/src/main/java/org/apache/commons/math/fraction/
DBigFraction.java182 final long exponent = bits & 0x7ff0000000000000L; in BigFraction() local
184 if (exponent != 0) { in BigFraction()
191 int k = ((int) (exponent >> 52)) - 1075; in BigFraction()
940 public BigFraction pow(final int exponent) { in pow() argument
941 if (exponent < 0) { in pow()
942 return new BigFraction(denominator.pow(-exponent), numerator.pow(-exponent)); in pow()
944 return new BigFraction(numerator.pow(exponent), denominator.pow(exponent)); in pow()
957 public BigFraction pow(final long exponent) { in pow() argument
958 if (exponent < 0) { in pow()
959 return new BigFraction(MathUtils.pow(denominator, -exponent), in pow()
[all …]
/external/llvm/lib/Support/
DAPFloat.cpp169 int exponent = 0; in totalExponent() local
198 exponent = unsignedExponent; in totalExponent()
200 exponent = -exponent; in totalExponent()
201 exponent += exponentAdjustment; in totalExponent()
202 if (exponent > 32767 || exponent < -32768) in totalExponent()
207 exponent = negative ? -32768: 32767; in totalExponent()
209 return exponent; in totalExponent()
249 int exponent; member
261 D->exponent = 0; in interpretDecimal()
281 D->exponent = readExponent(p + 1, end); in interpretDecimal()
[all …]

12345678910>>...20