Home
last modified time | relevance | path

Searched refs:mant (Results 1 – 25 of 51) sorted by relevance

123

/external/apache-commons-math/src/main/java/org/apache/commons/math/dfp/
DDfp.java164 protected int[] mant; field in Dfp
182 mant = new int[field.getRadixDigits()]; in Dfp()
212 mant = new int[field.getRadixDigits()]; in Dfp()
234 System.arraycopy(mant, mant.length - exp, mant, mant.length - 1 - exp, exp); in Dfp()
235 mant[mant.length - 1] = (int) (x % RADIX); in Dfp()
243 for (int i = 0; i < mant.length - 1; i++) { in Dfp()
244 if (mant[i] != 0) { in Dfp()
245 mant[i]++; in Dfp()
259 mant = new int[field.getRadixDigits()]; in Dfp()
308 System.arraycopy(xdfp.mant, 0, mant, 0, mant.length); in Dfp()
[all …]
DDfpDec.java167 int msb = mant[mant.length-1]; in round()
173 int cmaxdigits = mant.length * 4; in round()
190 final int lsb = mant[lsd]; in round()
192 if (lsbthreshold <= 1 && digits == 4 * mant.length - 3) { in round()
200 n = (mant[lsd-1] / 1000) % 10; in round()
201 mant[lsd-1] %= 1000; in round()
202 discarded |= mant[lsd-1]; in round()
209 discarded |= mant[i]; // need to know if there are any discarded bits in round()
210 mant[i] = 0; in round()
213 mant[lsd] = lsb / lsbthreshold * lsbthreshold; in round()
[all …]
/external/icu/android_icu4j/src/main/java/android/icu/math/
DBigDecimal.java386 private byte mant[]; // assumed null field in BigDecimal
651 mant = new byte[d]; // we know the length in BigDecimal()
663 mant[i] = (byte) (((sj)) - (('0')));/* easy */ in BigDecimal()
668 mant[i] = (byte) dvalue; in BigDecimal()
683 mant[i] = (byte) (((inchars[j])) - (('0'))); in BigDecimal()
696 if (mant[0] == 0) { in BigDecimal()
702 mant = ZERO.mant; in BigDecimal()
711 mag = (exp + mant.length) - 1; // true exponent in scientific notation in BigDecimal()
765 mant = ZERO.mant; in BigDecimal()
768 mant = ONE.mant; in BigDecimal()
[all …]
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/math/
DBigDecimal.java397 private byte mant[]; // assumed null field in BigDecimal
667 mant = new byte[d]; // we know the length in BigDecimal()
679 mant[i] = (byte) (((sj)) - (('0')));/* easy */ in BigDecimal()
684 mant[i] = (byte) dvalue; in BigDecimal()
699 mant[i] = (byte) (((inchars[j])) - (('0'))); in BigDecimal()
712 if (mant[0] == 0) { in BigDecimal()
718 mant = ZERO.mant; in BigDecimal()
727 mag = (exp + mant.length) - 1; // true exponent in scientific notation in BigDecimal()
783 mant = ZERO.mant; in BigDecimal()
786 mant = ONE.mant; in BigDecimal()
[all …]
/external/icu/icu4j/eclipse-build/plugins.template/com.ibm.icu.base/src/com/ibm/icu/math/
DBigDecimal.java395 private byte mant[]; // assumed null field in BigDecimal
665 mant = new byte[d]; // we know the length in BigDecimal()
677 mant[i] = (byte) (((int) (sj)) - ((int) ('0')));/* easy */ in BigDecimal()
682 mant[i] = (byte) dvalue; in BigDecimal()
697 mant[i] = (byte) (((int) (inchars[j])) - ((int) ('0'))); in BigDecimal()
710 if (mant[0] == 0) { in BigDecimal()
716 mant = ZERO.mant; in BigDecimal()
725 mag = (exp + mant.length) - 1; // true exponent in scientific notation in BigDecimal()
781 mant = ZERO.mant; in BigDecimal()
784 mant = ONE.mant; in BigDecimal()
[all …]
/external/libgsm/src/
Drpe.c228 word exp, mant; variable
235 mant = xmaxc - (exp << 3);
237 if (mant == 0) {
239 mant = 7;
242 while (mant <= 7) {
243 mant = mant << 1 | 1;
246 mant -= 8;
250 assert( mant >= 0 && mant <= 7 );
253 *mant_out = mant;
268 word exp, mant; variable
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/test/CodeGen/AMDGPU/
Dllvm.amdgcn.frexp.mant.ll6 declare float @llvm.amdgcn.frexp.mant.f32(float) #0
7 declare double @llvm.amdgcn.frexp.mant.f64(double) #0
12 %frexp.mant = call float @llvm.amdgcn.frexp.mant.f32(float %src)
13 store float %frexp.mant, float addrspace(1)* %out
21 %frexp.mant = call float @llvm.amdgcn.frexp.mant.f32(float %fabs.src)
22 store float %frexp.mant, float addrspace(1)* %out
31 %frexp.mant = call float @llvm.amdgcn.frexp.mant.f32(float %fneg.fabs.src)
32 store float %frexp.mant, float addrspace(1)* %out
39 %frexp.mant = call double @llvm.amdgcn.frexp.mant.f64(double %src)
40 store double %frexp.mant, double addrspace(1)* %out
[all …]
Dllvm.amdgcn.frexp.mant.f16.ll3 declare half @llvm.amdgcn.frexp.mant.f16(half %a)
15 %r.val = call half @llvm.amdgcn.frexp.mant.f16(half %a.val)
/external/llvm/test/CodeGen/AMDGPU/
Dllvm.amdgcn.frexp.mant.ll6 declare float @llvm.amdgcn.frexp.mant.f32(float) #0
7 declare double @llvm.amdgcn.frexp.mant.f64(double) #0
12 %frexp.mant = call float @llvm.amdgcn.frexp.mant.f32(float %src)
13 store float %frexp.mant, float addrspace(1)* %out
21 %frexp.mant = call float @llvm.amdgcn.frexp.mant.f32(float %fabs.src)
22 store float %frexp.mant, float addrspace(1)* %out
31 %frexp.mant = call float @llvm.amdgcn.frexp.mant.f32(float %fneg.fabs.src)
32 store float %frexp.mant, float addrspace(1)* %out
39 %frexp.mant = call double @llvm.amdgcn.frexp.mant.f64(double %src)
40 store double %frexp.mant, double addrspace(1)* %out
[all …]
/external/mesa3d/src/gallium/drivers/swr/rasterizer/memory/
DConvert.h57 uint32_t mant = (val & 0x3ff) << 13; in ConvertSmallFloatTo32() local
59 if ((exp == 0) && (mant != 0)) // Adjust exponent and mantissa for denormals in ConvertSmallFloatTo32()
61 mant <<= 1; in ConvertSmallFloatTo32()
62 while (mant < (0x400 << 13)) in ConvertSmallFloatTo32()
65 mant <<= 1; in ConvertSmallFloatTo32()
67 mant &= (0x3ff << 13); in ConvertSmallFloatTo32()
70 result = sign | exp | mant; in ConvertSmallFloatTo32()
85 uint32_t sign, exp, mant; in Convert32ToSmallFloat() local
93 mant = uf & 0x007FFFFF; in Convert32ToSmallFloat()
98 exp = mant = 0; in Convert32ToSmallFloat()
[all …]
/external/protobuf/js/binary/
Dutils.js162 var mant;
195 mant = Math.round(value / Math.pow(2, -149));
197 jspb.utils.split64Low = ((sign << 31) | mant) >>> 0;
202 mant = value * Math.pow(2, -exp);
203 mant = Math.round(mant * jspb.BinaryConstants.TWO_TO_23) & 0x7FFFFF;
206 jspb.utils.split64Low = ((sign << 31) | ((exp + 127) << 23) | mant) >>> 0;
250 var mant = value / Math.pow(2, -1074);
251 var mantHigh = (mant / jspb.BinaryConstants.TWO_TO_32);
253 jspb.utils.split64Low = (mant >>> 0);
259 var mant = value * Math.pow(2, -exp);
[all …]
/external/llvm/test/Transforms/InstCombine/
Damdgcn-intrinsics.ll55 ; llvm.amdgcn.frexp.mant
58 declare float @llvm.amdgcn.frexp.mant.f32(float) nounwind readnone
59 declare double @llvm.amdgcn.frexp.mant.f64(double) nounwind readnone
65 %val = call float @llvm.amdgcn.frexp.mant.f32(float undef)
72 %val = call double @llvm.amdgcn.frexp.mant.f64(double undef)
79 %val = call float @llvm.amdgcn.frexp.mant.f32(float 0.0)
86 %val = call double @llvm.amdgcn.frexp.mant.f64(double 0.0)
94 %val = call float @llvm.amdgcn.frexp.mant.f32(float -0.0)
101 %val = call double @llvm.amdgcn.frexp.mant.f64(double -0.0)
108 %val = call float @llvm.amdgcn.frexp.mant.f32(float 1.0)
[all …]
/external/cn-cbor/src/
Dcn-encoder.c130 int mant = u32.u & 0x7fffff; in _write_double() local
131 if (exp == 0 && mant == 0) in _write_double()
134 s16 += ((exp - 112) << 10) + (mant >> 13); in _write_double()
136 if (mant & ((1 << (126 - exp)) - 1)) in _write_double()
138 s16 += ((mant + 0x800000) >> (126 - exp)); in _write_double()
139 } else if (exp == 255 && mant == 0) { /* Inf */ in _write_double()
Dcn-cbor.c43 int mant = half & 0x3ff; in decode_half() local
45 if (exp == 0) val = ldexp(mant, -24); in decode_half()
46 else if (exp != 31) val = ldexp(mant + 1024, exp - 25); in decode_half()
47 else val = mant == 0 ? INFINITY : NAN; in decode_half()
/external/mesa3d/src/gallium/drivers/swr/rasterizer/jitter/
Dbuilder_misc.cpp48 uint32_t sign, exp, mant; in ConvertFloat32ToFloat16() local
55 mant = uf & 0x007FFFFF; in ConvertFloat32ToFloat16()
61 mant = 0x200; in ConvertFloat32ToFloat16()
67 mant = 0x0; in ConvertFloat32ToFloat16()
72 mant = 0x3FF; in ConvertFloat32ToFloat16()
76 mant |= 0x00800000; in ConvertFloat32ToFloat16()
77 for (; exp <= 0x70; mant >>= 1, exp++) in ConvertFloat32ToFloat16()
80 mant = mant >> 13; in ConvertFloat32ToFloat16()
85 mant = 0; in ConvertFloat32ToFloat16()
90 roundBits = mant & 0x1FFFu; in ConvertFloat32ToFloat16()
[all …]
/external/tremolo/Tremolo/
Dcodebook.c105 long mant=val&0x1fffff; in _float32_unpack() local
110 if(mant){ in _float32_unpack()
111 while(!(mant&0x40000000)){ in _float32_unpack()
112 mant<<=1; in _float32_unpack()
115 if(sign)mant= -mant; in _float32_unpack()
119 return mant; in _float32_unpack()
/external/icu/icu4c/source/i18n/
Dnfrs.cpp818 double mant = uprv_maxMantissa(); in util64_fromDouble() local
819 if (d < -mant) { in util64_fromDouble()
820 d = -mant; in util64_fromDouble()
821 } else if (d > mant) { in util64_fromDouble()
822 d = mant; in util64_fromDouble()
/external/swiftshader/third_party/llvm-7.0/llvm/test/Transforms/InstCombine/AMDGPU/
Damdgcn-intrinsics.ll73 ; llvm.amdgcn.frexp.mant
76 declare float @llvm.amdgcn.frexp.mant.f32(float) nounwind readnone
77 declare double @llvm.amdgcn.frexp.mant.f64(double) nounwind readnone
83 %val = call float @llvm.amdgcn.frexp.mant.f32(float undef)
90 %val = call double @llvm.amdgcn.frexp.mant.f64(double undef)
97 %val = call float @llvm.amdgcn.frexp.mant.f32(float 0.0)
104 %val = call double @llvm.amdgcn.frexp.mant.f64(double 0.0)
112 %val = call float @llvm.amdgcn.frexp.mant.f32(float -0.0)
119 %val = call double @llvm.amdgcn.frexp.mant.f64(double -0.0)
126 %val = call float @llvm.amdgcn.frexp.mant.f32(float 1.0)
[all …]
/external/libxaac/decoder/
Dixheaacd_basic_funcs.h35 VOID ixheaacd_fix_mant_exp_sqrt(WORD16 *mant, WORD16 *sqrt_table);
/external/clang/test/Sema/
Dtransparent-union.c77 unsigned int mant:30; member
/external/icu/android_icu4j/src/main/java/android/icu/impl/
DUCharacterProperty.java1750 int mant=(ntv>>5)-14; in getNumericValue() local
1752 if(exp<9 || (exp==9 && mant<=2)) { in getNumericValue()
1753 int numValue=mant; in getNumericValue()
1817 int mant=(ntv>>5)-14; in getUnicodeNumericValue() local
1819 numValue=mant; in getUnicodeNumericValue()
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/impl/
DUCharacterProperty.java1749 int mant=(ntv>>5)-14; in getNumericValue() local
1751 if(exp<9 || (exp==9 && mant<=2)) { in getNumericValue()
1752 int numValue=mant; in getNumericValue()
1816 int mant=(ntv>>5)-14; in getUnicodeNumericValue() local
1818 numValue=mant; in getUnicodeNumericValue()
/external/python/cpython2/Lib/test/
Dtest_math.py443 (mant, exp), (emant, eexp) = result, expected
444 if abs(mant-emant) > eps or exp != eexp:
446 (name, (mant, exp), (emant,eexp)))
484 mant, exp = math.frexp(x)
485 mant, exp = int(math.ldexp(mant, mant_dig)), exp - mant_dig
490 mant <<= exp-texp
491 tmant += mant
/external/mesa3d/src/intel/tools/
Dgen_batch_decoder.c126 uint32_t mant = bits & 0x007fffff; in probably_float() local
129 if (exp == -127 && mant == 0) in probably_float()
137 if ((mant & 0x0000ffff) == 0) in probably_float()
/external/python/cpython3/Lib/test/
Dtest_math.py574 (mant, exp), (emant, eexp) = result, expected
575 if abs(mant-emant) > eps or exp != eexp:
615 mant, exp = math.frexp(x)
616 mant, exp = int(math.ldexp(mant, mant_dig)), exp - mant_dig
621 mant <<= exp-texp
622 tmant += mant

123