Home
last modified time | relevance | path

Searched refs:mant (Results 1 – 25 of 64) sorted by relevance

123

/third_party/ffmpeg/libavutil/
Dsoftfloat.h35 int32_t mant; member
54 return ldexp(v.mant, v.exp); in av_sf2double()
58 if(a.mant){ in av_normalize_sf()
60 while((a.mant + 0x1FFFFFFFU)<0x3FFFFFFFU){ in av_normalize_sf()
61 a.mant += a.mant; in av_normalize_sf()
65 int s=ONE_BITS - av_log2(FFABS(a.mant)); in av_normalize_sf()
67 a.mant <<= s; in av_normalize_sf()
71 a.mant= 0; in av_normalize_sf()
81 if((int32_t)(a.mant + 0x40000000U) <= 0){ in av_normalize1_sf()
83 a.mant>>=1; in av_normalize1_sf()
[all …]
Dsoftfloat_ieee754.h31 uint64_t mant; member
42 while( sf.mant >= 0x1000000UL ) { in av_normalize_sf_ieee754()
44 sf.mant >>= 1; in av_normalize_sf_ieee754()
46 sf.mant &= 0x007fffffUL; in av_normalize_sf_ieee754()
73 if(a.exp >= 0) return a.mant << a.exp ; in av_sf2int_ieee754()
74 else return a.mant >>(-a.exp); in av_sf2int_ieee754()
81 int32_t mant, exp, sign; in av_div_sf_ieee754() local
85 mant = ((((uint64_t) (a.mant | 0x00800000UL)) << MANT_BITS) / (b.mant| 0x00800000UL)); in av_div_sf_ieee754()
87 return av_normalize_sf_ieee754((SoftFloat_IEEE754) {sign, mant, exp}); in av_div_sf_ieee754()
94 int32_t sign, mant, exp; in av_mul_sf_ieee754() local
[all …]
/third_party/icu/ohos_icu4j/src/main/java/ohos/global/icu/math/
DBigDecimal.java386 private byte mant[]; // assumed null field in BigDecimal
651 mant = new byte[d]; // we know the length in BigDecimal()
663 mant[i] = (byte) (((sj)) - (('0')));/* easy */ in BigDecimal()
668 mant[i] = (byte) dvalue; in BigDecimal()
683 mant[i] = (byte) (((inchars[j])) - (('0'))); in BigDecimal()
696 if (mant[0] == 0) { in BigDecimal()
702 mant = ZERO.mant; in BigDecimal()
711 mag = (exp + mant.length) - 1; // true exponent in scientific notation in BigDecimal()
765 mant = ZERO.mant; in BigDecimal()
768 mant = ONE.mant; in BigDecimal()
[all …]
/third_party/icu/icu4j/main/classes/core/src/com/ibm/icu/math/
DBigDecimal.java397 private byte mant[]; // assumed null field in BigDecimal
667 mant = new byte[d]; // we know the length in BigDecimal()
679 mant[i] = (byte) (((sj)) - (('0')));/* easy */ in BigDecimal()
684 mant[i] = (byte) dvalue; in BigDecimal()
699 mant[i] = (byte) (((inchars[j])) - (('0'))); in BigDecimal()
712 if (mant[0] == 0) { in BigDecimal()
718 mant = ZERO.mant; in BigDecimal()
727 mag = (exp + mant.length) - 1; // true exponent in scientific notation in BigDecimal()
783 mant = ZERO.mant; in BigDecimal()
786 mant = ONE.mant; in BigDecimal()
[all …]
/third_party/rust/crates/minimal-lexical/src/
Dbellerophon.rs41 mant: 0, in bellerophon()
45 mant: 0, in bellerophon()
86 mant: num.mantissa, in bellerophon()
89 match fp.mant.overflowing_mul(BASE10_POWERS.get_small_int(small_index as usize)) { in bellerophon()
97 (mant, false) => { in bellerophon()
98 fp.mant = mant; in bellerophon()
253 !fp.mant.overflowing_add(errors).1 in error_is_accurate()
256 let extra = fp.mant & mask; in error_is_accurate()
294 if fp.mant != 0 { in normalize()
295 let shift = fp.mant.leading_zeros() as i32; in normalize()
[all …]
Drounding.rs23 mant: 0, in round()
45 fp.exp = (fp.mant >= F::HIDDEN_BIT_MASK) as i32; in round()
54 if fp.mant & carry_mask == carry_mask { in round()
55 fp.mant >>= 1; in round()
67 fp.mant &= F::MANTISSA_MASK; in round()
93 let truncated_bits = fp.mant & mask; in round_nearest_tie_even()
107 fp.mant = match shift == 64 { in round_nearest_tie_even()
109 false => fp.mant >> shift, in round_nearest_tie_even()
114 let is_odd = fp.mant & 1 == 1; in round_nearest_tie_even()
119 fp.mant += cb(is_odd, is_halfway, is_above) as u64; in round_nearest_tie_even()
[all …]
Dslow.rs49 debug_assert!(fp.mant & (1 << 63) != 0); in slow()
79 let (mant, is_truncated) = bigmant.hi64(); in positive_digit_comp()
82 mant, in positive_digit_comp()
123 debug_assert!(fp.mant & (1 << 63) != 0); in negative_digit_comp()
137 let mut theor_digits = Bigint::from_u64(theor.mant); in negative_digit_comp()
390 mant: float.mantissa(), in b()
400 mant: (fp.mant << 1) + 1, in bh()
Dlemire.rs50 mant: 0, in compute_float()
54 mant: 0, in compute_float()
103 mant: mantissa, in compute_float()
144 mant: mantissa, in compute_float()
169 mant: w, in compute_error_scaled()
Dextended_float.rs13 pub mant: u64, field
21 let mut word = x.mant; in extended_to_float()
/third_party/libsnd/src/GSM610/
Drpe.c217 int16_t expon, mant ; in APCM_quantization_xmaxc_to_exp_mant() local
224 mant = xmaxc - (expon << 3) ; in APCM_quantization_xmaxc_to_exp_mant()
226 if (mant == 0) in APCM_quantization_xmaxc_to_exp_mant()
228 mant = 7 ; in APCM_quantization_xmaxc_to_exp_mant()
231 { while (mant <= 7) in APCM_quantization_xmaxc_to_exp_mant()
232 { mant = mant << 1 | 1 ; in APCM_quantization_xmaxc_to_exp_mant()
235 mant -= 8 ; in APCM_quantization_xmaxc_to_exp_mant()
239 assert (mant >= 0 && mant <= 7) ; in APCM_quantization_xmaxc_to_exp_mant()
242 *mant_out = mant ; in APCM_quantization_xmaxc_to_exp_mant()
256 int16_t expon, mant ; in APCM_quantization() local
[all …]
/third_party/rust/crates/minimal-lexical/tests/
Drounding_tests.rs7 mant: 9223372036854776832, in round_test()
11 f.mant >>= s; in round_test()
14 assert_eq!(fp.mant, 0); in round_test()
18 mant: 9223372036854776832, in round_test()
22 f.mant >>= s; in round_test()
25 f.mant += 1; in round_test()
27 assert_eq!(fp.mant, 1); in round_test()
32 mant: 9223372036854776832, in round_test()
40 assert_eq!(fp.mant, 0); in round_test()
45 mant: 9223372036854778880, in round_test()
[all …]
Dslow_tests.rs12 (fp.mant, fp.exp) in b()
17 (fp.mant, fp.exp) in bh()
60 mant: 1 << 63, in slow_test()
64 assert_eq!(result.mant, 0); in slow_test()
70 assert_eq!(result.mant, 1); in slow_test()
82 mant: 9223372036854776832, in slow_test()
86 assert_eq!(result.mant, 0); in slow_test()
92 assert_eq!(result.mant, 1); in slow_test()
107 assert_eq!(result.mant, 0); in positive_digit_comp_test()
119 assert_eq!(result.mant, 1); in positive_digit_comp_test()
[all …]
Dlemire_tests.rs10 (fp.exp, fp.mant) in compute_error32()
15 (fp.exp, fp.mant) in compute_error64()
20 (fp.exp, fp.mant) in compute_error_scaled32()
25 (fp.exp, fp.mant) in compute_error_scaled64()
30 (fp.exp, fp.mant) in compute_float32()
35 (fp.exp, fp.mant) in compute_float64()
Dbellerophon.rs23 mant: ymant, in bellerophon_test()
48 (fp.exp, fp.mant) in compute_float32()
58 (fp.exp, fp.mant) in compute_float64()
/third_party/ffmpeg/libavcodec/
Daacdec_fixed.c94 ps->r0.mant = 0; in reset_predict_state()
96 ps->r1.mant = 0; in reset_predict_state()
98 ps->cor0.mant = 0; in reset_predict_state()
100 ps->cor1.mant = 0; in reset_predict_state()
102 ps->var0.mant = 0x20000000; in reset_predict_state()
104 ps->var1.mant = 0x20000000; in reset_predict_state()
246 s = pf.mant >> 31; in flt16_round()
247 tmp.mant = (pf.mant ^ s) - s; in flt16_round()
248 tmp.mant = (tmp.mant + 0x00200000U) & 0xFFC00000U; in flt16_round()
249 tmp.mant = (tmp.mant ^ s) - s; in flt16_round()
[all …]
Daacsbr_fixed.c167 temp1.mant = 759250125; in sbr_dequant()
169 temp1.mant = 0x20000000; in sbr_dequant()
178 temp2.mant = 759250125; in sbr_dequant()
180 temp2.mant = 0x20000000; in sbr_dequant()
193 temp1.mant = 0x20000000; in sbr_dequant()
196 temp2.mant = 0x20000000; in sbr_dequant()
211 temp1.mant = 759250125; in sbr_dequant()
213 temp1.mant = 0x20000000; in sbr_dequant()
225 sbr->data[ch].noise_facs[e][k].mant = 0x20000000; in sbr_dequant()
253 if (!dk.mant) { in sbr_hf_inverse_filter()
[all …]
Dsbrdsp_fixed.c124 int nz, mant, expo; in autocorr_calc() local
139 mant = (int)((accu + round) >> nz); in autocorr_calc()
140 mant = (mant + 0x40LL)>>7; in autocorr_calc()
141 mant *= 64; in autocorr_calc()
143 return av_int2sf(mant, 30 - expo); in autocorr_calc()
253 accu = (int64_t)X_high[m][ixh][0] * ((g_filt[m].mant + 0x40)>>7); in sbr_hf_g_filt_c()
256 accu = (int64_t)X_high[m][ixh][1] * ((g_filt[m].mant + 0x40)>>7); in sbr_hf_g_filt_c()
276 if (s_m[m].mant) { in sbr_hf_apply_noise()
285 y0 += (s_m[m].mant * phi_sign0 + round) >> shift; in sbr_hf_apply_noise()
286 y1 += (s_m[m].mant * phi_sign1 + round) >> shift; in sbr_hf_apply_noise()
[all …]
Deac3dec.c261 int mant = get_sbits(gbc, gbits); in ff_eac3_decode_transform_coeffs_aht_ch() local
262 if (log_gain && mant == -(1 << (gbits-1))) { in ff_eac3_decode_transform_coeffs_aht_ch()
266 mant = get_sbits(gbc, mbits); in ff_eac3_decode_transform_coeffs_aht_ch()
267 mant = ((unsigned)mant) << (23 - (mbits - 1)); in ff_eac3_decode_transform_coeffs_aht_ch()
269 if (mant >= 0) in ff_eac3_decode_transform_coeffs_aht_ch()
273 … mant += ((ff_eac3_gaq_remap_2_4_a[hebap-8][log_gain-1] * (int64_t)mant) >> 15) + b; in ff_eac3_decode_transform_coeffs_aht_ch()
276 mant *= (1 << 24 - bits); in ff_eac3_decode_transform_coeffs_aht_ch()
279 mant += (ff_eac3_gaq_remap_1[hebap-8] * (int64_t)mant) >> 15; in ff_eac3_decode_transform_coeffs_aht_ch()
282 s->pre_mantissa[ch][bin][blk] = mant; in ff_eac3_decode_transform_coeffs_aht_ch()
Dmjpegenc.c108 put_sbits(&s->pb, nbits, m->huff_buffer[i].mant); in mjpeg_encode_picture_frame()
345 int mant, code; in ff_mjpeg_encode_coef() local
351 mant = val; in ff_mjpeg_encode_coef()
354 mant--; in ff_mjpeg_encode_coef()
359 s->huff_buffer[s->huff_ncode].mant = mant; in ff_mjpeg_encode_coef()
416 int mant, nbits, code, i, j; in encode_block() local
451 mant = val; in encode_block()
454 mant--; in encode_block()
462 put_sbits(&s->pb, nbits, mant); in encode_block()
Dg726.c42 uint8_t mant; /**< 6 bits mantissa */ member
51 f->mant = i? (i<<6) >> f->exp : 1<<5; in i2f()
60 res = (((f1->mant * f2->mant) + 0x30) >> 4); in mult()
281 c->sr[i].mant = 1<<5; in g726_reset()
285 c->dq[i].mant = 1<<5; in g726_reset()
Dmpegaudiodec_template.c189 static inline int l1_unscale(int n, int mant, int scale_factor) in l1_unscale() argument
197 val = MUL64((int)(mant + (-1U << n) + 1), scale_factor_mult[n-1][mod]); in l1_unscale()
203 static inline int l2_unscale_group(int steps, int mant, int scale_factor) in l2_unscale_group() argument
211 val = (mant - (steps >> 1)) * scale_factor_mult2[steps >> 2][mod]; in l2_unscale_group()
392 int bound, i, v, n, ch, j, mant; in mp_decode_layer1() local
435 mant = get_bits(&s->gb, n + 1); in mp_decode_layer1()
436 v = l1_unscale(n, mant, scale_factors[ch][i]); in mp_decode_layer1()
446 mant = get_bits(&s->gb, n + 1); in mp_decode_layer1()
447 v = l1_unscale(n, mant, scale_factors[0][i]); in mp_decode_layer1()
449 v = l1_unscale(n, mant, scale_factors[1][i]); in mp_decode_layer1()
[all …]
/third_party/protobuf/js/binary/
Dutils.js163 var mant;
196 mant = Math.round(value / Math.pow(2, -149));
198 jspb.utils.split64Low = ((sign << 31) | mant) >>> 0;
203 mant = value * Math.pow(2, -exp);
204 mant = Math.round(mant * jspb.BinaryConstants.TWO_TO_23) & 0x7FFFFF;
207 jspb.utils.split64Low = ((sign << 31) | ((exp + 127) << 23) | mant) >>> 0;
251 var mant = value / Math.pow(2, -1074);
252 var mantHigh = (mant / jspb.BinaryConstants.TWO_TO_32);
254 jspb.utils.split64Low = (mant >>> 0);
277 var mant = value * Math.pow(2, -exp);
[all …]
/third_party/ffmpeg/libavutil/tests/
Dsoftfloat.c76 printf("test2 sf =%d (%d %d)\n", av_sf2int(sf1, 24), sf1.exp, sf1.mant); in main()
90 printf("test3 softfloat: %.10lf (0x%08x %d)\n", (double)av_sf2double(sf3), sf3.mant, sf3.exp); in main()
93 printf("test4 softfloat: %.10lf (0x%08x %d)\n", (double)av_sf2double(sf1), sf1.mant, sf1.exp); in main()
95 printf("test4 softfloat: %.10lf (0x%08x %d)\n", (double)av_sf2double(sf1), sf1.mant, sf1.exp); in main()
98 printf("test4 softfloat: %.10lf (0x%08x %d)\n", (double)av_sf2double(sf1), sf1.mant, sf1.exp); in main()
100 printf("test4 softfloat: %.10lf (0x%08x %d)\n", (double)av_sf2double(sf1), sf1.mant, sf1.exp); in main()
105 printf("test5 softfloat: %.10lf (0x%08x %d)\n", (double)av_sf2double(sf1), sf1.mant, sf1.exp); in main()
112 …printf("test6 softfloat: %.10lf (0x%08x %d) %d %d\n", (double)av_sf2double(sf1), sf1.mant, sf1.exp… in main()
/third_party/icu/tools/unicode/c/genprops/
Dcorepropsbuilder.cpp466 int32_t mant=value; in encodeNumericValue() local
467 while((mant%10)==0) { in encodeNumericValue()
468 mant/=10; in encodeNumericValue()
472 if(mant<=9) { in encodeNumericValue()
473 ntv=((mant+14)<<5)+(exp-2); in encodeNumericValue()
476 mant=value; in encodeNumericValue()
478 while((mant%60)==0) { in encodeNumericValue()
479 mant/=60; in encodeNumericValue()
482 if(mant<=9 && exp<=4) { in encodeNumericValue()
483 ntv=((mant+0xbf)<<2)+(exp-1); in encodeNumericValue()
/third_party/astc-encoder/Source/
Dastcenc_vecmathlib.h354 vint4 mant(0x007FFFFF); in log2()
361 vfloat4 m = int_as_float((i & mant) | one); in log2()
520 vfloat4 mant = frexp(a, exp); in float_to_lns() local
532 vfloat4 a1b = (mant - 0.5f) * 4096; in float_to_lns()

123