Home
last modified time | relevance | path

Searched refs:fbits (Results 1 – 11 of 11) sorted by relevance

/third_party/node/deps/npm/node_modules/typedarray/
Dindex.js132 function packIEEE754(v, ebits, fbits) { argument
151 e = (1 << ebits) - 1; f = pow(2, fbits - 1); s = 0;
162 f = roundToEven(v / pow(2, e) * pow(2, fbits));
163 if (f / pow(2, fbits) >= 2) {
174 f = f - pow(2, fbits);
179 f = roundToEven(v / pow(2, 1 - bias - fbits));
185 for (i = fbits; i; i -= 1) { bits.push(f % 2 ? 1 : 0); f = floor(f / 2); }
200 function unpackIEEE754(bytes, ebits, fbits) { argument
226 return s * pow(2, e - bias) * (1 + f / pow(2, fbits));
229 return s * pow(2, -(bias - 1)) * (f / pow(2, fbits));
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/
DARMInstrVFP.td121 // The VCVT to/from fixed-point instructions encode the 'fbits' operand
123 // source. It's encoded as "Size - fbits" where Size is the size of the
124 // fixed-point representation (32 or 16) and fbits is the value appearing
1701 (outs SPR:$dst), (ins SPR:$a, fbits16:$fbits),
1702 IIC_fpCVTHI, "vcvt", ".s16.f16\t$dst, $a, $fbits", []>,
1707 (outs SPR:$dst), (ins SPR:$a, fbits16:$fbits),
1708 IIC_fpCVTHI, "vcvt", ".u16.f16\t$dst, $a, $fbits", []>,
1713 (outs SPR:$dst), (ins SPR:$a, fbits32:$fbits),
1714 IIC_fpCVTHI, "vcvt", ".s32.f16\t$dst, $a, $fbits", []>,
1719 (outs SPR:$dst), (ins SPR:$a, fbits32:$fbits),
[all …]
DARMInstrFormats.td2117 bits<5> fbits;
2120 let Inst{5} = fbits{0};
2121 let Inst{3-0} = fbits{4-1};
/third_party/python/Objects/
Dfloatobject.c2190 unsigned int fbits; in _PyFloat_Pack4() local
2233 fbits = (unsigned int)(f + 0.5); /* Round */ in _PyFloat_Pack4()
2234 assert(fbits <= 8388608); in _PyFloat_Pack4()
2235 if (fbits >> 23) { in _PyFloat_Pack4()
2237 fbits = 0; in _PyFloat_Pack4()
2248 *p = (char) (((e & 1) << 7) | (fbits >> 16)); in _PyFloat_Pack4()
2252 *p = (fbits >> 8) & 0xFF; in _PyFloat_Pack4()
2256 *p = fbits & 0xFF; in _PyFloat_Pack4()
/third_party/ffmpeg/libavcodec/
Dopus_silk.c164 int fbits; // fractional bits used for the gain in silk_is_lpc_stable() local
178 fbits = opus_ilog(gaindiv); in silk_is_lpc_stable()
179 gain = ((1 << 29) - 1) / (gaindiv >> (fbits + 1 - 16)); // Q<fbits-16> in silk_is_lpc_stable()
180 error = (1 << 29) - MULL(gaindiv << (15 + 16 - fbits), gain, 16); in silk_is_lpc_stable()
189 int64_t tmp = ROUND_MULL(x, gain, fbits); in silk_is_lpc_stable()
Dmlpenc.c62 uint8_t fbits[MAX_CHANNELS]; ///< fraction bits member
268 if (prev->fbits[channel] != mp->fbits[channel]) in compare_matrix_params()
368 dst->fbits[channel] = src->fbits[channel]; in copy_matrix_params()
857 put_bits(pb, 4, mp->fbits[mat]); in write_matrix_params()
866 coeff >>= 14 - mp->fbits[mat]; in write_matrix_params()
868 put_sbits(pb, mp->fbits[mat] + 2, coeff); in write_matrix_params()
1496 mp->fbits [mat] = 14 - bits; in code_matrix_coeffs()
/third_party/flutter/skia/third_party/skcms/
Dskcms.cc1393 float fbits = (1.0f * (1<<23)) * (x + 121.274057500f in exp2f_() local
1396 if (fbits > INT_MAX) { in exp2f_()
1398 } else if (fbits < INT_MIN) { in exp2f_()
1401 int32_t bits = (int32_t)fbits; in exp2f_()
/third_party/skia/third_party/skcms/
Dskcms.cc86 float fbits = (1.0f * (1<<23)) * (x + 121.274057500f in exp2f_() local
94 if (fbits >= (float)INT_MAX) { in exp2f_()
96 } else if (fbits < 0) { in exp2f_()
100 int32_t bits = (int32_t)fbits; in exp2f_()
/third_party/skia/third_party/skcms/src/
DTransform_inl.h294 F fbits = (1.0f * (1<<23)) * (x + 121.274057500f in approx_exp2()
297 I32 bits = cast<I32>(max_(fbits, F0)); in approx_exp2()
/third_party/node/tools/
Dlint-md.mjs27621 function packIEEE754(v, ebits, fbits) { argument
27639 e = (1 << ebits) - 1; f = pow(2, fbits - 1); s = 0;
27650 f = roundToEven(v / pow(2, e) * pow(2, fbits));
27651 if (f / pow(2, fbits) >= 2) {
27662 f = f - pow(2, fbits);
27667 f = roundToEven(v / pow(2, 1 - bias - fbits));
27673 for (i = fbits; i; i -= 1) { bits.push(f % 2 ? 1 : 0); f = floor(f / 2); }
27688 function unpackIEEE754(bytes, ebits, fbits) { argument
27714 return s * pow(2, e - bias) * (1 + f / pow(2, fbits));
27717 return s * pow(2, -(bias - 1)) * (f / pow(2, fbits));
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/configs/common/lib/Target/ARM/
DARMGenMCCodeEmitter.inc14259 // op: fbits
14283 // op: fbits