• Home
  • Raw
  • Download

Lines Matching refs:fracbits

61 	int fracbits; /* the number of bits of rbps that comprise the fractional part */  in local__compute_rbps_integerized()  local
76 fracbits = (8*sizeof(err)) - (FLAC__bitmath_ilog2(err)+1); in local__compute_rbps_integerized()
78 err <<= fracbits; in local__compute_rbps_integerized()
90 fracbits -= (int)(bits-16); in local__compute_rbps_integerized()
96 fracbits += 16; in local__compute_rbps_integerized()
97 FLAC__ASSERT(fracbits >= 0); in local__compute_rbps_integerized()
101 const int f = fracbits & 3; in local__compute_rbps_integerized()
104 fracbits -= f; in local__compute_rbps_integerized()
108 rbps = FLAC__fixedpoint_log2(rbps, fracbits, (uint32_t)(-1)); in local__compute_rbps_integerized()
124 FLAC__ASSERT((int)FLAC__bitmath_ilog2(rbps)+1 <= fracbits + 6); in local__compute_rbps_integerized()
125 FLAC__ASSERT(fracbits >= -3); in local__compute_rbps_integerized()
128 if(fracbits < 16) in local__compute_rbps_integerized()
129 return rbps << (16-fracbits); in local__compute_rbps_integerized()
130 else if(fracbits > 16) in local__compute_rbps_integerized()
131 return rbps >> (fracbits-16); in local__compute_rbps_integerized()
140 int fracbits; /* the number of bits of rbps that comprise the fractional part */ in local__compute_rbps_wide_integerized() local
155 fracbits = (8*sizeof(err)) - (FLAC__bitmath_ilog2_wide(err)+1); in local__compute_rbps_wide_integerized()
157 err <<= fracbits; in local__compute_rbps_wide_integerized()
169 fracbits -= (int)(bits-16); // defined, but cast to int to avoid ubsan assert. in local__compute_rbps_wide_integerized()
175 fracbits += 16; in local__compute_rbps_wide_integerized()
176 FLAC__ASSERT(fracbits >= 0); in local__compute_rbps_wide_integerized()
180 const int f = fracbits & 3; in local__compute_rbps_wide_integerized()
183 fracbits -= f; in local__compute_rbps_wide_integerized()
187 rbps = FLAC__fixedpoint_log2(rbps, fracbits, (uint32_t)(-1)); in local__compute_rbps_wide_integerized()
203 FLAC__ASSERT((int)FLAC__bitmath_ilog2(rbps)+1 <= fracbits + 6); in local__compute_rbps_wide_integerized()
204 FLAC__ASSERT(fracbits >= -3); in local__compute_rbps_wide_integerized()
207 if(fracbits < 16) in local__compute_rbps_wide_integerized()
208 return rbps << (16-fracbits); in local__compute_rbps_wide_integerized()
209 else if(fracbits > 16) in local__compute_rbps_wide_integerized()
210 return rbps >> (fracbits-16); in local__compute_rbps_wide_integerized()