Lines Matching refs:fracbits
68 int fracbits; /* the number of bits of rbps that comprise the fractional part */ in local__compute_rbps_integerized() local
83 fracbits = (8*sizeof(err)) - (FLAC__bitmath_ilog2(err)+1); in local__compute_rbps_integerized()
85 err <<= fracbits; in local__compute_rbps_integerized()
97 fracbits -= (bits-16); in local__compute_rbps_integerized()
103 fracbits += 16; in local__compute_rbps_integerized()
104 FLAC__ASSERT(fracbits >= 0); in local__compute_rbps_integerized()
108 const int f = fracbits & 3; in local__compute_rbps_integerized()
111 fracbits -= f; in local__compute_rbps_integerized()
115 rbps = FLAC__fixedpoint_log2(rbps, fracbits, (unsigned)(-1)); in local__compute_rbps_integerized()
131 FLAC__ASSERT((int)FLAC__bitmath_ilog2(rbps)+1 <= fracbits + 6); in local__compute_rbps_integerized()
132 FLAC__ASSERT(fracbits >= -3); in local__compute_rbps_integerized()
135 if(fracbits < 16) in local__compute_rbps_integerized()
136 return rbps << (16-fracbits); in local__compute_rbps_integerized()
137 else if(fracbits > 16) in local__compute_rbps_integerized()
138 return rbps >> (fracbits-16); in local__compute_rbps_integerized()
147 int fracbits; /* the number of bits of rbps that comprise the fractional part */ in local__compute_rbps_wide_integerized() local
162 fracbits = (8*sizeof(err)) - (FLAC__bitmath_ilog2_wide(err)+1); in local__compute_rbps_wide_integerized()
164 err <<= fracbits; in local__compute_rbps_wide_integerized()
176 fracbits -= (bits-16); in local__compute_rbps_wide_integerized()
182 fracbits += 16; in local__compute_rbps_wide_integerized()
183 FLAC__ASSERT(fracbits >= 0); in local__compute_rbps_wide_integerized()
187 const int f = fracbits & 3; in local__compute_rbps_wide_integerized()
190 fracbits -= f; in local__compute_rbps_wide_integerized()
194 rbps = FLAC__fixedpoint_log2(rbps, fracbits, (unsigned)(-1)); in local__compute_rbps_wide_integerized()
210 FLAC__ASSERT((int)FLAC__bitmath_ilog2(rbps)+1 <= fracbits + 6); in local__compute_rbps_wide_integerized()
211 FLAC__ASSERT(fracbits >= -3); in local__compute_rbps_wide_integerized()
214 if(fracbits < 16) in local__compute_rbps_wide_integerized()
215 return rbps << (16-fracbits); in local__compute_rbps_wide_integerized()
216 else if(fracbits > 16) in local__compute_rbps_wide_integerized()
217 return rbps >> (fracbits-16); in local__compute_rbps_wide_integerized()