Searched refs:precision_bits (Results 1 – 6 of 6) sorted by relevance
355 uint64_t precision_bits = input.f() & precision_bits_mask; in DiyFpStrtod() local357 precision_bits *= kDenominator; in DiyFpStrtod()361 if (precision_bits >= half_way + error) { in DiyFpStrtod()369 if (half_way - error < precision_bits && precision_bits < half_way + error) { in DiyFpStrtod()
369 uint64_t precision_bits = input.f() & precision_bits_mask; in DiyFpStrtod() local371 precision_bits *= kDenominator; in DiyFpStrtod()375 if (precision_bits >= half_way + error) { in DiyFpStrtod()383 if (half_way - error < precision_bits && precision_bits < half_way + error) { in DiyFpStrtod()
432 #define TRUNC( x ) ( (Long)(x) >> ras.precision_bits )460 Int precision_bits; /* precision related variables */ member578 ras.precision_bits = 12; in Set_High_Precision()584 ras.precision_bits = 6; in Set_High_Precision()591 ras.precision = 1 << ras.precision_bits; in Set_High_Precision()
1292 int precision_bits = kGlobalMotionAlphaPrecisionBits; in ParseGlobalParamSyntax() local1298 precision_bits = in ParseGlobalParamSyntax()1302 precision_bits = kGlobalMotionTranslationPrecisionBits; in ParseGlobalParamSyntax()1305 const int precision_diff = kWarpedModelPrecisionBits - precision_bits; in ParseGlobalParamSyntax()1307 const int sub = (index % 3 == 2) ? 1 << precision_bits : 0; in ParseGlobalParamSyntax()