Searched refs:fp_shift (Results 1 – 1 of 1) sorted by relevance
255 const int fp_shift = 16; in RequantizeManyInNewRangeReference() local263 : static_cast<int64>(255.0 * (1 << fp_shift) * in RequantizeManyInNewRangeReference()266 static_cast<int64>(input_rezero * recip_output_range * (1 << fp_shift)); in RequantizeManyInNewRangeReference()270 : static_cast<int64>((1 << fp_shift) * (min_output * 255.0) / in RequantizeManyInNewRangeReference()272 const int64 rounding_delta = 1 << (fp_shift - 1); in RequantizeManyInNewRangeReference()284 int64 quantized_int64 = round_intermediate >> fp_shift; in RequantizeManyInNewRangeReference()326 const int fp_shift = 16; in RequantizeManyInNewRangeNeon() local341 : static_cast<int32>(255.0 * (1 << (fp_shift - 16)) * in RequantizeManyInNewRangeNeon()345 static_cast<int32>(input_rezero * recip_output_range * (1 << fp_shift)); in RequantizeManyInNewRangeNeon()350 : static_cast<int32>((1 << fp_shift) * (min_output * 255.0) / in RequantizeManyInNewRangeNeon()[all …]