Searched refs:half_range (Results 1 – 6 of 6) sorted by relevance
54 half_range = (type_range + 1) / 256 half_range = 0.058 np_ans = ((inputs.astype(np.float32) + half_range) *
121 const float half_range = std::max(std::abs(min_vals[channel_idx]), in SymmetricPerChannelQuantization() local123 output_scales->at(channel_idx) = half_range / half_scale; in SymmetricPerChannelQuantization()124 if (half_range == 0) { in SymmetricPerChannelQuantization()127 scale_invs[channel_idx] = half_scale / half_range; in SymmetricPerChannelQuantization()
100 float half_range = in GenerateLargeSizeMinCombinedOutput() local115 static_cast<bfloat16>(input(h, w) + half_range) * scale_factor + in GenerateLargeSizeMinCombinedOutput()130 float half_range = in GenerateMinCombinedOutput() local144 static_cast<bfloat16>(i + half_range) * scale_factor + range.min; in GenerateMinCombinedOutput()
87 float half_range =147 builder, static_cast<bfloat16>(half_range));
43 float half_range = in ComputeDequantizeMinCombinedUsingEigen() local55 half_range) * in ComputeDequantizeMinCombinedUsingEigen()
755 int half_range = 1 << (size - 1); in decode_dct() local756 if (dct_diff < half_range) in decode_dct()757 dct_diff = (dct_diff + 1) - (2 * half_range); in decode_dct()