Searched refs:quant_max_float (Results 1 – 4 of 4) sorted by relevance
45 const float quant_max_float = static_cast<float>(quant_max); in Nudge() local46 *scale = (max - min) / (quant_max_float - quant_min_float); in Nudge()49 *inv_scale = (quant_max_float - quant_min_float) / (max - min); in Nudge()53 quant_max_float] { in Nudge()57 if (zero_point_from_min > quant_max_float) { in Nudge()63 *nudged_max = (quant_max_float - nudged_zero_point) * (*scale); in Nudge()
363 const float quant_max_float = static_cast<float>(quant_max); in NudgeQuantizationRange() local364 *nudged_scale = (max - min) / (quant_max_float - quant_min_float); in NudgeQuantizationRange()369 } else if (zero_point_from_min > quant_max_float) { in NudgeQuantizationRange()375 *nudged_max = (quant_max_float - nudged_zero_point) * (*nudged_scale); in NudgeQuantizationRange()
69 const float quant_max_float = static_cast<float>(quant_max); in GetAsymmetricQuantizationParams() local73 const float scale = (max - min) / (quant_max_float - quant_min_float); in GetAsymmetricQuantizationParams()82 } else if (zero_point_from_min > quant_max_float) { in GetAsymmetricQuantizationParams()
86 const float quant_max_float = static_cast<float>(quant_max); in tensorflow_nudge() local87 *scale = (max - min) / (quant_max_float - quant_min_float); in tensorflow_nudge()91 quant_max_float] { in tensorflow_nudge()95 if (zero_point_from_min > quant_max_float) { in tensorflow_nudge()101 *nudged_max = (quant_max_float - nudged_zero_point) * (*scale); in tensorflow_nudge()