Searched refs:quant_max_float (Results 1 – 3 of 3) sorted by relevance
45 const float quant_max_float = static_cast<float>(quant_max); in Nudge() local46 *scale = (max - min) / (quant_max_float - quant_min_float); in Nudge()50 quant_max_float] { in Nudge()54 if (zero_point_from_min > quant_max_float) { in Nudge()60 *nudged_max = (quant_max_float - nudged_zero_point) * (*scale); in Nudge()
325 const float quant_max_float = static_cast<float>(quant_max); in NudgeQuantizationRange() local326 *nudged_scale = (max - min) / (quant_max_float - quant_min_float); in NudgeQuantizationRange()331 } else if (zero_point_from_min > quant_max_float) { in NudgeQuantizationRange()337 *nudged_max = (quant_max_float - nudged_zero_point) * (*nudged_scale); in NudgeQuantizationRange()
55 const float quant_max_float = static_cast<float>(quant_max); in GetAsymmetricQuantizationParams() local59 const float scale = (max - min) / (quant_max_float - quant_min_float); in GetAsymmetricQuantizationParams()68 } else if (zero_point_from_min > quant_max_float) { in GetAsymmetricQuantizationParams()