Searched refs:zeroPointDouble (Results 1 – 2 of 2) sorted by relevance
88 const double zeroPointDouble = (zeroPointFromMinError < zeroPointFromMaxError) in getNudgedScaleAndZeroPoint() local94 if (zeroPointDouble < qminDouble) { in getNudgedScaleAndZeroPoint()96 } else if (zeroPointDouble > qmaxDouble) { in getNudgedScaleAndZeroPoint()99 nudgedZeroPoint = round(zeroPointDouble); in getNudgedScaleAndZeroPoint()
76 clampMax(clampMax), scaleDouble(scale), zeroPointDouble(zeroPoint), in UniformQuantizedValueConverter()85 clampMax(clampMax), scaleDouble(scale), zeroPointDouble(zeroPoint), in UniformQuantizedValueConverter()135 const double scaled = realValue / scaleDouble + zeroPointDouble; in quantizeF32ToInt8()160 const double zeroPointDouble; variable