Home
last modified time | relevance | path

Searched refs:mMin (Results 1 – 3 of 3) sorted by relevance

/third_party/mindspore/mindspore/lite/tools/converter/quantizer/
Dquantize_util.cc276 STATUS CalQuantizationParams(schema::QuantParamT *quantParam, double mMin, double mMax, bool narrow… in CalQuantizationParams() argument
278 if (mMin > 0.0f) { in CalQuantizationParams()
279 MS_LOG(DEBUG) << "min " << mMin << " is bigger then 0, set to 0, this may course low precision"; in CalQuantizationParams()
280 mMin = 0.0f; in CalQuantizationParams()
286 if (mMin > mMax) { in CalQuantizationParams()
287 MS_LOG(ERROR) << "cal error while min" << mMin << ">" << mMax; in CalQuantizationParams()
290 if (mMin == mMax) { in CalQuantizationParams()
291 if (mMin != 0.0f) { in CalQuantizationParams()
296 quantParam->min = mMin; in CalQuantizationParams()
313 double scale = (mMax - mMin) / (quantMaxFloat - quantMinFloat); in CalQuantizationParams()
[all …]
Dquantize_util.h102 STATUS CalQuantizationParams(schema::QuantParamT *quantParam, double mMin, double mMax, bool narrow…
/third_party/lz4/lib/
Dlz4hc.c142 const BYTE* const iMin, const BYTE* const mMin) in LZ4HC_countBack() argument
145 int const min = (int)MAX(iMin - ip, mMin - match); in LZ4HC_countBack()
148 assert(match >= mMin); assert((size_t)(match - mMin) < (1U<<31)); in LZ4HC_countBack()