Searched refs:var_corr (Results 1 – 10 of 10) sorted by relevance
46 float var_corr = de_quant_arg->var_corr; in DequantData() local48 if (var_corr < 0 || var_corr > 10) { in DequantData()49 var_corr = 1; in DequantData()53 de_quant_dst[per_channel_size * i + j] = dequant_data * var_corr + mean_corr; in DequantData()
24 float var_corr; member
171 auto var_corr = param.var_corr; variable173 if (var_corr < 0 || var_corr > 10) {174 MS_LOG(WARNING) << "unexpected var_corr: " << var_corr;175 var_corr = 1;183 … volatile float dequant_data = (quant_datas[index] - zero_point) * scale * var_corr + mean_corr;186 …t_datas[index] = static_cast<DT>((quant_datas[index] - zero_point) * scale * var_corr + mean_corr);
45 float var_corr{1};
116 quant_arg.var_corr = quant_param->varCorr(); in ConvertTensorsQuantParam()
122 .var_corr = curr_quant_param.var_corr, in GetMicroDeQuantFunction()
29 float var_corr{1};
120 …deBaseStruct("DeQuantArg", name, de_quant_arg.scale, de_quant_arg.zeroPoint, de_quant_arg.var_corr, in CodeStruct()
112 quant_arg.var_corr = quant_param->varCorr(); in ConvertTensors()