Searched defs:quant_data (Results 1 – 6 of 6) sorted by relevance
| /third_party/mindspore/mindspore/lite/tools/converter/legacy_optimizer/graph/ |
| D | tensor_quant_pass.cc | 152 auto quant_data = (int32_t)std::round(raw_datas[i] / tensor->quantParams.at(i)->scale); in ComputeQuantTensorPerChannel() local
156 auto quant_data = QuantizeData<int8_t>(raw_data, tensor->quantParams.at(i).get()); in ComputeQuantTensorPerChannel() local
|
| /third_party/mindspore/mindspore/lite/src/common/ |
| D | quant_utils.h | 139 auto quant_data = QuantizeData<T>(raw_data, &quant_param, quant_max, quant_min); in DoPerLayerQuant() local
188 auto quant_data = QuantizeData<T>(raw_data, &quant_param, quant_max, quant_min); variable
|
| /third_party/mindspore/mindspore/lite/micro/coder/wrapper/fp32/ |
| D | dequant_int8_to_fp32_wrapper.c | 65 int8_t quant_data = quant_src[j]; in DequantDataPerTensor() local
|
| /third_party/mindspore/mindspore/lite/tools/common/ |
| D | graph_util.h | 236 size_t CalCoorBestBit(const std::vector<T> &quant_data, size_t elem_cnt, in CalCoorBestBit()
|
| /third_party/mindspore/mindspore/lite/tools/converter/quantizer/ |
| D | full_quant_quantizer.cc | 89 auto quant_data = (int32_t)std::round(raw_datas[i] / bias_scale_tmp); in ComputeBiasDataAndQuantParam() local
120 auto quant_data = (int32_t)std::round(raw_datas[i] / bias_scale_tmp); in ComputeBiasDataAndQuantParam() local
1459 auto quant_data = QuantizeData<int8_t>(float_data, &quant_param_t, quant_max, quant_min); in GetBeforeCallBack() local
|
| D | quantize_util.cc | 771 std::vector<int16_t> quant_data(elem_count); in MixedBitQuantFilter() local
|