Home
last modified time | relevance | path

Searched defs:quant_data (Results 1 – 14 of 14) sorted by relevance

/third_party/mindspore/mindspore-src/source/mindspore/lite/tools/converter/quantizer/
Dfixed_bit_weight_quantization_with_holder.cc51 std::vector<int8_t> quant_data(elem_count); in StatisticsFilter() local
56 std::vector<int16_t> quant_data(elem_count); in StatisticsFilter() local
173 auto quant_data = static_cast<int32_t>(std::round(raw_datas[i] / bias_scale_tmp)); in ComputeBiasDataAndQuantParam() local
204 auto quant_data = (int32_t)std::round(raw_datas[i] / bias_scale_tmp); in ComputeBiasDataAndQuantParam() local
Dtensor_compressor.cc119 auto quant_data = static_cast<int8_t *>(tensor_info->data().data()); in DoBitPack() local
133 auto quant_data = static_cast<int16_t *>(tensor_info->data().data()); in DoBitPack() local
Dtensor_compressor.h131 auto quant_data = static_cast<T *>(tensor_info->data().data()); in IndexingCompress() local
160 auto quant_data = static_cast<T *>(tensor_info->data().data()); in SparsityCompress() local
227 size_t CalCoorBestBit(const std::vector<T> &quant_data, size_t elem_cnt, in CalCoorBestBit()
Dfixed_bit_weight_quantization.cc159 auto quant_data = static_cast<int32_t>(std::round(raw_datas[i] / bias_scale_tmp)); in ComputeBiasDataAndQuantParam() local
192 auto quant_data = (int32_t)std::round(raw_datas[i] / bias_scale_tmp); in ComputeBiasDataAndQuantParam() local
Dgptq_quantizer.h39 int8_t *quant_data = nullptr; member
Dgptq.cc162 int Gptq::QuantizePerBlock(std::vector<float> *weight_data, std::vector<int> *quant_data, std::vect… in QuantizePerBlock()
Dgptq_quantizer.cc148 auto quant_data = weight_info->quant_data[i]; in DequantWeight() local
Dmixed_bit_weight_quantization.cc291 std::vector<int16_t> quant_data(elem_count); in QuantFilter() local
Dbias_correction_strategy.cc58 …auto quant_data = QuantizeData<int8_t>(origin_feature_map_data[i], &feature_map_quant_param_t, act… in QuantOriginFeatureMap() local
Ddebug_info_manager.cc271 float *quant_data; in SetQuantStaticInfo() local
/third_party/mindspore/mindspore-src/source/mindspore/lite/src/common/
Dquant_utils.h122 auto quant_data = QuantizeData<T>(raw_data, &quant_param, quant_max, quant_min); variable
200 auto quant_data = QuantizeData<T>(raw_data, &quant_param, quant_max, quant_min); variable
/third_party/mindspore/mindspore-src/source/mindspore/lite/tools/converter/quantizer/quant_helper/
Dquant_node_pass.cc84 auto quant_data = QuantizeData<int8_t>(raw_data, &quant_param, quant_max, quant_min); in QuantFilter() local
92 auto quant_data = QuantizeData<int8_t>(raw_data, &quant_param, quant_max, quant_min); in QuantFilter() local
/third_party/mindspore/mindspore-src/source/mindspore/lite/tools/converter/micro/coder/wrapper/fp32/
Ddequant_int8_to_fp32_wrapper.c65 int8_t quant_data = quant_src[j]; in DequantDataPerTensor() local
/third_party/mindspore/mindspore-src/source/mindspore/core/load_mindir/
Dload_model.cc563 auto quant_data = quant_param_proto.Get(i); in GenerateQuantizationParam() local