Home
last modified time | relevance | path

Searched refs:new_scales (Results 1 – 2 of 2) sorted by relevance

/external/tensorflow/tensorflow/lite/tools/optimize/
Dquantization_utils_test.cc402 std::vector<float> new_scales = std::vector<float>(quant_params->min.size()); in TEST_F() local
403 GetSymmetricScalesFromMaxMin(quant_params.get(), &new_scales, in TEST_F()
407 EXPECT_TRUE(new_scales[0] > scales[0]); in TEST_F()
409 0.6 * input_scale * new_scales[0]); in TEST_F()
414 0.6 * input_scale * new_scales[1]); in TEST_F()
448 std::vector<float> new_scales = std::vector<float>(quant_params->min.size()); in TEST_F() local
449 GetSymmetricScalesFromMaxMin(quant_params.get(), &new_scales, in TEST_F()
453 EXPECT_TRUE(new_scales[0] > scales[0]); in TEST_F()
455 0.6 * input_scale * new_scales[0]); in TEST_F()
/external/tensorflow/tensorflow/compiler/mlir/lite/quantization/
Dquantization_utils.cc134 SmallVector<double, 4> new_scales; in RescaleQuantizedType() local
135 new_scales.reserve(scales.size()); in RescaleQuantizedType()
138 new_scales.push_back(*(scales_iter++) * in RescaleQuantizedType()
144 new_scales, qtype.getZeroPoints(), qtype.getQuantizedDimension(), in RescaleQuantizedType()