Home
last modified time | relevance | path

Searched refs:kMaxQuantizedValue (Results 1 – 2 of 2) sorted by relevance

/external/tensorflow/tensorflow/lite/tools/optimize/
Dquantization_utils_test.cc356 const int8_t kMaxQuantizedValue = 127; in TEST_F() local
365 const std::vector<float> expected_scales = {0.00001 / kMaxQuantizedValue, in TEST_F()
366 7.0 / kMaxQuantizedValue, in TEST_F()
367 2.0 / kMaxQuantizedValue}; in TEST_F()
375 const int8_t kMaxQuantizedValue = 127; in TEST_F() local
388 const std::vector<float> expected_scales = {small_val / kMaxQuantizedValue, in TEST_F()
389 7.0 / kMaxQuantizedValue}; in TEST_F()
423 const int8_t kMaxQuantizedValue = 127; in TEST_F() local
435 const std::vector<float> expected_scales = {small_val / kMaxQuantizedValue}; in TEST_F()
Dquantization_utils.cc41 const int8_t kMaxQuantizedValue = 127; variable
220 scales->at(channel_idx) = half_range / kMaxQuantizedValue; in GetSymmetricScalesFromMaxMin()
268 (kMaxQuantizedValue / input_scale); in AdjustWeightsForBiasScale()
283 2.0 * bias_half_range / kScale * (kMaxQuantizedValue / input_scale); in AdjustWeightsForBiasScale()
314 const float half_scale = kMaxQuantizedValue; in SymmetricPerChannelQuantization()
389 kMaxQuantizedValue, in SymmetricPerChannelQuantizeValues()