Searched refs:quantized_value (Results 1 – 10 of 10) sorted by relevance
| /external/tflite-support/tensorflow_lite_support/cc/task/core/ |
| D | task_utils.cc | 27 int32_t quantized_value = 0; in Dequantize() local
30 quantized_value = GetTensorData<uint8_t>(&tensor)[index]; in Dequantize()
33 quantized_value = GetTensorData<int8_t>(&tensor)[index]; in Dequantize()
36 quantized_value = GetTensorData<int16_t>(&tensor)[index]; in Dequantize()
46 return tensor.params.scale * (quantized_value - tensor.params.zero_point); in Dequantize()
|
| /external/tensorflow/tensorflow/lite/micro/ |
| D | micro_utils.h | 115 const int32_t quantized_value = in SymmetricQuantizeCalculateScales() local
118 quantized_value = fminf(std::numeric_limits<T>::max(), quantized_value); in SymmetricQuantizeCalculateScales()
119 quantized_value = fmaxf(std::numeric_limits<T>::min() + 1, quantized_value); in SymmetricQuantizeCalculateScales()
120 output[i] = quantized_value; in SymmetricQuantizeCalculateScales()
|
| D | micro_utils.cc | 70 const int32_t quantized_value = in SignedSymmetricPerChannelQuantize() local
75 fmaxf(std::numeric_limits<int8_t>::min() + 1, quantized_value)); in SignedSymmetricPerChannelQuantize()
|
| /external/tensorflow/tensorflow/examples/speech_commands/ |
| D | wav_to_features.py | 103 quantized_value = int(
106 if quantized_value < 0:
107 quantized_value = 0
108 if quantized_value > 255:
109 quantized_value = 255
112 f.write('%d, ' % (quantized_value))
|
| /external/tensorflow/tensorflow/lite/tools/optimize/ |
| D | quantization_utils.cc | 343 const int32_t quantized_value = in SymmetricQuantizeFloatsToInt16() local
345 buffer[i] = std::min(kScale, std::max(-kScale, quantized_value)); in SymmetricQuantizeFloatsToInt16()
386 const int32_t quantized_value = in SymmetricPerChannelQuantizeValues() local
390 std::max<int8_t>(kMinQuantizedValue, quantized_value)); in SymmetricPerChannelQuantizeValues()
611 const BiasType quantized_value = in SymmetricBiasQuantize() local
613 buffer[idx] = std::min(kScale, std::max(-kScale, quantized_value)); in SymmetricBiasQuantize()
|
| /external/gemmlowp/doc/ |
| D | quantization.md | 40 real_value = A * quantized_value + B (1)
46 real_value = C * (quantized_value + D) (2)
80 In equation (1), plugging `real_value = 0` and `quantized_value = zero_point`,
98 `quantized_value = zero_point`, we get:
116 real_value = scale * (quantized_value - zero_point) (3)
124 possible `quantized_value`'s, and equation (3) maps it to a `real_value` of
|
| /external/tensorflow/tensorflow/lite/kernels/internal/reference/ |
| D | portable_tensor_utils.cc | 64 const int32_t quantized_value = in PortableSymmetricQuantizeFloats() local
68 std::min(kScale, std::max(-kScale, quantized_value))); in PortableSymmetricQuantizeFloats()
112 const int32_t quantized_value = static_cast<int32_t>( in PortableAsymmetricQuantizeFloats() local
115 std::min(kMaxScale, std::max(kMinScale, quantized_value)); in PortableAsymmetricQuantizeFloats()
|
| /external/tensorflow/tensorflow/compiler/mlir/lite/quantization/ |
| D | quantization_utils.h | 221 Value quantized_value = op->getResult(0); in matchAndRewrite() local
222 for (Operation* quantized_op : quantized_value.getUsers()) { in matchAndRewrite()
|
| /external/tensorflow/tensorflow/lite/kernels/internal/optimized/ |
| D | neon_tensor_utils.cc | 2352 const int32 quantized_value = in NeonSymmetricQuantizeFloats() local
2354 quantized_values[i] = std::min(kScale, std::max(-kScale, quantized_value)); in NeonSymmetricQuantizeFloats()
2435 const int32 quantized_value = static_cast<int32>( in NeonAsymmetricQuantizeFloats() local
2438 std::min(kMaxScale, std::max(kMinScale, quantized_value)); in NeonAsymmetricQuantizeFloats()
|
| /external/tensorflow/tensorflow/lite/g3doc/r1/convert/ |
| D | cmdline_reference.md | 77 * `real_value = (quantized_value - mean_value) / std_dev_value`.
|