Home
last modified time | relevance | path

Searched defs:q_fixed (Results 1 – 7 of 7) sorted by relevance

/external/pytorch/aten/src/ATen/native/quantized/cpu/
DRuyUtils.cpp23 auto q_fixed = static_cast<std::int64_t>(std::round(q * (1ll << 31))); in quantize_multiplier() local
/external/tensorflow/tensorflow/compiler/mlir/lite/quantization/
Dnumerical_utils.cc38 auto q_fixed = static_cast<int64_t>(round(q * (1LL << 31))); in QuantizeMultiplier() local
/external/tensorflow/tensorflow/core/kernels/uniform_quant_ops/
Dmath_utils.cc37 auto q_fixed = static_cast<int64_t>(std::round(q * (1LL << 31))); in QuantizeMultiplier() local
/external/ComputeLibrary/src/core/utils/quantization/
DAsymmHelpers.cpp68 auto q_fixed = static_cast<int64_t>(support::cpp11::round(q * fixed_point_one_Q0)); in calculate_quantized_multiplier_less_than_one() local
100 auto q_fixed = static_cast<int64_t>(support::cpp11::round(q * fixed_point_one_Q0)); in calculate_quantized_multiplier_greater_than_one() local
/external/tensorflow/tensorflow/lite/kernels/internal/
Dquantization_util.cc70 int64_t q_fixed = IntegerFrExp(double_multiplier, shift); in QuantizeMultiplier() local
73 auto q_fixed = static_cast<int64_t>(TfLiteRound(q * (1LL << 31))); in QuantizeMultiplier() local
/external/rust/android-crates-io/crates/quiche/deps/boringssl/src/crypto/fipsmodule/rsa/
Drsa_impl.c199 const BIGNUM *q_fixed = &rsa->mont_q->N; in freeze_private_key() local
/external/tensorflow/tensorflow/lite/kernels/
Dactivations.cc395 auto q_fixed = static_cast<int32_t>(TfLiteRound(q * (1LL << 15))); in TanhPrepare() local
500 auto q_fixed = static_cast<int32_t>(TfLiteRound(q * (1LL << 15))); in SigmoidPrepare() local