| /third_party/skia/tests/ |
| D | WangsFormulaTest.cpp | 15 constexpr static float kPrecision = 4; // 1/4 pixel max error. variable
204 constexpr static float k = (3 * 2) / (8 * (1.f/kPrecision)); in DEF_TEST()
207 float referenceValue = wangs_formula_cubic_reference_impl(kPrecision, pts); in DEF_TEST()
209 float c = wangs_formula::cubic(kPrecision, pts); in DEF_TEST()
211 REPORTER_ASSERT(r, wangs_formula::cubic_log2(kPrecision, pts) == level); in DEF_TEST()
213 referenceValue = wangs_formula_cubic_reference_impl(kPrecision, pts); in DEF_TEST()
215 c = wangs_formula::cubic(kPrecision, pts); in DEF_TEST()
217 REPORTER_ASSERT(r, wangs_formula::cubic_log2(kPrecision, pts) == level + 1); in DEF_TEST()
223 constexpr static float k = 2 / (8 * (1.f/kPrecision)); in DEF_TEST()
226 float referenceValue = wangs_formula_quadratic_reference_impl(kPrecision, pts); in DEF_TEST()
[all …]
|
| /third_party/json/include/nlohmann/detail/conversions/ |
| D | to_chars.hpp | 51 static constexpr int kPrecision = 64; // = q member
76 static_assert(kPrecision == 64, "internal error"); in mul()
196 …constexpr int kPrecision = std::numeric_limits<FloatType>::digits; // = p (includes the hidde… in compute_boundaries() local
197 …constexpr int kBias = std::numeric_limits<FloatType>::max_exponent - 1 + (kPrecision - 1… in compute_boundaries()
199 constexpr std::uint64_t kHiddenBit = std::uint64_t{1} << (kPrecision - 1); // = 2^(p-1) in compute_boundaries()
201 …using bits_type = typename std::conditional<kPrecision == 24, std::uint32_t, std::uint64_t >::type; in compute_boundaries()
204 const std::uint64_t E = bits >> (kPrecision - 1); in compute_boundaries()
884 static_assert(diyfp::kPrecision >= std::numeric_limits<FloatType>::digits + 3, in grisu2()
|
| /third_party/abseil-cpp/absl/random/internal/ |
| D | iostream_state_saver_test.cc | 34 ss.precision(stream_precision_helper<T>::kPrecision); in StreamRoundTrip()
58 ss.precision(stream_precision_helper<T>::kPrecision); in StreamRoundTrip()
150 stream_precision_helper<float>::kPrecision >= 9, in TEST()
209 stream_precision_helper<double>::kPrecision >= 17, in TEST()
284 stream_precision_helper<long double>::kPrecision >= 36, in TEST()
|
| D | iostream_state_saver.h | 109 static constexpr int kPrecision = member
117 static constexpr int kPrecision = 9;
121 static constexpr int kPrecision = 17;
125 static constexpr int kPrecision = 36; // assuming fp128
|
| /third_party/skia/third_party/externals/abseil-cpp/absl/random/internal/ |
| D | iostream_state_saver_test.cc | 37 ss.precision(stream_precision_helper<T>::kPrecision); in StreamRoundTrip()
61 ss.precision(stream_precision_helper<T>::kPrecision); in StreamRoundTrip()
153 stream_precision_helper<float>::kPrecision >= 9, in TEST()
212 stream_precision_helper<double>::kPrecision >= 17, in TEST()
286 stream_precision_helper<long double>::kPrecision >= 36, in TEST()
|
| D | iostream_state_saver.h | 109 static constexpr int kPrecision = member
117 static constexpr int kPrecision = 9;
121 static constexpr int kPrecision = 17;
125 static constexpr int kPrecision = 36; // assuming fp128
|
| /third_party/mindspore/mindspore/lite/micro/coder/opcoders/cmsis-nn/int8/ |
| D | reshape_int8_coder.cc | 39 code.precision(kPrecision); in DoCode()
|
| D | mul_int8_coder.cc | 60 code.precision(kPrecision); in DoCode()
|
| D | fullconnection_int8_coder.cc | 35 code.precision(kPrecision); in DoCode()
|
| D | pooling_int8_coder.cc | 68 code.precision(kPrecision); in DoCode()
|
| D | softmax_int8_coder.cc | 69 code.precision(kPrecision); in DoCode()
|
| D | add_int8_coder.cc | 78 code.precision(kPrecision); in DoCode()
|
| D | dwconv_int8_coder.cc | 38 code.precision(kPrecision); in DoCode()
|
| /third_party/mindspore/mindspore/lite/micro/coder/opcoders/nnacl/int8/ |
| D | reshape_int8_coder.cc | 44 code.precision(kPrecision); in DoCode()
|
| D | pooling_int8_coder.cc | 58 code.precision(kPrecision); in DoCode()
|
| D | softmax_int8_coder.cc | 82 code.precision(kPrecision); in DoCode()
|
| D | convolution_depthwise_int8_coder.cc | 118 code.precision(kPrecision); in DoCode()
|
| /third_party/mindspore/mindspore/lite/micro/coder/opcoders/base/ |
| D | quant_dtype_cast_coder.cc | 57 code.precision(kPrecision); in DoCode()
|
| /third_party/abseil-cpp/absl/random/ |
| D | bernoulli_distribution.h | 112 os.precision(random_internal::stream_precision_helper<double>::kPrecision);
|
| D | exponential_distribution.h | 141 os.precision(random_internal::stream_precision_helper<RealType>::kPrecision);
|
| D | uniform_real_distribution.h | 179 os.precision(random_internal::stream_precision_helper<RealType>::kPrecision);
|
| /third_party/skia/third_party/externals/abseil-cpp/absl/random/ |
| D | bernoulli_distribution.h | 112 os.precision(random_internal::stream_precision_helper<double>::kPrecision);
|
| D | exponential_distribution.h | 141 os.precision(random_internal::stream_precision_helper<RealType>::kPrecision);
|
| D | uniform_real_distribution.h | 179 os.precision(random_internal::stream_precision_helper<RealType>::kPrecision);
|
| /third_party/mindspore/mindspore/lite/micro/coder/opcoders/ |
| D | op_coder.h | 34 constexpr int kPrecision = 19; variable
|