Home
last modified time | relevance | path

Searched defs:prec (Results 1 – 25 of 130) sorted by relevance

123456

/third_party/python/Modules/_decimal/tests/
Dranddec.py151 def un_close_to_pow10(prec, maxexp, itr=None): argument
168 def bin_close_to_pow10(prec, maxexp, itr=None): argument
191 def close_to_one_greater(prec, emax, emin): argument
196 def close_to_one_less(prec, emax, emin): argument
202 def close_to_zero_greater(prec, emax, emin): argument
207 def close_to_zero_less(prec, emax, emin): argument
213 def close_to_emax_less(prec, emax, emin): argument
218 def close_to_emax_greater(prec, emax, emin): argument
224 def close_to_emin_greater(prec, emax, emin): argument
229 def close_to_emin_less(prec, emax, emin): argument
[all …]
Ddeccheck.py255 prec = property(getprec, setprec) variable in Context
408 def standard_ulp(self, dec, prec): argument
963 def test_unary(method, prec, exp_range, restricted_range, itr, stat): argument
988 def test_binary(method, prec, exp_range, restricted_range, itr, stat): argument
1013 def test_ternary(method, prec, exp_range, restricted_range, itr, stat): argument
1038 def test_format(method, prec, exp_range, restricted_range, itr, stat): argument
1067 def test_round(method, prec, exprange, restricted_range, itr, stat): argument
1081 def test_from_float(method, prec, exprange, restricted_range, itr, stat): argument
1107 def test_quantize_api(method, prec, exprange, restricted_range, itr, stat): argument
1221 prec = random.randrange(1, 6) variable
/third_party/mksh/
Dexprtok.h25 #define FN(name,len,prec,enum) /* nothing */ argument
28 #define F0(name,len,prec,enum) enum = 0, argument
29 #define FN(name,len,prec,enum) enum, argument
34 #define FN(name,len,prec,enum) name, argument
37 #define FN(name,len,prec,enum) len, argument
40 #define FN(name,len,prec,enum) prec, argument
/third_party/vk-gl-cts/framework/common/
DtcuTexLookupVerifier.cpp77 static inline bool isColorValid (const LookupPrecision& prec, const Vec4& ref, const Vec4& result) in isColorValid()
83 static inline bool isColorValid (const IntLookupPrecision& prec, const IVec4& ref, const IVec4& res… in isColorValid()
88 static inline bool isColorValid (const IntLookupPrecision& prec, const UVec4& ref, const UVec4& res… in isColorValid()
139 static float computeBilinearSearchStepFromFloatLine (const LookupPrecision& prec, in computeBilinearSearchStepFromFloatLine()
153 static float computeBilinearSearchStepFromFloatQuad (const LookupPrecision& prec, in computeBilinearSearchStepFromFloatQuad()
171 static float computeBilinearSearchStepForUnorm (const LookupPrecision& prec) in computeBilinearSearchStepForUnorm()
182 static float computeBilinearSearchStepForSnorm (const LookupPrecision& prec) in computeBilinearSearchStepForSnorm()
213 static bool isInColorBounds (const LookupPrecision& prec, const ColorQuad& quad, const Vec4& result) in isInColorBounds()
220 static bool isInColorBounds (const LookupPrecision& prec, const ColorQuad& quad0, const ColorQuad& … in isInColorBounds()
227 static bool isInColorBounds (const LookupPrecision& prec, const ColorLine& line0, const ColorLine& … in isInColorBounds()
[all …]
DtcuTexCompareVerifier.cpp199 const TexComparePrecision& prec, in isLinearCompareValid()
264 const TexComparePrecision& prec, in isBilinearAnyCompareValid()
294 const TexComparePrecision& prec, in isBilinearPCFCompareValid()
367 const TexComparePrecision& prec, in isBilinearCompareValid()
382 const TexComparePrecision& prec, in isTrilinearAnyCompareValid()
427 const TexComparePrecision& prec, in isTrilinearPCFCompareValid()
528 const TexComparePrecision& prec, in isTrilinearCompareValid()
548 const TexComparePrecision& prec, in isNearestCompareResultValid()
583 const TexComparePrecision& prec, in isLinearCompareResultValid()
636 const TexComparePrecision& prec, in isLevelCompareResultValid()
[all …]
/third_party/boost/libs/math/tools/
Dgauss_kronrod_constants.cpp10 void print_gauss_constants(const char* suffix, int prec, int tag) in print_gauss_constants()
43 void print_gauss_kronrod_constants(const char* suffix, int prec, int tag) in print_gauss_kronrod_constants()
/third_party/quickjs/
Dlibbf.c396 slimb_t prec, int rnd_mode) in bf_get_rnd_add()
448 static int bf_set_overflow(bf_t *r, int sign, limb_t prec, bf_flags_t flags) in bf_set_overflow()
489 slimb_t i, bit_pos, pos, e_min, e_max, e_range, prec; in __bf_round() local
631 int bf_can_round(const bf_t *a, slimb_t prec, bf_rnd_t rnd_mode, slimb_t k) in bf_can_round()
667 int bf_round(bf_t *r, limb_t prec, bf_flags_t flags) in bf_round()
868 static int bf_add_internal(bf_t *r, const bf_t *a, const bf_t *b, limb_t prec, in bf_add_internal()
1012 static int __bf_add(bf_t *r, const bf_t *a, const bf_t *b, limb_t prec, in __bf_add()
1018 static int __bf_sub(bf_t *r, const bf_t *a, const bf_t *b, limb_t prec, in __bf_sub()
1524 int bf_mul(bf_t *r, const bf_t *a, const bf_t *b, limb_t prec, in bf_mul()
1606 int bf_mul_2exp(bf_t *r, slimb_t e, limb_t prec, bf_flags_t flags) in bf_mul_2exp()
[all …]
/third_party/boost/libs/math/example/
Dbrent_minimise_example.cpp133 …std::streamsize prec = static_cast<int>(2 + sqrt((double)bits)); // Number of significant decimal… in show_minima() local
248 …std::streamsize prec = static_cast<int>(2 + sqrt((double)bits)); // Number of significant decimal… in main() local
270 …std::streamsize prec = static_cast<int>(2 + sqrt((double)bits_div_2)); // Number of significant d… in main() local
292 …std::streamsize prec = static_cast<int>(2 + sqrt((double)bits_div_4)); // Number of significant d… in main() local
Dpolicy_eg_9.cpp85 int prec = 2 + (std::numeric_limits<T>::digits * 30103UL) / 100000UL; in user_domain_error() local
203 int prec = 2 + (std::numeric_limits<T>::digits * 30103UL) / 100000UL; in user_evaluation_error() local
/third_party/quickjs/examples/
Dpi.js8 function calc_pi(prec) { argument
Dpi_bigdecimal.js8 function calc_pi(prec) { argument
Dpi_bigint.js51 function calc_pi(prec) { argument
/third_party/re2/re2/
Dtostring.cc69 int prec = parent_arg; in PreVisit() local
149 int prec = parent_arg; in PostVisit() local
/third_party/boost/libs/multiprecision/test/
Dtest_cpp_bin_float_io.cpp80 for (unsigned prec = 1; prec < 14; ++prec) in test() local
112 for (unsigned prec = 1; prec < 14; ++prec) in test() local
Dtest_float_io.cpp125 for (unsigned prec = 1; prec < 14; ++prec) in test() local
164 for (unsigned prec = 1; prec < 14; ++prec) in test() local
/third_party/musl/porting/liteos_a/kernel/src/stdlib/
Dstrtod.c6 static long double strtox(const char *s, char **p, int prec) in strtox()
/third_party/musl/porting/liteos_m/kernel/src/stdlib/
Dstrtod.c6 static long double strtox(const char *s, char **p, int prec) in strtox()
/third_party/musl/porting/uniproton/kernel/src/stdlib/
Dstrtod.c6 static long double strtox(const char *s, char **p, int prec) in strtox()
/third_party/musl/src/stdlib/
Dstrtod.c6 static long double strtox(const char *s, char **p, int prec) in strtox()
Dwcstod.c30 static long double wcstox(const wchar_t *s, wchar_t **p, int prec) in wcstox()
/third_party/python/Modules/_decimal/libmpdec/
Dcontext.c68 mpd_init(mpd_context_t *ctx, mpd_ssize_t prec) in mpd_init()
198 mpd_qsetprec(mpd_context_t *ctx, mpd_ssize_t prec) in mpd_qsetprec()
Dbench.c103 uint32_t prec = 19; in main() local
/third_party/boost/boost/spirit/home/karma/numeric/detail/
Dreal_utils.hpp134 unsigned prec = precision; in call_n() local
/third_party/abseil-cpp/absl/time/internal/cctz/src/
Dtime_zone_format_test.cc395 auto fmt_A = [](const std::string& prec) { return "%E" + prec + "S"; }; in TEST()
396 auto fmt_B = [](const std::string& prec) { return "%S.%E" + prec + "f"; }; in TEST()
408 for (int prec = 1; prec <= 15; ++prec) { in TEST() local
424 for (int prec = 1; prec <= 15; ++prec) { in TEST() local
1138 for (const std::string& prec : precisions) { in TEST() local
1220 for (const std::string& prec : precisions) { in TEST() local
/third_party/skia/third_party/externals/abseil-cpp/absl/time/internal/cctz/src/
Dtime_zone_format_test.cc395 auto fmt_A = [](const std::string& prec) { return "%E" + prec + "S"; }; in TEST()
396 auto fmt_B = [](const std::string& prec) { return "%S.%E" + prec + "f"; }; in TEST()
408 for (int prec = 1; prec <= 15; ++prec) { in TEST() local
424 for (int prec = 1; prec <= 15; ++prec) { in TEST() local
1138 for (const std::string prec : precisions) { in TEST() local
1220 for (const std::string prec : precisions) { in TEST() local

123456