| /third_party/optimized-routines/math/ |
| D | Dir.mk | 13 $(S)/test/ulp.c \
28 build/bin/ulp \
54 $(B)/test/ulp.o: $(S)/test/ulp.h
80 build/bin/ulp: $(B)/test/ulp.o build/lib/libmathlib.a
98 check-math-ulp: $(math-tools)
101 check-math: check-math-test check-math-rtest check-math-ulp
110 .PHONY: all-math check-math-test check-math-rtest check-math-ulp check-math install-math clean-math
|
| /third_party/skia/third_party/externals/oboe/samples/RhythmGame/third_party/glm/gtc/ |
| D | ulp.inl | 2 /// @file glm/gtc/ulp.inl
91 if(hx>hy) { // x > y, x -= ulp
93 } else { // x < y, x += ulp
97 if(hy>=0||hx>hy){ // x < y, x -= ulp
99 } else { // x > y, x += ulp
137 if(hx>hy||((hx==hy)&&(lx>ly))) { // x > y, x -= ulp
140 } else { // x < y, x += ulp
145 if(hy>=0||hx>hy||((hx==hy)&&(lx>ly))){// x < y, x -= ulp
148 } else { // x > y, x += ulp
285 uint ulp = 0; local
[all …]
|
| /third_party/musl/libc-test/src/functionalext/supplement/math/math_gtest/ |
| D | math_data_test.cpp | 15 bool DoubleUlpCmp(double expected, double actual, uint64_t ulp) in DoubleUlpCmp() argument
21 return value_diff <= ulp; in DoubleUlpCmp()
37 bool FloatUlpCmp(float expected, float actual, uint32_t ulp) in FloatUlpCmp() argument
43 return value_diff <= ulp; in FloatUlpCmp()
|
| D | math_data_test.h | 146 bool DoubleUlpCmp(double expected, double actual, uint64_t ulp);
148 bool FloatUlpCmp(float expected, float actual, uint32_t ulp);
|
| /third_party/FreeBSD/contrib/gdtoa/ |
| D | strtod.c | 75 rv = ulp(x);
706 dval(&rv) += adj*ulp(&rv);
712 dval(&rv) += adj.d*ulp(&rv);
735 dval(&adj) *= ulp(&rv);
745 dval(&adj) *= ulp(&rv);
871 dval(&rv) += ulp(&rv);
878 dval(&rv) -= ulp(&rv);
937 dval(&adj) = dval(&aadj1) * ulp(&rv);
961 dval(&adj) = dval(&aadj1) * ulp(&rv);
968 dval(&adj) = dval(&aadj1) * ulp(&rv);
[all …]
|
| D | ulp.c | 35 ulp in ulp() function
|
| D | gdtoaimp.h | 588 #define ulp __ulp_D2A macro
659 extern double ulp ANSI((U*));
|
| /third_party/vk-gl-cts/external/vulkancts/modules_no_buildgn/vulkan/texture/ |
| D | vktSampleVerifierUtil.cpp | 138 float addUlp (float num, deInt32 ulp) in addUlp() argument
145 DE_ASSERT(num > FLT_MIN * (float) ulp || num < FLT_MIN * (float) ulp); in addUlp()
147 return tcu::Float32(f.bits() + ulp).asFloat(); in addUlp()
648 Interval resultInterval(value - internalFormat->ulp(value), value + internalFormat->ulp(value)); in convertNormalizedInt()
904 resultMin[compNdx] -= float(internalFormat[compNdx]->ulp(1.0)); in convertNormalizedFormat()
906 resultMax[compNdx] += float(internalFormat[compNdx]->ulp(0.0)); in convertNormalizedFormat()
|
| D | vktSampleVerifierUtil.hpp | 41 deInt32 ulp);
|
| /third_party/vk-gl-cts/external/vulkancts/modules/vulkan/texture/ |
| D | vktSampleVerifierUtil.cpp | 138 float addUlp (float num, deInt32 ulp) in addUlp() argument
145 DE_ASSERT(num > FLT_MIN * (float) ulp || num < FLT_MIN * (float) ulp); in addUlp()
147 return tcu::Float32(f.bits() + ulp).asFloat(); in addUlp()
648 Interval resultInterval(value - internalFormat->ulp(value), value + internalFormat->ulp(value)); in convertNormalizedInt()
904 resultMin[compNdx] -= float(internalFormat[compNdx]->ulp(1.0)); in convertNormalizedFormat()
906 resultMax[compNdx] += float(internalFormat[compNdx]->ulp(0.0)); in convertNormalizedFormat()
|
| D | vktSampleVerifierUtil.hpp | 41 deInt32 ulp);
|
| /third_party/musl/libc-test/src/math/gen/ |
| D | README | 1 tools for generating testcases and checking ulp error of math functions
8 check asinh in the [0.125,0.5] domain over 100k points and report >1.5ulp errors:
|
| /third_party/vk-gl-cts/framework/common/ |
| D | tcuFloatFormat.hpp | 61 virtual double ulp (double x, double count = 1.0) const;
93 double ulp (double x, double count = 1.0) const override;
|
| D | tcuFloatFormat.cpp | 98 double FloatFormat::ulp (double x, double count) const in ulp() function in tcu::FloatFormat
317 double NormalizedFormat::ulp(double x, double count) const in ulp() function in tcu::NormalizedFormat
372 check(oss.str(), m_fmt->ulp(arg), ref); in testULP()
|
| /third_party/optimized-routines/math/test/ |
| D | runulp.sh | 24 $emu ./ulp -r $r -e $Lt $flags "$@" && PASS=$((PASS+1)) || FAIL=$((FAIL+1))
28 $emu ./ulp -f -q "$@" >/dev/null
|
| /third_party/python/Doc/library/ |
| D | math.rst | 245 See also :func:`math.ulp`.
305 .. function:: ulp(x)
310 * If *x* is negative, return ``ulp(-x)``.
317 float smaller than *x* is ``x - ulp(x)``.
320 is ``x + ulp(x)``.
486 under 1 ulp (unit in the last place). More typically, the result
487 is almost always correctly rounded to within 1/2 ulp.
|
| /third_party/python/Lib/test/ |
| D | test_math.py | 449 self.ftest('cos(-pi/2)', math.cos(-math.pi/2), 0, abs_tol=math.ulp(1))
451 self.ftest('cos(pi/2)', math.cos(math.pi/2), 0, abs_tol=math.ulp(1))
1526 abs_tol=math.ulp(1))
2039 self.assertEqual(math.ulp(1.0), sys.float_info.epsilon)
2041 self.assertEqual(math.ulp(2 ** 52), 1.0)
2042 self.assertEqual(math.ulp(2 ** 53), 2.0)
2043 self.assertEqual(math.ulp(2 ** 64), 4096.0)
2046 self.assertEqual(math.ulp(0.0),
2048 self.assertEqual(math.ulp(FLOAT_MAX),
2052 self.assertEqual(math.ulp(INF), INF)
[all …]
|
| /third_party/python/Modules/_decimal/libmpdec/literature/ |
| D | REFERENCES.txt | 11 Jean-Michel Muller: On the definition of ulp (x)
|
| /third_party/optimized-routines/ |
| D | config.mk.dist | 48 # Use if mpfr is available on the target for ulp error checking.
|
| /third_party/vk-gl-cts/modules/glshared/ |
| D | glsBuiltinPrecisionTests.cpp | 2091 return fmt.ulp(ret, 2.5); in precision()
2107 return x <= 0 ? TCU_NAN : ctx.format.ulp(ret, 2.0); in precision()
2127 return ctx.format.ulp(ret, 3.0 + 2.0 * deAbs(x)); in precision()
2129 return ctx.format.ulp(ret, 2.0 + 2.0 * deAbs(x)); in precision()
2131 return ctx.format.ulp(ret, 2.0); in precision()
2165 return (0.5 <= x && x <= 2.0) ? deLdExp(1.0, -21) : ctx.format.ulp(ret, 3.0); in precision()
2167 return (0.5 <= x && x <= 2.0) ? deLdExp(1.0, -7) : ctx.format.ulp(ret, 2.0); in precision()
2169 return ctx.format.ulp(ret, 2.0); in precision()
2183 return (0.5 <= x && x <= 2.0) ? deLdExp(1.0, -21) : ctx.format.ulp(ret, 4.0); in warningPrecision()
2357 return ctx.format.ulp(ret, 2.0); in precision()
[all …]
|
| /third_party/python/Modules/_decimal/tests/ |
| D | deccheck.py | 451 ulp = self.harrison_ulp(y)
453 ulp = self.standard_ulp(y, p)
455 err = self.maxctx.divide(t, ulp)
472 % (ulp, err, exact, rounded))
|
| /third_party/icu/icu4j/main/classes/core/src/com/ibm/icu/impl/units/ |
| D | ComplexUnitsConverter.java | 25 public static final BigDecimal EPSILON = BigDecimal.valueOf(Math.ulp(1.0));
|
| /third_party/vk-gl-cts/external/vulkancts/modules_no_buildgn/vulkan/compute/ |
| D | vktComputeCooperativeMatrixTests.cpp | 1036 …float ulp = (m_data.inputType == VK_COMPONENT_TYPE_FLOAT16_NV) ? 1.0f/1024.0f : 1.0f/(8.0f*1024.0f… in iterate() local
1038 ulp *= 3; in iterate()
1039 if (inputB != 0 && fabs(output - inputA / inputB) > ulp * fabs(inputA / inputB)) in iterate()
|
| /third_party/vk-gl-cts/external/vulkancts/modules/vulkan/compute/ |
| D | vktComputeCooperativeMatrixTests.cpp | 1036 …float ulp = (m_data.inputType == VK_COMPONENT_TYPE_FLOAT16_NV) ? 1.0f/1024.0f : 1.0f/(8.0f*1024.0f… in iterate() local
1038 ulp *= 3; in iterate()
1039 if (inputB != 0 && fabs(output - inputA / inputB) > ulp * fabs(inputA / inputB)) in iterate()
|
| /third_party/vk-gl-cts/external/vulkancts/modules_no_buildgn/vulkan/spirv_assembly/ |
| D | vktSpvAsmFloatControlsTests.cpp | 2504 precision = fp32Format.ulp(piDiv2, 4096.0); in isAcosResultCorrect()
2509 precision = fp16Format.ulp(piDiv2, 5.0); in isAcosResultCorrect()
2548 double getPrecisionAt(double value, float ulp, int mantissaBits) in getPrecisionAt() argument
2553 return fp32Format.ulp(value, ulp); in getPrecisionAt()
2558 return fp32Format.ulp(value, ulp); in getPrecisionAt()
2564 return fp16Format.ulp(value, ulp); in getPrecisionAt()
|