Home
last modified time | relevance | path

Searched refs:ulp (Results 1 – 25 of 88) sorted by relevance

1234

/external/swiftshader/tests/MathUnitTests/
Dunittests.cpp32 float ulp = abs(x1 - x); in ULP_32() local
34 return abs(a - x) / ulp; in ULP_32()
41 double ulp = abs(x1 - x); in ULP_32() local
43 return abs(a - x) / ulp; in ULP_32()
50 float ulp = abs(x1 - x); in ULP_16() local
52 return abs(a - x) / ulp; in ULP_16()
118 float ulp = (float)ULP_16(ref, (double)val); in TEST() local
119 float margin = ulp / tolerance; in TEST()
124 worst_ulp = ulp; in TEST()
186 float ulp = ULP_16((float)ref, val); in TEST() local
[all …]
/external/arm-optimized-routines/math/
DDir.mk13 $(S)/test/ulp.c \
28 build/bin/ulp \
54 $(B)/test/ulp.o: $(S)/test/ulp.h
80 build/bin/ulp: $(B)/test/ulp.o build/lib/libmathlib.a
98 check-math-ulp: $(math-tools)
101 check-math: check-math-test check-math-rtest check-math-ulp
110 .PHONY: all-math check-math-test check-math-rtest check-math-ulp check-math install-math clean-math
/external/oboe/samples/RhythmGame/third_party/glm/gtc/
Dulp.inl2 /// @file glm/gtc/ulp.inl
91 if(hx>hy) { // x > y, x -= ulp
93 } else { // x < y, x += ulp
97 if(hy>=0||hx>hy){ // x < y, x -= ulp
99 } else { // x > y, x += ulp
137 if(hx>hy||((hx==hy)&&(lx>ly))) { // x > y, x -= ulp
140 } else { // x < y, x += ulp
145 if(hy>=0||hx>hy||((hx==hy)&&(lx>ly))){// x < y, x -= ulp
148 } else { // x > y, x += ulp
285 uint ulp = 0; local
[all …]
/external/OpenCL-CTS/test_conformance/math_brute_force/
Dutility.cpp166 float ulp; in getAllowedUlpError() local
172 ulp = f->relaxed_embedded_error; in getAllowedUlpError()
176 ulp = f->relaxed_error; in getAllowedUlpError()
183 ulp = f->float_embedded_ulps; in getAllowedUlpError()
187 ulp = f->float_ulps; in getAllowedUlpError()
191 return ulp; in getAllowedUlpError()
DREADME.txt58 2) within the allowed ulp error tolerance of the infinitely precise
77 the estimated infinitely precise result is within the stated ulp
83 infinitely precise result is within the stated ulp error limit
116 precise result. (The ulp is defined in section 7.4 of the spec.) If the input value corresponds
131 may have >= 1 ulp of error. This places the 1's bit at the LSB of the result, with 23 bits of
132 sub-ulp accuracy. One more bit is required to avoid accrual of extra error due to round-to-
133 nearest behavior. If we start to require sub-ulp precision, then the accuracy requirements
/external/ipsec-tools/src/racoon/
Dpolicy.h112 #define KEY_SETSECSPIDX(_dir, s, d, ps, pd, ulp, _priority, _created, idx) \ argument
118 (idx)->ul_proto = (ulp); \
125 #define KEY_SETSECSPIDX(_dir, s, d, ps, pd, ulp, _created, idx) \ argument
131 (idx)->ul_proto = (ulp); \
/external/ipsec-tools/src/libipsec/
Dpfkey_dump.c695 str_prefport(family, pref, port, ulp) in str_prefport() argument
696 u_int family, pref, port, ulp; in str_prefport()
719 if (ulp == IPPROTO_ICMPV6)
734 str_upperspec(ulp, p1, p2) in str_upperspec() argument
735 u_int ulp, p1, p2; in str_upperspec()
737 if (ulp == IPSEC_ULPROTO_ANY)
739 else if (ulp == IPPROTO_ICMPV6) {
746 switch (ulp) {
751 ent = getprotobynumber((int)ulp);
755 printf("%u", ulp);
/external/OpenCL-CTS/test_conformance/basic/
Dtest_multireadimageonefmt.cpp69 float ulp, max_ulp = 0.0f; in verify_multireadimage() local
81 ulp = Ulp_Error(outptr[i], sum); in verify_multireadimage()
82 if (ulp > max_ulp) in verify_multireadimage()
83 max_ulp = ulp; in verify_multireadimage()
Dtest_multireadimagemultifmt.cpp88 float ulp, max_ulp = 0.0f; in verify_multireadimage() local
98 ulp = Ulp_Error(outptr[i], sum); in verify_multireadimage()
99 if (ulp > max_ulp) in verify_multireadimage()
100 max_ulp = ulp; in verify_multireadimage()
/external/fdlibm/
Dchanges64 2. k_tan.c error was > 1 ulp target for FDLIBM
65 5.2: Worst error at least 1.45 ulp at
67 5.3: Worst error 0.96 ulp
Dreadme25 2. k_tan.c error was > 1 ulp target for FDLIBM
26 5.2: Worst error at least 1.45 ulp at
28 5.3: Worst error 0.96 ulp
44 assumptions below), reference quality (below one ulp for
/external/deqp/external/vulkancts/modules/vulkan/texture/
DvktSampleVerifierUtil.cpp138 float addUlp (float num, deInt32 ulp) in addUlp() argument
145 DE_ASSERT(num > FLT_MIN * (float) ulp || num < FLT_MIN * (float) ulp); in addUlp()
147 return tcu::Float32(f.bits() + ulp).asFloat(); in addUlp()
648 Interval resultInterval(value - internalFormat->ulp(value), value + internalFormat->ulp(value)); in convertNormalizedInt()
904 resultMin[compNdx] -= float(internalFormat[compNdx]->ulp(1.0)); in convertNormalizedFormat()
906 resultMax[compNdx] += float(internalFormat[compNdx]->ulp(0.0)); in convertNormalizedFormat()
DvktSampleVerifierUtil.hpp41 deInt32 ulp);
/external/deqp/framework/common/
DtcuFloatFormat.hpp61 virtual double ulp (double x, double count = 1.0) const;
93 double ulp (double x, double count = 1.0) const override;
DtcuFloatFormat.cpp98 double FloatFormat::ulp (double x, double count) const in ulp() function in tcu::FloatFormat
317 double NormalizedFormat::ulp(double x, double count) const in ulp() function in tcu::NormalizedFormat
372 check(oss.str(), m_fmt->ulp(arg), ref); in testULP()
/external/arm-optimized-routines/
DAndroid.bp162 name: "ulp",
165 srcs: ["math/test/ulp.c"],
179 "ulp",
Dconfig.mk.dist48 # Use if mpfr is available on the target for ulp error checking.
/external/tensorflow/tensorflow/lite/kernels/
Dpooling_test.cc429 const float ulp = 1.f / 4096.f; in TEST() local
432 /*input=*/{TensorType_INT16, {1, 2, 4, 1}, 0, 16 - ulp}, in TEST()
434 /*output=*/{TensorType_INT16, {}, 0, 16 - ulp}); in TEST()
911 const float ulp = 1.f / 4096.f; in TEST() local
914 /*input=*/{TensorType_INT16, {1, 2, 4, 1}, 0, 16 - ulp}, in TEST()
916 /*output=*/{TensorType_INT16, {}, 0, 16 - ulp}); in TEST()
/external/kernel-headers/original/uapi/linux/
Dif_hippi.h82 __u8 ulp; /* must contain 4 */
/external/arm-optimized-routines/math/test/
Drunulp.sh24 $emu ./ulp -r $r -e $Lt $flags "$@" && PASS=$((PASS+1)) || FAIL=$((FAIL+1))
28 $emu ./ulp -f -q "$@" >/dev/null
/external/python/cpython3/Doc/library/
Dmath.rst245 See also :func:`math.ulp`.
305 .. function:: ulp(x)
310 * If *x* is negative, return ``ulp(-x)``.
317 float smaller than *x* is ``x - ulp(x)``.
320 is ``x + ulp(x)``.
486 under 1 ulp (unit in the last place). More typically, the result
487 is almost always correctly rounded to within 1/2 ulp.
/external/python/cpython3/Modules/_decimal/libmpdec/literature/
DREFERENCES.txt11 Jean-Michel Muller: On the definition of ulp (x)
/external/python/cpython3/Lib/test/
Dtest_math.py449 self.ftest('cos(-pi/2)', math.cos(-math.pi/2), 0, abs_tol=math.ulp(1))
451 self.ftest('cos(pi/2)', math.cos(math.pi/2), 0, abs_tol=math.ulp(1))
1526 abs_tol=math.ulp(1))
2039 self.assertEqual(math.ulp(1.0), sys.float_info.epsilon)
2041 self.assertEqual(math.ulp(2 ** 52), 1.0)
2042 self.assertEqual(math.ulp(2 ** 53), 2.0)
2043 self.assertEqual(math.ulp(2 ** 64), 4096.0)
2046 self.assertEqual(math.ulp(0.0),
2048 self.assertEqual(math.ulp(FLOAT_MAX),
2052 self.assertEqual(math.ulp(INF), INF)
[all …]
/external/apache-commons-math/src/main/java/org/apache/commons/math/analysis/interpolation/
DMicrosphereInterpolatingFunction.java204 if (FastMath.abs(diffNorm) < FastMath.ulp(1d)) { in value()
/external/cldr/common/testData/transforms/
Dtlh-fonipa-t-tlh.txt51 Qulpa' q͡χulpʰɑʔ

1234