Home
last modified time | relevance | path

Searched refs:ulp (Results 1 – 25 of 63) sorted by relevance

123

/external/swiftshader/third_party/llvm-7.0/llvm/test/CodeGen/AMDGPU/
Damdgpu-codegenprepare-fdiv.ll6 ; NOOP: %md.25ulp = fdiv float %a, %b, !fpmath !0
8 %md.25ulp = fdiv float %a, %b, !fpmath !0
9 store volatile float %md.25ulp, float addrspace(1)* %out
15 ; CHECK: %md.half.ulp = fdiv float %a, %b, !fpmath !1
16 ; CHECK: %md.1ulp = fdiv float %a, %b, !fpmath !2
17 ; CHECK: %md.25ulp = call float @llvm.amdgcn.fdiv.fast(float %a, float %b), !fpmath !0
18 ; CHECK: %md.3ulp = call float @llvm.amdgcn.fdiv.fast(float %a, float %b), !fpmath !3
19 ; CHECK: %fast.md.25ulp = fdiv fast float %a, %b, !fpmath !0
20 ; CHECK: arcp.md.25ulp = fdiv arcp float %a, %b, !fpmath !0
25 %md.half.ulp = fdiv float %a, %b, !fpmath !1
[all …]
/external/ipsec-tools/src/libipsec/
Dpfkey_dump.c695 str_prefport(family, pref, port, ulp) in str_prefport() argument
696 u_int family, pref, port, ulp; in str_prefport()
719 if (ulp == IPPROTO_ICMPV6)
734 str_upperspec(ulp, p1, p2) in str_upperspec() argument
735 u_int ulp, p1, p2; in str_upperspec()
737 if (ulp == IPSEC_ULPROTO_ANY)
739 else if (ulp == IPPROTO_ICMPV6) {
746 switch (ulp) {
751 ent = getprotobynumber((int)ulp);
755 printf("%u", ulp);
/external/ipsec-tools/src/racoon/
Dpolicy.h112 #define KEY_SETSECSPIDX(_dir, s, d, ps, pd, ulp, _priority, _created, idx) \ argument
118 (idx)->ul_proto = (ulp); \
125 #define KEY_SETSECSPIDX(_dir, s, d, ps, pd, ulp, _created, idx) \ argument
131 (idx)->ul_proto = (ulp); \
/external/fdlibm/
Dchanges64 2. k_tan.c error was > 1 ulp target for FDLIBM
65 5.2: Worst error at least 1.45 ulp at
67 5.3: Worst error 0.96 ulp
Dreadme25 2. k_tan.c error was > 1 ulp target for FDLIBM
26 5.2: Worst error at least 1.45 ulp at
28 5.3: Worst error 0.96 ulp
44 assumptions below), reference quality (below one ulp for
/external/deqp/external/vulkancts/modules/vulkan/texture/
DvktSampleVerifierUtil.cpp138 float addUlp (float num, deInt32 ulp) in addUlp() argument
145 DE_ASSERT(num > FLT_MIN * (float) ulp || num < FLT_MIN * (float) ulp); in addUlp()
147 return tcu::Float32(f.bits() + ulp).asFloat(); in addUlp()
DvktSampleVerifierUtil.hpp41 deInt32 ulp);
/external/deqp/framework/common/
DtcuFloatFormat.hpp60 double ulp (double x, double count = 1.0) const;
DtcuFloatFormat.cpp98 double FloatFormat::ulp (double x, double count) const in ulp() function in tcu::FloatFormat
336 check(oss.str(), m_fmt->ulp(arg), ref); in testULP()
DtcuRasterizationVerifier.cpp205 float getExponentEpsilonFromULP (int valueExponent, deUint32 ulp) in getExponentEpsilonFromULP() argument
207 DE_ASSERT(ulp < (1u<<10)); in getExponentEpsilonFromULP()
210 …return tcu::Float32::construct(+1, valueExponent, (1u<<23) + (ulp << (23 - 10))).asFloat() - tcu::… in getExponentEpsilonFromULP()
213 float getValueEpsilonFromULP (float value, deUint32 ulp) in getValueEpsilonFromULP() argument
218 return getExponentEpsilonFromULP(exponent, ulp); in getValueEpsilonFromULP()
221 float getMaxValueWithinError (float value, deUint32 ulp) in getMaxValueWithinError() argument
226 return value + getValueEpsilonFromULP(value, ulp); in getMaxValueWithinError()
229 float getMinValueWithinError (float value, deUint32 ulp) in getMinValueWithinError() argument
234 return value - getValueEpsilonFromULP(value, ulp); in getMinValueWithinError()
/external/kernel-headers/original/uapi/linux/
Dif_hippi.h82 __u8 ulp; /* must contain 4 */
/external/python/cpython3/Modules/_decimal/libmpdec/literature/
DREFERENCES.txt11 Jean-Michel Muller: On the definition of ulp (x)
/external/apache-commons-math/src/main/java/org/apache/commons/math/analysis/interpolation/
DMicrosphereInterpolatingFunction.java204 if (FastMath.abs(diffNorm) < FastMath.ulp(1d)) { in value()
/external/python/cpython3/Modules/_decimal/tests/
Ddeccheck.py416 ulp = self.harrison_ulp(y)
418 ulp = self.standard_ulp(y, p)
420 err = self.maxctx.divide(t, ulp)
437 % (ulp, err, exact, rounded))
/external/cldr/tools/cldr-unittest/src/org/unicode/cldr/unittest/data/transformtest/
Dtlh-fonipa-t-tlh.txt51 Qulpa' q͡χulpʰɑʔ
/external/deqp/modules/glshared/
DglsBuiltinPrecisionTests.cpp2090 return fmt.ulp(ret, 2.5); in precision()
2106 return x <= 0 ? TCU_NAN : ctx.format.ulp(ret, 2.0); in precision()
2126 return ctx.format.ulp(ret, 3.0 + 2.0 * deAbs(x)); in precision()
2128 return ctx.format.ulp(ret, 2.0 + 2.0 * deAbs(x)); in precision()
2130 return ctx.format.ulp(ret, 2.0); in precision()
2164 return (0.5 <= x && x <= 2.0) ? deLdExp(1.0, -21) : ctx.format.ulp(ret, 3.0); in precision()
2166 return (0.5 <= x && x <= 2.0) ? deLdExp(1.0, -7) : ctx.format.ulp(ret, 2.0); in precision()
2168 return ctx.format.ulp(ret, 2.0); in precision()
2182 return (0.5 <= x && x <= 2.0) ? deLdExp(1.0, -21) : ctx.format.ulp(ret, 4.0); in warningPrecision()
2356 return ctx.format.ulp(ret, 2.0); in precision()
[all …]
/external/deqp/external/vulkancts/modules/vulkan/shaderexecutor/
DvktShaderBuiltinPrecisionTests.cpp2524 return fmt.ulp(ret, 2.5); in precision()
2541 return x <= 0 ? TCU_NAN : ctx.format.ulp(ret, 2.0); in precision()
2573 return ctx.format.ulp(ret, 3.0 + 2.0 * deAbs(x)); in precision_legacy()
2575 return ctx.format.ulp(ret, 2.0 + 2.0 * deAbs(x)); in precision_legacy()
2577 return ctx.format.ulp(ret, 2.0); in precision_legacy()
2603 return ctx.format.ulp(ret, 3.0 + 2.0 * deAbs(x)); in precision()
2607 return ctx.format.ulp(ret, 1.0 + 2.0 * deAbs(x)); in precision()
2618 return ctx.format.ulp(ret, 1.0 + 2.0 * deAbs(x)); in precision()
2654 return (0.5 <= x && x <= 2.0) ? deLdExp(1.0, -21) : ctx.format.ulp(ret, 3.0); in precision()
2656 return (0.5 <= x && x <= 2.0) ? deLdExp(1.0, -7) : ctx.format.ulp(ret, 2.0); in precision()
[all …]
/external/apache-commons-math/src/main/java/org/apache/commons/math/linear/
DSingularValueDecompositionImpl.java255 final double threshold = FastMath.max(m, n) * FastMath.ulp(singularValues[0]); in getRank()
/external/apache-commons-math/src/main/java/org/apache/commons/math/analysis/
DComposableFunction.java270 return FastMath.ulp(d);
/external/guava/guava-tests/test/com/google/common/math/
DDoubleMathTest.java446 assertTrue(Math.abs(dmLog2 - trueLog2) <= Math.ulp(trueLog2));
518 assertEquals(actual, result, Math.ulp(actual));
/external/apache-commons-math/src/main/java/org/apache/commons/math/ode/
DAbstractIntegrator.java403 … FastMath.ulp(FastMath.max(FastMath.abs(startTime), FastMath.abs(endTime))), in addEndTimeChecker()
/external/deqp/external/vulkancts/modules/vulkan/spirv_assembly/
DvktSpvAsmInstructionTests.cpp12275 …virtual double getMin (double value, double ulps) { return value - floatFormat16.ulp(deAbs(v… in getMin()
12276 …virtual double getMax (double value, double ulps) { return value + floatFormat16.ulp(deAbs(v… in getMax()
12525 …inRange(d, -DE_PI_DOUBLE, DE_PI_DOUBLE) ? deLdExp(1.0, -7) : floatFormat16.ulp(deAbs(result), unsp… in calc()
12547 …inRange(d, -DE_PI_DOUBLE, DE_PI_DOUBLE) ? deLdExp(1.0, -7) : floatFormat16.ulp(deAbs(result), unsp… in calc()
12616 …min[0] = result - floatFormat16.ulp(deAbs(error), 2 * 5.0); // This is not a precision test. Value… in calc()
12617 …max[0] = result + floatFormat16.ulp(deAbs(error), 2 * 5.0); // This is not a precision test. Value… in calc()
12637 …min[0] = result - floatFormat16.ulp(deAbs(error), 2 * 5.0); // This is not a precision test. Value… in calc()
12638 …max[0] = result + floatFormat16.ulp(deAbs(error), 2 * 5.0); // This is not a precision test. Value… in calc()
12688 error = floatFormat16.ulp(deAbs(result), ulps); in calc()
12698 …error = deAbs(floatFormat16.ulp(epx.asDouble(), ulps)) + deAbs(floatFormat16.ulp(enx.asDouble(), u… in calc()
[all …]
/external/python/cpython3/Modules/_decimal/libmpdec/
Dmpdecimal.c4356 MPD_NEW_STATIC(ulp, 0,0,0,0); in mpd_qexp()
4384 _ssettriple(&ulp, MPD_POS, 1, ulpexp); in mpd_qexp()
4400 mpd_qadd(&t1, result, &ulp, &workctx, &workctx.status); in mpd_qexp()
4401 mpd_qsub(&t2, result, &ulp, &workctx, &workctx.status); in mpd_qexp()
4414 mpd_del(&ulp); in mpd_qexp()
4913 MPD_NEW_STATIC(ulp, 0,0,0,0); in mpd_qln()
4930 _ssettriple(&ulp, MPD_POS, 1, in mpd_qln()
4934 mpd_qadd(&t1, result, &ulp, &workctx, &workctx.status); in mpd_qln()
4935 mpd_qsub(&t2, result, &ulp, &workctx, &workctx.status); in mpd_qln()
4947 mpd_del(&ulp); in mpd_qln()
[all …]
/external/python/cpython3/Python/
Ddtoa.c929 ulp(U *x) in ulp() function
1243 return ulp(x); in sulp()
2092 adj.d = aadj1 * ulp(&rv); in _Py_dg_strtod()
2123 adj.d = aadj1 * ulp(&rv); in _Py_dg_strtod()
/external/python/cpython2/Python/
Ddtoa.c1003 ulp(U *x) in ulp() function
1346 return ulp(x); in sulp()
2165 adj.d = aadj1 * ulp(&rv); in _Py_dg_strtod()
2196 adj.d = aadj1 * ulp(&rv); in _Py_dg_strtod()

123