Home
last modified time | relevance | path

Searched refs:eps (Results 1 – 25 of 204) sorted by relevance

123456789

/external/llvm/test/CodeGen/X86/
Dfp-select-cmp-and.ll3 define double @test1(double %a, double %b, double %eps) {
4 %cmp = fcmp olt double %a, %eps
13 define double @test2(double %a, double %b, double %eps) {
14 %cmp = fcmp ole double %a, %eps
23 define double @test3(double %a, double %b, double %eps) {
24 %cmp = fcmp ogt double %a, %eps
33 define double @test4(double %a, double %b, double %eps) {
34 %cmp = fcmp oge double %a, %eps
43 define double @test5(double %a, double %b, double %eps) {
44 %cmp = fcmp olt double %a, %eps
[all …]
/external/tensorflow/tensorflow/core/kernels/boosted_trees/quantiles/
Dweighted_quantiles_stream_test.cc108 double eps, int64 max_elements, in TestSingleWorkerStreams() argument
115 Stream stream(eps, max_elements); in TestSingleWorkerStreams()
120 EXPECT_LE(stream.ApproximationError(), eps); in TestSingleWorkerStreams()
147 const double eps = 0.01; in TEST() local
149 TestSingleWorkerStreams(eps, max_elements, GenerateOneValue, in TEST()
154 const double eps = 0.01; in TEST() local
156 TestSingleWorkerStreams(eps, max_elements, GenerateOneZeroWeightedValue, {}, in TEST()
161 const double eps = 0.01; in TEST() local
163 TestSingleWorkerStreams(eps, max_elements, GenerateFixedUniformSummary, in TEST()
169 const double eps = 0.01; in TEST() local
[all …]
Dweighted_quantiles_stream.h72 explicit WeightedQuantilesStream(double eps, int64 max_elements) in WeightedQuantilesStream() argument
73 : eps_(eps), buffer_(1LL, 2LL), finalized_(false) { in WeightedQuantilesStream()
76 QCHECK(eps > 0) << "An epsilon value of zero is not allowed."; in WeightedQuantilesStream()
77 std::tie(max_levels_, block_size_) = GetQuantileSpecs(eps, max_elements); in WeightedQuantilesStream()
209 static std::tuple<int64, int64> GetQuantileSpecs(double eps,
296 double eps, int64 max_elements) { in GetQuantileSpecs() argument
299 QCHECK(eps >= 0 && eps < 1); in GetQuantileSpecs()
302 if (eps <= std::numeric_limits<double>::epsilon()) { in GetQuantileSpecs()
322 block_size = static_cast<size_t>(ceil(max_level / eps)) + 1; in GetQuantileSpecs()
/external/llvm-project/llvm/test/CodeGen/X86/
Dfp-select-cmp-and.ll4 define double @test1(double %a, double %b, double %eps) {
10 %cmp = fcmp olt double %a, %eps
15 define double @test2(double %a, double %b, double %eps) {
21 %cmp = fcmp ole double %a, %eps
26 define double @test3(double %a, double %b, double %eps) {
33 %cmp = fcmp ogt double %a, %eps
38 define double @test4(double %a, double %b, double %eps) {
45 %cmp = fcmp oge double %a, %eps
50 define double @test5(double %a, double %b, double %eps) {
56 %cmp = fcmp olt double %a, %eps
[all …]
/external/llvm-project/libcxx/utils/google-benchmark/src/
Dcheck.h74 #define CHECK_FLOAT_EQ(a, b, eps) CHECK(std::fabs((a) - (b)) < (eps)) argument
75 #define CHECK_FLOAT_NE(a, b, eps) CHECK(std::fabs((a) - (b)) >= (eps)) argument
76 #define CHECK_FLOAT_GE(a, b, eps) CHECK((a) - (b) > -(eps)) argument
77 #define CHECK_FLOAT_LE(a, b, eps) CHECK((b) - (a) > -(eps)) argument
78 #define CHECK_FLOAT_GT(a, b, eps) CHECK((a) - (b) > (eps)) argument
79 #define CHECK_FLOAT_LT(a, b, eps) CHECK((b) - (a) > (eps)) argument
/external/google-benchmark/src/
Dcheck.h74 #define CHECK_FLOAT_EQ(a, b, eps) CHECK(std::fabs((a) - (b)) < (eps)) argument
75 #define CHECK_FLOAT_NE(a, b, eps) CHECK(std::fabs((a) - (b)) >= (eps)) argument
76 #define CHECK_FLOAT_GE(a, b, eps) CHECK((a) - (b) > -(eps)) argument
77 #define CHECK_FLOAT_LE(a, b, eps) CHECK((b) - (a) > -(eps)) argument
78 #define CHECK_FLOAT_GT(a, b, eps) CHECK((a) - (b) > (eps)) argument
79 #define CHECK_FLOAT_LT(a, b, eps) CHECK((b) - (a) > (eps)) argument
/external/llvm-project/llvm/utils/benchmark/src/
Dcheck.h72 #define CHECK_FLOAT_EQ(a, b, eps) CHECK(std::fabs((a) - (b)) < (eps)) argument
73 #define CHECK_FLOAT_NE(a, b, eps) CHECK(std::fabs((a) - (b)) >= (eps)) argument
74 #define CHECK_FLOAT_GE(a, b, eps) CHECK((a) - (b) > -(eps)) argument
75 #define CHECK_FLOAT_LE(a, b, eps) CHECK((b) - (a) > -(eps)) argument
76 #define CHECK_FLOAT_GT(a, b, eps) CHECK((a) - (b) > (eps)) argument
77 #define CHECK_FLOAT_LT(a, b, eps) CHECK((b) - (a) > (eps)) argument
/external/libcxx/utils/google-benchmark/src/
Dcheck.h74 #define CHECK_FLOAT_EQ(a, b, eps) CHECK(std::fabs((a) - (b)) < (eps)) argument
75 #define CHECK_FLOAT_NE(a, b, eps) CHECK(std::fabs((a) - (b)) >= (eps)) argument
76 #define CHECK_FLOAT_GE(a, b, eps) CHECK((a) - (b) > -(eps)) argument
77 #define CHECK_FLOAT_LE(a, b, eps) CHECK((b) - (a) > -(eps)) argument
78 #define CHECK_FLOAT_GT(a, b, eps) CHECK((a) - (b) > (eps)) argument
79 #define CHECK_FLOAT_LT(a, b, eps) CHECK((b) - (a) > (eps)) argument
/external/tensorflow/tensorflow/lite/tools/optimize/calibration/
Dcalibrator_test.cc88 const float eps = 1e-6f; in TEST() local
93 EXPECT_NEAR(tensor->data.f[i], 6.0f, eps); in TEST()
97 EXPECT_NEAR(tensor->data.f[i], 9.0f, eps); in TEST()
106 EXPECT_NEAR(stats.at(tensor_idx).min, tensor_idx + 1, eps); in TEST()
107 EXPECT_NEAR(stats.at(tensor_idx).max, tensor_idx + 1, eps); in TEST()
110 EXPECT_NEAR(stats.at(4).min, 5, eps); in TEST()
111 EXPECT_NEAR(stats.at(4).max, 5, eps); in TEST()
114 EXPECT_NEAR(stats.at(5).min, 6, eps); in TEST()
115 EXPECT_NEAR(stats.at(5).max, 6, eps); in TEST()
117 EXPECT_NEAR(stats.at(6).min, 9, eps); in TEST()
[all …]
/external/llvm-project/libcxx/test/support/
Dfp_compare.h18 bool fptest_close(T val, T expected, T eps) in fptest_close() argument
21 assert(eps >= zero); in fptest_close()
24 if (eps == zero) return val == expected; in fptest_close()
25 if (val == zero) return std::abs(expected) <= eps; in fptest_close()
26 if (expected == zero) return std::abs(val) <= eps; in fptest_close()
28 return std::abs(val - expected) < eps in fptest_close()
29 && std::abs(val - expected)/std::abs(val) < eps; in fptest_close()
40 T eps = (percent / T(100)) * std::max(std::abs(val), std::abs(expected)); in fptest_close_pct() local
42 return fptest_close(val, expected, eps); in fptest_close_pct()
/external/tensorflow/tensorflow/lite/delegates/gpu/common/tasks/
Delementwise_test_util.cc61 const float eps = precision == CalculationsPrecision::F32 ? 5e-5f : 1e-3f; in CosTest() local
75 dst_tensor.data, eps)); in CosTest()
112 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-2f; in EluTest() local
127 dst_tensor.data, eps)); in EluTest()
140 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-2f; in ExpTest() local
155 dst_tensor.data, eps)); in ExpTest()
168 const float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in HardSwishTest() local
182 dst_tensor.data, eps)); in HardSwishTest()
195 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in LogTest() local
209 dst_tensor.data, eps)); in LogTest()
[all …]
Dfully_connected_test_util.cc42 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in FullyConnectedTest() local
54 RETURN_IF_ERROR(PointWiseNear({14.5f, 37.5f}, dst_tensor.data, eps)) in FullyConnectedTest()
88 const float eps = precision == CalculationsPrecision::F32 ? 0.0f : 1.0f; in FullyConnectedLargeTest() local
103 dst_tensor.data, eps)) in FullyConnectedLargeTest()
127 float eps; in FullyConnectedExtraLargeTest() local
130 eps = 2.45e-3f; in FullyConnectedExtraLargeTest()
133 eps = 1.38f; in FullyConnectedExtraLargeTest()
136 eps = 39.0f; in FullyConnectedExtraLargeTest()
140 eps *= 4.0f; in FullyConnectedExtraLargeTest()
144 eps = 3.5f; in FullyConnectedExtraLargeTest()
[all …]
Dpadding_test_util.cc39 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in PaddingAppendWidthTest() local
52 dst_tensor.data, eps)); in PaddingAppendWidthTest()
69 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in PaddingPrependWidthTest() local
82 dst_tensor.data, eps)); in PaddingPrependWidthTest()
99 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in PaddingAppendHeightTest() local
111 dst_tensor.data, eps)); in PaddingAppendHeightTest()
128 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in PaddingPrependHeightTest() local
140 dst_tensor.data, eps)); in PaddingPrependHeightTest()
157 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in PaddingAppendChannelsTest() local
169 dst_tensor.data, eps)); in PaddingAppendChannelsTest()
[all …]
Dresize_test_util.cc40 const float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in ResizeBilinearAlignedTest() local
54 dst_tensor.data, eps)); in ResizeBilinearAlignedTest()
72 const float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in ResizeBilinearNonAlignedTest() local
86 dst_tensor.data, eps)); in ResizeBilinearNonAlignedTest()
105 const float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in ResizeBilinearWithoutHalfPixelTest() local
118 dst_tensor.data, eps)); in ResizeBilinearWithoutHalfPixelTest()
137 const float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in ResizeBilinearWithHalfPixelTest() local
150 dst_tensor.data, eps)); in ResizeBilinearWithHalfPixelTest()
169 const float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in ResizeNearestTest() local
182 dst_tensor.data, eps)); in ResizeNearestTest()
[all …]
Drelu_test_util.cc39 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in ReLUNoClipNoAlphaTest() local
51 PointWiseNear({0.0f, 0.8f, 0.0f, 3.2f}, dst_tensor.data, eps)); in ReLUNoClipNoAlphaTest()
68 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in ReLUClipTest() local
80 PointWiseNear({0.0f, 0.8f, 0.0f, 0.9f}, dst_tensor.data, eps)); in ReLUClipTest()
97 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in ReLUAlphaTest() local
109 PointWiseNear({-0.25f, 0.8f, -0.3f, 3.2f}, dst_tensor.data, eps)); in ReLUAlphaTest()
126 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in ReLUAlphaClipTest() local
138 PointWiseNear({-0.25f, 0.5f, -0.3f, 0.5f}, dst_tensor.data, eps)); in ReLUAlphaClipTest()
Dreduce_test_util.cc36 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-2f; in MeanHWTest() local
49 RETURN_IF_ERROR(PointWiseNear({2.5f}, dst_tensor.data, eps)); in MeanHWTest()
63 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-2f; in ReduceSumChannelsTest() local
76 RETURN_IF_ERROR(PointWiseNear({5.4f, 12.6f}, dst_tensor.data, eps)); in ReduceSumChannelsTest()
90 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-2f; in ReduceProductChannelsTest() local
103 RETURN_IF_ERROR(PointWiseNear({2.2f, 12.4f}, dst_tensor.data, eps)); in ReduceProductChannelsTest()
118 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-2f; in ReduceMaxChannelsTest() local
131 RETURN_IF_ERROR(PointWiseNear({32.6f, -2.0f}, dst_tensor.data, eps)); in ReduceMaxChannelsTest()
146 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-2f; in ReduceMinChannelsTest() local
159 RETURN_IF_ERROR(PointWiseNear({-100.0f, -7.0f}, dst_tensor.data, eps)); in ReduceMinChannelsTest()
Dpooling_test_util.cc42 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in AveragePoolingTest() local
53 RETURN_IF_ERROR(PointWiseNear({3.0f, 4.0f}, dst_tensor.data, eps)); in AveragePoolingTest()
73 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in AveragePoolingNonEmptyPaddingTest() local
85 PointWiseNear({1.5f, 2.0f, 2.5f, 3.0f}, dst_tensor.data, eps)); in AveragePoolingNonEmptyPaddingTest()
105 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in MaxPoolingTest() local
116 RETURN_IF_ERROR(PointWiseNear({8.0f, 7.0f}, dst_tensor.data, eps)); in MaxPoolingTest()
137 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in MaxPoolingIndicesTest() local
151 RETURN_IF_ERROR(PointWiseNear({8.0f, 7.0f}, dst_tensor.data, eps)); in MaxPoolingIndicesTest()
155 RETURN_IF_ERROR(PointWiseNear({0.0f, 3.0f}, dst_tensor_ind.data, eps)); in MaxPoolingIndicesTest()
Dquantize_and_dequantize_test_util.cc44 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-2f; in QuantAndDequant_Dim2Bits8Test() local
57 dst_tensor.data, eps)); in QuantAndDequant_Dim2Bits8Test()
81 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-2f; in QuantAndDequant_Dim3Bits8_NegativeRangeTest() local
94 dst_tensor.data, eps)); in QuantAndDequant_Dim3Bits8_NegativeRangeTest()
117 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in QuantAndDequant_Dim3Bits16Test() local
130 dst_tensor.data, eps)); in QuantAndDequant_Dim3Bits16Test()
154 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-2f; in QuantAndDequant_Dim2Bits16_NegativeRangeTest() local
167 dst_tensor.data, eps)); in QuantAndDequant_Dim2Bits16_NegativeRangeTest()
Dwinograd_test_util.cc70 float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in Winograd4x4To36TileX6Test() local
72 eps *= 4.0f; in Winograd4x4To36TileX6Test()
89 RETURN_IF_ERROR(PointWiseNear(dst_ref.data, dst_tensor.data, eps)); in Winograd4x4To36TileX6Test()
142 float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in Winograd36To4x4Tile4x1Test() local
144 eps *= 4.0f; in Winograd36To4x4Tile4x1Test()
158 RETURN_IF_ERROR(PointWiseNear(dst_ref.data, dst_tensor.data, eps)); in Winograd36To4x4Tile4x1Test()
206 float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in Winograd4x4To36Test() local
208 eps *= 4.0f; in Winograd4x4To36Test()
223 RETURN_IF_ERROR(PointWiseNear(dst_ref.data, dst_tensor.data, eps)); in Winograd4x4To36Test()
277 float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in Winograd36To4x4Test() local
[all …]
/external/blktrace/btt/doc/
DMakefile5 btt.tex: activity.eps qhist.eps dhist.eps seek.eps rstats.eps live.eps
/external/eigen/unsupported/Eigen/src/NonLinearOptimization/
Dchkder.h25 const Scalar eps = sqrt(NumTraits<Scalar>::epsilon()); in chkder() local
27 const Scalar epslog = chkder_log10e * log(eps); in chkder()
36 temp = eps * abs(x[j]); in chkder()
38 temp = eps; in chkder()
54 … temp = eps * abs((fvecp[i] - fvec[i]) / eps - err[i]) / (abs(fvec[i]) + abs(fvecp[i])); in chkder()
56 if (temp > NumTraits<Scalar>::epsilon() && temp < eps) in chkder()
58 if (temp >= eps) in chkder()
Dfdjac1.h22 Scalar eps, temp; in fdjac1() local
34 eps = sqrt((std::max)(epsfcn,epsmch)); in fdjac1()
40 h = eps * abs(temp); in fdjac1()
42 h = eps; in fdjac1()
56 h = eps * abs(wa2[j]); in fdjac1()
57 if (h == 0.) h = eps; in fdjac1()
65 h = eps * abs(wa2[j]); in fdjac1()
66 if (h == 0.) h = eps; in fdjac1()
/external/tensorflow/tensorflow/python/kernel_tests/boosted_trees/
Dquantile_ops_test.py42 def create_resource(self, name, eps, max_elements, num_streams=1): argument
47 epsilon=eps,
83 self.eps = 0.01
89 quantile_accumulator_handle = self.create_resource("floats", self.eps,
94 epsilon=self.eps)
113 quantile_accumulator_handle = self.create_resource("floats_0", self.eps,
118 epsilon=self.eps)
148 quantile_accumulator_handle_0 = self.create_resource("float_0", self.eps,
150 quantile_accumulator_handle_1 = self.create_resource("float_1", self.eps,
155 epsilon=self.eps)
[all …]
/external/libusb/libusb/os/
Dsunos_usb.c727 if (hpriv->eps[0].datafd > 0) { in sunos_usb_open_ep0()
733 hpriv->eps[0].datafd = open(filename, O_RDWR); in sunos_usb_open_ep0()
734 if (hpriv->eps[0].datafd < 0) { in sunos_usb_open_ep0()
739 hpriv->eps[0].statfd = open(filename, O_RDONLY); in sunos_usb_open_ep0()
740 if (hpriv->eps[0].statfd < 0) { in sunos_usb_open_ep0()
741 close(hpriv->eps[0].datafd); in sunos_usb_open_ep0()
742 hpriv->eps[0].datafd = -1; in sunos_usb_open_ep0()
757 if (hdev->eps[i].datafd != -1) { in sunos_usb_close_all_eps()
758 (void) close(hdev->eps[i].datafd); in sunos_usb_close_all_eps()
759 hdev->eps[i].datafd = -1; in sunos_usb_close_all_eps()
[all …]
/external/skia/src/gpu/effects/
DGrRGBToHSLFilterEffect.fp41 half eps = 0.0001;
45 half H = abs(q.w + (q.y - q.z) / (pmC * 6 + eps));
46 half S = pmC / (c.a + eps - abs(pmL * 2 - c.a));
47 half L = pmL / (c.a + eps);
67 const auto eps = 0.0001f, // matching SkSL/ColorMatrix half4 epsilon
71 H = std::abs(q[3] + (q[1] - q[2]) / (pmC * 6 + eps)),
72 S = pmC / (c.fA + eps - std::abs(pmL * 2 - c.fA)),
73 L = pmL / (c.fA + eps);

123456789