Home
last modified time | relevance | path

Searched refs:eps (Results 1 – 25 of 181) sorted by relevance

12345678

/external/llvm/test/CodeGen/X86/
Dfp-select-cmp-and.ll3 define double @test1(double %a, double %b, double %eps) {
4 %cmp = fcmp olt double %a, %eps
13 define double @test2(double %a, double %b, double %eps) {
14 %cmp = fcmp ole double %a, %eps
23 define double @test3(double %a, double %b, double %eps) {
24 %cmp = fcmp ogt double %a, %eps
33 define double @test4(double %a, double %b, double %eps) {
34 %cmp = fcmp oge double %a, %eps
43 define double @test5(double %a, double %b, double %eps) {
44 %cmp = fcmp olt double %a, %eps
[all …]
/external/tensorflow/tensorflow/core/kernels/boosted_trees/quantiles/
Dweighted_quantiles_stream_test.cc108 double eps, int64 max_elements, in TestSingleWorkerStreams() argument
115 Stream stream(eps, max_elements); in TestSingleWorkerStreams()
120 EXPECT_LE(stream.ApproximationError(), eps); in TestSingleWorkerStreams()
147 const double eps = 0.01; in TEST() local
149 TestSingleWorkerStreams(eps, max_elements, GenerateOneValue, in TEST()
154 const double eps = 0.01; in TEST() local
156 TestSingleWorkerStreams(eps, max_elements, GenerateOneZeroWeightedValue, {}, in TEST()
161 const double eps = 0.01; in TEST() local
163 TestSingleWorkerStreams(eps, max_elements, GenerateFixedUniformSummary, in TEST()
169 const double eps = 0.01; in TEST() local
[all …]
Dweighted_quantiles_stream.h72 explicit WeightedQuantilesStream(double eps, int64 max_elements) in WeightedQuantilesStream() argument
73 : eps_(eps), buffer_(1LL, 2LL), finalized_(false) { in WeightedQuantilesStream()
76 QCHECK(eps > 0) << "An epsilon value of zero is not allowed."; in WeightedQuantilesStream()
77 std::tie(max_levels_, block_size_) = GetQuantileSpecs(eps, max_elements); in WeightedQuantilesStream()
209 static std::tuple<int64, int64> GetQuantileSpecs(double eps,
296 double eps, int64 max_elements) { in GetQuantileSpecs() argument
299 QCHECK(eps >= 0 && eps < 1); in GetQuantileSpecs()
302 if (eps <= std::numeric_limits<double>::epsilon()) { in GetQuantileSpecs()
322 block_size = static_cast<size_t>(ceil(max_level / eps)) + 1; in GetQuantileSpecs()
/external/webrtc/webrtc/modules/audio_coding/codecs/opus/
Daudio_encoder_opus_unittest.cc133 const double eps = 1e-15; in TEST_F() local
138 TestSetPacketLossRate(encoder_.get(), I(0.00 , 0.01 - eps), 0.00); in TEST_F()
139 TestSetPacketLossRate(encoder_.get(), I(0.01 + eps, 0.06 - eps), 0.01); in TEST_F()
140 TestSetPacketLossRate(encoder_.get(), I(0.06 + eps, 0.11 - eps), 0.05); in TEST_F()
141 TestSetPacketLossRate(encoder_.get(), I(0.11 + eps, 0.22 - eps), 0.10); in TEST_F()
142 TestSetPacketLossRate(encoder_.get(), I(0.22 + eps, 1.00 ), 0.20); in TEST_F()
144 TestSetPacketLossRate(encoder_.get(), I(1.00 , 0.18 + eps), 0.20); in TEST_F()
145 TestSetPacketLossRate(encoder_.get(), I(0.18 - eps, 0.09 + eps), 0.10); in TEST_F()
146 TestSetPacketLossRate(encoder_.get(), I(0.09 - eps, 0.04 + eps), 0.05); in TEST_F()
147 TestSetPacketLossRate(encoder_.get(), I(0.04 - eps, 0.01 + eps), 0.01); in TEST_F()
[all …]
/external/tensorflow/tensorflow/lite/tools/optimize/calibration/
Dcalibrator_test.cc87 const float eps = 1e-6f; in TEST() local
92 EXPECT_NEAR(tensor->data.f[i], 6.0f, eps); in TEST()
96 EXPECT_NEAR(tensor->data.f[i], 9.0f, eps); in TEST()
105 EXPECT_NEAR(stats.at(tensor_idx).min, tensor_idx + 1, eps); in TEST()
106 EXPECT_NEAR(stats.at(tensor_idx).max, tensor_idx + 1, eps); in TEST()
109 EXPECT_NEAR(stats.at(4).min, 5, eps); in TEST()
110 EXPECT_NEAR(stats.at(4).max, 5, eps); in TEST()
113 EXPECT_NEAR(stats.at(5).min, 6, eps); in TEST()
114 EXPECT_NEAR(stats.at(5).max, 6, eps); in TEST()
116 EXPECT_NEAR(stats.at(6).min, 9, eps); in TEST()
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/test/CodeGen/X86/
Dfp-select-cmp-and.ll4 define double @test1(double %a, double %b, double %eps) {
10 %cmp = fcmp olt double %a, %eps
15 define double @test2(double %a, double %b, double %eps) {
21 %cmp = fcmp ole double %a, %eps
26 define double @test3(double %a, double %b, double %eps) {
33 %cmp = fcmp ogt double %a, %eps
38 define double @test4(double %a, double %b, double %eps) {
45 %cmp = fcmp oge double %a, %eps
50 define double @test5(double %a, double %b, double %eps) {
56 %cmp = fcmp olt double %a, %eps
[all …]
/external/libcxx/utils/google-benchmark/src/
Dcheck.h74 #define CHECK_FLOAT_EQ(a, b, eps) CHECK(std::fabs((a) - (b)) < (eps)) argument
75 #define CHECK_FLOAT_NE(a, b, eps) CHECK(std::fabs((a) - (b)) >= (eps)) argument
76 #define CHECK_FLOAT_GE(a, b, eps) CHECK((a) - (b) > -(eps)) argument
77 #define CHECK_FLOAT_LE(a, b, eps) CHECK((b) - (a) > -(eps)) argument
78 #define CHECK_FLOAT_GT(a, b, eps) CHECK((a) - (b) > (eps)) argument
79 #define CHECK_FLOAT_LT(a, b, eps) CHECK((b) - (a) > (eps)) argument
/external/google-benchmark/src/
Dcheck.h74 #define CHECK_FLOAT_EQ(a, b, eps) CHECK(std::fabs((a) - (b)) < (eps)) argument
75 #define CHECK_FLOAT_NE(a, b, eps) CHECK(std::fabs((a) - (b)) >= (eps)) argument
76 #define CHECK_FLOAT_GE(a, b, eps) CHECK((a) - (b) > -(eps)) argument
77 #define CHECK_FLOAT_LE(a, b, eps) CHECK((b) - (a) > -(eps)) argument
78 #define CHECK_FLOAT_GT(a, b, eps) CHECK((a) - (b) > (eps)) argument
79 #define CHECK_FLOAT_LT(a, b, eps) CHECK((b) - (a) > (eps)) argument
/external/tensorflow/tensorflow/lite/delegates/gpu/cl/kernels/
Dpadding_test.cc45 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
56 Pointwise(FloatNear(eps), in TEST_F()
73 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
84 Pointwise(FloatNear(eps), in TEST_F()
101 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
113 Pointwise(FloatNear(eps), {0.0f, 1.0f, 2.0f, 3.0f, 0.0f, 0.0f})); in TEST_F()
129 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
141 Pointwise(FloatNear(eps), {0.0f, 0.0f, 0.0f, 1.0f, 2.0f, 3.0f})); in TEST_F()
157 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
169 Pointwise(FloatNear(eps), {0.0f, 1.0f, 0.0f, 2.0f, 3.0f, 0.0f})); in TEST_F()
[all …]
Delementwise_test.cc65 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
78 Pointwise(FloatNear(eps), {std::cos(0.0f), std::cos(-1.0f), in TEST_F()
91 const float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in TEST_F() local
104 testing::Pointwise(testing::FloatNear(eps), in TEST_F()
117 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
129 Pointwise(FloatNear(eps), {std::log(1.0f), std::log(2.0f), in TEST_F()
142 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
154 Pointwise(FloatNear(eps), in TEST_F()
169 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
181 Pointwise(FloatNear(eps), {0.5f, 1.0f / 3.0f, 0.25f, 0.2f})); in TEST_F()
[all …]
Dmultiply_add_test.cc48 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
60 Pointwise(FloatNear(eps), {0.0f, 2.0f, 1.0f, 6.0f})); in TEST_F()
78 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
90 Pointwise(FloatNear(eps), {0.5f, 3.0f, 2.5f, 5.0f})); in TEST_F()
105 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
117 Pointwise(FloatNear(eps), {0.0f, 0.5f, 1.0f, 1.5f})); in TEST_F()
132 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
144 Pointwise(FloatNear(eps), {-0.5f, 0.5f, 1.5f, 2.5f})); in TEST_F()
166 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
179 Pointwise(FloatNear(eps), {-0.5f, 2.5f, 0.5f, 6.5f})); in TEST_F()
Dpooling_test.cc48 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
58 EXPECT_THAT(dst_tensor.data, Pointwise(FloatNear(eps), {3.0f, 4.0f})); in TEST_F()
77 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
88 Pointwise(FloatNear(eps), {1.5f, 2.0f, 2.5f, 3.0f})); in TEST_F()
107 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
117 EXPECT_THAT(dst_tensor.data, Pointwise(FloatNear(eps), {8.0f, 7.0f})); in TEST_F()
137 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
150 EXPECT_THAT(dst_tensor.data, Pointwise(FloatNear(eps), {8.0f, 7.0f})); in TEST_F()
154 EXPECT_THAT(dst_tensor_ind.data, Pointwise(FloatNear(eps), {0.0f, 3.0f})); in TEST_F()
Drelu_test.cc45 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
56 Pointwise(FloatNear(eps), {0.0f, 0.8f, 0.0f, 3.2f})); in TEST_F()
72 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
83 Pointwise(FloatNear(eps), {0.0f, 0.8f, 0.0f, 0.9f})); in TEST_F()
99 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
110 Pointwise(FloatNear(eps), {-0.25f, 0.8f, -0.3f, 3.2f})); in TEST_F()
126 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
137 Pointwise(FloatNear(eps), {-0.25f, 0.5f, -0.3f, 0.5f})); in TEST_F()
Dresize_test.cc46 const float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in TEST_F() local
57 Pointwise(FloatNear(eps), in TEST_F()
77 const float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in TEST_F() local
89 Pointwise(FloatNear(eps), in TEST_F()
108 const float eps = precision == CalculationsPrecision::F32 ? 1e-5f : 1e-2f; in TEST_F() local
119 Pointwise(FloatNear(eps), in TEST_F()
Dconv_powervr_test.cc53 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
65 Pointwise(FloatNear(eps), {1.0f, 1.0f, 5.0f, 5.0f, 9.0f, 9.0f, in TEST_F()
88 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
100 Pointwise(FloatNear(eps), {2.5f, 3.5f, 8.5f, 17.5f, 14.5f, in TEST_F()
123 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
135 Pointwise(FloatNear(eps), {28.0f, 18.0f, 22.0f, 13.0f})); in TEST_F()
158 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
170 Pointwise(FloatNear(eps), {168.5f, 391.5f, 80.5f, 223.5f, in TEST_F()
Dadd_test.cc44 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
56 Pointwise(FloatNear(eps), {0.0f, 0.0f, -0.1f, 0.0f})); in TEST_F()
72 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
84 Pointwise(FloatNear(eps), in TEST_F()
102 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
114 Pointwise(FloatNear(eps), in TEST_F()
Ddepth_wise_conv_test.cc51 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
64 Pointwise(FloatNear(eps), {4.0f, 6.0f, 8.0f, 10.0f, 4.0f, in TEST_F()
87 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
100 Pointwise(FloatNear(eps), {16.5f, 27.5f, 28.5f, 43.5f, 8.5f, in TEST_F()
124 const float eps = precision == CalculationsPrecision::F32 ? 1e-6f : 1e-3f; in TEST_F() local
138 Pointwise(FloatNear(eps), in TEST_F()
/external/blktrace/btt/doc/
DMakefile5 btt.tex: activity.eps qhist.eps dhist.eps seek.eps rstats.eps live.eps
/external/eigen/unsupported/Eigen/src/NonLinearOptimization/
Dchkder.h25 const Scalar eps = sqrt(NumTraits<Scalar>::epsilon()); in chkder() local
27 const Scalar epslog = chkder_log10e * log(eps); in chkder()
36 temp = eps * abs(x[j]); in chkder()
38 temp = eps; in chkder()
54 … temp = eps * abs((fvecp[i] - fvec[i]) / eps - err[i]) / (abs(fvec[i]) + abs(fvecp[i])); in chkder()
56 if (temp > NumTraits<Scalar>::epsilon() && temp < eps) in chkder()
58 if (temp >= eps) in chkder()
Dfdjac1.h22 Scalar eps, temp; in fdjac1() local
34 eps = sqrt((std::max)(epsfcn,epsmch)); in fdjac1()
40 h = eps * abs(temp); in fdjac1()
42 h = eps; in fdjac1()
56 h = eps * abs(wa2[j]); in fdjac1()
57 if (h == 0.) h = eps; in fdjac1()
65 h = eps * abs(wa2[j]); in fdjac1()
66 if (h == 0.) h = eps; in fdjac1()
/external/libusb/libusb/os/
Dsunos_usb.c370 if (hpriv->eps[0].datafd > 0) { in sunos_usb_open_ep0()
377 hpriv->eps[0].datafd = open(filename, O_RDWR); in sunos_usb_open_ep0()
378 if (hpriv->eps[0].datafd < 0) { in sunos_usb_open_ep0()
383 hpriv->eps[0].statfd = open(filename, O_RDONLY); in sunos_usb_open_ep0()
384 if (hpriv->eps[0].statfd < 0) { in sunos_usb_open_ep0()
385 close(hpriv->eps[0].datafd); in sunos_usb_open_ep0()
386 hpriv->eps[0].datafd = -1; in sunos_usb_open_ep0()
401 if (hdev->eps[i].datafd != -1) { in sunos_usb_close_all_eps()
402 (void) close(hdev->eps[i].datafd); in sunos_usb_close_all_eps()
403 hdev->eps[i].datafd = -1; in sunos_usb_close_all_eps()
[all …]
/external/tensorflow/tensorflow/python/kernel_tests/boosted_trees/
Dquantile_ops_test.py42 def create_resource(self, name, eps, max_elements, num_streams=1): argument
47 epsilon=eps,
83 self.eps = 0.01
89 quantile_accumulator_handle = self.create_resource("floats", self.eps,
94 epsilon=self.eps)
113 quantile_accumulator_handle = self.create_resource("floats_0", self.eps,
118 epsilon=self.eps)
148 quantile_accumulator_handle_0 = self.create_resource("float_0", self.eps,
150 quantile_accumulator_handle_1 = self.create_resource("float_1", self.eps,
155 epsilon=self.eps)
[all …]
/external/skia/src/gpu/effects/
DGrRGBToHSLFilterEffect.fp39 half eps = 0.0001;
43 half H = abs(q.w + (q.y - q.z) / (pmC * 6 + eps));
44 half S = pmC / (c.a + eps - abs(pmL * 2 - c.a));
45 half L = pmL / (c.a + eps);
63 const auto eps = 0.0001f, // matching SkSL/ColorMatrix half4 epsilon
67 H = std::abs(q[3] + (q[1] - q[2]) / (pmC * 6 + eps)),
68 S = pmC / (c.fA + eps - std::abs(pmL * 2 - c.fA)),
69 L = pmL / (c.fA + eps);
/external/tensorflow/tensorflow/compiler/xla/client/lib/
Dsvd.cc109 StatusOr<HouseHolderResult> HouseRow(XlaOp a, XlaOp i, XlaOp j, XlaOp eps, in HouseRow() argument
151 BroadcastInDim(Lt(sigma, eps), x_shape.dimensions(), broadcast_dims), v, in HouseRow()
155 beta = Select(Lt(Add(sigma, ZerosLike(beta), broadcast_dims), eps), in HouseRow()
174 StatusOr<HouseHolderResult> HouseCol(XlaOp a, XlaOp i, XlaOp j, XlaOp eps, in HouseCol() argument
217 BroadcastInDim(Lt(sigma, eps), x_shape.dimensions(), broadcast_dims), v, in HouseCol()
221 beta = Select(Lt(Add(sigma, ZerosLike(beta), broadcast_dims), eps), in HouseCol()
253 XlaOp a, XlaOp eps, PrecisionConfig::Precision precision) { in HouseHolderBidiagonalization() argument
283 auto eps = values[4]; in HouseHolderBidiagonalization() local
286 HouseCol(a, i, i, eps, precision)); in HouseHolderBidiagonalization()
293 HouseRow(a, i, i + one, eps, precision)); in HouseHolderBidiagonalization()
[all …]
/external/libaom/libaom/test/
Dselfguided_filter_test.cc35 int eps, const int *xqd, uint8_t *dst8, int dst_stride,
79 int eps = 15; in RunSpeedTest() local
92 av1_apply_selfguided_restoration_c(input_p, w, h, stride, eps, xqd, in RunSpeedTest()
109 tst_fun_(input_p, w, h, stride, eps, xqd, output_p, out_stride, in RunSpeedTest()
165 int eps = rnd.PseudoUniform(1 << SGRPROJ_PARAMS_BITS); in RunCorrectnessTest() local
178 tst_fun_(input_p, w, h, stride, eps, xqd, output_p, out_stride, in RunCorrectnessTest()
180 av1_apply_selfguided_restoration_c(input_p, w, h, stride, eps, xqd, in RunCorrectnessTest()
266 int eps = 15; in RunSpeedTest() local
280 CONVERT_TO_BYTEPTR(input_p), w, h, stride, eps, xqd, in RunSpeedTest()
296 tst_fun_(CONVERT_TO_BYTEPTR(input_p), w, h, stride, eps, xqd, in RunSpeedTest()
[all …]

12345678