Home
last modified time | relevance | path

Searched refs:IntegerDoubleMultiply (Results 1 – 3 of 3) sorted by relevance

/external/tensorflow/tensorflow/lite/kernels/internal/
Dquantization_util_test.cc302 TEST(QuantizationUtilTest, IntegerDoubleMultiply) { in TEST() argument
303 EXPECT_NEAR(1.0, IntegerDoubleMultiply(1.0, 1.0), 1e-5); in TEST()
304 EXPECT_NEAR(2.0, IntegerDoubleMultiply(1.0, 2.0), 1e-5); in TEST()
305 EXPECT_NEAR(2.0, IntegerDoubleMultiply(2.0, 1.0), 1e-5); in TEST()
306 EXPECT_NEAR(4.0, IntegerDoubleMultiply(2.0, 2.0), 1e-5); in TEST()
307 EXPECT_NEAR(0.5, IntegerDoubleMultiply(1.0, 0.5), 1e-5); in TEST()
308 EXPECT_NEAR(0.25, IntegerDoubleMultiply(0.5, 0.5), 1e-5); in TEST()
309 EXPECT_NEAR(-1.0, IntegerDoubleMultiply(1.0, -1.0), 1e-5); in TEST()
310 EXPECT_NEAR(-1.0, IntegerDoubleMultiply(-1.0, 1.0), 1e-5); in TEST()
311 EXPECT_NEAR(1.0, IntegerDoubleMultiply(-1.0, -1.0), 1e-5); in TEST()
[all …]
Dquantization_util.cc210 double IntegerDoubleMultiply(double a, double b) { in IntegerDoubleMultiply() function
267 const double input_beta = IntegerDoubleMultiply(beta, input_scale); in PreprocessSoftmaxScaling()
Dquantization_util.h229 double IntegerDoubleMultiply(double a, double b);