Searched refs:inv_sqrt (Results 1 – 3 of 3) sorted by relevance
| /external/tensorflow/tensorflow/lite/kernels/internal/ |
| D | quantization_util_test.cc | 404 auto inv_sqrt = [](std::int32_t input) { in TEST() local
412 EXPECT_THAT(inv_sqrt(0), Pair(kInt32Max, 0)); in TEST()
413 EXPECT_THAT(inv_sqrt(1), Pair(kInt32Max, 0)); in TEST()
414 EXPECT_THAT(inv_sqrt(2), Pair(1518498372, 0)); in TEST()
415 EXPECT_THAT(inv_sqrt(3), Pair(1239850284, 0)); in TEST()
416 EXPECT_THAT(inv_sqrt(4), Pair(1073741828, 0)); in TEST()
417 EXPECT_THAT(inv_sqrt(100), Pair(214748363, 0)); in TEST()
418 EXPECT_THAT(inv_sqrt(10000), Pair(343597361, 4)); in TEST()
419 EXPECT_THAT(inv_sqrt(1000000), Pair(274877901, 7)); in TEST()
420 EXPECT_THAT(inv_sqrt(100000000), Pair(219902323, 10)); in TEST()
[all …]
|
| /external/mesa3d/src/gallium/drivers/radeonsi/glsl_tests/ |
| D | sqrt.glsl | 17 ; FUNC-LABEL: {{^}}@inv_sqrt:
23 #shader fs inv_sqrt
|
| /external/aac/libSACdec/src/ |
| D | sac_reshapeBBEnv.cpp | 488 FIXP_DBL inv_sqrt = invSqrtNorm2(partNrg[pb], &sc); in extractBBEnv() local
489 FIXP_DBL res = fMult(slotNrg[pb] << sn, fPow2(inv_sqrt)); in extractBBEnv()
|