Searched refs:rtol (Results 1 – 3 of 3) sorted by relevance
| /packages/modules/NeuralNetworks/runtime/test/fuzzing/ |
| D | TestRandomGraph.cpp | 479 .float32 = {.bias = 1e-7f, .mse = 1e-10f, .atol = 1e-6f, .rtol = 1e-6f},
480 .float16 = {.bias = 1e-4f, .mse = 1e-8f, .atol = 1e-3f, .rtol = 1e-3f},
493 .float32 = {.bias = 1e-6f, .mse = 1e-8f, .atol = 1e-5f, .rtol = 1e-5f},
494 .float16 = {.bias = 1e-3f, .mse = 1e-5f, .atol = 1e-2f, .rtol = 1e-2f},
507 .float32 = {.bias = 3e-5f, .mse = 1e-6f, .atol = 1e-3f, .rtol = 1e-3f},
508 .float16 = {.bias = 5e-3f, .mse = 1e-3f, .atol = 1.0f, .rtol = 1.0f},
519 .float32 = {.bias = 4e-4f, .mse = 1e-5f, .atol = 2e-2f, .rtol = 2e-2f},
520 .float16 = {.bias = 5e-2f, .mse = 1e-2f, .atol = 1.0f, .rtol = 1.0f},
750 .float32 = {.bias = 4e-4f, .mse = 1e-5f, .atol = 1e-2f, .rtol = 1e-2f},
751 .float16 = {.bias = 5e-2f, .mse = 1e-2f, .atol = 1.0f, .rtol = 1.0f},
[all …]
|
| /packages/modules/NeuralNetworks/tools/test_generator/test_harness/ |
| D | TestHarness.cpp | 79 double tolerableRange = criterion.atol + criterion.rtol * std::fabs(expected); in expectNear()
263 .float32 = {.atol = 1e-5, .rtol = 5.0f * 1.1920928955078125e-7}, in checkResults()
265 .float16 = {.atol = 5.0f * 0.0009765625, .rtol = 5.0f * 0.0009765625}, in checkResults()
|
| /packages/modules/NeuralNetworks/tools/test_generator/test_harness/include/ |
| D | TestHarness.h | 484 float rtol = 0.0f; member
|