Searched refs:fpAtol (Results 1 – 4 of 4) sorted by relevance
| /frameworks/ml/nn/common/operations/ |
| D | HeatmapMaxKeypoint.cpp | 50 float fpAtol = 1e-5f, float fpRtol = 1e-5f) { in solveForDelta() argument
65 if (std::abs(detA) < (fpAtol + fpRtol * crossProd1)) return; in solveForDelta()
86 const Shape& outputKeypointShape, float fpAtol, in heatmapMaxKeypointFloat32Nhwc() argument
137 solveForDelta(localGrid, delta, &deltaScore, fpAtol, fpRtol); in heatmapMaxKeypointFloat32Nhwc()
165 float fpAtol, float fpRtol) { in heatmapMaxKeypointFloat32() argument
175 outputKeypointShape, fpAtol, fpRtol); in heatmapMaxKeypointFloat32()
182 float fpAtol, float fpRtol) { in heatmapMaxKeypointQuant() argument
192 outputKeypointShape, fpAtol, fpRtol)); in heatmapMaxKeypointQuant()
|
| /frameworks/ml/nn/runtime/test/ |
| D | TestUnknownDimensions.cpp | 96 float fpAtol = 1e-5f, fpRtol = 1e-5f; in CompareResults() local
98 [&totalNumberOfErrors, fpAtol, fpRtol](float expected, float actual) { in CompareResults()
100 float fpRange = fpAtol + fpRtol * std::abs(expected); in CompareResults()
130 float fpAtol = 5.0f * 0.0009765625f, fpRtol = 5.0f * 0.0009765625f; in CompareResults() local
132 [&totalNumberOfErrors, fpAtol, fpRtol](_Float16 expected, _Float16 actual) { in CompareResults()
135 float fpRange = fpAtol + fpRtol * std::abs(static_cast<float>(expected)); in CompareResults()
|
| D | TestGenerated.cpp | 117 float fpAtol = 1e-5f; in executeWithCompilation() local
131 fpAtol = 5.0f * 0.0009765625f; in executeWithCompilation()
178 compare(filteredGolden, filteredTest, fpAtol, fpRtol); in executeWithCompilation()
|
| /frameworks/ml/nn/tools/test_generator/include/ |
| D | TestHarness.h | 279 float fpAtol = 1e-5f, float fpRtol = 1e-5f) {
290 [&totalNumberOfErrors, fpAtol, fpRtol](float expected, float actual) {
292 float fpRange = fpAtol + fpRtol * std::abs(expected);
328 [&totalNumberOfErrors, fpAtol, fpRtol](_Float16 expected, _Float16 actual) {
331 float fpRange = fpAtol + fpRtol * std::abs(static_cast<float>(expected));
|