Lines Matching refs:tolerance
105 const float tolerance = pow(2.0f, -7.0f); // Absolute in TEST() local
107 float margin = abs(val - ref) / tolerance; in TEST()
116 const float tolerance = 3; // ULP in TEST() local
119 float margin = ulp / tolerance; in TEST()
185 const float tolerance = (1 + 2 * abs(x)); in TEST() local
187 float margin = ulp / tolerance; in TEST()
260 const float tolerance = pow(2.0f, -21.0f); // Absolute in TEST() local
262 float margin = abs(val - ref) / tolerance; in TEST()
271 const float tolerance = 3; // ULP in TEST() local
274 float margin = ulp / tolerance; in TEST()
342 const float tolerance = (3 + 2 * abs(x)); in TEST() local
344 float margin = ulp / tolerance; in TEST()
378 …const float tolerance = powf(2.0f, -12.0f); // Vulkan requires absolute error <= 2^−11 inside the… in TEST() local
389 ASSERT_NEAR(val, sinf(x), tolerance); in TEST()
395 …const float tolerance = powf(2.0f, -12.0f); // Vulkan requires absolute error <= 2^−11 inside the… in TEST() local
406 ASSERT_NEAR(val, cosf(x), tolerance); in TEST()