Searched defs:maxUlps (Results 1 – 3 of 3) sorted by relevance
554 float maxUlps = 8192.0f + // error in sqrt in test_geom_fast_distance() local601 float maxUlps = 3.0f + // error in sqrt in test_geom_distance() local766 float maxUlps = 3.0f + // error in sqrt in test_geom_length() local821 float maxUlps = 8192.0f + // error in half_sqrt in test_geom_fast_length() local1071 float maxUlps = 2.5f + // error in rsqrt + error in multiply in test_geom_normalize() local1107 float maxUlps = 8192.5f + // error in rsqrt + error in multiply in test_geom_fast_normalize() local
476 double maxUlps = 8192.0f + // error in sqrt in test_geom_fast_distance_double() local514 double maxUlps = 3.0f + // error in sqrt in test_geom_distance_double() local677 double maxUlps = 3.0f + // error in sqrt in test_geom_length_double() local722 double maxUlps = 8192.0f + // error in half_sqrt in test_geom_fast_length_double() local934 double maxUlps = 2.5f + // error in rsqrt + error in multiply in test_geom_normalize_double() local
489 public static boolean equals(float x, float y, int maxUlps) { in equals()