Home
last modified time | relevance | path

Searched refs:EPS (Results 1 – 25 of 42) sorted by relevance

12

/external/eigen/lapack/
Ddlamch.f82 DOUBLE PRECISION RND, EPS, SFMIN, SMALL, RMACH local
100 EPS = EPSILON(ZERO) * 0.5
102 EPS = EPSILON(ZERO)
106 RMACH = EPS
115 SFMIN = SMALL*( ONE+EPS )
121 RMACH = EPS * RADIX(ZERO)
Dslamch.f86 REAL RND, EPS, SFMIN, SMALL, RMACH local
104 EPS = EPSILON(ZERO) * 0.5
106 EPS = EPSILON(ZERO)
110 RMACH = EPS
119 SFMIN = SMALL*( ONE+EPS )
125 RMACH = EPS * RADIX(ZERO)
/external/python/cpython3/Lib/test/
Dtest_float.py1028 EPS = fromHex('0x0.0000000000001p0') # diff between 1.0 and next float up variable in HexFloatTestCase
1043 self.identical(self.EPS, ldexp(1.0, -52))
1140 EPS = self.EPS;
1363 self.identical(fromHex('0x0.fffffffffffff0p0'), 1.0-EPS)
1364 self.identical(fromHex('0x0.fffffffffffff1p0'), 1.0-EPS)
1365 self.identical(fromHex('0X0.fffffffffffff2p0'), 1.0-EPS)
1366 self.identical(fromHex('0x0.fffffffffffff3p0'), 1.0-EPS)
1367 self.identical(fromHex('0X0.fffffffffffff4p0'), 1.0-EPS)
1368 self.identical(fromHex('0X0.fffffffffffff5p0'), 1.0-EPS/2)
1369 self.identical(fromHex('0X0.fffffffffffff6p0'), 1.0-EPS/2)
[all …]
Dieee754.txt13 >>> EPS = 1E-15
16 ... return abs(x - y) < EPS
/external/python/cpython2/Lib/test/
Dtest_float.py1027 EPS = fromHex('0x0.0000000000001p0') # diff between 1.0 and next float up variable in HexFloatTestCase
1042 self.identical(self.EPS, ldexp(1.0, -52))
1139 EPS = self.EPS;
1363 self.identical(fromHex('0x0.fffffffffffff0p0'), 1.0-EPS)
1364 self.identical(fromHex('0x0.fffffffffffff1p0'), 1.0-EPS)
1365 self.identical(fromHex('0X0.fffffffffffff2p0'), 1.0-EPS)
1366 self.identical(fromHex('0x0.fffffffffffff3p0'), 1.0-EPS)
1367 self.identical(fromHex('0X0.fffffffffffff4p0'), 1.0-EPS)
1368 self.identical(fromHex('0X0.fffffffffffff5p0'), 1.0-EPS/2)
1369 self.identical(fromHex('0X0.fffffffffffff6p0'), 1.0-EPS/2)
[all …]
/external/cblas/testing/
Dc_dblat3.f57 DOUBLE PRECISION EPS, ERR, THRESH variable
201 EPS = ONE
203 IF( DDIFF( ONE + EPS, ONE ).EQ.ZERO )
205 EPS = HALF*EPS
208 EPS = EPS + EPS
209 WRITE( NOUT, FMT = 9998 )EPS
231 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
240 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
258 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
267 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
[all …]
Dc_sblat3.f57 REAL EPS, ERR, THRESH variable
200 EPS = ONE
202 IF( SDIFF( ONE + EPS, ONE ).EQ.ZERO )
204 EPS = HALF*EPS
207 EPS = EPS + EPS
208 WRITE( NOUT, FMT = 9998 )EPS
230 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
239 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
257 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
266 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
[all …]
Dc_zblat3.f63 DOUBLE PRECISION EPS, ERR, THRESH variable
207 EPS = RONE
209 IF( DDIFF( RONE + EPS, RONE ).EQ.RZERO )
211 EPS = RHALF*EPS
214 EPS = EPS + EPS
215 WRITE( NOUT, FMT = 9998 )EPS
237 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
246 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
264 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
273 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
[all …]
Dc_cblat3.f62 REAL EPS, ERR, THRESH variable
206 EPS = RONE
208 IF( SDIFF( RONE + EPS, RONE ).EQ.RZERO )
210 EPS = RHALF*EPS
213 EPS = EPS + EPS
214 WRITE( NOUT, FMT = 9998 )EPS
236 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
245 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
263 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
272 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
[all …]
Dc_sblat2.f78 REAL EPS, ERR, THRESH variable
251 EPS = ONE
253 IF( SDIFF( ONE + EPS, ONE ).EQ.ZERO )
255 EPS = HALF*EPS
258 EPS = EPS + EPS
259 WRITE( NOUT, FMT = 9998 )EPS
278 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
286 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
316 CALL SCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
322 CALL SCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
Dc_dblat2.f78 DOUBLE PRECISION EPS, ERR, THRESH variable
251 EPS = ONE
253 IF( DDIFF( ONE + EPS, ONE ).EQ.ZERO )
255 EPS = HALF*EPS
258 EPS = EPS + EPS
259 WRITE( NOUT, FMT = 9998 )EPS
278 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
286 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
316 CALL DCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
322 CALL DCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
Dc_cblat2.f81 REAL EPS, ERR, THRESH variable
255 EPS = RONE
257 IF( SDIFF( RONE + EPS, RONE ).EQ.RZERO )
259 EPS = RHALF*EPS
262 EPS = EPS + EPS
263 WRITE( NOUT, FMT = 9998 )EPS
282 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
290 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
320 CALL CCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
326 CALL CCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
Dc_zblat2.f82 DOUBLE PRECISION EPS, ERR, THRESH variable
255 EPS = RONE
257 IF( DDIFF( RONE + EPS, RONE ).EQ.RZERO )
259 EPS = RHALF*EPS
262 EPS = EPS + EPS
263 WRITE( NOUT, FMT = 9998 )EPS
282 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
290 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
320 CALL ZCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
326 CALL ZCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
/external/eigen/blas/testing/
Ddblat3.f104 DOUBLE PRECISION EPS, ERR, THRESH variable
231 EPS = EPSILON(ZERO)
232 WRITE( NOUT, FMT = 9998 )EPS
254 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
263 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
281 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
290 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
317 140 CALL DCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
323 150 CALL DCHK2( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
329 160 CALL DCHK3( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
Dsblat3.f104 REAL EPS, ERR, THRESH variable
231 EPS = EPSILON(ZERO)
232 WRITE( NOUT, FMT = 9998 )EPS
254 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
263 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
281 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
290 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
317 140 CALL SCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
323 150 CALL SCHK2( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
329 160 CALL SCHK3( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
Dcblat2.f128 REAL EPS, ERR, THRESH variable
289 EPS = EPSILON(RZERO)
290 WRITE( NOUT, FMT = 9998 )EPS
309 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
317 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
346 140 CALL CCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
352 150 CALL CCHK2( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
359 160 CALL CCHK3( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
364 170 CALL CCHK4( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
370 180 CALL CCHK5( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
Dzblat2.f129 DOUBLE PRECISION EPS, ERR, THRESH variable
290 EPS = EPSILON(RZERO)
291 WRITE( NOUT, FMT = 9998 )EPS
310 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
318 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
347 140 CALL ZCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
353 150 CALL ZCHK2( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
360 160 CALL ZCHK3( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
365 170 CALL ZCHK4( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
371 180 CALL ZCHK5( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
Dsblat2.f125 REAL EPS, ERR, THRESH variable
284 EPS = EPSILON(ZERO)
285 WRITE( NOUT, FMT = 9998 )EPS
304 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
312 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
341 140 CALL SCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
347 150 CALL SCHK2( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
354 160 CALL SCHK3( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
359 170 CALL SCHK4( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
365 180 CALL SCHK5( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
Ddblat2.f125 DOUBLE PRECISION EPS, ERR, THRESH variable
284 EPS = EPSILON(ZERO)
285 WRITE( NOUT, FMT = 9998 )EPS
304 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
312 $ YY, EPS, ERR, FATAL, NOUT, .TRUE. )
341 140 CALL DCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
347 150 CALL DCHK2( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
354 160 CALL DCHK3( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
359 170 CALL DCHK4( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
365 180 CALL DCHK5( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
Dcblat3.f109 REAL EPS, ERR, THRESH variable
238 EPS = EPSILON(RZERO)
239 WRITE( NOUT, FMT = 9998 )EPS
261 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
270 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
288 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
297 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
325 140 CALL CCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
331 150 CALL CCHK2( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
337 160 CALL CCHK3( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
Dzblat3.f111 DOUBLE PRECISION EPS, ERR, THRESH variable
240 EPS = EPSILON(RZERO)
241 WRITE( NOUT, FMT = 9998 )EPS
263 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
272 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
290 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
299 $ NMAX, EPS, ERR, FATAL, NOUT, .TRUE. )
327 140 CALL ZCHK1( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
333 150 CALL ZCHK2( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
339 160 CALL ZCHK3( SNAMES( ISNUM ), EPS, THRESH, NOUT, NTRA, TRACE,
[all …]
/external/deqp/framework/delibs/debase/
DdeInt32Test.c147 const deUint32 EPS = 1u << (DE_RCP_FRAC_BITS - NUM_ACCURATE_BITS); in deInt32_selfTest() local
154 DE_TEST_ASSERT(rcp >= ref-EPS && rcp < ref+EPS); in deInt32_selfTest()
/external/tensorflow/tensorflow/compiler/mlir/xla/tests/
Dunfuse_batch_norm.mlir13 // CHECK-DAG: %[[EPS:.+]] = xla_hlo.constant dense<1.001000e-05> : tensor<f32>
14 …// CHECK-DAG: %[[EPS_BCAST:.+]] = "xla_hlo.broadcast_in_dim"(%[[EPS]]) : (tensor<f32>) -> tensor<2…
54 // CHECK-DAG: %[[EPS:.+]] = xla_hlo.constant dense<1.000000e+00> : tensor<f64>
69 // CHECK-DAG: %[[EPS:.+]] = xla_hlo.constant dense<1.000000e+00> : tensor<f16>
/external/libxaac/decoder/
Dixheaacd_esbr_envcal.c359 avg_gain = (FLOAT32)sqrt((p_ref + EPS) / (p_est + EPS)); in ixheaacd_sbr_env_calc()
379 boost_gain = (FLOAT32)sqrt((p_ref + EPS) / (p_adj + EPS)); in ixheaacd_sbr_env_calc()
470 avg_gain = (FLOAT32)sqrt((p_ref + EPS) / (p_est + EPS)); in ixheaacd_sbr_env_calc()
492 boost_gain = (FLOAT32)sqrt((p_ref + EPS) / (p_adj + EPS)); in ixheaacd_sbr_env_calc()
660 avg_gain = (FLOAT32)sqrt((p_ref + EPS) / (p_est + EPS)); in ixheaacd_sbr_env_calc()
679 boost_gain = (FLOAT32)sqrt((p_ref + EPS) / (p_adj + EPS)); in ixheaacd_sbr_env_calc()
/external/ltp/testcases/misc/math/float/
Dtfloat.h59 extern const double EPS; /* 0.1e-300 */

12