Home
last modified time | relevance | path

Searched refs:eval_prec (Results 1 – 3 of 3) sorted by relevance

/external/crcalc/src/com/hp/creals/
DCR.java1028 int eval_prec = (precision >= max_prec? max_prec : in get_appr() local
1030 BigInteger result = approximate(eval_prec); in get_appr()
1031 min_prec = eval_prec; in get_appr()
1034 return scale(result, eval_prec - precision); in get_appr()
1596 final int eval_prec = p - extra_eval_prec; in approximate() local
1597 BigInteger a = BigInteger.ONE.shiftLeft(-eval_prec); in approximate()
1598 BigInteger b = SQRT_HALF.get_appr(eval_prec); in approximate()
1599 BigInteger t = BigInteger.ONE.shiftLeft(-eval_prec - 2); in approximate()
1607 final BigInteger b_prod = a.multiply(b).shiftRight(-eval_prec); in approximate()
1611 final CR b_prod_as_CR = CR.valueOf(b_prod).shiftRight(-eval_prec); in approximate()
[all …]
DUnaryCRFunction.java647 int eval_prec = p - extra_prec; in approximate() local
648 BigInteger appr_left_deriv = left_deriv.get_appr(eval_prec); in approximate()
649 BigInteger appr_right_deriv = right_deriv.get_appr(eval_prec); in approximate()
658 eval_prec + deriv_difference.bitLength() + 4/*slop*/; in approximate()
/external/deqp-deps/glslang/glslang/MachineIndependent/preprocessor/
DPp.cpp332 enum eval_prec { enum