Home
last modified time | relevance | path

Searched refs:expdiff (Results 1 – 3 of 3) sorted by relevance

/third_party/optimized-routines/math/test/rtest/
Ddotest.c1314 int expdiff = random_upto(101)-51; in atan2_cases() local
1316 if (expdiff < 0) { in atan2_cases()
1317 expdiff = -expdiff; in atan2_cases()
1321 out[swap ^ 0] = random_upto(0x7FEFFFFF-((expdiff+1)<<20)); in atan2_cases()
1322 out[swap ^ 2] = random_upto(((expdiff+1)<<20)-1) + out[swap ^ 0]; in atan2_cases()
1333 int expdiff = random_upto(44)-22; in atan2_cases_float() local
1335 if (expdiff < 0) { in atan2_cases_float()
1336 expdiff = -expdiff; in atan2_cases_float()
1340 out[swap ^ 0] = random_upto(0x7F7FFFFF-((expdiff+1)<<23)); in atan2_cases_float()
1341 out[swap ^ 2] = random_upto(((expdiff+1)<<23)-1) + out[swap ^ 0]; in atan2_cases_float()
/third_party/python/Modules/_decimal/libmpdec/
Dmpdecimal.c3954 mpd_ssize_t ideal_exp, expdiff, shift; in _mpd_qdivmod() local
3969 expdiff = mpd_adjexp(a) - mpd_adjexp(b); in _mpd_qdivmod()
3970 if (expdiff < 0) { in _mpd_qdivmod()
3987 if (expdiff > ctx->prec) { in _mpd_qdivmod()
6966 mpd_ssize_t expdiff, shift; in mpd_qquantize() local
6993 expdiff = a->exp - b->exp; in mpd_qquantize()
6994 if (a->digits + expdiff > ctx->prec) { in mpd_qquantize()
6999 if (expdiff >= 0) { in mpd_qquantize()
7000 shift = expdiff; in mpd_qquantize()
7009 shift = -expdiff; in mpd_qquantize()
[all …]
/third_party/python/Lib/
D_pydecimal.py1395 expdiff = self.adjusted() - other.adjusted()
1396 if not self or other._isinfinity() or expdiff <= -2:
1399 if expdiff <= context.prec:
1539 expdiff = self.adjusted() - other.adjusted()
1540 if expdiff >= context.prec + 1:
1543 if expdiff <= -2:
2470 expdiff = context.prec + 1 - len(ans._int)
2471 ans = _dec_from_triple(ans._sign, ans._int+'0'*expdiff,
2472 ans._exp-expdiff)