Home
last modified time | relevance | path

Searched refs:Overflow (Results 1 – 25 of 133) sorted by relevance

123456

/third_party/python/Lib/test/decimaltestdata/
Dpower.decTest303 powx421 power 2.5E-501 -2 -> Infinity Overflow Inexact Rounded
524 powx283 power 10.0001 999999 -> Infinity Overflow Inexact Rounded
525 powx285 power 11 999999 -> Infinity Overflow Inexact Rounded
526 powx286 power 12 999999 -> Infinity Overflow Inexact Rounded
527 powx287 power 999 999999 -> Infinity Overflow Inexact Rounded
528 powx288 power 999999999 999999 -> Infinity Overflow Inexact Rounded
529 powx289 power 9.9E999999999 999999 -> Infinity Overflow Inexact Rounded
543 powx312 power -10.0001 999999 -> -Infinity Overflow Inexact Rounded
544 powx313 power -10.1 999999 -> -Infinity Overflow Inexact Rounded
545 powx314 power -11 999999 -> -Infinity Overflow Inexact Rounded
[all …]
Dbase.decTest917 basx906 toSci '99e999999999' -> Infinity Overflow Inexact Rounded
918 basx907 toSci '999e999999999' -> Infinity Overflow Inexact Rounded
923 basx912 toSci '0.9e9999999999' -> Infinity Overflow Inexact Rounded
925 basx914 toSci '111e9999999999' -> Infinity Overflow Inexact Rounded
928 basx917 toSci '7e1000000000' -> Infinity Overflow Inexact Rounded
930 basx918 toSci '-99e999999999' -> -Infinity Overflow Inexact Rounded
931 basx919 toSci '-999e999999999' -> -Infinity Overflow Inexact Rounded
936 basx924 toSci '-0.9e9999999999' -> -Infinity Overflow Inexact Rounded
938 basx926 toSci '-111e9999999999' -> -Infinity Overflow Inexact Rounded
941 basx929 toSci '-7e1000000000' -> -Infinity Overflow Inexact Rounded
[all …]
Drounding.decTest984 rovx100 multiply 10 9E+999999999 -> 9.9999E+999999999 Overflow Inexact Rounded
985 rovx101 multiply -10 9E+999999999 -> -9.9999E+999999999 Overflow Inexact Rounded
990 rovx110 multiply 10 9E+999999999 -> Infinity Overflow Inexact Rounded
991 rovx111 multiply -10 9E+999999999 -> -Infinity Overflow Inexact Rounded
996 rovx120 multiply 10 9E+999999999 -> Infinity Overflow Inexact Rounded
997 rovx121 multiply -10 9E+999999999 -> -9.9999E+999999999 Overflow Inexact Rounded
1002 rovx130 multiply 10 9E+999999999 -> 9.9999E+999999999 Overflow Inexact Rounded
1003 rovx131 multiply -10 9E+999999999 -> -Infinity Overflow Inexact Rounded
1008 rovx140 multiply 10 9E+999999999 -> Infinity Overflow Inexact Rounded
1009 rovx141 multiply -10 9E+999999999 -> -Infinity Overflow Inexact Rounded
[all …]
Dmultiply.decTest505 mulx730 multiply +1.23456789012345E-0 9E+999999999 -> Infinity Inexact Overflow Rounded
506 mulx731 multiply 9E+999999999 +1.23456789012345E-0 -> Infinity Inexact Overflow Rounded
509 mulx735 multiply -1.23456789012345E-0 9E+999999999 -> -Infinity Inexact Overflow Rounded
510 mulx736 multiply 9E+999999999 -1.23456789012345E-0 -> -Infinity Inexact Overflow Rounded
520 mulx745 multiply 1e599999999 1e400000001 -> Infinity Overflow Inexact Rounded
522 mulx747 multiply 1e600000000 1e400000000 -> Infinity Overflow Inexact Rounded
523 mulx748 multiply 9e999999998 100 -> Infinity Overflow Inexact Rounded
525 mulx750 multiply 100 9e999999998 -> Infinity Overflow Inexact Rounded
527 mulx751 multiply 1e+777777777 1e+411111111 -> Infinity Overflow Inexact Rounded
528 mulx752 multiply 1e+777777777 -1e+411111111 -> -Infinity Overflow Inexact Rounded
[all …]
DddBase.decTest930 ddbas906 toSci '99e999999999' -> Infinity Overflow Inexact Rounded
931 ddbas907 toSci '999e999999999' -> Infinity Overflow Inexact Rounded
934 ddbas910 toSci '0.1e1000000000' -> Infinity Overflow Inexact Rounded
936 ddbas912 toSci '0.9e9999999999' -> Infinity Overflow Inexact Rounded
938 ddbas914 toSci '111e9999999999' -> Infinity Overflow Inexact Rounded
941 ddbas917 toSci '7e1000000000' -> Infinity Overflow Inexact Rounded
943 ddbas918 toSci '-99e999999999' -> -Infinity Overflow Inexact Rounded
944 ddbas919 toSci '-999e999999999' -> -Infinity Overflow Inexact Rounded
947 ddbas922 toSci '-0.1e1000000000' -> -Infinity Overflow Inexact Rounded
949 ddbas924 toSci '-0.9e9999999999' -> -Infinity Overflow Inexact Rounded
[all …]
DdqBase.decTest915 dqbas906 toSci '99e999999999' -> Infinity Overflow Inexact Rounded
916 dqbas907 toSci '999e999999999' -> Infinity Overflow Inexact Rounded
919 dqbas910 toSci '0.1e1000000000' -> Infinity Overflow Inexact Rounded
921 dqbas912 toSci '0.9e9999999999' -> Infinity Overflow Inexact Rounded
923 dqbas914 toSci '111e9999999999' -> Infinity Overflow Inexact Rounded
926 dqbas917 toSci '7e1000000000' -> Infinity Overflow Inexact Rounded
928 dqbas918 toSci '-99e999999999' -> -Infinity Overflow Inexact Rounded
929 dqbas919 toSci '-999e999999999' -> -Infinity Overflow Inexact Rounded
932 dqbas922 toSci '-0.1e1000000000' -> -Infinity Overflow Inexact Rounded
934 dqbas924 toSci '-0.9e9999999999' -> -Infinity Overflow Inexact Rounded
[all …]
DdsBase.decTest894 dsbas906 toSci '99e999999999' -> Infinity Overflow Inexact Rounded
895 dsbas907 toSci '999e999999999' -> Infinity Overflow Inexact Rounded
898 dsbas910 toSci '0.1e1000000000' -> Infinity Overflow Inexact Rounded
900 dsbas912 toSci '0.9e9999999999' -> Infinity Overflow Inexact Rounded
902 dsbas914 toSci '111e9999999999' -> Infinity Overflow Inexact Rounded
905 dsbas917 toSci '7e1000000000' -> Infinity Overflow Inexact Rounded
907 dsbas918 toSci '-99e999999999' -> -Infinity Overflow Inexact Rounded
908 dsbas919 toSci '-999e999999999' -> -Infinity Overflow Inexact Rounded
911 dsbas922 toSci '-0.1e1000000000' -> -Infinity Overflow Inexact Rounded
913 dsbas924 toSci '-0.9e9999999999' -> -Infinity Overflow Inexact Rounded
[all …]
Dscaleb.decTest87 scbx120 scaleb 1.23 2015 -> Infinity Overflow Inexact Rounded
88 scbx121 scaleb 1.23 2016 -> Infinity Overflow Inexact Rounded
172 scbx132 scaleb 9.99999999E+999 +999 -> Infinity Overflow Inexact Rounded
173 scbx133 scaleb 9.99999999E+999 +10 -> Infinity Overflow Inexact Rounded
174 scbx134 scaleb 9.99999999E+999 +1 -> Infinity Overflow Inexact Rounded
196 scbx159 scaleb -9.99999999E+999 +1 -> -Infinity Overflow Inexact Rounded
199 scbx162 scaleb -9E+999 +1 -> -Infinity Overflow Inexact Rounded
200 scbx163 scaleb -1E+999 +1 -> -Infinity Overflow Inexact Rounded
DddScaleB.decTest88 ddscb120 scaleb 1.23 799 -> Infinity Overflow Inexact Rounded
89 ddscb121 scaleb 1.23 800 -> Infinity Overflow Inexact Rounded
173 ddscb132 scaleb 9.999999999999999E+384 +384 -> Infinity Overflow Inexact Rounded
174 ddscb133 scaleb 9.999999999999999E+384 +10 -> Infinity Overflow Inexact Rounded
175 ddscb134 scaleb 9.999999999999999E+384 +1 -> Infinity Overflow Inexact Rounded
197 ddscb159 scaleb -9.999999999999999E+384 +1 -> -Infinity Overflow Inexact Rounded
200 ddscb162 scaleb -9E+384 +1 -> -Infinity Overflow Inexact Rounded
201 ddscb163 scaleb -1E+384 +1 -> -Infinity Overflow Inexact Rounded
221 ddscb187 scaleb 1000E+381 +1 -> Infinity Overflow Inexact Rounded
Ddivide.decTest750 divx951 divide 9E+999999999 +0.23456789012345E-0 -> Infinity Inexact Overflow Rounded
756 divx957 divide 9E+999999999 -0.83456789012345E-0 -> -Infinity Inexact Overflow Rounded
774 divx970 divide 1e+600000000 1e-400000001 -> Infinity Overflow Inexact Rounded
775 divx971 divide 1e+600000000 1e-400000002 -> Infinity Overflow Inexact Rounded
776 divx972 divide 1e+600000000 1e-400000003 -> Infinity Overflow Inexact Rounded
777 divx973 divide 1e+600000000 1e-400000004 -> Infinity Overflow Inexact Rounded
778 divx974 divide 1e+600000000 1e-400000005 -> Infinity Overflow Inexact Rounded
779 divx975 divide 1e+600000000 1e-400000006 -> Infinity Overflow Inexact Rounded
780 divx976 divide 1e+600000000 1e-400000007 -> Infinity Overflow Inexact Rounded
781 divx977 divide 1e+600000000 1e-400000008 -> Infinity Overflow Inexact Rounded
[all …]
DdqScaleB.decTest88 dqscb120 scaleb 1.23 12355 -> Infinity Overflow Inexact Rounded
89 dqscb121 scaleb 1.23 12356 -> Infinity Overflow Inexact Rounded
173 dqscb132 scaleb 9.999999999999999999999999999999999E+6144 +6144 -> Infinity Overflow Inexact R…
174 dqscb133 scaleb 9.999999999999999999999999999999999E+6144 +10 -> Infinity Overflow Inexact Ro…
175 dqscb134 scaleb 9.999999999999999999999999999999999E+6144 +1 -> Infinity Overflow Inexact Ro…
197 dqscb159 scaleb -9.999999999999999999999999999999999E+6144 +1 -> -Infinity Overflow Inexac…
200 dqscb162 scaleb -9E+6144 +1 -> -Infinity Overflow Inexact Rounded
201 dqscb163 scaleb -1E+6144 +1 -> -Infinity Overflow Inexact Rounded
221 dqscb187 scaleb 1000E+6141 +1 -> Infinity Overflow Inexact Rounded
Dexp.decTest79 expx047 exp 1000 -> Infinity Overflow Inexact Rounded
81 expx049 exp 100000000 -> Infinity Overflow Inexact Rounded
263 expx297 exp 2302585.092994046 -> Infinity Overflow Inexact Rounded
390 expx701 exp 1000000000 -> Infinity Overflow Inexact Rounded
391 expx702 exp 100000000 -> Infinity Overflow Inexact Rounded
392 expx703 exp 10000000 -> Infinity Overflow Inexact Rounded
393 expx704 exp 1000000 -> Infinity Overflow Inexact Rounded
394 expx705 exp 100000 -> Infinity Overflow Inexact Rounded
395 expx706 exp 10000 -> Infinity Overflow Inexact Rounded
396 expx707 exp 1000 -> Infinity Overflow Inexact Rounded
[all …]
DdqFMA.decTest110 dqfma0300 fma 9e+6144 10 0 -> Infinity Overflow Inexact Rounded
111 dqfma0301 fma 1e+6144 10 0 -> Infinity Overflow Inexact Rounded
470 dqfma2751 fma 1e+4277 1e+3311 0e+6144 -> Infinity Overflow Inexact Rounded
471 dqfma2752 fma 1e+4277 -1e+3311 0e+6144 -> -Infinity Overflow Inexact Rounded
472 dqfma2753 fma -1e+4277 1e+3311 0e+6144 -> -Infinity Overflow Inexact Rounded
473 dqfma2754 fma -1e+4277 -1e+3311 0e+6144 -> Infinity Overflow Inexact Rounded
495 dqfma2774 fma 1e+40 1e+6105 0e+6144 -> Infinity Overflow Inexact Rounded
496 dqfma2775 fma 1e+40 1e+6106 0e+6144 -> Infinity Overflow Inexact Rounded
497 dqfma2776 fma 1e+40 1e+6107 0e+6144 -> Infinity Overflow Inexact Rounded
498 dqfma2777 fma 1e+40 1e+6108 0e+6144 -> Infinity Overflow Inexact Rounded
[all …]
DdqMultiply.decTest349 dqmul751 multiply 1e+4277 1e+3311 -> Infinity Overflow Inexact Rounded
350 dqmul752 multiply 1e+4277 -1e+3311 -> -Infinity Overflow Inexact Rounded
351 dqmul753 multiply -1e+4277 1e+3311 -> -Infinity Overflow Inexact Rounded
352 dqmul754 multiply -1e+4277 -1e+3311 -> Infinity Overflow Inexact Rounded
374 dqmul774 multiply 1e+40 1e+6105 -> Infinity Overflow Inexact Rounded
375 dqmul775 multiply 1e+40 1e+6106 -> Infinity Overflow Inexact Rounded
376 dqmul776 multiply 1e+40 1e+6107 -> Infinity Overflow Inexact Rounded
377 dqmul777 multiply 1e+40 1e+6108 -> Infinity Overflow Inexact Rounded
378 dqmul778 multiply 1e+40 1e+6109 -> Infinity Overflow Inexact Rounded
379 dqmul779 multiply 1e+40 1e+6110 -> Infinity Overflow Inexact Rounded
[all …]
DddMultiply.decTest341 ddmul751 multiply 1e+277 1e+311 -> Infinity Overflow Inexact Rounded
342 ddmul752 multiply 1e+277 -1e+311 -> -Infinity Overflow Inexact Rounded
343 ddmul753 multiply -1e+277 1e+311 -> -Infinity Overflow Inexact Rounded
344 ddmul754 multiply -1e+277 -1e+311 -> Infinity Overflow Inexact Rounded
366 ddmul774 multiply 1e+60 1e+325 -> Infinity Overflow Inexact Rounded
367 ddmul775 multiply 1e+60 1e+326 -> Infinity Overflow Inexact Rounded
368 ddmul776 multiply 1e+60 1e+327 -> Infinity Overflow Inexact Rounded
369 ddmul777 multiply 1e+60 1e+328 -> Infinity Overflow Inexact Rounded
370 ddmul778 multiply 1e+60 1e+329 -> Infinity Overflow Inexact Rounded
371 ddmul779 multiply 1e+60 1e+330 -> Infinity Overflow Inexact Rounded
[all …]
DddAdd.decTest776 ddadd7975 add 9999999999999999E+369 1E+369 -> Infinity Overflow Inexact Rounded
777 ddadd7976 add 9999999999999999E+369 9E+368 -> Infinity Overflow Inexact Rounded
778 ddadd7977 add 9999999999999999E+369 8E+368 -> Infinity Overflow Inexact Rounded
779 ddadd7978 add 9999999999999999E+369 7E+368 -> Infinity Overflow Inexact Rounded
780 ddadd7979 add 9999999999999999E+369 6E+368 -> Infinity Overflow Inexact Rounded
781 ddadd7980 add 9999999999999999E+369 5E+368 -> Infinity Overflow Inexact Rounded
790 ddadd7988 add -9999999999999999E+369 -1E+369 -> -Infinity Overflow Inexact Rounded
791 ddadd7989 add -9999999999999999E+369 -9E+368 -> -Infinity Overflow Inexact Rounded
792 ddadd7990 add -9999999999999999E+369 -8E+368 -> -Infinity Overflow Inexact Rounded
793 ddadd7991 add -9999999999999999E+369 -7E+368 -> -Infinity Overflow Inexact Rounded
[all …]
Drandoms.decTest107 xpow010 power -56746.8689E+934981942 471002521 -> -Infinity Overflow Inexact Rounded
128 xdiv013 divide 61.3033331E+157644141 -567740.918E-893439456 -> -Infinity Inexact Overflow Rounded
155 xpow016 power 63.1917772E-706014634 -8 -> Infinity Overflow Inexact Rounded
203 xpow022 power 9.47109959E+230565093 73354723 -> Infinity Overflow Inexact Rounded
219 xpow024 power -73150542E-242017390 -8 -> Infinity Overflow Inexact Rounded
299 xpow034 power 592.142173E-419941416 -3 -> Infinity Overflow Inexact Rounded
307 xpow035 power 849.515993E-878446473 -1039 -> Infinity Overflow Inexact Rounded
379 xpow044 power -2510497.53 372882462 -> Infinity Overflow Inexact Rounded
403 xpow047 power -2.45151797E+911306117 27235771 -> -Infinity Overflow Inexact Rounded
435 xpow051 power 218699.206 556944241 -> Infinity Overflow Inexact Rounded
[all …]
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Support/
DAPInt.cpp1956 APInt APInt::sadd_ov(const APInt &RHS, bool &Overflow) const { in sadd_ov()
1958 Overflow = isNonNegative() == RHS.isNonNegative() && in sadd_ov()
1963 APInt APInt::uadd_ov(const APInt &RHS, bool &Overflow) const { in uadd_ov()
1965 Overflow = Res.ult(RHS); in uadd_ov()
1969 APInt APInt::ssub_ov(const APInt &RHS, bool &Overflow) const { in ssub_ov()
1971 Overflow = isNonNegative() != RHS.isNonNegative() && in ssub_ov()
1976 APInt APInt::usub_ov(const APInt &RHS, bool &Overflow) const { in usub_ov()
1978 Overflow = Res.ugt(*this); in usub_ov()
1982 APInt APInt::sdiv_ov(const APInt &RHS, bool &Overflow) const { in sdiv_ov()
1984 Overflow = isMinSignedValue() && RHS.isAllOnesValue(); in sdiv_ov()
[all …]
/third_party/skia/third_party/externals/swiftshader/third_party/SPIRV-Tools/source/
Denum_set.h144 Overflow().insert(word); in AddWord()
154 auto itr = Overflow().find(word); in RemoveWord()
155 if (itr != Overflow().end()) Overflow().erase(itr); in RemoveWord()
189 OverflowSetType& Overflow() { in Overflow() function
/third_party/skia/third_party/externals/spirv-tools/source/
Denum_set.h144 Overflow().insert(word); in AddWord()
154 auto itr = Overflow().find(word); in RemoveWord()
155 if (itr != Overflow().end()) Overflow().erase(itr); in RemoveWord()
189 OverflowSetType& Overflow() { in Overflow() function
/third_party/spirv-tools/source/
Denum_set.h144 Overflow().insert(word); in AddWord()
154 auto itr = Overflow().find(word); in RemoveWord()
155 if (itr != Overflow().end()) Overflow().erase(itr); in RemoveWord()
189 OverflowSetType& Overflow() { in Overflow() function
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Support/
DCheckedArithmetic.h33 bool Overflow; variable
34 llvm::APInt Out = (ALHS.*Op)(ARHS, Overflow);
35 if (Overflow)
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-subzero/lib/Support/
DAPInt.cpp1968 APInt APInt::sadd_ov(const APInt &RHS, bool &Overflow) const { in sadd_ov()
1970 Overflow = isNonNegative() == RHS.isNonNegative() && in sadd_ov()
1975 APInt APInt::uadd_ov(const APInt &RHS, bool &Overflow) const { in uadd_ov()
1977 Overflow = Res.ult(RHS); in uadd_ov()
1981 APInt APInt::ssub_ov(const APInt &RHS, bool &Overflow) const { in ssub_ov()
1983 Overflow = isNonNegative() != RHS.isNonNegative() && in ssub_ov()
1988 APInt APInt::usub_ov(const APInt &RHS, bool &Overflow) const { in usub_ov()
1990 Overflow = Res.ugt(*this); in usub_ov()
1994 APInt APInt::sdiv_ov(const APInt &RHS, bool &Overflow) const { in sdiv_ov()
1996 Overflow = isMinSignedValue() && RHS.isAllOnesValue(); in sdiv_ov()
[all …]
/third_party/python/Lib/test/
Dtest_decimal.py86 C.Overflow, C.DivisionByZero, C.InvalidOperation,
89 P.Overflow, P.DivisionByZero, P.InvalidOperation,
271 'overflow' : self.decimal.Overflow,
1526 Overflow = cls.decimal.Overflow
1558 for sig in Overflow, Underflow, DivisionByZero, InvalidOperation:
1565 Overflow = cls.decimal.Overflow
1581 cls.assertRaises(Overflow, c2.multiply, Decimal('1e425000000'), 999)
1582 cls.assertTrue(c2.flags[Overflow])
1585 cls.assertFalse(c3.flags[Overflow])
1602 for sig in Overflow, Underflow, DivisionByZero, InvalidOperation:
[all …]
/third_party/skia/third_party/externals/freetype/src/psaux/
Dpsconv.c302 goto Overflow; in PS_Conv_ToFixed()
309 goto Overflow; in PS_Conv_ToFixed()
315 goto Overflow; in PS_Conv_ToFixed()
356 Overflow: in PS_Conv_ToFixed()

123456