Home
last modified time | relevance | path

Searched full:precision (Results 1 – 25 of 113) sorted by relevance

12345

/arkcompiler/runtime_core/static_core/plugins/ets/tests/interop_js/tests/declgen_ets2ts/fields/
Dfields.ts27 const PRECISION = 3; constant
45 assertEq(Fields.staticFloat_.toFixed(PRECISION), (ONE + ONE_TENTH).toFixed(PRECISION));
46 assertEq(fields.number_.toFixed(PRECISION), (TWO + TWO_TENTH).toFixed(PRECISION));
47 assertEq(fields.Number_.toFixed(PRECISION), (THREE + THREE_TENTH).toFixed(PRECISION));
48 assertEq(fields.double_.toFixed(PRECISION), (FOUR + FOUR_TENTH).toFixed(PRECISION));
49 assertEq(fields.Double_.toFixed(PRECISION), (FIVE + FIVE_TENTH).toFixed(PRECISION));
/arkcompiler/runtime_core/static_core/plugins/ets/tests/interop_js/tests/declgen_ets2ts/functions/
Dfunctions.ts21 const PRECISION = 3; constant
37 …umDouble(THREE, TWENTY_TWO_HUNDREDTH).toFixed(PRECISION), (THREE + TWENTY_TWO_HUNDREDTH).toFixed(P…
38 …edDouble(THREE, TWENTY_TWO_HUNDREDTH).toFixed(PRECISION), (THREE + TWENTY_TWO_HUNDREDTH).toFixed(P…
/arkcompiler/runtime_core/static_core/plugins/ets/tests/interop_js/tests/declgen_ets2ts/methods/
Dmethods.ts23 const PRECISION = 3; constant
42 …umDouble(THREE, TWENTY_TWO_HUNDREDTH).toFixed(PRECISION), (THREE + TWENTY_TWO_HUNDREDTH).toFixed(P…
54 …rtEq(o.SumIntVariadic(ONE, TWO, THREE, FOUR, FIVE).toFixed(PRECISION), FIFTEEN.toFixed(PRECISION));
/arkcompiler/runtime_core/static_core/plugins/ets/tests/interop_js/tests/declgen_ets2ts/generics/
Dgenerics.ts21 const PRECISION = 3; constant
50 assertEq(tNumber.identity(FIVE).toFixed(PRECISION), FIVE.toFixed(PRECISION));
52 …dentity(THREE + TWENTY_TWO_HUNDREDTH).toFixed(PRECISION), (THREE + TWENTY_TWO_HUNDREDTH).toFixed(P…
/arkcompiler/runtime_core/static_core/plugins/ets/tests/stdlib-templates/utils/
Dtest_escompat_dataview.j245 …etter_base}}(0, true))).toPrecision({{.item.precision}}) != (new Number(value)).toPrecision({{.ite…
53 … ((new Number(value)).toPrecision({{.item.precision}}) != (new Number(reversed)).toPrecision({{.it…
74 const goldString = new Number(value).toPrecision({{.item.precision}})
78 const fromBufferString = fromBuffer.toPrecision({{.item.precision}})
/arkcompiler/runtime_core/static_core/plugins/ets/tests/interop_js/tests/declgen_ets2ts/imports/
Dimports.ts19 const PRECISION = 3; constant
38 assertEq(o.v1.toFixed(PRECISION), ONE.toFixed(PRECISION));
/arkcompiler/ets_runtime/ecmascript/
Djs_number_format.h182 icu::number::Precision precision = in SetICUFormatterDigitOptions() local
183 icu::number::Precision::minMaxFraction(minimumFractionDigits, maximumFractionDigits); in SetICUFormatterDigitOptions()
188 precision = in SetICUFormatterDigitOptions()
189 …icu::number::Precision::minMaxSignificantDigits(minimumSignificantDigits, maximumSignificantDigits… in SetICUFormatterDigitOptions()
191 return icuNumberformatter.precision(precision); in SetICUFormatterDigitOptions()
/arkcompiler/runtime_core/libpandabase/utils/
Dtype_converter.h37 * @param precision_ - precision for output
46 * \brief Set new \param precision for output
47 * @param precision
49 void SetPrecision(size_t precision);
/arkcompiler/runtime_core/static_core/libpandabase/utils/
Dtype_converter.h37 * @param precision_ - precision for output
46 * @brief Set new @param precision for output
47 * @param precision
49 void SetPrecision(size_t precision);
/arkcompiler/runtime_core/static_core/plugins/ets/tests/ets-templates/06.contexts_and_conversions/05.implicit_conversions/05.unboxing_conversion/call_lmbd/
Dcall-lmbd_n.params.yaml106 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
107 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
128 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
129 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
130 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
131 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
155 - { expr: new Float(Int.MIN_VALUE as float), val: -2.147483648E9 } # loss of precision
156 - { expr: new Float(Int.MAX_VALUE as float), val: 2.147483648E9 } # loss of precision
157 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372036854776E18 } # loss of precision
158 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372036854776E18 } # loss of precision
/arkcompiler/runtime_core/static_core/plugins/ets/tests/ets-templates/06.contexts_and_conversions/05.implicit_conversions/05.unboxing_conversion/decl_var/
Ddecl-var.params.yaml133 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
134 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
168 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
169 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
170 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
171 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
195 … - { expr: new Float(Int.MIN_VALUE as float), val: -2.14748365E9 as float } # loss of precision
196 … - { expr: new Float(Int.MAX_VALUE as float), val: 2.14748365E9 as float } # loss of precision
197 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372E18 as float } # loss of precision
198 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372E18 as float } # loss of precision
[all …]
/arkcompiler/runtime_core/static_core/plugins/ets/tests/ets-templates/06.contexts_and_conversions/05.implicit_conversions/05.unboxing_conversion/decl_const/
Ddecl-const.params.yaml133 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
134 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
168 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
169 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
170 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
171 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
195 … - { expr: new Float(Int.MIN_VALUE as float), val: -2.14748365E9 as float } # loss of precision
196 … - { expr: new Float(Int.MAX_VALUE as float), val: 2.14748365E9 as float } # loss of precision
197 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372E18 as float } # loss of precision
198 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372E18 as float } # loss of precision
[all …]
/arkcompiler/runtime_core/static_core/plugins/ets/tests/ets-templates/06.contexts_and_conversions/05.implicit_conversions/05.unboxing_conversion/comp_obj/
Dcomp-intf.params.yaml133 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
134 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
168 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
169 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
170 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
171 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
195 … - { expr: new Float(Int.MIN_VALUE as float), val: -2.14748365E9 as float } # loss of precision
196 … - { expr: new Float(Int.MAX_VALUE as float), val: 2.14748365E9 as float } # loss of precision
197 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372E18 as float } # loss of precision
198 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372E18 as float } # loss of precision
[all …]
Dcomp-clss.params.yaml133 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
134 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
168 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
169 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
170 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
171 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
195 … - { expr: new Float(Int.MIN_VALUE as float), val: -2.14748365E9 as float } # loss of precision
196 … - { expr: new Float(Int.MAX_VALUE as float), val: 2.14748365E9 as float } # loss of precision
197 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372E18 as float } # loss of precision
198 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372E18 as float } # loss of precision
[all …]
/arkcompiler/runtime_core/static_core/plugins/ets/tests/ets-templates/06.contexts_and_conversions/05.implicit_conversions/05.unboxing_conversion/call_cons/
Dcall-cons.params.yaml133 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
134 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
168 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
169 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
170 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
171 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
195 … - { expr: new Float(Int.MIN_VALUE as float), val: -2.14748365E9 as float } # loss of precision
196 … - { expr: new Float(Int.MAX_VALUE as float), val: 2.14748365E9 as float } # loss of precision
197 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372E18 as float } # loss of precision
198 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372E18 as float } # loss of precision
[all …]
/arkcompiler/runtime_core/static_core/plugins/ets/tests/ets-templates/06.contexts_and_conversions/05.implicit_conversions/05.unboxing_conversion/assn_var/
Dassn-var.params.yaml133 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
134 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
168 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
169 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
170 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
171 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
195 … - { expr: new Float(Int.MIN_VALUE as float), val: -2.14748365E9 as float } # loss of precision
196 … - { expr: new Float(Int.MAX_VALUE as float), val: 2.14748365E9 as float } # loss of precision
197 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372E18 as float } # loss of precision
198 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372E18 as float } # loss of precision
[all …]
/arkcompiler/runtime_core/static_core/plugins/ets/tests/ets-templates/06.contexts_and_conversions/05.implicit_conversions/05.unboxing_conversion/decl_field/
Ddecl-field.params.yaml133 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
134 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
168 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
169 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
170 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
171 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
195 … - { expr: new Float(Int.MIN_VALUE as float), val: -2.14748365E9 as float } # loss of precision
196 … - { expr: new Float(Int.MAX_VALUE as float), val: 2.14748365E9 as float } # loss of precision
197 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372E18 as float } # loss of precision
198 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372E18 as float } # loss of precision
[all …]
/arkcompiler/runtime_core/static_core/plugins/ets/tests/ets-templates/06.contexts_and_conversions/05.implicit_conversions/05.unboxing_conversion/call_meth/
Dcall-meth.params.yaml133 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
134 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
168 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
169 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
170 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
171 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
195 … - { expr: new Float(Int.MIN_VALUE as float), val: -2.14748365E9 as float } # loss of precision
196 … - { expr: new Float(Int.MAX_VALUE as float), val: 2.14748365E9 as float } # loss of precision
197 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372E18 as float } # loss of precision
198 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372E18 as float } # loss of precision
[all …]
/arkcompiler/runtime_core/static_core/plugins/ets/tests/ets-templates/06.contexts_and_conversions/05.implicit_conversions/05.unboxing_conversion/comp_arr/
Dcomp-arr.params.yaml133 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
134 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
168 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
169 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
170 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
171 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
195 … - { expr: new Float(Int.MIN_VALUE as float), val: -2.14748365E9 as float } # loss of precision
196 … - { expr: new Float(Int.MAX_VALUE as float), val: 2.14748365E9 as float } # loss of precision
197 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372E18 as float } # loss of precision
198 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372E18 as float } # loss of precision
[all …]
/arkcompiler/runtime_core/static_core/plugins/ets/tests/ets-templates/06.contexts_and_conversions/05.implicit_conversions/05.unboxing_conversion/call_func/
Dcall-func.params.yaml133 - { expr: new Int(Int.MIN_VALUE), val: -2147483600.0 as float } # loss of precision
134 - { expr: new Int(Int.MAX_VALUE), val: 2147483600.0 as float } # loss of precision
168 … - { expr: new Long(Int.MIN_VALUE as long), val: -2147483600.0 as float } # loss of precision
169 … - { expr: new Long(Int.MAX_VALUE as long), val: 2147483600.0 as float } # loss of precision
170 … - { expr: new Long(Long.MIN_VALUE), val: -9223372000000000000.0 as float } # loss of precision
171 … - { expr: new Long(Long.MAX_VALUE), val: 9223372000000000000.0 as float } # loss of precision
195 … - { expr: new Float(Int.MIN_VALUE as float), val: -2.14748365E9 as float } # loss of precision
196 … - { expr: new Float(Int.MAX_VALUE as float), val: 2.14748365E9 as float } # loss of precision
197 … - { expr: new Float(Long.MIN_VALUE as float), val: -9.223372E18 as float } # loss of precision
198 … - { expr: new Float(Long.MAX_VALUE as float), val: 9.223372E18 as float } # loss of precision
[all …]
/arkcompiler/runtime_core/static_core/plugins/ets/tests/stdlib-templates/escompat/
Dlist.escompat_DataView_instance.yaml24 precision: 7
37 precision: 15
/arkcompiler/runtime_core/static_core/verification/
Dverification.yaml34 … precision: Precision mismatch. Possible overflow/underflow issues and other quirks in data-flow.
218 precision: f64
232 precision: f64
/arkcompiler/runtime_core/static_core/tests/test-lists/test262/
Dtest262-ignored-ARM64.txt1 # fail precision #9110
Dtest262-excluded-ARM64-AOT.txt1 # fail precision #9110
Dtest262-excluded-ARM64-JIT.txt1 # fail precision #9110

12345