Home
last modified time | relevance | path

Searched defs:precision (Results 1 – 25 of 347) sorted by relevance

12345678910>>...14

/third_party/decimal.js/test/modules/
Dclone.js10 precision: 10, property
18 var D1 = Decimal.clone({ precision: 1 }); property
19 var D2 = Decimal.clone({ precision: 2 }); property
20 var D3 = Decimal.clone({ precision: 3 }); property
21 var D4 = Decimal.clone({ precision: 4 }); property
22 var D5 = Decimal.clone({ precision: 5 }); property
23 var D6 = Decimal.clone({ precision: 6 }); property
24 var D7 = Decimal.clone({ precision: 7 }); property
26 D8.config({ precision: 8 }); property
27 var D9 = Decimal.clone({ precision: 9 }); property
[all …]
Dconfig.js38 precision: 20, property
58 precision: 40, property
96 t(1, {precision: 1}); property
97 t(1, {precision: void 0}); property
98 t(20, {precision: 20}); property
99 t(300000,{precision: 300000}); property
100 t(4e+8, {precision: 4e8}); property
101 t(1e9, {precision: 1e9}); property
102 t(MAX_DIGITS, {precision: MAX_DIGITS}); property
104 tx(function () {Decimal.config({precision: 0})}, "precision: 0"); property
[all …]
/third_party/skia/third_party/externals/angle2/src/compiler/translator/
Dbuiltin_variables.json51 "precision":"High" string
55 "precision":"High" string
59 "precision":"High" string
77 "precision":"Low", string
91 "precision":"Medium", string
100 "precision":"Medium", string
109 "precision":"Medium", string
118 "precision":"Medium", string
127 "precision":"Medium", string
136 "precision":"Medium", string
[all …]
DStaticType.h42 TPrecision precision, in BuildStaticMangledName()
66 TPrecision precision, in BuildStaticArrayMangledName()
/third_party/vk-gl-cts/modules/gles31/functional/
Des31fShaderCommonFunctionTests.cpp114 inline bool supportsSignedZero (glu::Precision precision) in supportsSignedZero()
140 static int getMinMantissaBits (glu::Precision precision) in getMinMantissaBits()
153 static int getMaxNormalizedValueExponent (glu::Precision precision) in getMaxNormalizedValueExponent()
166 static int getMinNormalizedValueExponent (glu::Precision precision) in getMinNormalizedValueExponent()
179 static float makeFloatRepresentable (float f, glu::Precision precision) in makeFloatRepresentable()
452 static std::string getCommonFuncCaseName (glu::DataType baseType, glu::Precision precision, glu::Sh… in getCommonFuncCaseName()
460 …AbsCase (Context& context, glu::DataType baseType, glu::Precision precision, glu::ShaderType shade… in AbsCase()
485 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
497 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
542 …SignCase (Context& context, glu::DataType baseType, glu::Precision precision, glu::ShaderType shad… in SignCase()
[all …]
Des31fShaderIntegerFunctionTests.cpp111 inline int getShaderUintBitCount (glu::ShaderType shaderType, glu::Precision precision) in getShaderUintBitCount()
137 …andom& rnd, glu::ShaderType shaderType, glu::DataType dataType, glu::Precision precision, deUint32… in generateRandomInputData()
322 static std::string getIntegerFuncCaseName (glu::DataType baseType, glu::Precision precision, glu::S… in getIntegerFuncCaseName()
330 …UaddCarryCase (Context& context, glu::DataType baseType, glu::Precision precision, glu::ShaderType… in UaddCarryCase()
344 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
398 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
426 …UsubBorrowCase (Context& context, glu::DataType baseType, glu::Precision precision, glu::ShaderTyp… in UsubBorrowCase()
440 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
492 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
520 …UmulExtendedCase (Context& context, glu::DataType baseType, glu::Precision precision, glu::ShaderT… in UmulExtendedCase()
[all …]
Des31fShaderUniformIntegerFunctionTests.cpp68 …Case(Context& context, const char* description, int inputValue, glu::Precision precision, glu::Sha… in UniformIntegerFunctionCase()
146 static std::string getCaseName (glu::Precision precision, glu::ShaderType shaderType) in getCaseName()
153 …FindMSBEdgeCase(Context& context, int inputValue, glu::Precision precision, glu::ShaderType shader… in FindMSBEdgeCase()
170 …FindLSBEdgeCase(Context& context, int inputValue, glu::Precision precision, glu::ShaderType shader… in FindLSBEdgeCase()
Des31fShaderAtomicOpTests.cpp96 …onst char* funcName, AtomicOperandType operandType, DataType type, Precision precision, const UVec… in ShaderAtomicOpCase()
258 …text& context, const char* name, AtomicOperandType operandType, DataType type, Precision precision) in ShaderAtomicAddCase()
347 static int getPrecisionNumIntegerBits (glu::Precision precision) in getPrecisionNumIntegerBits()
366 static bool intEqualsAfterUintCast (deInt32 value, deUint32 casted, glu::Precision precision) in intEqualsAfterUintCast()
393 …ontainsAfterUintCast (const std::set<deInt32>& haystack, deUint32 needle, glu::Precision precision) in containsAfterUintCast()
401 …ontainsAfterUintCast (const std::set<deUint32>& haystack, deInt32 needle, glu::Precision precision) in containsAfterUintCast()
412 …text& context, const char* name, AtomicOperandType operandType, DataType type, Precision precision) in ShaderAtomicMinCase()
493 …text& context, const char* name, AtomicOperandType operandType, DataType type, Precision precision) in ShaderAtomicMaxCase()
575 …text& context, const char* name, AtomicOperandType operandType, DataType type, Precision precision) in ShaderAtomicAndCase()
651 …text& context, const char* name, AtomicOperandType operandType, DataType type, Precision precision) in ShaderAtomicOrCase()
[all …]
/third_party/vk-gl-cts/modules/gles3/functional/
Des3fShaderCommonFunctionTests.cpp110 inline bool supportsSignedZero (glu::Precision precision) in supportsSignedZero()
136 static int getMinMantissaBits (glu::Precision precision) in getMinMantissaBits()
377 static std::string getCommonFuncCaseName (glu::DataType baseType, glu::Precision precision, glu::Sh… in getCommonFuncCaseName()
385 …AbsCase (Context& context, glu::DataType baseType, glu::Precision precision, glu::ShaderType shade… in AbsCase()
410 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
422 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
467 …SignCase (Context& context, glu::DataType baseType, glu::Precision precision, glu::ShaderType shad… in SignCase()
492 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
515 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
573 …RoundEvenCase (Context& context, glu::DataType baseType, glu::Precision precision, glu::ShaderType… in RoundEvenCase()
[all …]
Des3fShaderDerivateTests.cpp222 static int getNumMantissaBits (const glu::Precision precision) in getNumMantissaBits()
235 static int getMinExponent (const glu::Precision precision) in getMinExponent()
326 static int getInterpolationLostBitsWarning (const glu::Precision precision) in getInterpolationLostBitsWarning()
340 static inline tcu::Vec4 getDerivateThreshold (const glu::Precision precision, const tcu::Vec4& valu… in getDerivateThreshold()
354 static inline tcu::Vec4 getDerivateThresholdWarning (const glu::Precision precision, const tcu::Vec… in getDerivateThresholdWarning()
469 glu::Precision precision, in reverifyConstantDerivateWithFlushRelaxations()
642 static std::string genVertexSource (glu::DataType coordType, glu::Precision precision) in genVertexSource()
1002 …const char* description, DerivateFunc func, glu::DataType type, glu::Precision precision, deUint32… in LinearDerivateCase()
1244 …const char* description, DerivateFunc func, glu::DataType type, glu::Precision precision, deUint32… in TextureDerivateCase()
1567 glu::Precision precision; member
[all …]
Des3fShaderPrecisionTests.cpp64 …teFloatPrecisionEvalProgram (const glu::RenderContext& context, glu::Precision precision, const ch… in createFloatPrecisionEvalProgram()
124 …Program (const glu::RenderContext& context, glu::DataType type, glu::Precision precision, const ch… in createIntUintPrecisionEvalProgram()
215 …har* name, const char* desc, const char* op, EvalFunc evalFunc, glu::Precision precision, const tc… in ShaderFloatPrecisionCase()
467 …har* name, const char* desc, const char* op, EvalFunc evalFunc, glu::Precision precision, int bits… in ShaderIntPrecisionCase()
661 …har* name, const char* desc, const char* op, EvalFunc evalFunc, glu::Precision precision, int bits… in ShaderUintPrecisionCase()
859 glu::Precision precision; in init() member
880 glu::Precision precision; in init() member
906 glu::Precision precision; in init() member
/third_party/skia/src/gpu/tessellate/
DWangsFormula.h32 template<int Degree> constexpr float length_term(float precision) { in length_term()
35 template<int Degree> constexpr float length_term_pow2(float precision) { in length_term_pow2()
179 AI float worst_case_cubic_pow4(float precision, float devWidth, float devHeight) { in worst_case_cubic_pow4()
186 AI float worst_case_cubic(float precision, float devWidth, float devHeight) { in worst_case_cubic()
192 AI int worst_case_cubic_log2(float precision, float devWidth, float devHeight) { in worst_case_cubic_log2()
/third_party/vk-gl-cts/modules/gles2/performance/
Des2pShaderOptimizationTests.cpp366 const string precision = getShaderPrecision(m_caseShaderType); in generateProgramData() local
404 const string precision = getShaderPrecision(m_caseShaderType); in generateProgramData() local
415 …static inline string funcDefinitions (int callNestingDepth, const string& precision, const string&… in funcDefinitions()
450 const string precision = getShaderPrecision(m_caseShaderType); in generateProgramData() local
463 …onsCaseStatements (bool optimized, bool constantExpressionsOnly, const string& precision, bool use… in builtinFunctionsCaseStatements()
480 …static inline string arrayCaseStatements (bool optimized, const string& precision, bool useHeavier… in arrayCaseStatements()
499 …uctCaseStatements (bool optimized, bool constantExpressionsOnly, const string& precision, bool use… in structCaseStatements()
550 const string precision = getShaderPrecision(m_caseShaderType); in generateProgramData() local
563 …static inline string singleStatementCaseStatements (bool optimized, const string& precision, bool … in singleStatementCaseStatements()
575 …static inline string multipleStatementsCaseStatements (bool optimized, const string& precision, bo… in multipleStatementsCaseStatements()
[all …]
/third_party/vk-gl-cts/modules/gles3/performance/
Des3pShaderOptimizationTests.cpp369 const string precision = getShaderPrecision(m_caseShaderType); in generateProgramData() local
407 const string precision = getShaderPrecision(m_caseShaderType); in generateProgramData() local
418 …static inline string funcDefinitions (int callNestingDepth, const string& precision, const string&… in funcDefinitions()
452 const string precision = getShaderPrecision(m_caseShaderType); in generateProgramData() local
465 …onsCaseStatements (bool optimized, bool constantExpressionsOnly, const string& precision, bool use… in builtinFunctionsCaseStatements()
482 …rayCaseStatements (bool optimized, bool constantExpressionsOnly, const string& precision, bool use… in arrayCaseStatements()
510 …uctCaseStatements (bool optimized, bool constantExpressionsOnly, const string& precision, bool use… in structCaseStatements()
561 const string precision = getShaderPrecision(m_caseShaderType); in generateProgramData() local
574 …static inline string singleStatementCaseStatements (bool optimized, const string& precision, bool … in singleStatementCaseStatements()
586 …static inline string multipleStatementsCaseStatements (bool optimized, const string& precision, bo… in multipleStatementsCaseStatements()
[all …]
/third_party/vk-gl-cts/external/vulkancts/modules_no_buildgn/vulkan/shaderexecutor/
DvktShaderIntegerFunctionTests.cpp113 inline int getShaderUintBitCount (glu::ShaderType shaderType, glu::Precision precision) in getShaderUintBitCount()
139 …andom& rnd, glu::ShaderType shaderType, glu::DataType dataType, glu::Precision precision, deUint32… in generateRandomInputData()
196 static std::string getIntegerFuncCaseName (glu::DataType baseType, glu::Precision precision, glu::S… in getIntegerFuncCaseName()
414 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
468 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
496 …UaddCarryCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision, glu::S… in UaddCarryCase()
524 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
576 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
604 …UsubBorrowCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision, glu::… in UsubBorrowCase()
708 …UmulExtendedCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision, glu… in UmulExtendedCase()
[all …]
DvktShaderCommonFunctionTests.cpp127 static int getMinMantissaBits (glu::DataType type, glu::Precision precision) in getMinMantissaBits()
333 static std::string getCommonFuncCaseName (glu::DataType baseType, glu::Precision precision) in getCommonFuncCaseName()
512 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
547 AbsCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision) in AbsCase()
580 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
619 SignCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision) in SignCase()
638 const glu::Precision precision = spec.inputs[0].varType.getPrecision(); in infNanRandomFloats() local
699 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
741 IsnanCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision) in IsnanCase()
781 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
[all …]
/third_party/vk-gl-cts/external/vulkancts/modules/vulkan/shaderexecutor/
DvktShaderIntegerFunctionTests.cpp113 inline int getShaderUintBitCount (glu::ShaderType shaderType, glu::Precision precision) in getShaderUintBitCount()
139 …andom& rnd, glu::ShaderType shaderType, glu::DataType dataType, glu::Precision precision, deUint32… in generateRandomInputData()
196 static std::string getIntegerFuncCaseName (glu::DataType baseType, glu::Precision precision, glu::S… in getIntegerFuncCaseName()
414 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
468 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
496 …UaddCarryCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision, glu::S… in UaddCarryCase()
524 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
576 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
604 …UsubBorrowCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision, glu::… in UsubBorrowCase()
708 …UmulExtendedCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision, glu… in UmulExtendedCase()
[all …]
DvktShaderCommonFunctionTests.cpp127 static int getMinMantissaBits (glu::DataType type, glu::Precision precision) in getMinMantissaBits()
333 static std::string getCommonFuncCaseName (glu::DataType baseType, glu::Precision precision) in getCommonFuncCaseName()
512 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
547 AbsCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision) in AbsCase()
580 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in getInputValues() local
619 SignCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision) in SignCase()
638 const glu::Precision precision = spec.inputs[0].varType.getPrecision(); in infNanRandomFloats() local
703 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
745 IsnanCase (tcu::TestContext& testCtx, glu::DataType baseType, glu::Precision precision) in IsnanCase()
785 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); in compare() local
[all …]
/third_party/icu/icu4j/main/classes/core/src/com/ibm/icu/impl/units/
DUnitsRouter.java68 String precision = preference.getSkeleton(); in UnitsRouter() local
162 final String precision; field in UnitsRouter.ConverterPreference
166 String precision, ConversionRates conversionRates) { in ConverterPreference()
172 … BigDecimal limit, String precision, ConversionRates conversionRates) { in ConverterPreference()
/third_party/mesa3d/src/compiler/glsl/
Dbuiltin_variables.cpp382 int precision, const char *name, in add_field()
446 ir_variable *add_input(int slot, const glsl_type *type, int precision, in add_input()
459 ir_variable *add_output(int slot, const glsl_type *type, int precision, in add_output()
471 int precision, const char *name) in add_index_output()
477 ir_variable *add_system_value(int slot, const glsl_type *type, int precision, in add_system_value()
560 int precision, in add_index_variable()
606 int precision, in add_variable()
662 int precision, in add_uniform()
696 builtin_variable_generator::add_const(const char *name, int precision, in add_const()
1494 int precision, const char *name, in add_varying()
/third_party/skia/tests/
DPathOpsTestCommon.cpp20 static double calc_t_div(const SkDCubic& cubic, double precision, double start) { in calc_t_div()
43 static bool add_simple_ts(const SkDCubic& cubic, double precision, SkTArray<double, true>* ts) { in add_simple_ts() argument
55 static void addTs(const SkDCubic& cubic, double precision, double start, double end, in addTs()
67 static void toQuadraticTs(const SkDCubic* cubic, double precision, SkTArray<double, true>* ts) { in toQuadraticTs() argument
137 void CubicToQuads(const SkDCubic& cubic, double precision, SkTArray<SkDQuad, true>& quads) { in CubicToQuads()
/third_party/skia/third_party/externals/oboe/samples/RhythmGame/third_party/glm/gtx/
Dio.hpp53 unsigned precision; member in glm::io::format_punct
113 struct precision struct
115 unsigned value;
/third_party/vk-gl-cts/modules/gles2/accuracy/
Des2aVaryingInterpolationTests.cpp113 …tionCase (Context& context, const char* name, const char* desc, glu::Precision precision, const tc… in InterpolationCase()
126 static bool isValidFloat (glu::Precision precision, float val) in isValidFloat()
141 static bool isValidFloatVec (glu::Precision precision, const tcu::Vector<float, Size>& vec) in isValidFloatVec()
314 for (int precision = glu::PRECISION_LOWP; precision <= glu::PRECISION_HIGHP; precision++) in init() local
/third_party/vk-gl-cts/modules/gles3/accuracy/
Des3aVaryingInterpolationTests.cpp115 …tionCase (Context& context, const char* name, const char* desc, glu::Precision precision, const tc… in InterpolationCase()
128 static bool isValidFloat (glu::Precision precision, float val) in isValidFloat()
143 static bool isValidFloatVec (glu::Precision precision, const tcu::Vector<float, Size>& vec) in isValidFloatVec()
320 for (int precision = glu::PRECISION_LOWP; precision <= glu::PRECISION_HIGHP; precision++) in init() local
/third_party/python/Python/
Dpystrtod.c600 ensure_decimal_point(char* buffer, size_t buf_size, int precision) in ensure_decimal_point()
718 int precision) in _PyOS_ascii_formatd()
797 int precision, in PyOS_double_to_string()
1008 int mode, int precision, in format_float_short()
1261 int precision, in PyOS_double_to_string()

12345678910>>...14