Searched refs:m_precision (Results 1 – 8 of 8) sorted by relevance
| /external/chromium_org/third_party/WebKit/Source/wtf/ |
| D | DecimalNumber.cpp | 41 length += m_precision; in bufferLengthForStringDecimal()
50 if (m_precision <= digitsBeforeDecimalPoint) { in bufferLengthForStringDecimal()
53 length += m_precision; in bufferLengthForStringDecimal()
54 length += digitsBeforeDecimalPoint - m_precision; in bufferLengthForStringDecimal()
65 length += m_precision - digitsBeforeDecimalPoint; in bufferLengthForStringDecimal()
79 if (m_precision > 1) { in bufferLengthForStringExponential()
81 length += m_precision - 1; in bufferLengthForStringExponential()
104 ASSERT(m_precision); in toStringDecimal()
118 for (unsigned i = 0; i < m_precision; ++i) in toStringDecimal()
129 if (m_precision <= digitsBeforeDecimalPoint) { in toStringDecimal()
[all …]
|
| D | DecimalNumber.h | 45 dtoa(m_significand, d, m_sign, m_exponent, m_precision); in DecimalNumber()
47 ASSERT(m_precision); in DecimalNumber()
51 ASSERT(m_significand[0] != '0' || m_precision == 1); in DecimalNumber()
53 ASSERT(m_significand[0] == '0' || m_significand[m_precision - 1] != '0'); in DecimalNumber()
59 dtoaRoundSF(m_significand, d, significantFigures, m_sign, m_exponent, m_precision); in DecimalNumber()
62 while (m_precision < significantFigures) in DecimalNumber()
63 m_significand[m_precision++] = '0'; in DecimalNumber()
65 ASSERT(m_precision); in DecimalNumber()
73 dtoaRoundDP(m_significand, d, decimalPlaces, m_sign, m_exponent, m_precision); in DecimalNumber()
77 while (m_precision < significantFigures) in DecimalNumber()
[all …]
|
| /external/chromium_org/third_party/WebKit/Source/core/html/canvas/ |
| D | WebGLShaderPrecisionFormat.cpp | 51 return m_precision; in precision()
57 , m_precision(precision) in WebGLShaderPrecisionFormat()
|
| D | WebGLShaderPrecisionFormat.h | 50 GC3Dint m_precision; variable
|
| /external/eigen/unsupported/Eigen/src/Skyline/ |
| D | SkylineInplaceLU.h | 38 m_precision = RealScalar(0.1) * Eigen::dummy_precision<RealScalar > (); in m_flags()
53 m_precision = v; in setPrecision()
60 return m_precision; in precision()
108 RealScalar m_precision;
|
| /external/eigen/Eigen/src/QR/ |
| D | FullPivHouseholderQR.h | 358 RealScalar m_precision;
390 m_precision = NumTraits<Scalar>::epsilon() * size;
414 if(internal::isMuchSmallerThan(biggest_in_corner, biggest, m_precision))
497 const RealScalar m_precision = NumTraits<Scalar>::epsilon() * (std::min)(rows,cols);
499 …(!internal::isMuchSmallerThan(biggest_in_lower_part_of_c, biggest_in_upper_part_of_c, m_precision))
|
| /external/opencv/otherlibs/highgui/ |
| D | grfmt_jpeg.h | 124 int m_precision; // 8 or 12-bit per sample variable
|
| D | grfmt_jpeg.cpp | 852 m_precision = lstrm.GetByte(); in ReadHeader()
|