Searched refs:sxx (Results 1 – 9 of 9) sorted by relevance
81 (let ((sxx (- (sum (map sq x)) (* n (sq xbar))))84 (let ((slope (/ sxy sxx)))88 (/ (sq sxy) (* sxx syy))))))))
41 const uint64_t sxx = (uint64_t)stats->xxm * N - xmxm; in SSIMCalculation() local45 const uint64_t den_S = (sxx + syy + C2) >> 8; in SSIMCalculation()
4323 GstClockTimeDiff sxx, sxy, syy; in gst_calculate_linear_regression() local4338 xbar = ybar = sxx = syy = sxy = 0; in gst_calculate_linear_regression()4422 sxx = syy = sxy = 0; in gst_calculate_linear_regression()4431 if (G_UNLIKELY (tmp > 0 && sxx > 0 && (G_MAXINT64 - sxx <= tmp))) { in gst_calculate_linear_regression()4435 sxx /= 4; in gst_calculate_linear_regression()4437 } while (G_MAXINT64 - sxx <= tmp); in gst_calculate_linear_regression()4439 } else if (G_UNLIKELY (tmp < 0 && sxx < 0 && (G_MININT64 - sxx >= tmp))) { in gst_calculate_linear_regression()4443 sxx /= 4; in gst_calculate_linear_regression()4445 } while (G_MININT64 - sxx >= tmp); in gst_calculate_linear_regression()4448 sxx += tmp; in gst_calculate_linear_regression()[all …]
914 sxx = fsum((xi - xbar) ** 2.0 for xi in x)917 return sxy / sqrt(sxx * syy)958 sxx = fsum((xi - xbar) ** 2.0 for xi in x)960 slope = sxy / sxx # equivalent to: covariance(x, y) / variance(x)
120 const uint64_t sxx = (uint64_t)stats->xxm * N - xmxm; in SSIMCalculation() local124 const uint64_t den_S = (sxx + syy + C2) >> 8; in SSIMCalculation()
811 …[\03-\026|\uF39D\01\{i\u3BC2\u14FE]])(?<=[^|\uAE62\054H\|\}&&^\p{Space}])(?sxx)(?<=[\f\006\a\r\xB4…
15260 The check for dropping precision was wrong when sxx and syy were negative.