Home
last modified time | relevance | path

Searched refs:residual (Results 1 – 25 of 69) sorted by relevance

123

/external/flac/libFLAC/include/private/
Dlpc.h154 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
155 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
159 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
160 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
161 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
166 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
167 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
170 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
171 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
174 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
[all …]
Dstream_encoder.h51 extern void FLAC__precompute_partition_info_sums_intrin_sse2(const FLAC__int32 residual[], FLAC__ui…
56 extern void FLAC__precompute_partition_info_sums_intrin_ssse3(const FLAC__int32 residual[], FLAC__u…
61 extern void FLAC__precompute_partition_info_sums_intrin_avx2(const FLAC__int32 residual[], FLAC__ui…
/external/aac/libFDK/include/
DFDK_trigFcts.h158 FIXP_DBL residual; in fixp_sin_cos_residual_inline() local
164 residual = fMult(x, FL2FXCONST_DBL(1.0 / M_PI)); in fixp_sin_cos_residual_inline()
165 s = ((LONG)residual) >> shift; in fixp_sin_cos_residual_inline()
167 residual &= ((1 << shift) - 1); in fixp_sin_cos_residual_inline()
168 residual = fMult(residual, FL2FXCONST_DBL(M_PI / 4.0)) << 2; in fixp_sin_cos_residual_inline()
169 residual <<= scale; in fixp_sin_cos_residual_inline()
216 return residual; in fixp_sin_cos_residual_inline()
230 FIXP_DBL residual, error0, error1, sine, cosine; in inline_fixp_cos_sin() local
231 residual = fixp_sin_cos_residual_inline(x1, scale, &sine, &cosine); in inline_fixp_cos_sin()
232 error0 = fMultDiv2(sine, residual); in inline_fixp_cos_sin()
[all …]
/external/webrtc/webrtc/common_audio/signal_processing/
Dmin_max_operations_neon.c77 size_t residual = length & 0x7; in WebRtcSpl_MaxAbsValueW32Neon() local
86 for (i = 0; i < length - residual; i += 8) { in WebRtcSpl_MaxAbsValueW32Neon()
110 for (i = residual; i > 0; i--) { in WebRtcSpl_MaxAbsValueW32Neon()
129 size_t residual = length & 0x7; in WebRtcSpl_MaxValueW16Neon() local
137 for (i = 0; i < length - residual; i += 8) { in WebRtcSpl_MaxValueW16Neon()
154 for (i = residual; i > 0; i--) { in WebRtcSpl_MaxValueW16Neon()
167 size_t residual = length & 0x7; in WebRtcSpl_MaxValueW32Neon() local
176 for (i = 0; i < length - residual; i += 8) { in WebRtcSpl_MaxValueW32Neon()
196 for (i = residual; i > 0; i--) { in WebRtcSpl_MaxValueW32Neon()
209 size_t residual = length & 0x7; in WebRtcSpl_MinValueW16Neon() local
[all …]
/external/webrtc/webrtc/modules/remote_bitrate_estimator/
Doveruse_estimator.cc74 const double residual = t_ts_delta - slope_*h[0] - offset_; in Update() local
80 if (fabs(residual) < max_residual) { in Update()
81 UpdateNoiseEstimate(residual, min_frame_period, in_stable_state); in Update()
83 UpdateNoiseEstimate(residual < 0 ? -max_residual : max_residual, in Update()
112 slope_ = slope_ + K[0] * residual; in Update()
114 offset_ = offset_ + K[1] * residual; in Update()
130 void OveruseEstimator::UpdateNoiseEstimate(double residual, in UpdateNoiseEstimate() argument
147 + (1 - beta) * residual; in UpdateNoiseEstimate()
149 + (1 - beta) * (avg_noise_ - residual) * (avg_noise_ - residual); in UpdateNoiseEstimate()
/external/flac/libFLAC/
Dfixed.c336 …mpute_residual(const FLAC__int32 data[], unsigned data_len, unsigned order, FLAC__int32 residual[]) in FLAC__fixed_compute_residual() argument
343 FLAC__ASSERT(sizeof(residual[0]) == sizeof(data[0])); in FLAC__fixed_compute_residual()
344 memcpy(residual, data, sizeof(residual[0])*data_len); in FLAC__fixed_compute_residual()
348 residual[i] = data[i] - data[i-1]; in FLAC__fixed_compute_residual()
352 residual[i] = data[i] - 2*data[i-1] + data[i-2]; in FLAC__fixed_compute_residual()
356 residual[i] = data[i] - 3*data[i-1] + 3*data[i-2] - data[i-3]; in FLAC__fixed_compute_residual()
360 residual[i] = data[i] - 4*data[i-1] + 6*data[i-2] - 4*data[i-3] + data[i-4]; in FLAC__fixed_compute_residual()
367 void FLAC__fixed_restore_signal(const FLAC__int32 residual[], unsigned data_len, unsigned order, FL… in FLAC__fixed_restore_signal() argument
373 FLAC__ASSERT(sizeof(residual[0]) == sizeof(data[0])); in FLAC__fixed_restore_signal()
374 memcpy(data, residual, sizeof(residual[0])*data_len); in FLAC__fixed_restore_signal()
[all …]
Dlpc.c267 …flac_restrict qlp_coeff, unsigned order, int lp_quantization, FLAC__int32 * flac_restrict residual) in FLAC__lpc_compute_residual_from_qlp_coefficients() argument
293 *(residual++) = *(data++) - (sum >> lp_quantization); in FLAC__lpc_compute_residual_from_qlp_coefficients()
336 residual[i] = data[i] - (sum >> lp_quantization);
353 residual[i] = data[i] - (sum >> lp_quantization);
371 residual[i] = data[i] - (sum >> lp_quantization);
386 residual[i] = data[i] - (sum >> lp_quantization);
404 residual[i] = data[i] - (sum >> lp_quantization);
417 residual[i] = data[i] - (sum >> lp_quantization);
431 residual[i] = data[i] - (sum >> lp_quantization);
442 residual[i] = data[i] - (sum >> lp_quantization);
[all …]
Dstream_encoder_intrin_avx2.c50 void FLAC__precompute_partition_info_sums_intrin_avx2(const FLAC__int32 residual[], FLAC__uint64 ab… in FLAC__precompute_partition_info_sums_intrin_avx2() argument
70 … __m256i res256 = _mm256_abs_epi32(_mm256_loadu_si256((const __m256i*)(residual+residual_sample))); in FLAC__precompute_partition_info_sums_intrin_avx2()
77 __m128i res128 = _mm_abs_epi32(_mm_loadu_si128((const __m128i*)(residual+residual_sample))); in FLAC__precompute_partition_info_sums_intrin_avx2()
82 __m128i res128 = _mm_abs_epi32(_mm_cvtsi32_si128(residual[residual_sample])); in FLAC__precompute_partition_info_sums_intrin_avx2()
102 __m128i res128 = _mm_abs_epi32(_mm_loadu_si128((const __m128i*)(residual+residual_sample))); in FLAC__precompute_partition_info_sums_intrin_avx2()
110 __m128i res128 = _mm_abs_epi32(_mm_loadl_epi64((const __m128i*)(residual+residual_sample))); in FLAC__precompute_partition_info_sums_intrin_avx2()
116 __m128i res128 = _mm_abs_epi32(_mm_cvtsi32_si128(residual[residual_sample])); in FLAC__precompute_partition_info_sums_intrin_avx2()
Dstream_encoder_intrin_ssse3.c50 void FLAC__precompute_partition_info_sums_intrin_ssse3(const FLAC__int32 residual[], FLAC__uint64 a… in FLAC__precompute_partition_info_sums_intrin_ssse3() argument
75 __m128i mm_res = _mm_abs_epi32(_mm_cvtsi32_si128(residual[residual_sample])); in FLAC__precompute_partition_info_sums_intrin_ssse3()
80 __m128i mm_res = _mm_abs_epi32(_mm_loadu_si128((const __m128i*)(residual+residual_sample))); in FLAC__precompute_partition_info_sums_intrin_ssse3()
85 __m128i mm_res = _mm_abs_epi32(_mm_cvtsi32_si128(residual[residual_sample])); in FLAC__precompute_partition_info_sums_intrin_ssse3()
108 …__m128i mm_res = _mm_abs_epi32(_mm_cvtsi32_si128(residual[residual_sample])); /* 0 0 0 |r0| … in FLAC__precompute_partition_info_sums_intrin_ssse3()
113 …__m128i mm_res = _mm_abs_epi32(_mm_loadl_epi64((const __m128i*)(residual+residual_sample))); /* 0… in FLAC__precompute_partition_info_sums_intrin_ssse3()
119 __m128i mm_res = _mm_abs_epi32(_mm_cvtsi32_si128(residual[residual_sample])); in FLAC__precompute_partition_info_sums_intrin_ssse3()
Dstream_encoder_intrin_sse2.c61 void FLAC__precompute_partition_info_sums_intrin_sse2(const FLAC__int32 residual[], FLAC__uint64 ab… in FLAC__precompute_partition_info_sums_intrin_sse2() argument
86 __m128i mm_res = local_abs_epi32(_mm_cvtsi32_si128(residual[residual_sample])); in FLAC__precompute_partition_info_sums_intrin_sse2()
91 __m128i mm_res = local_abs_epi32(_mm_loadu_si128((const __m128i*)(residual+residual_sample))); in FLAC__precompute_partition_info_sums_intrin_sse2()
96 __m128i mm_res = local_abs_epi32(_mm_cvtsi32_si128(residual[residual_sample])); in FLAC__precompute_partition_info_sums_intrin_sse2()
119 …__m128i mm_res = local_abs_epi32(_mm_cvtsi32_si128(residual[residual_sample])); /* 0 0 0 |r0… in FLAC__precompute_partition_info_sums_intrin_sse2()
124 …__m128i mm_res = local_abs_epi32(_mm_loadl_epi64((const __m128i*)(residual+residual_sample))); /* … in FLAC__precompute_partition_info_sums_intrin_sse2()
130 __m128i mm_res = local_abs_epi32(_mm_cvtsi32_si128(residual[residual_sample])); in FLAC__precompute_partition_info_sums_intrin_sse2()
Dlpc_intrin_avx2.c51 …ta_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]) in FLAC__lpc_compute_residual_from_qlp_coefficients_16_intrin_avx2() argument
93 …_mm256_storeu_si256((__m256i*)(residual+i), _mm256_sub_epi32(_mm256_loadu_si256((const __m256i*)(d… in FLAC__lpc_compute_residual_from_qlp_coefficients_16_intrin_avx2()
124 …_mm256_storeu_si256((__m256i*)(residual+i), _mm256_sub_epi32(_mm256_loadu_si256((const __m256i*)(d… in FLAC__lpc_compute_residual_from_qlp_coefficients_16_intrin_avx2()
155 …_mm256_storeu_si256((__m256i*)(residual+i), _mm256_sub_epi32(_mm256_loadu_si256((const __m256i*)(d… in FLAC__lpc_compute_residual_from_qlp_coefficients_16_intrin_avx2()
182 …_mm256_storeu_si256((__m256i*)(residual+i), _mm256_sub_epi32(_mm256_loadu_si256((const __m256i*)(d… in FLAC__lpc_compute_residual_from_qlp_coefficients_16_intrin_avx2()
211 …_mm256_storeu_si256((__m256i*)(residual+i), _mm256_sub_epi32(_mm256_loadu_si256((const __m256i*)(d… in FLAC__lpc_compute_residual_from_qlp_coefficients_16_intrin_avx2()
234 …_mm256_storeu_si256((__m256i*)(residual+i), _mm256_sub_epi32(_mm256_loadu_si256((const __m256i*)(d… in FLAC__lpc_compute_residual_from_qlp_coefficients_16_intrin_avx2()
257 …_mm256_storeu_si256((__m256i*)(residual+i), _mm256_sub_epi32(_mm256_loadu_si256((const __m256i*)(d… in FLAC__lpc_compute_residual_from_qlp_coefficients_16_intrin_avx2()
276 …_mm256_storeu_si256((__m256i*)(residual+i), _mm256_sub_epi32(_mm256_loadu_si256((const __m256i*)(d… in FLAC__lpc_compute_residual_from_qlp_coefficients_16_intrin_avx2()
297 …_mm256_storeu_si256((__m256i*)(residual+i), _mm256_sub_epi32(_mm256_loadu_si256((const __m256i*)(d… in FLAC__lpc_compute_residual_from_qlp_coefficients_16_intrin_avx2()
[all …]
Dlpc_intrin_sse41.c52 #define RESIDUAL64_RESULT(xmmN) residual[i] = data[i] - _mm_cvtsi128_si32(_mm_srl_epi64(xmmN, cnt))
53 #define RESIDUAL64_RESULT1(xmmN) residual[i] = data[i] - _mm_cvtsi128_si32(_mm_srli_epi64(xmmN, lp_…
56 …ta_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]) in FLAC__lpc_compute_residual_from_qlp_coefficients_wide_intrin_sse41() argument
586 residual[i] = data[i] - (FLAC__int32)(sum >> lp_quantization); in FLAC__lpc_compute_residual_from_qlp_coefficients_wide_intrin_sse41()
592 void FLAC__lpc_restore_signal_wide_intrin_sse41(const FLAC__int32 residual[], unsigned data_len, co… in FLAC__lpc_restore_signal_wide_intrin_sse41() argument
642 temp = _mm_cvtsi32_si128(residual[0]); // 0 0 0 r[i] in FLAC__lpc_restore_signal_wide_intrin_sse41()
663 temp = _mm_cvtsi32_si128(residual[i]); // 0 0 0 r[i] in FLAC__lpc_restore_signal_wide_intrin_sse41()
700 temp = _mm_cvtsi32_si128(residual[0]); in FLAC__lpc_restore_signal_wide_intrin_sse41()
719 temp = _mm_cvtsi32_si128(residual[i]); in FLAC__lpc_restore_signal_wide_intrin_sse41()
754 temp = _mm_cvtsi32_si128(residual[0]); in FLAC__lpc_restore_signal_wide_intrin_sse41()
[all …]
/external/apache-commons-math/src/main/java/org/apache/commons/math/estimation/
DAbstractEstimator.java163 double residual = wm.getResidual(); in updateResidualsAndCost() local
164 residuals[i] = FastMath.sqrt(wm.getWeight()) * residual; in updateResidualsAndCost()
165 cost += wm.getWeight() * residual * residual; in updateResidualsAndCost()
186 double residual = wm[i].getResidual(); in getRMS() local
187 criterion += wm[i].getWeight() * residual * residual; in getRMS()
201 double residual = wm[i].getResidual(); in getChiSquare() local
202 chiSquare += residual * residual / wm[i].getWeight(); in getChiSquare()
/external/aac/libFDK/src/
DFDK_trigFcts.cpp300 FIXP_DBL residual, error, sine, cosine; in fixp_cos() local
302 residual = fixp_sin_cos_residual_inline(x, scale, &sine, &cosine); in fixp_cos()
303 error = fMult(sine, residual); in fixp_cos()
314 FIXP_DBL residual, error, sine, cosine; in fixp_sin() local
316 residual = fixp_sin_cos_residual_inline(x, scale, &sine, &cosine); in fixp_sin()
317 error = fMult(cosine, residual); in fixp_sin()
327 FIXP_DBL residual, error0, error1, sine, cosine; in fixp_cos_sin() local
329 residual = fixp_sin_cos_residual_inline(x, scale, &sine, &cosine); in fixp_cos_sin()
330 error0 = fMult(sine, residual); in fixp_cos_sin()
331 error1 = fMult(cosine, residual); in fixp_cos_sin()
/external/webrtc/webrtc/modules/audio_coding/codecs/ilbc/
Dencode.c56 int16_t *residual; in WebRtcIlbcfix_EncodeImpl() local
80 residual = &iLBCenc_inst->lpc_buffer[LPC_LOOKBACK+BLOCKL_MAX-iLBCenc_inst->blockl]; in WebRtcIlbcfix_EncodeImpl()
82 decresidual = residual; /* Already encoded residual is overwritten by the decoded version */ in WebRtcIlbcfix_EncodeImpl()
140 &data[n*SUBL], &residual[n*SUBL], in WebRtcIlbcfix_EncodeImpl()
150 iLBCbits_inst->startIdx = WebRtcIlbcfix_FrameClassify(iLBCenc_inst,residual); in WebRtcIlbcfix_EncodeImpl()
156 max=WebRtcSpl_MaxAbsValueW16(&residual[index], 2*SUBL); in WebRtcIlbcfix_EncodeImpl()
166 en1=WebRtcSpl_DotProductWithScale(&residual[index], &residual[index], in WebRtcIlbcfix_EncodeImpl()
169 en2=WebRtcSpl_DotProductWithScale(&residual[index], &residual[index], in WebRtcIlbcfix_EncodeImpl()
181 WebRtcIlbcfix_StateSearch(iLBCenc_inst, iLBCbits_inst, &residual[start_pos], in WebRtcIlbcfix_EncodeImpl()
203 &residual[start_pos+iLBCenc_inst->state_short_len], in WebRtcIlbcfix_EncodeImpl()
[all …]
/external/eigen/Eigen/src/IterativeLinearSolvers/
DConjugateGradient.h43 VectorType residual = rhs - mat * x; //initial residual in conjugate_gradient() local
54 RealScalar residualNorm2 = residual.squaredNorm(); in conjugate_gradient()
63 p = precond.solve(residual); // initial search direction in conjugate_gradient()
66 …RealScalar absNew = numext::real(residual.dot(p)); // the square of the absolute value of r scale… in conjugate_gradient()
74 residual -= alpha * tmp; // update residual in conjugate_gradient()
76 residualNorm2 = residual.squaredNorm(); in conjugate_gradient()
80 z = precond.solve(residual); // approximately solve for "A z = residual" in conjugate_gradient()
83 absNew = numext::real(residual.dot(z)); // update the absolute value of r in conjugate_gradient()
/external/tensorflow/tensorflow/contrib/slim/python/slim/nets/
Dresnet_v1.py116 residual = layers.conv2d(
118 residual = resnet_utils.conv2d_same(
119 residual, depth_bottleneck, 3, stride, rate=rate, scope='conv2')
120 residual = layers.conv2d(
121 residual, depth, [1, 1], stride=1, activation_fn=None, scope='conv3')
123 output = nn_ops.relu(shortcut + residual)
Dresnet_v2.py113 residual = layers_lib.conv2d(
115 residual = resnet_utils.conv2d_same(
116 residual, depth_bottleneck, 3, stride, rate=rate, scope='conv2')
117 residual = layers_lib.conv2d(
118 residual,
125 output = shortcut + residual
/external/compiler-rt/lib/builtins/
Ddivsf3.c136 rep_t residual; in ARM_EABI_FNALIAS() local
138 residual = (aSignificand << 24) - quotient * bSignificand; in ARM_EABI_FNALIAS()
142 residual = (aSignificand << 23) - quotient * bSignificand; in ARM_EABI_FNALIAS()
159 const bool round = (residual << 1) > bSignificand; in ARM_EABI_FNALIAS()
Ddivdf3.c151 rep_t residual; in ARM_EABI_FNALIAS() local
153 residual = (aSignificand << 53) - quotient * bSignificand; in ARM_EABI_FNALIAS()
157 residual = (aSignificand << 52) - quotient * bSignificand; in ARM_EABI_FNALIAS()
174 const bool round = (residual << 1) > bSignificand; in ARM_EABI_FNALIAS()
Ddivtf3.c165 rep_t residual; in __divtf3() local
170 residual = (aSignificand << 113) - qb; in __divtf3()
175 residual = (aSignificand << 112) - qb; in __divtf3()
190 const bool round = (residual << 1) >= bSignificand; in __divtf3()
/external/tensorflow/tensorflow/core/util/sparse/
Dsparse_tensor.h330 const int residual) { in GetSliceIndex() argument
333 if (residual == 0) return dim / split_size; in GetSliceIndex()
334 const int offset = residual * (split_size + 1); in GetSliceIndex()
338 return residual + ((dim - offset) / split_size); in GetSliceIndex()
344 const int residual) { in GetDimensionInSlice() argument
347 if (residual == 0) return dim % split_size; in GetDimensionInSlice()
348 const int offset = residual * (split_size + 1); in GetDimensionInSlice()
358 const int residual) { in GetSliceShape() argument
361 if (residual == 0) return split_size; in GetSliceShape()
362 if (slice_index < residual) { in GetSliceShape()
[all …]
/external/webp/src/enc/
Dpredictor_enc.c152 const int residual = (value - predict) & 0xff; in NearLosslessComponent() local
154 const int lower = residual & ~(quantization - 1); in NearLosslessComponent()
159 if (residual - lower < upper - residual + bias) { in NearLosslessComponent()
161 if (residual > boundary_residual && lower <= boundary_residual) { in NearLosslessComponent()
170 if (residual <= boundary_residual && upper > boundary_residual) { in NearLosslessComponent()
246 uint32_t residual; in GetResidual() local
257 residual = VP8LSubPixels(current_row[x], predict); in GetResidual()
259 residual = NearLossless(current_row[x], predict, max_quantization, in GetResidual()
262 current_row[x] = VP8LAddPixels(predict, residual); in GetResidual()
270 residual = VP8LSubPixels(current_row[x], predict); in GetResidual()
[all …]
/external/webrtc/webrtc/system_wrappers/source/
Dtimestamp_extrapolator.cc106 double residual = in Update() local
109 if (DelayChangeDetection(residual) && in Update()
127 _w[0] = _w[0] + K[0] * residual; in Update()
128 _w[1] = _w[1] + K[1] * residual; in Update()
/external/apache-commons-math/src/main/java/org/apache/commons/math/optimization/general/
DAbstractLeastSquaresOptimizer.java228 final double residual = targetValues[i] - objective[i]; in updateResidualsAndCost() local
229 residuals[i] = residual; in updateResidualsAndCost()
230 wresiduals[i]= residual*FastMath.sqrt(residualsWeights[i]); in updateResidualsAndCost()
231 cost += residualsWeights[i] * residual * residual; in updateResidualsAndCost()

123