Home
last modified time | relevance | path

Searched refs:residual (Results 1 – 25 of 45) sorted by relevance

12

/external/aac/libFDK/include/
DFDK_trigFcts.h146 FIXP_DBL residual; in fixp_sin_cos_residual_inline() local
152 residual = fMult(x, FL2FXCONST_DBL(1.0/M_PI)); in fixp_sin_cos_residual_inline()
153 s = ((LONG)residual) >> shift; in fixp_sin_cos_residual_inline()
155 residual &= ( (1<<shift) - 1 ); in fixp_sin_cos_residual_inline()
156 residual = fMult(residual, FL2FXCONST_DBL(M_PI/4.0)) << 2; in fixp_sin_cos_residual_inline()
157 residual <<= scale; in fixp_sin_cos_residual_inline()
202 return residual; in fixp_sin_cos_residual_inline()
215 FIXP_DBL residual, error0, error1, sine, cosine; in inline_fixp_cos_sin() local
216 residual = fixp_sin_cos_residual_inline(x1, scale, &sine, &cosine); in inline_fixp_cos_sin()
217 error0 = fMultDiv2(sine, residual); in inline_fixp_cos_sin()
[all …]
/external/flac/libFLAC/include/private/
Dlpc.h154 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
155 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
159 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
160 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
161 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
166 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
167 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
170 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
171 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
174 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
[all …]
Dstream_encoder.h51 extern void FLAC__precompute_partition_info_sums_intrin_sse2(const FLAC__int32 residual[], FLAC__ui…
56 extern void FLAC__precompute_partition_info_sums_intrin_ssse3(const FLAC__int32 residual[], FLAC__u…
61 extern void FLAC__precompute_partition_info_sums_intrin_avx2(const FLAC__int32 residual[], FLAC__ui…
Dfixed.h90 …pute_residual(const FLAC__int32 data[], unsigned data_len, unsigned order, FLAC__int32 residual[]);
105 void FLAC__fixed_restore_signal(const FLAC__int32 residual[], unsigned data_len, unsigned order, FL…
/external/flac/libFLAC/
Dfixed.c336 …mpute_residual(const FLAC__int32 data[], unsigned data_len, unsigned order, FLAC__int32 residual[]) in FLAC__fixed_compute_residual() argument
343 FLAC__ASSERT(sizeof(residual[0]) == sizeof(data[0])); in FLAC__fixed_compute_residual()
344 memcpy(residual, data, sizeof(residual[0])*data_len); in FLAC__fixed_compute_residual()
348 residual[i] = data[i] - data[i-1]; in FLAC__fixed_compute_residual()
353 residual[i] = data[i] - (data[i-1] << 1) + data[i-2]; in FLAC__fixed_compute_residual()
355 residual[i] = data[i] - 2*data[i-1] + data[i-2]; in FLAC__fixed_compute_residual()
361 residual[i] = data[i] - (((data[i-1]-data[i-2])<<1) + (data[i-1]-data[i-2])) - data[i-3]; in FLAC__fixed_compute_residual()
363 residual[i] = data[i] - 3*data[i-1] + 3*data[i-2] - data[i-3]; in FLAC__fixed_compute_residual()
369 …residual[i] = data[i] - ((data[i-1]+data[i-3])<<2) + ((data[i-2]<<2) + (data[i-2]<<1)) + data[i-4]; in FLAC__fixed_compute_residual()
371 residual[i] = data[i] - 4*data[i-1] + 6*data[i-2] - 4*data[i-3] + data[i-4]; in FLAC__fixed_compute_residual()
[all …]
Dlpc.c268 …flac_restrict qlp_coeff, unsigned order, int lp_quantization, FLAC__int32 * flac_restrict residual) in FLAC__lpc_compute_residual_from_qlp_coefficients() argument
294 *(residual++) = *(data++) - (sum >> lp_quantization); in FLAC__lpc_compute_residual_from_qlp_coefficients()
337 residual[i] = data[i] - (sum >> lp_quantization);
354 residual[i] = data[i] - (sum >> lp_quantization);
372 residual[i] = data[i] - (sum >> lp_quantization);
387 residual[i] = data[i] - (sum >> lp_quantization);
405 residual[i] = data[i] - (sum >> lp_quantization);
418 residual[i] = data[i] - (sum >> lp_quantization);
432 residual[i] = data[i] - (sum >> lp_quantization);
443 residual[i] = data[i] - (sum >> lp_quantization);
[all …]
Dstream_encoder_framing.c44 static FLAC__bool add_residual_partitioned_rice_(FLAC__BitWriter *bw, const FLAC__int32 residual[],…
396 subframe->residual, in FLAC__subframe_add_fixed()
442 subframe->residual, in FLAC__subframe_add_lpc()
493 FLAC__bool add_residual_partitioned_rice_(FLAC__BitWriter *bw, const FLAC__int32 residual[], const … in add_residual_partitioned_rice_() argument
504 if(!FLAC__bitwriter_write_rice_signed_block(bw, residual, residual_samples, rice_parameters[0])) in add_residual_partitioned_rice_()
514 if(!FLAC__bitwriter_write_raw_int32(bw, residual[i], raw_bits[0])) in add_residual_partitioned_rice_()
532 if(!FLAC__bitwriter_write_rice_signed_block(bw, residual+k_last, k-k_last, rice_parameters[i])) in add_residual_partitioned_rice_()
541 if(!FLAC__bitwriter_write_raw_int32(bw, residual[j], raw_bits[i])) in add_residual_partitioned_rice_()
Dstream_encoder.c151 FLAC__int32 *residual[2],
175 FLAC__int32 residual[],
195 FLAC__int32 residual[],
224 const FLAC__int32 residual[],
240 const FLAC__int32 residual[],
250 const FLAC__int32 residual[],
260 const FLAC__int32 residual[],
350 …void (*local_precompute_partition_info_sums)(const FLAC__int32 residual[], FLAC__uint64 abs_residu…
360 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
361 …a_len, const FLAC__int32 qlp_coeff[], unsigned order, int lp_quantization, FLAC__int32 residual[]);
[all …]
/external/webrtc/webrtc/modules/remote_bitrate_estimator/
Doveruse_estimator.cc74 const double residual = t_ts_delta - slope_*h[0] - offset_; in Update() local
80 if (fabs(residual) < max_residual) { in Update()
81 UpdateNoiseEstimate(residual, min_frame_period, in_stable_state); in Update()
83 UpdateNoiseEstimate(residual < 0 ? -max_residual : max_residual, in Update()
112 slope_ = slope_ + K[0] * residual; in Update()
114 offset_ = offset_ + K[1] * residual; in Update()
130 void OveruseEstimator::UpdateNoiseEstimate(double residual, in UpdateNoiseEstimate() argument
147 + (1 - beta) * residual; in UpdateNoiseEstimate()
149 + (1 - beta) * (avg_noise_ - residual) * (avg_noise_ - residual); in UpdateNoiseEstimate()
/external/webrtc/webrtc/common_audio/signal_processing/
Dmin_max_operations_neon.c77 size_t residual = length & 0x7; in WebRtcSpl_MaxAbsValueW32Neon() local
86 for (i = 0; i < length - residual; i += 8) { in WebRtcSpl_MaxAbsValueW32Neon()
110 for (i = residual; i > 0; i--) { in WebRtcSpl_MaxAbsValueW32Neon()
129 size_t residual = length & 0x7; in WebRtcSpl_MaxValueW16Neon() local
137 for (i = 0; i < length - residual; i += 8) { in WebRtcSpl_MaxValueW16Neon()
154 for (i = residual; i > 0; i--) { in WebRtcSpl_MaxValueW16Neon()
167 size_t residual = length & 0x7; in WebRtcSpl_MaxValueW32Neon() local
176 for (i = 0; i < length - residual; i += 8) { in WebRtcSpl_MaxValueW32Neon()
196 for (i = residual; i > 0; i--) { in WebRtcSpl_MaxValueW32Neon()
209 size_t residual = length & 0x7; in WebRtcSpl_MinValueW16Neon() local
[all …]
/external/apache-commons-math/src/main/java/org/apache/commons/math/estimation/
DAbstractEstimator.java163 double residual = wm.getResidual(); in updateResidualsAndCost() local
164 residuals[i] = FastMath.sqrt(wm.getWeight()) * residual; in updateResidualsAndCost()
165 cost += wm.getWeight() * residual * residual; in updateResidualsAndCost()
186 double residual = wm[i].getResidual(); in getRMS() local
187 criterion += wm[i].getWeight() * residual * residual; in getRMS()
201 double residual = wm[i].getResidual(); in getChiSquare() local
202 chiSquare += residual * residual / wm[i].getWeight(); in getChiSquare()
DGaussNewtonEstimator.java184 double residual = measurements[i].getResidual(); in estimate() local
189 bDecrementData[j] = weight * residual * grad[j]; in estimate()
/external/aac/libFDK/src/
DFDK_trigFcts.cpp298 FIXP_DBL residual, error, sine, cosine; in fixp_cos() local
300 residual = fixp_sin_cos_residual_inline(x, scale, &sine, &cosine); in fixp_cos()
301 error = fMult(sine, residual); in fixp_cos()
308 FIXP_DBL residual, error, sine, cosine; in fixp_sin() local
310 residual = fixp_sin_cos_residual_inline(x, scale, &sine, &cosine); in fixp_sin()
311 error = fMult(cosine, residual); in fixp_sin()
318 FIXP_DBL residual, error0, error1, sine, cosine; in fixp_cos_sin() local
320 residual = fixp_sin_cos_residual_inline(x, scale, &sine, &cosine); in fixp_cos_sin()
321 error0 = fMult(sine, residual); in fixp_cos_sin()
322 error1 = fMult(cosine, residual); in fixp_cos_sin()
/external/webrtc/webrtc/modules/audio_coding/codecs/ilbc/
Dencode.c56 int16_t *residual; in WebRtcIlbcfix_EncodeImpl() local
80 residual = &iLBCenc_inst->lpc_buffer[LPC_LOOKBACK+BLOCKL_MAX-iLBCenc_inst->blockl]; in WebRtcIlbcfix_EncodeImpl()
82 decresidual = residual; /* Already encoded residual is overwritten by the decoded version */ in WebRtcIlbcfix_EncodeImpl()
140 &data[n*SUBL], &residual[n*SUBL], in WebRtcIlbcfix_EncodeImpl()
150 iLBCbits_inst->startIdx = WebRtcIlbcfix_FrameClassify(iLBCenc_inst,residual); in WebRtcIlbcfix_EncodeImpl()
156 max=WebRtcSpl_MaxAbsValueW16(&residual[index], 2*SUBL); in WebRtcIlbcfix_EncodeImpl()
166 en1=WebRtcSpl_DotProductWithScale(&residual[index], &residual[index], in WebRtcIlbcfix_EncodeImpl()
169 en2=WebRtcSpl_DotProductWithScale(&residual[index], &residual[index], in WebRtcIlbcfix_EncodeImpl()
181 WebRtcIlbcfix_StateSearch(iLBCenc_inst, iLBCbits_inst, &residual[start_pos], in WebRtcIlbcfix_EncodeImpl()
203 &residual[start_pos+iLBCenc_inst->state_short_len], in WebRtcIlbcfix_EncodeImpl()
[all …]
Dstate_search.c32 int16_t *residual, /* (i) target residual vector */ in WebRtcIlbcfix_StateSearch() argument
51 max = WebRtcSpl_MaxAbsValueW16(residual, iLBCenc_inst->state_short_len); in WebRtcIlbcfix_StateSearch()
62 WEBRTC_SPL_MEMCPY_W16(residualLong, residual, iLBCenc_inst->state_short_len); in WebRtcIlbcfix_StateSearch()
/external/eigen/Eigen/src/IterativeLinearSolvers/
DConjugateGradient.h43 VectorType residual = rhs - mat * x; //initial residual in conjugate_gradient() local
54 RealScalar residualNorm2 = residual.squaredNorm(); in conjugate_gradient()
63 p = precond.solve(residual); // initial search direction in conjugate_gradient()
66 …RealScalar absNew = numext::real(residual.dot(p)); // the square of the absolute value of r scale… in conjugate_gradient()
74 residual -= alpha * tmp; // update residual in conjugate_gradient()
76 residualNorm2 = residual.squaredNorm(); in conjugate_gradient()
80 z = precond.solve(residual); // approximately solve for "A z = residual" in conjugate_gradient()
83 absNew = numext::real(residual.dot(z)); // update the absolute value of r in conjugate_gradient()
DLeastSquareConjugateGradient.h43 VectorType residual = rhs - mat * x; in least_square_conjugate_gradient() local
44 VectorType normal_residual = mat.adjoint() * residual; in least_square_conjugate_gradient()
75 residual -= alpha * tmp; // update residual in least_square_conjugate_gradient()
76 normal_residual = mat.adjoint() * residual; // update residual of the normal equation in least_square_conjugate_gradient()
/external/compiler-rt/lib/builtins/
Ddivsf3.c136 rep_t residual; in ARM_EABI_FNALIAS() local
138 residual = (aSignificand << 24) - quotient * bSignificand; in ARM_EABI_FNALIAS()
142 residual = (aSignificand << 23) - quotient * bSignificand; in ARM_EABI_FNALIAS()
159 const bool round = (residual << 1) > bSignificand; in ARM_EABI_FNALIAS()
Ddivdf3.c151 rep_t residual; in ARM_EABI_FNALIAS() local
153 residual = (aSignificand << 53) - quotient * bSignificand; in ARM_EABI_FNALIAS()
157 residual = (aSignificand << 52) - quotient * bSignificand; in ARM_EABI_FNALIAS()
174 const bool round = (residual << 1) > bSignificand; in ARM_EABI_FNALIAS()
Ddivtf3.c165 rep_t residual; in __divtf3() local
170 residual = (aSignificand << 113) - qb; in __divtf3()
175 residual = (aSignificand << 112) - qb; in __divtf3()
190 const bool round = (residual << 1) >= bSignificand; in __divtf3()
/external/webrtc/webrtc/system_wrappers/source/
Dtimestamp_extrapolator.cc106 double residual = in Update() local
109 if (DelayChangeDetection(residual) && in Update()
127 _w[0] = _w[0] + K[0] * residual; in Update()
128 _w[1] = _w[1] + K[1] * residual; in Update()
/external/apache-commons-math/src/main/java/org/apache/commons/math/optimization/general/
DAbstractLeastSquaresOptimizer.java228 final double residual = targetValues[i] - objective[i]; in updateResidualsAndCost() local
229 residuals[i] = residual; in updateResidualsAndCost()
230 wresiduals[i]= residual*FastMath.sqrt(residualsWeights[i]); in updateResidualsAndCost()
231 cost += residualsWeights[i] * residual * residual; in updateResidualsAndCost()
DGaussNewtonOptimizer.java86 final double residual = objective[i] - targetValues[i]; in doOptimize() local
89 final double wr = weight * residual; in doOptimize()
/external/webp/src/enc/
Dpredictor_enc.c150 const int residual = (value - predict) & 0xff; in NearLosslessComponent() local
152 const int lower = residual & ~(quantization - 1); in NearLosslessComponent()
157 if (residual - lower < upper - residual + bias) { in NearLosslessComponent()
159 if (residual > boundary_residual && lower <= boundary_residual) { in NearLosslessComponent()
168 if (residual <= boundary_residual && upper > boundary_residual) { in NearLosslessComponent()
239 uint32_t residual; in GetResidual() local
249 residual = VP8LSubPixels(current_row[x], predict); in GetResidual()
251 residual = NearLossless(current_row[x], predict, max_quantization, in GetResidual()
254 current_row[x] = VP8LAddPixels(predict, residual); in GetResidual()
262 residual &= kMaskAlpha; in GetResidual()
[all …]
/external/eigen/test/
Dsvd_common.h124 RealScalar residual = (m*x-rhs).norm(); in svd_least_square() local
126 if(!test_isMuchSmallerThan(residual,rhs.norm())) in svd_least_square()
151 VERIFY( test_isMuchSmallerThan(abs(residual_y-residual), rhs_norm) || residual < residual_y ); in svd_least_square()
153 VERIFY( test_isApprox(residual_y,residual) || residual < residual_y ); in svd_least_square()
158 VERIFY( test_isMuchSmallerThan(abs(residual_y-residual), rhs_norm) || residual < residual_y ); in svd_least_square()
160 VERIFY( test_isApprox(residual_y,residual) || residual < residual_y ); in svd_least_square()

12