Home
last modified time | relevance | path

Searched refs:fixMax (Results 1 – 25 of 49) sorted by relevance

12

/external/aac/libSBRenc/src/
Dps_main.cpp309 int dynQmfScale = fixMax( in DownmixPSQmfData()
328 sc = fixMax( in DownmixPSQmfData()
329 0, CntLeadingZeros(fixMax( in DownmixPSQmfData()
330 fixMax(fixp_abs(tmpLeftReal), fixp_abs(tmpLeftImag)), in DownmixPSQmfData()
331 fixMax(fixp_abs(tmpRightReal), fixp_abs(tmpRightImag)))) - in DownmixPSQmfData()
577 tmp = fixMax(tmp, (FIXP_DBL)fixp_abs(hybridData[col][0][0][i])); in psFindBestScaling()
578 tmp = fixMax(tmp, (FIXP_DBL)fixp_abs(hybridData[col][0][1][i])); in psFindBestScaling()
579 tmp = fixMax(tmp, (FIXP_DBL)fixp_abs(hybridData[col][1][0][i])); in psFindBestScaling()
580 tmp = fixMax(tmp, (FIXP_DBL)fixp_abs(hybridData[col][1][1][i])); in psFindBestScaling()
590 CountLeadingBits(fixMax(maxVal[0][band], maxBandValue[band])); in psFindBestScaling()
[all …]
Dnf_est.cpp238 meanOrig = fixMax(meanOrig, (accu << 1)); in qmfBasedNoiseFloorDetection()
245 meanSbr = fixMax(meanSbr, (accu << 1)); in qmfBasedNoiseFloorDetection()
272 meanOrig = fixMax(meanOrig, RELAXATION); in qmfBasedNoiseFloorDetection()
273 meanSbr = fixMax(meanSbr, RELAXATION); in qmfBasedNoiseFloorDetection()
282 diff = fixMax(RELAXATION, fMult(RELAXATION_FRACT, fMult(weightFac, accu)) >> in qmfBasedNoiseFloorDetection()
Denv_est.cpp271 scale = fixMax(0, scale - 1); in FDKsbrEnc_getEnergyFromCplxQmfData()
309 max_val = fixMax(max_val, energy); in FDKsbrEnc_getEnergyFromCplxQmfData()
372 scale = fixMax(0, scale - 1); in FDKsbrEnc_getEnergyFromCplxQmfDataFull()
401 max_val = fixMax(max_val, energy); in FDKsbrEnc_getEnergyFromCplxQmfDataFull()
865 nrgLeft = fixMax(nrgLeft, tmpNrg); in calculateSbrEnvelope()
880 nrgRight = fixMax(nrgRight, tmpNrg); in calculateSbrEnvelope()
954 nrgLeft = fixMin(fixMax(nrgLeft, FL2FXCONST_DBL(0.0f)), in calculateSbrEnvelope()
964 nrgLeft2 = fixMax((FIXP_DBL)0x1, nrgLeft2); in calculateSbrEnvelope()
965 nrgRight = fixMax((FIXP_DBL)0x1, nrgRight); in calculateSbrEnvelope()
985 *maxQuantError = fixMax(quantError, *maxQuantError); in calculateSbrEnvelope()
[all …]
Dps_encode.cpp482 if (fixMax(((errIIDFine >> 1) + (minThreshold >> 1)) >> 1, in processIidData()
485 } else if (fixMax(((errIID >> 1) + (minThreshold >> 1)) >> 1, in processIidData()
656 IID = fixMax(IID, (FIXP_DBL)(MINVAL_DBL >> (LD_DATA_SHIFT + 1))); in calculateIID()
706 fixMax(fixp_abs(pwrCr[env][i]), fixp_abs(pwrCi[env][i]))); in calculateICC()
737 : (fixMax(hPsEncode->iidGroupWidthLd[group], in FDKsbrEnc_initPsBandNrgScale()
893 pwrData->pwrL[env][bin] = fixMax((FIXP_DBL)0, pwrL_env_bin); in FDKsbrEnc_PSEncode()
894 pwrData->pwrR[env][bin] = fixMax((FIXP_DBL)0, pwrR_env_bin); in FDKsbrEnc_PSEncode()
Dcode_env.cpp346 index = fixMax(*delta, -codeBookScfLavBalance); in computeBits()
358 index = fixMax(*delta, -codeBookScfLavLevel); in computeBits()
370 index = fixMax(*delta, -codeBookScfLavLevel); in computeBits()
/external/aac/libSACenc/src/
Dsacenc_vectorfunctions.cpp134 cs = inScaleFactor - fixMax(0, CntLeadingZeros(maxVal) - 1); in sumUpCplxPow2()
144 cs = fixMax(fixMin(cs, DFRACT_BITS - 1), -(DFRACT_BITS - 1)); in sumUpCplxPow2()
184 cs = inScaleFactor - fixMax(0, CntLeadingZeros(maxVal) - 1); in sumUpCplxPow2Dim2()
194 cs = fixMax(fixMin(cs, DFRACT_BITS - 1), -(DFRACT_BITS - 1)); in sumUpCplxPow2Dim2()
246 sx = fixMax(fixMin(scaleX, DFRACT_BITS - 1), -(DFRACT_BITS - 1)); in cplx_cplxScalarProduct()
247 sy = fixMax(fixMin(scaleY, DFRACT_BITS - 1), -(DFRACT_BITS - 1)); in cplx_cplxScalarProduct()
336 s2 = fixMin(fixMax(0, CountLeadingBits(p12r[i]) - 1), in calcCoherenceVec()
337 fixMax(0, CountLeadingBits(p12i[i]) - 1)); in calcCoherenceVec()
339 s1 = fixMin(fixMax(0, CountLeadingBits(p1[i]) - 1), in calcCoherenceVec()
340 fixMax(0, CountLeadingBits(p2[i]) - 1)); in calcCoherenceVec()
[all …]
Dsacenc_dmx_tdom_enh.cpp207 *dst_e = fixMax(src1_e, src2_e) + 1; in fixpAdd()
209 scaleValue(src1_m, fixMax((src1_e - (*dst_e)), -(DFRACT_BITS - 1))) + in fixpAdd()
210 scaleValue(src2_m, fixMax((src2_e - (*dst_e)), -(DFRACT_BITS - 1))); in fixpAdd()
231 int resultScale = fixMax(q1 - headroom1, (*pQ2) - headroom2); in fixpAddNorm()
239 scaleValue(*pValue2, fixMax(-(DFRACT_BITS - 1), ((*pQ2) - resultScale))); in fixpAddNorm()
308 -fNorm(fixMax(hEnhancedTimeDmx->gain_weight_m[L], in fdk_sacenc_init_enhancedTimeDomainDmx()
356 granuleShift = fixMax( in fdk_sacenc_apply_enhancedTimeDomainDmx()
Dsacenc_onsetdetect.cpp319 maxScale = fixMax(maxScale, envScale[i]); in fdk_sacenc_onsetDetect_Apply()
332 int s = fixMax(0, CntLeadingZeros(maxVal) - 1); in fdk_sacenc_onsetDetect_Apply()
Dsacenc_paramextract.cpp538 ldPwr1 = fixMax(fixMin(ldPwr1, maxPwr), -maxPwr); in CalculateCldFDK()
539 ldPwr2 = fixMax(fixMin(ldPwr2, maxPwr), -maxPwr); in CalculateCldFDK()
549 fixMax(cld, (FIXP_DBL)(((FIXP_DBL)MINVAL_DBL) >> (LD_DATA_SHIFT + 2))); in CalculateCldFDK()
/external/aac/libSACdec/src/
Dsac_reshapeBBEnv.cpp382 partNrgSF = fixMax(slotNrgSF - SF_ALPHA1 + 1, in extractBBEnv()
384 scalePrev = fixMax(fixMin(partNrgSF - pPartNrgPrevSF[0], DFRACT_BITS - 1), in extractBBEnv()
387 fixMax(fixMin(partNrgSF - slotNrgSF + SF_ALPHA1, DFRACT_BITS - 1), in extractBBEnv()
437 pPartNrgPrev2SF[0] = fixMax(0, CntLeadingZeros(maxVal) - 1); in extractBBEnv()
439 commonScale = fixMax(frameNrgSF - SF_ALPHA1 + 1, pFrameNrgPrevSF[0] + 1); in extractBBEnv()
449 clz = fixMax(0, CntLeadingZeros(frameNrg) - 1); in extractBBEnv()
460 INT sn = fixMax(0, CntLeadingZeros(slotNrg[pb]) - 1); in extractBBEnv()
464 s = fixMax(0, CntLeadingZeros(res) - 1); in extractBBEnv()
481 INT sc = fixMax(fixMin(resPbSF[pb] + scale_min, DFRACT_BITS - 1), in extractBBEnv()
494 commonScale = fixMax(envSF - SF_BETA1 + 1, pNormNrgPrevSF[0] + 1); in extractBBEnv()
[all …]
/external/aac/libAACenc/src/
Dband_nrg.cpp125 maxSpc = fixMax(maxSpc, tmp); in FDKaacEnc_CalcSfbMaxScaleSpec()
154 scale = fixMax(0, sfbMaxScaleSpec[i] - 4); in FDKaacEnc_CheckBandEnergyOptim()
178 scale = fixMax(0, sfbMaxScaleSpec[nr] - 4); in FDKaacEnc_CheckBandEnergyOptim()
179 scale = fixMax(2 * (minSpecShift - scale), -(DFRACT_BITS - 1)); in FDKaacEnc_CheckBandEnergyOptim()
234 maxNrgLd = fixMax(maxNrgLd, bandEnergyLdData[i]); in FDKaacEnc_CalcBandEnergyOptimLong()
285 scale = fixMax(fixMin(scale, (DFRACT_BITS - 1)), -(DFRACT_BITS - 1)); in FDKaacEnc_CalcBandEnergyOptimShort()
310 minScale = fixMax(0, minScale); in FDKaacEnc_CalcBandNrgMSOpt()
342 INT scale = fixMax(0, 2 * (minScale - 4)); in FDKaacEnc_CalcBandNrgMSOpt()
Dnoisedet.cpp176 INT leadingBits = fixMax( in FDKaacEnc_noiseDetect()
192 maxVal = fixMax(fhelp1, fhelp2); in FDKaacEnc_noiseDetect()
193 maxVal = fixMax(maxVal, fhelp3); in FDKaacEnc_noiseDetect()
194 maxVal = fixMax(maxVal, fhelp4); in FDKaacEnc_noiseDetect()
Dintensity.cpp205 maxSpc = fixMax(maxSpc, tmp); in calcSfbMaxScale()
295 fixMax(FL2FXCONST_DBL(-60.f / (1 << (REAL_SCALE_SF + LD_DATA_SHIFT))), in FDKaacEnc_prepareIntensityDecision()
298 sL = fixMax(0, (CntLeadingZeros(sfbEnergyLeft[sfb + sfboffs]) - 1)); in FDKaacEnc_prepareIntensityDecision()
299 sR = fixMax(0, (CntLeadingZeros(sfbEnergyRight[sfb + sfboffs]) - 1)); in FDKaacEnc_prepareIntensityDecision()
342 fixMax(invOverallLoudnessSF, -(DFRACT_BITS - 1)), DFRACT_BITS - 1); in FDKaacEnc_prepareIntensityDecision()
413 sL = fixMax(0, (CntLeadingZeros(square_l) - 1)); in FDKaacEnc_prepareIntensityDecision()
414 sR = fixMax(0, (CntLeadingZeros(square_r) - 1)); in FDKaacEnc_prepareIntensityDecision()
433 fixMax((channelCorrSF + ((sL + sR) >> 1)), -(DFRACT_BITS - 1)), in FDKaacEnc_prepareIntensityDecision()
727 s2 = fixMin(fixMax(s2, -(DFRACT_BITS - 1)), (DFRACT_BITS - 1)); in FDKaacEnc_IntensityStereoProcessing()
769 s2 = fixMin(fixMax(s2, -(DFRACT_BITS - 1)), (DFRACT_BITS - 1)); in FDKaacEnc_IntensityStereoProcessing()
Dspreading.cpp115 delay = fixMax(pbSpreadEnergy[i], fMult(maskHighFactor[i], delay)); in FDKaacEnc_SpreadingMax()
122 delay = fixMax(pbSpreadEnergy[i], fMult(maskLowFactor[i], delay)); in FDKaacEnc_SpreadingMax()
Dms_stereo.cpp185 tmp = fixMax(sfbEnergyLeftLdData[sfb + sfboffs], in FDKaacEnc_MsStereoProcessing()
189 tmp = fixMax(sfbEnergyRightLdData[sfb + sfboffs], in FDKaacEnc_MsStereoProcessing()
197 tmp = fixMax(sfbEnergyMidLdData[sfb + sfboffs], minThresholdLdData); in FDKaacEnc_MsStereoProcessing()
199 tmp = fixMax(sfbEnergySideLdData[sfb + sfboffs], minThresholdLdData); in FDKaacEnc_MsStereoProcessing()
Dpre_echo_control.cpp153 pbThreshold[i] = fixMax(tmp, tmpThreshold2); in FDKaacEnc_PreEchoControl()
171 pbThreshold[i] = fixMax(pbThreshold[i], tmpThreshold2); in FDKaacEnc_PreEchoControl()
Dadj_thr.cpp526 fixMax(minSnrRed, msaParam_maxRed); /* scaled by 1.0f/64.0f*/ in FDKaacEnc_adaptMinSnr()
594 tmpMinSnrLdData = SnrLdFac + fixMax(avgEnLdData - sfbEnLdData, in FDKaacEnc_initAvoidHoleFlag()
597 tmpMinSnrLdData = SnrLdFac + fixMax(avgEnLdData - sfbEnLdData, in FDKaacEnc_initAvoidHoleFlag()
631 fixMax(qcOutChanM->sfbEnergyLdData[sfbGrp + sfb], in FDKaacEnc_initAvoidHoleFlag()
650 fixMax(qcOutChanM->sfbMinSnrLdData[sfbGrp + sfb], sfbMinSnrTmpLd); in FDKaacEnc_initAvoidHoleFlag()
663 fixMax(qcOutChanS->sfbMinSnrLdData[sfbGrp + sfb], sfbMinSnrTmpLd); in FDKaacEnc_initAvoidHoleFlag()
1030 sfbThrReducedLdData = fixMax( in FDKaacEnc_reduceThresholdsCBR()
1041 sfbThrReducedLdData = fixMax( in FDKaacEnc_reduceThresholdsCBR()
1189 fixMax((FIXP_DBL)(FL2FXCONST_DBL(0.1f) >> 2), chaosMeasure))) in FDKaacEnc_reduceThresholdsVBR()
1294 sfbThrReducedLdData = fixMax( in FDKaacEnc_reduceThresholdsVBR()
[all …]
Dsf_estim.cpp502 scfMax = fixMax(*scfLast, *scfNext); in FDKaacEnc_assimilateSingleScf()
520 if (sfbAct >= 0) scfMin = fixMax(scfMin, minScf[sfbAct]); in FDKaacEnc_assimilateSingleScf()
651 scfMax = fixMax(scfMax, scf[sfb]); in FDKaacEnc_assimilateMultipleScf()
784 scfMax = fixMax(scfMax, scf[sfb]); in FDKaacEnc_FDKaacEnc_assimilateMultipleScf2()
811 scfPrevNextMax = fixMax(scfPrev, scfNext); in FDKaacEnc_FDKaacEnc_assimilateMultipleScf2()
816 scfHi = fixMax(scfPrevNextMax, scfAct); in FDKaacEnc_FDKaacEnc_assimilateMultipleScf2()
843 fixMax(sfbDistMax[sfb], qcOutChannel->sfbEnergyLdData[sfb] - in FDKaacEnc_FDKaacEnc_assimilateMultipleScf2()
1150 scfInt = fixMax(scfInt, minSfMaxQuant[sfbOffs + sfb]); in FDKaacEnc_EstimateScaleFactorsChannel()
1237 maxSf = fixMax(maxSf, scf[sfbOffs + sfb]); in FDKaacEnc_EstimateScaleFactorsChannel()
Dmetadata_compressor.cpp335 int resultScale = fixMax(q1 - headroom1, (*pQ2) - headroom2); in fixpAdd()
412 peak[0] = fixMax(peak[0], FX_PCM2FX_DBL(maxSample) >> DOWNMIX_SHIFT); in findPeakLevels()
458 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in findPeakLevels()
499 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in findPeakLevels()
518 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in findPeakLevels()
573 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in findPeakLevels()
615 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in findPeakLevels()
728 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in findPeakLevels()
835 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in findPeakLevels()
839 peak[1] = fixMax(peak[0], peak[1]); in findPeakLevels()
[all …]
Dpsy_main.cpp665 maxNrg = fixMax(maxNrg, currNrg); in FDKaacEnc_psyMain()
696 INT scale = fixMax(0, (pSfbMaxScaleSpec[ch] + w_maxSfb_ch)[sfb] - 4); in FDKaacEnc_psyMain()
885 fixMax(tnsSpecShift, nrgScaling[ch]); /* nrgScaling is set in FDKaacEnc_psyMain()
960 *(pSfbThreshold[ch] + w * maxSfb[ch] + i) = fixMax( in FDKaacEnc_psyMain()
967 *(pSfbThreshold[ch] + w * maxSfb[ch] + i) = fixMax( in FDKaacEnc_psyMain()
1073 fixMax(psyOutChannel[ch]->sfbThresholdLdData[sfbGrp + sfb], in FDKaacEnc_psyMain()
1101 fixMax(fixMin(5, psyData[ch]->sfbActive), maxSfbPerGroup[ch]); in FDKaacEnc_psyMain()
1126 fixMax(psyOutChannel[ch]->sfbThresholdLdData[i], in FDKaacEnc_psyMain()
1166 fixMax(maxSfbPerGroup[0], maxSfbPerGroup[1]); in FDKaacEnc_psyMain()
Dqc_main.cpp1154 if ((bitsToSave = fixMax( in FDKaacEnc_reduceBitConsumption()
1201 (fixMax(0, qcKernel->minBitsPerFrame - qcOut[0]->totalBits) + 7) & ~7; in FDKaacEnc_updateFillBits()
1209 qcOut[0]->totFillBits = fixMax( in FDKaacEnc_updateFillBits()
1210 (deltaBitRes & 7), (deltaBitRes - (fixMax(0, bitResSpace - 7) & ~7))); in FDKaacEnc_updateFillBits()
1215 (fixMax(0, qcKernel->minBitsPerFrame - qcOut[0]->totalBits) + 7) & ~7; in FDKaacEnc_updateFillBits()
1244 maxThisSfb = fixMax(tmp, maxThisSfb); in FDKaacEnc_calcMaxValueInSfb()
1248 maxValueAll = fixMax(maxThisSfb, maxValueAll); in FDKaacEnc_calcMaxValueInSfb()
Daacenc.cpp550 qcInit.maxBits = fixMax(qcInit.maxBits, (averageBitsPerFrame + 7) & ~7); in FDKaacEnc_Initialize()
587 fixMax(qcInit.maxBits, (averageBitsPerFrame + 7 + 8) & ~7)); in FDKaacEnc_Initialize()
589 qcInit.minBits = fixMax( in FDKaacEnc_Initialize()
594 ? fixMax(qcInit.minBits, config->minBitsPerFrame) in FDKaacEnc_Initialize()
Dtonality.cpp186 fixMax(0, sfbMaxScaleSpec[i] - in FDKaacEnc_CalcSfbTonality()
/external/aac/libFDK/src/mips/
Dscale_mips.cpp129 return fixMax((INT)0, (CntLeadingZeros(maxVal) - 1)); in getScalefactor()
/external/aac/libSBRdec/src/
Dlpp_tran.cpp376 start = fixMax(1, pSettings->lbStartPatching - 2); in lppTransposer()
456 lowBandReal[i] = fixMax(lowBandReal[i], (FIXP_DBL)0x80000001); in lppTransposer()
461 lowBandImag[i] = fixMax(lowBandImag[i], (FIXP_DBL)0x80000001); in lppTransposer()
466 fixMax(0, dynamicScale - in lppTransposer()
1462 fixMax(pSettings->lbStopPatching, patchParam[patch].sourceStopBand); in resetLppTransposer()

12