Home
last modified time | relevance | path

Searched refs:fixMax (Results 1 – 25 of 40) sorted by relevance

12

/external/aac/libSBRenc/src/
Dps_main.cpp319 …int dynQmfScale = fixMax(0, hParametricStereo->dmxScale-1); /* scale one bit more for addition of … in DownmixPSQmfData()
337 …sc = fixMax(0,CntLeadingZeros( fixMax(fixMax(fixp_abs(tmpLeftReal),fixp_abs(tmpLeftImag)),fixMax(f… in DownmixPSQmfData()
578 tmp = fixMax(tmp, (FIXP_QMF)fixp_abs(hybridData[col][0][0][i])); in psFindBestScaling()
579 tmp = fixMax(tmp, (FIXP_QMF)fixp_abs(hybridData[col][0][1][i])); in psFindBestScaling()
580 tmp = fixMax(tmp, (FIXP_QMF)fixp_abs(hybridData[col][1][0][i])); in psFindBestScaling()
581 tmp = fixMax(tmp, (FIXP_QMF)fixp_abs(hybridData[col][1][1][i])); in psFindBestScaling()
589 tmp = fixMax(tmp, (FIXP_QMF)fixp_abs(hybridData[col][0][0][i])); in psFindBestScaling()
590 tmp = fixMax(tmp, (FIXP_QMF)fixp_abs(hybridData[col][0][1][i])); in psFindBestScaling()
591 tmp = fixMax(tmp, (FIXP_QMF)fixp_abs(hybridData[col][1][0][i])); in psFindBestScaling()
592 tmp = fixMax(tmp, (FIXP_QMF)fixp_abs(hybridData[col][1][1][i])); in psFindBestScaling()
[all …]
Dnf_est.cpp198 meanOrig = fixMax(meanOrig,(accu<<1)); in qmfBasedNoiseFloorDetection()
205 meanSbr = fixMax(meanSbr,(accu<<1)); in qmfBasedNoiseFloorDetection()
235 meanOrig = fixMax(meanOrig,RELAXATION); in qmfBasedNoiseFloorDetection()
236 meanSbr = fixMax(meanSbr,RELAXATION); in qmfBasedNoiseFloorDetection()
249 diff = fixMax( RELAXATION, in qmfBasedNoiseFloorDetection()
Dps_encode.cpp480 …if(fixMax(((errIIDFine>>1)+(minThreshold>>1))>>1, fMult(quantErrorThreshold,errIIDFine)) < (errIID… in processIidData()
483 …else if(fixMax(((errIID>>1)+(minThreshold>>1))>>1, fMult(quantErrorThreshold,errIID)) < (errIIDFin… in processIidData()
655 IID = fixMax( IID, (FIXP_DBL)(MINVAL_DBL>>(LD_DATA_SHIFT+1)) ); in calculateIID()
701 sc1 = CountLeadingBits( fixMax(fixp_abs(pwrCr[env][i]),fixp_abs(pwrCi[env][i])) ) ; in calculateICC()
748 … : (fixMax(hPsEncode->iidGroupWidthLd[group],hPsEncode->psBandNrgScale[bin]) + 1) ; in FDKsbrEnc_initPsBandNrgScale()
911 pwrData->pwrL[env][bin] = fixMax((FIXP_DBL)0,pwrL_env_bin); in FDKsbrEnc_PSEncode()
912 pwrData->pwrR[env][bin] = fixMax((FIXP_DBL)0,pwrR_env_bin); in FDKsbrEnc_PSEncode()
Denv_est.cpp146 scale = fixMax(0,scale-1); in FDKsbrEnc_getEnergyFromCplxQmfData()
183 max_val = fixMax(max_val, energy); in FDKsbrEnc_getEnergyFromCplxQmfData()
239 scale = fixMax(0,scale-1); in FDKsbrEnc_getEnergyFromCplxQmfDataFull()
269 max_val = fixMax(max_val, energy); in FDKsbrEnc_getEnergyFromCplxQmfDataFull()
637 …stop_pos -= fixMax(2, timeStep); /* consider at least 2 QMF slots less for short envelopes (envel… in calculateSbrEnvelope()
714 nrgLeft = fixMax(nrgLeft, tmpNrg); in calculateSbrEnvelope()
736 nrgRight = fixMax(nrgRight, tmpNrg); in calculateSbrEnvelope()
820 nrgLeft = fixMin(fixMax(nrgLeft,FL2FXCONST_DBL(0.0f)),FL2FXCONST_DBL(0.5f)); in calculateSbrEnvelope()
843 *maxQuantError = fixMax(quantError, *maxQuantError); in calculateSbrEnvelope()
858 sfb_nrgLeft[m] = fixMax(0, sfb_nrgLeft[m]); in calculateSbrEnvelope()
[all …]
Dcode_env.cpp355 index = fixMax(*delta, -codeBookScfLavBalance); in computeBits()
368 index = fixMax(*delta, -codeBookScfLavLevel); in computeBits()
381 index = fixMax(*delta, -codeBookScfLavLevel); in computeBits()
Dtran_det.cpp414 …shift = fixMax(0,CountLeadingBits(mean_val)-6); /* -6 to keep room for accumulating… in calculateThresholds()
443 thresholds[i] = fixMax(ABS_THRES,temp); in calculateThresholds()
676 tmp = fixMax(tmp, FL2FXCONST_DBL(0.0001)); in FDKsbrEnc_InitSbrTransientDetector()
Dmh_det.cpp166 maxValOrig = fixMax(maxValOrig, pTonalityOrig[k]); in diff()
167 maxValSbr = fixMax(maxValSbr, pTonalityOrig[indexVector[k]]); in diff()
172 …pDiffMapped2Scfb[i] = scaleValue(fMult(tmp,RELAXATION_FRACT), fixMax(-(DFRACT_BITS-1),(scale-RELAX… in diff()
697 …? fixMax(fMult(mhThresh.decayGuideDiff,guideVectors.guideVectorDiff[i]), mhThresh.thresHoldDiffGui… in detection()
726 …thresOrig = fixMax(fMult(guideVectors.guideVectorOrig[i], mhThresh.decayGuideOrig), mhThresh.thres… in detection()
/external/aac/libAACenc/src/
Dband_nrg.cpp113 maxSpc = fixMax(maxSpc, tmp); in FDKaacEnc_CalcSfbMaxScaleSpec()
141 scale = fixMax(0, sfbMaxScaleSpec[i]-4); in FDKaacEnc_CheckBandEnergyOptim()
162 scale = fixMax(0,sfbMaxScaleSpec[nr]-4); in FDKaacEnc_CheckBandEnergyOptim()
163 scale = fixMax(2*(minSpecShift-scale),-(DFRACT_BITS-1)); in FDKaacEnc_CheckBandEnergyOptim()
216 maxNrgLd = fixMax(maxNrgLd, bandEnergyLdData[i]); in FDKaacEnc_CalcBandEnergyOptimLong()
276 scale = fixMax(fixMin(scale,(DFRACT_BITS-1)),-(DFRACT_BITS-1)); in FDKaacEnc_CalcBandEnergyOptimShort()
307 minScale = fixMax(0, minScale); in FDKaacEnc_CalcBandNrgMSOpt()
340 INT scale = fixMax(0, 2*(minScale-4)); in FDKaacEnc_CalcBandNrgMSOpt()
Dnoisedet.cpp171 …INT leadingBits = fixMax(0,(sfbMaxScaleSpec[sfb] - 3)); /* max sfbWidth = 96/4 ; 2^5=32 =>… in FDKaacEnc_noiseDetect()
185 maxVal = fixMax(fhelp1, fhelp2); in FDKaacEnc_noiseDetect()
186 maxVal = fixMax(maxVal, fhelp3); in FDKaacEnc_noiseDetect()
187 maxVal = fixMax(maxVal, fhelp4); in FDKaacEnc_noiseDetect()
Dspreading.cpp104 delay = fixMax(pbSpreadEnergy[i], fMult(maskHighFactor[i], delay)); in FDKaacEnc_SpreadingMax()
111 delay = fixMax(pbSpreadEnergy[i], fMult(maskLowFactor[i],delay)); in FDKaacEnc_SpreadingMax()
Dintensity.cpp185 maxSpc = fixMax(maxSpc, tmp); in calcSfbMaxScale()
284 …boffs] = fixMin(FL2FXCONST_DBL(60.f/(1<<(REAL_SCALE_SF+LD_DATA_SHIFT))), fixMax(FL2FXCONST_DBL(-60… in FDKaacEnc_prepareIntensityDecision()
286 sL = fixMax(0,(CntLeadingZeros(sfbEnergyLeft[sfb + sfboffs])-1)); in FDKaacEnc_prepareIntensityDecision()
287 sR = fixMax(0,(CntLeadingZeros(sfbEnergyRight[sfb + sfboffs])-1)); in FDKaacEnc_prepareIntensityDecision()
317 invOverallLoudnessSF = fixMin(fixMax(invOverallLoudnessSF,-(DFRACT_BITS-1)),DFRACT_BITS-1); in FDKaacEnc_prepareIntensityDecision()
371 sL = fixMax(0,(CntLeadingZeros(square_l)-1)); in FDKaacEnc_prepareIntensityDecision()
372 sR = fixMax(0,(CntLeadingZeros(square_r)-1)); in FDKaacEnc_prepareIntensityDecision()
389 … channelCorrSF = fixMin(fixMax(( channelCorrSF + ((sL+sR)>>1)),-(DFRACT_BITS-1)),DFRACT_BITS-1); in FDKaacEnc_prepareIntensityDecision()
682 s2 = fixMin(fixMax(s2,-(DFRACT_BITS-1)),(DFRACT_BITS-1)); in FDKaacEnc_IntensityStereoProcessing()
716 s2 = fixMin(fixMax(s2,-(DFRACT_BITS-1)),(DFRACT_BITS-1)); in FDKaacEnc_IntensityStereoProcessing()
Dms_stereo.cpp159 tmp = fixMax(sfbEnergyLeftLdData[sfb+sfboffs], sfbThresholdLeftLdData[sfb+sfboffs]); in FDKaacEnc_MsStereoProcessing()
162 tmp = fixMax(sfbEnergyRightLdData[sfb+sfboffs], sfbThresholdRightLdData[sfb+sfboffs]); in FDKaacEnc_MsStereoProcessing()
167 tmp = fixMax(sfbEnergyMidLdData[sfb+sfboffs], minThresholdLdData); in FDKaacEnc_MsStereoProcessing()
169 tmp = fixMax(sfbEnergySideLdData[sfb+sfboffs], minThresholdLdData); in FDKaacEnc_MsStereoProcessing()
Dpre_echo_control.cpp146 pbThreshold[i] = fixMax(tmp, tmpThreshold2); in FDKaacEnc_PreEchoControl()
165 pbThreshold[i] = fixMax(pbThreshold[i], tmpThreshold2); in FDKaacEnc_PreEchoControl()
Dadj_thr.cpp212 minSnrRed = fixMax(minSnrRed, msaParam->maxRed); /* scaled by 1.0f/64.0f*/ in FDKaacEnc_adaptMinSnr()
284 …tmpMinSnrLdData = fixMax( SnrLdFac + (FIXP_DBL)(avgEnLdData - sfbEnLdData), (FIXP_DBL)SnrLdMin1 ) ; in FDKaacEnc_initAvoidHoleFlag()
286 …tmpMinSnrLdData = fixMax( SnrLdFac + (FIXP_DBL)(avgEnLdData - sfbEnLdData), (FIXP_DBL)SnrLdMin3 ) ; in FDKaacEnc_initAvoidHoleFlag()
312 …FIXP_DBL maxSfbEnLd = fixMax(qcOutChanM->sfbEnergyLdData[sfbGrp+sfb],qcOutChanS->sfbEnergyLdData[s… in FDKaacEnc_initAvoidHoleFlag()
325 …qcOutChanM->sfbMinSnrLdData[sfbGrp+sfb] = fixMax(qcOutChanM->sfbMinSnrLdData[sfbGrp+sfb],sfbMinSnr… in FDKaacEnc_initAvoidHoleFlag()
335 …qcOutChanS->sfbMinSnrLdData[sfbGrp+sfb] = fixMax(qcOutChanS->sfbMinSnrLdData[sfbGrp+sfb],sfbMinSnr… in FDKaacEnc_initAvoidHoleFlag()
675 …sfbThrReducedLdData = fixMax((qcOutChan->sfbMinSnrLdData[sfbGrp+sfb] + sfbEnLdData), sfbThrLdData); in FDKaacEnc_reduceThresholdsCBR()
683 …sfbThrReducedLdData = fixMax(sfbThrReducedLdData, (sfbEnLdData - FL2FXCONST_DBL(9.6336206/LD_DATA_… in FDKaacEnc_reduceThresholdsCBR()
815 …chaosMeasure = (fixMin((FIXP_DBL)(FL2FXCONST_DBL(1.0f)>>2), fixMax((FIXP_DBL)(FL2FXCONST_DBL(0.1f)… in FDKaacEnc_reduceThresholdsVBR()
903 …sfbThrReducedLdData = fixMax((qcOutChan->sfbMinSnrLdData[sfbGrp+sfb] + sfbEnLdData), sfbThrLdData); in FDKaacEnc_reduceThresholdsVBR()
[all …]
Dmetadata_compressor.cpp372 int resultScale = fixMax(q1-headroom1, (*pQ2)-headroom2); in fixpAdd()
875 peak[0] = fixMax(peak[0], FX_PCM2FX_DBL(maxSample)>>DOWNMIX_SHIFT); in FDK_DRC_Generator_Calc()
891 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in FDK_DRC_Generator_Calc()
904 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in FDK_DRC_Generator_Calc()
918 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in FDK_DRC_Generator_Calc()
929 peak[0] = fixMax(peak[0], fixp_abs(tmp)); in FDK_DRC_Generator_Calc()
932 peak[1] = fixMax(peak[0], peak[1]); in FDK_DRC_Generator_Calc()
948 peak[1] = fixMax(peak[1], fixp_abs(tmp)); in FDK_DRC_Generator_Calc()
955 peak[i] = fixMax(peak[i], tmp); in FDK_DRC_Generator_Calc()
Dsf_estim.cpp504 scfMax = fixMax(*scfLast, *scfNext); in FDKaacEnc_assimilateSingleScf()
523 scfMin = fixMax(scfMin, minScf[sfbAct]); in FDKaacEnc_assimilateSingleScf()
656 scfMax = fixMax(scfMax, scf[sfb]); in FDKaacEnc_assimilateMultipleScf()
799 scfMax = fixMax(scfMax, scf[sfb]); in FDKaacEnc_FDKaacEnc_assimilateMultipleScf2()
827 scfPrevNextMax = fixMax(scfPrev, scfNext); in FDKaacEnc_FDKaacEnc_assimilateMultipleScf2()
832 scfHi = fixMax(scfPrevNextMax, scfAct); in FDKaacEnc_FDKaacEnc_assimilateMultipleScf2()
850 …sfbDistMax[sfb] = fixMax(sfbDistMax[sfb],qcOutChannel->sfbEnergyLdData[sfb]-FL2FXCONST_DBL(0.15571… in FDKaacEnc_FDKaacEnc_assimilateMultipleScf2()
1153 scfInt = fixMax(scfInt, minSfMaxQuant[sfbOffs+sfb]); in FDKaacEnc_FDKaacEnc_EstimateScaleFactorsChannel()
1238 maxSf = fixMax(maxSf,scf[sfbOffs+sfb]); in FDKaacEnc_FDKaacEnc_EstimateScaleFactorsChannel()
Dpsy_main.cpp699 maxNrg = fixMax(maxNrg, currNrg); in FDKaacEnc_psyMain()
726 INT scale = fixMax(0, (pSfbMaxScaleSpec[ch]+w*maxSfb[ch])[sfb]-4); in FDKaacEnc_psyMain()
900 …tnsSpecShift = fixMax(tnsSpecShift, nrgScaling[ch]); /* nrgScaling is set only if nrg would … in FDKaacEnc_psyMain()
972 … *(pSfbThreshold[ch]+w*maxSfb[ch]+i) = fixMax(*(pSfbThreshold[ch]+w*maxSfb[ch]+i) >> THR_SHIFTBITS, in FDKaacEnc_psyMain()
978 … *(pSfbThreshold[ch]+w*maxSfb[ch]+i) = fixMax(*(pSfbThreshold[ch]+w*maxSfb[ch]+i) >> THR_SHIFTBITS, in FDKaacEnc_psyMain()
1086fixMax(psyOutChannel[ch]->sfbThresholdLdData[sfbGrp+sfb], FL2FXCONST_DBL(-0.515625f)); in FDKaacEnc_psyMain()
1108 maxSfbPerGroup[ch] = fixMax(fixMin(5,psyData[ch]->sfbActive),maxSfbPerGroup[ch]); in FDKaacEnc_psyMain()
1124fixMax(psyOutChannel[ch]->sfbThresholdLdData[i], FL2FXCONST_DBL(-0.515625f)); in FDKaacEnc_psyMain()
1174 fixMax(maxSfbPerGroup[0], maxSfbPerGroup[1]); in FDKaacEnc_psyMain()
Dtonality.cpp173 …INT shiftBits = fixMax(0,sfbMaxScaleSpec[i] - 4); /* max sfbWidth = 96 ; 2^7=128 => 7/2 = 4 (spc*… in FDKaacEnc_CalcSfbTonality()
Dqc_main.cpp1201 …if ( (bitsToSave = fixMax((qcOutElement->dynBitsUsed + 8) - (elBits->bitResLevelEl + qcOutElement-… in FDKaacEnc_reduceBitConsumption()
1268 qcOut[0]->totFillBits = fixMax((deltaBitRes&7), (deltaBitRes - (fixMax(0,bitResSpace-7)&~7))); in FDKaacEnc_updateFillBits()
1304 maxThisSfb = fixMax(tmp, maxThisSfb); in FDKaacEnc_calcMaxValueInSfb()
1308 maxValueAll = fixMax(maxThisSfb, maxValueAll); in FDKaacEnc_calcMaxValueInSfb()
/external/aac/libAACdec/src/
Daacdec_tns.cpp238 maxVal = fixMax(maxVal,fixp_abs(spec[i])); in CTns_Filter()
242 s = fixMax(CntLeadingZeros(maxVal)-6,0); in CTns_Filter()
244 s = fixMax(CntLeadingZeros(maxVal)-5,0); in CTns_Filter()
/external/aac/libFDK/src/mips/
Dscale.cpp115 return fixMax((INT)0,(CntLeadingZeros(maxVal) - 1)); in getScalefactor()
/external/aac/libSBRdec/src/
Dsbr_dec.cpp401 reserve = fixMax(0,CntLeadingZeros(maxVal)-1) ; in sbr_dec()
919 size = fixMax(0,stopBand-startBand); in resetSbrDec()
937 stopBand = fixMax(old_lsb,new_lsb); in resetSbrDec()
938 size = fixMax(0,stopBand-startBand); in resetSbrDec()
953 stopBand = fixMax(old_lsb,new_lsb); in resetSbrDec()
Dpsdec.cpp424 scale = fixMax((INT)scale,(INT)-(DFRACT_BITS-1)); in scalePsStatesBuffer()
502 …maxScal = fixMax(scaleFactorHighBands,fixMax(scaleFactorLowBandSplitLow, scaleFactorLowBandSplitHi… in scalFilterBankValues()
506 maxScal = fixMax(maxScal,(INT)(h_ps_d->specificTo.mpeg.scaleFactorPsDelayBuffer-headroom)); in scalFilterBankValues()
691 nrg = fixMax(nrg,FL2FXCONST_DBL(0.f)); in deCorrelateSlotBased()
707 INT scale_left = fixMax(0, CntLeadingZeros(peakDiff) - 1); in deCorrelateSlotBased()
Dlpp_tran.cpp314 start = fixMax(1, pSettings->lbStartPatching - 2); in lppTransposer()
368 dynamicScale = fixMax(0, dynamicScale-1); /* one additional bit headroom to prevent -1.0 */ in lppTransposer()
973 …pSettings->lbStopPatching = fixMax( pSettings->lbStopPatching, patchParam[patch].sourceStopBand ); in resetLppTransposer()
/external/aac/libFDK/src/
Dfixpoint_math.cpp259 …result_e = fixMin(fixMax(result_e+1-(DFRACT_BITS-1), -(DFRACT_BITS-1)), (DFRACT_BITS-1)); /* round… in CalcInvLdData()
651 result_e = fixMin(DFRACT_BITS-1,fixMax(-(DFRACT_BITS-1),result_e)); in f2Pow()

12