Lines Matching refs:pDst
50 typedef void (*PMcChromaWidthExtFunc) (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int3…
54 typedef void (*PWelsMcWidthHeightFunc) (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int…
100 static inline void McCopyWidthEq2_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_… in McCopyWidthEq2_c() argument
104 ST16A2 (pDst, LD16 (pSrc)); in McCopyWidthEq2_c()
105 pDst += iDstStride; in McCopyWidthEq2_c()
110 static inline void McCopyWidthEq4_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_… in McCopyWidthEq4_c() argument
114 ST32A4 (pDst, LD32 (pSrc)); in McCopyWidthEq4_c()
115 pDst += iDstStride; in McCopyWidthEq4_c()
120 static inline void McCopyWidthEq8_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_… in McCopyWidthEq8_c() argument
124 ST64A8 (pDst, LD64 (pSrc)); in McCopyWidthEq8_c()
125 pDst += iDstStride; in McCopyWidthEq8_c()
130 static inline void McCopyWidthEq16_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32… in McCopyWidthEq16_c() argument
134 ST64A8 (pDst , LD64 (pSrc)); in McCopyWidthEq16_c()
135 ST64A8 (pDst + 8, LD64 (pSrc + 8)); in McCopyWidthEq16_c()
136 pDst += iDstStride; in McCopyWidthEq16_c()
162 static inline void PixelAvg_c (uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t iSr… in PixelAvg_c() argument
167 pDst[j] = (pSrcA[j] + pSrcB[j] + 1) >> 1; in PixelAvg_c()
169 pDst += iDstStride; in PixelAvg_c()
174 static inline void McCopy_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstSt… in McCopy_c() argument
177 McCopyWidthEq16_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
179 McCopyWidthEq8_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
181 McCopyWidthEq4_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
183 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
187 static inline void McHorVer20_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer20_c() argument
193 pDst[j] = WelsClip1 ((FilterInput8bitWithStride_c (pSrc + j, 1) + 16) >> 5); in McHorVer20_c()
195 pDst += iDstStride; in McHorVer20_c()
201 static inline void McHorVer02_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer02_c() argument
207 pDst[j] = WelsClip1 ((FilterInput8bitWithStride_c (pSrc + j, iSrcStride) + 16) >> 5); in McHorVer02_c()
209 pDst += iDstStride; in McHorVer02_c()
215 static inline void McHorVer22_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer22_c() argument
226 pDst[k] = WelsClip1 ((HorFilterInput16bit_c (&iTmp[k]) + 512) >> 10); in McHorVer22_c()
229 pDst += iDstStride; in McHorVer22_c()
234 static inline void McHorVer01_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer01_c() argument
239 PixelAvg_c (pDst, iDstStride, pSrc, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer01_c()
241 static inline void McHorVer03_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer03_c() argument
246 PixelAvg_c (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer03_c()
248 static inline void McHorVer10_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer10_c() argument
253 PixelAvg_c (pDst, iDstStride, pSrc, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer10_c()
255 static inline void McHorVer11_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer11_c() argument
262 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiVerTmp, 16, iWidth, iHeight); in McHorVer11_c()
264 static inline void McHorVer12_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer12_c() argument
271 PixelAvg_c (pDst, iDstStride, uiVerTmp, 16, uiCtrTmp, 16, iWidth, iHeight); in McHorVer12_c()
273 static inline void McHorVer13_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer13_c() argument
280 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiVerTmp, 16, iWidth, iHeight); in McHorVer13_c()
282 static inline void McHorVer21_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer21_c() argument
289 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiCtrTmp, 16, iWidth, iHeight); in McHorVer21_c()
291 static inline void McHorVer23_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer23_c() argument
298 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiCtrTmp, 16, iWidth, iHeight); in McHorVer23_c()
300 static inline void McHorVer30_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer30_c() argument
305 PixelAvg_c (pDst, iDstStride, pSrc + 1, iSrcStride, uiHorTmp, 16, iWidth, iHeight); in McHorVer30_c()
307 static inline void McHorVer31_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer31_c() argument
314 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiVerTmp, 16, iWidth, iHeight); in McHorVer31_c()
316 static inline void McHorVer32_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer32_c() argument
323 PixelAvg_c (pDst, iDstStride, uiVerTmp, 16, uiCtrTmp, 16, iWidth, iHeight); in McHorVer32_c()
325 static inline void McHorVer33_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer33_c() argument
332 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiVerTmp, 16, iWidth, iHeight); in McHorVer33_c()
335 void McLuma_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_c() argument
346 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_c()
349 static inline void McChromaWithFragMv_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in… in McChromaWithFragMv_c() argument
361 … pDst[j] = (iA * pSrc[j] + iB * pSrc[j + 1] + iC * pSrcNext[j] + iD * pSrcNext[j + 1] + 32) >> 6; in McChromaWithFragMv_c()
363 pDst += iDstStride; in McChromaWithFragMv_c()
369 void McChroma_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_c() argument
376 McCopy_c (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_c()
378 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_c()
385 static inline void McHorVer22WidthEq8_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst,… in McHorVer22WidthEq8_sse2() argument
389 McHorVer22Width8VerLastAlign_sse2 ((uint8_t*)iTap, 16, pDst, iDstStride, 8, iHeight); in McHorVer22WidthEq8_sse2()
392 static inline void McHorVer02WidthEq16_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst… in McHorVer02WidthEq16_sse2() argument
394 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02WidthEq16_sse2()
395 McHorVer02WidthEq8_sse2 (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer02WidthEq16_sse2()
398 static inline void McHorVer22WidthEq16_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst… in McHorVer22WidthEq16_sse2() argument
400 McHorVer22WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22WidthEq16_sse2()
401 McHorVer22WidthEq8_sse2 (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer22WidthEq16_sse2()
404 void McHorVer20Width5Or9Or17_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t … in McHorVer20Width5Or9Or17_sse2() argument
407 McHorVer20Width9Or17_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_sse2()
409 McHorVer20Width5_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_sse2()
412 void McHorVer02Height5Or9Or17_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer02Height5Or9Or17_sse2() argument
415 McHorVer02Height9Or17_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer02Height5Or9Or17_sse2()
417 McHorVer02Height5_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer02Height5Or9Or17_sse2()
420 …r17Height5Or9Or17_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22Width5Or9Or17Height5Or9Or17_sse2() argument
426 … McHorVer22Width8VerLastAlign_sse2 ((uint8_t*)pTap, 48, pDst, iDstStride, iWidth - 1, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_sse2()
427 …McHorVer22Width8VerLastUnAlign_sse2 ((uint8_t*)pTap + tmp1, 48, pDst + iWidth - 8, iDstStride, 8,… in McHorVer22Width5Or9Or17Height5Or9Or17_sse2()
432 … McHorVer22Width4VerLastAlign_sse2 ((uint8_t*)pTap, 48, pDst, iDstStride, iWidth - 1, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_sse2()
433 …McHorVer22Width4VerLastUnAlign_sse2 ((uint8_t*)pTap + tmp1, 48, pDst + iWidth - 4, iDstStride, 4,… in McHorVer22Width5Or9Or17Height5Or9Or17_sse2()
438 static inline void McCopy_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDs… in McCopy_sse2() argument
442 McCopyWidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
444 McCopyWidthEq8_mmx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
446 McCopyWidthEq4_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
448 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
451 static inline void McHorVer20_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer20_sse2() argument
454 McHorVer20WidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_sse2()
456 McHorVer20WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_sse2()
458 McHorVer20WidthEq4_mmx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_sse2()
461 static inline void McHorVer02_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer02_sse2() argument
464 McHorVer02WidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_sse2()
466 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_sse2()
468 McHorVer02_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer02_sse2()
471 static inline void McHorVer22_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer22_sse2() argument
474 McHorVer22WidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_sse2()
476 McHorVer22WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_sse2()
478 McHorVer22_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer22_sse2()
481 static inline void McHorVer01_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer01_sse2() argument
486 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
489 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
492 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
495 static inline void McHorVer03_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer03_sse2() argument
500 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
503 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
506 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
509 static inline void McHorVer10_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer10_sse2() argument
514 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
517 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
520 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
523 static inline void McHorVer11_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer11_sse2() argument
530 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_sse2()
534 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_sse2()
538 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_sse2()
541 static inline void McHorVer12_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer12_sse2() argument
548 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_sse2()
552 PixelAvgWidthEq8_mmx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_sse2()
556 PixelAvgWidthEq4_mmx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_sse2()
559 static inline void McHorVer13_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer13_sse2() argument
566 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_sse2()
570 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_sse2()
574 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_sse2()
577 static inline void McHorVer21_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer21_sse2() argument
584 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_sse2()
588 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_sse2()
592 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_sse2()
595 static inline void McHorVer23_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer23_sse2() argument
602 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_sse2()
606 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_sse2()
610 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_sse2()
613 static inline void McHorVer30_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer30_sse2() argument
618 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
621 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
624 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
627 static inline void McHorVer31_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer31_sse2() argument
634 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_sse2()
638 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_sse2()
642 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_sse2()
645 static inline void McHorVer32_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer32_sse2() argument
652 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_sse2()
656 PixelAvgWidthEq8_mmx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_sse2()
660 PixelAvgWidthEq4_mmx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_sse2()
663 static inline void McHorVer33_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer33_sse2() argument
670 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_sse2()
674 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_sse2()
678 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_sse2()
682 void McLuma_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_sse2() argument
693 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_sse2()
696 void McChroma_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_sse2() argument
705 McCopy_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_sse2()
709 …kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, g_kuiABCD[kiD8y][kiD8x], iH… in McChroma_sse2()
711 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_sse2()
718 void PixelAvgWidth4Or8Or16_sse2 (uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t i… in PixelAvgWidth4Or8Or16_sse2() argument
721 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvgWidth4Or8Or16_sse2()
723 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvgWidth4Or8Or16_sse2()
725 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvgWidth4Or8Or16_sse2()
729 void McCopy_sse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopy_sse3() argument
732 case 16: return McCopyWidthEq16_sse3 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
733 case 8: return McCopyWidthEq8_mmx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
734 case 4: return McCopyWidthEq4_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
736 return McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
739 void McHorVer22_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_ssse3() argument
744 McHorVer02Width4S16ToU8_ssse3 (&pTmp[0][0], pDst, iDstStride, iHeight); in McHorVer22_ssse3()
747 McHorVer02WidthGe8S16ToU8_ssse3 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, iWidth, iHeight); in McHorVer22_ssse3()
750 McHorVer02WidthGe8S16ToU8_ssse3 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, 8, iHeight); in McHorVer22_ssse3()
752 McHorVer02WidthGe8S16ToU8_ssse3 (&pTmp[0][0], sizeof *pTmp, pDst + 8, iDstStride, 8, iHeight); in McHorVer22_ssse3()
756 void McHorVer01_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_ssse3() argument
760 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer01_ssse3()
764 void McHorVer03_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_ssse3() argument
768 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, in McHorVer03_ssse3()
772 void McHorVer10_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_ssse3() argument
776 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer10_ssse3()
780 void McHorVer11_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_ssse3() argument
786 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer11_ssse3()
790 void McHorVer12_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_ssse3() argument
796 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pVerTmp[0][0], sizeof *pVerTmp, in McHorVer12_ssse3()
800 void McHorVer13_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_ssse3() argument
806 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer13_ssse3()
810 void McHorVer21_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_ssse3() argument
816 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer21_ssse3()
820 void McHorVer23_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_ssse3() argument
826 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer23_ssse3()
830 void McHorVer30_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_ssse3() argument
834 …PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + 1, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWi… in McHorVer30_ssse3()
837 void McHorVer31_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_ssse3() argument
843 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer31_ssse3()
847 void McHorVer32_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_ssse3() argument
853 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pVerTmp[0][0], sizeof *pVerTmp, in McHorVer32_ssse3()
857 void McHorVer33_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_ssse3() argument
863 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer33_ssse3()
867 void McHorVer22Width5Or9Or17_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer22Width5Or9Or17_ssse3() argument
872 McHorVer02WidthGe8S16ToU8_ssse3 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, iWidth, iHeight); in McHorVer22Width5Or9Or17_ssse3()
875 McHorVer02Width5S16ToU8_ssse3 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17_ssse3()
879 void McLuma_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_ssse3() argument
888 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_ssse3()
891 void McChroma_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_ssse3() argument
900 McCopy_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_ssse3()
904 …kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, g_kuiABCD[kiD8y][kiD8x], iH… in McChroma_ssse3()
906 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_ssse3()
915 void McHorVer22_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_avx2() argument
920 McHorVer02Width4S16ToU8_avx2 (&pTmp[0][0], pDst, iDstStride, iHeight); in McHorVer22_avx2()
923 McHorVer02Width8S16ToU8_avx2 (&pTmp[0][0], pDst, iDstStride, iHeight); in McHorVer22_avx2()
926 … McHorVer02Width16Or17S16ToU8_avx2 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, iWidth, iHeight); in McHorVer22_avx2()
930 void McHorVer01_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_avx2() argument
934 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer01_avx2()
938 void McHorVer03_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_avx2() argument
942 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, in McHorVer03_avx2()
946 void McHorVer10_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_avx2() argument
950 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer10_avx2()
954 void McHorVer11_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_avx2() argument
960 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer11_avx2()
964 void McHorVer12_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_avx2() argument
970 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pVerTmp[0][0], sizeof *pVerTmp, in McHorVer12_avx2()
974 void McHorVer13_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_avx2() argument
980 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer13_avx2()
984 void McHorVer21_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_avx2() argument
990 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer21_avx2()
994 void McHorVer23_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_avx2() argument
1000 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer23_avx2()
1004 void McHorVer30_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_avx2() argument
1008 …PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + 1, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWi… in McHorVer30_avx2()
1011 void McHorVer31_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_avx2() argument
1017 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer31_avx2()
1021 void McHorVer32_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_avx2() argument
1027 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pVerTmp[0][0], sizeof *pVerTmp, in McHorVer32_avx2()
1031 void McHorVer33_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_avx2() argument
1037 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer33_avx2()
1041 void McHorVer22Width5Or9Or17_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t … in McHorVer22Width5Or9Or17_avx2() argument
1046 McHorVer02Width5S16ToU8_avx2 (&pTmp[0][0], pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17_avx2()
1050 McHorVer02Width9S16ToU8_avx2 (&pTmp[0][0], pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17_avx2()
1054 … McHorVer02Width16Or17S16ToU8_avx2 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, iWidth, iHeight); in McHorVer22Width5Or9Or17_avx2()
1058 void McLuma_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_avx2() argument
1067 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_avx2()
1072 void PixelAvg_sse2 (uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t iSrcAStride, in PixelAvg_sse2() argument
1078 kpfFuncs[iWidth >> 4] (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvg_sse2()
1086 void McHorVer20Width5Or9Or17_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t … in McHorVer20Width5Or9Or17_neon() argument
1089 McHorVer20Width17_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_neon()
1091 McHorVer20Width9_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_neon()
1093 McHorVer20Width5_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_neon()
1095 void McHorVer02Height5Or9Or17_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer02Height5Or9Or17_neon() argument
1098 McHorVer02Height17_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_neon()
1100 McHorVer02Height9_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_neon()
1102 McHorVer02Height5_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_neon()
1104 …r17Height5Or9Or17_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22Width5Or9Or17Height5Or9Or17_neon() argument
1107 McHorVer22Width17_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_neon()
1109 McHorVer22Width9_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_neon()
1111 McHorVer22Width5_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_neon()
1113 void McCopy_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopy_neon() argument
1116 McCopyWidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1118 McCopyWidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1120 McCopyWidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1122 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1124 void McHorVer20_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer20_neon() argument
1127 McHorVer20WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_neon()
1129 McHorVer20WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_neon()
1131 McHorVer20WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_neon()
1133 void McHorVer02_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer02_neon() argument
1136 McHorVer02WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_neon()
1138 McHorVer02WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_neon()
1140 McHorVer02WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_neon()
1142 void McHorVer22_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_neon() argument
1145 McHorVer22WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_neon()
1147 McHorVer22WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_neon()
1149 McHorVer22WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_neon()
1152 void McHorVer01_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_neon() argument
1155 McHorVer01WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_neon()
1157 McHorVer01WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_neon()
1159 McHorVer01WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_neon()
1161 void McHorVer03_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_neon() argument
1164 McHorVer03WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_neon()
1166 McHorVer03WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_neon()
1168 McHorVer03WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_neon()
1170 void McHorVer10_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_neon() argument
1173 McHorVer10WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_neon()
1175 McHorVer10WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_neon()
1177 McHorVer10WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_neon()
1179 void McHorVer11_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_neon() argument
1186 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer11_neon()
1190 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer11_neon()
1194 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer11_neon()
1197 void McHorVer12_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_neon() argument
1204 PixelAvgWidthEq16_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer12_neon()
1208 PixelAvgWidthEq8_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer12_neon()
1212 PixelAvgWidthEq4_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer12_neon()
1215 void McHorVer13_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_neon() argument
1222 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer13_neon()
1226 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer13_neon()
1230 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer13_neon()
1233 void McHorVer21_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_neon() argument
1240 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer21_neon()
1244 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer21_neon()
1248 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer21_neon()
1251 void McHorVer23_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_neon() argument
1258 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer23_neon()
1262 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer23_neon()
1266 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer23_neon()
1269 void McHorVer30_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_neon() argument
1272 McHorVer30WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_neon()
1274 McHorVer30WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_neon()
1276 McHorVer30WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_neon()
1278 void McHorVer31_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_neon() argument
1285 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer31_neon()
1289 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer31_neon()
1293 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer31_neon()
1296 void McHorVer32_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_neon() argument
1303 PixelAvgWidthEq16_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer32_neon()
1307 PixelAvgWidthEq8_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer32_neon()
1311 PixelAvgWidthEq4_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer32_neon()
1314 void McHorVer33_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_neon() argument
1321 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer33_neon()
1325 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer33_neon()
1329 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer33_neon()
1333 void McLuma_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_neon() argument
1342 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_neon()
1344 void McChroma_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_neon() argument
1348 McCopyWidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_neon()
1350 McCopyWidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_neon()
1352 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_neon()
1357 …McChromaWidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][kiD8x]), i… in McChroma_neon()
1359 …McChromaWidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][kiD8x]), i… in McChroma_neon()
1361 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_neon()
1364 void PixelAvg_neon (uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t iSrcAStride, in PixelAvg_neon() argument
1370 kpfFuncs[iWidth >> 4] (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvg_neon()
1374 void McHorVer20Width5Or9Or17_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, … in McHorVer20Width5Or9Or17_AArch64_neon() argument
1377 McHorVer20Width17_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_AArch64_neon()
1379 McHorVer20Width9_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_AArch64_neon()
1381 McHorVer20Width5_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_AArch64_neon()
1383 void McHorVer02Height5Or9Or17_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst,… in McHorVer02Height5Or9Or17_AArch64_neon() argument
1386 McHorVer02Height17_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_AArch64_neon()
1388 McHorVer02Height9_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_AArch64_neon()
1390 McHorVer02Height5_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_AArch64_neon()
1392 …22Width5Or9Or17Height5Or9Or17_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon() argument
1396 McHorVer22Width17_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon()
1398 McHorVer22Width9_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon()
1400 McHorVer22Width5_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon()
1402 void McCopy_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStrid… in McCopy_AArch64_neon() argument
1405 McCopyWidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1407 McCopyWidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1409 McCopyWidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1411 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1413 void McHorVer20_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer20_AArch64_neon() argument
1416 McHorVer20WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_AArch64_neon()
1418 McHorVer20WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_AArch64_neon()
1420 McHorVer20WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_AArch64_neon()
1422 void McHorVer02_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer02_AArch64_neon() argument
1425 McHorVer02WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_AArch64_neon()
1427 McHorVer02WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_AArch64_neon()
1429 McHorVer02WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_AArch64_neon()
1431 void McHorVer22_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer22_AArch64_neon() argument
1434 McHorVer22WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_AArch64_neon()
1436 McHorVer22WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_AArch64_neon()
1438 McHorVer22WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_AArch64_neon()
1441 void McHorVer01_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer01_AArch64_neon() argument
1444 McHorVer01WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_AArch64_neon()
1446 McHorVer01WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_AArch64_neon()
1448 McHorVer01WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_AArch64_neon()
1450 void McHorVer03_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer03_AArch64_neon() argument
1453 McHorVer03WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_AArch64_neon()
1455 McHorVer03WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_AArch64_neon()
1457 McHorVer03WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_AArch64_neon()
1459 void McHorVer10_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer10_AArch64_neon() argument
1462 McHorVer10WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_AArch64_neon()
1464 McHorVer10WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_AArch64_neon()
1466 McHorVer10WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_AArch64_neon()
1468 void McHorVer11_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer11_AArch64_neon() argument
1475 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1479 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1483 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1486 void McHorVer12_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer12_AArch64_neon() argument
1493 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1497 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1501 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1504 void McHorVer13_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer13_AArch64_neon() argument
1511 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1515 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1519 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1522 void McHorVer21_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer21_AArch64_neon() argument
1529 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1533 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1537 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1540 void McHorVer23_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer23_AArch64_neon() argument
1547 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1551 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1555 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1558 void McHorVer30_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer30_AArch64_neon() argument
1561 McHorVer30WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_AArch64_neon()
1563 McHorVer30WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_AArch64_neon()
1565 McHorVer30WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_AArch64_neon()
1567 void McHorVer31_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer31_AArch64_neon() argument
1574 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1578 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1582 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1585 void McHorVer32_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer32_AArch64_neon() argument
1592 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1596 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1600 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1603 void McHorVer33_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer33_AArch64_neon() argument
1610 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1614 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1618 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1622 void McLuma_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStrid… in McLuma_AArch64_neon() argument
1631 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_AArch64_neon()
1633 void McChroma_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStr… in McChroma_AArch64_neon() argument
1637 McCopyWidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_AArch64_neon()
1639 McCopyWidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_AArch64_neon()
1641 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_AArch64_neon()
1646 …McChromaWidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][ki… in McChroma_AArch64_neon()
1648 …McChromaWidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][ki… in McChroma_AArch64_neon()
1650 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_AArch64_neon()
1653 void PixelAvg_AArch64_neon (uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t iSrcAS… in PixelAvg_AArch64_neon() argument
1659 kpfFuncs[iWidth >> 4] (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvg_AArch64_neon()
1825 void McHorVer20Width5_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McHorVer20Width5_mmi() argument
1935 : [pSrc]"+&r"((unsigned char *)pSrc), [pDst]"+&r"((unsigned char *)pDst), in McHorVer20Width5_mmi()
1945 void McHorVer20Width9Or17_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McHorVer20Width9Or17_mmi() argument
2214 : [pSrc]"+&r"((unsigned char *)pSrc), [pDst]"+&r"((unsigned char *)pDst), in McHorVer20Width9Or17_mmi()
2226 uint8_t* pDst, int32_t iDstStride, in McHorVer20Width5Or9Or17_mmi() argument
2229 McHorVer20Width9Or17_mmi(pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_mmi()
2231 McHorVer20Width5_mmi(pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_mmi()
2234 void McHorVer02Height5_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McHorVer02Height5_mmi() argument
2262 $f22, $f24, $f26, $f28, $f30, %[pDst], $8, $9) in McHorVer02Height5_mmi()
2284 $f22, $f24, $f26, $f28, $f30, %[pDst], $8, $9) in McHorVer02Height5_mmi()
2292 $f26, $f28, $f30, $f0, $f2, %[pDst], $8, $9) in McHorVer02Height5_mmi()
2300 $f30, $f0, $f2, $f4, $f6, %[pDst], $8, $9) in McHorVer02Height5_mmi()
2308 $f2, $f4, $f6, $f8, $f10, %[pDst], $8, $9) in McHorVer02Height5_mmi()
2316 $f8, $f10, $f12, $f14, %[pDst], $8, $9) in McHorVer02Height5_mmi()
2324 $f12, $f14, $f16, $f18, %[pDst], $8, $9) in McHorVer02Height5_mmi()
2332 $f16, $f18, $f20, $f22, %[pDst], $8, $9) in McHorVer02Height5_mmi()
2340 $f20, $f22, $f24, $f26, %[pDst], $8, $9) in McHorVer02Height5_mmi()
2360 : [pSrc]"+&r"((unsigned char *)pSrc), [pDst]"+&r"((unsigned char *)pDst), in McHorVer02Height5_mmi()
2370 void McHorVer02Height9Or17_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McHorVer02Height9Or17_mmi() argument
2400 $f22, $f24, $f26, $f28, $f30, %[pDst], $8, $9) in McHorVer02Height9Or17_mmi()
2421 $f22, $f24, $f26, $f28, $f30, %[pDst], $8, $9) in McHorVer02Height9Or17_mmi()
2430 $f26, $f28, $f30, $f0, $f2, %[pDst], $8, $9) in McHorVer02Height9Or17_mmi()
2438 $f30, $f0, $f2, $f4, $f6, %[pDst], $8, $9) in McHorVer02Height9Or17_mmi()
2446 $f2, $f4, $f6, $f8, $f10, %[pDst], $8, $9) in McHorVer02Height9Or17_mmi()
2454 $f6, $f8, $f10, $f12, $f14, %[pDst], $8, $9) in McHorVer02Height9Or17_mmi()
2462 $f10, $f12, $f14, $f16, $f18, %[pDst], $8, $9) in McHorVer02Height9Or17_mmi()
2470 $f14, $f16, $f18, $f20, $f22, %[pDst], $8, $9) in McHorVer02Height9Or17_mmi()
2478 $f18, $f20, $f22, $f24, $f26, %[pDst], $8, $9) in McHorVer02Height9Or17_mmi()
2499 : [pSrc]"+&r"((unsigned char *)pSrc), [pDst]"+&r"((unsigned char *)pDst), in McHorVer02Height9Or17_mmi()
2511 uint8_t* pDst, int32_t iDstStride, in McHorVer02Height5Or9Or17_mmi() argument
2514 McHorVer02Height9Or17_mmi(pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight ); in McHorVer02Height5Or9Or17_mmi()
2516 McHorVer02Height5_mmi (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer02Height5Or9Or17_mmi()
2762 int32_t iTapStride, uint8_t * pDst, int32_t iDstStride, in McHorVer22Width8VerLastAlign_mmi() argument
2789 $f22, $f24, $f26, $f28, $f30, %[pDst], $0, $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2811 $f22, $f24, $f26, $f28, $f30, %[pDst], $0, $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2818 $f26, $f28, $f30, $f0, $f2, %[pDst], %[iDstStride], $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2826 $f30, $f0, $f2, $f4, $f6, %[pDst], $0, $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2833 $f2, $f4, $f6, $f8, $f10, %[pDst], %[iDstStride], $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2841 $f6, $f8, $f10, $f12, $f14, %[pDst], $0, $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2848 $f10, $f12, $f14, $f16, $f18, %[pDst], %[iDstStride], $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2856 $f14, $f16, $f18, $f20, $f22, %[pDst], $0, $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2863 $f18, $f20, $f22, $f24, $f26, %[pDst], %[iDstStride], $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2881 : [pTap]"+&r"((unsigned char *)pTap), [pDst]"+&r"((unsigned char *)pDst), in McHorVer22Width8VerLastAlign_mmi()
2892 int32_t iTapStride, uint8_t * pDst, int32_t iDstStride, in McHorVer22Width8VerLastUnAlign_mmi() argument
2936 $f20, $f22, $f24, $f26, $f28, $f30, %[pDst], $8, $9, $14) in McHorVer22Width8VerLastUnAlign_mmi()
2960 $f20, $f22, $f24, $f26, $f28, $f30, %[pDst], $8, $9, $14) in McHorVer22Width8VerLastUnAlign_mmi()
2972 $f24, $f26, $f28, $f30, $f0, $f2, %[pDst], $8, $9, $14) in McHorVer22Width8VerLastUnAlign_mmi()
2983 $f28, $f30, $f0, $f2, $f4, $f6, %[pDst], $8, $9, $14) in McHorVer22Width8VerLastUnAlign_mmi()
2994 $f30, $f0, $f2, $f4, $f6, $f8, $f10, %[pDst], $8, $9, $14) in McHorVer22Width8VerLastUnAlign_mmi()
3005 $f4, $f6, $f8, $f10, $f12, $f14, %[pDst], $8, $9, $14) in McHorVer22Width8VerLastUnAlign_mmi()
3016 $f8, $f10, $f12, $f14, $f16, $f18, %[pDst], $8, $9, $14) in McHorVer22Width8VerLastUnAlign_mmi()
3027 $f12, $f14, $f16, $f18, $f20, $f22, %[pDst], $8, $9, $14) in McHorVer22Width8VerLastUnAlign_mmi()
3038 $f16, $f18, $f20, $f22, $f24, $f26, %[pDst], $8, $9, $14) in McHorVer22Width8VerLastUnAlign_mmi()
3060 : [pTap]"+&r"((unsigned char *)pTap), [pDst]"+&r"((unsigned char *)pDst), in McHorVer22Width8VerLastUnAlign_mmi()
3072 int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22Width5Or9Or17Height5Or9Or17_mmi() argument
3080 McHorVer22Width8VerLastAlign_mmi((uint8_t*)pTap, 48, pDst, iDstStride, iWidth - 1, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_mmi()
3082 McHorVer22Width8VerLastUnAlign_mmi((uint8_t*)pTap + tmp1, 48, pDst + iWidth - 8, in McHorVer22Width5Or9Or17Height5Or9Or17_mmi()
3093 pDst[k] = WelsClip1 ((HorFilterInput16bit_c (&iTmp[k]) + 512) >> 10); in McHorVer22Width5Or9Or17Height5Or9Or17_mmi()
3096 pDst += iDstStride; in McHorVer22Width5Or9Or17Height5Or9Or17_mmi()
3102 uint8_t *pDst, int iDstStride, int iHeight) { in McCopyWidthEq4_mmi() argument
3114 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McCopyWidthEq4_mmi()
3121 uint8_t *pDst, int iDstStride, int iHeight) { in McCopyWidthEq8_mmi() argument
3133 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McCopyWidthEq8_mmi()
3140 uint8_t *pDst, int iDstStride, int iHeight) { in McCopyWidthEq16_mmi() argument
3156 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McCopyWidthEq16_mmi()
3162 static inline void McCopy_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McCopy_mmi() argument
3165 McCopyWidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3167 McCopyWidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3169 McCopyWidthEq4_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3171 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3174 void McChromaWidthEq4_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McChromaWidthEq4_mmi() argument
3233 : [pSrc]"+&r"((unsigned char *)pSrc), [pDst]"+&r"((unsigned char *)pDst), in McChromaWidthEq4_mmi()
3241 void McChromaWidthEq8_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McChromaWidthEq8_mmi() argument
3337 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [pABCD]"+&r"(pABCD), in McChromaWidthEq8_mmi()
3346 void McChroma_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McChroma_mmi() argument
3356 McCopy_mmi (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_mmi()
3360 kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, in McChroma_mmi()
3363 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, in McChroma_mmi()
3367 void McHorVer20WidthEq8_mmi(const uint8_t *pSrc, int iSrcStride, uint8_t *pDst, in McHorVer20WidthEq8_mmi() argument
3432 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McHorVer20WidthEq8_mmi()
3440 void McHorVer20WidthEq16_mmi(const uint8_t *pSrc, int iSrcStride, uint8_t *pDst, in McHorVer20WidthEq16_mmi() argument
3552 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McHorVer20WidthEq16_mmi()
3560 void McHorVer20WidthEq4_mmi(const uint8_t *pSrc, int iSrcStride, uint8_t *pDst, in McHorVer20WidthEq4_mmi() argument
3609 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McHorVer20WidthEq4_mmi()
3616 static inline void McHorVer20_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer20_mmi() argument
3619 McHorVer20WidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_mmi()
3621 McHorVer20WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_mmi()
3623 McHorVer20WidthEq4_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_mmi()
3626 void McHorVer02WidthEq8_mmi(const uint8_t *pSrc, int iSrcStride, uint8_t *pDst, in McHorVer02WidthEq8_mmi() argument
3650 $f22, $f24, $f26, $f28, $f30, %[pDst], $8, $9) in McHorVer02WidthEq8_mmi()
3658 $f26, $f28, $f30, $f0, $f2, %[pDst], $8, $9) in McHorVer02WidthEq8_mmi()
3665 $f30, $f0, $f2, $f4, $f6, %[pDst], $8, $9) in McHorVer02WidthEq8_mmi()
3673 $f2, $f4, $f6, $f8, $f10, %[pDst], $8, $9) in McHorVer02WidthEq8_mmi()
3680 $f6, $f8, $f10, $f12, $f14, %[pDst], $8, $9) in McHorVer02WidthEq8_mmi()
3688 $f10, $f12, $f14, $f16, $f18, %[pDst], $8, $9) in McHorVer02WidthEq8_mmi()
3695 $f14, $f16, $f18, $f20, $f22, %[pDst], $8, $9) in McHorVer02WidthEq8_mmi()
3703 $f18, $f20, $f22, $f24, $f26, %[pDst], $8, $9) in McHorVer02WidthEq8_mmi()
3711 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McHorVer02WidthEq8_mmi()
3720 uint8_t* pDst, int32_t iDstStride, int32_t iHeight) { in McHorVer02WidthEq16_mmi() argument
3721 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02WidthEq16_mmi()
3722 McHorVer02WidthEq8_mmi (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer02WidthEq16_mmi()
3726 uint8_t* pDst, int32_t iDstStride, int32_t iWidth, in McHorVer02_mmi() argument
3729 McHorVer02WidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_mmi()
3731 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_mmi()
3733 McHorVer02_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer02_mmi()
3737 uint8_t *pDst, int32_t iDstStride, int32_t iHeight) { in McHorVer22Width8HorFirst_mmi() argument
3796 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McHorVer22Width8HorFirst_mmi()
3805 uint8_t* pDst, int32_t iDstStride, int32_t iHeight) { in McHorVer22WidthEq8_mmi() argument
3808 McHorVer22Width8VerLastAlign_mmi ((uint8_t*)iTap, 16, pDst, iDstStride, 8, iHeight); in McHorVer22WidthEq8_mmi()
3812 uint8_t* pDst, int32_t iDstStride, int32_t iHeight) { in McHorVer22WidthEq16_mmi() argument
3813 McHorVer22WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22WidthEq16_mmi()
3814 McHorVer22WidthEq8_mmi (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer22WidthEq16_mmi()
3817 static inline void McHorVer22_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer22_mmi() argument
3820 McHorVer22WidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_mmi()
3822 McHorVer22WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_mmi()
3824 McHorVer22_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer22_mmi()
3827 void PixelAvgWidthEq4_mmi(uint8_t *pDst, int iDstStride, const uint8_t *pSrcA, in PixelAvgWidthEq4_mmi() argument
3844 : [pDst]"+&r"((unsigned char *)pDst), [pSrcA]"+&r"((unsigned char *)pSrcA), in PixelAvgWidthEq4_mmi()
3852 void PixelAvgWidthEq8_mmi(uint8_t *pDst, int iDstStride, const uint8_t *pSrcA, in PixelAvgWidthEq8_mmi() argument
3879 : [pDst]"+&r"((unsigned char *)pDst), [pSrcA]"+&r"((unsigned char *)pSrcA), in PixelAvgWidthEq8_mmi()
3887 void PixelAvgWidthEq16_mmi(uint8_t *pDst, int iDstStride, const uint8_t *pSrcA, in PixelAvgWidthEq16_mmi() argument
3963 : [pDst]"+&r"((unsigned char *)pDst), [pSrcA]"+&r"((unsigned char *)pSrcA), in PixelAvgWidthEq16_mmi()
3971 static inline void McHorVer01_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer01_mmi() argument
3976 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3979 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3982 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3986 static inline void McHorVer03_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer03_mmi() argument
3991 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
3994 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
3997 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
4001 static inline void McHorVer10_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer10_mmi() argument
4006 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4009 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4012 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4016 static inline void McHorVer11_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer11_mmi() argument
4023 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_mmi()
4027 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_mmi()
4031 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_mmi()
4035 static inline void McHorVer12_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer12_mmi() argument
4042 PixelAvgWidthEq16_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_mmi()
4046 PixelAvgWidthEq8_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_mmi()
4050 PixelAvgWidthEq4_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_mmi()
4053 static inline void McHorVer13_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer13_mmi() argument
4060 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_mmi()
4064 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_mmi()
4068 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_mmi()
4071 static inline void McHorVer21_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer21_mmi() argument
4078 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_mmi()
4082 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_mmi()
4086 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_mmi()
4090 static inline void McHorVer23_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer23_mmi() argument
4097 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_mmi()
4101 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_mmi()
4105 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_mmi()
4108 static inline void McHorVer30_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer30_mmi() argument
4113 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4116 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4119 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4122 static inline void McHorVer31_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer31_mmi() argument
4129 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_mmi()
4133 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_mmi()
4137 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_mmi()
4140 static inline void McHorVer32_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer32_mmi() argument
4147 PixelAvgWidthEq16_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_mmi()
4151 PixelAvgWidthEq8_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_mmi()
4155 PixelAvgWidthEq4_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_mmi()
4158 static inline void McHorVer33_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer33_mmi() argument
4165 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_mmi()
4169 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_mmi()
4173 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_mmi()
4177 void McLuma_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_mmi() argument
4186 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_mmi()
4189 void PixelAvg_mmi(uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t iSrcAStride, in PixelAvg_mmi() argument
4195 kpfFuncs[iWidth >> 4] (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvg_mmi()
4200 static inline void McCopy_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McCopy_lsx() argument
4203 McCopyWidthEq16_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4205 McCopyWidthEq8_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4207 McCopyWidthEq4_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4209 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4212 void McChroma_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McChroma_lsx() argument
4222 McCopy_lsx (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_lsx()
4226 kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, in McChroma_lsx()
4229 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, in McChroma_lsx()
4233 void PixelAvg_lsx(uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, in PixelAvg_lsx() argument
4240 kpfFuncs[iWidth >> 4] (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvg_lsx()
4243 static inline void McHorVer01_lsx (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer01_lsx() argument
4248 PixelAvgWidthEq16_lsx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_lsx()
4251 PixelAvgWidthEq8_lsx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_lsx()
4254 PixelAvgWidthEq4_lsx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_lsx()
4258 static inline void McHorVer02_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer02_lsx() argument
4261 McHorVer02WidthEq16_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_lsx()
4263 McHorVer02WidthEq8_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_lsx()
4265 McHorVer02_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer02_lsx()
4268 static inline void McHorVer03_lsx (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer03_lsx() argument
4273 PixelAvgWidthEq16_lsx (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_lsx()
4276 PixelAvgWidthEq8_lsx (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_lsx()
4279 PixelAvgWidthEq4_lsx (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_lsx()
4283 static inline void McHorVer10_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer10_lsx() argument
4288 PixelAvgWidthEq16_lsx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_lsx()
4291 PixelAvgWidthEq8_lsx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_lsx()
4294 PixelAvgWidthEq4_lsx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_lsx()
4298 static inline void McHorVer11_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer11_lsx() argument
4305 PixelAvgWidthEq16_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_lsx()
4309 PixelAvgWidthEq8_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_lsx()
4313 PixelAvgWidthEq4_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_lsx()
4317 static inline void McHorVer22WidthEq16_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer22WidthEq16_lsx() argument
4319 McHorVer22WidthEq8_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22WidthEq16_lsx()
4320 McHorVer22WidthEq8_lsx (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer22WidthEq16_lsx()
4323 static inline void McHorVer12_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer12_lsx() argument
4330 PixelAvgWidthEq16_lsx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_lsx()
4334 PixelAvgWidthEq8_lsx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_lsx()
4338 PixelAvgWidthEq4_lsx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_lsx()
4342 static inline void McHorVer13_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer13_lsx() argument
4349 PixelAvgWidthEq16_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_lsx()
4353 PixelAvgWidthEq8_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_lsx()
4357 PixelAvgWidthEq4_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_lsx()
4361 static inline void McHorVer20_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer20_lsx() argument
4364 McHorVer20WidthEq16_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_lsx()
4366 McHorVer20WidthEq8_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_lsx()
4368 McHorVer20WidthEq4_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_lsx()
4371 static inline void McHorVer21_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer21_lsx() argument
4378 PixelAvgWidthEq16_lsx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_lsx()
4382 PixelAvgWidthEq8_lsx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_lsx()
4386 PixelAvgWidthEq4_lsx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_lsx()
4390 static inline void McHorVer22_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer22_lsx() argument
4393 McHorVer22WidthEq16_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_lsx()
4395 McHorVer22WidthEq8_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_lsx()
4397 McHorVer22_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer22_lsx()
4400 static inline void McHorVer23_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer23_lsx() argument
4407 PixelAvgWidthEq16_lsx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_lsx()
4411 PixelAvgWidthEq8_lsx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_lsx()
4415 PixelAvgWidthEq4_lsx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_lsx()
4419 static inline void McHorVer30_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer30_lsx() argument
4424 PixelAvgWidthEq16_lsx (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_lsx()
4427 PixelAvgWidthEq8_lsx (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_lsx()
4430 PixelAvgWidthEq4_lsx (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_lsx()
4434 static inline void McHorVer31_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer31_lsx() argument
4441 PixelAvgWidthEq16_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_lsx()
4445 PixelAvgWidthEq8_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_lsx()
4449 PixelAvgWidthEq4_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_lsx()
4453 static inline void McHorVer32_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer32_lsx() argument
4460 PixelAvgWidthEq16_lsx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_lsx()
4464 PixelAvgWidthEq8_lsx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_lsx()
4468 PixelAvgWidthEq4_lsx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_lsx()
4472 static inline void McHorVer33_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer33_lsx() argument
4479 PixelAvgWidthEq16_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_lsx()
4483 PixelAvgWidthEq8_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_lsx()
4487 PixelAvgWidthEq4_lsx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_lsx()
4491 void McLuma_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McLuma_lsx() argument
4500 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_lsx()
4503 …tic inline void McHorVer20Width5Or9Or17_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer20Width5Or9Or17_lsx() argument
4506 McHorVer20WidthEq17_lsx(pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_lsx()
4508 McHorVer20WidthEq9_lsx(pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_lsx()
4510 McHorVer20WidthEq5_lsx(pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_lsx()
4514 void McHorVer22Width5Or9Or17_lsx (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer22Width5Or9Or17_lsx() argument
4517 McHorVer22WidthEq17_lsx(pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17_lsx()
4519 McHorVer22WidthEq9_lsx(pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17_lsx()
4521 McHorVer22WidthEq5_lsx(pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17_lsx()