Lines Matching refs:iDstStride
50 …PMcChromaWidthExtFunc) (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride,
54 …WelsMcWidthHeightFunc) (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride,
100 … void McCopyWidthEq2_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopyWidthEq2_c() argument
105 pDst += iDstStride; in McCopyWidthEq2_c()
110 … void McCopyWidthEq4_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopyWidthEq4_c() argument
115 pDst += iDstStride; in McCopyWidthEq4_c()
120 … void McCopyWidthEq8_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopyWidthEq8_c() argument
125 pDst += iDstStride; in McCopyWidthEq8_c()
130 …void McCopyWidthEq16_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopyWidthEq16_c() argument
136 pDst += iDstStride; in McCopyWidthEq16_c()
162 static inline void PixelAvg_c (uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t iSr… in PixelAvg_c() argument
169 pDst += iDstStride; in PixelAvg_c()
174 …Copy_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, int32_t iWidth, in McCopy_c() argument
177 McCopyWidthEq16_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
179 McCopyWidthEq8_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
181 McCopyWidthEq4_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
183 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
187 …line void McHorVer20_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer20_c() argument
195 pDst += iDstStride; in McHorVer20_c()
201 …line void McHorVer02_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer02_c() argument
209 pDst += iDstStride; in McHorVer02_c()
215 …line void McHorVer22_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_c() argument
229 pDst += iDstStride; in McHorVer22_c()
234 …line void McHorVer01_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_c() argument
239 PixelAvg_c (pDst, iDstStride, pSrc, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer01_c()
241 …line void McHorVer03_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_c() argument
246 PixelAvg_c (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer03_c()
248 …line void McHorVer10_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_c() argument
253 PixelAvg_c (pDst, iDstStride, pSrc, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer10_c()
255 …line void McHorVer11_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_c() argument
262 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiVerTmp, 16, iWidth, iHeight); in McHorVer11_c()
264 …line void McHorVer12_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_c() argument
271 PixelAvg_c (pDst, iDstStride, uiVerTmp, 16, uiCtrTmp, 16, iWidth, iHeight); in McHorVer12_c()
273 …line void McHorVer13_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_c() argument
280 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiVerTmp, 16, iWidth, iHeight); in McHorVer13_c()
282 …line void McHorVer21_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_c() argument
289 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiCtrTmp, 16, iWidth, iHeight); in McHorVer21_c()
291 …line void McHorVer23_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_c() argument
298 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiCtrTmp, 16, iWidth, iHeight); in McHorVer23_c()
300 …line void McHorVer30_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_c() argument
305 PixelAvg_c (pDst, iDstStride, pSrc + 1, iSrcStride, uiHorTmp, 16, iWidth, iHeight); in McHorVer30_c()
307 …line void McHorVer31_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_c() argument
314 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiVerTmp, 16, iWidth, iHeight); in McHorVer31_c()
316 …line void McHorVer32_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_c() argument
323 PixelAvg_c (pDst, iDstStride, uiVerTmp, 16, uiCtrTmp, 16, iWidth, iHeight); in McHorVer32_c()
325 …line void McHorVer33_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_c() argument
332 PixelAvg_c (pDst, iDstStride, uiHorTmp, 16, uiVerTmp, 16, iWidth, iHeight); in McHorVer33_c()
335 void McLuma_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_c() argument
346 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_c()
349 …d McChromaWithFragMv_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChromaWithFragMv_c() argument
363 pDst += iDstStride; in McChromaWithFragMv_c()
369 void McChroma_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_c() argument
376 McCopy_c (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_c()
378 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_c()
385 …cHorVer22WidthEq8_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22WidthEq8_sse2() argument
389 McHorVer22Width8VerLastAlign_sse2 ((uint8_t*)iTap, 16, pDst, iDstStride, 8, iHeight); in McHorVer22WidthEq8_sse2()
392 …HorVer02WidthEq16_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer02WidthEq16_sse2() argument
394 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02WidthEq16_sse2()
395 McHorVer02WidthEq8_sse2 (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer02WidthEq16_sse2()
398 …HorVer22WidthEq16_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22WidthEq16_sse2() argument
400 McHorVer22WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22WidthEq16_sse2()
401 McHorVer22WidthEq8_sse2 (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer22WidthEq16_sse2()
404 …er20Width5Or9Or17_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer20Width5Or9Or17_sse2() argument
407 McHorVer20Width9Or17_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_sse2()
409 McHorVer20Width5_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_sse2()
412 …r02Height5Or9Or17_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer02Height5Or9Or17_sse2() argument
415 McHorVer02Height9Or17_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer02Height5Or9Or17_sse2()
417 McHorVer02Height5_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer02Height5Or9Or17_sse2()
420 …r17Height5Or9Or17_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22Width5Or9Or17Height5Or9Or17_sse2() argument
426 … McHorVer22Width8VerLastAlign_sse2 ((uint8_t*)pTap, 48, pDst, iDstStride, iWidth - 1, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_sse2()
427 …2Width8VerLastUnAlign_sse2 ((uint8_t*)pTap + tmp1, 48, pDst + iWidth - 8, iDstStride, 8, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_sse2()
432 … McHorVer22Width4VerLastAlign_sse2 ((uint8_t*)pTap, 48, pDst, iDstStride, iWidth - 1, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_sse2()
433 …2Width4VerLastUnAlign_sse2 ((uint8_t*)pTap + tmp1, 48, pDst + iWidth - 4, iDstStride, 4, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_sse2()
438 …nline void McCopy_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopy_sse2() argument
442 McCopyWidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
444 McCopyWidthEq8_mmx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
446 McCopyWidthEq4_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
448 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
451 …e void McHorVer20_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer20_sse2() argument
454 McHorVer20WidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_sse2()
456 McHorVer20WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_sse2()
458 McHorVer20WidthEq4_mmx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_sse2()
461 …e void McHorVer02_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer02_sse2() argument
464 McHorVer02WidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_sse2()
466 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_sse2()
468 McHorVer02_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer02_sse2()
471 …e void McHorVer22_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_sse2() argument
474 McHorVer22WidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_sse2()
476 McHorVer22WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_sse2()
478 McHorVer22_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer22_sse2()
481 …e void McHorVer01_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_sse2() argument
486 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
489 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
492 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
495 …e void McHorVer03_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_sse2() argument
500 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
503 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
506 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
509 …e void McHorVer10_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_sse2() argument
514 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
517 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
520 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
523 …e void McHorVer11_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_sse2() argument
530 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_sse2()
534 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_sse2()
538 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_sse2()
541 …e void McHorVer12_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_sse2() argument
548 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_sse2()
552 PixelAvgWidthEq8_mmx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_sse2()
556 PixelAvgWidthEq4_mmx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_sse2()
559 …e void McHorVer13_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_sse2() argument
566 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_sse2()
570 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_sse2()
574 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_sse2()
577 …e void McHorVer21_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_sse2() argument
584 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_sse2()
588 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_sse2()
592 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_sse2()
595 …e void McHorVer23_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_sse2() argument
602 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_sse2()
606 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_sse2()
610 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_sse2()
613 …e void McHorVer30_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_sse2() argument
618 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
621 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
624 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
627 …e void McHorVer31_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_sse2() argument
634 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_sse2()
638 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_sse2()
642 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_sse2()
645 …e void McHorVer32_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_sse2() argument
652 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_sse2()
656 PixelAvgWidthEq8_mmx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_sse2()
660 PixelAvgWidthEq4_mmx (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_sse2()
663 …e void McHorVer33_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_sse2() argument
670 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_sse2()
674 PixelAvgWidthEq8_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_sse2()
678 PixelAvgWidthEq4_mmx (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_sse2()
682 void McLuma_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_sse2() argument
693 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_sse2()
696 void McChroma_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_sse2() argument
705 McCopy_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_sse2()
709 …kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, g_kuiABCD[kiD8y][kiD8x], iH… in McChroma_sse2()
711 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_sse2()
718 void PixelAvgWidth4Or8Or16_sse2 (uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t i… in PixelAvgWidth4Or8Or16_sse2() argument
721 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvgWidth4Or8Or16_sse2()
723 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvgWidth4Or8Or16_sse2()
725 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvgWidth4Or8Or16_sse2()
729 void McCopy_sse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopy_sse3() argument
732 case 16: return McCopyWidthEq16_sse3 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
733 case 8: return McCopyWidthEq8_mmx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
734 case 4: return McCopyWidthEq4_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
736 return McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
739 void McHorVer22_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_ssse3() argument
744 McHorVer02Width4S16ToU8_ssse3 (&pTmp[0][0], pDst, iDstStride, iHeight); in McHorVer22_ssse3()
747 McHorVer02WidthGe8S16ToU8_ssse3 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, iWidth, iHeight); in McHorVer22_ssse3()
750 McHorVer02WidthGe8S16ToU8_ssse3 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, 8, iHeight); in McHorVer22_ssse3()
752 McHorVer02WidthGe8S16ToU8_ssse3 (&pTmp[0][0], sizeof *pTmp, pDst + 8, iDstStride, 8, iHeight); in McHorVer22_ssse3()
756 void McHorVer01_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_ssse3() argument
760 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer01_ssse3()
764 void McHorVer03_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_ssse3() argument
768 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, in McHorVer03_ssse3()
772 void McHorVer10_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_ssse3() argument
776 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer10_ssse3()
780 void McHorVer11_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_ssse3() argument
786 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer11_ssse3()
790 void McHorVer12_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_ssse3() argument
796 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pVerTmp[0][0], sizeof *pVerTmp, in McHorVer12_ssse3()
800 void McHorVer13_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_ssse3() argument
806 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer13_ssse3()
810 void McHorVer21_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_ssse3() argument
816 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer21_ssse3()
820 void McHorVer23_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_ssse3() argument
826 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer23_ssse3()
830 void McHorVer30_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_ssse3() argument
834 …PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + 1, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWi… in McHorVer30_ssse3()
837 void McHorVer31_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_ssse3() argument
843 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer31_ssse3()
847 void McHorVer32_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_ssse3() argument
853 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pVerTmp[0][0], sizeof *pVerTmp, in McHorVer32_ssse3()
857 void McHorVer33_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_ssse3() argument
863 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer33_ssse3()
867 …r22Width5Or9Or17_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22Width5Or9Or17_ssse3() argument
872 McHorVer02WidthGe8S16ToU8_ssse3 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, iWidth, iHeight); in McHorVer22Width5Or9Or17_ssse3()
875 McHorVer02Width5S16ToU8_ssse3 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17_ssse3()
879 void McLuma_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_ssse3() argument
888 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_ssse3()
891 void McChroma_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_ssse3() argument
900 McCopy_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_ssse3()
904 …kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, g_kuiABCD[kiD8y][kiD8x], iH… in McChroma_ssse3()
906 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_ssse3()
915 void McHorVer22_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_avx2() argument
920 McHorVer02Width4S16ToU8_avx2 (&pTmp[0][0], pDst, iDstStride, iHeight); in McHorVer22_avx2()
923 McHorVer02Width8S16ToU8_avx2 (&pTmp[0][0], pDst, iDstStride, iHeight); in McHorVer22_avx2()
926 … McHorVer02Width16Or17S16ToU8_avx2 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, iWidth, iHeight); in McHorVer22_avx2()
930 void McHorVer01_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_avx2() argument
934 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer01_avx2()
938 void McHorVer03_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_avx2() argument
942 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, in McHorVer03_avx2()
946 void McHorVer10_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_avx2() argument
950 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer10_avx2()
954 void McHorVer11_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_avx2() argument
960 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer11_avx2()
964 void McHorVer12_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_avx2() argument
970 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pVerTmp[0][0], sizeof *pVerTmp, in McHorVer12_avx2()
974 void McHorVer13_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_avx2() argument
980 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer13_avx2()
984 void McHorVer21_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_avx2() argument
990 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer21_avx2()
994 void McHorVer23_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_avx2() argument
1000 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer23_avx2()
1004 void McHorVer30_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_avx2() argument
1008 …PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + 1, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWi… in McHorVer30_avx2()
1011 void McHorVer31_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_avx2() argument
1017 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer31_avx2()
1021 void McHorVer32_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_avx2() argument
1027 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pVerTmp[0][0], sizeof *pVerTmp, in McHorVer32_avx2()
1031 void McHorVer33_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_avx2() argument
1037 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, &pHorTmp[0][0], sizeof *pHorTmp, in McHorVer33_avx2()
1041 …er22Width5Or9Or17_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22Width5Or9Or17_avx2() argument
1046 McHorVer02Width5S16ToU8_avx2 (&pTmp[0][0], pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17_avx2()
1050 McHorVer02Width9S16ToU8_avx2 (&pTmp[0][0], pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17_avx2()
1054 … McHorVer02Width16Or17S16ToU8_avx2 (&pTmp[0][0], sizeof *pTmp, pDst, iDstStride, iWidth, iHeight); in McHorVer22Width5Or9Or17_avx2()
1058 void McLuma_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_avx2() argument
1067 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_avx2()
1072 void PixelAvg_sse2 (uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t iSrcAStride, in PixelAvg_sse2() argument
1078 kpfFuncs[iWidth >> 4] (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvg_sse2()
1086 …er20Width5Or9Or17_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer20Width5Or9Or17_neon() argument
1089 McHorVer20Width17_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_neon()
1091 McHorVer20Width9_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_neon()
1093 McHorVer20Width5_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_neon()
1095 …r02Height5Or9Or17_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer02Height5Or9Or17_neon() argument
1098 McHorVer02Height17_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_neon()
1100 McHorVer02Height9_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_neon()
1102 McHorVer02Height5_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_neon()
1104 …r17Height5Or9Or17_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22Width5Or9Or17Height5Or9Or17_neon() argument
1107 McHorVer22Width17_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_neon()
1109 McHorVer22Width9_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_neon()
1111 McHorVer22Width5_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_neon()
1113 void McCopy_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopy_neon() argument
1116 McCopyWidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1118 McCopyWidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1120 McCopyWidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1122 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1124 void McHorVer20_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer20_neon() argument
1127 McHorVer20WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_neon()
1129 McHorVer20WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_neon()
1131 McHorVer20WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_neon()
1133 void McHorVer02_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer02_neon() argument
1136 McHorVer02WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_neon()
1138 McHorVer02WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_neon()
1140 McHorVer02WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_neon()
1142 void McHorVer22_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_neon() argument
1145 McHorVer22WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_neon()
1147 McHorVer22WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_neon()
1149 McHorVer22WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_neon()
1152 void McHorVer01_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_neon() argument
1155 McHorVer01WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_neon()
1157 McHorVer01WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_neon()
1159 McHorVer01WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_neon()
1161 void McHorVer03_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_neon() argument
1164 McHorVer03WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_neon()
1166 McHorVer03WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_neon()
1168 McHorVer03WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_neon()
1170 void McHorVer10_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_neon() argument
1173 McHorVer10WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_neon()
1175 McHorVer10WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_neon()
1177 McHorVer10WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_neon()
1179 void McHorVer11_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_neon() argument
1186 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer11_neon()
1190 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer11_neon()
1194 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer11_neon()
1197 void McHorVer12_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_neon() argument
1204 PixelAvgWidthEq16_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer12_neon()
1208 PixelAvgWidthEq8_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer12_neon()
1212 PixelAvgWidthEq4_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer12_neon()
1215 void McHorVer13_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_neon() argument
1222 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer13_neon()
1226 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer13_neon()
1230 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer13_neon()
1233 void McHorVer21_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_neon() argument
1240 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer21_neon()
1244 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer21_neon()
1248 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer21_neon()
1251 void McHorVer23_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_neon() argument
1258 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer23_neon()
1262 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer23_neon()
1266 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pCtrTmp, iHeight); in McHorVer23_neon()
1269 void McHorVer30_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_neon() argument
1272 McHorVer30WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_neon()
1274 McHorVer30WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_neon()
1276 McHorVer30WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_neon()
1278 void McHorVer31_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_neon() argument
1285 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer31_neon()
1289 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer31_neon()
1293 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer31_neon()
1296 void McHorVer32_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_neon() argument
1303 PixelAvgWidthEq16_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer32_neon()
1307 PixelAvgWidthEq8_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer32_neon()
1311 PixelAvgWidthEq4_neon (pDst, iDstStride, pVerTmp, pCtrTmp, iHeight); in McHorVer32_neon()
1314 void McHorVer33_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_neon() argument
1321 PixelAvgWidthEq16_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer33_neon()
1325 PixelAvgWidthEq8_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer33_neon()
1329 PixelAvgWidthEq4_neon (pDst, iDstStride, pHorTmp, pVerTmp, iHeight); in McHorVer33_neon()
1333 void McLuma_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_neon() argument
1342 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_neon()
1344 void McChroma_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_neon() argument
1348 McCopyWidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_neon()
1350 McCopyWidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_neon()
1352 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_neon()
1357 …McChromaWidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][kiD8x]), i… in McChroma_neon()
1359 …McChromaWidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][kiD8x]), i… in McChroma_neon()
1361 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_neon()
1364 void PixelAvg_neon (uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t iSrcAStride, in PixelAvg_neon() argument
1370 kpfFuncs[iWidth >> 4] (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvg_neon()
1374 …h5Or9Or17_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer20Width5Or9Or17_AArch64_neon() argument
1377 McHorVer20Width17_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_AArch64_neon()
1379 McHorVer20Width9_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_AArch64_neon()
1381 McHorVer20Width5_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_AArch64_neon()
1383 …t5Or9Or17_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer02Height5Or9Or17_AArch64_neon() argument
1386 McHorVer02Height17_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_AArch64_neon()
1388 McHorVer02Height9_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_AArch64_neon()
1390 McHorVer02Height5_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_AArch64_neon()
1393 int32_t iDstStride, in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon() argument
1396 McHorVer22Width17_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon()
1398 McHorVer22Width9_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon()
1400 McHorVer22Width5_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon()
1402 …id McCopy_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopy_AArch64_neon() argument
1405 McCopyWidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1407 McCopyWidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1409 McCopyWidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1411 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1413 …cHorVer20_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer20_AArch64_neon() argument
1416 McHorVer20WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_AArch64_neon()
1418 McHorVer20WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_AArch64_neon()
1420 McHorVer20WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_AArch64_neon()
1422 …cHorVer02_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer02_AArch64_neon() argument
1425 McHorVer02WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_AArch64_neon()
1427 McHorVer02WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_AArch64_neon()
1429 McHorVer02WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_AArch64_neon()
1431 …cHorVer22_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_AArch64_neon() argument
1434 McHorVer22WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_AArch64_neon()
1436 McHorVer22WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_AArch64_neon()
1438 McHorVer22WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_AArch64_neon()
1441 …cHorVer01_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_AArch64_neon() argument
1444 McHorVer01WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_AArch64_neon()
1446 McHorVer01WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_AArch64_neon()
1448 McHorVer01WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_AArch64_neon()
1450 …cHorVer03_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_AArch64_neon() argument
1453 McHorVer03WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_AArch64_neon()
1455 McHorVer03WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_AArch64_neon()
1457 McHorVer03WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_AArch64_neon()
1459 …cHorVer10_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_AArch64_neon() argument
1462 McHorVer10WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_AArch64_neon()
1464 McHorVer10WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_AArch64_neon()
1466 McHorVer10WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_AArch64_neon()
1468 …cHorVer11_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_AArch64_neon() argument
1475 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1479 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1483 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1486 …cHorVer12_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_AArch64_neon() argument
1493 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1497 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1501 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1504 …cHorVer13_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_AArch64_neon() argument
1511 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1515 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1519 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1522 …cHorVer21_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_AArch64_neon() argument
1529 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1533 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1537 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1540 …cHorVer23_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_AArch64_neon() argument
1547 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1551 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1555 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1558 …cHorVer30_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_AArch64_neon() argument
1561 McHorVer30WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_AArch64_neon()
1563 McHorVer30WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_AArch64_neon()
1565 McHorVer30WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_AArch64_neon()
1567 …cHorVer31_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_AArch64_neon() argument
1574 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1578 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1582 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1585 …cHorVer32_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_AArch64_neon() argument
1592 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1596 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1600 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1603 …cHorVer33_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_AArch64_neon() argument
1610 PixelAvgWidthEq16_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1614 PixelAvgWidthEq8_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1618 PixelAvgWidthEq4_AArch64_neon (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1622 …id McLuma_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_AArch64_neon() argument
1631 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_AArch64_neon()
1633 … McChroma_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_AArch64_neon() argument
1637 McCopyWidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_AArch64_neon()
1639 McCopyWidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_AArch64_neon()
1641 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_AArch64_neon()
1646 …McChromaWidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][ki… in McChroma_AArch64_neon()
1648 …McChromaWidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][ki… in McChroma_AArch64_neon()
1650 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_AArch64_neon()
1653 void PixelAvg_AArch64_neon (uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t iSrcAS… in PixelAvg_AArch64_neon() argument
1659 kpfFuncs[iWidth >> 4] (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvg_AArch64_neon()
1826 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer20Width5_mmi() argument
1937 : [iSrcStride]"r"((int)iSrcStride), [iDstStride]"r"((int)iDstStride) in McHorVer20Width5_mmi()
1946 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer20Width9Or17_mmi() argument
2216 : [iSrcStride]"r"((int)iSrcStride), [iDstStride]"r"((int)iDstStride) in McHorVer20Width9Or17_mmi()
2226 uint8_t* pDst, int32_t iDstStride, in McHorVer20Width5Or9Or17_mmi() argument
2229 McHorVer20Width9Or17_mmi(pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_mmi()
2231 McHorVer20Width5_mmi(pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_mmi()
2235 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer02Height5_mmi() argument
2362 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McHorVer02Height5_mmi()
2371 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer02Height9Or17_mmi() argument
2501 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McHorVer02Height9Or17_mmi()
2511 uint8_t* pDst, int32_t iDstStride, in McHorVer02Height5Or9Or17_mmi() argument
2514 McHorVer02Height9Or17_mmi(pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight ); in McHorVer02Height5Or9Or17_mmi()
2516 McHorVer02Height5_mmi (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer02Height5Or9Or17_mmi()
2762 int32_t iTapStride, uint8_t * pDst, int32_t iDstStride, in McHorVer22Width8VerLastAlign_mmi() argument
2818 $f26, $f28, $f30, $f0, $f2, %[pDst], %[iDstStride], $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2833 $f2, $f4, $f6, $f8, $f10, %[pDst], %[iDstStride], $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2848 $f10, $f12, $f14, $f16, $f18, %[pDst], %[iDstStride], $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2863 $f18, $f20, $f22, $f24, $f26, %[pDst], %[iDstStride], $8, $9, $15) in McHorVer22Width8VerLastAlign_mmi()
2883 : [iTapStride]"r"((int)iTapStride), [iDstStride]"r"((int)iDstStride) in McHorVer22Width8VerLastAlign_mmi()
2892 int32_t iTapStride, uint8_t * pDst, int32_t iDstStride, in McHorVer22Width8VerLastUnAlign_mmi() argument
3062 : [iTapStride]"r"((int)iTapStride), [iDstStride]"r"((int)iDstStride) in McHorVer22Width8VerLastUnAlign_mmi()
3072 int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22Width5Or9Or17Height5Or9Or17_mmi() argument
3080 McHorVer22Width8VerLastAlign_mmi((uint8_t*)pTap, 48, pDst, iDstStride, iWidth - 1, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_mmi()
3083 iDstStride, 8, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_mmi()
3096 pDst += iDstStride; in McHorVer22Width5Or9Or17Height5Or9Or17_mmi()
3102 uint8_t *pDst, int iDstStride, int iHeight) { in McCopyWidthEq4_mmi() argument
3115 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McCopyWidthEq4_mmi()
3121 uint8_t *pDst, int iDstStride, int iHeight) { in McCopyWidthEq8_mmi() argument
3134 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McCopyWidthEq8_mmi()
3140 uint8_t *pDst, int iDstStride, int iHeight) { in McCopyWidthEq16_mmi() argument
3157 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McCopyWidthEq16_mmi()
3163 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McCopy_mmi() argument
3165 McCopyWidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3167 McCopyWidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3169 McCopyWidthEq4_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3171 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3175 int32_t iDstStride, const uint8_t *pABCD, int32_t iHeight) { in McChromaWidthEq4_mmi() argument
3235 : [iSrcStride]"r"((int)iSrcStride), [iDstStride]"r"((int)iDstStride) in McChromaWidthEq4_mmi()
3242 int32_t iDstStride, const uint8_t *pABCD, int32_t iHeight) { in McChromaWidthEq8_mmi() argument
3339 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McChromaWidthEq8_mmi()
3347 int32_t iDstStride, int16_t iMvX, int16_t iMvY, in McChroma_mmi() argument
3356 McCopy_mmi (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_mmi()
3360 kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, in McChroma_mmi()
3363 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, in McChroma_mmi()
3368 int iDstStride, int iHeight) { in McHorVer20WidthEq8_mmi() argument
3433 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McHorVer20WidthEq8_mmi()
3441 int iDstStride, int iHeight) { in McHorVer20WidthEq16_mmi() argument
3553 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McHorVer20WidthEq16_mmi()
3561 int iDstStride, int iHeight) { in McHorVer20WidthEq4_mmi() argument
3610 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McHorVer20WidthEq4_mmi()
3617 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer20_mmi() argument
3619 McHorVer20WidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_mmi()
3621 McHorVer20WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_mmi()
3623 McHorVer20WidthEq4_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_mmi()
3627 int iDstStride, int iHeight) { in McHorVer02WidthEq8_mmi() argument
3712 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McHorVer02WidthEq8_mmi()
3720 uint8_t* pDst, int32_t iDstStride, int32_t iHeight) { in McHorVer02WidthEq16_mmi() argument
3721 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02WidthEq16_mmi()
3722 McHorVer02WidthEq8_mmi (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer02WidthEq16_mmi()
3726 uint8_t* pDst, int32_t iDstStride, int32_t iWidth, in McHorVer02_mmi() argument
3729 McHorVer02WidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_mmi()
3731 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_mmi()
3733 McHorVer02_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer02_mmi()
3737 uint8_t *pDst, int32_t iDstStride, int32_t iHeight) { in McHorVer22Width8HorFirst_mmi() argument
3797 : [iSrcStride]"r"(iSrcStride), [iDstStride]"r"(iDstStride) in McHorVer22Width8HorFirst_mmi()
3805 uint8_t* pDst, int32_t iDstStride, int32_t iHeight) { in McHorVer22WidthEq8_mmi() argument
3808 McHorVer22Width8VerLastAlign_mmi ((uint8_t*)iTap, 16, pDst, iDstStride, 8, iHeight); in McHorVer22WidthEq8_mmi()
3812 uint8_t* pDst, int32_t iDstStride, int32_t iHeight) { in McHorVer22WidthEq16_mmi() argument
3813 McHorVer22WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22WidthEq16_mmi()
3814 McHorVer22WidthEq8_mmi (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer22WidthEq16_mmi()
3818 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer22_mmi() argument
3820 McHorVer22WidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_mmi()
3822 McHorVer22WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_mmi()
3824 McHorVer22_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer22_mmi()
3827 void PixelAvgWidthEq4_mmi(uint8_t *pDst, int iDstStride, const uint8_t *pSrcA, in PixelAvgWidthEq4_mmi() argument
3846 : [iDstStride]"r"((int)iDstStride), [iSrcAStride]"r"((int)iSrcAStride), in PixelAvgWidthEq4_mmi()
3852 void PixelAvgWidthEq8_mmi(uint8_t *pDst, int iDstStride, const uint8_t *pSrcA, in PixelAvgWidthEq8_mmi() argument
3881 : [iDstStride]"r"((int)iDstStride), [iSrcAStride]"r"((int)iSrcAStride), in PixelAvgWidthEq8_mmi()
3887 void PixelAvgWidthEq16_mmi(uint8_t *pDst, int iDstStride, const uint8_t *pSrcA, in PixelAvgWidthEq16_mmi() argument
3965 : [iDstStride]"r"((int)iDstStride), [iSrcAStride]"r"((int)iSrcAStride), in PixelAvgWidthEq16_mmi()
3972 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer01_mmi() argument
3976 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3979 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3982 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3987 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer03_mmi() argument
3991 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
3994 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
3997 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
4002 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer10_mmi() argument
4006 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4009 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4012 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4017 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer11_mmi() argument
4023 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_mmi()
4027 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_mmi()
4031 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer11_mmi()
4036 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer12_mmi() argument
4042 PixelAvgWidthEq16_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_mmi()
4046 PixelAvgWidthEq8_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_mmi()
4050 PixelAvgWidthEq4_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer12_mmi()
4054 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer13_mmi() argument
4060 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_mmi()
4064 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_mmi()
4068 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer13_mmi()
4072 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer21_mmi() argument
4078 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_mmi()
4082 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_mmi()
4086 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer21_mmi()
4091 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer23_mmi() argument
4097 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_mmi()
4101 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_mmi()
4105 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pCtrTmp, 16, iHeight); in McHorVer23_mmi()
4109 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer30_mmi() argument
4113 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4116 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4119 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4123 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer31_mmi() argument
4129 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_mmi()
4133 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_mmi()
4137 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer31_mmi()
4141 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer32_mmi() argument
4147 PixelAvgWidthEq16_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_mmi()
4151 PixelAvgWidthEq8_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_mmi()
4155 PixelAvgWidthEq4_mmi (pDst, iDstStride, pVerTmp, 16, pCtrTmp, 16, iHeight); in McHorVer32_mmi()
4159 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McHorVer33_mmi() argument
4165 PixelAvgWidthEq16_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_mmi()
4169 PixelAvgWidthEq8_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_mmi()
4173 PixelAvgWidthEq4_mmi (pDst, iDstStride, pHorTmp, 16, pVerTmp, 16, iHeight); in McHorVer33_mmi()
4177 void McLuma_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_mmi() argument
4186 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_mmi()
4189 void PixelAvg_mmi(uint8_t* pDst, int32_t iDstStride, const uint8_t* pSrcA, int32_t iSrcAStride, in PixelAvg_mmi() argument
4195 kpfFuncs[iWidth >> 4] (pDst, iDstStride, pSrcA, iSrcAStride, pSrcB, iSrcBStride, iHeight); in PixelAvg_mmi()
4201 int32_t iDstStride, int32_t iWidth, int32_t iHeight) { in McCopy_lsx() argument
4203 McCopyWidthEq16_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4205 McCopyWidthEq8_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4207 McCopyWidthEq4_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4209 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4213 int32_t iDstStride, int16_t iMvX, int16_t iMvY, in McChroma_lsx() argument
4222 McCopy_lsx (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_lsx()
4226 kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, in McChroma_lsx()
4229 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, in McChroma_lsx()