Lines Matching refs:pSrc
50 typedef void (*PMcChromaWidthExtFunc) (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int3…
54 typedef void (*PWelsMcWidthHeightFunc) (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int…
100 static inline void McCopyWidthEq2_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_… in McCopyWidthEq2_c() argument
104 ST16A2 (pDst, LD16 (pSrc)); in McCopyWidthEq2_c()
106 pSrc += iSrcStride; in McCopyWidthEq2_c()
110 static inline void McCopyWidthEq4_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_… in McCopyWidthEq4_c() argument
114 ST32A4 (pDst, LD32 (pSrc)); in McCopyWidthEq4_c()
116 pSrc += iSrcStride; in McCopyWidthEq4_c()
120 static inline void McCopyWidthEq8_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_… in McCopyWidthEq8_c() argument
124 ST64A8 (pDst, LD64 (pSrc)); in McCopyWidthEq8_c()
126 pSrc += iSrcStride; in McCopyWidthEq8_c()
130 static inline void McCopyWidthEq16_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32… in McCopyWidthEq16_c() argument
134 ST64A8 (pDst , LD64 (pSrc)); in McCopyWidthEq16_c()
135 ST64A8 (pDst + 8, LD64 (pSrc + 8)); in McCopyWidthEq16_c()
137 pSrc += iSrcStride; in McCopyWidthEq16_c()
143 static inline int32_t HorFilterInput16bit_c (const int16_t* pSrc) { in HorFilterInput16bit_c() argument
144 int32_t iPix05 = pSrc[0] + pSrc[5]; in HorFilterInput16bit_c()
145 int32_t iPix14 = pSrc[1] + pSrc[4]; in HorFilterInput16bit_c()
146 int32_t iPix23 = pSrc[2] + pSrc[3]; in HorFilterInput16bit_c()
151 static inline int32_t FilterInput8bitWithStride_c (const uint8_t* pSrc, const int32_t kiOffset) { in FilterInput8bitWithStride_c() argument
155 const uint32_t kuiPix05 = * (pSrc - kiOffset2) + * (pSrc + kiOffset3); in FilterInput8bitWithStride_c()
156 const uint32_t kuiPix14 = * (pSrc - kiOffset1) + * (pSrc + kiOffset2); in FilterInput8bitWithStride_c()
157 const uint32_t kuiPix23 = * (pSrc) + * (pSrc + kiOffset1); in FilterInput8bitWithStride_c()
174 static inline void McCopy_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstSt… in McCopy_c() argument
177 McCopyWidthEq16_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
179 McCopyWidthEq8_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
181 McCopyWidthEq4_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
183 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_c()
187 static inline void McHorVer20_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer20_c() argument
193 pDst[j] = WelsClip1 ((FilterInput8bitWithStride_c (pSrc + j, 1) + 16) >> 5); in McHorVer20_c()
196 pSrc += iSrcStride; in McHorVer20_c()
201 static inline void McHorVer02_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer02_c() argument
207 pDst[j] = WelsClip1 ((FilterInput8bitWithStride_c (pSrc + j, iSrcStride) + 16) >> 5); in McHorVer02_c()
210 pSrc += iSrcStride; in McHorVer02_c()
215 static inline void McHorVer22_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer22_c() argument
223 iTmp[j] = FilterInput8bitWithStride_c (pSrc - 2 + j, iSrcStride); in McHorVer22_c()
228 pSrc += iSrcStride; in McHorVer22_c()
234 static inline void McHorVer01_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer01_c() argument
238 McHorVer02_c (pSrc, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer01_c()
239 PixelAvg_c (pDst, iDstStride, pSrc, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer01_c()
241 static inline void McHorVer03_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer03_c() argument
245 McHorVer02_c (pSrc, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer03_c()
246 PixelAvg_c (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer03_c()
248 static inline void McHorVer10_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer10_c() argument
252 McHorVer20_c (pSrc, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer10_c()
253 PixelAvg_c (pDst, iDstStride, pSrc, iSrcStride, uiTmp, 16, iWidth, iHeight); in McHorVer10_c()
255 static inline void McHorVer11_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer11_c() argument
260 McHorVer20_c (pSrc, iSrcStride, uiHorTmp, 16, iWidth, iHeight); in McHorVer11_c()
261 McHorVer02_c (pSrc, iSrcStride, uiVerTmp, 16, iWidth, iHeight); in McHorVer11_c()
264 static inline void McHorVer12_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer12_c() argument
269 McHorVer02_c (pSrc, iSrcStride, uiVerTmp, 16, iWidth, iHeight); in McHorVer12_c()
270 McHorVer22_c (pSrc, iSrcStride, uiCtrTmp, 16, iWidth, iHeight); in McHorVer12_c()
273 static inline void McHorVer13_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer13_c() argument
278 McHorVer20_c (pSrc + iSrcStride, iSrcStride, uiHorTmp, 16, iWidth, iHeight); in McHorVer13_c()
279 McHorVer02_c (pSrc, iSrcStride, uiVerTmp, 16, iWidth, iHeight); in McHorVer13_c()
282 static inline void McHorVer21_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer21_c() argument
287 McHorVer20_c (pSrc, iSrcStride, uiHorTmp, 16, iWidth, iHeight); in McHorVer21_c()
288 McHorVer22_c (pSrc, iSrcStride, uiCtrTmp, 16, iWidth, iHeight); in McHorVer21_c()
291 static inline void McHorVer23_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer23_c() argument
296 McHorVer20_c (pSrc + iSrcStride, iSrcStride, uiHorTmp, 16, iWidth, iHeight); in McHorVer23_c()
297 McHorVer22_c (pSrc, iSrcStride, uiCtrTmp, 16, iWidth, iHeight); in McHorVer23_c()
300 static inline void McHorVer30_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer30_c() argument
304 McHorVer20_c (pSrc, iSrcStride, uiHorTmp, 16, iWidth, iHeight); in McHorVer30_c()
305 PixelAvg_c (pDst, iDstStride, pSrc + 1, iSrcStride, uiHorTmp, 16, iWidth, iHeight); in McHorVer30_c()
307 static inline void McHorVer31_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer31_c() argument
312 McHorVer20_c (pSrc, iSrcStride, uiHorTmp, 16, iWidth, iHeight); in McHorVer31_c()
313 McHorVer02_c (pSrc + 1, iSrcStride, uiVerTmp, 16, iWidth, iHeight); in McHorVer31_c()
316 static inline void McHorVer32_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer32_c() argument
321 McHorVer02_c (pSrc + 1, iSrcStride, uiVerTmp, 16, iWidth, iHeight); in McHorVer32_c()
322 McHorVer22_c (pSrc, iSrcStride, uiCtrTmp, 16, iWidth, iHeight); in McHorVer32_c()
325 static inline void McHorVer33_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iD… in McHorVer33_c() argument
330 McHorVer20_c (pSrc + iSrcStride, iSrcStride, uiHorTmp, 16, iWidth, iHeight); in McHorVer33_c()
331 McHorVer02_c (pSrc + 1, iSrcStride, uiVerTmp, 16, iWidth, iHeight); in McHorVer33_c()
335 void McLuma_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_c() argument
346 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_c()
349 static inline void McChromaWithFragMv_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in… in McChromaWithFragMv_c() argument
353 const uint8_t* pSrcNext = pSrc + iSrcStride; in McChromaWithFragMv_c()
361 … pDst[j] = (iA * pSrc[j] + iB * pSrc[j + 1] + iC * pSrcNext[j] + iD * pSrcNext[j + 1] + 32) >> 6; in McChromaWithFragMv_c()
364 pSrc = pSrcNext; in McChromaWithFragMv_c()
369 void McChroma_c (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_c() argument
376 McCopy_c (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_c()
378 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_c()
385 static inline void McHorVer22WidthEq8_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst,… in McHorVer22WidthEq8_sse2() argument
388 McHorVer22Width8HorFirst_sse2 (pSrc - 2, iSrcStride, (uint8_t*)iTap, 16, iHeight + 5); in McHorVer22WidthEq8_sse2()
392 static inline void McHorVer02WidthEq16_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst… in McHorVer02WidthEq16_sse2() argument
394 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02WidthEq16_sse2()
395 McHorVer02WidthEq8_sse2 (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer02WidthEq16_sse2()
398 static inline void McHorVer22WidthEq16_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst… in McHorVer22WidthEq16_sse2() argument
400 McHorVer22WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22WidthEq16_sse2()
401 McHorVer22WidthEq8_sse2 (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer22WidthEq16_sse2()
404 void McHorVer20Width5Or9Or17_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t … in McHorVer20Width5Or9Or17_sse2() argument
407 McHorVer20Width9Or17_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_sse2()
409 McHorVer20Width5_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_sse2()
412 void McHorVer02Height5Or9Or17_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer02Height5Or9Or17_sse2() argument
415 McHorVer02Height9Or17_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer02Height5Or9Or17_sse2()
417 McHorVer02Height5_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer02Height5Or9Or17_sse2()
420 void McHorVer22Width5Or9Or17Height5Or9Or17_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* … in McHorVer22Width5Or9Or17Height5Or9Or17_sse2() argument
425 McHorVer22HorFirst_sse2 (pSrc - 2, iSrcStride, (uint8_t*)pTap, 48, iWidth, iHeight + 5); in McHorVer22Width5Or9Or17Height5Or9Or17_sse2()
431 … McHorVer22Width5HorFirst_sse2 (pSrc - 2, iSrcStride, (uint8_t*)pTap, 48, iWidth, iHeight + 5); in McHorVer22Width5Or9Or17Height5Or9Or17_sse2()
438 static inline void McCopy_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDs… in McCopy_sse2() argument
442 McCopyWidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
444 McCopyWidthEq8_mmx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
446 McCopyWidthEq4_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
448 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse2()
451 static inline void McHorVer20_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer20_sse2() argument
454 McHorVer20WidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_sse2()
456 McHorVer20WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_sse2()
458 McHorVer20WidthEq4_mmx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_sse2()
461 static inline void McHorVer02_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer02_sse2() argument
464 McHorVer02WidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_sse2()
466 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_sse2()
468 McHorVer02_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer02_sse2()
471 static inline void McHorVer22_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer22_sse2() argument
474 McHorVer22WidthEq16_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_sse2()
476 McHorVer22WidthEq8_sse2 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_sse2()
478 McHorVer22_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer22_sse2()
481 static inline void McHorVer01_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer01_sse2() argument
485 McHorVer02WidthEq16_sse2 (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
486 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
488 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
489 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
491 McHorVer02_c (pSrc, iSrcStride, pTmp, 16, 4, iHeight); in McHorVer01_sse2()
492 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_sse2()
495 static inline void McHorVer03_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer03_sse2() argument
499 McHorVer02WidthEq16_sse2 (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
500 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
502 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
503 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
505 McHorVer02_c (pSrc, iSrcStride, pTmp, 16, 4, iHeight); in McHorVer03_sse2()
506 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_sse2()
509 static inline void McHorVer10_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer10_sse2() argument
513 McHorVer20WidthEq16_sse2 (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
514 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
516 McHorVer20WidthEq8_sse2 (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
517 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
519 McHorVer20WidthEq4_mmx (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
520 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_sse2()
523 static inline void McHorVer11_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer11_sse2() argument
528 McHorVer20WidthEq16_sse2 (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_sse2()
529 McHorVer02WidthEq16_sse2 (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer11_sse2()
532 McHorVer20WidthEq8_sse2 (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_sse2()
533 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer11_sse2()
536 McHorVer20WidthEq4_mmx (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_sse2()
537 McHorVer02_c (pSrc, iSrcStride, pVerTmp, 16, 4, iHeight); in McHorVer11_sse2()
541 static inline void McHorVer12_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer12_sse2() argument
546 McHorVer02WidthEq16_sse2 (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer12_sse2()
547 McHorVer22WidthEq16_sse2 (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer12_sse2()
550 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer12_sse2()
551 McHorVer22WidthEq8_sse2 (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer12_sse2()
554 McHorVer02_c (pSrc, iSrcStride, pVerTmp, 16, 4, iHeight); in McHorVer12_sse2()
555 McHorVer22_c (pSrc, iSrcStride, pCtrTmp, 16, 4, iHeight); in McHorVer12_sse2()
559 static inline void McHorVer13_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer13_sse2() argument
564 McHorVer20WidthEq16_sse2 (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_sse2()
565 McHorVer02WidthEq16_sse2 (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer13_sse2()
568 McHorVer20WidthEq8_sse2 (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_sse2()
569 McHorVer02WidthEq8_sse2 (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer13_sse2()
572 McHorVer20WidthEq4_mmx (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_sse2()
573 McHorVer02_c (pSrc, iSrcStride, pVerTmp, 16, 4 , iHeight); in McHorVer13_sse2()
577 static inline void McHorVer21_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer21_sse2() argument
582 McHorVer20WidthEq16_sse2 (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_sse2()
583 McHorVer22WidthEq16_sse2 (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer21_sse2()
586 McHorVer20WidthEq8_sse2 (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_sse2()
587 McHorVer22WidthEq8_sse2 (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer21_sse2()
590 McHorVer20WidthEq4_mmx (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_sse2()
591 McHorVer22_c (pSrc, iSrcStride, pCtrTmp, 16, 4, iHeight); in McHorVer21_sse2()
595 static inline void McHorVer23_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer23_sse2() argument
600 McHorVer20WidthEq16_sse2 (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_sse2()
601 McHorVer22WidthEq16_sse2 (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer23_sse2()
604 McHorVer20WidthEq8_sse2 (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_sse2()
605 McHorVer22WidthEq8_sse2 (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer23_sse2()
608 McHorVer20WidthEq4_mmx (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_sse2()
609 McHorVer22_c (pSrc, iSrcStride, pCtrTmp, 16, 4, iHeight); in McHorVer23_sse2()
613 static inline void McHorVer30_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer30_sse2() argument
617 McHorVer20WidthEq16_sse2 (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
618 PixelAvgWidthEq16_sse2 (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
620 McHorVer20WidthEq8_sse2 (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
621 PixelAvgWidthEq8_mmx (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
623 McHorVer20WidthEq4_mmx (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
624 PixelAvgWidthEq4_mmx (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_sse2()
627 static inline void McHorVer31_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer31_sse2() argument
632 McHorVer20WidthEq16_sse2 (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_sse2()
633 McHorVer02WidthEq16_sse2 (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer31_sse2()
636 McHorVer20WidthEq8_sse2 (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_sse2()
637 McHorVer02WidthEq8_sse2 (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer31_sse2()
640 McHorVer20WidthEq4_mmx (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_sse2()
641 McHorVer02_c (pSrc + 1, iSrcStride, pVerTmp, 16, 4, iHeight); in McHorVer31_sse2()
645 static inline void McHorVer32_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer32_sse2() argument
650 McHorVer02WidthEq16_sse2 (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer32_sse2()
651 McHorVer22WidthEq16_sse2 (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer32_sse2()
654 McHorVer02WidthEq8_sse2 (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer32_sse2()
655 McHorVer22WidthEq8_sse2 (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer32_sse2()
658 McHorVer02_c (pSrc + 1, iSrcStride, pVerTmp, 16, 4, iHeight); in McHorVer32_sse2()
659 McHorVer22_c (pSrc, iSrcStride, pCtrTmp, 16, 4, iHeight); in McHorVer32_sse2()
663 static inline void McHorVer33_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer33_sse2() argument
668 McHorVer20WidthEq16_sse2 (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_sse2()
669 McHorVer02WidthEq16_sse2 (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer33_sse2()
672 McHorVer20WidthEq8_sse2 (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_sse2()
673 McHorVer02WidthEq8_sse2 (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer33_sse2()
676 McHorVer20WidthEq4_mmx (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_sse2()
677 McHorVer02_c (pSrc + 1, iSrcStride, pVerTmp, 16, 4, iHeight); in McHorVer33_sse2()
682 void McLuma_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_sse2() argument
693 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_sse2()
696 void McChroma_sse2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_sse2() argument
705 McCopy_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_sse2()
709 …kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, g_kuiABCD[kiD8y][kiD8x], iH… in McChroma_sse2()
711 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_sse2()
729 void McCopy_sse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopy_sse3() argument
732 case 16: return McCopyWidthEq16_sse3 (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
733 case 8: return McCopyWidthEq8_mmx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
734 case 4: return McCopyWidthEq4_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
736 return McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_sse3()
739 void McHorVer22_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_ssse3() argument
743 McHorVer20Width4U8ToS16_ssse3 (pSrc, iSrcStride, &pTmp[0][0], iHeight + 5); in McHorVer22_ssse3()
746 McHorVer20Width8U8ToS16_ssse3 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iHeight + 5); in McHorVer22_ssse3()
749 McHorVer20Width8U8ToS16_ssse3 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iHeight + 5); in McHorVer22_ssse3()
751 McHorVer20Width8U8ToS16_ssse3 (pSrc + 8, iSrcStride, &pTmp[0][0], sizeof *pTmp, iHeight + 5); in McHorVer22_ssse3()
756 void McHorVer01_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_ssse3() argument
759 McHorVer02_ssse3 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWidth, iHeight); in McHorVer01_ssse3()
760 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer01_ssse3()
764 void McHorVer03_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_ssse3() argument
767 McHorVer02_ssse3 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWidth, iHeight); in McHorVer03_ssse3()
768 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, in McHorVer03_ssse3()
772 void McHorVer10_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_ssse3() argument
775 McHorVer20_ssse3 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWidth, iHeight); in McHorVer10_ssse3()
776 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer10_ssse3()
780 void McHorVer11_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_ssse3() argument
784 McHorVer20_ssse3 (pSrc, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer11_ssse3()
785 McHorVer02_ssse3 (pSrc, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer11_ssse3()
790 void McHorVer12_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_ssse3() argument
794 McHorVer02_ssse3 (pSrc, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer12_ssse3()
795 McHorVer22_ssse3 (pSrc, iSrcStride, &pCtrTmp[0][0], sizeof *pCtrTmp, iWidth, iHeight); in McHorVer12_ssse3()
800 void McHorVer13_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_ssse3() argument
804 …McHorVer20_ssse3 (pSrc + iSrcStride, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer13_ssse3()
805 …McHorVer02_ssse3 (pSrc, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer13_ssse3()
810 void McHorVer21_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_ssse3() argument
814 McHorVer20_ssse3 (pSrc, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer21_ssse3()
815 McHorVer22_ssse3 (pSrc, iSrcStride, &pCtrTmp[0][0], sizeof *pCtrTmp, iWidth, iHeight); in McHorVer21_ssse3()
820 void McHorVer23_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_ssse3() argument
824 …McHorVer20_ssse3 (pSrc + iSrcStride, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer23_ssse3()
825 …McHorVer22_ssse3 (pSrc, iSrcStride, &pCtrTmp[0][0], sizeof *pCtrTmp, iWidth, iHeight); in McHorVer23_ssse3()
830 void McHorVer30_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_ssse3() argument
833 McHorVer20_ssse3 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWidth, iHeight); in McHorVer30_ssse3()
834 …PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + 1, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWi… in McHorVer30_ssse3()
837 void McHorVer31_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_ssse3() argument
841 McHorVer20_ssse3 (pSrc, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer31_ssse3()
842 McHorVer02_ssse3 (pSrc + 1, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer31_ssse3()
847 void McHorVer32_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_ssse3() argument
851 McHorVer02_ssse3 (pSrc + 1, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer32_ssse3()
852 McHorVer22_ssse3 (pSrc, iSrcStride, &pCtrTmp[0][0], sizeof *pCtrTmp, iWidth, iHeight); in McHorVer32_ssse3()
857 void McHorVer33_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_ssse3() argument
861 …McHorVer20_ssse3 (pSrc + iSrcStride, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer33_ssse3()
862 …McHorVer02_ssse3 (pSrc + 1, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer33_ssse3()
867 void McHorVer22Width5Or9Or17_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer22Width5Or9Or17_ssse3() argument
871 …McHorVer20Width9Or17U8ToS16_ssse3 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWidth, iHeight + … in McHorVer22Width5Or9Or17_ssse3()
874 McHorVer20Width8U8ToS16_ssse3 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iHeight + 5); in McHorVer22Width5Or9Or17_ssse3()
879 void McLuma_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_ssse3() argument
888 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_ssse3()
891 void McChroma_ssse3 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_ssse3() argument
900 McCopy_sse2 (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_ssse3()
904 …kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, g_kuiABCD[kiD8y][kiD8x], iH… in McChroma_ssse3()
906 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_ssse3()
915 void McHorVer22_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_avx2() argument
919 McHorVer20Width4U8ToS16_avx2 (pSrc, iSrcStride, &pTmp[0][0], iHeight + 5); in McHorVer22_avx2()
922 McHorVer20Width8U8ToS16_avx2 (pSrc, iSrcStride, &pTmp[0][0], iHeight + 5); in McHorVer22_avx2()
925 McHorVer20Width16U8ToS16_avx2 (pSrc, iSrcStride, &pTmp[0][0], iHeight + 5); in McHorVer22_avx2()
930 void McHorVer01_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_avx2() argument
933 McHorVer02_avx2 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWidth, iHeight); in McHorVer01_avx2()
934 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer01_avx2()
938 void McHorVer03_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_avx2() argument
941 McHorVer02_avx2 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWidth, iHeight); in McHorVer03_avx2()
942 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, in McHorVer03_avx2()
946 void McHorVer10_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_avx2() argument
949 McHorVer20_avx2 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWidth, iHeight); in McHorVer10_avx2()
950 PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc, iSrcStride, in McHorVer10_avx2()
954 void McHorVer11_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_avx2() argument
958 McHorVer20_avx2 (pSrc, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer11_avx2()
959 McHorVer02_avx2 (pSrc, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer11_avx2()
964 void McHorVer12_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_avx2() argument
968 McHorVer02_avx2 (pSrc, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer12_avx2()
969 McHorVer22_avx2 (pSrc, iSrcStride, &pCtrTmp[0][0], sizeof *pCtrTmp, iWidth, iHeight); in McHorVer12_avx2()
974 void McHorVer13_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_avx2() argument
978 McHorVer20_avx2 (pSrc + iSrcStride, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer13_avx2()
979 McHorVer02_avx2 (pSrc, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer13_avx2()
984 void McHorVer21_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_avx2() argument
988 McHorVer20_avx2 (pSrc, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer21_avx2()
989 McHorVer22_avx2 (pSrc, iSrcStride, &pCtrTmp[0][0], sizeof *pCtrTmp, iWidth, iHeight); in McHorVer21_avx2()
994 void McHorVer23_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_avx2() argument
998 McHorVer20_avx2 (pSrc + iSrcStride, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer23_avx2()
999 McHorVer22_avx2 (pSrc, iSrcStride, &pCtrTmp[0][0], sizeof *pCtrTmp, iWidth, iHeight); in McHorVer23_avx2()
1004 void McHorVer30_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_avx2() argument
1007 McHorVer20_avx2 (pSrc, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWidth, iHeight); in McHorVer30_avx2()
1008 …PixelAvgWidth4Or8Or16_sse2 (pDst, iDstStride, pSrc + 1, iSrcStride, &pTmp[0][0], sizeof *pTmp, iWi… in McHorVer30_avx2()
1011 void McHorVer31_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_avx2() argument
1015 McHorVer20_avx2 (pSrc, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer31_avx2()
1016 McHorVer02_avx2 (pSrc + 1, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer31_avx2()
1021 void McHorVer32_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_avx2() argument
1025 McHorVer02_avx2 (pSrc + 1, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer32_avx2()
1026 McHorVer22_avx2 (pSrc, iSrcStride, &pCtrTmp[0][0], sizeof *pCtrTmp, iWidth, iHeight); in McHorVer32_avx2()
1031 void McHorVer33_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_avx2() argument
1035 McHorVer20_avx2 (pSrc + iSrcStride, iSrcStride, &pHorTmp[0][0], sizeof *pHorTmp, iWidth, iHeight); in McHorVer33_avx2()
1036 McHorVer02_avx2 (pSrc + 1, iSrcStride, &pVerTmp[0][0], sizeof *pVerTmp, iWidth, iHeight); in McHorVer33_avx2()
1041 void McHorVer22Width5Or9Or17_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t … in McHorVer22Width5Or9Or17_avx2() argument
1045 McHorVer20Width8U8ToS16_avx2 (pSrc, iSrcStride, &pTmp[0][0], iHeight + 5); in McHorVer22Width5Or9Or17_avx2()
1049 McHorVer20Width16U8ToS16_avx2 (pSrc, iSrcStride, &pTmp[0][0], iHeight + 5); in McHorVer22Width5Or9Or17_avx2()
1053 McHorVer20Width17U8ToS16_avx2 (pSrc, iSrcStride, &pTmp[0][0], iHeight + 5); in McHorVer22Width5Or9Or17_avx2()
1058 void McLuma_avx2 (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_avx2() argument
1067 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_avx2()
1086 void McHorVer20Width5Or9Or17_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t … in McHorVer20Width5Or9Or17_neon() argument
1089 McHorVer20Width17_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_neon()
1091 McHorVer20Width9_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_neon()
1093 McHorVer20Width5_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_neon()
1095 void McHorVer02Height5Or9Or17_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t… in McHorVer02Height5Or9Or17_neon() argument
1098 McHorVer02Height17_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_neon()
1100 McHorVer02Height9_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_neon()
1102 McHorVer02Height5_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_neon()
1104 void McHorVer22Width5Or9Or17Height5Or9Or17_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* … in McHorVer22Width5Or9Or17Height5Or9Or17_neon() argument
1107 McHorVer22Width17_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_neon()
1109 McHorVer22Width9_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_neon()
1111 McHorVer22Width5_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_neon()
1113 void McCopy_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McCopy_neon() argument
1116 McCopyWidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1118 McCopyWidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1120 McCopyWidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1122 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_neon()
1124 void McHorVer20_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer20_neon() argument
1127 McHorVer20WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_neon()
1129 McHorVer20WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_neon()
1131 McHorVer20WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_neon()
1133 void McHorVer02_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer02_neon() argument
1136 McHorVer02WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_neon()
1138 McHorVer02WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_neon()
1140 McHorVer02WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_neon()
1142 void McHorVer22_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer22_neon() argument
1145 McHorVer22WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_neon()
1147 McHorVer22WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_neon()
1149 McHorVer22WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_neon()
1152 void McHorVer01_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer01_neon() argument
1155 McHorVer01WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_neon()
1157 McHorVer01WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_neon()
1159 McHorVer01WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_neon()
1161 void McHorVer03_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer03_neon() argument
1164 McHorVer03WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_neon()
1166 McHorVer03WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_neon()
1168 McHorVer03WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_neon()
1170 void McHorVer10_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer10_neon() argument
1173 McHorVer10WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_neon()
1175 McHorVer10WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_neon()
1177 McHorVer10WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_neon()
1179 void McHorVer11_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer11_neon() argument
1184 McHorVer20WidthEq16_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_neon()
1185 McHorVer02WidthEq16_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer11_neon()
1188 McHorVer20WidthEq8_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_neon()
1189 McHorVer02WidthEq8_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer11_neon()
1192 McHorVer20WidthEq4_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_neon()
1193 McHorVer02WidthEq4_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer11_neon()
1197 void McHorVer12_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer12_neon() argument
1202 McHorVer02WidthEq16_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer12_neon()
1203 McHorVer22WidthEq16_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer12_neon()
1206 McHorVer02WidthEq8_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer12_neon()
1207 McHorVer22WidthEq8_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer12_neon()
1210 McHorVer02WidthEq4_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer12_neon()
1211 McHorVer22WidthEq4_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer12_neon()
1215 void McHorVer13_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer13_neon() argument
1220 McHorVer20WidthEq16_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_neon()
1221 McHorVer02WidthEq16_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer13_neon()
1224 McHorVer20WidthEq8_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_neon()
1225 McHorVer02WidthEq8_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer13_neon()
1228 McHorVer20WidthEq4_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_neon()
1229 McHorVer02WidthEq4_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer13_neon()
1233 void McHorVer21_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer21_neon() argument
1238 McHorVer20WidthEq16_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_neon()
1239 McHorVer22WidthEq16_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer21_neon()
1242 McHorVer20WidthEq8_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_neon()
1243 McHorVer22WidthEq8_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer21_neon()
1246 McHorVer20WidthEq4_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_neon()
1247 McHorVer22WidthEq4_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer21_neon()
1251 void McHorVer23_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer23_neon() argument
1256 McHorVer20WidthEq16_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_neon()
1257 McHorVer22WidthEq16_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer23_neon()
1260 McHorVer20WidthEq8_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_neon()
1261 McHorVer22WidthEq8_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer23_neon()
1264 McHorVer20WidthEq4_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_neon()
1265 McHorVer22WidthEq4_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer23_neon()
1269 void McHorVer30_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer30_neon() argument
1272 McHorVer30WidthEq16_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_neon()
1274 McHorVer30WidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_neon()
1276 McHorVer30WidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_neon()
1278 void McHorVer31_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer31_neon() argument
1283 McHorVer20WidthEq16_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_neon()
1284 McHorVer02WidthEq16_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer31_neon()
1287 McHorVer20WidthEq8_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_neon()
1288 McHorVer02WidthEq8_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer31_neon()
1291 McHorVer20WidthEq4_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_neon()
1292 McHorVer02WidthEq4_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer31_neon()
1296 void McHorVer32_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer32_neon() argument
1301 McHorVer02WidthEq16_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer32_neon()
1302 McHorVer22WidthEq16_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer32_neon()
1305 McHorVer02WidthEq8_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer32_neon()
1306 McHorVer22WidthEq8_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer32_neon()
1309 McHorVer02WidthEq4_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer32_neon()
1310 McHorVer22WidthEq4_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer32_neon()
1314 void McHorVer33_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McHorVer33_neon() argument
1319 McHorVer20WidthEq16_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_neon()
1320 McHorVer02WidthEq16_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer33_neon()
1323 McHorVer20WidthEq8_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_neon()
1324 McHorVer02WidthEq8_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer33_neon()
1327 McHorVer20WidthEq4_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_neon()
1328 McHorVer02WidthEq4_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer33_neon()
1333 void McLuma_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_neon() argument
1342 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_neon()
1344 void McChroma_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McChroma_neon() argument
1348 McCopyWidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_neon()
1350 McCopyWidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_neon()
1352 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_neon()
1357 …McChromaWidthEq8_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][kiD8x]), i… in McChroma_neon()
1359 …McChromaWidthEq4_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][kiD8x]), i… in McChroma_neon()
1361 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_neon()
1374 void McHorVer20Width5Or9Or17_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, … in McHorVer20Width5Or9Or17_AArch64_neon() argument
1377 McHorVer20Width17_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_AArch64_neon()
1379 McHorVer20Width9_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_AArch64_neon()
1381 McHorVer20Width5_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20Width5Or9Or17_AArch64_neon()
1383 void McHorVer02Height5Or9Or17_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst,… in McHorVer02Height5Or9Or17_AArch64_neon() argument
1386 McHorVer02Height17_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_AArch64_neon()
1388 McHorVer02Height9_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_AArch64_neon()
1390 McHorVer02Height5_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02Height5Or9Or17_AArch64_neon()
1392 void McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, u… in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon() argument
1396 McHorVer22Width17_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon()
1398 McHorVer22Width9_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon()
1400 McHorVer22Width5_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22Width5Or9Or17Height5Or9Or17_AArch64_neon()
1402 void McCopy_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStrid… in McCopy_AArch64_neon() argument
1405 McCopyWidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1407 McCopyWidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1409 McCopyWidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1411 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_AArch64_neon()
1413 void McHorVer20_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer20_AArch64_neon() argument
1416 McHorVer20WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_AArch64_neon()
1418 McHorVer20WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_AArch64_neon()
1420 McHorVer20WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_AArch64_neon()
1422 void McHorVer02_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer02_AArch64_neon() argument
1425 McHorVer02WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_AArch64_neon()
1427 McHorVer02WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_AArch64_neon()
1429 McHorVer02WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_AArch64_neon()
1431 void McHorVer22_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer22_AArch64_neon() argument
1434 McHorVer22WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_AArch64_neon()
1436 McHorVer22WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_AArch64_neon()
1438 McHorVer22WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_AArch64_neon()
1441 void McHorVer01_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer01_AArch64_neon() argument
1444 McHorVer01WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_AArch64_neon()
1446 McHorVer01WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_AArch64_neon()
1448 McHorVer01WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer01_AArch64_neon()
1450 void McHorVer03_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer03_AArch64_neon() argument
1453 McHorVer03WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_AArch64_neon()
1455 McHorVer03WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_AArch64_neon()
1457 McHorVer03WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer03_AArch64_neon()
1459 void McHorVer10_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer10_AArch64_neon() argument
1462 McHorVer10WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_AArch64_neon()
1464 McHorVer10WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_AArch64_neon()
1466 McHorVer10WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer10_AArch64_neon()
1468 void McHorVer11_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer11_AArch64_neon() argument
1473 McHorVer20WidthEq16_AArch64_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1474 McHorVer02WidthEq16_AArch64_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1477 McHorVer20WidthEq8_AArch64_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1478 McHorVer02WidthEq8_AArch64_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1481 McHorVer20WidthEq4_AArch64_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1482 McHorVer02WidthEq4_AArch64_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer11_AArch64_neon()
1486 void McHorVer12_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer12_AArch64_neon() argument
1491 McHorVer02WidthEq16_AArch64_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1492 McHorVer22WidthEq16_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1495 McHorVer02WidthEq8_AArch64_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1496 McHorVer22WidthEq8_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1499 McHorVer02WidthEq4_AArch64_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1500 McHorVer22WidthEq4_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer12_AArch64_neon()
1504 void McHorVer13_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer13_AArch64_neon() argument
1509 McHorVer20WidthEq16_AArch64_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1510 McHorVer02WidthEq16_AArch64_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1513 McHorVer20WidthEq8_AArch64_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1514 McHorVer02WidthEq8_AArch64_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1517 McHorVer20WidthEq4_AArch64_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1518 McHorVer02WidthEq4_AArch64_neon (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer13_AArch64_neon()
1522 void McHorVer21_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer21_AArch64_neon() argument
1527 McHorVer20WidthEq16_AArch64_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1528 McHorVer22WidthEq16_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1531 McHorVer20WidthEq8_AArch64_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1532 McHorVer22WidthEq8_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1535 McHorVer20WidthEq4_AArch64_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1536 McHorVer22WidthEq4_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer21_AArch64_neon()
1540 void McHorVer23_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer23_AArch64_neon() argument
1545 McHorVer20WidthEq16_AArch64_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1546 McHorVer22WidthEq16_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1549 McHorVer20WidthEq8_AArch64_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1550 McHorVer22WidthEq8_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1553 McHorVer20WidthEq4_AArch64_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1554 McHorVer22WidthEq4_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer23_AArch64_neon()
1558 void McHorVer30_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer30_AArch64_neon() argument
1561 McHorVer30WidthEq16_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_AArch64_neon()
1563 McHorVer30WidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_AArch64_neon()
1565 McHorVer30WidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer30_AArch64_neon()
1567 void McHorVer31_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer31_AArch64_neon() argument
1572 McHorVer20WidthEq16_AArch64_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1573 McHorVer02WidthEq16_AArch64_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1576 McHorVer20WidthEq8_AArch64_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1577 McHorVer02WidthEq8_AArch64_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1580 McHorVer20WidthEq4_AArch64_neon (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1581 McHorVer02WidthEq4_AArch64_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer31_AArch64_neon()
1585 void McHorVer32_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer32_AArch64_neon() argument
1590 McHorVer02WidthEq16_AArch64_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1591 McHorVer22WidthEq16_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1594 McHorVer02WidthEq8_AArch64_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1595 McHorVer22WidthEq8_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1598 McHorVer02WidthEq4_AArch64_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1599 McHorVer22WidthEq4_AArch64_neon (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer32_AArch64_neon()
1603 void McHorVer33_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstS… in McHorVer33_AArch64_neon() argument
1608 McHorVer20WidthEq16_AArch64_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1609 McHorVer02WidthEq16_AArch64_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1612 McHorVer20WidthEq8_AArch64_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1613 McHorVer02WidthEq8_AArch64_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1616 McHorVer20WidthEq4_AArch64_neon (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1617 McHorVer02WidthEq4_AArch64_neon (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer33_AArch64_neon()
1622 void McLuma_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStrid… in McLuma_AArch64_neon() argument
1631 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_AArch64_neon()
1633 void McChroma_AArch64_neon (const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStr… in McChroma_AArch64_neon() argument
1637 McCopyWidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_AArch64_neon()
1639 McCopyWidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_AArch64_neon()
1641 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McChroma_AArch64_neon()
1646 …McChromaWidthEq8_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][ki… in McChroma_AArch64_neon()
1648 …McChromaWidthEq4_AArch64_neon (pSrc, iSrcStride, pDst, iDstStride, (int32_t*) (g_kuiABCD[kiD8y][ki… in McChroma_AArch64_neon()
1650 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, iWidth, iHeight); in McChroma_AArch64_neon()
1825 void McHorVer20Width5_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McHorVer20Width5_mmi() argument
1935 : [pSrc]"+&r"((unsigned char *)pSrc), [pDst]"+&r"((unsigned char *)pDst), in McHorVer20Width5_mmi()
1945 void McHorVer20Width9Or17_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McHorVer20Width9Or17_mmi() argument
2214 : [pSrc]"+&r"((unsigned char *)pSrc), [pDst]"+&r"((unsigned char *)pDst), in McHorVer20Width9Or17_mmi()
2225 static inline void McHorVer20Width5Or9Or17_mmi(const uint8_t* pSrc, int32_t iSrcStride, in McHorVer20Width5Or9Or17_mmi() argument
2229 McHorVer20Width9Or17_mmi(pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_mmi()
2231 McHorVer20Width5_mmi(pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer20Width5Or9Or17_mmi()
2234 void McHorVer02Height5_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McHorVer02Height5_mmi() argument
2249 MMI_LOAD_8P($f0, $f2, $f28, %[pSrc]) in McHorVer02Height5_mmi()
2254 MMI_LOAD_8P($f8, $f10, $f28, %[pSrc]) in McHorVer02Height5_mmi()
2258 MMI_LOAD_8P($f16, $f18, $f28, %[pSrc]) in McHorVer02Height5_mmi()
2265 MMI_LOAD_8P($f24, $f26, $f28, %[pSrc]) in McHorVer02Height5_mmi()
2289 MMI_LOAD_8P($f24, $f26, $f28, %[pSrc]) in McHorVer02Height5_mmi()
2305 MMI_LOAD_8P($f0, $f2, $f4, %[pSrc]) in McHorVer02Height5_mmi()
2321 MMI_LOAD_8P($f8, $f10, $f12, %[pSrc]) in McHorVer02Height5_mmi()
2337 MMI_LOAD_8P($f16, $f18, $f20, %[pSrc]) in McHorVer02Height5_mmi()
2360 : [pSrc]"+&r"((unsigned char *)pSrc), [pDst]"+&r"((unsigned char *)pDst), in McHorVer02Height5_mmi()
2370 void McHorVer02Height9Or17_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McHorVer02Height9Or17_mmi() argument
2388 MMI_LOAD_8P($f0, $f2, $f28, %[pSrc]) in McHorVer02Height9Or17_mmi()
2392 MMI_LOAD_8P($f8, $f10, $f28, %[pSrc]) in McHorVer02Height9Or17_mmi()
2396 MMI_LOAD_8P($f16, $f18, $f28, %[pSrc]) in McHorVer02Height9Or17_mmi()
2403 MMI_LOAD_8P($f24, $f26, $f28, %[pSrc]) in McHorVer02Height9Or17_mmi()
2427 MMI_LOAD_8P($f24, $f26, $f28, %[pSrc]) in McHorVer02Height9Or17_mmi()
2443 MMI_LOAD_8P($f0, $f2, $f4, %[pSrc]) in McHorVer02Height9Or17_mmi()
2459 MMI_LOAD_8P($f8, $f10, $f12, %[pSrc]) in McHorVer02Height9Or17_mmi()
2475 MMI_LOAD_8P($f16, $f18, $f20, %[pSrc]) in McHorVer02Height9Or17_mmi()
2499 : [pSrc]"+&r"((unsigned char *)pSrc), [pDst]"+&r"((unsigned char *)pDst), in McHorVer02Height9Or17_mmi()
2510 static inline void McHorVer02Height5Or9Or17_mmi(const uint8_t* pSrc, int32_t iSrcStride, in McHorVer02Height5Or9Or17_mmi() argument
2514 McHorVer02Height9Or17_mmi(pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight ); in McHorVer02Height5Or9Or17_mmi()
2516 McHorVer02Height5_mmi (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McHorVer02Height5Or9Or17_mmi()
2519 static inline void McHorVer22HorFirst_mmi(const uint8_t *pSrc, int32_t iSrcStride, in McHorVer22HorFirst_mmi() argument
2752 : [pSrc]"+&r"(pSrc), [pTap]"+&r"(pTap), [iWidth]"+&r"(iWidth), in McHorVer22HorFirst_mmi()
3071 static inline void McHorVer22Width5Or9Or17Height5Or9Or17_mmi(const uint8_t* pSrc, in McHorVer22Width5Or9Or17Height5Or9Or17_mmi() argument
3078 McHorVer22HorFirst_mmi(pSrc - 2, iSrcStride, (uint8_t*)pTap, 48, iWidth, iHeight + 5); in McHorVer22Width5Or9Or17Height5Or9Or17_mmi()
3090 iTmp[j] = FilterInput8bitWithStride_c (pSrc - 2 + j, iSrcStride); in McHorVer22Width5Or9Or17Height5Or9Or17_mmi()
3095 pSrc += iSrcStride; in McHorVer22Width5Or9Or17Height5Or9Or17_mmi()
3101 void McCopyWidthEq4_mmi(const uint8_t *pSrc, int iSrcStride, in McCopyWidthEq4_mmi() argument
3114 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McCopyWidthEq4_mmi()
3120 void McCopyWidthEq8_mmi(const uint8_t *pSrc, int iSrcStride, in McCopyWidthEq8_mmi() argument
3133 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McCopyWidthEq8_mmi()
3139 void McCopyWidthEq16_mmi(const uint8_t *pSrc, int iSrcStride, in McCopyWidthEq16_mmi() argument
3156 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McCopyWidthEq16_mmi()
3162 static inline void McCopy_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McCopy_mmi() argument
3165 McCopyWidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3167 McCopyWidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3169 McCopyWidthEq4_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3171 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_mmi()
3174 void McChromaWidthEq4_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McChromaWidthEq4_mmi() argument
3233 : [pSrc]"+&r"((unsigned char *)pSrc), [pDst]"+&r"((unsigned char *)pDst), in McChromaWidthEq4_mmi()
3241 void McChromaWidthEq8_mmi(const uint8_t *pSrc, int32_t iSrcStride, uint8_t *pDst, in McChromaWidthEq8_mmi() argument
3337 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [pABCD]"+&r"(pABCD), in McChromaWidthEq8_mmi()
3346 void McChroma_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McChroma_mmi() argument
3356 McCopy_mmi (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_mmi()
3360 kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, in McChroma_mmi()
3363 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, in McChroma_mmi()
3367 void McHorVer20WidthEq8_mmi(const uint8_t *pSrc, int iSrcStride, uint8_t *pDst, in McHorVer20WidthEq8_mmi() argument
3432 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McHorVer20WidthEq8_mmi()
3440 void McHorVer20WidthEq16_mmi(const uint8_t *pSrc, int iSrcStride, uint8_t *pDst, in McHorVer20WidthEq16_mmi() argument
3552 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McHorVer20WidthEq16_mmi()
3560 void McHorVer20WidthEq4_mmi(const uint8_t *pSrc, int iSrcStride, uint8_t *pDst, in McHorVer20WidthEq4_mmi() argument
3609 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McHorVer20WidthEq4_mmi()
3616 static inline void McHorVer20_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer20_mmi() argument
3619 McHorVer20WidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_mmi()
3621 McHorVer20WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_mmi()
3623 McHorVer20WidthEq4_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer20_mmi()
3626 void McHorVer02WidthEq8_mmi(const uint8_t *pSrc, int iSrcStride, uint8_t *pDst, in McHorVer02WidthEq8_mmi() argument
3634 MMI_LOAD_8P($f0, $f2, $f28, %[pSrc]) in McHorVer02WidthEq8_mmi()
3639 MMI_LOAD_8P($f8, $f10, $f28, %[pSrc]) in McHorVer02WidthEq8_mmi()
3644 MMI_LOAD_8P($f16, $f18, $f28, %[pSrc]) in McHorVer02WidthEq8_mmi()
3655 MMI_LOAD_8P($f24, $f26, $f28, %[pSrc]) in McHorVer02WidthEq8_mmi()
3670 MMI_LOAD_8P($f0, $f2, $f4, %[pSrc]) in McHorVer02WidthEq8_mmi()
3685 MMI_LOAD_8P($f8, $f10, $f12, %[pSrc]) in McHorVer02WidthEq8_mmi()
3700 MMI_LOAD_8P($f16, $f18, $f20, %[pSrc]) in McHorVer02WidthEq8_mmi()
3711 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McHorVer02WidthEq8_mmi()
3719 static inline void McHorVer02WidthEq16_mmi(const uint8_t* pSrc, int32_t iSrcStride, in McHorVer02WidthEq16_mmi() argument
3721 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02WidthEq16_mmi()
3722 McHorVer02WidthEq8_mmi (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer02WidthEq16_mmi()
3725 static inline void McHorVer02_mmi(const uint8_t* pSrc, int32_t iSrcStride, in McHorVer02_mmi() argument
3729 McHorVer02WidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_mmi()
3731 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer02_mmi()
3733 McHorVer02_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer02_mmi()
3736 void McHorVer22Width8HorFirst_mmi(const uint8_t *pSrc, int16_t iSrcStride, in McHorVer22Width8HorFirst_mmi() argument
3796 : [pSrc]"+&r"(pSrc), [pDst]"+&r"(pDst), [iHeight]"+&r"(iHeight) in McHorVer22Width8HorFirst_mmi()
3804 static inline void McHorVer22WidthEq8_mmi(const uint8_t* pSrc, int32_t iSrcStride, in McHorVer22WidthEq8_mmi() argument
3807 McHorVer22Width8HorFirst_mmi (pSrc - 2, iSrcStride, (uint8_t*)iTap, 16, iHeight + 5); in McHorVer22WidthEq8_mmi()
3811 static inline void McHorVer22WidthEq16_mmi(const uint8_t* pSrc, int32_t iSrcStride, in McHorVer22WidthEq16_mmi() argument
3813 McHorVer22WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22WidthEq16_mmi()
3814 McHorVer22WidthEq8_mmi (&pSrc[8], iSrcStride, &pDst[8], iDstStride, iHeight); in McHorVer22WidthEq16_mmi()
3817 static inline void McHorVer22_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer22_mmi() argument
3820 McHorVer22WidthEq16_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_mmi()
3822 McHorVer22WidthEq8_mmi (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McHorVer22_mmi()
3824 McHorVer22_c (pSrc, iSrcStride, pDst, iDstStride, 4, iHeight); in McHorVer22_mmi()
3971 static inline void McHorVer01_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer01_mmi() argument
3975 McHorVer02WidthEq16_mmi (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3976 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3978 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3979 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3981 McHorVer02_c (pSrc, iSrcStride, pTmp, 16, 4, iHeight); in McHorVer01_mmi()
3982 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer01_mmi()
3986 static inline void McHorVer03_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer03_mmi() argument
3990 McHorVer02WidthEq16_mmi (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
3991 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
3993 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
3994 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
3996 McHorVer02_c (pSrc, iSrcStride, pTmp, 16, 4, iHeight); in McHorVer03_mmi()
3997 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc + iSrcStride, iSrcStride, pTmp, 16, iHeight); in McHorVer03_mmi()
4001 static inline void McHorVer10_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer10_mmi() argument
4005 McHorVer20WidthEq16_mmi (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4006 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4008 McHorVer20WidthEq8_mmi (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4009 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4011 McHorVer20WidthEq4_mmi (pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4012 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc, iSrcStride, pTmp, 16, iHeight); in McHorVer10_mmi()
4016 static inline void McHorVer11_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer11_mmi() argument
4021 McHorVer20WidthEq16_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_mmi()
4022 McHorVer02WidthEq16_mmi (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer11_mmi()
4025 McHorVer20WidthEq8_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_mmi()
4026 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer11_mmi()
4029 McHorVer20WidthEq4_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer11_mmi()
4030 McHorVer02_c (pSrc, iSrcStride, pVerTmp, 16, 4, iHeight); in McHorVer11_mmi()
4035 static inline void McHorVer12_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer12_mmi() argument
4040 McHorVer02WidthEq16_mmi (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer12_mmi()
4041 McHorVer22WidthEq16_mmi (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer12_mmi()
4044 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer12_mmi()
4045 McHorVer22WidthEq8_mmi (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer12_mmi()
4048 McHorVer02_c (pSrc, iSrcStride, pVerTmp, 16, 4, iHeight); in McHorVer12_mmi()
4049 McHorVer22_c (pSrc, iSrcStride, pCtrTmp, 16, 4, iHeight); in McHorVer12_mmi()
4053 static inline void McHorVer13_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer13_mmi() argument
4058 McHorVer20WidthEq16_mmi (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_mmi()
4059 McHorVer02WidthEq16_mmi (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer13_mmi()
4062 McHorVer20WidthEq8_mmi (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_mmi()
4063 McHorVer02WidthEq8_mmi (pSrc, iSrcStride, pVerTmp, 16, iHeight); in McHorVer13_mmi()
4066 McHorVer20WidthEq4_mmi (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer13_mmi()
4067 McHorVer02_c (pSrc, iSrcStride, pVerTmp, 16, 4 , iHeight); in McHorVer13_mmi()
4071 static inline void McHorVer21_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer21_mmi() argument
4076 McHorVer20WidthEq16_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_mmi()
4077 McHorVer22WidthEq16_mmi (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer21_mmi()
4080 McHorVer20WidthEq8_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_mmi()
4081 McHorVer22WidthEq8_mmi (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer21_mmi()
4084 McHorVer20WidthEq4_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer21_mmi()
4085 McHorVer22_c (pSrc, iSrcStride, pCtrTmp, 16, 4, iHeight); in McHorVer21_mmi()
4090 static inline void McHorVer23_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer23_mmi() argument
4095 McHorVer20WidthEq16_mmi (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_mmi()
4096 McHorVer22WidthEq16_mmi (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer23_mmi()
4099 McHorVer20WidthEq8_mmi (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_mmi()
4100 McHorVer22WidthEq8_mmi (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer23_mmi()
4103 McHorVer20WidthEq4_mmi (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer23_mmi()
4104 McHorVer22_c (pSrc, iSrcStride, pCtrTmp, 16, 4, iHeight); in McHorVer23_mmi()
4108 static inline void McHorVer30_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer30_mmi() argument
4112 McHorVer20WidthEq16_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4113 PixelAvgWidthEq16_mmi (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4115 McHorVer20WidthEq8_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4116 PixelAvgWidthEq8_mmi (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4118 McHorVer20WidthEq4_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4119 PixelAvgWidthEq4_mmi (pDst, iDstStride, pSrc + 1, iSrcStride, pHorTmp, 16, iHeight); in McHorVer30_mmi()
4122 static inline void McHorVer31_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer31_mmi() argument
4127 McHorVer20WidthEq16_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_mmi()
4128 McHorVer02WidthEq16_mmi (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer31_mmi()
4131 McHorVer20WidthEq8_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_mmi()
4132 McHorVer02WidthEq8_mmi (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer31_mmi()
4135 McHorVer20WidthEq4_mmi (pSrc, iSrcStride, pHorTmp, 16, iHeight); in McHorVer31_mmi()
4136 McHorVer02_c (pSrc + 1, iSrcStride, pVerTmp, 16, 4, iHeight); in McHorVer31_mmi()
4140 static inline void McHorVer32_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer32_mmi() argument
4145 McHorVer02WidthEq16_mmi (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer32_mmi()
4146 McHorVer22WidthEq16_mmi (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer32_mmi()
4149 McHorVer02WidthEq8_mmi (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer32_mmi()
4150 McHorVer22WidthEq8_mmi (pSrc, iSrcStride, pCtrTmp, 16, iHeight); in McHorVer32_mmi()
4153 McHorVer02_c (pSrc + 1, iSrcStride, pVerTmp, 16, 4, iHeight); in McHorVer32_mmi()
4154 McHorVer22_c (pSrc, iSrcStride, pCtrTmp, 16, 4, iHeight); in McHorVer32_mmi()
4158 static inline void McHorVer33_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McHorVer33_mmi() argument
4163 McHorVer20WidthEq16_mmi (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_mmi()
4164 McHorVer02WidthEq16_mmi (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer33_mmi()
4167 McHorVer20WidthEq8_mmi (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_mmi()
4168 McHorVer02WidthEq8_mmi (pSrc + 1, iSrcStride, pVerTmp, 16, iHeight); in McHorVer33_mmi()
4171 McHorVer20WidthEq4_mmi (pSrc + iSrcStride, iSrcStride, pHorTmp, 16, iHeight); in McHorVer33_mmi()
4172 McHorVer02_c (pSrc + 1, iSrcStride, pVerTmp, 16, 4, iHeight); in McHorVer33_mmi()
4177 void McLuma_mmi(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, int32_t iDstStride, in McLuma_mmi() argument
4186 pWelsMcFunc[iMvX & 0x03][iMvY & 0x03] (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McLuma_mmi()
4200 static inline void McCopy_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McCopy_lsx() argument
4203 McCopyWidthEq16_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4205 McCopyWidthEq8_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4207 McCopyWidthEq4_lsx (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4209 McCopyWidthEq2_c (pSrc, iSrcStride, pDst, iDstStride, iHeight); in McCopy_lsx()
4212 void McChroma_lsx(const uint8_t* pSrc, int32_t iSrcStride, uint8_t* pDst, in McChroma_lsx() argument
4222 McCopy_lsx (pSrc, iSrcStride, pDst, iDstStride, iWidth, iHeight); in McChroma_lsx()
4226 kpMcChromaWidthFuncs[iWidth >> 3] (pSrc, iSrcStride, pDst, iDstStride, in McChroma_lsx()
4229 McChromaWithFragMv_c (pSrc, iSrcStride, pDst, iDstStride, iMvX, iMvY, in McChroma_lsx()