Lines Matching full:stride
66 inv_dct4_1d_internal_c(int32_t *const c, const ptrdiff_t stride, in inv_dct4_1d_internal_c() argument
69 assert(stride > 0); in inv_dct4_1d_internal_c()
70 const int in0 = c[0 * stride], in1 = c[1 * stride]; in inv_dct4_1d_internal_c()
78 const int in2 = c[2 * stride], in3 = c[3 * stride]; in inv_dct4_1d_internal_c()
86 c[0 * stride] = CLIP(t0 + t3); in inv_dct4_1d_internal_c()
87 c[1 * stride] = CLIP(t1 + t2); in inv_dct4_1d_internal_c()
88 c[2 * stride] = CLIP(t1 - t2); in inv_dct4_1d_internal_c()
89 c[3 * stride] = CLIP(t0 - t3); in inv_dct4_1d_internal_c()
92 static void inv_dct4_1d_c(int32_t *const c, const ptrdiff_t stride, in inv_dct4_1d_c() argument
95 inv_dct4_1d_internal_c(c, stride, min, max, 0); in inv_dct4_1d_c()
99 inv_dct8_1d_internal_c(int32_t *const c, const ptrdiff_t stride, in inv_dct8_1d_internal_c() argument
102 assert(stride > 0); in inv_dct8_1d_internal_c()
103 inv_dct4_1d_internal_c(c, stride << 1, min, max, tx64); in inv_dct8_1d_internal_c()
105 const int in1 = c[1 * stride], in3 = c[3 * stride]; in inv_dct8_1d_internal_c()
114 const int in5 = c[5 * stride], in7 = c[7 * stride]; in inv_dct8_1d_internal_c()
130 const int t0 = c[0 * stride]; in inv_dct8_1d_internal_c()
131 const int t1 = c[2 * stride]; in inv_dct8_1d_internal_c()
132 const int t2 = c[4 * stride]; in inv_dct8_1d_internal_c()
133 const int t3 = c[6 * stride]; in inv_dct8_1d_internal_c()
135 c[0 * stride] = CLIP(t0 + t7); in inv_dct8_1d_internal_c()
136 c[1 * stride] = CLIP(t1 + t6); in inv_dct8_1d_internal_c()
137 c[2 * stride] = CLIP(t2 + t5); in inv_dct8_1d_internal_c()
138 c[3 * stride] = CLIP(t3 + t4); in inv_dct8_1d_internal_c()
139 c[4 * stride] = CLIP(t3 - t4); in inv_dct8_1d_internal_c()
140 c[5 * stride] = CLIP(t2 - t5); in inv_dct8_1d_internal_c()
141 c[6 * stride] = CLIP(t1 - t6); in inv_dct8_1d_internal_c()
142 c[7 * stride] = CLIP(t0 - t7); in inv_dct8_1d_internal_c()
145 static void inv_dct8_1d_c(int32_t *const c, const ptrdiff_t stride, in inv_dct8_1d_c() argument
148 inv_dct8_1d_internal_c(c, stride, min, max, 0); in inv_dct8_1d_c()
152 inv_dct16_1d_internal_c(int32_t *const c, const ptrdiff_t stride, in inv_dct16_1d_internal_c() argument
155 assert(stride > 0); in inv_dct16_1d_internal_c()
156 inv_dct8_1d_internal_c(c, stride << 1, min, max, tx64); in inv_dct16_1d_internal_c()
158 const int in1 = c[1 * stride], in3 = c[3 * stride]; in inv_dct16_1d_internal_c()
159 const int in5 = c[5 * stride], in7 = c[7 * stride]; in inv_dct16_1d_internal_c()
172 const int in9 = c[ 9 * stride], in11 = c[11 * stride]; in inv_dct16_1d_internal_c()
173 const int in13 = c[13 * stride], in15 = c[15 * stride]; in inv_dct16_1d_internal_c()
213 const int t0 = c[ 0 * stride]; in inv_dct16_1d_internal_c()
214 const int t1 = c[ 2 * stride]; in inv_dct16_1d_internal_c()
215 const int t2 = c[ 4 * stride]; in inv_dct16_1d_internal_c()
216 const int t3 = c[ 6 * stride]; in inv_dct16_1d_internal_c()
217 const int t4 = c[ 8 * stride]; in inv_dct16_1d_internal_c()
218 const int t5 = c[10 * stride]; in inv_dct16_1d_internal_c()
219 const int t6 = c[12 * stride]; in inv_dct16_1d_internal_c()
220 const int t7 = c[14 * stride]; in inv_dct16_1d_internal_c()
222 c[ 0 * stride] = CLIP(t0 + t15a); in inv_dct16_1d_internal_c()
223 c[ 1 * stride] = CLIP(t1 + t14); in inv_dct16_1d_internal_c()
224 c[ 2 * stride] = CLIP(t2 + t13a); in inv_dct16_1d_internal_c()
225 c[ 3 * stride] = CLIP(t3 + t12); in inv_dct16_1d_internal_c()
226 c[ 4 * stride] = CLIP(t4 + t11); in inv_dct16_1d_internal_c()
227 c[ 5 * stride] = CLIP(t5 + t10a); in inv_dct16_1d_internal_c()
228 c[ 6 * stride] = CLIP(t6 + t9); in inv_dct16_1d_internal_c()
229 c[ 7 * stride] = CLIP(t7 + t8a); in inv_dct16_1d_internal_c()
230 c[ 8 * stride] = CLIP(t7 - t8a); in inv_dct16_1d_internal_c()
231 c[ 9 * stride] = CLIP(t6 - t9); in inv_dct16_1d_internal_c()
232 c[10 * stride] = CLIP(t5 - t10a); in inv_dct16_1d_internal_c()
233 c[11 * stride] = CLIP(t4 - t11); in inv_dct16_1d_internal_c()
234 c[12 * stride] = CLIP(t3 - t12); in inv_dct16_1d_internal_c()
235 c[13 * stride] = CLIP(t2 - t13a); in inv_dct16_1d_internal_c()
236 c[14 * stride] = CLIP(t1 - t14); in inv_dct16_1d_internal_c()
237 c[15 * stride] = CLIP(t0 - t15a); in inv_dct16_1d_internal_c()
240 static void inv_dct16_1d_c(int32_t *const c, const ptrdiff_t stride, in inv_dct16_1d_c() argument
243 inv_dct16_1d_internal_c(c, stride, min, max, 0); in inv_dct16_1d_c()
247 inv_dct32_1d_internal_c(int32_t *const c, const ptrdiff_t stride, in inv_dct32_1d_internal_c() argument
250 assert(stride > 0); in inv_dct32_1d_internal_c()
251 inv_dct16_1d_internal_c(c, stride << 1, min, max, tx64); in inv_dct32_1d_internal_c()
253 const int in1 = c[ 1 * stride], in3 = c[ 3 * stride]; in inv_dct32_1d_internal_c()
254 const int in5 = c[ 5 * stride], in7 = c[ 7 * stride]; in inv_dct32_1d_internal_c()
255 const int in9 = c[ 9 * stride], in11 = c[11 * stride]; in inv_dct32_1d_internal_c()
256 const int in13 = c[13 * stride], in15 = c[15 * stride]; in inv_dct32_1d_internal_c()
278 const int in17 = c[17 * stride], in19 = c[19 * stride]; in inv_dct32_1d_internal_c()
279 const int in21 = c[21 * stride], in23 = c[23 * stride]; in inv_dct32_1d_internal_c()
280 const int in25 = c[25 * stride], in27 = c[27 * stride]; in inv_dct32_1d_internal_c()
281 const int in29 = c[29 * stride], in31 = c[31 * stride]; in inv_dct32_1d_internal_c()
379 const int t0 = c[ 0 * stride]; in inv_dct32_1d_internal_c()
380 const int t1 = c[ 2 * stride]; in inv_dct32_1d_internal_c()
381 const int t2 = c[ 4 * stride]; in inv_dct32_1d_internal_c()
382 const int t3 = c[ 6 * stride]; in inv_dct32_1d_internal_c()
383 const int t4 = c[ 8 * stride]; in inv_dct32_1d_internal_c()
384 const int t5 = c[10 * stride]; in inv_dct32_1d_internal_c()
385 const int t6 = c[12 * stride]; in inv_dct32_1d_internal_c()
386 const int t7 = c[14 * stride]; in inv_dct32_1d_internal_c()
387 const int t8 = c[16 * stride]; in inv_dct32_1d_internal_c()
388 const int t9 = c[18 * stride]; in inv_dct32_1d_internal_c()
389 const int t10 = c[20 * stride]; in inv_dct32_1d_internal_c()
390 const int t11 = c[22 * stride]; in inv_dct32_1d_internal_c()
391 const int t12 = c[24 * stride]; in inv_dct32_1d_internal_c()
392 const int t13 = c[26 * stride]; in inv_dct32_1d_internal_c()
393 const int t14 = c[28 * stride]; in inv_dct32_1d_internal_c()
394 const int t15 = c[30 * stride]; in inv_dct32_1d_internal_c()
396 c[ 0 * stride] = CLIP(t0 + t31); in inv_dct32_1d_internal_c()
397 c[ 1 * stride] = CLIP(t1 + t30a); in inv_dct32_1d_internal_c()
398 c[ 2 * stride] = CLIP(t2 + t29); in inv_dct32_1d_internal_c()
399 c[ 3 * stride] = CLIP(t3 + t28a); in inv_dct32_1d_internal_c()
400 c[ 4 * stride] = CLIP(t4 + t27); in inv_dct32_1d_internal_c()
401 c[ 5 * stride] = CLIP(t5 + t26a); in inv_dct32_1d_internal_c()
402 c[ 6 * stride] = CLIP(t6 + t25); in inv_dct32_1d_internal_c()
403 c[ 7 * stride] = CLIP(t7 + t24a); in inv_dct32_1d_internal_c()
404 c[ 8 * stride] = CLIP(t8 + t23a); in inv_dct32_1d_internal_c()
405 c[ 9 * stride] = CLIP(t9 + t22); in inv_dct32_1d_internal_c()
406 c[10 * stride] = CLIP(t10 + t21a); in inv_dct32_1d_internal_c()
407 c[11 * stride] = CLIP(t11 + t20); in inv_dct32_1d_internal_c()
408 c[12 * stride] = CLIP(t12 + t19a); in inv_dct32_1d_internal_c()
409 c[13 * stride] = CLIP(t13 + t18); in inv_dct32_1d_internal_c()
410 c[14 * stride] = CLIP(t14 + t17a); in inv_dct32_1d_internal_c()
411 c[15 * stride] = CLIP(t15 + t16); in inv_dct32_1d_internal_c()
412 c[16 * stride] = CLIP(t15 - t16); in inv_dct32_1d_internal_c()
413 c[17 * stride] = CLIP(t14 - t17a); in inv_dct32_1d_internal_c()
414 c[18 * stride] = CLIP(t13 - t18); in inv_dct32_1d_internal_c()
415 c[19 * stride] = CLIP(t12 - t19a); in inv_dct32_1d_internal_c()
416 c[20 * stride] = CLIP(t11 - t20); in inv_dct32_1d_internal_c()
417 c[21 * stride] = CLIP(t10 - t21a); in inv_dct32_1d_internal_c()
418 c[22 * stride] = CLIP(t9 - t22); in inv_dct32_1d_internal_c()
419 c[23 * stride] = CLIP(t8 - t23a); in inv_dct32_1d_internal_c()
420 c[24 * stride] = CLIP(t7 - t24a); in inv_dct32_1d_internal_c()
421 c[25 * stride] = CLIP(t6 - t25); in inv_dct32_1d_internal_c()
422 c[26 * stride] = CLIP(t5 - t26a); in inv_dct32_1d_internal_c()
423 c[27 * stride] = CLIP(t4 - t27); in inv_dct32_1d_internal_c()
424 c[28 * stride] = CLIP(t3 - t28a); in inv_dct32_1d_internal_c()
425 c[29 * stride] = CLIP(t2 - t29); in inv_dct32_1d_internal_c()
426 c[30 * stride] = CLIP(t1 - t30a); in inv_dct32_1d_internal_c()
427 c[31 * stride] = CLIP(t0 - t31); in inv_dct32_1d_internal_c()
430 static void inv_dct32_1d_c(int32_t *const c, const ptrdiff_t stride, in inv_dct32_1d_c() argument
433 inv_dct32_1d_internal_c(c, stride, min, max, 0); in inv_dct32_1d_c()
436 static void inv_dct64_1d_c(int32_t *const c, const ptrdiff_t stride, in inv_dct64_1d_c() argument
439 assert(stride > 0); in inv_dct64_1d_c()
440 inv_dct32_1d_internal_c(c, stride << 1, min, max, 1); in inv_dct64_1d_c()
442 const int in1 = c[ 1 * stride], in3 = c[ 3 * stride]; in inv_dct64_1d_c()
443 const int in5 = c[ 5 * stride], in7 = c[ 7 * stride]; in inv_dct64_1d_c()
444 const int in9 = c[ 9 * stride], in11 = c[11 * stride]; in inv_dct64_1d_c()
445 const int in13 = c[13 * stride], in15 = c[15 * stride]; in inv_dct64_1d_c()
446 const int in17 = c[17 * stride], in19 = c[19 * stride]; in inv_dct64_1d_c()
447 const int in21 = c[21 * stride], in23 = c[23 * stride]; in inv_dct64_1d_c()
448 const int in25 = c[25 * stride], in27 = c[27 * stride]; in inv_dct64_1d_c()
449 const int in29 = c[29 * stride], in31 = c[31 * stride]; in inv_dct64_1d_c()
684 const int t0 = c[ 0 * stride]; in inv_dct64_1d_c()
685 const int t1 = c[ 2 * stride]; in inv_dct64_1d_c()
686 const int t2 = c[ 4 * stride]; in inv_dct64_1d_c()
687 const int t3 = c[ 6 * stride]; in inv_dct64_1d_c()
688 const int t4 = c[ 8 * stride]; in inv_dct64_1d_c()
689 const int t5 = c[10 * stride]; in inv_dct64_1d_c()
690 const int t6 = c[12 * stride]; in inv_dct64_1d_c()
691 const int t7 = c[14 * stride]; in inv_dct64_1d_c()
692 const int t8 = c[16 * stride]; in inv_dct64_1d_c()
693 const int t9 = c[18 * stride]; in inv_dct64_1d_c()
694 const int t10 = c[20 * stride]; in inv_dct64_1d_c()
695 const int t11 = c[22 * stride]; in inv_dct64_1d_c()
696 const int t12 = c[24 * stride]; in inv_dct64_1d_c()
697 const int t13 = c[26 * stride]; in inv_dct64_1d_c()
698 const int t14 = c[28 * stride]; in inv_dct64_1d_c()
699 const int t15 = c[30 * stride]; in inv_dct64_1d_c()
700 const int t16 = c[32 * stride]; in inv_dct64_1d_c()
701 const int t17 = c[34 * stride]; in inv_dct64_1d_c()
702 const int t18 = c[36 * stride]; in inv_dct64_1d_c()
703 const int t19 = c[38 * stride]; in inv_dct64_1d_c()
704 const int t20 = c[40 * stride]; in inv_dct64_1d_c()
705 const int t21 = c[42 * stride]; in inv_dct64_1d_c()
706 const int t22 = c[44 * stride]; in inv_dct64_1d_c()
707 const int t23 = c[46 * stride]; in inv_dct64_1d_c()
708 const int t24 = c[48 * stride]; in inv_dct64_1d_c()
709 const int t25 = c[50 * stride]; in inv_dct64_1d_c()
710 const int t26 = c[52 * stride]; in inv_dct64_1d_c()
711 const int t27 = c[54 * stride]; in inv_dct64_1d_c()
712 const int t28 = c[56 * stride]; in inv_dct64_1d_c()
713 const int t29 = c[58 * stride]; in inv_dct64_1d_c()
714 const int t30 = c[60 * stride]; in inv_dct64_1d_c()
715 const int t31 = c[62 * stride]; in inv_dct64_1d_c()
717 c[ 0 * stride] = CLIP(t0 + t63a); in inv_dct64_1d_c()
718 c[ 1 * stride] = CLIP(t1 + t62); in inv_dct64_1d_c()
719 c[ 2 * stride] = CLIP(t2 + t61a); in inv_dct64_1d_c()
720 c[ 3 * stride] = CLIP(t3 + t60); in inv_dct64_1d_c()
721 c[ 4 * stride] = CLIP(t4 + t59a); in inv_dct64_1d_c()
722 c[ 5 * stride] = CLIP(t5 + t58); in inv_dct64_1d_c()
723 c[ 6 * stride] = CLIP(t6 + t57a); in inv_dct64_1d_c()
724 c[ 7 * stride] = CLIP(t7 + t56); in inv_dct64_1d_c()
725 c[ 8 * stride] = CLIP(t8 + t55a); in inv_dct64_1d_c()
726 c[ 9 * stride] = CLIP(t9 + t54); in inv_dct64_1d_c()
727 c[10 * stride] = CLIP(t10 + t53a); in inv_dct64_1d_c()
728 c[11 * stride] = CLIP(t11 + t52); in inv_dct64_1d_c()
729 c[12 * stride] = CLIP(t12 + t51a); in inv_dct64_1d_c()
730 c[13 * stride] = CLIP(t13 + t50); in inv_dct64_1d_c()
731 c[14 * stride] = CLIP(t14 + t49a); in inv_dct64_1d_c()
732 c[15 * stride] = CLIP(t15 + t48); in inv_dct64_1d_c()
733 c[16 * stride] = CLIP(t16 + t47); in inv_dct64_1d_c()
734 c[17 * stride] = CLIP(t17 + t46a); in inv_dct64_1d_c()
735 c[18 * stride] = CLIP(t18 + t45); in inv_dct64_1d_c()
736 c[19 * stride] = CLIP(t19 + t44a); in inv_dct64_1d_c()
737 c[20 * stride] = CLIP(t20 + t43); in inv_dct64_1d_c()
738 c[21 * stride] = CLIP(t21 + t42a); in inv_dct64_1d_c()
739 c[22 * stride] = CLIP(t22 + t41); in inv_dct64_1d_c()
740 c[23 * stride] = CLIP(t23 + t40a); in inv_dct64_1d_c()
741 c[24 * stride] = CLIP(t24 + t39); in inv_dct64_1d_c()
742 c[25 * stride] = CLIP(t25 + t38a); in inv_dct64_1d_c()
743 c[26 * stride] = CLIP(t26 + t37); in inv_dct64_1d_c()
744 c[27 * stride] = CLIP(t27 + t36a); in inv_dct64_1d_c()
745 c[28 * stride] = CLIP(t28 + t35); in inv_dct64_1d_c()
746 c[29 * stride] = CLIP(t29 + t34a); in inv_dct64_1d_c()
747 c[30 * stride] = CLIP(t30 + t33); in inv_dct64_1d_c()
748 c[31 * stride] = CLIP(t31 + t32a); in inv_dct64_1d_c()
749 c[32 * stride] = CLIP(t31 - t32a); in inv_dct64_1d_c()
750 c[33 * stride] = CLIP(t30 - t33); in inv_dct64_1d_c()
751 c[34 * stride] = CLIP(t29 - t34a); in inv_dct64_1d_c()
752 c[35 * stride] = CLIP(t28 - t35); in inv_dct64_1d_c()
753 c[36 * stride] = CLIP(t27 - t36a); in inv_dct64_1d_c()
754 c[37 * stride] = CLIP(t26 - t37); in inv_dct64_1d_c()
755 c[38 * stride] = CLIP(t25 - t38a); in inv_dct64_1d_c()
756 c[39 * stride] = CLIP(t24 - t39); in inv_dct64_1d_c()
757 c[40 * stride] = CLIP(t23 - t40a); in inv_dct64_1d_c()
758 c[41 * stride] = CLIP(t22 - t41); in inv_dct64_1d_c()
759 c[42 * stride] = CLIP(t21 - t42a); in inv_dct64_1d_c()
760 c[43 * stride] = CLIP(t20 - t43); in inv_dct64_1d_c()
761 c[44 * stride] = CLIP(t19 - t44a); in inv_dct64_1d_c()
762 c[45 * stride] = CLIP(t18 - t45); in inv_dct64_1d_c()
763 c[46 * stride] = CLIP(t17 - t46a); in inv_dct64_1d_c()
764 c[47 * stride] = CLIP(t16 - t47); in inv_dct64_1d_c()
765 c[48 * stride] = CLIP(t15 - t48); in inv_dct64_1d_c()
766 c[49 * stride] = CLIP(t14 - t49a); in inv_dct64_1d_c()
767 c[50 * stride] = CLIP(t13 - t50); in inv_dct64_1d_c()
768 c[51 * stride] = CLIP(t12 - t51a); in inv_dct64_1d_c()
769 c[52 * stride] = CLIP(t11 - t52); in inv_dct64_1d_c()
770 c[53 * stride] = CLIP(t10 - t53a); in inv_dct64_1d_c()
771 c[54 * stride] = CLIP(t9 - t54); in inv_dct64_1d_c()
772 c[55 * stride] = CLIP(t8 - t55a); in inv_dct64_1d_c()
773 c[56 * stride] = CLIP(t7 - t56); in inv_dct64_1d_c()
774 c[57 * stride] = CLIP(t6 - t57a); in inv_dct64_1d_c()
775 c[58 * stride] = CLIP(t5 - t58); in inv_dct64_1d_c()
776 c[59 * stride] = CLIP(t4 - t59a); in inv_dct64_1d_c()
777 c[60 * stride] = CLIP(t3 - t60); in inv_dct64_1d_c()
778 c[61 * stride] = CLIP(t2 - t61a); in inv_dct64_1d_c()
779 c[62 * stride] = CLIP(t1 - t62); in inv_dct64_1d_c()
780 c[63 * stride] = CLIP(t0 - t63a); in inv_dct64_1d_c()
965 static void inv_adst##sz##_1d_c(int32_t *const c, const ptrdiff_t stride, \
968 inv_adst##sz##_1d_internal_c(c, stride, min, max, c, stride); \
970 static void inv_flipadst##sz##_1d_c(int32_t *const c, const ptrdiff_t stride, \
973 inv_adst##sz##_1d_internal_c(c, stride, min, max, \
974 &c[(sz - 1) * stride], -stride); \
983 static void inv_identity4_1d_c(int32_t *const c, const ptrdiff_t stride, in inv_identity4_1d_c() argument
986 assert(stride > 0); in inv_identity4_1d_c()
988 const int in = c[stride * i]; in inv_identity4_1d_c()
989 c[stride * i] = in + ((in * 1697 + 2048) >> 12); in inv_identity4_1d_c()
993 static void inv_identity8_1d_c(int32_t *const c, const ptrdiff_t stride, in inv_identity8_1d_c() argument
996 assert(stride > 0); in inv_identity8_1d_c()
998 c[stride * i] *= 2; in inv_identity8_1d_c()
1001 static void inv_identity16_1d_c(int32_t *const c, const ptrdiff_t stride, in inv_identity16_1d_c() argument
1004 assert(stride > 0); in inv_identity16_1d_c()
1006 const int in = c[stride * i]; in inv_identity16_1d_c()
1007 c[stride * i] = 2 * in + ((in * 1697 + 1024) >> 11); in inv_identity16_1d_c()
1011 static void inv_identity32_1d_c(int32_t *const c, const ptrdiff_t stride, in inv_identity32_1d_c() argument
1014 assert(stride > 0); in inv_identity32_1d_c()
1016 c[stride * i] *= 4; in inv_identity32_1d_c()
1066 void dav1d_inv_wht4_1d_c(int32_t *const c, const ptrdiff_t stride) { in dav1d_inv_wht4_1d_c() argument
1067 assert(stride > 0); in dav1d_inv_wht4_1d_c()
1068 const int in0 = c[0 * stride], in1 = c[1 * stride]; in dav1d_inv_wht4_1d_c()
1069 const int in2 = c[2 * stride], in3 = c[3 * stride]; in dav1d_inv_wht4_1d_c()
1077 c[0 * stride] = t0 - t3; in dav1d_inv_wht4_1d_c()
1078 c[1 * stride] = t3; in dav1d_inv_wht4_1d_c()
1079 c[2 * stride] = t1; in dav1d_inv_wht4_1d_c()
1080 c[3 * stride] = t2 + t1; in dav1d_inv_wht4_1d_c()