Lines Matching full:mul
143 #define GEN_FFT_8(ret, suffix, T, T_VEC, load, store, constant, add, sub, mul) \ argument
168 store(output + 1 * stride, add(w1, mul(kWeight2, sub(w8, w10)))); \
170 store(output + 3 * stride, sub(w1, mul(kWeight2, sub(w8, w10)))); \
173 sub(sub(kWeight0, w3), mul(kWeight2, add(w10, w8)))); \
175 store(output + 7 * stride, sub(w3, mul(kWeight2, add(w10, w8)))); \
179 mul) \ argument
215 const T_VEC w16[2] = { add(w1, mul(kWeight2, sub(w8, w10))), \
217 mul(kWeight2, add(w10, w8))) }; \
218 const T_VEC w18[2] = { sub(w1, mul(kWeight2, sub(w8, w10))), \
219 sub(w3, mul(kWeight2, add(w10, w8))) }; \
234 const T_VEC w35[2] = { add(w20, mul(kWeight2, sub(w27, w29))), \
236 mul(kWeight2, add(w29, w27))) }; \
237 const T_VEC w37[2] = { sub(w20, mul(kWeight2, sub(w27, w29))), \
238 sub(w22, mul(kWeight2, add(w29, w27))) }; \
241 add(w16[0], add(mul(kWeight3, w35[0]), mul(kWeight4, w35[1])))); \
242 store(output + 2 * stride, add(w5, mul(kWeight2, sub(w24, w31)))); \
244 add(w18[0], add(mul(kWeight4, w37[0]), mul(kWeight3, w37[1])))); \
247 add(w18[0], sub(sub(kWeight0, mul(kWeight4, w37[0])), \
248 mul(kWeight3, w37[1])))); \
249 store(output + 6 * stride, sub(w5, mul(kWeight2, sub(w24, w31)))); \
251 add(w16[0], sub(sub(kWeight0, mul(kWeight3, w35[0])), \
252 mul(kWeight4, w35[1])))); \
255 add(w16[1], sub(mul(kWeight3, w35[1]), mul(kWeight4, w35[0])))); \
257 sub(sub(kWeight0, w12), mul(kWeight2, add(w31, w24)))); \
259 add(w18[1], sub(mul(kWeight4, w37[1]), mul(kWeight3, w37[0])))); \
263 sub(mul(kWeight3, w37[0]), mul(kWeight4, w37[1])))); \
264 store(output + 14 * stride, sub(w12, mul(kWeight2, add(w31, w24)))); \
267 sub(mul(kWeight4, w35[0]), mul(kWeight3, w35[1])))); \
271 mul) \ argument
327 const T_VEC w16[2] = { add(w1, mul(kWeight2, sub(w8, w10))), \
329 mul(kWeight2, add(w10, w8))) }; \
330 const T_VEC w18[2] = { sub(w1, mul(kWeight2, sub(w8, w10))), \
331 sub(w3, mul(kWeight2, add(w10, w8))) }; \
346 const T_VEC w35[2] = { add(w20, mul(kWeight2, sub(w27, w29))), \
348 mul(kWeight2, add(w29, w27))) }; \
349 const T_VEC w37[2] = { sub(w20, mul(kWeight2, sub(w27, w29))), \
350 sub(w22, mul(kWeight2, add(w29, w27))) }; \
354 add(w16[0], add(mul(kWeight3, w35[0]), mul(kWeight4, w35[1]))), \
355 add(w16[1], sub(mul(kWeight3, w35[1]), mul(kWeight4, w35[0]))) \
357 const T_VEC w41[2] = { add(w5, mul(kWeight2, sub(w24, w31))), \
359 mul(kWeight2, add(w31, w24))) }; \
361 add(w18[0], add(mul(kWeight4, w37[0]), mul(kWeight3, w37[1]))), \
362 add(w18[1], sub(mul(kWeight4, w37[1]), mul(kWeight3, w37[0]))) \
366 sub(sub(kWeight0, mul(kWeight4, w37[0])), mul(kWeight3, w37[1]))), \
368 sub(mul(kWeight3, w37[0]), mul(kWeight4, w37[1]))) \
370 const T_VEC w45[2] = { sub(w5, mul(kWeight2, sub(w24, w31))), \
371 sub(w12, mul(kWeight2, add(w31, w24))) }; \
374 sub(sub(kWeight0, mul(kWeight3, w35[0])), mul(kWeight4, w35[1]))), \
376 sub(mul(kWeight4, w35[0]), mul(kWeight3, w35[1]))) \
392 const T_VEC w63[2] = { add(w48, mul(kWeight2, sub(w55, w57))), \
394 mul(kWeight2, add(w57, w55))) }; \
395 const T_VEC w65[2] = { sub(w48, mul(kWeight2, sub(w55, w57))), \
396 sub(w50, mul(kWeight2, add(w57, w55))) }; \
411 const T_VEC w82[2] = { add(w67, mul(kWeight2, sub(w74, w76))), \
413 mul(kWeight2, add(w76, w74))) }; \
414 const T_VEC w84[2] = { sub(w67, mul(kWeight2, sub(w74, w76))), \
415 sub(w69, mul(kWeight2, add(w76, w74))) }; \
419 add(w63[0], add(mul(kWeight3, w82[0]), mul(kWeight4, w82[1]))), \
420 add(w63[1], sub(mul(kWeight3, w82[1]), mul(kWeight4, w82[0]))) \
422 const T_VEC w88[2] = { add(w52, mul(kWeight2, sub(w71, w78))), \
424 mul(kWeight2, add(w78, w71))) }; \
426 add(w65[0], add(mul(kWeight4, w84[0]), mul(kWeight3, w84[1]))), \
427 add(w65[1], sub(mul(kWeight4, w84[1]), mul(kWeight3, w84[0]))) \
431 sub(sub(kWeight0, mul(kWeight4, w84[0])), mul(kWeight3, w84[1]))), \
433 sub(mul(kWeight3, w84[0]), mul(kWeight4, w84[1]))) \
435 const T_VEC w92[2] = { sub(w52, mul(kWeight2, sub(w71, w78))), \
436 sub(w59, mul(kWeight2, add(w78, w71))) }; \
439 sub(sub(kWeight0, mul(kWeight3, w82[0])), mul(kWeight4, w82[1]))), \
441 sub(mul(kWeight4, w82[0]), mul(kWeight3, w82[1]))) \
445 add(w40[0], add(mul(kWeight5, w87[0]), mul(kWeight6, w87[1])))); \
447 add(w41[0], add(mul(kWeight3, w88[0]), mul(kWeight4, w88[1])))); \
449 add(w42[0], add(mul(kWeight7, w89[0]), mul(kWeight8, w89[1])))); \
450 store(output + 4 * stride, add(w15, mul(kWeight2, sub(w62, w81)))); \
452 add(w44[0], add(mul(kWeight8, w91[0]), mul(kWeight7, w91[1])))); \
454 add(w45[0], add(mul(kWeight4, w92[0]), mul(kWeight3, w92[1])))); \
456 add(w46[0], add(mul(kWeight6, w93[0]), mul(kWeight5, w93[1])))); \
459 add(w46[0], sub(sub(kWeight0, mul(kWeight6, w93[0])), \
460 mul(kWeight5, w93[1])))); \
462 add(w45[0], sub(sub(kWeight0, mul(kWeight4, w92[0])), \
463 mul(kWeight3, w92[1])))); \
465 add(w44[0], sub(sub(kWeight0, mul(kWeight8, w91[0])), \
466 mul(kWeight7, w91[1])))); \
467 store(output + 12 * stride, sub(w15, mul(kWeight2, sub(w62, w81)))); \
469 add(w42[0], sub(sub(kWeight0, mul(kWeight7, w89[0])), \
470 mul(kWeight8, w89[1])))); \
472 add(w41[0], sub(sub(kWeight0, mul(kWeight3, w88[0])), \
473 mul(kWeight4, w88[1])))); \
475 add(w40[0], sub(sub(kWeight0, mul(kWeight5, w87[0])), \
476 mul(kWeight6, w87[1])))); \
479 add(w40[1], sub(mul(kWeight5, w87[1]), mul(kWeight6, w87[0])))); \
481 add(w41[1], sub(mul(kWeight3, w88[1]), mul(kWeight4, w88[0])))); \
483 add(w42[1], sub(mul(kWeight7, w89[1]), mul(kWeight8, w89[0])))); \
485 sub(sub(kWeight0, w34), mul(kWeight2, add(w81, w62)))); \
487 add(w44[1], sub(mul(kWeight8, w91[1]), mul(kWeight7, w91[0])))); \
489 add(w45[1], sub(mul(kWeight4, w92[1]), mul(kWeight3, w92[0])))); \
491 add(w46[1], sub(mul(kWeight6, w93[1]), mul(kWeight5, w93[0])))); \
495 sub(mul(kWeight5, w93[0]), mul(kWeight6, w93[1])))); \
498 sub(mul(kWeight3, w92[0]), mul(kWeight4, w92[1])))); \
501 sub(mul(kWeight7, w91[0]), mul(kWeight8, w91[1])))); \
502 store(output + 28 * stride, sub(w34, mul(kWeight2, add(w81, w62)))); \
505 sub(mul(kWeight8, w89[0]), mul(kWeight7, w89[1])))); \
508 sub(mul(kWeight4, w88[0]), mul(kWeight3, w88[1])))); \
511 sub(mul(kWeight6, w87[0]), mul(kWeight5, w87[1])))); \
540 mul) \ argument
570 add(w12[0], mul(kWeight2, add(w20[0], w20[1])))); \
573 sub(w13[0], mul(kWeight2, sub(w21[0], w21[1])))); \
576 add(w12[0], sub(sub(kWeight0, mul(kWeight2, w20[0])), \
577 mul(kWeight2, w20[1])))); \
580 add(w13[0], mul(kWeight2, sub(w21[0], w21[1])))); \
584 mul) \ argument
624 const T_VEC w32[2] = { add(w20[0], mul(kWeight2, add(w28[0], w28[1]))), \
625 add(w20[1], mul(kWeight2, sub(w28[1], w28[0]))) }; \
627 sub(sub(kWeight0, mul(kWeight2, w28[0])), \
628 mul(kWeight2, w28[1]))), \
629 add(w20[1], mul(kWeight2, sub(w28[0], w28[1]))) }; \
632 const T_VEC w36[2] = { sub(w21[0], mul(kWeight2, sub(w29[0], w29[1]))), \
633 sub(w21[1], mul(kWeight2, add(w29[1], w29[0]))) }; \
634 const T_VEC w37[2] = { add(w21[0], mul(kWeight2, sub(w29[0], w29[1]))), \
635 add(w21[1], mul(kWeight2, add(w29[1], w29[0]))) }; \
654 const T_VEC w56[2] = { add(w44[0], mul(kWeight2, add(w52[0], w52[1]))), \
655 add(w44[1], mul(kWeight2, sub(w52[1], w52[0]))) }; \
657 sub(sub(kWeight0, mul(kWeight2, w52[0])), \
658 mul(kWeight2, w52[1]))), \
659 add(w44[1], mul(kWeight2, sub(w52[0], w52[1]))) }; \
662 const T_VEC w60[2] = { sub(w45[0], mul(kWeight2, sub(w53[0], w53[1]))), \
663 sub(w45[1], mul(kWeight2, add(w53[1], w53[0]))) }; \
664 const T_VEC w61[2] = { add(w45[0], mul(kWeight2, sub(w53[0], w53[1]))), \
665 add(w45[1], mul(kWeight2, add(w53[1], w53[0]))) }; \
668 add(w32[0], add(mul(kWeight3, w56[0]), mul(kWeight4, w56[1])))); \
670 add(w34[0], mul(kWeight2, add(w58[0], w58[1])))); \
672 add(w36[0], add(mul(kWeight4, w60[0]), mul(kWeight3, w60[1])))); \
675 sub(w33[0], sub(mul(kWeight4, w57[0]), mul(kWeight3, w57[1])))); \
677 sub(w35[0], mul(kWeight2, sub(w59[0], w59[1])))); \
679 sub(w37[0], sub(mul(kWeight3, w61[0]), mul(kWeight4, w61[1])))); \
682 add(w32[0], sub(sub(kWeight0, mul(kWeight3, w56[0])), \
683 mul(kWeight4, w56[1])))); \
685 add(w34[0], sub(sub(kWeight0, mul(kWeight2, w58[0])), \
686 mul(kWeight2, w58[1])))); \
688 add(w36[0], sub(sub(kWeight0, mul(kWeight4, w60[0])), \
689 mul(kWeight3, w60[1])))); \
692 add(w33[0], sub(mul(kWeight4, w57[0]), mul(kWeight3, w57[1])))); \
694 add(w35[0], mul(kWeight2, sub(w59[0], w59[1])))); \
696 add(w37[0], sub(mul(kWeight3, w61[0]), mul(kWeight4, w61[1])))); \
699 mul) \ argument
759 const T_VEC w48[2] = { add(w36[0], mul(kWeight2, add(w44[0], w44[1]))), \
760 add(w36[1], mul(kWeight2, sub(w44[1], w44[0]))) }; \
762 sub(sub(kWeight0, mul(kWeight2, w44[0])), \
763 mul(kWeight2, w44[1]))), \
764 add(w36[1], mul(kWeight2, sub(w44[0], w44[1]))) }; \
767 const T_VEC w52[2] = { sub(w37[0], mul(kWeight2, sub(w45[0], w45[1]))), \
768 sub(w37[1], mul(kWeight2, add(w45[1], w45[0]))) }; \
769 const T_VEC w53[2] = { add(w37[0], mul(kWeight2, sub(w45[0], w45[1]))), \
770 add(w37[1], mul(kWeight2, add(w45[1], w45[0]))) }; \
789 const T_VEC w72[2] = { add(w60[0], mul(kWeight2, add(w68[0], w68[1]))), \
790 add(w60[1], mul(kWeight2, sub(w68[1], w68[0]))) }; \
792 sub(sub(kWeight0, mul(kWeight2, w68[0])), \
793 mul(kWeight2, w68[1]))), \
794 add(w60[1], mul(kWeight2, sub(w68[0], w68[1]))) }; \
797 const T_VEC w76[2] = { sub(w61[0], mul(kWeight2, sub(w69[0], w69[1]))), \
798 sub(w61[1], mul(kWeight2, add(w69[1], w69[0]))) }; \
799 const T_VEC w77[2] = { add(w61[0], mul(kWeight2, sub(w69[0], w69[1]))), \
800 add(w61[1], mul(kWeight2, add(w69[1], w69[0]))) }; \
804 add(w48[0], add(mul(kWeight3, w72[0]), mul(kWeight4, w72[1]))), \
805 add(w48[1], sub(mul(kWeight3, w72[1]), mul(kWeight4, w72[0]))) \
809 sub(sub(kWeight0, mul(kWeight3, w72[0])), mul(kWeight4, w72[1]))), \
810 add(w48[1], sub(mul(kWeight4, w72[0]), mul(kWeight3, w72[1]))) \
812 const T_VEC w82[2] = { add(w50[0], mul(kWeight2, add(w74[0], w74[1]))), \
813 add(w50[1], mul(kWeight2, sub(w74[1], w74[0]))) }; \
815 sub(sub(kWeight0, mul(kWeight2, w74[0])), \
816 mul(kWeight2, w74[1]))), \
817 add(w50[1], mul(kWeight2, sub(w74[0], w74[1]))) }; \
819 add(w52[0], add(mul(kWeight4, w76[0]), mul(kWeight3, w76[1]))), \
820 add(w52[1], sub(mul(kWeight4, w76[1]), mul(kWeight3, w76[0]))) \
824 sub(sub(kWeight0, mul(kWeight4, w76[0])), mul(kWeight3, w76[1]))), \
825 add(w52[1], sub(mul(kWeight3, w76[0]), mul(kWeight4, w76[1]))) \
830 sub(w49[0], sub(mul(kWeight4, w73[0]), mul(kWeight3, w73[1]))), \
832 sub(sub(kWeight0, mul(kWeight4, w73[1])), mul(kWeight3, w73[0]))) \
835 add(w49[0], sub(mul(kWeight4, w73[0]), mul(kWeight3, w73[1]))), \
836 add(w49[1], add(mul(kWeight4, w73[1]), mul(kWeight3, w73[0]))) \
838 const T_VEC w90[2] = { sub(w51[0], mul(kWeight2, sub(w75[0], w75[1]))), \
839 sub(w51[1], mul(kWeight2, add(w75[1], w75[0]))) }; \
840 const T_VEC w91[2] = { add(w51[0], mul(kWeight2, sub(w75[0], w75[1]))), \
841 add(w51[1], mul(kWeight2, add(w75[1], w75[0]))) }; \
843 sub(w53[0], sub(mul(kWeight3, w77[0]), mul(kWeight4, w77[1]))), \
845 sub(sub(kWeight0, mul(kWeight3, w77[1])), mul(kWeight4, w77[0]))) \
848 add(w53[0], sub(mul(kWeight3, w77[0]), mul(kWeight4, w77[1]))), \
849 add(w53[1], add(mul(kWeight3, w77[1]), mul(kWeight4, w77[0]))) \
870 add(w100[0], mul(kWeight2, add(w108[0], w108[1]))), \
871 add(w100[1], mul(kWeight2, sub(w108[1], w108[0]))) \
875 sub(sub(kWeight0, mul(kWeight2, w108[0])), mul(kWeight2, w108[1]))), \
876 add(w100[1], mul(kWeight2, sub(w108[0], w108[1]))) \
881 sub(w101[0], mul(kWeight2, sub(w109[0], w109[1]))), \
882 sub(w101[1], mul(kWeight2, add(w109[1], w109[0]))) \
885 add(w101[0], mul(kWeight2, sub(w109[0], w109[1]))), \
886 add(w101[1], mul(kWeight2, add(w109[1], w109[0]))) \
907 add(w124[0], mul(kWeight2, add(w132[0], w132[1]))), \
908 add(w124[1], mul(kWeight2, sub(w132[1], w132[0]))) \
912 sub(sub(kWeight0, mul(kWeight2, w132[0])), mul(kWeight2, w132[1]))), \
913 add(w124[1], mul(kWeight2, sub(w132[0], w132[1]))) \
918 sub(w125[0], mul(kWeight2, sub(w133[0], w133[1]))), \
919 sub(w125[1], mul(kWeight2, add(w133[1], w133[0]))) \
922 add(w125[0], mul(kWeight2, sub(w133[0], w133[1]))), \
923 add(w125[1], mul(kWeight2, add(w133[1], w133[0]))) \
928 add(w112[0], add(mul(kWeight3, w136[0]), mul(kWeight4, w136[1]))), \
929 add(w112[1], sub(mul(kWeight3, w136[1]), mul(kWeight4, w136[0]))) \
933 sub(sub(kWeight0, mul(kWeight3, w136[0])), mul(kWeight4, w136[1]))), \
934 add(w112[1], sub(mul(kWeight4, w136[0]), mul(kWeight3, w136[1]))) \
937 add(w114[0], mul(kWeight2, add(w138[0], w138[1]))), \
938 add(w114[1], mul(kWeight2, sub(w138[1], w138[0]))) \
942 sub(sub(kWeight0, mul(kWeight2, w138[0])), mul(kWeight2, w138[1]))), \
943 add(w114[1], mul(kWeight2, sub(w138[0], w138[1]))) \
946 add(w116[0], add(mul(kWeight4, w140[0]), mul(kWeight3, w140[1]))), \
947 add(w116[1], sub(mul(kWeight4, w140[1]), mul(kWeight3, w140[0]))) \
951 sub(sub(kWeight0, mul(kWeight4, w140[0])), mul(kWeight3, w140[1]))), \
952 add(w116[1], sub(mul(kWeight3, w140[0]), mul(kWeight4, w140[1]))) \
957 sub(w113[0], sub(mul(kWeight4, w137[0]), mul(kWeight3, w137[1]))), \
959 sub(sub(kWeight0, mul(kWeight4, w137[1])), mul(kWeight3, w137[0]))) \
962 add(w113[0], sub(mul(kWeight4, w137[0]), mul(kWeight3, w137[1]))), \
963 add(w113[1], add(mul(kWeight4, w137[1]), mul(kWeight3, w137[0]))) \
966 sub(w115[0], mul(kWeight2, sub(w139[0], w139[1]))), \
967 sub(w115[1], mul(kWeight2, add(w139[1], w139[0]))) \
970 add(w115[0], mul(kWeight2, sub(w139[0], w139[1]))), \
971 add(w115[1], mul(kWeight2, add(w139[1], w139[0]))) \
974 sub(w117[0], sub(mul(kWeight3, w141[0]), mul(kWeight4, w141[1]))), \
976 sub(sub(kWeight0, mul(kWeight3, w141[1])), mul(kWeight4, w141[0]))) \
979 add(w117[0], sub(mul(kWeight3, w141[0]), mul(kWeight4, w141[1]))), \
980 add(w117[1], add(mul(kWeight3, w141[1]), mul(kWeight4, w141[0]))) \
984 add(w80[0], add(mul(kWeight5, w144[0]), mul(kWeight6, w144[1])))); \
986 add(w82[0], add(mul(kWeight3, w146[0]), mul(kWeight4, w146[1])))); \
988 add(w84[0], add(mul(kWeight7, w148[0]), mul(kWeight8, w148[1])))); \
990 add(w86[0], mul(kWeight2, add(w150[0], w150[1])))); \
992 add(w88[0], add(mul(kWeight8, w152[0]), mul(kWeight7, w152[1])))); \
994 add(w90[0], add(mul(kWeight4, w154[0]), mul(kWeight3, w154[1])))); \
996 add(w92[0], add(mul(kWeight6, w156[0]), mul(kWeight5, w156[1])))); \
999 sub(w81[0], sub(mul(kWeight6, w145[0]), mul(kWeight5, w145[1])))); \
1001 sub(w83[0], sub(mul(kWeight4, w147[0]), mul(kWeight3, w147[1])))); \
1003 sub(w85[0], sub(mul(kWeight8, w149[0]), mul(kWeight7, w149[1])))); \
1005 sub(w87[0], mul(kWeight2, sub(w151[0], w151[1])))); \
1007 sub(w89[0], sub(mul(kWeight7, w153[0]), mul(kWeight8, w153[1])))); \
1009 sub(w91[0], sub(mul(kWeight3, w155[0]), mul(kWeight4, w155[1])))); \
1011 sub(w93[0], sub(mul(kWeight5, w157[0]), mul(kWeight6, w157[1])))); \
1014 add(w80[0], sub(sub(kWeight0, mul(kWeight5, w144[0])), \
1015 mul(kWeight6, w144[1])))); \
1017 add(w82[0], sub(sub(kWeight0, mul(kWeight3, w146[0])), \
1018 mul(kWeight4, w146[1])))); \
1020 add(w84[0], sub(sub(kWeight0, mul(kWeight7, w148[0])), \
1021 mul(kWeight8, w148[1])))); \
1023 add(w86[0], sub(sub(kWeight0, mul(kWeight2, w150[0])), \
1024 mul(kWeight2, w150[1])))); \
1026 add(w88[0], sub(sub(kWeight0, mul(kWeight8, w152[0])), \
1027 mul(kWeight7, w152[1])))); \
1029 add(w90[0], sub(sub(kWeight0, mul(kWeight4, w154[0])), \
1030 mul(kWeight3, w154[1])))); \
1032 add(w92[0], sub(sub(kWeight0, mul(kWeight6, w156[0])), \
1033 mul(kWeight5, w156[1])))); \
1036 add(w81[0], sub(mul(kWeight6, w145[0]), mul(kWeight5, w145[1])))); \
1038 add(w83[0], sub(mul(kWeight4, w147[0]), mul(kWeight3, w147[1])))); \
1040 add(w85[0], sub(mul(kWeight8, w149[0]), mul(kWeight7, w149[1])))); \
1042 add(w87[0], mul(kWeight2, sub(w151[0], w151[1])))); \
1044 add(w89[0], sub(mul(kWeight7, w153[0]), mul(kWeight8, w153[1])))); \
1046 add(w91[0], sub(mul(kWeight3, w155[0]), mul(kWeight4, w155[1])))); \
1048 add(w93[0], sub(mul(kWeight5, w157[0]), mul(kWeight6, w157[1])))); \