Lines Matching refs:T5
605 .macro CALC_AAD_HASH GHASH_MUL AAD AADLEN T1 T2 T3 T4 T5 T6 T7 T8
621 \GHASH_MUL \T8, \T2, \T1, \T3, \T4, \T5, \T6
667 \GHASH_MUL \T7, \T2, \T1, \T3, \T4, \T5, \T6
895 .macro GHASH_MUL_AVX GH HK T1 T2 T3 T4 T5 argument
921 vpsrldq $4, \T2, \T5 # shift-R T5 1 DW
934 vpxor \T5, \T2, \T2
941 .macro PRECOMPUTE_AVX HK T1 T2 T3 T4 T5 T6
944 vmovdqa \HK, \T5
946 vpshufd $0b01001110, \T5, \T1
947 vpxor \T5, \T1, \T1
950 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^2<<1 mod poly
951 vmovdqu \T5, HashKey_2(arg2) # [HashKey_2] = HashKey^2<<1 mod poly
952 vpshufd $0b01001110, \T5, \T1
953 vpxor \T5, \T1, \T1
956 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^3<<1 mod poly
957 vmovdqu \T5, HashKey_3(arg2)
958 vpshufd $0b01001110, \T5, \T1
959 vpxor \T5, \T1, \T1
962 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^4<<1 mod poly
963 vmovdqu \T5, HashKey_4(arg2)
964 vpshufd $0b01001110, \T5, \T1
965 vpxor \T5, \T1, \T1
968 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^5<<1 mod poly
969 vmovdqu \T5, HashKey_5(arg2)
970 vpshufd $0b01001110, \T5, \T1
971 vpxor \T5, \T1, \T1
974 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^6<<1 mod poly
975 vmovdqu \T5, HashKey_6(arg2)
976 vpshufd $0b01001110, \T5, \T1
977 vpxor \T5, \T1, \T1
980 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^7<<1 mod poly
981 vmovdqu \T5, HashKey_7(arg2)
982 vpshufd $0b01001110, \T5, \T1
983 vpxor \T5, \T1, \T1
986 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^8<<1 mod poly
987 vmovdqu \T5, HashKey_8(arg2)
988 vpshufd $0b01001110, \T5, \T1
989 vpxor \T5, \T1, \T1
1001 .macro INITIAL_BLOCKS_AVX REP num_initial_blocks T1 T2 T3 T4 T5 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 X…
1075 … GHASH_MUL_AVX reg_j, \T2, \T1, \T3, \T4, \T5, \T6 # apply GHASH on num_initial_blocks blocks
1236 .macro GHASH_8_ENCRYPT_8_PARALLEL_AVX REP T1 T2 T3 T4 T5 T6 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 …
1320 vmovdqu HashKey_8(arg2), \T5
1321 vpclmulqdq $0x11, \T5, \T2, \T4 # T4 = a1*b1
1322 vpclmulqdq $0x00, \T5, \T2, \T7 # T7 = a0*b0
1327 vmovdqu HashKey_8_k(arg2), \T5
1328 vpclmulqdq $0x00, \T5, \T6, \T6
1341 vmovdqu HashKey_7(arg2), \T5
1342 vpclmulqdq $0x11, \T5, \T1, \T3
1344 vpclmulqdq $0x00, \T5, \T1, \T3
1349 vmovdqu HashKey_7_k(arg2), \T5
1350 vpclmulqdq $0x10, \T5, \T3, \T3
1366 vmovdqu HashKey_6(arg2), \T5
1367 vpclmulqdq $0x11, \T5, \T1, \T3
1369 vpclmulqdq $0x00, \T5, \T1, \T3
1374 vmovdqu HashKey_6_k(arg2), \T5
1375 vpclmulqdq $0x10, \T5, \T3, \T3
1389 vmovdqu HashKey_5(arg2), \T5
1390 vpclmulqdq $0x11, \T5, \T1, \T3
1392 vpclmulqdq $0x00, \T5, \T1, \T3
1397 vmovdqu HashKey_5_k(arg2), \T5
1398 vpclmulqdq $0x10, \T5, \T3, \T3
1413 vmovdqu HashKey_4(arg2), \T5
1414 vpclmulqdq $0x11, \T5, \T1, \T3
1416 vpclmulqdq $0x00, \T5, \T1, \T3
1421 vmovdqu HashKey_4_k(arg2), \T5
1422 vpclmulqdq $0x10, \T5, \T3, \T3
1436 vmovdqu HashKey_3(arg2), \T5
1437 vpclmulqdq $0x11, \T5, \T1, \T3
1439 vpclmulqdq $0x00, \T5, \T1, \T3
1444 vmovdqu HashKey_3_k(arg2), \T5
1445 vpclmulqdq $0x10, \T5, \T3, \T3
1460 vmovdqu HashKey_2(arg2), \T5
1461 vpclmulqdq $0x11, \T5, \T1, \T3
1463 vpclmulqdq $0x00, \T5, \T1, \T3
1468 vmovdqu HashKey_2_k(arg2), \T5
1469 vpclmulqdq $0x10, \T5, \T3, \T3
1474 vmovdqu 16*9(arg1), \T5
1475 vaesenc \T5, \XMM1, \XMM1
1476 vaesenc \T5, \XMM2, \XMM2
1477 vaesenc \T5, \XMM3, \XMM3
1478 vaesenc \T5, \XMM4, \XMM4
1479 vaesenc \T5, \XMM5, \XMM5
1480 vaesenc \T5, \XMM6, \XMM6
1481 vaesenc \T5, \XMM7, \XMM7
1482 vaesenc \T5, \XMM8, \XMM8
1485 vmovdqu HashKey(arg2), \T5
1486 vpclmulqdq $0x11, \T5, \T1, \T3
1488 vpclmulqdq $0x00, \T5, \T1, \T3
1493 vmovdqu HashKey_k(arg2), \T5
1494 vpclmulqdq $0x10, \T5, \T3, \T3
1500 vmovdqu 16*10(arg1), \T5
1506 vaesenc \T5, \XMM1, \XMM1
1507 vaesenc \T5, \XMM2, \XMM2
1508 vaesenc \T5, \XMM3, \XMM3
1509 vaesenc \T5, \XMM4, \XMM4
1510 vaesenc \T5, \XMM5, \XMM5
1511 vaesenc \T5, \XMM6, \XMM6
1512 vaesenc \T5, \XMM7, \XMM7
1513 vaesenc \T5, \XMM8, \XMM8
1515 vmovdqu 16*i(arg1), \T5
1524 vpxor 16*i(arg4, %r11), \T5, \T2
1603 .macro GHASH_LAST_8_AVX T1 T2 T3 T4 T5 T6 T7 XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8
1610 vmovdqu HashKey_8(arg2), \T5
1611 vpclmulqdq $0x11, \T5, \XMM1, \T6
1612 vpclmulqdq $0x00, \T5, \XMM1, \T7
1621 vmovdqu HashKey_7(arg2), \T5
1622 vpclmulqdq $0x11, \T5, \XMM2, \T4
1625 vpclmulqdq $0x00, \T5, \XMM2, \T4
1636 vmovdqu HashKey_6(arg2), \T5
1637 vpclmulqdq $0x11, \T5, \XMM3, \T4
1640 vpclmulqdq $0x00, \T5, \XMM3, \T4
1651 vmovdqu HashKey_5(arg2), \T5
1652 vpclmulqdq $0x11, \T5, \XMM4, \T4
1655 vpclmulqdq $0x00, \T5, \XMM4, \T4
1666 vmovdqu HashKey_4(arg2), \T5
1667 vpclmulqdq $0x11, \T5, \XMM5, \T4
1670 vpclmulqdq $0x00, \T5, \XMM5, \T4
1681 vmovdqu HashKey_3(arg2), \T5
1682 vpclmulqdq $0x11, \T5, \XMM6, \T4
1685 vpclmulqdq $0x00, \T5, \XMM6, \T4
1696 vmovdqu HashKey_2(arg2), \T5
1697 vpclmulqdq $0x11, \T5, \XMM7, \T4
1700 vpclmulqdq $0x00, \T5, \XMM7, \T4
1711 vmovdqu HashKey(arg2), \T5
1712 vpclmulqdq $0x11, \T5, \XMM8, \T4
1715 vpclmulqdq $0x00, \T5, \XMM8, \T4
1877 .macro GHASH_MUL_AVX2 GH HK T1 T2 T3 T4 T5 argument
1915 .macro PRECOMPUTE_AVX2 HK T1 T2 T3 T4 T5 T6
1918 vmovdqa \HK, \T5
1919 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^2<<1 mod poly
1920 vmovdqu \T5, HashKey_2(arg2) # [HashKey_2] = HashKey^2<<1 mod poly
1922 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^3<<1 mod poly
1923 vmovdqu \T5, HashKey_3(arg2)
1925 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^4<<1 mod poly
1926 vmovdqu \T5, HashKey_4(arg2)
1928 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^5<<1 mod poly
1929 vmovdqu \T5, HashKey_5(arg2)
1931 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^6<<1 mod poly
1932 vmovdqu \T5, HashKey_6(arg2)
1934 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^7<<1 mod poly
1935 vmovdqu \T5, HashKey_7(arg2)
1937 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^8<<1 mod poly
1938 vmovdqu \T5, HashKey_8(arg2)
1949 .macro INITIAL_BLOCKS_AVX2 REP num_initial_blocks T1 T2 T3 T4 T5 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 …
2025 …GHASH_MUL_AVX2 reg_j, \T2, \T1, \T3, \T4, \T5, \T6 # apply GHASH on num_initial_blocks bloc…
2191 .macro GHASH_8_ENCRYPT_8_PARALLEL_AVX2 REP T1 T2 T3 T4 T5 T6 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7…
2275 vmovdqu HashKey_8(arg2), \T5
2276 vpclmulqdq $0x11, \T5, \T2, \T4 # T4 = a1*b1
2277 vpclmulqdq $0x00, \T5, \T2, \T7 # T7 = a0*b0
2278 vpclmulqdq $0x01, \T5, \T2, \T6 # T6 = a1*b0
2279 vpclmulqdq $0x10, \T5, \T2, \T5 # T5 = a0*b1
2280 vpxor \T5, \T6, \T6
2293 vmovdqu HashKey_7(arg2), \T5
2294 vpclmulqdq $0x11, \T5, \T1, \T3
2297 vpclmulqdq $0x00, \T5, \T1, \T3
2300 vpclmulqdq $0x01, \T5, \T1, \T3
2303 vpclmulqdq $0x10, \T5, \T1, \T3
2319 vmovdqu HashKey_6(arg2), \T5
2320 vpclmulqdq $0x11, \T5, \T1, \T3
2323 vpclmulqdq $0x00, \T5, \T1, \T3
2326 vpclmulqdq $0x01, \T5, \T1, \T3
2329 vpclmulqdq $0x10, \T5, \T1, \T3
2343 vmovdqu HashKey_5(arg2), \T5
2344 vpclmulqdq $0x11, \T5, \T1, \T3
2347 vpclmulqdq $0x00, \T5, \T1, \T3
2350 vpclmulqdq $0x01, \T5, \T1, \T3
2353 vpclmulqdq $0x10, \T5, \T1, \T3
2368 vmovdqu HashKey_4(arg2), \T5
2369 vpclmulqdq $0x11, \T5, \T1, \T3
2372 vpclmulqdq $0x00, \T5, \T1, \T3
2375 vpclmulqdq $0x01, \T5, \T1, \T3
2378 vpclmulqdq $0x10, \T5, \T1, \T3
2392 vmovdqu HashKey_3(arg2), \T5
2393 vpclmulqdq $0x11, \T5, \T1, \T3
2396 vpclmulqdq $0x00, \T5, \T1, \T3
2399 vpclmulqdq $0x01, \T5, \T1, \T3
2402 vpclmulqdq $0x10, \T5, \T1, \T3
2416 vmovdqu HashKey_2(arg2), \T5
2417 vpclmulqdq $0x11, \T5, \T1, \T3
2420 vpclmulqdq $0x00, \T5, \T1, \T3
2423 vpclmulqdq $0x01, \T5, \T1, \T3
2426 vpclmulqdq $0x10, \T5, \T1, \T3
2432 vmovdqu 16*9(arg1), \T5
2433 vaesenc \T5, \XMM1, \XMM1
2434 vaesenc \T5, \XMM2, \XMM2
2435 vaesenc \T5, \XMM3, \XMM3
2436 vaesenc \T5, \XMM4, \XMM4
2437 vaesenc \T5, \XMM5, \XMM5
2438 vaesenc \T5, \XMM6, \XMM6
2439 vaesenc \T5, \XMM7, \XMM7
2440 vaesenc \T5, \XMM8, \XMM8
2443 vmovdqu HashKey(arg2), \T5
2445 vpclmulqdq $0x00, \T5, \T1, \T3
2448 vpclmulqdq $0x01, \T5, \T1, \T3
2451 vpclmulqdq $0x10, \T5, \T1, \T3
2454 vpclmulqdq $0x11, \T5, \T1, \T3
2458 vmovdqu 16*10(arg1), \T5
2463 vaesenc \T5, \XMM1, \XMM1
2464 vaesenc \T5, \XMM2, \XMM2
2465 vaesenc \T5, \XMM3, \XMM3
2466 vaesenc \T5, \XMM4, \XMM4
2467 vaesenc \T5, \XMM5, \XMM5
2468 vaesenc \T5, \XMM6, \XMM6
2469 vaesenc \T5, \XMM7, \XMM7
2470 vaesenc \T5, \XMM8, \XMM8
2472 vmovdqu 16*i(arg1), \T5
2481 vpxor 16*i(arg4, %r11), \T5, \T2
2553 .macro GHASH_LAST_8_AVX2 T1 T2 T3 T4 T5 T6 T7 XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8
2557 vmovdqu HashKey_8(arg2), \T5
2560 vpshufd $0b01001110, \T5, \T3
2562 vpxor \T5, \T3, \T3
2564 vpclmulqdq $0x11, \T5, \XMM1, \T6
2565 vpclmulqdq $0x00, \T5, \XMM1, \T7
2571 vmovdqu HashKey_7(arg2), \T5
2573 vpshufd $0b01001110, \T5, \T3
2575 vpxor \T5, \T3, \T3
2577 vpclmulqdq $0x11, \T5, \XMM2, \T4
2580 vpclmulqdq $0x00, \T5, \XMM2, \T4
2589 vmovdqu HashKey_6(arg2), \T5
2591 vpshufd $0b01001110, \T5, \T3
2593 vpxor \T5, \T3, \T3
2595 vpclmulqdq $0x11, \T5, \XMM3, \T4
2598 vpclmulqdq $0x00, \T5, \XMM3, \T4
2607 vmovdqu HashKey_5(arg2), \T5
2609 vpshufd $0b01001110, \T5, \T3
2611 vpxor \T5, \T3, \T3
2613 vpclmulqdq $0x11, \T5, \XMM4, \T4
2616 vpclmulqdq $0x00, \T5, \XMM4, \T4
2625 vmovdqu HashKey_4(arg2), \T5
2627 vpshufd $0b01001110, \T5, \T3
2629 vpxor \T5, \T3, \T3
2631 vpclmulqdq $0x11, \T5, \XMM5, \T4
2634 vpclmulqdq $0x00, \T5, \XMM5, \T4
2643 vmovdqu HashKey_3(arg2), \T5
2645 vpshufd $0b01001110, \T5, \T3
2647 vpxor \T5, \T3, \T3
2649 vpclmulqdq $0x11, \T5, \XMM6, \T4
2652 vpclmulqdq $0x00, \T5, \XMM6, \T4
2661 vmovdqu HashKey_2(arg2), \T5
2663 vpshufd $0b01001110, \T5, \T3
2665 vpxor \T5, \T3, \T3
2667 vpclmulqdq $0x11, \T5, \XMM7, \T4
2670 vpclmulqdq $0x00, \T5, \XMM7, \T4
2679 vmovdqu HashKey(arg2), \T5
2681 vpshufd $0b01001110, \T5, \T3
2683 vpxor \T5, \T3, \T3
2685 vpclmulqdq $0x11, \T5, \XMM8, \T4
2688 vpclmulqdq $0x00, \T5, \XMM8, \T4