437     EXPAND_ASSIST(x0, x1, x2, x3, 85, aes_const);                                                  \
439     x3 = _mm_xor_si128(x3, _mm_shuffle_epi32(x0, 255));                                            \
440     kp[idx] = _mm_castps_si128(_mm_shuffle_ps(_mm_castsi128_ps(tmp), _mm_castsi128_ps(x0), 68));   \
442         _mm_castps_si128(_mm_shuffle_ps(_mm_castsi128_ps(x0), _mm_castsi128_ps(x3), 78));          \
443     EXPAND_ASSIST(x0, x1, x2, x3, 85, (aes_const * 2));                                            \
445     x3 = _mm_xor_si128(x3, _mm_shuffle_epi32(x0, 255));                                            \
446     kp[idx + 2] = x0;                                                                              \
450     __m128i x0, x1, x2;  in AES_128_Key_Expansion()  local
452     kp[0] = x0 = _mm_loadu_si128((__m128i*)userkey);  in AES_128_Key_Expansion()
454     EXPAND_ASSIST(x0, x1, x2, x0, 255, 1);  in AES_128_Key_Expansion()
455     kp[1] = x0;  in AES_128_Key_Expansion()
456     EXPAND_ASSIST(x0, x1, x2, x0, 255, 2);  in AES_128_Key_Expansion()
457     kp[2] = x0;  in AES_128_Key_Expansion()
458     EXPAND_ASSIST(x0, x1, x2, x0, 255, 4);  in AES_128_Key_Expansion()
459     kp[3] = x0;  in AES_128_Key_Expansion()
460     EXPAND_ASSIST(x0, x1, x2, x0, 255, 8);  in AES_128_Key_Expansion()
461     kp[4] = x0;  in AES_128_Key_Expansion()
462     EXPAND_ASSIST(x0, x1, x2, x0, 255, 16);  in AES_128_Key_Expansion()
463     kp[5] = x0;  in AES_128_Key_Expansion()
464     EXPAND_ASSIST(x0, x1, x2, x0, 255, 32);  in AES_128_Key_Expansion()
465     kp[6] = x0;  in AES_128_Key_Expansion()
466     EXPAND_ASSIST(x0, x1, x2, x0, 255, 64);  in AES_128_Key_Expansion()
467     kp[7] = x0;  in AES_128_Key_Expansion()
468     EXPAND_ASSIST(x0, x1, x2, x0, 255, 128);  in AES_128_Key_Expansion()
469     kp[8] = x0;  in AES_128_Key_Expansion()
470     EXPAND_ASSIST(x0, x1, x2, x0, 255, 27);  in AES_128_Key_Expansion()
471     kp[9] = x0;  in AES_128_Key_Expansion()
472     EXPAND_ASSIST(x0, x1, x2, x0, 255, 54);  in AES_128_Key_Expansion()
473     kp[10] = x0;  in AES_128_Key_Expansion()
477     __m128i x0, x1, x2, x3, tmp, *kp = (__m128i*)key;  in AES_192_Key_Expansion()  local
478     kp[0] = x0 = _mm_loadu_si128((__m128i*)userkey);  in AES_192_Key_Expansion()
488     __m128i x0, x1, x2, x3, *kp = (__m128i*)key;  in AES_256_Key_Expansion()  local
489     kp[0] = x0 = _mm_loadu_si128((__m128i*)userkey);  in AES_256_Key_Expansion()
492     EXPAND_ASSIST(x0, x1, x2, x3, 255, 1);  in AES_256_Key_Expansion()
493     kp[2] = x0;  in AES_256_Key_Expansion()
494     EXPAND_ASSIST(x3, x1, x2, x0, 170, 1);  in AES_256_Key_Expansion()
496     EXPAND_ASSIST(x0, x1, x2, x3, 255, 2);  in AES_256_Key_Expansion()
497     kp[4] = x0;  in AES_256_Key_Expansion()
498     EXPAND_ASSIST(x3, x1, x2, x0, 170, 2);  in AES_256_Key_Expansion()
500     EXPAND_ASSIST(x0, x1, x2, x3, 255, 4);  in AES_256_Key_Expansion()
501     kp[6] = x0;  in AES_256_Key_Expansion()
502     EXPAND_ASSIST(x3, x1, x2, x0, 170, 4);  in AES_256_Key_Expansion()
504     EXPAND_ASSIST(x0, x1, x2, x3, 255, 8);  in AES_256_Key_Expansion()
505     kp[8] = x0;  in AES_256_Key_Expansion()
506     EXPAND_ASSIST(x3, x1, x2, x0, 170, 8);  in AES_256_Key_Expansion()
508     EXPAND_ASSIST(x0, x1, x2, x3, 255, 16);  in AES_256_Key_Expansion()
509     kp[10] = x0;  in AES_256_Key_Expansion()
510     EXPAND_ASSIST(x3, x1, x2, x0, 170, 16);  in AES_256_Key_Expansion()
512     EXPAND_ASSIST(x0, x1, x2, x3, 255, 32);  in AES_256_Key_Expansion()
513     kp[12] = x0;  in AES_256_Key_Expansion()
514     EXPAND_ASSIST(x3, x1, x2, x0, 170, 32);  in AES_256_Key_Expansion()
516     EXPAND_ASSIST(x0, x1, x2, x3, 255, 64);  in AES_256_Key_Expansion()
517     kp[14] = x0;  in AES_256_Key_Expansion()