Lines Matching refs:T5
139 xmmi T5, T6; in poly1305_first_block() local
215 T5 = _mm_unpacklo_epi64(_mm_loadl_epi64((const xmmi *)(m + 0)), in poly1305_first_block()
219 st->H[0] = _mm_and_si128(MMASK, T5); in poly1305_first_block()
220 st->H[1] = _mm_and_si128(MMASK, _mm_srli_epi64(T5, 26)); in poly1305_first_block()
221 T5 = _mm_or_si128(_mm_srli_epi64(T5, 52), _mm_slli_epi64(T6, 12)); in poly1305_first_block()
222 st->H[2] = _mm_and_si128(MMASK, T5); in poly1305_first_block()
223 st->H[3] = _mm_and_si128(MMASK, _mm_srli_epi64(T5, 26)); in poly1305_first_block()
235 xmmi T0, T1, T2, T3, T4, T5, T6; in poly1305_blocks() local
253 T5 = _mm_mul_epu32(H1, p->S24.v); in poly1305_blocks()
255 T0 = _mm_add_epi64(T0, T5); in poly1305_blocks()
257 T5 = _mm_mul_epu32(H2, p->S23.v); in poly1305_blocks()
259 T0 = _mm_add_epi64(T0, T5); in poly1305_blocks()
261 T5 = _mm_mul_epu32(H3, p->S22.v); in poly1305_blocks()
263 T0 = _mm_add_epi64(T0, T5); in poly1305_blocks()
265 T5 = _mm_mul_epu32(H4, p->S21.v); in poly1305_blocks()
267 T0 = _mm_add_epi64(T0, T5); in poly1305_blocks()
269 T5 = _mm_mul_epu32(H1, p->R21.v); in poly1305_blocks()
271 T2 = _mm_add_epi64(T2, T5); in poly1305_blocks()
273 T5 = _mm_mul_epu32(H2, p->R20.v); in poly1305_blocks()
275 T2 = _mm_add_epi64(T2, T5); in poly1305_blocks()
277 T5 = _mm_mul_epu32(H3, p->S24.v); in poly1305_blocks()
279 T2 = _mm_add_epi64(T2, T5); in poly1305_blocks()
281 T5 = _mm_mul_epu32(H4, p->S23.v); in poly1305_blocks()
283 T2 = _mm_add_epi64(T2, T5); in poly1305_blocks()
285 T5 = _mm_mul_epu32(H1, p->R23.v); in poly1305_blocks()
286 T4 = _mm_add_epi64(T4, T5); in poly1305_blocks()
287 T5 = _mm_mul_epu32(H2, p->R22.v); in poly1305_blocks()
288 T4 = _mm_add_epi64(T4, T5); in poly1305_blocks()
289 T5 = _mm_mul_epu32(H3, p->R21.v); in poly1305_blocks()
290 T4 = _mm_add_epi64(T4, T5); in poly1305_blocks()
291 T5 = _mm_mul_epu32(H4, p->R20.v); in poly1305_blocks()
292 T4 = _mm_add_epi64(T4, T5); in poly1305_blocks()
295 T5 = _mm_unpacklo_epi64(_mm_loadl_epi64((const xmmi *)(m + 0)), in poly1305_blocks()
299 M0 = _mm_and_si128(MMASK, T5); in poly1305_blocks()
300 M1 = _mm_and_si128(MMASK, _mm_srli_epi64(T5, 26)); in poly1305_blocks()
301 T5 = _mm_or_si128(_mm_srli_epi64(T5, 52), _mm_slli_epi64(T6, 12)); in poly1305_blocks()
302 M2 = _mm_and_si128(MMASK, T5); in poly1305_blocks()
303 M3 = _mm_and_si128(MMASK, _mm_srli_epi64(T5, 26)); in poly1305_blocks()
307 T5 = _mm_mul_epu32(M0, p->R20.v); in poly1305_blocks()
309 T0 = _mm_add_epi64(T0, T5); in poly1305_blocks()
311 T5 = _mm_mul_epu32(M1, p->S24.v); in poly1305_blocks()
313 T0 = _mm_add_epi64(T0, T5); in poly1305_blocks()
315 T5 = _mm_mul_epu32(M2, p->S23.v); in poly1305_blocks()
317 T0 = _mm_add_epi64(T0, T5); in poly1305_blocks()
319 T5 = _mm_mul_epu32(M3, p->S22.v); in poly1305_blocks()
321 T0 = _mm_add_epi64(T0, T5); in poly1305_blocks()
323 T5 = _mm_mul_epu32(M4, p->S21.v); in poly1305_blocks()
325 T0 = _mm_add_epi64(T0, T5); in poly1305_blocks()
327 T5 = _mm_mul_epu32(M0, p->R22.v); in poly1305_blocks()
329 T2 = _mm_add_epi64(T2, T5); in poly1305_blocks()
331 T5 = _mm_mul_epu32(M1, p->R21.v); in poly1305_blocks()
333 T2 = _mm_add_epi64(T2, T5); in poly1305_blocks()
335 T5 = _mm_mul_epu32(M2, p->R20.v); in poly1305_blocks()
337 T2 = _mm_add_epi64(T2, T5); in poly1305_blocks()
339 T5 = _mm_mul_epu32(M3, p->S24.v); in poly1305_blocks()
341 T2 = _mm_add_epi64(T2, T5); in poly1305_blocks()
343 T5 = _mm_mul_epu32(M4, p->S23.v); in poly1305_blocks()
345 T2 = _mm_add_epi64(T2, T5); in poly1305_blocks()
347 T5 = _mm_mul_epu32(M0, p->R24.v); in poly1305_blocks()
348 T4 = _mm_add_epi64(T4, T5); in poly1305_blocks()
349 T5 = _mm_mul_epu32(M1, p->R23.v); in poly1305_blocks()
350 T4 = _mm_add_epi64(T4, T5); in poly1305_blocks()
351 T5 = _mm_mul_epu32(M2, p->R22.v); in poly1305_blocks()
352 T4 = _mm_add_epi64(T4, T5); in poly1305_blocks()
353 T5 = _mm_mul_epu32(M3, p->R21.v); in poly1305_blocks()
354 T4 = _mm_add_epi64(T4, T5); in poly1305_blocks()
355 T5 = _mm_mul_epu32(M4, p->R20.v); in poly1305_blocks()
356 T4 = _mm_add_epi64(T4, T5); in poly1305_blocks()
359 T5 = _mm_unpacklo_epi64(_mm_loadl_epi64((const xmmi *)(m + 32)), in poly1305_blocks()
363 M0 = _mm_and_si128(MMASK, T5); in poly1305_blocks()
364 M1 = _mm_and_si128(MMASK, _mm_srli_epi64(T5, 26)); in poly1305_blocks()
365 T5 = _mm_or_si128(_mm_srli_epi64(T5, 52), _mm_slli_epi64(T6, 12)); in poly1305_blocks()
366 M2 = _mm_and_si128(MMASK, T5); in poly1305_blocks()
367 M3 = _mm_and_si128(MMASK, _mm_srli_epi64(T5, 26)); in poly1305_blocks()
426 xmmi T0, T1, T2, T3, T4, T5, T6; in poly1305_combine() local
450 T5 = _mm_mul_epu32(H1, p->S24.v); in poly1305_combine()
452 T0 = _mm_add_epi64(T0, T5); in poly1305_combine()
454 T5 = _mm_mul_epu32(H2, p->S23.v); in poly1305_combine()
456 T0 = _mm_add_epi64(T0, T5); in poly1305_combine()
458 T5 = _mm_mul_epu32(H3, p->S22.v); in poly1305_combine()
460 T0 = _mm_add_epi64(T0, T5); in poly1305_combine()
462 T5 = _mm_mul_epu32(H4, p->S21.v); in poly1305_combine()
464 T0 = _mm_add_epi64(T0, T5); in poly1305_combine()
466 T5 = _mm_mul_epu32(H1, p->R21.v); in poly1305_combine()
468 T2 = _mm_add_epi64(T2, T5); in poly1305_combine()
470 T5 = _mm_mul_epu32(H2, p->R20.v); in poly1305_combine()
472 T2 = _mm_add_epi64(T2, T5); in poly1305_combine()
474 T5 = _mm_mul_epu32(H3, p->S24.v); in poly1305_combine()
476 T2 = _mm_add_epi64(T2, T5); in poly1305_combine()
478 T5 = _mm_mul_epu32(H4, p->S23.v); in poly1305_combine()
480 T2 = _mm_add_epi64(T2, T5); in poly1305_combine()
482 T5 = _mm_mul_epu32(H1, p->R23.v); in poly1305_combine()
483 T4 = _mm_add_epi64(T4, T5); in poly1305_combine()
484 T5 = _mm_mul_epu32(H2, p->R22.v); in poly1305_combine()
485 T4 = _mm_add_epi64(T4, T5); in poly1305_combine()
486 T5 = _mm_mul_epu32(H3, p->R21.v); in poly1305_combine()
487 T4 = _mm_add_epi64(T4, T5); in poly1305_combine()
488 T5 = _mm_mul_epu32(H4, p->R20.v); in poly1305_combine()
489 T4 = _mm_add_epi64(T4, T5); in poly1305_combine()
492 T5 = _mm_unpacklo_epi64(_mm_loadl_epi64((const xmmi *)(m + 0)), in poly1305_combine()
496 M0 = _mm_and_si128(MMASK, T5); in poly1305_combine()
497 M1 = _mm_and_si128(MMASK, _mm_srli_epi64(T5, 26)); in poly1305_combine()
498 T5 = _mm_or_si128(_mm_srli_epi64(T5, 52), _mm_slli_epi64(T6, 12)); in poly1305_combine()
499 M2 = _mm_and_si128(MMASK, T5); in poly1305_combine()
500 M3 = _mm_and_si128(MMASK, _mm_srli_epi64(T5, 26)); in poly1305_combine()
563 T5 = _mm_mul_epu32(H1, p->S24.v); in poly1305_combine()
565 T0 = _mm_add_epi64(T0, T5); in poly1305_combine()
567 T5 = _mm_mul_epu32(H2, p->S23.v); in poly1305_combine()
569 T0 = _mm_add_epi64(T0, T5); in poly1305_combine()
571 T5 = _mm_mul_epu32(H3, p->S22.v); in poly1305_combine()
573 T0 = _mm_add_epi64(T0, T5); in poly1305_combine()
575 T5 = _mm_mul_epu32(H4, p->S21.v); in poly1305_combine()
577 T0 = _mm_add_epi64(T0, T5); in poly1305_combine()
579 T5 = _mm_mul_epu32(H1, p->R21.v); in poly1305_combine()
581 T2 = _mm_add_epi64(T2, T5); in poly1305_combine()
583 T5 = _mm_mul_epu32(H2, p->R20.v); in poly1305_combine()
585 T2 = _mm_add_epi64(T2, T5); in poly1305_combine()
587 T5 = _mm_mul_epu32(H3, p->S24.v); in poly1305_combine()
589 T2 = _mm_add_epi64(T2, T5); in poly1305_combine()
591 T5 = _mm_mul_epu32(H4, p->S23.v); in poly1305_combine()
593 T2 = _mm_add_epi64(T2, T5); in poly1305_combine()
595 T5 = _mm_mul_epu32(H1, p->R23.v); in poly1305_combine()
596 T4 = _mm_add_epi64(T4, T5); in poly1305_combine()
597 T5 = _mm_mul_epu32(H2, p->R22.v); in poly1305_combine()
598 T4 = _mm_add_epi64(T4, T5); in poly1305_combine()
599 T5 = _mm_mul_epu32(H3, p->R21.v); in poly1305_combine()
600 T4 = _mm_add_epi64(T4, T5); in poly1305_combine()
601 T5 = _mm_mul_epu32(H4, p->R20.v); in poly1305_combine()
602 T4 = _mm_add_epi64(T4, T5); in poly1305_combine()