424 	u8 iv[AES_BLOCK_SIZE];  in gcm_encrypt()  local
434 	memcpy(iv, req->iv, GCM_IV_SIZE);  in gcm_encrypt()
435 	put_unaligned_be32(1, iv + GCM_IV_SIZE);  in gcm_encrypt()
443 		pmull_gcm_encrypt_block(tag, iv, ctx->aes_key.key_enc, nrounds);  in gcm_encrypt()
444 		put_unaligned_be32(2, iv + GCM_IV_SIZE);  in gcm_encrypt()
445 		pmull_gcm_encrypt_block(ks, iv, NULL, nrounds);  in gcm_encrypt()
446 		put_unaligned_be32(3, iv + GCM_IV_SIZE);  in gcm_encrypt()
447 		pmull_gcm_encrypt_block(ks + AES_BLOCK_SIZE, iv, NULL, nrounds);  in gcm_encrypt()
448 		put_unaligned_be32(4, iv + GCM_IV_SIZE);  in gcm_encrypt()
458 					  iv, rk, nrounds, ks);  in gcm_encrypt()
467 		aes_encrypt(&ctx->aes_key, tag, iv);  in gcm_encrypt()
468 		put_unaligned_be32(2, iv + GCM_IV_SIZE);  in gcm_encrypt()
478 				aes_encrypt(&ctx->aes_key, ks, iv);  in gcm_encrypt()
480 				crypto_inc(iv, AES_BLOCK_SIZE);  in gcm_encrypt()
494 			aes_encrypt(&ctx->aes_key, ks, iv);  in gcm_encrypt()
496 				crypto_inc(iv, AES_BLOCK_SIZE);  in gcm_encrypt()
497 				aes_encrypt(&ctx->aes_key, ks + AES_BLOCK_SIZE, iv);  in gcm_encrypt()
544 	u8 iv[2 * AES_BLOCK_SIZE];  in gcm_decrypt()  local
554 	memcpy(iv, req->iv, GCM_IV_SIZE);  in gcm_decrypt()
555 	put_unaligned_be32(1, iv + GCM_IV_SIZE);  in gcm_decrypt()
563 		pmull_gcm_encrypt_block(tag, iv, ctx->aes_key.key_enc, nrounds);  in gcm_decrypt()
564 		put_unaligned_be32(2, iv + GCM_IV_SIZE);  in gcm_decrypt()
575 					  iv, rk, nrounds);  in gcm_decrypt()
579 				u8 *iv2 = iv + AES_BLOCK_SIZE;  in gcm_decrypt()
582 					memcpy(iv2, iv, AES_BLOCK_SIZE);  in gcm_decrypt()
586 				pmull_gcm_encrypt_block(iv, iv, NULL, nrounds);  in gcm_decrypt()
601 		aes_encrypt(&ctx->aes_key, tag, iv);  in gcm_decrypt()
602 		put_unaligned_be32(2, iv + GCM_IV_SIZE);  in gcm_decrypt()
614 				aes_encrypt(&ctx->aes_key, buf, iv);  in gcm_decrypt()
616 				crypto_inc(iv, AES_BLOCK_SIZE);  in gcm_decrypt()
627 				u8 *iv2 = iv + AES_BLOCK_SIZE;  in gcm_decrypt()
629 				memcpy(iv2, iv, AES_BLOCK_SIZE);  in gcm_decrypt()
634 			aes_encrypt(&ctx->aes_key, iv, iv);  in gcm_decrypt()
655 		crypto_xor_cpy(walk.dst.virt.addr, walk.src.virt.addr, iv,  in gcm_decrypt()