34 asmlinkage void ce_aes_ccm_auth_data(u8 mac[], u8 const in[], u32 abytes,
38 				   u32 const rk[], u32 rounds, u8 mac[],
42 				   u32 const rk[], u32 rounds, u8 mac[],
45 asmlinkage void ce_aes_ccm_final(u8 mac[], u8 const ctr[], u32 const rk[],
109 static void ccm_update_mac(struct crypto_aes_ctx *key, u8 mac[], u8 const in[],  in ccm_update_mac()  argument
113 		ce_aes_ccm_auth_data(mac, in, abytes, macp, key->key_enc,  in ccm_update_mac()
119 			crypto_xor(&mac[*macp], in, added);  in ccm_update_mac()
127 			__aes_arm64_encrypt(key->key_enc, mac, mac,  in ccm_update_mac()
129 			crypto_xor(mac, in, AES_BLOCK_SIZE);  in ccm_update_mac()
136 			__aes_arm64_encrypt(key->key_enc, mac, mac,  in ccm_update_mac()
138 			crypto_xor(mac, in, abytes);  in ccm_update_mac()
144 static void ccm_calculate_auth_mac(struct aead_request *req, u8 mac[],  in ccm_calculate_auth_mac()  argument
164 	ccm_update_mac(ctx, mac, (u8 *)&ltag, ltag.len, &macp, use_neon);  in ccm_calculate_auth_mac()
176 		ccm_update_mac(ctx, mac, p, n, &macp, use_neon);  in ccm_calculate_auth_mac()
185 static int ccm_crypt_fallback(struct skcipher_walk *walk, u8 mac[], u8 iv0[],  in ccm_crypt_fallback()  argument
212 			__aes_arm64_encrypt(ctx->key_enc, mac, mac,  in ccm_crypt_fallback()
215 				crypto_xor(mac, src, bsize);  in ccm_crypt_fallback()
218 				crypto_xor(mac, dst, bsize);  in ccm_crypt_fallback()
229 		__aes_arm64_encrypt(ctx->key_enc, mac, mac, num_rounds(ctx));  in ccm_crypt_fallback()
230 		crypto_xor(mac, buf, AES_BLOCK_SIZE);  in ccm_crypt_fallback()
240 	u8 __aligned(8) mac[AES_BLOCK_SIZE];  in ccm_encrypt()
246 	err = ccm_init_mac(req, mac, len);  in ccm_encrypt()
254 		ccm_calculate_auth_mac(req, mac, use_neon);  in ccm_encrypt()
271 					   num_rounds(ctx), mac, walk.iv);  in ccm_encrypt()
276 			ce_aes_ccm_final(mac, buf, ctx->key_enc,  in ccm_encrypt()
281 		err = ccm_crypt_fallback(&walk, mac, buf, ctx, true);  in ccm_encrypt()
287 	scatterwalk_map_and_copy(mac, req->dst, req->assoclen + req->cryptlen,  in ccm_encrypt()
299 	u8 __aligned(8) mac[AES_BLOCK_SIZE];  in ccm_decrypt()
305 	err = ccm_init_mac(req, mac, len);  in ccm_decrypt()
313 		ccm_calculate_auth_mac(req, mac, use_neon);  in ccm_decrypt()
330 					   num_rounds(ctx), mac, walk.iv);  in ccm_decrypt()
335 			ce_aes_ccm_final(mac, buf, ctx->key_enc,  in ccm_decrypt()
340 		err = ccm_crypt_fallback(&walk, mac, buf, ctx, false);  in ccm_decrypt()
351 	if (crypto_memneq(mac, buf, authsize))  in ccm_decrypt()