• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Algorithm testing framework and tests.
3  *
4  * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
5  * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org>
6  * Copyright (c) 2007 Nokia Siemens Networks
7  * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au>
8  *
9  * Updated RFC4106 AES-GCM testing.
10  *    Authors: Aidan O'Mahony (aidan.o.mahony@intel.com)
11  *             Adrian Hoban <adrian.hoban@intel.com>
12  *             Gabriele Paoloni <gabriele.paoloni@intel.com>
13  *             Tadeusz Struk (tadeusz.struk@intel.com)
14  *    Copyright (c) 2010, Intel Corporation.
15  *
16  * This program is free software; you can redistribute it and/or modify it
17  * under the terms of the GNU General Public License as published by the Free
18  * Software Foundation; either version 2 of the License, or (at your option)
19  * any later version.
20  *
21  */
22 
23 #include <crypto/aead.h>
24 #include <crypto/hash.h>
25 #include <crypto/skcipher.h>
26 #include <linux/err.h>
27 #include <linux/fips.h>
28 #include <linux/module.h>
29 #include <linux/scatterlist.h>
30 #include <linux/slab.h>
31 #include <linux/string.h>
32 #include <crypto/rng.h>
33 #include <crypto/drbg.h>
34 #include <crypto/akcipher.h>
35 #include <crypto/kpp.h>
36 #include <crypto/acompress.h>
37 
38 #include "internal.h"
39 
40 static bool notests;
41 module_param(notests, bool, 0644);
42 MODULE_PARM_DESC(notests, "disable crypto self-tests");
43 
44 #ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
45 
46 /* a perfect nop */
alg_test(const char * driver,const char * alg,u32 type,u32 mask)47 int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
48 {
49 	return 0;
50 }
51 
52 #else
53 
54 #include "testmgr.h"
55 
56 /*
57  * Need slab memory for testing (size in number of pages).
58  */
59 #define XBUFSIZE	8
60 
61 /*
62  * Indexes into the xbuf to simulate cross-page access.
63  */
64 #define IDX1		32
65 #define IDX2		32400
66 #define IDX3		1511
67 #define IDX4		8193
68 #define IDX5		22222
69 #define IDX6		17101
70 #define IDX7		27333
71 #define IDX8		3000
72 
73 /*
74 * Used by test_cipher()
75 */
76 #define ENCRYPT 1
77 #define DECRYPT 0
78 
79 struct tcrypt_result {
80 	struct completion completion;
81 	int err;
82 };
83 
84 struct aead_test_suite {
85 	struct {
86 		const struct aead_testvec *vecs;
87 		unsigned int count;
88 	} enc, dec;
89 };
90 
91 struct cipher_test_suite {
92 	struct {
93 		const struct cipher_testvec *vecs;
94 		unsigned int count;
95 	} enc, dec;
96 };
97 
98 struct comp_test_suite {
99 	struct {
100 		const struct comp_testvec *vecs;
101 		unsigned int count;
102 	} comp, decomp;
103 };
104 
105 struct hash_test_suite {
106 	const struct hash_testvec *vecs;
107 	unsigned int count;
108 };
109 
110 struct cprng_test_suite {
111 	const struct cprng_testvec *vecs;
112 	unsigned int count;
113 };
114 
115 struct drbg_test_suite {
116 	const struct drbg_testvec *vecs;
117 	unsigned int count;
118 };
119 
120 struct akcipher_test_suite {
121 	const struct akcipher_testvec *vecs;
122 	unsigned int count;
123 };
124 
125 struct kpp_test_suite {
126 	const struct kpp_testvec *vecs;
127 	unsigned int count;
128 };
129 
130 struct alg_test_desc {
131 	const char *alg;
132 	int (*test)(const struct alg_test_desc *desc, const char *driver,
133 		    u32 type, u32 mask);
134 	int fips_allowed;	/* set if alg is allowed in fips mode */
135 
136 	union {
137 		struct aead_test_suite aead;
138 		struct cipher_test_suite cipher;
139 		struct comp_test_suite comp;
140 		struct hash_test_suite hash;
141 		struct cprng_test_suite cprng;
142 		struct drbg_test_suite drbg;
143 		struct akcipher_test_suite akcipher;
144 		struct kpp_test_suite kpp;
145 	} suite;
146 };
147 
148 static const unsigned int IDX[8] = {
149 	IDX1, IDX2, IDX3, IDX4, IDX5, IDX6, IDX7, IDX8 };
150 
hexdump(unsigned char * buf,unsigned int len)151 static void hexdump(unsigned char *buf, unsigned int len)
152 {
153 	print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET,
154 			16, 1,
155 			buf, len, false);
156 }
157 
tcrypt_complete(struct crypto_async_request * req,int err)158 static void tcrypt_complete(struct crypto_async_request *req, int err)
159 {
160 	struct tcrypt_result *res = req->data;
161 
162 	if (err == -EINPROGRESS)
163 		return;
164 
165 	res->err = err;
166 	complete(&res->completion);
167 }
168 
testmgr_alloc_buf(char * buf[XBUFSIZE])169 static int testmgr_alloc_buf(char *buf[XBUFSIZE])
170 {
171 	int i;
172 
173 	for (i = 0; i < XBUFSIZE; i++) {
174 		buf[i] = (void *)__get_free_page(GFP_KERNEL);
175 		if (!buf[i])
176 			goto err_free_buf;
177 	}
178 
179 	return 0;
180 
181 err_free_buf:
182 	while (i-- > 0)
183 		free_page((unsigned long)buf[i]);
184 
185 	return -ENOMEM;
186 }
187 
testmgr_free_buf(char * buf[XBUFSIZE])188 static void testmgr_free_buf(char *buf[XBUFSIZE])
189 {
190 	int i;
191 
192 	for (i = 0; i < XBUFSIZE; i++)
193 		free_page((unsigned long)buf[i]);
194 }
195 
wait_async_op(struct tcrypt_result * tr,int ret)196 static int wait_async_op(struct tcrypt_result *tr, int ret)
197 {
198 	if (ret == -EINPROGRESS || ret == -EBUSY) {
199 		wait_for_completion(&tr->completion);
200 		reinit_completion(&tr->completion);
201 		ret = tr->err;
202 	}
203 	return ret;
204 }
205 
ahash_partial_update(struct ahash_request ** preq,struct crypto_ahash * tfm,const struct hash_testvec * template,void * hash_buff,int k,int temp,struct scatterlist * sg,const char * algo,char * result,struct tcrypt_result * tresult)206 static int ahash_partial_update(struct ahash_request **preq,
207 	struct crypto_ahash *tfm, const struct hash_testvec *template,
208 	void *hash_buff, int k, int temp, struct scatterlist *sg,
209 	const char *algo, char *result, struct tcrypt_result *tresult)
210 {
211 	char *state;
212 	struct ahash_request *req;
213 	int statesize, ret = -EINVAL;
214 	const char guard[] = { 0x00, 0xba, 0xad, 0x00 };
215 
216 	req = *preq;
217 	statesize = crypto_ahash_statesize(
218 			crypto_ahash_reqtfm(req));
219 	state = kmalloc(statesize + sizeof(guard), GFP_KERNEL);
220 	if (!state) {
221 		pr_err("alg: hash: Failed to alloc state for %s\n", algo);
222 		goto out_nostate;
223 	}
224 	memcpy(state + statesize, guard, sizeof(guard));
225 	ret = crypto_ahash_export(req, state);
226 	WARN_ON(memcmp(state + statesize, guard, sizeof(guard)));
227 	if (ret) {
228 		pr_err("alg: hash: Failed to export() for %s\n", algo);
229 		goto out;
230 	}
231 	ahash_request_free(req);
232 	req = ahash_request_alloc(tfm, GFP_KERNEL);
233 	if (!req) {
234 		pr_err("alg: hash: Failed to alloc request for %s\n", algo);
235 		goto out_noreq;
236 	}
237 	ahash_request_set_callback(req,
238 		CRYPTO_TFM_REQ_MAY_BACKLOG,
239 		tcrypt_complete, tresult);
240 
241 	memcpy(hash_buff, template->plaintext + temp,
242 		template->tap[k]);
243 	sg_init_one(&sg[0], hash_buff, template->tap[k]);
244 	ahash_request_set_crypt(req, sg, result, template->tap[k]);
245 	ret = crypto_ahash_import(req, state);
246 	if (ret) {
247 		pr_err("alg: hash: Failed to import() for %s\n", algo);
248 		goto out;
249 	}
250 	ret = wait_async_op(tresult, crypto_ahash_update(req));
251 	if (ret)
252 		goto out;
253 	*preq = req;
254 	ret = 0;
255 	goto out_noreq;
256 out:
257 	ahash_request_free(req);
258 out_noreq:
259 	kfree(state);
260 out_nostate:
261 	return ret;
262 }
263 
__test_hash(struct crypto_ahash * tfm,const struct hash_testvec * template,unsigned int tcount,bool use_digest,const int align_offset)264 static int __test_hash(struct crypto_ahash *tfm,
265 		       const struct hash_testvec *template, unsigned int tcount,
266 		       bool use_digest, const int align_offset)
267 {
268 	const char *algo = crypto_tfm_alg_driver_name(crypto_ahash_tfm(tfm));
269 	size_t digest_size = crypto_ahash_digestsize(tfm);
270 	unsigned int i, j, k, temp;
271 	struct scatterlist sg[8];
272 	char *result;
273 	char *key;
274 	struct ahash_request *req;
275 	struct tcrypt_result tresult;
276 	void *hash_buff;
277 	char *xbuf[XBUFSIZE];
278 	int ret = -ENOMEM;
279 
280 	result = kmalloc(digest_size, GFP_KERNEL);
281 	if (!result)
282 		return ret;
283 	key = kmalloc(MAX_KEYLEN, GFP_KERNEL);
284 	if (!key)
285 		goto out_nobuf;
286 	if (testmgr_alloc_buf(xbuf))
287 		goto out_nobuf;
288 
289 	init_completion(&tresult.completion);
290 
291 	req = ahash_request_alloc(tfm, GFP_KERNEL);
292 	if (!req) {
293 		printk(KERN_ERR "alg: hash: Failed to allocate request for "
294 		       "%s\n", algo);
295 		goto out_noreq;
296 	}
297 	ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
298 				   tcrypt_complete, &tresult);
299 
300 	j = 0;
301 	for (i = 0; i < tcount; i++) {
302 		if (template[i].np)
303 			continue;
304 
305 		ret = -EINVAL;
306 		if (WARN_ON(align_offset + template[i].psize > PAGE_SIZE))
307 			goto out;
308 
309 		j++;
310 		memset(result, 0, digest_size);
311 
312 		hash_buff = xbuf[0];
313 		hash_buff += align_offset;
314 
315 		memcpy(hash_buff, template[i].plaintext, template[i].psize);
316 		sg_init_one(&sg[0], hash_buff, template[i].psize);
317 
318 		if (template[i].ksize) {
319 			crypto_ahash_clear_flags(tfm, ~0);
320 			if (template[i].ksize > MAX_KEYLEN) {
321 				pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
322 				       j, algo, template[i].ksize, MAX_KEYLEN);
323 				ret = -EINVAL;
324 				goto out;
325 			}
326 			memcpy(key, template[i].key, template[i].ksize);
327 			ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
328 			if (ret) {
329 				printk(KERN_ERR "alg: hash: setkey failed on "
330 				       "test %d for %s: ret=%d\n", j, algo,
331 				       -ret);
332 				goto out;
333 			}
334 		}
335 
336 		ahash_request_set_crypt(req, sg, result, template[i].psize);
337 		if (use_digest) {
338 			ret = wait_async_op(&tresult, crypto_ahash_digest(req));
339 			if (ret) {
340 				pr_err("alg: hash: digest failed on test %d "
341 				       "for %s: ret=%d\n", j, algo, -ret);
342 				goto out;
343 			}
344 		} else {
345 			ret = wait_async_op(&tresult, crypto_ahash_init(req));
346 			if (ret) {
347 				pr_err("alg: hash: init failed on test %d "
348 				       "for %s: ret=%d\n", j, algo, -ret);
349 				goto out;
350 			}
351 			ret = wait_async_op(&tresult, crypto_ahash_update(req));
352 			if (ret) {
353 				pr_err("alg: hash: update failed on test %d "
354 				       "for %s: ret=%d\n", j, algo, -ret);
355 				goto out;
356 			}
357 			ret = wait_async_op(&tresult, crypto_ahash_final(req));
358 			if (ret) {
359 				pr_err("alg: hash: final failed on test %d "
360 				       "for %s: ret=%d\n", j, algo, -ret);
361 				goto out;
362 			}
363 		}
364 
365 		if (memcmp(result, template[i].digest,
366 			   crypto_ahash_digestsize(tfm))) {
367 			printk(KERN_ERR "alg: hash: Test %d failed for %s\n",
368 			       j, algo);
369 			hexdump(result, crypto_ahash_digestsize(tfm));
370 			ret = -EINVAL;
371 			goto out;
372 		}
373 	}
374 
375 	j = 0;
376 	for (i = 0; i < tcount; i++) {
377 		/* alignment tests are only done with continuous buffers */
378 		if (align_offset != 0)
379 			break;
380 
381 		if (!template[i].np)
382 			continue;
383 
384 		j++;
385 		memset(result, 0, digest_size);
386 
387 		temp = 0;
388 		sg_init_table(sg, template[i].np);
389 		ret = -EINVAL;
390 		for (k = 0; k < template[i].np; k++) {
391 			if (WARN_ON(offset_in_page(IDX[k]) +
392 				    template[i].tap[k] > PAGE_SIZE))
393 				goto out;
394 			sg_set_buf(&sg[k],
395 				   memcpy(xbuf[IDX[k] >> PAGE_SHIFT] +
396 					  offset_in_page(IDX[k]),
397 					  template[i].plaintext + temp,
398 					  template[i].tap[k]),
399 				   template[i].tap[k]);
400 			temp += template[i].tap[k];
401 		}
402 
403 		if (template[i].ksize) {
404 			if (template[i].ksize > MAX_KEYLEN) {
405 				pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
406 				       j, algo, template[i].ksize, MAX_KEYLEN);
407 				ret = -EINVAL;
408 				goto out;
409 			}
410 			crypto_ahash_clear_flags(tfm, ~0);
411 			memcpy(key, template[i].key, template[i].ksize);
412 			ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
413 
414 			if (ret) {
415 				printk(KERN_ERR "alg: hash: setkey "
416 				       "failed on chunking test %d "
417 				       "for %s: ret=%d\n", j, algo, -ret);
418 				goto out;
419 			}
420 		}
421 
422 		ahash_request_set_crypt(req, sg, result, template[i].psize);
423 		ret = crypto_ahash_digest(req);
424 		switch (ret) {
425 		case 0:
426 			break;
427 		case -EINPROGRESS:
428 		case -EBUSY:
429 			wait_for_completion(&tresult.completion);
430 			reinit_completion(&tresult.completion);
431 			ret = tresult.err;
432 			if (!ret)
433 				break;
434 			/* fall through */
435 		default:
436 			printk(KERN_ERR "alg: hash: digest failed "
437 			       "on chunking test %d for %s: "
438 			       "ret=%d\n", j, algo, -ret);
439 			goto out;
440 		}
441 
442 		if (memcmp(result, template[i].digest,
443 			   crypto_ahash_digestsize(tfm))) {
444 			printk(KERN_ERR "alg: hash: Chunking test %d "
445 			       "failed for %s\n", j, algo);
446 			hexdump(result, crypto_ahash_digestsize(tfm));
447 			ret = -EINVAL;
448 			goto out;
449 		}
450 	}
451 
452 	/* partial update exercise */
453 	j = 0;
454 	for (i = 0; i < tcount; i++) {
455 		/* alignment tests are only done with continuous buffers */
456 		if (align_offset != 0)
457 			break;
458 
459 		if (template[i].np < 2)
460 			continue;
461 
462 		j++;
463 		memset(result, 0, digest_size);
464 
465 		ret = -EINVAL;
466 		hash_buff = xbuf[0];
467 		memcpy(hash_buff, template[i].plaintext,
468 			template[i].tap[0]);
469 		sg_init_one(&sg[0], hash_buff, template[i].tap[0]);
470 
471 		if (template[i].ksize) {
472 			crypto_ahash_clear_flags(tfm, ~0);
473 			if (template[i].ksize > MAX_KEYLEN) {
474 				pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
475 					j, algo, template[i].ksize, MAX_KEYLEN);
476 				ret = -EINVAL;
477 				goto out;
478 			}
479 			memcpy(key, template[i].key, template[i].ksize);
480 			ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
481 			if (ret) {
482 				pr_err("alg: hash: setkey failed on test %d for %s: ret=%d\n",
483 					j, algo, -ret);
484 				goto out;
485 			}
486 		}
487 
488 		ahash_request_set_crypt(req, sg, result, template[i].tap[0]);
489 		ret = wait_async_op(&tresult, crypto_ahash_init(req));
490 		if (ret) {
491 			pr_err("alg: hash: init failed on test %d for %s: ret=%d\n",
492 				j, algo, -ret);
493 			goto out;
494 		}
495 		ret = wait_async_op(&tresult, crypto_ahash_update(req));
496 		if (ret) {
497 			pr_err("alg: hash: update failed on test %d for %s: ret=%d\n",
498 				j, algo, -ret);
499 			goto out;
500 		}
501 
502 		temp = template[i].tap[0];
503 		for (k = 1; k < template[i].np; k++) {
504 			ret = ahash_partial_update(&req, tfm, &template[i],
505 				hash_buff, k, temp, &sg[0], algo, result,
506 				&tresult);
507 			if (ret) {
508 				pr_err("alg: hash: partial update failed on test %d for %s: ret=%d\n",
509 					j, algo, -ret);
510 				goto out_noreq;
511 			}
512 			temp += template[i].tap[k];
513 		}
514 		ret = wait_async_op(&tresult, crypto_ahash_final(req));
515 		if (ret) {
516 			pr_err("alg: hash: final failed on test %d for %s: ret=%d\n",
517 				j, algo, -ret);
518 			goto out;
519 		}
520 		if (memcmp(result, template[i].digest,
521 			   crypto_ahash_digestsize(tfm))) {
522 			pr_err("alg: hash: Partial Test %d failed for %s\n",
523 			       j, algo);
524 			hexdump(result, crypto_ahash_digestsize(tfm));
525 			ret = -EINVAL;
526 			goto out;
527 		}
528 	}
529 
530 	ret = 0;
531 
532 out:
533 	ahash_request_free(req);
534 out_noreq:
535 	testmgr_free_buf(xbuf);
536 out_nobuf:
537 	kfree(key);
538 	kfree(result);
539 	return ret;
540 }
541 
test_hash(struct crypto_ahash * tfm,const struct hash_testvec * template,unsigned int tcount,bool use_digest)542 static int test_hash(struct crypto_ahash *tfm,
543 		     const struct hash_testvec *template,
544 		     unsigned int tcount, bool use_digest)
545 {
546 	unsigned int alignmask;
547 	int ret;
548 
549 	ret = __test_hash(tfm, template, tcount, use_digest, 0);
550 	if (ret)
551 		return ret;
552 
553 	/* test unaligned buffers, check with one byte offset */
554 	ret = __test_hash(tfm, template, tcount, use_digest, 1);
555 	if (ret)
556 		return ret;
557 
558 	alignmask = crypto_tfm_alg_alignmask(&tfm->base);
559 	if (alignmask) {
560 		/* Check if alignment mask for tfm is correctly set. */
561 		ret = __test_hash(tfm, template, tcount, use_digest,
562 				  alignmask + 1);
563 		if (ret)
564 			return ret;
565 	}
566 
567 	return 0;
568 }
569 
__test_aead(struct crypto_aead * tfm,int enc,const struct aead_testvec * template,unsigned int tcount,const bool diff_dst,const int align_offset)570 static int __test_aead(struct crypto_aead *tfm, int enc,
571 		       const struct aead_testvec *template, unsigned int tcount,
572 		       const bool diff_dst, const int align_offset)
573 {
574 	const char *algo = crypto_tfm_alg_driver_name(crypto_aead_tfm(tfm));
575 	unsigned int i, j, k, n, temp;
576 	int ret = -ENOMEM;
577 	char *q;
578 	char *key;
579 	struct aead_request *req;
580 	struct scatterlist *sg;
581 	struct scatterlist *sgout;
582 	const char *e, *d;
583 	struct tcrypt_result result;
584 	unsigned int authsize, iv_len;
585 	void *input;
586 	void *output;
587 	void *assoc;
588 	char *iv;
589 	char *xbuf[XBUFSIZE];
590 	char *xoutbuf[XBUFSIZE];
591 	char *axbuf[XBUFSIZE];
592 
593 	iv = kzalloc(MAX_IVLEN, GFP_KERNEL);
594 	if (!iv)
595 		return ret;
596 	key = kmalloc(MAX_KEYLEN, GFP_KERNEL);
597 	if (!key)
598 		goto out_noxbuf;
599 	if (testmgr_alloc_buf(xbuf))
600 		goto out_noxbuf;
601 	if (testmgr_alloc_buf(axbuf))
602 		goto out_noaxbuf;
603 	if (diff_dst && testmgr_alloc_buf(xoutbuf))
604 		goto out_nooutbuf;
605 
606 	/* avoid "the frame size is larger than 1024 bytes" compiler warning */
607 	sg = kmalloc(sizeof(*sg) * 8 * (diff_dst ? 4 : 2), GFP_KERNEL);
608 	if (!sg)
609 		goto out_nosg;
610 	sgout = &sg[16];
611 
612 	if (diff_dst)
613 		d = "-ddst";
614 	else
615 		d = "";
616 
617 	if (enc == ENCRYPT)
618 		e = "encryption";
619 	else
620 		e = "decryption";
621 
622 	init_completion(&result.completion);
623 
624 	req = aead_request_alloc(tfm, GFP_KERNEL);
625 	if (!req) {
626 		pr_err("alg: aead%s: Failed to allocate request for %s\n",
627 		       d, algo);
628 		goto out;
629 	}
630 
631 	aead_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
632 				  tcrypt_complete, &result);
633 
634 	iv_len = crypto_aead_ivsize(tfm);
635 
636 	for (i = 0, j = 0; i < tcount; i++) {
637 		if (template[i].np)
638 			continue;
639 
640 		j++;
641 
642 		/* some templates have no input data but they will
643 		 * touch input
644 		 */
645 		input = xbuf[0];
646 		input += align_offset;
647 		assoc = axbuf[0];
648 
649 		ret = -EINVAL;
650 		if (WARN_ON(align_offset + template[i].ilen >
651 			    PAGE_SIZE || template[i].alen > PAGE_SIZE))
652 			goto out;
653 
654 		memcpy(input, template[i].input, template[i].ilen);
655 		memcpy(assoc, template[i].assoc, template[i].alen);
656 		if (template[i].iv)
657 			memcpy(iv, template[i].iv, iv_len);
658 		else
659 			memset(iv, 0, iv_len);
660 
661 		crypto_aead_clear_flags(tfm, ~0);
662 		if (template[i].wk)
663 			crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
664 
665 		if (template[i].klen > MAX_KEYLEN) {
666 			pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
667 			       d, j, algo, template[i].klen,
668 			       MAX_KEYLEN);
669 			ret = -EINVAL;
670 			goto out;
671 		}
672 		memcpy(key, template[i].key, template[i].klen);
673 
674 		ret = crypto_aead_setkey(tfm, key, template[i].klen);
675 		if (template[i].fail == !ret) {
676 			pr_err("alg: aead%s: setkey failed on test %d for %s: flags=%x\n",
677 			       d, j, algo, crypto_aead_get_flags(tfm));
678 			goto out;
679 		} else if (ret)
680 			continue;
681 
682 		authsize = abs(template[i].rlen - template[i].ilen);
683 		ret = crypto_aead_setauthsize(tfm, authsize);
684 		if (ret) {
685 			pr_err("alg: aead%s: Failed to set authsize to %u on test %d for %s\n",
686 			       d, authsize, j, algo);
687 			goto out;
688 		}
689 
690 		k = !!template[i].alen;
691 		sg_init_table(sg, k + 1);
692 		sg_set_buf(&sg[0], assoc, template[i].alen);
693 		sg_set_buf(&sg[k], input,
694 			   template[i].ilen + (enc ? authsize : 0));
695 		output = input;
696 
697 		if (diff_dst) {
698 			sg_init_table(sgout, k + 1);
699 			sg_set_buf(&sgout[0], assoc, template[i].alen);
700 
701 			output = xoutbuf[0];
702 			output += align_offset;
703 			sg_set_buf(&sgout[k], output,
704 				   template[i].rlen + (enc ? 0 : authsize));
705 		}
706 
707 		aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
708 				       template[i].ilen, iv);
709 
710 		aead_request_set_ad(req, template[i].alen);
711 
712 		ret = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
713 
714 		switch (ret) {
715 		case 0:
716 			if (template[i].novrfy) {
717 				/* verification was supposed to fail */
718 				pr_err("alg: aead%s: %s failed on test %d for %s: ret was 0, expected -EBADMSG\n",
719 				       d, e, j, algo);
720 				/* so really, we got a bad message */
721 				ret = -EBADMSG;
722 				goto out;
723 			}
724 			break;
725 		case -EINPROGRESS:
726 		case -EBUSY:
727 			wait_for_completion(&result.completion);
728 			reinit_completion(&result.completion);
729 			ret = result.err;
730 			if (!ret)
731 				break;
732 		case -EBADMSG:
733 			if (template[i].novrfy)
734 				/* verification failure was expected */
735 				continue;
736 			/* fall through */
737 		default:
738 			pr_err("alg: aead%s: %s failed on test %d for %s: ret=%d\n",
739 			       d, e, j, algo, -ret);
740 			goto out;
741 		}
742 
743 		q = output;
744 		if (memcmp(q, template[i].result, template[i].rlen)) {
745 			pr_err("alg: aead%s: Test %d failed on %s for %s\n",
746 			       d, j, e, algo);
747 			hexdump(q, template[i].rlen);
748 			ret = -EINVAL;
749 			goto out;
750 		}
751 	}
752 
753 	for (i = 0, j = 0; i < tcount; i++) {
754 		/* alignment tests are only done with continuous buffers */
755 		if (align_offset != 0)
756 			break;
757 
758 		if (!template[i].np)
759 			continue;
760 
761 		j++;
762 
763 		if (template[i].iv)
764 			memcpy(iv, template[i].iv, iv_len);
765 		else
766 			memset(iv, 0, MAX_IVLEN);
767 
768 		crypto_aead_clear_flags(tfm, ~0);
769 		if (template[i].wk)
770 			crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
771 		if (template[i].klen > MAX_KEYLEN) {
772 			pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
773 			       d, j, algo, template[i].klen, MAX_KEYLEN);
774 			ret = -EINVAL;
775 			goto out;
776 		}
777 		memcpy(key, template[i].key, template[i].klen);
778 
779 		ret = crypto_aead_setkey(tfm, key, template[i].klen);
780 		if (template[i].fail == !ret) {
781 			pr_err("alg: aead%s: setkey failed on chunk test %d for %s: flags=%x\n",
782 			       d, j, algo, crypto_aead_get_flags(tfm));
783 			goto out;
784 		} else if (ret)
785 			continue;
786 
787 		authsize = abs(template[i].rlen - template[i].ilen);
788 
789 		ret = -EINVAL;
790 		sg_init_table(sg, template[i].anp + template[i].np);
791 		if (diff_dst)
792 			sg_init_table(sgout, template[i].anp + template[i].np);
793 
794 		ret = -EINVAL;
795 		for (k = 0, temp = 0; k < template[i].anp; k++) {
796 			if (WARN_ON(offset_in_page(IDX[k]) +
797 				    template[i].atap[k] > PAGE_SIZE))
798 				goto out;
799 			sg_set_buf(&sg[k],
800 				   memcpy(axbuf[IDX[k] >> PAGE_SHIFT] +
801 					  offset_in_page(IDX[k]),
802 					  template[i].assoc + temp,
803 					  template[i].atap[k]),
804 				   template[i].atap[k]);
805 			if (diff_dst)
806 				sg_set_buf(&sgout[k],
807 					   axbuf[IDX[k] >> PAGE_SHIFT] +
808 					   offset_in_page(IDX[k]),
809 					   template[i].atap[k]);
810 			temp += template[i].atap[k];
811 		}
812 
813 		for (k = 0, temp = 0; k < template[i].np; k++) {
814 			if (WARN_ON(offset_in_page(IDX[k]) +
815 				    template[i].tap[k] > PAGE_SIZE))
816 				goto out;
817 
818 			q = xbuf[IDX[k] >> PAGE_SHIFT] + offset_in_page(IDX[k]);
819 			memcpy(q, template[i].input + temp, template[i].tap[k]);
820 			sg_set_buf(&sg[template[i].anp + k],
821 				   q, template[i].tap[k]);
822 
823 			if (diff_dst) {
824 				q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
825 				    offset_in_page(IDX[k]);
826 
827 				memset(q, 0, template[i].tap[k]);
828 
829 				sg_set_buf(&sgout[template[i].anp + k],
830 					   q, template[i].tap[k]);
831 			}
832 
833 			n = template[i].tap[k];
834 			if (k == template[i].np - 1 && enc)
835 				n += authsize;
836 			if (offset_in_page(q) + n < PAGE_SIZE)
837 				q[n] = 0;
838 
839 			temp += template[i].tap[k];
840 		}
841 
842 		ret = crypto_aead_setauthsize(tfm, authsize);
843 		if (ret) {
844 			pr_err("alg: aead%s: Failed to set authsize to %u on chunk test %d for %s\n",
845 			       d, authsize, j, algo);
846 			goto out;
847 		}
848 
849 		if (enc) {
850 			if (WARN_ON(sg[template[i].anp + k - 1].offset +
851 				    sg[template[i].anp + k - 1].length +
852 				    authsize > PAGE_SIZE)) {
853 				ret = -EINVAL;
854 				goto out;
855 			}
856 
857 			if (diff_dst)
858 				sgout[template[i].anp + k - 1].length +=
859 					authsize;
860 			sg[template[i].anp + k - 1].length += authsize;
861 		}
862 
863 		aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
864 				       template[i].ilen,
865 				       iv);
866 
867 		aead_request_set_ad(req, template[i].alen);
868 
869 		ret = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
870 
871 		switch (ret) {
872 		case 0:
873 			if (template[i].novrfy) {
874 				/* verification was supposed to fail */
875 				pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret was 0, expected -EBADMSG\n",
876 				       d, e, j, algo);
877 				/* so really, we got a bad message */
878 				ret = -EBADMSG;
879 				goto out;
880 			}
881 			break;
882 		case -EINPROGRESS:
883 		case -EBUSY:
884 			wait_for_completion(&result.completion);
885 			reinit_completion(&result.completion);
886 			ret = result.err;
887 			if (!ret)
888 				break;
889 		case -EBADMSG:
890 			if (template[i].novrfy)
891 				/* verification failure was expected */
892 				continue;
893 			/* fall through */
894 		default:
895 			pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret=%d\n",
896 			       d, e, j, algo, -ret);
897 			goto out;
898 		}
899 
900 		ret = -EINVAL;
901 		for (k = 0, temp = 0; k < template[i].np; k++) {
902 			if (diff_dst)
903 				q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
904 				    offset_in_page(IDX[k]);
905 			else
906 				q = xbuf[IDX[k] >> PAGE_SHIFT] +
907 				    offset_in_page(IDX[k]);
908 
909 			n = template[i].tap[k];
910 			if (k == template[i].np - 1)
911 				n += enc ? authsize : -authsize;
912 
913 			if (memcmp(q, template[i].result + temp, n)) {
914 				pr_err("alg: aead%s: Chunk test %d failed on %s at page %u for %s\n",
915 				       d, j, e, k, algo);
916 				hexdump(q, n);
917 				goto out;
918 			}
919 
920 			q += n;
921 			if (k == template[i].np - 1 && !enc) {
922 				if (!diff_dst &&
923 					memcmp(q, template[i].input +
924 					      temp + n, authsize))
925 					n = authsize;
926 				else
927 					n = 0;
928 			} else {
929 				for (n = 0; offset_in_page(q + n) && q[n]; n++)
930 					;
931 			}
932 			if (n) {
933 				pr_err("alg: aead%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
934 				       d, j, e, k, algo, n);
935 				hexdump(q, n);
936 				goto out;
937 			}
938 
939 			temp += template[i].tap[k];
940 		}
941 	}
942 
943 	ret = 0;
944 
945 out:
946 	aead_request_free(req);
947 	kfree(sg);
948 out_nosg:
949 	if (diff_dst)
950 		testmgr_free_buf(xoutbuf);
951 out_nooutbuf:
952 	testmgr_free_buf(axbuf);
953 out_noaxbuf:
954 	testmgr_free_buf(xbuf);
955 out_noxbuf:
956 	kfree(key);
957 	kfree(iv);
958 	return ret;
959 }
960 
test_aead(struct crypto_aead * tfm,int enc,const struct aead_testvec * template,unsigned int tcount)961 static int test_aead(struct crypto_aead *tfm, int enc,
962 		     const struct aead_testvec *template, unsigned int tcount)
963 {
964 	unsigned int alignmask;
965 	int ret;
966 
967 	/* test 'dst == src' case */
968 	ret = __test_aead(tfm, enc, template, tcount, false, 0);
969 	if (ret)
970 		return ret;
971 
972 	/* test 'dst != src' case */
973 	ret = __test_aead(tfm, enc, template, tcount, true, 0);
974 	if (ret)
975 		return ret;
976 
977 	/* test unaligned buffers, check with one byte offset */
978 	ret = __test_aead(tfm, enc, template, tcount, true, 1);
979 	if (ret)
980 		return ret;
981 
982 	alignmask = crypto_tfm_alg_alignmask(&tfm->base);
983 	if (alignmask) {
984 		/* Check if alignment mask for tfm is correctly set. */
985 		ret = __test_aead(tfm, enc, template, tcount, true,
986 				  alignmask + 1);
987 		if (ret)
988 			return ret;
989 	}
990 
991 	return 0;
992 }
993 
test_cipher(struct crypto_cipher * tfm,int enc,const struct cipher_testvec * template,unsigned int tcount)994 static int test_cipher(struct crypto_cipher *tfm, int enc,
995 		       const struct cipher_testvec *template,
996 		       unsigned int tcount)
997 {
998 	const char *algo = crypto_tfm_alg_driver_name(crypto_cipher_tfm(tfm));
999 	unsigned int i, j, k;
1000 	char *q;
1001 	const char *e;
1002 	void *data;
1003 	char *xbuf[XBUFSIZE];
1004 	int ret = -ENOMEM;
1005 
1006 	if (testmgr_alloc_buf(xbuf))
1007 		goto out_nobuf;
1008 
1009 	if (enc == ENCRYPT)
1010 	        e = "encryption";
1011 	else
1012 		e = "decryption";
1013 
1014 	j = 0;
1015 	for (i = 0; i < tcount; i++) {
1016 		if (template[i].np)
1017 			continue;
1018 
1019 		if (fips_enabled && template[i].fips_skip)
1020 			continue;
1021 
1022 		j++;
1023 
1024 		ret = -EINVAL;
1025 		if (WARN_ON(template[i].ilen > PAGE_SIZE))
1026 			goto out;
1027 
1028 		data = xbuf[0];
1029 		memcpy(data, template[i].input, template[i].ilen);
1030 
1031 		crypto_cipher_clear_flags(tfm, ~0);
1032 		if (template[i].wk)
1033 			crypto_cipher_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
1034 
1035 		ret = crypto_cipher_setkey(tfm, template[i].key,
1036 					   template[i].klen);
1037 		if (template[i].fail == !ret) {
1038 			printk(KERN_ERR "alg: cipher: setkey failed "
1039 			       "on test %d for %s: flags=%x\n", j,
1040 			       algo, crypto_cipher_get_flags(tfm));
1041 			goto out;
1042 		} else if (ret)
1043 			continue;
1044 
1045 		for (k = 0; k < template[i].ilen;
1046 		     k += crypto_cipher_blocksize(tfm)) {
1047 			if (enc)
1048 				crypto_cipher_encrypt_one(tfm, data + k,
1049 							  data + k);
1050 			else
1051 				crypto_cipher_decrypt_one(tfm, data + k,
1052 							  data + k);
1053 		}
1054 
1055 		q = data;
1056 		if (memcmp(q, template[i].result, template[i].rlen)) {
1057 			printk(KERN_ERR "alg: cipher: Test %d failed "
1058 			       "on %s for %s\n", j, e, algo);
1059 			hexdump(q, template[i].rlen);
1060 			ret = -EINVAL;
1061 			goto out;
1062 		}
1063 	}
1064 
1065 	ret = 0;
1066 
1067 out:
1068 	testmgr_free_buf(xbuf);
1069 out_nobuf:
1070 	return ret;
1071 }
1072 
__test_skcipher(struct crypto_skcipher * tfm,int enc,const struct cipher_testvec * template,unsigned int tcount,const bool diff_dst,const int align_offset)1073 static int __test_skcipher(struct crypto_skcipher *tfm, int enc,
1074 			   const struct cipher_testvec *template,
1075 			   unsigned int tcount,
1076 			   const bool diff_dst, const int align_offset)
1077 {
1078 	const char *algo =
1079 		crypto_tfm_alg_driver_name(crypto_skcipher_tfm(tfm));
1080 	unsigned int i, j, k, n, temp;
1081 	char *q;
1082 	struct skcipher_request *req;
1083 	struct scatterlist sg[8];
1084 	struct scatterlist sgout[8];
1085 	const char *e, *d;
1086 	struct tcrypt_result result;
1087 	void *data;
1088 	char iv[MAX_IVLEN];
1089 	char *xbuf[XBUFSIZE];
1090 	char *xoutbuf[XBUFSIZE];
1091 	int ret = -ENOMEM;
1092 	unsigned int ivsize = crypto_skcipher_ivsize(tfm);
1093 
1094 	if (testmgr_alloc_buf(xbuf))
1095 		goto out_nobuf;
1096 
1097 	if (diff_dst && testmgr_alloc_buf(xoutbuf))
1098 		goto out_nooutbuf;
1099 
1100 	if (diff_dst)
1101 		d = "-ddst";
1102 	else
1103 		d = "";
1104 
1105 	if (enc == ENCRYPT)
1106 	        e = "encryption";
1107 	else
1108 		e = "decryption";
1109 
1110 	init_completion(&result.completion);
1111 
1112 	req = skcipher_request_alloc(tfm, GFP_KERNEL);
1113 	if (!req) {
1114 		pr_err("alg: skcipher%s: Failed to allocate request for %s\n",
1115 		       d, algo);
1116 		goto out;
1117 	}
1118 
1119 	skcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1120 				      tcrypt_complete, &result);
1121 
1122 	j = 0;
1123 	for (i = 0; i < tcount; i++) {
1124 		if (template[i].np && !template[i].also_non_np)
1125 			continue;
1126 
1127 		if (fips_enabled && template[i].fips_skip)
1128 			continue;
1129 
1130 		if (template[i].iv)
1131 			memcpy(iv, template[i].iv, ivsize);
1132 		else
1133 			memset(iv, 0, MAX_IVLEN);
1134 
1135 		j++;
1136 		ret = -EINVAL;
1137 		if (WARN_ON(align_offset + template[i].ilen > PAGE_SIZE))
1138 			goto out;
1139 
1140 		data = xbuf[0];
1141 		data += align_offset;
1142 		memcpy(data, template[i].input, template[i].ilen);
1143 
1144 		crypto_skcipher_clear_flags(tfm, ~0);
1145 		if (template[i].wk)
1146 			crypto_skcipher_set_flags(tfm,
1147 						  CRYPTO_TFM_REQ_WEAK_KEY);
1148 
1149 		ret = crypto_skcipher_setkey(tfm, template[i].key,
1150 					     template[i].klen);
1151 		if (template[i].fail == !ret) {
1152 			pr_err("alg: skcipher%s: setkey failed on test %d for %s: flags=%x\n",
1153 			       d, j, algo, crypto_skcipher_get_flags(tfm));
1154 			goto out;
1155 		} else if (ret)
1156 			continue;
1157 
1158 		sg_init_one(&sg[0], data, template[i].ilen);
1159 		if (diff_dst) {
1160 			data = xoutbuf[0];
1161 			data += align_offset;
1162 			sg_init_one(&sgout[0], data, template[i].ilen);
1163 		}
1164 
1165 		skcipher_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
1166 					   template[i].ilen, iv);
1167 		ret = enc ? crypto_skcipher_encrypt(req) :
1168 			    crypto_skcipher_decrypt(req);
1169 
1170 		switch (ret) {
1171 		case 0:
1172 			break;
1173 		case -EINPROGRESS:
1174 		case -EBUSY:
1175 			wait_for_completion(&result.completion);
1176 			reinit_completion(&result.completion);
1177 			ret = result.err;
1178 			if (!ret)
1179 				break;
1180 			/* fall through */
1181 		default:
1182 			pr_err("alg: skcipher%s: %s failed on test %d for %s: ret=%d\n",
1183 			       d, e, j, algo, -ret);
1184 			goto out;
1185 		}
1186 
1187 		q = data;
1188 		if (memcmp(q, template[i].result, template[i].rlen)) {
1189 			pr_err("alg: skcipher%s: Test %d failed (invalid result) on %s for %s\n",
1190 			       d, j, e, algo);
1191 			hexdump(q, template[i].rlen);
1192 			ret = -EINVAL;
1193 			goto out;
1194 		}
1195 
1196 		if (template[i].iv_out &&
1197 		    memcmp(iv, template[i].iv_out,
1198 			   crypto_skcipher_ivsize(tfm))) {
1199 			pr_err("alg: skcipher%s: Test %d failed (invalid output IV) on %s for %s\n",
1200 			       d, j, e, algo);
1201 			hexdump(iv, crypto_skcipher_ivsize(tfm));
1202 			ret = -EINVAL;
1203 			goto out;
1204 		}
1205 	}
1206 
1207 	j = 0;
1208 	for (i = 0; i < tcount; i++) {
1209 		/* alignment tests are only done with continuous buffers */
1210 		if (align_offset != 0)
1211 			break;
1212 
1213 		if (!template[i].np)
1214 			continue;
1215 
1216 		if (fips_enabled && template[i].fips_skip)
1217 			continue;
1218 
1219 		if (template[i].iv)
1220 			memcpy(iv, template[i].iv, ivsize);
1221 		else
1222 			memset(iv, 0, MAX_IVLEN);
1223 
1224 		j++;
1225 		crypto_skcipher_clear_flags(tfm, ~0);
1226 		if (template[i].wk)
1227 			crypto_skcipher_set_flags(tfm,
1228 						  CRYPTO_TFM_REQ_WEAK_KEY);
1229 
1230 		ret = crypto_skcipher_setkey(tfm, template[i].key,
1231 					     template[i].klen);
1232 		if (template[i].fail == !ret) {
1233 			pr_err("alg: skcipher%s: setkey failed on chunk test %d for %s: flags=%x\n",
1234 			       d, j, algo, crypto_skcipher_get_flags(tfm));
1235 			goto out;
1236 		} else if (ret)
1237 			continue;
1238 
1239 		temp = 0;
1240 		ret = -EINVAL;
1241 		sg_init_table(sg, template[i].np);
1242 		if (diff_dst)
1243 			sg_init_table(sgout, template[i].np);
1244 		for (k = 0; k < template[i].np; k++) {
1245 			if (WARN_ON(offset_in_page(IDX[k]) +
1246 				    template[i].tap[k] > PAGE_SIZE))
1247 				goto out;
1248 
1249 			q = xbuf[IDX[k] >> PAGE_SHIFT] + offset_in_page(IDX[k]);
1250 
1251 			memcpy(q, template[i].input + temp, template[i].tap[k]);
1252 
1253 			if (offset_in_page(q) + template[i].tap[k] < PAGE_SIZE)
1254 				q[template[i].tap[k]] = 0;
1255 
1256 			sg_set_buf(&sg[k], q, template[i].tap[k]);
1257 			if (diff_dst) {
1258 				q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
1259 				    offset_in_page(IDX[k]);
1260 
1261 				sg_set_buf(&sgout[k], q, template[i].tap[k]);
1262 
1263 				memset(q, 0, template[i].tap[k]);
1264 				if (offset_in_page(q) +
1265 				    template[i].tap[k] < PAGE_SIZE)
1266 					q[template[i].tap[k]] = 0;
1267 			}
1268 
1269 			temp += template[i].tap[k];
1270 		}
1271 
1272 		skcipher_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
1273 					   template[i].ilen, iv);
1274 
1275 		ret = enc ? crypto_skcipher_encrypt(req) :
1276 			    crypto_skcipher_decrypt(req);
1277 
1278 		switch (ret) {
1279 		case 0:
1280 			break;
1281 		case -EINPROGRESS:
1282 		case -EBUSY:
1283 			wait_for_completion(&result.completion);
1284 			reinit_completion(&result.completion);
1285 			ret = result.err;
1286 			if (!ret)
1287 				break;
1288 			/* fall through */
1289 		default:
1290 			pr_err("alg: skcipher%s: %s failed on chunk test %d for %s: ret=%d\n",
1291 			       d, e, j, algo, -ret);
1292 			goto out;
1293 		}
1294 
1295 		temp = 0;
1296 		ret = -EINVAL;
1297 		for (k = 0; k < template[i].np; k++) {
1298 			if (diff_dst)
1299 				q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
1300 				    offset_in_page(IDX[k]);
1301 			else
1302 				q = xbuf[IDX[k] >> PAGE_SHIFT] +
1303 				    offset_in_page(IDX[k]);
1304 
1305 			if (memcmp(q, template[i].result + temp,
1306 				   template[i].tap[k])) {
1307 				pr_err("alg: skcipher%s: Chunk test %d failed on %s at page %u for %s\n",
1308 				       d, j, e, k, algo);
1309 				hexdump(q, template[i].tap[k]);
1310 				goto out;
1311 			}
1312 
1313 			q += template[i].tap[k];
1314 			for (n = 0; offset_in_page(q + n) && q[n]; n++)
1315 				;
1316 			if (n) {
1317 				pr_err("alg: skcipher%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
1318 				       d, j, e, k, algo, n);
1319 				hexdump(q, n);
1320 				goto out;
1321 			}
1322 			temp += template[i].tap[k];
1323 		}
1324 	}
1325 
1326 	ret = 0;
1327 
1328 out:
1329 	skcipher_request_free(req);
1330 	if (diff_dst)
1331 		testmgr_free_buf(xoutbuf);
1332 out_nooutbuf:
1333 	testmgr_free_buf(xbuf);
1334 out_nobuf:
1335 	return ret;
1336 }
1337 
test_skcipher(struct crypto_skcipher * tfm,int enc,const struct cipher_testvec * template,unsigned int tcount)1338 static int test_skcipher(struct crypto_skcipher *tfm, int enc,
1339 			 const struct cipher_testvec *template,
1340 			 unsigned int tcount)
1341 {
1342 	unsigned int alignmask;
1343 	int ret;
1344 
1345 	/* test 'dst == src' case */
1346 	ret = __test_skcipher(tfm, enc, template, tcount, false, 0);
1347 	if (ret)
1348 		return ret;
1349 
1350 	/* test 'dst != src' case */
1351 	ret = __test_skcipher(tfm, enc, template, tcount, true, 0);
1352 	if (ret)
1353 		return ret;
1354 
1355 	/* test unaligned buffers, check with one byte offset */
1356 	ret = __test_skcipher(tfm, enc, template, tcount, true, 1);
1357 	if (ret)
1358 		return ret;
1359 
1360 	alignmask = crypto_tfm_alg_alignmask(&tfm->base);
1361 	if (alignmask) {
1362 		/* Check if alignment mask for tfm is correctly set. */
1363 		ret = __test_skcipher(tfm, enc, template, tcount, true,
1364 				      alignmask + 1);
1365 		if (ret)
1366 			return ret;
1367 	}
1368 
1369 	return 0;
1370 }
1371 
test_comp(struct crypto_comp * tfm,const struct comp_testvec * ctemplate,const struct comp_testvec * dtemplate,int ctcount,int dtcount)1372 static int test_comp(struct crypto_comp *tfm,
1373 		     const struct comp_testvec *ctemplate,
1374 		     const struct comp_testvec *dtemplate,
1375 		     int ctcount, int dtcount)
1376 {
1377 	const char *algo = crypto_tfm_alg_driver_name(crypto_comp_tfm(tfm));
1378 	unsigned int i;
1379 	char result[COMP_BUF_SIZE];
1380 	int ret;
1381 
1382 	for (i = 0; i < ctcount; i++) {
1383 		int ilen;
1384 		unsigned int dlen = COMP_BUF_SIZE;
1385 
1386 		memset(result, 0, sizeof (result));
1387 
1388 		ilen = ctemplate[i].inlen;
1389 		ret = crypto_comp_compress(tfm, ctemplate[i].input,
1390 		                           ilen, result, &dlen);
1391 		if (ret) {
1392 			printk(KERN_ERR "alg: comp: compression failed "
1393 			       "on test %d for %s: ret=%d\n", i + 1, algo,
1394 			       -ret);
1395 			goto out;
1396 		}
1397 
1398 		if (dlen != ctemplate[i].outlen) {
1399 			printk(KERN_ERR "alg: comp: Compression test %d "
1400 			       "failed for %s: output len = %d\n", i + 1, algo,
1401 			       dlen);
1402 			ret = -EINVAL;
1403 			goto out;
1404 		}
1405 
1406 		if (memcmp(result, ctemplate[i].output, dlen)) {
1407 			printk(KERN_ERR "alg: comp: Compression test %d "
1408 			       "failed for %s\n", i + 1, algo);
1409 			hexdump(result, dlen);
1410 			ret = -EINVAL;
1411 			goto out;
1412 		}
1413 	}
1414 
1415 	for (i = 0; i < dtcount; i++) {
1416 		int ilen;
1417 		unsigned int dlen = COMP_BUF_SIZE;
1418 
1419 		memset(result, 0, sizeof (result));
1420 
1421 		ilen = dtemplate[i].inlen;
1422 		ret = crypto_comp_decompress(tfm, dtemplate[i].input,
1423 		                             ilen, result, &dlen);
1424 		if (ret) {
1425 			printk(KERN_ERR "alg: comp: decompression failed "
1426 			       "on test %d for %s: ret=%d\n", i + 1, algo,
1427 			       -ret);
1428 			goto out;
1429 		}
1430 
1431 		if (dlen != dtemplate[i].outlen) {
1432 			printk(KERN_ERR "alg: comp: Decompression test %d "
1433 			       "failed for %s: output len = %d\n", i + 1, algo,
1434 			       dlen);
1435 			ret = -EINVAL;
1436 			goto out;
1437 		}
1438 
1439 		if (memcmp(result, dtemplate[i].output, dlen)) {
1440 			printk(KERN_ERR "alg: comp: Decompression test %d "
1441 			       "failed for %s\n", i + 1, algo);
1442 			hexdump(result, dlen);
1443 			ret = -EINVAL;
1444 			goto out;
1445 		}
1446 	}
1447 
1448 	ret = 0;
1449 
1450 out:
1451 	return ret;
1452 }
1453 
test_acomp(struct crypto_acomp * tfm,const struct comp_testvec * ctemplate,const struct comp_testvec * dtemplate,int ctcount,int dtcount)1454 static int test_acomp(struct crypto_acomp *tfm,
1455 		      const struct comp_testvec *ctemplate,
1456 		      const struct comp_testvec *dtemplate,
1457 		      int ctcount, int dtcount)
1458 {
1459 	const char *algo = crypto_tfm_alg_driver_name(crypto_acomp_tfm(tfm));
1460 	unsigned int i;
1461 	char *output, *decomp_out;
1462 	int ret;
1463 	struct scatterlist src, dst;
1464 	struct acomp_req *req;
1465 	struct tcrypt_result result;
1466 
1467 	output = kmalloc(COMP_BUF_SIZE, GFP_KERNEL);
1468 	if (!output)
1469 		return -ENOMEM;
1470 
1471 	decomp_out = kmalloc(COMP_BUF_SIZE, GFP_KERNEL);
1472 	if (!decomp_out) {
1473 		kfree(output);
1474 		return -ENOMEM;
1475 	}
1476 
1477 	for (i = 0; i < ctcount; i++) {
1478 		unsigned int dlen = COMP_BUF_SIZE;
1479 		int ilen = ctemplate[i].inlen;
1480 		void *input_vec;
1481 
1482 		input_vec = kmemdup(ctemplate[i].input, ilen, GFP_KERNEL);
1483 		if (!input_vec) {
1484 			ret = -ENOMEM;
1485 			goto out;
1486 		}
1487 
1488 		memset(output, 0, dlen);
1489 		init_completion(&result.completion);
1490 		sg_init_one(&src, input_vec, ilen);
1491 		sg_init_one(&dst, output, dlen);
1492 
1493 		req = acomp_request_alloc(tfm);
1494 		if (!req) {
1495 			pr_err("alg: acomp: request alloc failed for %s\n",
1496 			       algo);
1497 			kfree(input_vec);
1498 			ret = -ENOMEM;
1499 			goto out;
1500 		}
1501 
1502 		acomp_request_set_params(req, &src, &dst, ilen, dlen);
1503 		acomp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1504 					   tcrypt_complete, &result);
1505 
1506 		ret = wait_async_op(&result, crypto_acomp_compress(req));
1507 		if (ret) {
1508 			pr_err("alg: acomp: compression failed on test %d for %s: ret=%d\n",
1509 			       i + 1, algo, -ret);
1510 			kfree(input_vec);
1511 			acomp_request_free(req);
1512 			goto out;
1513 		}
1514 
1515 		ilen = req->dlen;
1516 		dlen = COMP_BUF_SIZE;
1517 		sg_init_one(&src, output, ilen);
1518 		sg_init_one(&dst, decomp_out, dlen);
1519 		init_completion(&result.completion);
1520 		acomp_request_set_params(req, &src, &dst, ilen, dlen);
1521 
1522 		ret = wait_async_op(&result, crypto_acomp_decompress(req));
1523 		if (ret) {
1524 			pr_err("alg: acomp: compression failed on test %d for %s: ret=%d\n",
1525 			       i + 1, algo, -ret);
1526 			kfree(input_vec);
1527 			acomp_request_free(req);
1528 			goto out;
1529 		}
1530 
1531 		if (req->dlen != ctemplate[i].inlen) {
1532 			pr_err("alg: acomp: Compression test %d failed for %s: output len = %d\n",
1533 			       i + 1, algo, req->dlen);
1534 			ret = -EINVAL;
1535 			kfree(input_vec);
1536 			acomp_request_free(req);
1537 			goto out;
1538 		}
1539 
1540 		if (memcmp(input_vec, decomp_out, req->dlen)) {
1541 			pr_err("alg: acomp: Compression test %d failed for %s\n",
1542 			       i + 1, algo);
1543 			hexdump(output, req->dlen);
1544 			ret = -EINVAL;
1545 			kfree(input_vec);
1546 			acomp_request_free(req);
1547 			goto out;
1548 		}
1549 
1550 		kfree(input_vec);
1551 		acomp_request_free(req);
1552 	}
1553 
1554 	for (i = 0; i < dtcount; i++) {
1555 		unsigned int dlen = COMP_BUF_SIZE;
1556 		int ilen = dtemplate[i].inlen;
1557 		void *input_vec;
1558 
1559 		input_vec = kmemdup(dtemplate[i].input, ilen, GFP_KERNEL);
1560 		if (!input_vec) {
1561 			ret = -ENOMEM;
1562 			goto out;
1563 		}
1564 
1565 		memset(output, 0, dlen);
1566 		init_completion(&result.completion);
1567 		sg_init_one(&src, input_vec, ilen);
1568 		sg_init_one(&dst, output, dlen);
1569 
1570 		req = acomp_request_alloc(tfm);
1571 		if (!req) {
1572 			pr_err("alg: acomp: request alloc failed for %s\n",
1573 			       algo);
1574 			kfree(input_vec);
1575 			ret = -ENOMEM;
1576 			goto out;
1577 		}
1578 
1579 		acomp_request_set_params(req, &src, &dst, ilen, dlen);
1580 		acomp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1581 					   tcrypt_complete, &result);
1582 
1583 		ret = wait_async_op(&result, crypto_acomp_decompress(req));
1584 		if (ret) {
1585 			pr_err("alg: acomp: decompression failed on test %d for %s: ret=%d\n",
1586 			       i + 1, algo, -ret);
1587 			kfree(input_vec);
1588 			acomp_request_free(req);
1589 			goto out;
1590 		}
1591 
1592 		if (req->dlen != dtemplate[i].outlen) {
1593 			pr_err("alg: acomp: Decompression test %d failed for %s: output len = %d\n",
1594 			       i + 1, algo, req->dlen);
1595 			ret = -EINVAL;
1596 			kfree(input_vec);
1597 			acomp_request_free(req);
1598 			goto out;
1599 		}
1600 
1601 		if (memcmp(output, dtemplate[i].output, req->dlen)) {
1602 			pr_err("alg: acomp: Decompression test %d failed for %s\n",
1603 			       i + 1, algo);
1604 			hexdump(output, req->dlen);
1605 			ret = -EINVAL;
1606 			kfree(input_vec);
1607 			acomp_request_free(req);
1608 			goto out;
1609 		}
1610 
1611 		kfree(input_vec);
1612 		acomp_request_free(req);
1613 	}
1614 
1615 	ret = 0;
1616 
1617 out:
1618 	kfree(decomp_out);
1619 	kfree(output);
1620 	return ret;
1621 }
1622 
test_cprng(struct crypto_rng * tfm,const struct cprng_testvec * template,unsigned int tcount)1623 static int test_cprng(struct crypto_rng *tfm,
1624 		      const struct cprng_testvec *template,
1625 		      unsigned int tcount)
1626 {
1627 	const char *algo = crypto_tfm_alg_driver_name(crypto_rng_tfm(tfm));
1628 	int err = 0, i, j, seedsize;
1629 	u8 *seed;
1630 	char result[32];
1631 
1632 	seedsize = crypto_rng_seedsize(tfm);
1633 
1634 	seed = kmalloc(seedsize, GFP_KERNEL);
1635 	if (!seed) {
1636 		printk(KERN_ERR "alg: cprng: Failed to allocate seed space "
1637 		       "for %s\n", algo);
1638 		return -ENOMEM;
1639 	}
1640 
1641 	for (i = 0; i < tcount; i++) {
1642 		memset(result, 0, 32);
1643 
1644 		memcpy(seed, template[i].v, template[i].vlen);
1645 		memcpy(seed + template[i].vlen, template[i].key,
1646 		       template[i].klen);
1647 		memcpy(seed + template[i].vlen + template[i].klen,
1648 		       template[i].dt, template[i].dtlen);
1649 
1650 		err = crypto_rng_reset(tfm, seed, seedsize);
1651 		if (err) {
1652 			printk(KERN_ERR "alg: cprng: Failed to reset rng "
1653 			       "for %s\n", algo);
1654 			goto out;
1655 		}
1656 
1657 		for (j = 0; j < template[i].loops; j++) {
1658 			err = crypto_rng_get_bytes(tfm, result,
1659 						   template[i].rlen);
1660 			if (err < 0) {
1661 				printk(KERN_ERR "alg: cprng: Failed to obtain "
1662 				       "the correct amount of random data for "
1663 				       "%s (requested %d)\n", algo,
1664 				       template[i].rlen);
1665 				goto out;
1666 			}
1667 		}
1668 
1669 		err = memcmp(result, template[i].result,
1670 			     template[i].rlen);
1671 		if (err) {
1672 			printk(KERN_ERR "alg: cprng: Test %d failed for %s\n",
1673 			       i, algo);
1674 			hexdump(result, template[i].rlen);
1675 			err = -EINVAL;
1676 			goto out;
1677 		}
1678 	}
1679 
1680 out:
1681 	kfree(seed);
1682 	return err;
1683 }
1684 
alg_test_aead(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)1685 static int alg_test_aead(const struct alg_test_desc *desc, const char *driver,
1686 			 u32 type, u32 mask)
1687 {
1688 	struct crypto_aead *tfm;
1689 	int err = 0;
1690 
1691 	tfm = crypto_alloc_aead(driver, type, mask);
1692 	if (IS_ERR(tfm)) {
1693 		printk(KERN_ERR "alg: aead: Failed to load transform for %s: "
1694 		       "%ld\n", driver, PTR_ERR(tfm));
1695 		return PTR_ERR(tfm);
1696 	}
1697 
1698 	if (desc->suite.aead.enc.vecs) {
1699 		err = test_aead(tfm, ENCRYPT, desc->suite.aead.enc.vecs,
1700 				desc->suite.aead.enc.count);
1701 		if (err)
1702 			goto out;
1703 	}
1704 
1705 	if (!err && desc->suite.aead.dec.vecs)
1706 		err = test_aead(tfm, DECRYPT, desc->suite.aead.dec.vecs,
1707 				desc->suite.aead.dec.count);
1708 
1709 out:
1710 	crypto_free_aead(tfm);
1711 	return err;
1712 }
1713 
alg_test_cipher(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)1714 static int alg_test_cipher(const struct alg_test_desc *desc,
1715 			   const char *driver, u32 type, u32 mask)
1716 {
1717 	struct crypto_cipher *tfm;
1718 	int err = 0;
1719 
1720 	tfm = crypto_alloc_cipher(driver, type, mask);
1721 	if (IS_ERR(tfm)) {
1722 		printk(KERN_ERR "alg: cipher: Failed to load transform for "
1723 		       "%s: %ld\n", driver, PTR_ERR(tfm));
1724 		return PTR_ERR(tfm);
1725 	}
1726 
1727 	if (desc->suite.cipher.enc.vecs) {
1728 		err = test_cipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1729 				  desc->suite.cipher.enc.count);
1730 		if (err)
1731 			goto out;
1732 	}
1733 
1734 	if (desc->suite.cipher.dec.vecs)
1735 		err = test_cipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1736 				  desc->suite.cipher.dec.count);
1737 
1738 out:
1739 	crypto_free_cipher(tfm);
1740 	return err;
1741 }
1742 
alg_test_skcipher(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)1743 static int alg_test_skcipher(const struct alg_test_desc *desc,
1744 			     const char *driver, u32 type, u32 mask)
1745 {
1746 	struct crypto_skcipher *tfm;
1747 	int err = 0;
1748 
1749 	tfm = crypto_alloc_skcipher(driver, type, mask);
1750 	if (IS_ERR(tfm)) {
1751 		printk(KERN_ERR "alg: skcipher: Failed to load transform for "
1752 		       "%s: %ld\n", driver, PTR_ERR(tfm));
1753 		return PTR_ERR(tfm);
1754 	}
1755 
1756 	if (desc->suite.cipher.enc.vecs) {
1757 		err = test_skcipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1758 				    desc->suite.cipher.enc.count);
1759 		if (err)
1760 			goto out;
1761 	}
1762 
1763 	if (desc->suite.cipher.dec.vecs)
1764 		err = test_skcipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1765 				    desc->suite.cipher.dec.count);
1766 
1767 out:
1768 	crypto_free_skcipher(tfm);
1769 	return err;
1770 }
1771 
alg_test_comp(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)1772 static int alg_test_comp(const struct alg_test_desc *desc, const char *driver,
1773 			 u32 type, u32 mask)
1774 {
1775 	struct crypto_comp *comp;
1776 	struct crypto_acomp *acomp;
1777 	int err;
1778 	u32 algo_type = type & CRYPTO_ALG_TYPE_ACOMPRESS_MASK;
1779 
1780 	if (algo_type == CRYPTO_ALG_TYPE_ACOMPRESS) {
1781 		acomp = crypto_alloc_acomp(driver, type, mask);
1782 		if (IS_ERR(acomp)) {
1783 			pr_err("alg: acomp: Failed to load transform for %s: %ld\n",
1784 			       driver, PTR_ERR(acomp));
1785 			return PTR_ERR(acomp);
1786 		}
1787 		err = test_acomp(acomp, desc->suite.comp.comp.vecs,
1788 				 desc->suite.comp.decomp.vecs,
1789 				 desc->suite.comp.comp.count,
1790 				 desc->suite.comp.decomp.count);
1791 		crypto_free_acomp(acomp);
1792 	} else {
1793 		comp = crypto_alloc_comp(driver, type, mask);
1794 		if (IS_ERR(comp)) {
1795 			pr_err("alg: comp: Failed to load transform for %s: %ld\n",
1796 			       driver, PTR_ERR(comp));
1797 			return PTR_ERR(comp);
1798 		}
1799 
1800 		err = test_comp(comp, desc->suite.comp.comp.vecs,
1801 				desc->suite.comp.decomp.vecs,
1802 				desc->suite.comp.comp.count,
1803 				desc->suite.comp.decomp.count);
1804 
1805 		crypto_free_comp(comp);
1806 	}
1807 	return err;
1808 }
1809 
alg_test_hash(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)1810 static int alg_test_hash(const struct alg_test_desc *desc, const char *driver,
1811 			 u32 type, u32 mask)
1812 {
1813 	struct crypto_ahash *tfm;
1814 	int err;
1815 
1816 	tfm = crypto_alloc_ahash(driver, type, mask);
1817 	if (IS_ERR(tfm)) {
1818 		printk(KERN_ERR "alg: hash: Failed to load transform for %s: "
1819 		       "%ld\n", driver, PTR_ERR(tfm));
1820 		return PTR_ERR(tfm);
1821 	}
1822 
1823 	err = test_hash(tfm, desc->suite.hash.vecs,
1824 			desc->suite.hash.count, true);
1825 	if (!err)
1826 		err = test_hash(tfm, desc->suite.hash.vecs,
1827 				desc->suite.hash.count, false);
1828 
1829 	crypto_free_ahash(tfm);
1830 	return err;
1831 }
1832 
alg_test_crc32c(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)1833 static int alg_test_crc32c(const struct alg_test_desc *desc,
1834 			   const char *driver, u32 type, u32 mask)
1835 {
1836 	struct crypto_shash *tfm;
1837 	u32 val;
1838 	int err;
1839 
1840 	err = alg_test_hash(desc, driver, type, mask);
1841 	if (err)
1842 		return err;
1843 
1844 	tfm = crypto_alloc_shash(driver, type, mask);
1845 	if (IS_ERR(tfm)) {
1846 		if (PTR_ERR(tfm) == -ENOENT) {
1847 			/*
1848 			 * This crc32c implementation is only available through
1849 			 * ahash API, not the shash API, so the remaining part
1850 			 * of the test is not applicable to it.
1851 			 */
1852 			return 0;
1853 		}
1854 		printk(KERN_ERR "alg: crc32c: Failed to load transform for %s: "
1855 		       "%ld\n", driver, PTR_ERR(tfm));
1856 		return PTR_ERR(tfm);
1857 	}
1858 
1859 	do {
1860 		SHASH_DESC_ON_STACK(shash, tfm);
1861 		u32 *ctx = (u32 *)shash_desc_ctx(shash);
1862 
1863 		shash->tfm = tfm;
1864 		shash->flags = 0;
1865 
1866 		*ctx = le32_to_cpu(420553207);
1867 		err = crypto_shash_final(shash, (u8 *)&val);
1868 		if (err) {
1869 			printk(KERN_ERR "alg: crc32c: Operation failed for "
1870 			       "%s: %d\n", driver, err);
1871 			break;
1872 		}
1873 
1874 		if (val != ~420553207) {
1875 			printk(KERN_ERR "alg: crc32c: Test failed for %s: "
1876 			       "%d\n", driver, val);
1877 			err = -EINVAL;
1878 		}
1879 	} while (0);
1880 
1881 	crypto_free_shash(tfm);
1882 
1883 	return err;
1884 }
1885 
alg_test_cprng(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)1886 static int alg_test_cprng(const struct alg_test_desc *desc, const char *driver,
1887 			  u32 type, u32 mask)
1888 {
1889 	struct crypto_rng *rng;
1890 	int err;
1891 
1892 	rng = crypto_alloc_rng(driver, type, mask);
1893 	if (IS_ERR(rng)) {
1894 		printk(KERN_ERR "alg: cprng: Failed to load transform for %s: "
1895 		       "%ld\n", driver, PTR_ERR(rng));
1896 		return PTR_ERR(rng);
1897 	}
1898 
1899 	err = test_cprng(rng, desc->suite.cprng.vecs, desc->suite.cprng.count);
1900 
1901 	crypto_free_rng(rng);
1902 
1903 	return err;
1904 }
1905 
1906 
drbg_cavs_test(const struct drbg_testvec * test,int pr,const char * driver,u32 type,u32 mask)1907 static int drbg_cavs_test(const struct drbg_testvec *test, int pr,
1908 			  const char *driver, u32 type, u32 mask)
1909 {
1910 	int ret = -EAGAIN;
1911 	struct crypto_rng *drng;
1912 	struct drbg_test_data test_data;
1913 	struct drbg_string addtl, pers, testentropy;
1914 	unsigned char *buf = kzalloc(test->expectedlen, GFP_KERNEL);
1915 
1916 	if (!buf)
1917 		return -ENOMEM;
1918 
1919 	drng = crypto_alloc_rng(driver, type, mask);
1920 	if (IS_ERR(drng)) {
1921 		printk(KERN_ERR "alg: drbg: could not allocate DRNG handle for "
1922 		       "%s\n", driver);
1923 		kzfree(buf);
1924 		return -ENOMEM;
1925 	}
1926 
1927 	test_data.testentropy = &testentropy;
1928 	drbg_string_fill(&testentropy, test->entropy, test->entropylen);
1929 	drbg_string_fill(&pers, test->pers, test->perslen);
1930 	ret = crypto_drbg_reset_test(drng, &pers, &test_data);
1931 	if (ret) {
1932 		printk(KERN_ERR "alg: drbg: Failed to reset rng\n");
1933 		goto outbuf;
1934 	}
1935 
1936 	drbg_string_fill(&addtl, test->addtla, test->addtllen);
1937 	if (pr) {
1938 		drbg_string_fill(&testentropy, test->entpra, test->entprlen);
1939 		ret = crypto_drbg_get_bytes_addtl_test(drng,
1940 			buf, test->expectedlen, &addtl,	&test_data);
1941 	} else {
1942 		ret = crypto_drbg_get_bytes_addtl(drng,
1943 			buf, test->expectedlen, &addtl);
1944 	}
1945 	if (ret < 0) {
1946 		printk(KERN_ERR "alg: drbg: could not obtain random data for "
1947 		       "driver %s\n", driver);
1948 		goto outbuf;
1949 	}
1950 
1951 	drbg_string_fill(&addtl, test->addtlb, test->addtllen);
1952 	if (pr) {
1953 		drbg_string_fill(&testentropy, test->entprb, test->entprlen);
1954 		ret = crypto_drbg_get_bytes_addtl_test(drng,
1955 			buf, test->expectedlen, &addtl, &test_data);
1956 	} else {
1957 		ret = crypto_drbg_get_bytes_addtl(drng,
1958 			buf, test->expectedlen, &addtl);
1959 	}
1960 	if (ret < 0) {
1961 		printk(KERN_ERR "alg: drbg: could not obtain random data for "
1962 		       "driver %s\n", driver);
1963 		goto outbuf;
1964 	}
1965 
1966 	ret = memcmp(test->expected, buf, test->expectedlen);
1967 
1968 outbuf:
1969 	crypto_free_rng(drng);
1970 	kzfree(buf);
1971 	return ret;
1972 }
1973 
1974 
alg_test_drbg(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)1975 static int alg_test_drbg(const struct alg_test_desc *desc, const char *driver,
1976 			 u32 type, u32 mask)
1977 {
1978 	int err = 0;
1979 	int pr = 0;
1980 	int i = 0;
1981 	const struct drbg_testvec *template = desc->suite.drbg.vecs;
1982 	unsigned int tcount = desc->suite.drbg.count;
1983 
1984 	if (0 == memcmp(driver, "drbg_pr_", 8))
1985 		pr = 1;
1986 
1987 	for (i = 0; i < tcount; i++) {
1988 		err = drbg_cavs_test(&template[i], pr, driver, type, mask);
1989 		if (err) {
1990 			printk(KERN_ERR "alg: drbg: Test %d failed for %s\n",
1991 			       i, driver);
1992 			err = -EINVAL;
1993 			break;
1994 		}
1995 	}
1996 	return err;
1997 
1998 }
1999 
do_test_kpp(struct crypto_kpp * tfm,const struct kpp_testvec * vec,const char * alg)2000 static int do_test_kpp(struct crypto_kpp *tfm, const struct kpp_testvec *vec,
2001 		       const char *alg)
2002 {
2003 	struct kpp_request *req;
2004 	void *input_buf = NULL;
2005 	void *output_buf = NULL;
2006 	void *a_public = NULL;
2007 	void *a_ss = NULL;
2008 	void *shared_secret = NULL;
2009 	struct tcrypt_result result;
2010 	unsigned int out_len_max;
2011 	int err = -ENOMEM;
2012 	struct scatterlist src, dst;
2013 
2014 	req = kpp_request_alloc(tfm, GFP_KERNEL);
2015 	if (!req)
2016 		return err;
2017 
2018 	init_completion(&result.completion);
2019 
2020 	err = crypto_kpp_set_secret(tfm, vec->secret, vec->secret_size);
2021 	if (err < 0)
2022 		goto free_req;
2023 
2024 	out_len_max = crypto_kpp_maxsize(tfm);
2025 	output_buf = kzalloc(out_len_max, GFP_KERNEL);
2026 	if (!output_buf) {
2027 		err = -ENOMEM;
2028 		goto free_req;
2029 	}
2030 
2031 	/* Use appropriate parameter as base */
2032 	kpp_request_set_input(req, NULL, 0);
2033 	sg_init_one(&dst, output_buf, out_len_max);
2034 	kpp_request_set_output(req, &dst, out_len_max);
2035 	kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
2036 				 tcrypt_complete, &result);
2037 
2038 	/* Compute party A's public key */
2039 	err = wait_async_op(&result, crypto_kpp_generate_public_key(req));
2040 	if (err) {
2041 		pr_err("alg: %s: Party A: generate public key test failed. err %d\n",
2042 		       alg, err);
2043 		goto free_output;
2044 	}
2045 
2046 	if (vec->genkey) {
2047 		/* Save party A's public key */
2048 		a_public = kzalloc(out_len_max, GFP_KERNEL);
2049 		if (!a_public) {
2050 			err = -ENOMEM;
2051 			goto free_output;
2052 		}
2053 		memcpy(a_public, sg_virt(req->dst), out_len_max);
2054 	} else {
2055 		/* Verify calculated public key */
2056 		if (memcmp(vec->expected_a_public, sg_virt(req->dst),
2057 			   vec->expected_a_public_size)) {
2058 			pr_err("alg: %s: Party A: generate public key test failed. Invalid output\n",
2059 			       alg);
2060 			err = -EINVAL;
2061 			goto free_output;
2062 		}
2063 	}
2064 
2065 	/* Calculate shared secret key by using counter part (b) public key. */
2066 	input_buf = kzalloc(vec->b_public_size, GFP_KERNEL);
2067 	if (!input_buf) {
2068 		err = -ENOMEM;
2069 		goto free_output;
2070 	}
2071 
2072 	memcpy(input_buf, vec->b_public, vec->b_public_size);
2073 	sg_init_one(&src, input_buf, vec->b_public_size);
2074 	sg_init_one(&dst, output_buf, out_len_max);
2075 	kpp_request_set_input(req, &src, vec->b_public_size);
2076 	kpp_request_set_output(req, &dst, out_len_max);
2077 	kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
2078 				 tcrypt_complete, &result);
2079 	err = wait_async_op(&result, crypto_kpp_compute_shared_secret(req));
2080 	if (err) {
2081 		pr_err("alg: %s: Party A: compute shared secret test failed. err %d\n",
2082 		       alg, err);
2083 		goto free_all;
2084 	}
2085 
2086 	if (vec->genkey) {
2087 		/* Save the shared secret obtained by party A */
2088 		a_ss = kzalloc(vec->expected_ss_size, GFP_KERNEL);
2089 		if (!a_ss) {
2090 			err = -ENOMEM;
2091 			goto free_all;
2092 		}
2093 		memcpy(a_ss, sg_virt(req->dst), vec->expected_ss_size);
2094 
2095 		/*
2096 		 * Calculate party B's shared secret by using party A's
2097 		 * public key.
2098 		 */
2099 		err = crypto_kpp_set_secret(tfm, vec->b_secret,
2100 					    vec->b_secret_size);
2101 		if (err < 0)
2102 			goto free_all;
2103 
2104 		sg_init_one(&src, a_public, vec->expected_a_public_size);
2105 		sg_init_one(&dst, output_buf, out_len_max);
2106 		kpp_request_set_input(req, &src, vec->expected_a_public_size);
2107 		kpp_request_set_output(req, &dst, out_len_max);
2108 		kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
2109 					 tcrypt_complete, &result);
2110 		err = wait_async_op(&result,
2111 				    crypto_kpp_compute_shared_secret(req));
2112 		if (err) {
2113 			pr_err("alg: %s: Party B: compute shared secret failed. err %d\n",
2114 			       alg, err);
2115 			goto free_all;
2116 		}
2117 
2118 		shared_secret = a_ss;
2119 	} else {
2120 		shared_secret = (void *)vec->expected_ss;
2121 	}
2122 
2123 	/*
2124 	 * verify shared secret from which the user will derive
2125 	 * secret key by executing whatever hash it has chosen
2126 	 */
2127 	if (memcmp(shared_secret, sg_virt(req->dst),
2128 		   vec->expected_ss_size)) {
2129 		pr_err("alg: %s: compute shared secret test failed. Invalid output\n",
2130 		       alg);
2131 		err = -EINVAL;
2132 	}
2133 
2134 free_all:
2135 	kfree(a_ss);
2136 	kfree(input_buf);
2137 free_output:
2138 	kfree(a_public);
2139 	kfree(output_buf);
2140 free_req:
2141 	kpp_request_free(req);
2142 	return err;
2143 }
2144 
test_kpp(struct crypto_kpp * tfm,const char * alg,const struct kpp_testvec * vecs,unsigned int tcount)2145 static int test_kpp(struct crypto_kpp *tfm, const char *alg,
2146 		    const struct kpp_testvec *vecs, unsigned int tcount)
2147 {
2148 	int ret, i;
2149 
2150 	for (i = 0; i < tcount; i++) {
2151 		ret = do_test_kpp(tfm, vecs++, alg);
2152 		if (ret) {
2153 			pr_err("alg: %s: test failed on vector %d, err=%d\n",
2154 			       alg, i + 1, ret);
2155 			return ret;
2156 		}
2157 	}
2158 	return 0;
2159 }
2160 
alg_test_kpp(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)2161 static int alg_test_kpp(const struct alg_test_desc *desc, const char *driver,
2162 			u32 type, u32 mask)
2163 {
2164 	struct crypto_kpp *tfm;
2165 	int err = 0;
2166 
2167 	tfm = crypto_alloc_kpp(driver, type, mask);
2168 	if (IS_ERR(tfm)) {
2169 		pr_err("alg: kpp: Failed to load tfm for %s: %ld\n",
2170 		       driver, PTR_ERR(tfm));
2171 		return PTR_ERR(tfm);
2172 	}
2173 	if (desc->suite.kpp.vecs)
2174 		err = test_kpp(tfm, desc->alg, desc->suite.kpp.vecs,
2175 			       desc->suite.kpp.count);
2176 
2177 	crypto_free_kpp(tfm);
2178 	return err;
2179 }
2180 
test_akcipher_one(struct crypto_akcipher * tfm,const struct akcipher_testvec * vecs)2181 static int test_akcipher_one(struct crypto_akcipher *tfm,
2182 			     const struct akcipher_testvec *vecs)
2183 {
2184 	char *xbuf[XBUFSIZE];
2185 	struct akcipher_request *req;
2186 	void *outbuf_enc = NULL;
2187 	void *outbuf_dec = NULL;
2188 	struct tcrypt_result result;
2189 	unsigned int out_len_max, out_len = 0;
2190 	int err = -ENOMEM;
2191 	struct scatterlist src, dst, src_tab[2];
2192 
2193 	if (testmgr_alloc_buf(xbuf))
2194 		return err;
2195 
2196 	req = akcipher_request_alloc(tfm, GFP_KERNEL);
2197 	if (!req)
2198 		goto free_xbuf;
2199 
2200 	init_completion(&result.completion);
2201 
2202 	if (vecs->public_key_vec)
2203 		err = crypto_akcipher_set_pub_key(tfm, vecs->key,
2204 						  vecs->key_len);
2205 	else
2206 		err = crypto_akcipher_set_priv_key(tfm, vecs->key,
2207 						   vecs->key_len);
2208 	if (err)
2209 		goto free_req;
2210 
2211 	err = -ENOMEM;
2212 	out_len_max = crypto_akcipher_maxsize(tfm);
2213 	outbuf_enc = kzalloc(out_len_max, GFP_KERNEL);
2214 	if (!outbuf_enc)
2215 		goto free_req;
2216 
2217 	if (WARN_ON(vecs->m_size > PAGE_SIZE))
2218 		goto free_all;
2219 
2220 	memcpy(xbuf[0], vecs->m, vecs->m_size);
2221 
2222 	sg_init_table(src_tab, 2);
2223 	sg_set_buf(&src_tab[0], xbuf[0], 8);
2224 	sg_set_buf(&src_tab[1], xbuf[0] + 8, vecs->m_size - 8);
2225 	sg_init_one(&dst, outbuf_enc, out_len_max);
2226 	akcipher_request_set_crypt(req, src_tab, &dst, vecs->m_size,
2227 				   out_len_max);
2228 	akcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
2229 				      tcrypt_complete, &result);
2230 
2231 	err = wait_async_op(&result, vecs->siggen_sigver_test ?
2232 				     /* Run asymmetric signature generation */
2233 				     crypto_akcipher_sign(req) :
2234 				     /* Run asymmetric encrypt */
2235 				     crypto_akcipher_encrypt(req));
2236 	if (err) {
2237 		pr_err("alg: akcipher: encrypt test failed. err %d\n", err);
2238 		goto free_all;
2239 	}
2240 	if (req->dst_len != vecs->c_size) {
2241 		pr_err("alg: akcipher: encrypt test failed. Invalid output len\n");
2242 		err = -EINVAL;
2243 		goto free_all;
2244 	}
2245 	/* verify that encrypted message is equal to expected */
2246 	if (memcmp(vecs->c, outbuf_enc, vecs->c_size)) {
2247 		pr_err("alg: akcipher: encrypt test failed. Invalid output\n");
2248 		hexdump(outbuf_enc, vecs->c_size);
2249 		err = -EINVAL;
2250 		goto free_all;
2251 	}
2252 	/* Don't invoke decrypt for vectors with public key */
2253 	if (vecs->public_key_vec) {
2254 		err = 0;
2255 		goto free_all;
2256 	}
2257 	outbuf_dec = kzalloc(out_len_max, GFP_KERNEL);
2258 	if (!outbuf_dec) {
2259 		err = -ENOMEM;
2260 		goto free_all;
2261 	}
2262 
2263 	if (WARN_ON(vecs->c_size > PAGE_SIZE))
2264 		goto free_all;
2265 
2266 	memcpy(xbuf[0], vecs->c, vecs->c_size);
2267 
2268 	sg_init_one(&src, xbuf[0], vecs->c_size);
2269 	sg_init_one(&dst, outbuf_dec, out_len_max);
2270 	init_completion(&result.completion);
2271 	akcipher_request_set_crypt(req, &src, &dst, vecs->c_size, out_len_max);
2272 
2273 	err = wait_async_op(&result, vecs->siggen_sigver_test ?
2274 				     /* Run asymmetric signature verification */
2275 				     crypto_akcipher_verify(req) :
2276 				     /* Run asymmetric decrypt */
2277 				     crypto_akcipher_decrypt(req));
2278 	if (err) {
2279 		pr_err("alg: akcipher: decrypt test failed. err %d\n", err);
2280 		goto free_all;
2281 	}
2282 	out_len = req->dst_len;
2283 	if (out_len < vecs->m_size) {
2284 		pr_err("alg: akcipher: decrypt test failed. "
2285 		       "Invalid output len %u\n", out_len);
2286 		err = -EINVAL;
2287 		goto free_all;
2288 	}
2289 	/* verify that decrypted message is equal to the original msg */
2290 	if (memchr_inv(outbuf_dec, 0, out_len - vecs->m_size) ||
2291 	    memcmp(vecs->m, outbuf_dec + out_len - vecs->m_size,
2292 		   vecs->m_size)) {
2293 		pr_err("alg: akcipher: decrypt test failed. Invalid output\n");
2294 		hexdump(outbuf_dec, out_len);
2295 		err = -EINVAL;
2296 	}
2297 free_all:
2298 	kfree(outbuf_dec);
2299 	kfree(outbuf_enc);
2300 free_req:
2301 	akcipher_request_free(req);
2302 free_xbuf:
2303 	testmgr_free_buf(xbuf);
2304 	return err;
2305 }
2306 
test_akcipher(struct crypto_akcipher * tfm,const char * alg,const struct akcipher_testvec * vecs,unsigned int tcount)2307 static int test_akcipher(struct crypto_akcipher *tfm, const char *alg,
2308 			 const struct akcipher_testvec *vecs,
2309 			 unsigned int tcount)
2310 {
2311 	const char *algo =
2312 		crypto_tfm_alg_driver_name(crypto_akcipher_tfm(tfm));
2313 	int ret, i;
2314 
2315 	for (i = 0; i < tcount; i++) {
2316 		ret = test_akcipher_one(tfm, vecs++);
2317 		if (!ret)
2318 			continue;
2319 
2320 		pr_err("alg: akcipher: test %d failed for %s, err=%d\n",
2321 		       i + 1, algo, ret);
2322 		return ret;
2323 	}
2324 	return 0;
2325 }
2326 
alg_test_akcipher(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)2327 static int alg_test_akcipher(const struct alg_test_desc *desc,
2328 			     const char *driver, u32 type, u32 mask)
2329 {
2330 	struct crypto_akcipher *tfm;
2331 	int err = 0;
2332 
2333 	tfm = crypto_alloc_akcipher(driver, type, mask);
2334 	if (IS_ERR(tfm)) {
2335 		pr_err("alg: akcipher: Failed to load tfm for %s: %ld\n",
2336 		       driver, PTR_ERR(tfm));
2337 		return PTR_ERR(tfm);
2338 	}
2339 	if (desc->suite.akcipher.vecs)
2340 		err = test_akcipher(tfm, desc->alg, desc->suite.akcipher.vecs,
2341 				    desc->suite.akcipher.count);
2342 
2343 	crypto_free_akcipher(tfm);
2344 	return err;
2345 }
2346 
alg_test_null(const struct alg_test_desc * desc,const char * driver,u32 type,u32 mask)2347 static int alg_test_null(const struct alg_test_desc *desc,
2348 			     const char *driver, u32 type, u32 mask)
2349 {
2350 	return 0;
2351 }
2352 
2353 #define __VECS(tv)	{ .vecs = tv, .count = ARRAY_SIZE(tv) }
2354 
2355 /* Please keep this list sorted by algorithm name. */
2356 static const struct alg_test_desc alg_test_descs[] = {
2357 	{
2358 		.alg = "adiantum(xchacha12,aes)",
2359 		.test = alg_test_skcipher,
2360 		.suite = {
2361 			.cipher = {
2362 				.enc = __VECS(adiantum_xchacha12_aes_enc_tv_template),
2363 				.dec = __VECS(adiantum_xchacha12_aes_dec_tv_template)
2364 			}
2365 		},
2366 	}, {
2367 		.alg = "adiantum(xchacha20,aes)",
2368 		.test = alg_test_skcipher,
2369 		.suite = {
2370 			.cipher = {
2371 				.enc = __VECS(adiantum_xchacha20_aes_enc_tv_template),
2372 				.dec = __VECS(adiantum_xchacha20_aes_dec_tv_template)
2373 			}
2374 		},
2375 	}, {
2376 		.alg = "ansi_cprng",
2377 		.test = alg_test_cprng,
2378 		.suite = {
2379 			.cprng = __VECS(ansi_cprng_aes_tv_template)
2380 		}
2381 	}, {
2382 		.alg = "authenc(hmac(md5),ecb(cipher_null))",
2383 		.test = alg_test_aead,
2384 		.suite = {
2385 			.aead = {
2386 				.enc = __VECS(hmac_md5_ecb_cipher_null_enc_tv_template),
2387 				.dec = __VECS(hmac_md5_ecb_cipher_null_dec_tv_template)
2388 			}
2389 		}
2390 	}, {
2391 		.alg = "authenc(hmac(sha1),cbc(aes))",
2392 		.test = alg_test_aead,
2393 		.fips_allowed = 1,
2394 		.suite = {
2395 			.aead = {
2396 				.enc = __VECS(hmac_sha1_aes_cbc_enc_tv_temp)
2397 			}
2398 		}
2399 	}, {
2400 		.alg = "authenc(hmac(sha1),cbc(des))",
2401 		.test = alg_test_aead,
2402 		.suite = {
2403 			.aead = {
2404 				.enc = __VECS(hmac_sha1_des_cbc_enc_tv_temp)
2405 			}
2406 		}
2407 	}, {
2408 		.alg = "authenc(hmac(sha1),cbc(des3_ede))",
2409 		.test = alg_test_aead,
2410 		.fips_allowed = 1,
2411 		.suite = {
2412 			.aead = {
2413 				.enc = __VECS(hmac_sha1_des3_ede_cbc_enc_tv_temp)
2414 			}
2415 		}
2416 	}, {
2417 		.alg = "authenc(hmac(sha1),ctr(aes))",
2418 		.test = alg_test_null,
2419 		.fips_allowed = 1,
2420 	}, {
2421 		.alg = "authenc(hmac(sha1),ecb(cipher_null))",
2422 		.test = alg_test_aead,
2423 		.suite = {
2424 			.aead = {
2425 				.enc = __VECS(hmac_sha1_ecb_cipher_null_enc_tv_temp),
2426 				.dec = __VECS(hmac_sha1_ecb_cipher_null_dec_tv_temp)
2427 			}
2428 		}
2429 	}, {
2430 		.alg = "authenc(hmac(sha1),rfc3686(ctr(aes)))",
2431 		.test = alg_test_null,
2432 		.fips_allowed = 1,
2433 	}, {
2434 		.alg = "authenc(hmac(sha224),cbc(des))",
2435 		.test = alg_test_aead,
2436 		.suite = {
2437 			.aead = {
2438 				.enc = __VECS(hmac_sha224_des_cbc_enc_tv_temp)
2439 			}
2440 		}
2441 	}, {
2442 		.alg = "authenc(hmac(sha224),cbc(des3_ede))",
2443 		.test = alg_test_aead,
2444 		.fips_allowed = 1,
2445 		.suite = {
2446 			.aead = {
2447 				.enc = __VECS(hmac_sha224_des3_ede_cbc_enc_tv_temp)
2448 			}
2449 		}
2450 	}, {
2451 		.alg = "authenc(hmac(sha256),cbc(aes))",
2452 		.test = alg_test_aead,
2453 		.fips_allowed = 1,
2454 		.suite = {
2455 			.aead = {
2456 				.enc = __VECS(hmac_sha256_aes_cbc_enc_tv_temp)
2457 			}
2458 		}
2459 	}, {
2460 		.alg = "authenc(hmac(sha256),cbc(des))",
2461 		.test = alg_test_aead,
2462 		.suite = {
2463 			.aead = {
2464 				.enc = __VECS(hmac_sha256_des_cbc_enc_tv_temp)
2465 			}
2466 		}
2467 	}, {
2468 		.alg = "authenc(hmac(sha256),cbc(des3_ede))",
2469 		.test = alg_test_aead,
2470 		.fips_allowed = 1,
2471 		.suite = {
2472 			.aead = {
2473 				.enc = __VECS(hmac_sha256_des3_ede_cbc_enc_tv_temp)
2474 			}
2475 		}
2476 	}, {
2477 		.alg = "authenc(hmac(sha256),ctr(aes))",
2478 		.test = alg_test_null,
2479 		.fips_allowed = 1,
2480 	}, {
2481 		.alg = "authenc(hmac(sha256),rfc3686(ctr(aes)))",
2482 		.test = alg_test_null,
2483 		.fips_allowed = 1,
2484 	}, {
2485 		.alg = "authenc(hmac(sha384),cbc(des))",
2486 		.test = alg_test_aead,
2487 		.suite = {
2488 			.aead = {
2489 				.enc = __VECS(hmac_sha384_des_cbc_enc_tv_temp)
2490 			}
2491 		}
2492 	}, {
2493 		.alg = "authenc(hmac(sha384),cbc(des3_ede))",
2494 		.test = alg_test_aead,
2495 		.fips_allowed = 1,
2496 		.suite = {
2497 			.aead = {
2498 				.enc = __VECS(hmac_sha384_des3_ede_cbc_enc_tv_temp)
2499 			}
2500 		}
2501 	}, {
2502 		.alg = "authenc(hmac(sha384),ctr(aes))",
2503 		.test = alg_test_null,
2504 		.fips_allowed = 1,
2505 	}, {
2506 		.alg = "authenc(hmac(sha384),rfc3686(ctr(aes)))",
2507 		.test = alg_test_null,
2508 		.fips_allowed = 1,
2509 	}, {
2510 		.alg = "authenc(hmac(sha512),cbc(aes))",
2511 		.fips_allowed = 1,
2512 		.test = alg_test_aead,
2513 		.suite = {
2514 			.aead = {
2515 				.enc = __VECS(hmac_sha512_aes_cbc_enc_tv_temp)
2516 			}
2517 		}
2518 	}, {
2519 		.alg = "authenc(hmac(sha512),cbc(des))",
2520 		.test = alg_test_aead,
2521 		.suite = {
2522 			.aead = {
2523 				.enc = __VECS(hmac_sha512_des_cbc_enc_tv_temp)
2524 			}
2525 		}
2526 	}, {
2527 		.alg = "authenc(hmac(sha512),cbc(des3_ede))",
2528 		.test = alg_test_aead,
2529 		.fips_allowed = 1,
2530 		.suite = {
2531 			.aead = {
2532 				.enc = __VECS(hmac_sha512_des3_ede_cbc_enc_tv_temp)
2533 			}
2534 		}
2535 	}, {
2536 		.alg = "authenc(hmac(sha512),ctr(aes))",
2537 		.test = alg_test_null,
2538 		.fips_allowed = 1,
2539 	}, {
2540 		.alg = "authenc(hmac(sha512),rfc3686(ctr(aes)))",
2541 		.test = alg_test_null,
2542 		.fips_allowed = 1,
2543 	}, {
2544 		.alg = "cbc(aes)",
2545 		.test = alg_test_skcipher,
2546 		.fips_allowed = 1,
2547 		.suite = {
2548 			.cipher = {
2549 				.enc = __VECS(aes_cbc_enc_tv_template),
2550 				.dec = __VECS(aes_cbc_dec_tv_template)
2551 			}
2552 		}
2553 	}, {
2554 		.alg = "cbc(anubis)",
2555 		.test = alg_test_skcipher,
2556 		.suite = {
2557 			.cipher = {
2558 				.enc = __VECS(anubis_cbc_enc_tv_template),
2559 				.dec = __VECS(anubis_cbc_dec_tv_template)
2560 			}
2561 		}
2562 	}, {
2563 		.alg = "cbc(blowfish)",
2564 		.test = alg_test_skcipher,
2565 		.suite = {
2566 			.cipher = {
2567 				.enc = __VECS(bf_cbc_enc_tv_template),
2568 				.dec = __VECS(bf_cbc_dec_tv_template)
2569 			}
2570 		}
2571 	}, {
2572 		.alg = "cbc(camellia)",
2573 		.test = alg_test_skcipher,
2574 		.suite = {
2575 			.cipher = {
2576 				.enc = __VECS(camellia_cbc_enc_tv_template),
2577 				.dec = __VECS(camellia_cbc_dec_tv_template)
2578 			}
2579 		}
2580 	}, {
2581 		.alg = "cbc(cast5)",
2582 		.test = alg_test_skcipher,
2583 		.suite = {
2584 			.cipher = {
2585 				.enc = __VECS(cast5_cbc_enc_tv_template),
2586 				.dec = __VECS(cast5_cbc_dec_tv_template)
2587 			}
2588 		}
2589 	}, {
2590 		.alg = "cbc(cast6)",
2591 		.test = alg_test_skcipher,
2592 		.suite = {
2593 			.cipher = {
2594 				.enc = __VECS(cast6_cbc_enc_tv_template),
2595 				.dec = __VECS(cast6_cbc_dec_tv_template)
2596 			}
2597 		}
2598 	}, {
2599 		.alg = "cbc(des)",
2600 		.test = alg_test_skcipher,
2601 		.suite = {
2602 			.cipher = {
2603 				.enc = __VECS(des_cbc_enc_tv_template),
2604 				.dec = __VECS(des_cbc_dec_tv_template)
2605 			}
2606 		}
2607 	}, {
2608 		.alg = "cbc(des3_ede)",
2609 		.test = alg_test_skcipher,
2610 		.fips_allowed = 1,
2611 		.suite = {
2612 			.cipher = {
2613 				.enc = __VECS(des3_ede_cbc_enc_tv_template),
2614 				.dec = __VECS(des3_ede_cbc_dec_tv_template)
2615 			}
2616 		}
2617 	}, {
2618 		.alg = "cbc(serpent)",
2619 		.test = alg_test_skcipher,
2620 		.suite = {
2621 			.cipher = {
2622 				.enc = __VECS(serpent_cbc_enc_tv_template),
2623 				.dec = __VECS(serpent_cbc_dec_tv_template)
2624 			}
2625 		}
2626 	}, {
2627 		.alg = "cbc(twofish)",
2628 		.test = alg_test_skcipher,
2629 		.suite = {
2630 			.cipher = {
2631 				.enc = __VECS(tf_cbc_enc_tv_template),
2632 				.dec = __VECS(tf_cbc_dec_tv_template)
2633 			}
2634 		}
2635 	}, {
2636 		.alg = "cbcmac(aes)",
2637 		.fips_allowed = 1,
2638 		.test = alg_test_hash,
2639 		.suite = {
2640 			.hash = __VECS(aes_cbcmac_tv_template)
2641 		}
2642 	}, {
2643 		.alg = "ccm(aes)",
2644 		.test = alg_test_aead,
2645 		.fips_allowed = 1,
2646 		.suite = {
2647 			.aead = {
2648 				.enc = __VECS(aes_ccm_enc_tv_template),
2649 				.dec = __VECS(aes_ccm_dec_tv_template)
2650 			}
2651 		}
2652 	}, {
2653 		.alg = "chacha20",
2654 		.test = alg_test_skcipher,
2655 		.suite = {
2656 			.cipher = {
2657 				.enc = __VECS(chacha20_enc_tv_template),
2658 				.dec = __VECS(chacha20_enc_tv_template),
2659 			}
2660 		}
2661 	}, {
2662 		.alg = "cmac(aes)",
2663 		.fips_allowed = 1,
2664 		.test = alg_test_hash,
2665 		.suite = {
2666 			.hash = __VECS(aes_cmac128_tv_template)
2667 		}
2668 	}, {
2669 		.alg = "cmac(des3_ede)",
2670 		.fips_allowed = 1,
2671 		.test = alg_test_hash,
2672 		.suite = {
2673 			.hash = __VECS(des3_ede_cmac64_tv_template)
2674 		}
2675 	}, {
2676 		.alg = "compress_null",
2677 		.test = alg_test_null,
2678 	}, {
2679 		.alg = "crc32",
2680 		.test = alg_test_hash,
2681 		.suite = {
2682 			.hash = __VECS(crc32_tv_template)
2683 		}
2684 	}, {
2685 		.alg = "crc32c",
2686 		.test = alg_test_crc32c,
2687 		.fips_allowed = 1,
2688 		.suite = {
2689 			.hash = __VECS(crc32c_tv_template)
2690 		}
2691 	}, {
2692 		.alg = "crct10dif",
2693 		.test = alg_test_hash,
2694 		.fips_allowed = 1,
2695 		.suite = {
2696 			.hash = __VECS(crct10dif_tv_template)
2697 		}
2698 	}, {
2699 		.alg = "ctr(aes)",
2700 		.test = alg_test_skcipher,
2701 		.fips_allowed = 1,
2702 		.suite = {
2703 			.cipher = {
2704 				.enc = __VECS(aes_ctr_enc_tv_template),
2705 				.dec = __VECS(aes_ctr_dec_tv_template)
2706 			}
2707 		}
2708 	}, {
2709 		.alg = "ctr(blowfish)",
2710 		.test = alg_test_skcipher,
2711 		.suite = {
2712 			.cipher = {
2713 				.enc = __VECS(bf_ctr_enc_tv_template),
2714 				.dec = __VECS(bf_ctr_dec_tv_template)
2715 			}
2716 		}
2717 	}, {
2718 		.alg = "ctr(camellia)",
2719 		.test = alg_test_skcipher,
2720 		.suite = {
2721 			.cipher = {
2722 				.enc = __VECS(camellia_ctr_enc_tv_template),
2723 				.dec = __VECS(camellia_ctr_dec_tv_template)
2724 			}
2725 		}
2726 	}, {
2727 		.alg = "ctr(cast5)",
2728 		.test = alg_test_skcipher,
2729 		.suite = {
2730 			.cipher = {
2731 				.enc = __VECS(cast5_ctr_enc_tv_template),
2732 				.dec = __VECS(cast5_ctr_dec_tv_template)
2733 			}
2734 		}
2735 	}, {
2736 		.alg = "ctr(cast6)",
2737 		.test = alg_test_skcipher,
2738 		.suite = {
2739 			.cipher = {
2740 				.enc = __VECS(cast6_ctr_enc_tv_template),
2741 				.dec = __VECS(cast6_ctr_dec_tv_template)
2742 			}
2743 		}
2744 	}, {
2745 		.alg = "ctr(des)",
2746 		.test = alg_test_skcipher,
2747 		.suite = {
2748 			.cipher = {
2749 				.enc = __VECS(des_ctr_enc_tv_template),
2750 				.dec = __VECS(des_ctr_dec_tv_template)
2751 			}
2752 		}
2753 	}, {
2754 		.alg = "ctr(des3_ede)",
2755 		.test = alg_test_skcipher,
2756 		.fips_allowed = 1,
2757 		.suite = {
2758 			.cipher = {
2759 				.enc = __VECS(des3_ede_ctr_enc_tv_template),
2760 				.dec = __VECS(des3_ede_ctr_dec_tv_template)
2761 			}
2762 		}
2763 	}, {
2764 		.alg = "ctr(serpent)",
2765 		.test = alg_test_skcipher,
2766 		.suite = {
2767 			.cipher = {
2768 				.enc = __VECS(serpent_ctr_enc_tv_template),
2769 				.dec = __VECS(serpent_ctr_dec_tv_template)
2770 			}
2771 		}
2772 	}, {
2773 		.alg = "ctr(twofish)",
2774 		.test = alg_test_skcipher,
2775 		.suite = {
2776 			.cipher = {
2777 				.enc = __VECS(tf_ctr_enc_tv_template),
2778 				.dec = __VECS(tf_ctr_dec_tv_template)
2779 			}
2780 		}
2781 	}, {
2782 		.alg = "cts(cbc(aes))",
2783 		.test = alg_test_skcipher,
2784 		.suite = {
2785 			.cipher = {
2786 				.enc = __VECS(cts_mode_enc_tv_template),
2787 				.dec = __VECS(cts_mode_dec_tv_template)
2788 			}
2789 		}
2790 	}, {
2791 		.alg = "deflate",
2792 		.test = alg_test_comp,
2793 		.fips_allowed = 1,
2794 		.suite = {
2795 			.comp = {
2796 				.comp = __VECS(deflate_comp_tv_template),
2797 				.decomp = __VECS(deflate_decomp_tv_template)
2798 			}
2799 		}
2800 	}, {
2801 		.alg = "dh",
2802 		.test = alg_test_kpp,
2803 		.fips_allowed = 1,
2804 		.suite = {
2805 			.kpp = __VECS(dh_tv_template)
2806 		}
2807 	}, {
2808 		.alg = "digest_null",
2809 		.test = alg_test_null,
2810 	}, {
2811 		.alg = "drbg_nopr_ctr_aes128",
2812 		.test = alg_test_drbg,
2813 		.fips_allowed = 1,
2814 		.suite = {
2815 			.drbg = __VECS(drbg_nopr_ctr_aes128_tv_template)
2816 		}
2817 	}, {
2818 		.alg = "drbg_nopr_ctr_aes192",
2819 		.test = alg_test_drbg,
2820 		.fips_allowed = 1,
2821 		.suite = {
2822 			.drbg = __VECS(drbg_nopr_ctr_aes192_tv_template)
2823 		}
2824 	}, {
2825 		.alg = "drbg_nopr_ctr_aes256",
2826 		.test = alg_test_drbg,
2827 		.fips_allowed = 1,
2828 		.suite = {
2829 			.drbg = __VECS(drbg_nopr_ctr_aes256_tv_template)
2830 		}
2831 	}, {
2832 		/*
2833 		 * There is no need to specifically test the DRBG with every
2834 		 * backend cipher -- covered by drbg_nopr_hmac_sha256 test
2835 		 */
2836 		.alg = "drbg_nopr_hmac_sha1",
2837 		.fips_allowed = 1,
2838 		.test = alg_test_null,
2839 	}, {
2840 		.alg = "drbg_nopr_hmac_sha256",
2841 		.test = alg_test_drbg,
2842 		.fips_allowed = 1,
2843 		.suite = {
2844 			.drbg = __VECS(drbg_nopr_hmac_sha256_tv_template)
2845 		}
2846 	}, {
2847 		/* covered by drbg_nopr_hmac_sha256 test */
2848 		.alg = "drbg_nopr_hmac_sha384",
2849 		.fips_allowed = 1,
2850 		.test = alg_test_null,
2851 	}, {
2852 		.alg = "drbg_nopr_hmac_sha512",
2853 		.test = alg_test_null,
2854 		.fips_allowed = 1,
2855 	}, {
2856 		.alg = "drbg_nopr_sha1",
2857 		.fips_allowed = 1,
2858 		.test = alg_test_null,
2859 	}, {
2860 		.alg = "drbg_nopr_sha256",
2861 		.test = alg_test_drbg,
2862 		.fips_allowed = 1,
2863 		.suite = {
2864 			.drbg = __VECS(drbg_nopr_sha256_tv_template)
2865 		}
2866 	}, {
2867 		/* covered by drbg_nopr_sha256 test */
2868 		.alg = "drbg_nopr_sha384",
2869 		.fips_allowed = 1,
2870 		.test = alg_test_null,
2871 	}, {
2872 		.alg = "drbg_nopr_sha512",
2873 		.fips_allowed = 1,
2874 		.test = alg_test_null,
2875 	}, {
2876 		.alg = "drbg_pr_ctr_aes128",
2877 		.test = alg_test_drbg,
2878 		.fips_allowed = 1,
2879 		.suite = {
2880 			.drbg = __VECS(drbg_pr_ctr_aes128_tv_template)
2881 		}
2882 	}, {
2883 		/* covered by drbg_pr_ctr_aes128 test */
2884 		.alg = "drbg_pr_ctr_aes192",
2885 		.fips_allowed = 1,
2886 		.test = alg_test_null,
2887 	}, {
2888 		.alg = "drbg_pr_ctr_aes256",
2889 		.fips_allowed = 1,
2890 		.test = alg_test_null,
2891 	}, {
2892 		.alg = "drbg_pr_hmac_sha1",
2893 		.fips_allowed = 1,
2894 		.test = alg_test_null,
2895 	}, {
2896 		.alg = "drbg_pr_hmac_sha256",
2897 		.test = alg_test_drbg,
2898 		.fips_allowed = 1,
2899 		.suite = {
2900 			.drbg = __VECS(drbg_pr_hmac_sha256_tv_template)
2901 		}
2902 	}, {
2903 		/* covered by drbg_pr_hmac_sha256 test */
2904 		.alg = "drbg_pr_hmac_sha384",
2905 		.fips_allowed = 1,
2906 		.test = alg_test_null,
2907 	}, {
2908 		.alg = "drbg_pr_hmac_sha512",
2909 		.test = alg_test_null,
2910 		.fips_allowed = 1,
2911 	}, {
2912 		.alg = "drbg_pr_sha1",
2913 		.fips_allowed = 1,
2914 		.test = alg_test_null,
2915 	}, {
2916 		.alg = "drbg_pr_sha256",
2917 		.test = alg_test_drbg,
2918 		.fips_allowed = 1,
2919 		.suite = {
2920 			.drbg = __VECS(drbg_pr_sha256_tv_template)
2921 		}
2922 	}, {
2923 		/* covered by drbg_pr_sha256 test */
2924 		.alg = "drbg_pr_sha384",
2925 		.fips_allowed = 1,
2926 		.test = alg_test_null,
2927 	}, {
2928 		.alg = "drbg_pr_sha512",
2929 		.fips_allowed = 1,
2930 		.test = alg_test_null,
2931 	}, {
2932 		.alg = "ecb(aes)",
2933 		.test = alg_test_skcipher,
2934 		.fips_allowed = 1,
2935 		.suite = {
2936 			.cipher = {
2937 				.enc = __VECS(aes_enc_tv_template),
2938 				.dec = __VECS(aes_dec_tv_template)
2939 			}
2940 		}
2941 	}, {
2942 		.alg = "ecb(anubis)",
2943 		.test = alg_test_skcipher,
2944 		.suite = {
2945 			.cipher = {
2946 				.enc = __VECS(anubis_enc_tv_template),
2947 				.dec = __VECS(anubis_dec_tv_template)
2948 			}
2949 		}
2950 	}, {
2951 		.alg = "ecb(arc4)",
2952 		.test = alg_test_skcipher,
2953 		.suite = {
2954 			.cipher = {
2955 				.enc = __VECS(arc4_enc_tv_template),
2956 				.dec = __VECS(arc4_dec_tv_template)
2957 			}
2958 		}
2959 	}, {
2960 		.alg = "ecb(blowfish)",
2961 		.test = alg_test_skcipher,
2962 		.suite = {
2963 			.cipher = {
2964 				.enc = __VECS(bf_enc_tv_template),
2965 				.dec = __VECS(bf_dec_tv_template)
2966 			}
2967 		}
2968 	}, {
2969 		.alg = "ecb(camellia)",
2970 		.test = alg_test_skcipher,
2971 		.suite = {
2972 			.cipher = {
2973 				.enc = __VECS(camellia_enc_tv_template),
2974 				.dec = __VECS(camellia_dec_tv_template)
2975 			}
2976 		}
2977 	}, {
2978 		.alg = "ecb(cast5)",
2979 		.test = alg_test_skcipher,
2980 		.suite = {
2981 			.cipher = {
2982 				.enc = __VECS(cast5_enc_tv_template),
2983 				.dec = __VECS(cast5_dec_tv_template)
2984 			}
2985 		}
2986 	}, {
2987 		.alg = "ecb(cast6)",
2988 		.test = alg_test_skcipher,
2989 		.suite = {
2990 			.cipher = {
2991 				.enc = __VECS(cast6_enc_tv_template),
2992 				.dec = __VECS(cast6_dec_tv_template)
2993 			}
2994 		}
2995 	}, {
2996 		.alg = "ecb(cipher_null)",
2997 		.test = alg_test_null,
2998 		.fips_allowed = 1,
2999 	}, {
3000 		.alg = "ecb(des)",
3001 		.test = alg_test_skcipher,
3002 		.suite = {
3003 			.cipher = {
3004 				.enc = __VECS(des_enc_tv_template),
3005 				.dec = __VECS(des_dec_tv_template)
3006 			}
3007 		}
3008 	}, {
3009 		.alg = "ecb(des3_ede)",
3010 		.test = alg_test_skcipher,
3011 		.fips_allowed = 1,
3012 		.suite = {
3013 			.cipher = {
3014 				.enc = __VECS(des3_ede_enc_tv_template),
3015 				.dec = __VECS(des3_ede_dec_tv_template)
3016 			}
3017 		}
3018 	}, {
3019 		.alg = "ecb(fcrypt)",
3020 		.test = alg_test_skcipher,
3021 		.suite = {
3022 			.cipher = {
3023 				.enc = {
3024 					.vecs = fcrypt_pcbc_enc_tv_template,
3025 					.count = 1
3026 				},
3027 				.dec = {
3028 					.vecs = fcrypt_pcbc_dec_tv_template,
3029 					.count = 1
3030 				}
3031 			}
3032 		}
3033 	}, {
3034 		.alg = "ecb(khazad)",
3035 		.test = alg_test_skcipher,
3036 		.suite = {
3037 			.cipher = {
3038 				.enc = __VECS(khazad_enc_tv_template),
3039 				.dec = __VECS(khazad_dec_tv_template)
3040 			}
3041 		}
3042 	}, {
3043 		.alg = "ecb(seed)",
3044 		.test = alg_test_skcipher,
3045 		.suite = {
3046 			.cipher = {
3047 				.enc = __VECS(seed_enc_tv_template),
3048 				.dec = __VECS(seed_dec_tv_template)
3049 			}
3050 		}
3051 	}, {
3052 		.alg = "ecb(serpent)",
3053 		.test = alg_test_skcipher,
3054 		.suite = {
3055 			.cipher = {
3056 				.enc = __VECS(serpent_enc_tv_template),
3057 				.dec = __VECS(serpent_dec_tv_template)
3058 			}
3059 		}
3060 	}, {
3061 		.alg = "ecb(tea)",
3062 		.test = alg_test_skcipher,
3063 		.suite = {
3064 			.cipher = {
3065 				.enc = __VECS(tea_enc_tv_template),
3066 				.dec = __VECS(tea_dec_tv_template)
3067 			}
3068 		}
3069 	}, {
3070 		.alg = "ecb(tnepres)",
3071 		.test = alg_test_skcipher,
3072 		.suite = {
3073 			.cipher = {
3074 				.enc = __VECS(tnepres_enc_tv_template),
3075 				.dec = __VECS(tnepres_dec_tv_template)
3076 			}
3077 		}
3078 	}, {
3079 		.alg = "ecb(twofish)",
3080 		.test = alg_test_skcipher,
3081 		.suite = {
3082 			.cipher = {
3083 				.enc = __VECS(tf_enc_tv_template),
3084 				.dec = __VECS(tf_dec_tv_template)
3085 			}
3086 		}
3087 	}, {
3088 		.alg = "ecb(xeta)",
3089 		.test = alg_test_skcipher,
3090 		.suite = {
3091 			.cipher = {
3092 				.enc = __VECS(xeta_enc_tv_template),
3093 				.dec = __VECS(xeta_dec_tv_template)
3094 			}
3095 		}
3096 	}, {
3097 		.alg = "ecb(xtea)",
3098 		.test = alg_test_skcipher,
3099 		.suite = {
3100 			.cipher = {
3101 				.enc = __VECS(xtea_enc_tv_template),
3102 				.dec = __VECS(xtea_dec_tv_template)
3103 			}
3104 		}
3105 	}, {
3106 		.alg = "ecdh",
3107 		.test = alg_test_kpp,
3108 		.fips_allowed = 1,
3109 		.suite = {
3110 			.kpp = __VECS(ecdh_tv_template)
3111 		}
3112 	}, {
3113 		.alg = "gcm(aes)",
3114 		.test = alg_test_aead,
3115 		.fips_allowed = 1,
3116 		.suite = {
3117 			.aead = {
3118 				.enc = __VECS(aes_gcm_enc_tv_template),
3119 				.dec = __VECS(aes_gcm_dec_tv_template)
3120 			}
3121 		}
3122 	}, {
3123 		.alg = "ghash",
3124 		.test = alg_test_hash,
3125 		.fips_allowed = 1,
3126 		.suite = {
3127 			.hash = __VECS(ghash_tv_template)
3128 		}
3129 	}, {
3130 		.alg = "hmac(crc32)",
3131 		.test = alg_test_hash,
3132 		.suite = {
3133 			.hash = __VECS(bfin_crc_tv_template)
3134 		}
3135 	}, {
3136 		.alg = "hmac(md5)",
3137 		.test = alg_test_hash,
3138 		.suite = {
3139 			.hash = __VECS(hmac_md5_tv_template)
3140 		}
3141 	}, {
3142 		.alg = "hmac(rmd128)",
3143 		.test = alg_test_hash,
3144 		.suite = {
3145 			.hash = __VECS(hmac_rmd128_tv_template)
3146 		}
3147 	}, {
3148 		.alg = "hmac(rmd160)",
3149 		.test = alg_test_hash,
3150 		.suite = {
3151 			.hash = __VECS(hmac_rmd160_tv_template)
3152 		}
3153 	}, {
3154 		.alg = "hmac(sha1)",
3155 		.test = alg_test_hash,
3156 		.fips_allowed = 1,
3157 		.suite = {
3158 			.hash = __VECS(hmac_sha1_tv_template)
3159 		}
3160 	}, {
3161 		.alg = "hmac(sha224)",
3162 		.test = alg_test_hash,
3163 		.fips_allowed = 1,
3164 		.suite = {
3165 			.hash = __VECS(hmac_sha224_tv_template)
3166 		}
3167 	}, {
3168 		.alg = "hmac(sha256)",
3169 		.test = alg_test_hash,
3170 		.fips_allowed = 1,
3171 		.suite = {
3172 			.hash = __VECS(hmac_sha256_tv_template)
3173 		}
3174 	}, {
3175 		.alg = "hmac(sha3-224)",
3176 		.test = alg_test_hash,
3177 		.fips_allowed = 1,
3178 		.suite = {
3179 			.hash = __VECS(hmac_sha3_224_tv_template)
3180 		}
3181 	}, {
3182 		.alg = "hmac(sha3-256)",
3183 		.test = alg_test_hash,
3184 		.fips_allowed = 1,
3185 		.suite = {
3186 			.hash = __VECS(hmac_sha3_256_tv_template)
3187 		}
3188 	}, {
3189 		.alg = "hmac(sha3-384)",
3190 		.test = alg_test_hash,
3191 		.fips_allowed = 1,
3192 		.suite = {
3193 			.hash = __VECS(hmac_sha3_384_tv_template)
3194 		}
3195 	}, {
3196 		.alg = "hmac(sha3-512)",
3197 		.test = alg_test_hash,
3198 		.fips_allowed = 1,
3199 		.suite = {
3200 			.hash = __VECS(hmac_sha3_512_tv_template)
3201 		}
3202 	}, {
3203 		.alg = "hmac(sha384)",
3204 		.test = alg_test_hash,
3205 		.fips_allowed = 1,
3206 		.suite = {
3207 			.hash = __VECS(hmac_sha384_tv_template)
3208 		}
3209 	}, {
3210 		.alg = "hmac(sha512)",
3211 		.test = alg_test_hash,
3212 		.fips_allowed = 1,
3213 		.suite = {
3214 			.hash = __VECS(hmac_sha512_tv_template)
3215 		}
3216 	}, {
3217 		.alg = "jitterentropy_rng",
3218 		.fips_allowed = 1,
3219 		.test = alg_test_null,
3220 	}, {
3221 		.alg = "kw(aes)",
3222 		.test = alg_test_skcipher,
3223 		.fips_allowed = 1,
3224 		.suite = {
3225 			.cipher = {
3226 				.enc = __VECS(aes_kw_enc_tv_template),
3227 				.dec = __VECS(aes_kw_dec_tv_template)
3228 			}
3229 		}
3230 	}, {
3231 		.alg = "lrw(aes)",
3232 		.test = alg_test_skcipher,
3233 		.suite = {
3234 			.cipher = {
3235 				.enc = __VECS(aes_lrw_enc_tv_template),
3236 				.dec = __VECS(aes_lrw_dec_tv_template)
3237 			}
3238 		}
3239 	}, {
3240 		.alg = "lrw(camellia)",
3241 		.test = alg_test_skcipher,
3242 		.suite = {
3243 			.cipher = {
3244 				.enc = __VECS(camellia_lrw_enc_tv_template),
3245 				.dec = __VECS(camellia_lrw_dec_tv_template)
3246 			}
3247 		}
3248 	}, {
3249 		.alg = "lrw(cast6)",
3250 		.test = alg_test_skcipher,
3251 		.suite = {
3252 			.cipher = {
3253 				.enc = __VECS(cast6_lrw_enc_tv_template),
3254 				.dec = __VECS(cast6_lrw_dec_tv_template)
3255 			}
3256 		}
3257 	}, {
3258 		.alg = "lrw(serpent)",
3259 		.test = alg_test_skcipher,
3260 		.suite = {
3261 			.cipher = {
3262 				.enc = __VECS(serpent_lrw_enc_tv_template),
3263 				.dec = __VECS(serpent_lrw_dec_tv_template)
3264 			}
3265 		}
3266 	}, {
3267 		.alg = "lrw(twofish)",
3268 		.test = alg_test_skcipher,
3269 		.suite = {
3270 			.cipher = {
3271 				.enc = __VECS(tf_lrw_enc_tv_template),
3272 				.dec = __VECS(tf_lrw_dec_tv_template)
3273 			}
3274 		}
3275 	}, {
3276 		.alg = "lz4",
3277 		.test = alg_test_comp,
3278 		.fips_allowed = 1,
3279 		.suite = {
3280 			.comp = {
3281 				.comp = __VECS(lz4_comp_tv_template),
3282 				.decomp = __VECS(lz4_decomp_tv_template)
3283 			}
3284 		}
3285 	}, {
3286 		.alg = "lz4hc",
3287 		.test = alg_test_comp,
3288 		.fips_allowed = 1,
3289 		.suite = {
3290 			.comp = {
3291 				.comp = __VECS(lz4hc_comp_tv_template),
3292 				.decomp = __VECS(lz4hc_decomp_tv_template)
3293 			}
3294 		}
3295 	}, {
3296 		.alg = "lzo",
3297 		.test = alg_test_comp,
3298 		.fips_allowed = 1,
3299 		.suite = {
3300 			.comp = {
3301 				.comp = __VECS(lzo_comp_tv_template),
3302 				.decomp = __VECS(lzo_decomp_tv_template)
3303 			}
3304 		}
3305 	}, {
3306 		.alg = "md4",
3307 		.test = alg_test_hash,
3308 		.suite = {
3309 			.hash = __VECS(md4_tv_template)
3310 		}
3311 	}, {
3312 		.alg = "md5",
3313 		.test = alg_test_hash,
3314 		.suite = {
3315 			.hash = __VECS(md5_tv_template)
3316 		}
3317 	}, {
3318 		.alg = "michael_mic",
3319 		.test = alg_test_hash,
3320 		.suite = {
3321 			.hash = __VECS(michael_mic_tv_template)
3322 		}
3323 	}, {
3324 		.alg = "nhpoly1305",
3325 		.test = alg_test_hash,
3326 		.suite = {
3327 			.hash = __VECS(nhpoly1305_tv_template)
3328 		}
3329 	}, {
3330 		.alg = "ofb(aes)",
3331 		.test = alg_test_skcipher,
3332 		.fips_allowed = 1,
3333 		.suite = {
3334 			.cipher = {
3335 				.enc = __VECS(aes_ofb_enc_tv_template),
3336 				.dec = __VECS(aes_ofb_dec_tv_template)
3337 			}
3338 		}
3339 	}, {
3340 		.alg = "pcbc(fcrypt)",
3341 		.test = alg_test_skcipher,
3342 		.suite = {
3343 			.cipher = {
3344 				.enc = __VECS(fcrypt_pcbc_enc_tv_template),
3345 				.dec = __VECS(fcrypt_pcbc_dec_tv_template)
3346 			}
3347 		}
3348 	}, {
3349 		.alg = "pkcs1pad(rsa,sha224)",
3350 		.test = alg_test_null,
3351 		.fips_allowed = 1,
3352 	}, {
3353 		.alg = "pkcs1pad(rsa,sha256)",
3354 		.test = alg_test_akcipher,
3355 		.fips_allowed = 1,
3356 		.suite = {
3357 			.akcipher = __VECS(pkcs1pad_rsa_tv_template)
3358 		}
3359 	}, {
3360 		.alg = "pkcs1pad(rsa,sha384)",
3361 		.test = alg_test_null,
3362 		.fips_allowed = 1,
3363 	}, {
3364 		.alg = "pkcs1pad(rsa,sha512)",
3365 		.test = alg_test_null,
3366 		.fips_allowed = 1,
3367 	}, {
3368 		.alg = "poly1305",
3369 		.test = alg_test_hash,
3370 		.suite = {
3371 			.hash = __VECS(poly1305_tv_template)
3372 		}
3373 	}, {
3374 		.alg = "rfc3686(ctr(aes))",
3375 		.test = alg_test_skcipher,
3376 		.fips_allowed = 1,
3377 		.suite = {
3378 			.cipher = {
3379 				.enc = __VECS(aes_ctr_rfc3686_enc_tv_template),
3380 				.dec = __VECS(aes_ctr_rfc3686_dec_tv_template)
3381 			}
3382 		}
3383 	}, {
3384 		.alg = "rfc4106(gcm(aes))",
3385 		.test = alg_test_aead,
3386 		.fips_allowed = 1,
3387 		.suite = {
3388 			.aead = {
3389 				.enc = __VECS(aes_gcm_rfc4106_enc_tv_template),
3390 				.dec = __VECS(aes_gcm_rfc4106_dec_tv_template)
3391 			}
3392 		}
3393 	}, {
3394 		.alg = "rfc4309(ccm(aes))",
3395 		.test = alg_test_aead,
3396 		.fips_allowed = 1,
3397 		.suite = {
3398 			.aead = {
3399 				.enc = __VECS(aes_ccm_rfc4309_enc_tv_template),
3400 				.dec = __VECS(aes_ccm_rfc4309_dec_tv_template)
3401 			}
3402 		}
3403 	}, {
3404 		.alg = "rfc4543(gcm(aes))",
3405 		.test = alg_test_aead,
3406 		.suite = {
3407 			.aead = {
3408 				.enc = __VECS(aes_gcm_rfc4543_enc_tv_template),
3409 				.dec = __VECS(aes_gcm_rfc4543_dec_tv_template),
3410 			}
3411 		}
3412 	}, {
3413 		.alg = "rfc7539(chacha20,poly1305)",
3414 		.test = alg_test_aead,
3415 		.suite = {
3416 			.aead = {
3417 				.enc = __VECS(rfc7539_enc_tv_template),
3418 				.dec = __VECS(rfc7539_dec_tv_template),
3419 			}
3420 		}
3421 	}, {
3422 		.alg = "rfc7539esp(chacha20,poly1305)",
3423 		.test = alg_test_aead,
3424 		.suite = {
3425 			.aead = {
3426 				.enc = __VECS(rfc7539esp_enc_tv_template),
3427 				.dec = __VECS(rfc7539esp_dec_tv_template),
3428 			}
3429 		}
3430 	}, {
3431 		.alg = "rmd128",
3432 		.test = alg_test_hash,
3433 		.suite = {
3434 			.hash = __VECS(rmd128_tv_template)
3435 		}
3436 	}, {
3437 		.alg = "rmd160",
3438 		.test = alg_test_hash,
3439 		.suite = {
3440 			.hash = __VECS(rmd160_tv_template)
3441 		}
3442 	}, {
3443 		.alg = "rmd256",
3444 		.test = alg_test_hash,
3445 		.suite = {
3446 			.hash = __VECS(rmd256_tv_template)
3447 		}
3448 	}, {
3449 		.alg = "rmd320",
3450 		.test = alg_test_hash,
3451 		.suite = {
3452 			.hash = __VECS(rmd320_tv_template)
3453 		}
3454 	}, {
3455 		.alg = "rsa",
3456 		.test = alg_test_akcipher,
3457 		.fips_allowed = 1,
3458 		.suite = {
3459 			.akcipher = __VECS(rsa_tv_template)
3460 		}
3461 	}, {
3462 		.alg = "salsa20",
3463 		.test = alg_test_skcipher,
3464 		.suite = {
3465 			.cipher = {
3466 				.enc = __VECS(salsa20_stream_enc_tv_template)
3467 			}
3468 		}
3469 	}, {
3470 		.alg = "sha1",
3471 		.test = alg_test_hash,
3472 		.fips_allowed = 1,
3473 		.suite = {
3474 			.hash = __VECS(sha1_tv_template)
3475 		}
3476 	}, {
3477 		.alg = "sha224",
3478 		.test = alg_test_hash,
3479 		.fips_allowed = 1,
3480 		.suite = {
3481 			.hash = __VECS(sha224_tv_template)
3482 		}
3483 	}, {
3484 		.alg = "sha256",
3485 		.test = alg_test_hash,
3486 		.fips_allowed = 1,
3487 		.suite = {
3488 			.hash = __VECS(sha256_tv_template)
3489 		}
3490 	}, {
3491 		.alg = "sha3-224",
3492 		.test = alg_test_hash,
3493 		.fips_allowed = 1,
3494 		.suite = {
3495 			.hash = __VECS(sha3_224_tv_template)
3496 		}
3497 	}, {
3498 		.alg = "sha3-256",
3499 		.test = alg_test_hash,
3500 		.fips_allowed = 1,
3501 		.suite = {
3502 			.hash = __VECS(sha3_256_tv_template)
3503 		}
3504 	}, {
3505 		.alg = "sha3-384",
3506 		.test = alg_test_hash,
3507 		.fips_allowed = 1,
3508 		.suite = {
3509 			.hash = __VECS(sha3_384_tv_template)
3510 		}
3511 	}, {
3512 		.alg = "sha3-512",
3513 		.test = alg_test_hash,
3514 		.fips_allowed = 1,
3515 		.suite = {
3516 			.hash = __VECS(sha3_512_tv_template)
3517 		}
3518 	}, {
3519 		.alg = "sha384",
3520 		.test = alg_test_hash,
3521 		.fips_allowed = 1,
3522 		.suite = {
3523 			.hash = __VECS(sha384_tv_template)
3524 		}
3525 	}, {
3526 		.alg = "sha512",
3527 		.test = alg_test_hash,
3528 		.fips_allowed = 1,
3529 		.suite = {
3530 			.hash = __VECS(sha512_tv_template)
3531 		}
3532 	}, {
3533 		.alg = "tgr128",
3534 		.test = alg_test_hash,
3535 		.suite = {
3536 			.hash = __VECS(tgr128_tv_template)
3537 		}
3538 	}, {
3539 		.alg = "tgr160",
3540 		.test = alg_test_hash,
3541 		.suite = {
3542 			.hash = __VECS(tgr160_tv_template)
3543 		}
3544 	}, {
3545 		.alg = "tgr192",
3546 		.test = alg_test_hash,
3547 		.suite = {
3548 			.hash = __VECS(tgr192_tv_template)
3549 		}
3550 	}, {
3551 		.alg = "vmac(aes)",
3552 		.test = alg_test_hash,
3553 		.suite = {
3554 			.hash = __VECS(aes_vmac128_tv_template)
3555 		}
3556 	}, {
3557 		.alg = "wp256",
3558 		.test = alg_test_hash,
3559 		.suite = {
3560 			.hash = __VECS(wp256_tv_template)
3561 		}
3562 	}, {
3563 		.alg = "wp384",
3564 		.test = alg_test_hash,
3565 		.suite = {
3566 			.hash = __VECS(wp384_tv_template)
3567 		}
3568 	}, {
3569 		.alg = "wp512",
3570 		.test = alg_test_hash,
3571 		.suite = {
3572 			.hash = __VECS(wp512_tv_template)
3573 		}
3574 	}, {
3575 		.alg = "xcbc(aes)",
3576 		.test = alg_test_hash,
3577 		.suite = {
3578 			.hash = __VECS(aes_xcbc128_tv_template)
3579 		}
3580 	}, {
3581 		.alg = "xchacha12",
3582 		.test = alg_test_skcipher,
3583 		.suite = {
3584 			.cipher = {
3585 				.enc = __VECS(xchacha12_tv_template),
3586 				.dec = __VECS(xchacha12_tv_template)
3587 			}
3588 		},
3589 	}, {
3590 		.alg = "xchacha20",
3591 		.test = alg_test_skcipher,
3592 		.suite = {
3593 			.cipher = {
3594 				.enc = __VECS(xchacha20_tv_template),
3595 				.dec = __VECS(xchacha20_tv_template)
3596 			}
3597 		},
3598 	}, {
3599 		.alg = "xts(aes)",
3600 		.test = alg_test_skcipher,
3601 		.fips_allowed = 1,
3602 		.suite = {
3603 			.cipher = {
3604 				.enc = __VECS(aes_xts_enc_tv_template),
3605 				.dec = __VECS(aes_xts_dec_tv_template)
3606 			}
3607 		}
3608 	}, {
3609 		.alg = "xts(camellia)",
3610 		.test = alg_test_skcipher,
3611 		.suite = {
3612 			.cipher = {
3613 				.enc = __VECS(camellia_xts_enc_tv_template),
3614 				.dec = __VECS(camellia_xts_dec_tv_template)
3615 			}
3616 		}
3617 	}, {
3618 		.alg = "xts(cast6)",
3619 		.test = alg_test_skcipher,
3620 		.suite = {
3621 			.cipher = {
3622 				.enc = __VECS(cast6_xts_enc_tv_template),
3623 				.dec = __VECS(cast6_xts_dec_tv_template)
3624 			}
3625 		}
3626 	}, {
3627 		.alg = "xts(serpent)",
3628 		.test = alg_test_skcipher,
3629 		.suite = {
3630 			.cipher = {
3631 				.enc = __VECS(serpent_xts_enc_tv_template),
3632 				.dec = __VECS(serpent_xts_dec_tv_template)
3633 			}
3634 		}
3635 	}, {
3636 		.alg = "xts(twofish)",
3637 		.test = alg_test_skcipher,
3638 		.suite = {
3639 			.cipher = {
3640 				.enc = __VECS(tf_xts_enc_tv_template),
3641 				.dec = __VECS(tf_xts_dec_tv_template)
3642 			}
3643 		}
3644 	}, {
3645 		.alg = "zlib-deflate",
3646 		.test = alg_test_comp,
3647 		.fips_allowed = 1,
3648 		.suite = {
3649 			.comp = {
3650 				.comp = __VECS(zlib_deflate_comp_tv_template),
3651 				.decomp = __VECS(zlib_deflate_decomp_tv_template)
3652 			}
3653 		}
3654 	}, {
3655 		.alg = "zstd",
3656 		.test = alg_test_comp,
3657 		.fips_allowed = 1,
3658 		.suite = {
3659 			.comp = {
3660 				.comp = __VECS(zstd_comp_tv_template),
3661 				.decomp = __VECS(zstd_decomp_tv_template)
3662 			}
3663 		}
3664 	}
3665 };
3666 
3667 static bool alg_test_descs_checked;
3668 
alg_test_descs_check_order(void)3669 static void alg_test_descs_check_order(void)
3670 {
3671 	int i;
3672 
3673 	/* only check once */
3674 	if (alg_test_descs_checked)
3675 		return;
3676 
3677 	alg_test_descs_checked = true;
3678 
3679 	for (i = 1; i < ARRAY_SIZE(alg_test_descs); i++) {
3680 		int diff = strcmp(alg_test_descs[i - 1].alg,
3681 				  alg_test_descs[i].alg);
3682 
3683 		if (WARN_ON(diff > 0)) {
3684 			pr_warn("testmgr: alg_test_descs entries in wrong order: '%s' before '%s'\n",
3685 				alg_test_descs[i - 1].alg,
3686 				alg_test_descs[i].alg);
3687 		}
3688 
3689 		if (WARN_ON(diff == 0)) {
3690 			pr_warn("testmgr: duplicate alg_test_descs entry: '%s'\n",
3691 				alg_test_descs[i].alg);
3692 		}
3693 	}
3694 }
3695 
alg_find_test(const char * alg)3696 static int alg_find_test(const char *alg)
3697 {
3698 	int start = 0;
3699 	int end = ARRAY_SIZE(alg_test_descs);
3700 
3701 	while (start < end) {
3702 		int i = (start + end) / 2;
3703 		int diff = strcmp(alg_test_descs[i].alg, alg);
3704 
3705 		if (diff > 0) {
3706 			end = i;
3707 			continue;
3708 		}
3709 
3710 		if (diff < 0) {
3711 			start = i + 1;
3712 			continue;
3713 		}
3714 
3715 		return i;
3716 	}
3717 
3718 	return -1;
3719 }
3720 
alg_test(const char * driver,const char * alg,u32 type,u32 mask)3721 int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
3722 {
3723 	int i;
3724 	int j;
3725 	int rc;
3726 
3727 	if (!fips_enabled && notests) {
3728 		printk_once(KERN_INFO "alg: self-tests disabled\n");
3729 		return 0;
3730 	}
3731 
3732 	alg_test_descs_check_order();
3733 
3734 	if ((type & CRYPTO_ALG_TYPE_MASK) == CRYPTO_ALG_TYPE_CIPHER) {
3735 		char nalg[CRYPTO_MAX_ALG_NAME];
3736 
3737 		if (snprintf(nalg, sizeof(nalg), "ecb(%s)", alg) >=
3738 		    sizeof(nalg))
3739 			return -ENAMETOOLONG;
3740 
3741 		i = alg_find_test(nalg);
3742 		if (i < 0)
3743 			goto notest;
3744 
3745 		if (fips_enabled && !alg_test_descs[i].fips_allowed)
3746 			goto non_fips_alg;
3747 
3748 		rc = alg_test_cipher(alg_test_descs + i, driver, type, mask);
3749 		goto test_done;
3750 	}
3751 
3752 	i = alg_find_test(alg);
3753 	j = alg_find_test(driver);
3754 	if (i < 0 && j < 0)
3755 		goto notest;
3756 
3757 	if (fips_enabled && ((i >= 0 && !alg_test_descs[i].fips_allowed) ||
3758 			     (j >= 0 && !alg_test_descs[j].fips_allowed)))
3759 		goto non_fips_alg;
3760 
3761 	rc = 0;
3762 	if (i >= 0)
3763 		rc |= alg_test_descs[i].test(alg_test_descs + i, driver,
3764 					     type, mask);
3765 	if (j >= 0 && j != i)
3766 		rc |= alg_test_descs[j].test(alg_test_descs + j, driver,
3767 					     type, mask);
3768 
3769 test_done:
3770 	if (fips_enabled && rc)
3771 		panic("%s: %s alg self test failed in fips mode!\n", driver, alg);
3772 
3773 	if (fips_enabled && !rc)
3774 		pr_info("alg: self-tests for %s (%s) passed\n", driver, alg);
3775 
3776 	return rc;
3777 
3778 notest:
3779 	printk(KERN_INFO "alg: No test for %s (%s)\n", alg, driver);
3780 	return 0;
3781 non_fips_alg:
3782 	return -EINVAL;
3783 }
3784 
3785 #endif /* CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
3786 
3787 EXPORT_SYMBOL_GPL(alg_test);
3788