]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - crypto/testmgr.c
projects / mirror_ubuntu-bionic-kernel.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
crypto: testmgr - check that entries in alg_test_descs are in correct order
[mirror_ubuntu-bionic-kernel.git] / crypto / testmgr.c
CommitLineData
da7f033d
HX		 1/*
2 * Algorithm testing framework and tests.
3 *
4 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
5 * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org>
6 * Copyright (c) 2007 Nokia Siemens Networks
7 * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au>
8 *
69435b94
AH		 9 * Updated RFC4106 AES-GCM testing.
10 * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com)
11 * Adrian Hoban <adrian.hoban@intel.com>
12 * Gabriele Paoloni <gabriele.paoloni@intel.com>
13 * Tadeusz Struk (tadeusz.struk@intel.com)
14 * Copyright (c) 2010, Intel Corporation.
15 *
da7f033d
HX		 16 * This program is free software; you can redistribute it and/or modify it
17 * under the terms of the GNU General Public License as published by the Free
18 * Software Foundation; either version 2 of the License, or (at your option)
19 * any later version.
20 *
21 */
22
23#include <crypto/hash.h>
24#include <linux/err.h>
25#include <linux/module.h>
26#include <linux/scatterlist.h>
27#include <linux/slab.h>
28#include <linux/string.h>
7647d6ce 29#include <crypto/rng.h>
da7f033d
HX		 30
31#include "internal.h"
0b767f96 32
326a6346 33#ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
0b767f96
AS		 34
35/* a perfect nop */
36int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
37{
38 return 0;
39}
40
41#else
42
da7f033d
HX		 43#include "testmgr.h"
44
45/*
46 * Need slab memory for testing (size in number of pages).
47 */
48#define XBUFSIZE 8
49
50/*
51 * Indexes into the xbuf to simulate cross-page access.
52 */
53#define IDX1 32
54#define IDX2 32400
55#define IDX3 1
56#define IDX4 8193
57#define IDX5 22222
58#define IDX6 17101
59#define IDX7 27333
60#define IDX8 3000
61
62/*
63* Used by test_cipher()
64*/
65#define ENCRYPT 1
66#define DECRYPT 0
67
68struct tcrypt_result {
69 struct completion completion;
70 int err;
71};
72
73struct aead_test_suite {
74 struct {
75 struct aead_testvec *vecs;
76 unsigned int count;
77 } enc, dec;
78};
79
80struct cipher_test_suite {
81 struct {
82 struct cipher_testvec *vecs;
83 unsigned int count;
84 } enc, dec;
85};
86
87struct comp_test_suite {
88 struct {
89 struct comp_testvec *vecs;
90 unsigned int count;
91 } comp, decomp;
92};
93
8064efb8
GU		 94struct pcomp_test_suite {
95 struct {
96 struct pcomp_testvec *vecs;
97 unsigned int count;
98 } comp, decomp;
99};
100
da7f033d
HX		 101struct hash_test_suite {
102 struct hash_testvec *vecs;
103 unsigned int count;
104};
105
7647d6ce
JW		 106struct cprng_test_suite {
107 struct cprng_testvec *vecs;
108 unsigned int count;
109};
110
da7f033d
HX		 111struct alg_test_desc {
112 const char *alg;
113 int (*test)(const struct alg_test_desc *desc, const char *driver,
114 u32 type, u32 mask);
a1915d51 115 int fips_allowed; /* set if alg is allowed in fips mode */
da7f033d
HX		 116
117 union {
118 struct aead_test_suite aead;
119 struct cipher_test_suite cipher;
120 struct comp_test_suite comp;
8064efb8 121 struct pcomp_test_suite pcomp;
da7f033d 122 struct hash_test_suite hash;
7647d6ce 123 struct cprng_test_suite cprng;
da7f033d
HX		 124 } suite;
125};
126
127static unsigned int IDX[8] = { IDX1, IDX2, IDX3, IDX4, IDX5, IDX6, IDX7, IDX8 };
128
da7f033d
HX		 129static void hexdump(unsigned char *buf, unsigned int len)
130{
131 print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET,
132 16, 1,
133 buf, len, false);
134}
135
136static void tcrypt_complete(struct crypto_async_request *req, int err)
137{
138 struct tcrypt_result *res = req->data;
139
140 if (err == -EINPROGRESS)
141 return;
142
143 res->err = err;
144 complete(&res->completion);
145}
146
f8b0d4d0
HX		 147static int testmgr_alloc_buf(char *buf[XBUFSIZE])
148{
149 int i;
150
151 for (i = 0; i < XBUFSIZE; i++) {
152 buf[i] = (void *)__get_free_page(GFP_KERNEL);
153 if (!buf[i])
154 goto err_free_buf;
155 }
156
157 return 0;
158
159err_free_buf:
160 while (i-- > 0)
161 free_page((unsigned long)buf[i]);
162
163 return -ENOMEM;
164}
165
166static void testmgr_free_buf(char *buf[XBUFSIZE])
167{
168 int i;
169
170 for (i = 0; i < XBUFSIZE; i++)
171 free_page((unsigned long)buf[i]);
172}
173
a8f1a052
DM		 174static int do_one_async_hash_op(struct ahash_request *req,
175 struct tcrypt_result *tr,
176 int ret)
177{
178 if (ret == -EINPROGRESS || ret == -EBUSY) {
179 ret = wait_for_completion_interruptible(&tr->completion);
180 if (!ret)
181 ret = tr->err;
182 INIT_COMPLETION(tr->completion);
183 }
184 return ret;
185}
186
da7f033d 187static int test_hash(struct crypto_ahash *tfm, struct hash_testvec *template,
a8f1a052 188 unsigned int tcount, bool use_digest)
da7f033d
HX		 189{
190 const char *algo = crypto_tfm_alg_driver_name(crypto_ahash_tfm(tfm));
191 unsigned int i, j, k, temp;
192 struct scatterlist sg[8];
193 char result[64];
194 struct ahash_request *req;
195 struct tcrypt_result tresult;
da7f033d 196 void *hash_buff;
f8b0d4d0
HX		 197 char *xbuf[XBUFSIZE];
198 int ret = -ENOMEM;
199
200 if (testmgr_alloc_buf(xbuf))
201 goto out_nobuf;
da7f033d
HX		 202
203 init_completion(&tresult.completion);
204
205 req = ahash_request_alloc(tfm, GFP_KERNEL);
206 if (!req) {
207 printk(KERN_ERR "alg: hash: Failed to allocate request for "
208 "%s\n", algo);
da7f033d
HX		 209 goto out_noreq;
210 }
211 ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
212 tcrypt_complete, &tresult);
213
a0cfae59 214 j = 0;
da7f033d 215 for (i = 0; i < tcount; i++) {
a0cfae59
HX		 216 if (template[i].np)
217 continue;
218
219 j++;
da7f033d
HX		 220 memset(result, 0, 64);
221
222 hash_buff = xbuf[0];
223
224 memcpy(hash_buff, template[i].plaintext, template[i].psize);
225 sg_init_one(&sg[0], hash_buff, template[i].psize);
226
227 if (template[i].ksize) {
228 crypto_ahash_clear_flags(tfm, ~0);
229 ret = crypto_ahash_setkey(tfm, template[i].key,
230 template[i].ksize);
231 if (ret) {
232 printk(KERN_ERR "alg: hash: setkey failed on "
a0cfae59 233 "test %d for %s: ret=%d\n", j, algo,
da7f033d
HX		 234 -ret);
235 goto out;
236 }
237 }
238
239 ahash_request_set_crypt(req, sg, result, template[i].psize);
a8f1a052
DM		 240 if (use_digest) {
241 ret = do_one_async_hash_op(req, &tresult,
242 crypto_ahash_digest(req));
243 if (ret) {
244 pr_err("alg: hash: digest failed on test %d "
245 "for %s: ret=%d\n", j, algo, -ret);
246 goto out;
247 }
248 } else {
249 ret = do_one_async_hash_op(req, &tresult,
250 crypto_ahash_init(req));
251 if (ret) {
252 pr_err("alt: hash: init failed on test %d "
253 "for %s: ret=%d\n", j, algo, -ret);
254 goto out;
255 }
256 ret = do_one_async_hash_op(req, &tresult,
257 crypto_ahash_update(req));
258 if (ret) {
259 pr_err("alt: hash: update failed on test %d "
260 "for %s: ret=%d\n", j, algo, -ret);
261 goto out;
262 }
263 ret = do_one_async_hash_op(req, &tresult,
264 crypto_ahash_final(req));
265 if (ret) {
266 pr_err("alt: hash: final failed on test %d "
267 "for %s: ret=%d\n", j, algo, -ret);
268 goto out;
da7f033d 269 }
da7f033d
HX		 270 }
271
272 if (memcmp(result, template[i].digest,
273 crypto_ahash_digestsize(tfm))) {
274 printk(KERN_ERR "alg: hash: Test %d failed for %s\n",
a0cfae59 275 j, algo);
da7f033d
HX		 276 hexdump(result, crypto_ahash_digestsize(tfm));
277 ret = -EINVAL;
278 goto out;
279 }
280 }
281
282 j = 0;
283 for (i = 0; i < tcount; i++) {
284 if (template[i].np) {
285 j++;
286 memset(result, 0, 64);
287
288 temp = 0;
289 sg_init_table(sg, template[i].np);
fd57f22a 290 ret = -EINVAL;
da7f033d 291 for (k = 0; k < template[i].np; k++) {
fd57f22a
HX		 292 if (WARN_ON(offset_in_page(IDX[k]) +
293 template[i].tap[k] > PAGE_SIZE))
294 goto out;
da7f033d
HX		 295 sg_set_buf(&sg[k],
296 memcpy(xbuf[IDX[k] >> PAGE_SHIFT] +
297 offset_in_page(IDX[k]),
298 template[i].plaintext + temp,
299 template[i].tap[k]),
300 template[i].tap[k]);
301 temp += template[i].tap[k];
302 }
303
304 if (template[i].ksize) {
305 crypto_ahash_clear_flags(tfm, ~0);
306 ret = crypto_ahash_setkey(tfm, template[i].key,
307 template[i].ksize);
308
309 if (ret) {
310 printk(KERN_ERR "alg: hash: setkey "
311 "failed on chunking test %d "
312 "for %s: ret=%d\n", j, algo,
313 -ret);
314 goto out;
315 }
316 }
317
318 ahash_request_set_crypt(req, sg, result,
319 template[i].psize);
320 ret = crypto_ahash_digest(req);
321 switch (ret) {
322 case 0:
323 break;
324 case -EINPROGRESS:
325 case -EBUSY:
326 ret = wait_for_completion_interruptible(
327 &tresult.completion);
328 if (!ret && !(ret = tresult.err)) {
329 INIT_COMPLETION(tresult.completion);
330 break;
331 }
332 /* fall through */
333 default:
334 printk(KERN_ERR "alg: hash: digest failed "
335 "on chunking test %d for %s: "
336 "ret=%d\n", j, algo, -ret);
337 goto out;
338 }
339
340 if (memcmp(result, template[i].digest,
341 crypto_ahash_digestsize(tfm))) {
342 printk(KERN_ERR "alg: hash: Chunking test %d "
343 "failed for %s\n", j, algo);
344 hexdump(result, crypto_ahash_digestsize(tfm));
345 ret = -EINVAL;
346 goto out;
347 }
348 }
349 }
350
351 ret = 0;
352
353out:
354 ahash_request_free(req);
355out_noreq:
f8b0d4d0
HX		 356 testmgr_free_buf(xbuf);
357out_nobuf:
da7f033d
HX		 358 return ret;
359}
360
d8a32ac2
JK		 361static int __test_aead(struct crypto_aead *tfm, int enc,
362 struct aead_testvec *template, unsigned int tcount,
363 const bool diff_dst)
da7f033d
HX		 364{
365 const char *algo = crypto_tfm_alg_driver_name(crypto_aead_tfm(tfm));
366 unsigned int i, j, k, n, temp;
f8b0d4d0 367 int ret = -ENOMEM;
da7f033d
HX		 368 char *q;
369 char *key;
370 struct aead_request *req;
d8a32ac2
JK		 371 struct scatterlist *sg;
372 struct scatterlist *asg;
373 struct scatterlist *sgout;
374 const char *e, *d;
da7f033d
HX		 375 struct tcrypt_result result;
376 unsigned int authsize;
377 void *input;
d8a32ac2 378 void *output;
da7f033d
HX		 379 void *assoc;
380 char iv[MAX_IVLEN];
f8b0d4d0 381 char *xbuf[XBUFSIZE];
d8a32ac2 382 char *xoutbuf[XBUFSIZE];
f8b0d4d0
HX		 383 char *axbuf[XBUFSIZE];
384
385 if (testmgr_alloc_buf(xbuf))
386 goto out_noxbuf;
387 if (testmgr_alloc_buf(axbuf))
388 goto out_noaxbuf;
da7f033d 389
d8a32ac2
JK		 390 if (diff_dst && testmgr_alloc_buf(xoutbuf))
391 goto out_nooutbuf;
392
393 /* avoid "the frame size is larger than 1024 bytes" compiler warning */
394 sg = kmalloc(sizeof(*sg) * 8 * (diff_dst ? 3 : 2), GFP_KERNEL);
395 if (!sg)
396 goto out_nosg;
397 asg = &sg[8];
398 sgout = &asg[8];
399
400 if (diff_dst)
401 d = "-ddst";
402 else
403 d = "";
404
da7f033d
HX		 405 if (enc == ENCRYPT)
406 e = "encryption";
407 else
408 e = "decryption";
409
410 init_completion(&result.completion);
411
412 req = aead_request_alloc(tfm, GFP_KERNEL);
413 if (!req) {
d8a32ac2
JK		 414 pr_err("alg: aead%s: Failed to allocate request for %s\n",
415 d, algo);
da7f033d
HX		 416 goto out;
417 }
418
419 aead_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
420 tcrypt_complete, &result);
421
422 for (i = 0, j = 0; i < tcount; i++) {
423 if (!template[i].np) {
424 j++;
425
426 /* some tepmplates have no input data but they will
427 * touch input
428 */
429 input = xbuf[0];
430 assoc = axbuf[0];
431
fd57f22a
HX		 432 ret = -EINVAL;
433 if (WARN_ON(template[i].ilen > PAGE_SIZE ||
434 template[i].alen > PAGE_SIZE))
435 goto out;
436
da7f033d
HX		 437 memcpy(input, template[i].input, template[i].ilen);
438 memcpy(assoc, template[i].assoc, template[i].alen);
439 if (template[i].iv)
440 memcpy(iv, template[i].iv, MAX_IVLEN);
441 else
442 memset(iv, 0, MAX_IVLEN);
443
444 crypto_aead_clear_flags(tfm, ~0);
445 if (template[i].wk)
446 crypto_aead_set_flags(
447 tfm, CRYPTO_TFM_REQ_WEAK_KEY);
448
449 key = template[i].key;
450
451 ret = crypto_aead_setkey(tfm, key,
452 template[i].klen);
453 if (!ret == template[i].fail) {
d8a32ac2
JK		 454 pr_err("alg: aead%s: setkey failed on test %d for %s: flags=%x\n",
455 d, j, algo, crypto_aead_get_flags(tfm));
da7f033d
HX		 456 goto out;
457 } else if (ret)
458 continue;
459
460 authsize = abs(template[i].rlen - template[i].ilen);
461 ret = crypto_aead_setauthsize(tfm, authsize);
462 if (ret) {
d8a32ac2
JK		 463 pr_err("alg: aead%s: Failed to set authsize to %u on test %d for %s\n",
464 d, authsize, j, algo);
da7f033d
HX		 465 goto out;
466 }
467
468 sg_init_one(&sg[0], input,
469 template[i].ilen + (enc ? authsize : 0));
470
d8a32ac2
JK		 471 if (diff_dst) {
472 output = xoutbuf[0];
473 sg_init_one(&sgout[0], output,
474 template[i].ilen +
475 (enc ? authsize : 0));
476 } else {
477 output = input;
478 }
479
da7f033d
HX		 480 sg_init_one(&asg[0], assoc, template[i].alen);
481
d8a32ac2 482 aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
da7f033d
HX		 483 template[i].ilen, iv);
484
485 aead_request_set_assoc(req, asg, template[i].alen);
486
487 ret = enc ?
488 crypto_aead_encrypt(req) :
489 crypto_aead_decrypt(req);
490
491 switch (ret) {
492 case 0:
e44a1b44
JW		 493 if (template[i].novrfy) {
494 /* verification was supposed to fail */
d8a32ac2
JK		 495 pr_err("alg: aead%s: %s failed on test %d for %s: ret was 0, expected -EBADMSG\n",
496 d, e, j, algo);
e44a1b44
JW		 497 /* so really, we got a bad message */
498 ret = -EBADMSG;
499 goto out;
500 }
da7f033d
HX		 501 break;
502 case -EINPROGRESS:
503 case -EBUSY:
504 ret = wait_for_completion_interruptible(
505 &result.completion);
506 if (!ret && !(ret = result.err)) {
507 INIT_COMPLETION(result.completion);
508 break;
509 }
e44a1b44
JW		 510 case -EBADMSG:
511 if (template[i].novrfy)
512 /* verification failure was expected */
513 continue;
da7f033d
HX		 514 /* fall through */
515 default:
d8a32ac2
JK		 516 pr_err("alg: aead%s: %s failed on test %d for %s: ret=%d\n",
517 d, e, j, algo, -ret);
da7f033d
HX		 518 goto out;
519 }
520
d8a32ac2 521 q = output;
da7f033d 522 if (memcmp(q, template[i].result, template[i].rlen)) {
d8a32ac2
JK		 523 pr_err("alg: aead%s: Test %d failed on %s for %s\n",
524 d, j, e, algo);
da7f033d
HX		 525 hexdump(q, template[i].rlen);
526 ret = -EINVAL;
527 goto out;
528 }
529 }
530 }
531
532 for (i = 0, j = 0; i < tcount; i++) {
533 if (template[i].np) {
534 j++;
535
536 if (template[i].iv)
537 memcpy(iv, template[i].iv, MAX_IVLEN);
538 else
539 memset(iv, 0, MAX_IVLEN);
540
541 crypto_aead_clear_flags(tfm, ~0);
542 if (template[i].wk)
543 crypto_aead_set_flags(
544 tfm, CRYPTO_TFM_REQ_WEAK_KEY);
545 key = template[i].key;
546
547 ret = crypto_aead_setkey(tfm, key, template[i].klen);
548 if (!ret == template[i].fail) {
d8a32ac2
JK		 549 pr_err("alg: aead%s: setkey failed on chunk test %d for %s: flags=%x\n",
550 d, j, algo, crypto_aead_get_flags(tfm));
da7f033d
HX		 551 goto out;
552 } else if (ret)
553 continue;
554
555 authsize = abs(template[i].rlen - template[i].ilen);
556
557 ret = -EINVAL;
558 sg_init_table(sg, template[i].np);
d8a32ac2
JK		 559 if (diff_dst)
560 sg_init_table(sgout, template[i].np);
da7f033d
HX		 561 for (k = 0, temp = 0; k < template[i].np; k++) {
562 if (WARN_ON(offset_in_page(IDX[k]) +
563 template[i].tap[k] > PAGE_SIZE))
564 goto out;
565
566 q = xbuf[IDX[k] >> PAGE_SHIFT] +
567 offset_in_page(IDX[k]);
568
569 memcpy(q, template[i].input + temp,
570 template[i].tap[k]);
571
572 n = template[i].tap[k];
573 if (k == template[i].np - 1 && enc)
574 n += authsize;
575 if (offset_in_page(q) + n < PAGE_SIZE)
576 q[n] = 0;
577
578 sg_set_buf(&sg[k], q, template[i].tap[k]);
d8a32ac2
JK		 579
580 if (diff_dst) {
581 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
582 offset_in_page(IDX[k]);
583
584 memset(q, 0, template[i].tap[k]);
585 if (offset_in_page(q) + n < PAGE_SIZE)
586 q[n] = 0;
587
588 sg_set_buf(&sgout[k], q,
589 template[i].tap[k]);
590 }
591
da7f033d
HX		 592 temp += template[i].tap[k];
593 }
594
595 ret = crypto_aead_setauthsize(tfm, authsize);
596 if (ret) {
d8a32ac2
JK		 597 pr_err("alg: aead%s: Failed to set authsize to %u on chunk test %d for %s\n",
598 d, authsize, j, algo);
da7f033d
HX		 599 goto out;
600 }
601
602 if (enc) {
603 if (WARN_ON(sg[k - 1].offset +
604 sg[k - 1].length + authsize >
605 PAGE_SIZE)) {
606 ret = -EINVAL;
607 goto out;
608 }
609
610 sg[k - 1].length += authsize;
d8a32ac2
JK		 611
612 if (diff_dst)
613 sgout[k - 1].length += authsize;
da7f033d
HX		 614 }
615
616 sg_init_table(asg, template[i].anp);
fd57f22a 617 ret = -EINVAL;
da7f033d 618 for (k = 0, temp = 0; k < template[i].anp; k++) {
fd57f22a
HX		 619 if (WARN_ON(offset_in_page(IDX[k]) +
620 template[i].atap[k] > PAGE_SIZE))
621 goto out;
da7f033d
HX		 622 sg_set_buf(&asg[k],
623 memcpy(axbuf[IDX[k] >> PAGE_SHIFT] +
624 offset_in_page(IDX[k]),
625 template[i].assoc + temp,
626 template[i].atap[k]),
627 template[i].atap[k]);
628 temp += template[i].atap[k];
629 }
630
d8a32ac2 631 aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
da7f033d
HX		 632 template[i].ilen,
633 iv);
634
635 aead_request_set_assoc(req, asg, template[i].alen);
636
637 ret = enc ?
638 crypto_aead_encrypt(req) :
639 crypto_aead_decrypt(req);
640
641 switch (ret) {
642 case 0:
e44a1b44
JW		 643 if (template[i].novrfy) {
644 /* verification was supposed to fail */
d8a32ac2
JK		 645 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret was 0, expected -EBADMSG\n",
646 d, e, j, algo);
e44a1b44
JW		 647 /* so really, we got a bad message */
648 ret = -EBADMSG;
649 goto out;
650 }
da7f033d
HX		 651 break;
652 case -EINPROGRESS:
653 case -EBUSY:
654 ret = wait_for_completion_interruptible(
655 &result.completion);
656 if (!ret && !(ret = result.err)) {
657 INIT_COMPLETION(result.completion);
658 break;
659 }
e44a1b44
JW		 660 case -EBADMSG:
661 if (template[i].novrfy)
662 /* verification failure was expected */
663 continue;
da7f033d
HX		 664 /* fall through */
665 default:
d8a32ac2
JK		 666 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret=%d\n",
667 d, e, j, algo, -ret);
da7f033d
HX		 668 goto out;
669 }
670
671 ret = -EINVAL;
672 for (k = 0, temp = 0; k < template[i].np; k++) {
d8a32ac2
JK		 673 if (diff_dst)
674 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
675 offset_in_page(IDX[k]);
676 else
677 q = xbuf[IDX[k] >> PAGE_SHIFT] +
678 offset_in_page(IDX[k]);
da7f033d
HX		 679
680 n = template[i].tap[k];
681 if (k == template[i].np - 1)
682 n += enc ? authsize : -authsize;
683
684 if (memcmp(q, template[i].result + temp, n)) {
d8a32ac2
JK		 685 pr_err("alg: aead%s: Chunk test %d failed on %s at page %u for %s\n",
686 d, j, e, k, algo);
da7f033d
HX		 687 hexdump(q, n);
688 goto out;
689 }
690
691 q += n;
692 if (k == template[i].np - 1 && !enc) {
d8a32ac2
JK		 693 if (!diff_dst &&
694 memcmp(q, template[i].input +
da7f033d
HX		 695 temp + n, authsize))
696 n = authsize;
697 else
698 n = 0;
699 } else {
700 for (n = 0; offset_in_page(q + n) &&
701 q[n]; n++)
702 ;
703 }
704 if (n) {
d8a32ac2
JK		 705 pr_err("alg: aead%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
706 d, j, e, k, algo, n);
da7f033d
HX		 707 hexdump(q, n);
708 goto out;
709 }
710
711 temp += template[i].tap[k];
712 }
713 }
714 }
715
716 ret = 0;
717
718out:
719 aead_request_free(req);
d8a32ac2
JK		 720 kfree(sg);
721out_nosg:
722 if (diff_dst)
723 testmgr_free_buf(xoutbuf);
724out_nooutbuf:
f8b0d4d0
HX		 725 testmgr_free_buf(axbuf);
726out_noaxbuf:
727 testmgr_free_buf(xbuf);
728out_noxbuf:
da7f033d
HX		 729 return ret;
730}
731
d8a32ac2
JK		 732static int test_aead(struct crypto_aead *tfm, int enc,
733 struct aead_testvec *template, unsigned int tcount)
734{
735 int ret;
736
737 /* test 'dst == src' case */
738 ret = __test_aead(tfm, enc, template, tcount, false);
739 if (ret)
740 return ret;
741
742 /* test 'dst != src' case */
743 return __test_aead(tfm, enc, template, tcount, true);
744}
745
1aa4ecd9 746static int test_cipher(struct crypto_cipher *tfm, int enc,
da7f033d 747 struct cipher_testvec *template, unsigned int tcount)
1aa4ecd9
HX		 748{
749 const char *algo = crypto_tfm_alg_driver_name(crypto_cipher_tfm(tfm));
750 unsigned int i, j, k;
1aa4ecd9
HX		 751 char *q;
752 const char *e;
753 void *data;
f8b0d4d0
HX		 754 char *xbuf[XBUFSIZE];
755 int ret = -ENOMEM;
756
757 if (testmgr_alloc_buf(xbuf))
758 goto out_nobuf;
1aa4ecd9
HX		 759
760 if (enc == ENCRYPT)
761 e = "encryption";
762 else
763 e = "decryption";
764
765 j = 0;
766 for (i = 0; i < tcount; i++) {
767 if (template[i].np)
768 continue;
769
770 j++;
771
fd57f22a
HX		 772 ret = -EINVAL;
773 if (WARN_ON(template[i].ilen > PAGE_SIZE))
774 goto out;
775
1aa4ecd9
HX		 776 data = xbuf[0];
777 memcpy(data, template[i].input, template[i].ilen);
778
779 crypto_cipher_clear_flags(tfm, ~0);
780 if (template[i].wk)
781 crypto_cipher_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
782
783 ret = crypto_cipher_setkey(tfm, template[i].key,
784 template[i].klen);
785 if (!ret == template[i].fail) {
786 printk(KERN_ERR "alg: cipher: setkey failed "
787 "on test %d for %s: flags=%x\n", j,
788 algo, crypto_cipher_get_flags(tfm));
789 goto out;
790 } else if (ret)
791 continue;
792
793 for (k = 0; k < template[i].ilen;
794 k += crypto_cipher_blocksize(tfm)) {
795 if (enc)
796 crypto_cipher_encrypt_one(tfm, data + k,
797 data + k);
798 else
799 crypto_cipher_decrypt_one(tfm, data + k,
800 data + k);
801 }
802
803 q = data;
804 if (memcmp(q, template[i].result, template[i].rlen)) {
805 printk(KERN_ERR "alg: cipher: Test %d failed "
806 "on %s for %s\n", j, e, algo);
807 hexdump(q, template[i].rlen);
808 ret = -EINVAL;
809 goto out;
810 }
811 }
812
813 ret = 0;
814
815out:
f8b0d4d0
HX		 816 testmgr_free_buf(xbuf);
817out_nobuf:
1aa4ecd9
HX		 818 return ret;
819}
820
08d6af8c
JK		 821static int __test_skcipher(struct crypto_ablkcipher *tfm, int enc,
822 struct cipher_testvec *template, unsigned int tcount,
823 const bool diff_dst)
da7f033d
HX		 824{
825 const char *algo =
826 crypto_tfm_alg_driver_name(crypto_ablkcipher_tfm(tfm));
827 unsigned int i, j, k, n, temp;
da7f033d
HX		 828 char *q;
829 struct ablkcipher_request *req;
830 struct scatterlist sg[8];
08d6af8c
JK		 831 struct scatterlist sgout[8];
832 const char *e, *d;
da7f033d
HX		 833 struct tcrypt_result result;
834 void *data;
835 char iv[MAX_IVLEN];
f8b0d4d0 836 char *xbuf[XBUFSIZE];
08d6af8c 837 char *xoutbuf[XBUFSIZE];
f8b0d4d0
HX		 838 int ret = -ENOMEM;
839
840 if (testmgr_alloc_buf(xbuf))
841 goto out_nobuf;
da7f033d 842
08d6af8c
JK		 843 if (diff_dst && testmgr_alloc_buf(xoutbuf))
844 goto out_nooutbuf;
845
846 if (diff_dst)
847 d = "-ddst";
848 else
849 d = "";
850
da7f033d
HX		 851 if (enc == ENCRYPT)
852 e = "encryption";
853 else
854 e = "decryption";
855
856 init_completion(&result.completion);
857
858 req = ablkcipher_request_alloc(tfm, GFP_KERNEL);
859 if (!req) {
08d6af8c
JK		 860 pr_err("alg: skcipher%s: Failed to allocate request for %s\n",
861 d, algo);
da7f033d
HX		 862 goto out;
863 }
864
865 ablkcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
866 tcrypt_complete, &result);
867
868 j = 0;
869 for (i = 0; i < tcount; i++) {
870 if (template[i].iv)
871 memcpy(iv, template[i].iv, MAX_IVLEN);
872 else
873 memset(iv, 0, MAX_IVLEN);
874
f44d83d1 875 if (!(template[i].np) || (template[i].also_non_np)) {
da7f033d
HX		 876 j++;
877
fd57f22a
HX		 878 ret = -EINVAL;
879 if (WARN_ON(template[i].ilen > PAGE_SIZE))
880 goto out;
881
da7f033d
HX		 882 data = xbuf[0];
883 memcpy(data, template[i].input, template[i].ilen);
884
885 crypto_ablkcipher_clear_flags(tfm, ~0);
886 if (template[i].wk)
887 crypto_ablkcipher_set_flags(
888 tfm, CRYPTO_TFM_REQ_WEAK_KEY);
889
890 ret = crypto_ablkcipher_setkey(tfm, template[i].key,
891 template[i].klen);
892 if (!ret == template[i].fail) {
08d6af8c
JK		 893 pr_err("alg: skcipher%s: setkey failed on test %d for %s: flags=%x\n",
894 d, j, algo,
895 crypto_ablkcipher_get_flags(tfm));
da7f033d
HX		 896 goto out;
897 } else if (ret)
898 continue;
899
900 sg_init_one(&sg[0], data, template[i].ilen);
08d6af8c
JK		 901 if (diff_dst) {
902 data = xoutbuf[0];
903 sg_init_one(&sgout[0], data, template[i].ilen);
904 }
da7f033d 905
08d6af8c
JK		 906 ablkcipher_request_set_crypt(req, sg,
907 (diff_dst) ? sgout : sg,
da7f033d
HX		 908 template[i].ilen, iv);
909 ret = enc ?
910 crypto_ablkcipher_encrypt(req) :
911 crypto_ablkcipher_decrypt(req);
912
913 switch (ret) {
914 case 0:
915 break;
916 case -EINPROGRESS:
917 case -EBUSY:
918 ret = wait_for_completion_interruptible(
919 &result.completion);
920 if (!ret && !((ret = result.err))) {
921 INIT_COMPLETION(result.completion);
922 break;
923 }
924 /* fall through */
925 default:
08d6af8c
JK		 926 pr_err("alg: skcipher%s: %s failed on test %d for %s: ret=%d\n",
927 d, e, j, algo, -ret);
da7f033d
HX		 928 goto out;
929 }
930
931 q = data;
932 if (memcmp(q, template[i].result, template[i].rlen)) {
08d6af8c
JK		 933 pr_err("alg: skcipher%s: Test %d failed on %s for %s\n",
934 d, j, e, algo);
da7f033d
HX		 935 hexdump(q, template[i].rlen);
936 ret = -EINVAL;
937 goto out;
938 }
939 }
940 }
941
942 j = 0;
943 for (i = 0; i < tcount; i++) {
944
945 if (template[i].iv)
946 memcpy(iv, template[i].iv, MAX_IVLEN);
947 else
948 memset(iv, 0, MAX_IVLEN);
949
950 if (template[i].np) {
951 j++;
952
953 crypto_ablkcipher_clear_flags(tfm, ~0);
954 if (template[i].wk)
955 crypto_ablkcipher_set_flags(
956 tfm, CRYPTO_TFM_REQ_WEAK_KEY);
957
958 ret = crypto_ablkcipher_setkey(tfm, template[i].key,
959 template[i].klen);
960 if (!ret == template[i].fail) {
08d6af8c
JK		 961 pr_err("alg: skcipher%s: setkey failed on chunk test %d for %s: flags=%x\n",
962 d, j, algo,
da7f033d
HX		 963 crypto_ablkcipher_get_flags(tfm));
964 goto out;
965 } else if (ret)
966 continue;
967
968 temp = 0;
969 ret = -EINVAL;
970 sg_init_table(sg, template[i].np);
08d6af8c
JK		 971 if (diff_dst)
972 sg_init_table(sgout, template[i].np);
da7f033d
HX		 973 for (k = 0; k < template[i].np; k++) {
974 if (WARN_ON(offset_in_page(IDX[k]) +
975 template[i].tap[k] > PAGE_SIZE))
976 goto out;
977
978 q = xbuf[IDX[k] >> PAGE_SHIFT] +
979 offset_in_page(IDX[k]);
980
981 memcpy(q, template[i].input + temp,
982 template[i].tap[k]);
983
984 if (offset_in_page(q) + template[i].tap[k] <
985 PAGE_SIZE)
986 q[template[i].tap[k]] = 0;
987
988 sg_set_buf(&sg[k], q, template[i].tap[k]);
08d6af8c
JK		 989 if (diff_dst) {
990 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
991 offset_in_page(IDX[k]);
992
993 sg_set_buf(&sgout[k], q,
994 template[i].tap[k]);
995
996 memset(q, 0, template[i].tap[k]);
997 if (offset_in_page(q) +
998 template[i].tap[k] < PAGE_SIZE)
999 q[template[i].tap[k]] = 0;
1000 }
da7f033d
HX		 1001
1002 temp += template[i].tap[k];
1003 }
1004
08d6af8c
JK		 1005 ablkcipher_request_set_crypt(req, sg,
1006 (diff_dst) ? sgout : sg,
da7f033d
HX		 1007 template[i].ilen, iv);
1008
1009 ret = enc ?
1010 crypto_ablkcipher_encrypt(req) :
1011 crypto_ablkcipher_decrypt(req);
1012
1013 switch (ret) {
1014 case 0:
1015 break;
1016 case -EINPROGRESS:
1017 case -EBUSY:
1018 ret = wait_for_completion_interruptible(
1019 &result.completion);
1020 if (!ret && !((ret = result.err))) {
1021 INIT_COMPLETION(result.completion);
1022 break;
1023 }
1024 /* fall through */
1025 default:
08d6af8c
JK		 1026 pr_err("alg: skcipher%s: %s failed on chunk test %d for %s: ret=%d\n",
1027 d, e, j, algo, -ret);
da7f033d
HX		 1028 goto out;
1029 }
1030
1031 temp = 0;
1032 ret = -EINVAL;
1033 for (k = 0; k < template[i].np; k++) {
08d6af8c
JK		 1034 if (diff_dst)
1035 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
1036 offset_in_page(IDX[k]);
1037 else
1038 q = xbuf[IDX[k] >> PAGE_SHIFT] +
1039 offset_in_page(IDX[k]);
da7f033d
HX		 1040
1041 if (memcmp(q, template[i].result + temp,
1042 template[i].tap[k])) {
08d6af8c
JK		 1043 pr_err("alg: skcipher%s: Chunk test %d failed on %s at page %u for %s\n",
1044 d, j, e, k, algo);
da7f033d
HX		 1045 hexdump(q, template[i].tap[k]);
1046 goto out;
1047 }
1048
1049 q += template[i].tap[k];
1050 for (n = 0; offset_in_page(q + n) && q[n]; n++)
1051 ;
1052 if (n) {
08d6af8c
JK		 1053 pr_err("alg: skcipher%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
1054 d, j, e, k, algo, n);
da7f033d
HX		 1055 hexdump(q, n);
1056 goto out;
1057 }
1058 temp += template[i].tap[k];
1059 }
1060 }
1061 }
1062
1063 ret = 0;
1064
1065out:
1066 ablkcipher_request_free(req);
08d6af8c
JK		 1067 if (diff_dst)
1068 testmgr_free_buf(xoutbuf);
1069out_nooutbuf:
f8b0d4d0
HX		 1070 testmgr_free_buf(xbuf);
1071out_nobuf:
da7f033d
HX		 1072 return ret;
1073}
1074
08d6af8c
JK		 1075static int test_skcipher(struct crypto_ablkcipher *tfm, int enc,
1076 struct cipher_testvec *template, unsigned int tcount)
1077{
1078 int ret;
1079
1080 /* test 'dst == src' case */
1081 ret = __test_skcipher(tfm, enc, template, tcount, false);
1082 if (ret)
1083 return ret;
1084
1085 /* test 'dst != src' case */
1086 return __test_skcipher(tfm, enc, template, tcount, true);
1087}
1088
da7f033d
HX		 1089static int test_comp(struct crypto_comp *tfm, struct comp_testvec *ctemplate,
1090 struct comp_testvec *dtemplate, int ctcount, int dtcount)
1091{
1092 const char *algo = crypto_tfm_alg_driver_name(crypto_comp_tfm(tfm));
1093 unsigned int i;
1094 char result[COMP_BUF_SIZE];
1095 int ret;
1096
1097 for (i = 0; i < ctcount; i++) {
c79cf910
GU		 1098 int ilen;
1099 unsigned int dlen = COMP_BUF_SIZE;
da7f033d
HX		 1100
1101 memset(result, 0, sizeof (result));
1102
1103 ilen = ctemplate[i].inlen;
1104 ret = crypto_comp_compress(tfm, ctemplate[i].input,
1105 ilen, result, &dlen);
1106 if (ret) {
1107 printk(KERN_ERR "alg: comp: compression failed "
1108 "on test %d for %s: ret=%d\n", i + 1, algo,
1109 -ret);
1110 goto out;
1111 }
1112
b812eb00
GU		 1113 if (dlen != ctemplate[i].outlen) {
1114 printk(KERN_ERR "alg: comp: Compression test %d "
1115 "failed for %s: output len = %d\n", i + 1, algo,
1116 dlen);
1117 ret = -EINVAL;
1118 goto out;
1119 }
1120
da7f033d
HX		 1121 if (memcmp(result, ctemplate[i].output, dlen)) {
1122 printk(KERN_ERR "alg: comp: Compression test %d "
1123 "failed for %s\n", i + 1, algo);
1124 hexdump(result, dlen);
1125 ret = -EINVAL;
1126 goto out;
1127 }
1128 }
1129
1130 for (i = 0; i < dtcount; i++) {
c79cf910
GU		 1131 int ilen;
1132 unsigned int dlen = COMP_BUF_SIZE;
da7f033d
HX		 1133
1134 memset(result, 0, sizeof (result));
1135
1136 ilen = dtemplate[i].inlen;
1137 ret = crypto_comp_decompress(tfm, dtemplate[i].input,
1138 ilen, result, &dlen);
1139 if (ret) {
1140 printk(KERN_ERR "alg: comp: decompression failed "
1141 "on test %d for %s: ret=%d\n", i + 1, algo,
1142 -ret);
1143 goto out;
1144 }
1145
b812eb00
GU		 1146 if (dlen != dtemplate[i].outlen) {
1147 printk(KERN_ERR "alg: comp: Decompression test %d "
1148 "failed for %s: output len = %d\n", i + 1, algo,
1149 dlen);
1150 ret = -EINVAL;
1151 goto out;
1152 }
1153
da7f033d
HX		 1154 if (memcmp(result, dtemplate[i].output, dlen)) {
1155 printk(KERN_ERR "alg: comp: Decompression test %d "
1156 "failed for %s\n", i + 1, algo);
1157 hexdump(result, dlen);
1158 ret = -EINVAL;
1159 goto out;
1160 }
1161 }
1162
1163 ret = 0;
1164
1165out:
1166 return ret;
1167}
1168
8064efb8
GU		 1169static int test_pcomp(struct crypto_pcomp *tfm,
1170 struct pcomp_testvec *ctemplate,
1171 struct pcomp_testvec *dtemplate, int ctcount,
1172 int dtcount)
1173{
1174 const char *algo = crypto_tfm_alg_driver_name(crypto_pcomp_tfm(tfm));
1175 unsigned int i;
1176 char result[COMP_BUF_SIZE];
3ce858cb 1177 int res;
8064efb8
GU		 1178
1179 for (i = 0; i < ctcount; i++) {
1180 struct comp_request req;
3ce858cb 1181 unsigned int produced = 0;
8064efb8 1182
3ce858cb
GU		 1183 res = crypto_compress_setup(tfm, ctemplate[i].params,
1184 ctemplate[i].paramsize);
1185 if (res) {
8064efb8 1186 pr_err("alg: pcomp: compression setup failed on test "
3ce858cb
GU		 1187 "%d for %s: error=%d\n", i + 1, algo, res);
1188 return res;
8064efb8
GU		 1189 }
1190
3ce858cb
GU		 1191 res = crypto_compress_init(tfm);
1192 if (res) {
8064efb8 1193 pr_err("alg: pcomp: compression init failed on test "
3ce858cb
GU		 1194 "%d for %s: error=%d\n", i + 1, algo, res);
1195 return res;
8064efb8
GU		 1196 }
1197
1198 memset(result, 0, sizeof(result));
1199
1200 req.next_in = ctemplate[i].input;
1201 req.avail_in = ctemplate[i].inlen / 2;
1202 req.next_out = result;
1203 req.avail_out = ctemplate[i].outlen / 2;
1204
3ce858cb
GU		 1205 res = crypto_compress_update(tfm, &req);
1206 if (res < 0 && (res != -EAGAIN || req.avail_in)) {
8064efb8 1207 pr_err("alg: pcomp: compression update failed on test "
3ce858cb
GU		 1208 "%d for %s: error=%d\n", i + 1, algo, res);
1209 return res;
8064efb8 1210 }
3ce858cb
GU		 1211 if (res > 0)
1212 produced += res;
8064efb8
GU		 1213
1214 /* Add remaining input data */
1215 req.avail_in += (ctemplate[i].inlen + 1) / 2;
1216
3ce858cb
GU		 1217 res = crypto_compress_update(tfm, &req);
1218 if (res < 0 && (res != -EAGAIN || req.avail_in)) {
8064efb8 1219 pr_err("alg: pcomp: compression update failed on test "
3ce858cb
GU		 1220 "%d for %s: error=%d\n", i + 1, algo, res);
1221 return res;
8064efb8 1222 }
3ce858cb
GU		 1223 if (res > 0)
1224 produced += res;
8064efb8
GU		 1225
1226 /* Provide remaining output space */
1227 req.avail_out += COMP_BUF_SIZE - ctemplate[i].outlen / 2;
1228
3ce858cb
GU		 1229 res = crypto_compress_final(tfm, &req);
1230 if (res < 0) {
8064efb8 1231 pr_err("alg: pcomp: compression final failed on test "
3ce858cb
GU		 1232 "%d for %s: error=%d\n", i + 1, algo, res);
1233 return res;
8064efb8 1234 }
3ce858cb 1235 produced += res;
8064efb8
GU		 1236
1237 if (COMP_BUF_SIZE - req.avail_out != ctemplate[i].outlen) {
1238 pr_err("alg: comp: Compression test %d failed for %s: "
1239 "output len = %d (expected %d)\n", i + 1, algo,
1240 COMP_BUF_SIZE - req.avail_out,
1241 ctemplate[i].outlen);
1242 return -EINVAL;
1243 }
1244
3ce858cb
GU		 1245 if (produced != ctemplate[i].outlen) {
1246 pr_err("alg: comp: Compression test %d failed for %s: "
1247 "returned len = %u (expected %d)\n", i + 1,
1248 algo, produced, ctemplate[i].outlen);
1249 return -EINVAL;
1250 }
1251
8064efb8
GU		 1252 if (memcmp(result, ctemplate[i].output, ctemplate[i].outlen)) {
1253 pr_err("alg: pcomp: Compression test %d failed for "
1254 "%s\n", i + 1, algo);
1255 hexdump(result, ctemplate[i].outlen);
1256 return -EINVAL;
1257 }
1258 }
1259
1260 for (i = 0; i < dtcount; i++) {
1261 struct comp_request req;
3ce858cb 1262 unsigned int produced = 0;
8064efb8 1263
3ce858cb
GU		 1264 res = crypto_decompress_setup(tfm, dtemplate[i].params,
1265 dtemplate[i].paramsize);
1266 if (res) {
8064efb8 1267 pr_err("alg: pcomp: decompression setup failed on "
3ce858cb
GU		 1268 "test %d for %s: error=%d\n", i + 1, algo, res);
1269 return res;
8064efb8
GU		 1270 }
1271
3ce858cb
GU		 1272 res = crypto_decompress_init(tfm);
1273 if (res) {
8064efb8 1274 pr_err("alg: pcomp: decompression init failed on test "
3ce858cb
GU		 1275 "%d for %s: error=%d\n", i + 1, algo, res);
1276 return res;
8064efb8
GU		 1277 }
1278
1279 memset(result, 0, sizeof(result));
1280
1281 req.next_in = dtemplate[i].input;
1282 req.avail_in = dtemplate[i].inlen / 2;
1283 req.next_out = result;
1284 req.avail_out = dtemplate[i].outlen / 2;
1285
3ce858cb
GU		 1286 res = crypto_decompress_update(tfm, &req);
1287 if (res < 0 && (res != -EAGAIN || req.avail_in)) {
8064efb8 1288 pr_err("alg: pcomp: decompression update failed on "
3ce858cb
GU		 1289 "test %d for %s: error=%d\n", i + 1, algo, res);
1290 return res;
8064efb8 1291 }
3ce858cb
GU		 1292 if (res > 0)
1293 produced += res;
8064efb8
GU		 1294
1295 /* Add remaining input data */
1296 req.avail_in += (dtemplate[i].inlen + 1) / 2;
1297
3ce858cb
GU		 1298 res = crypto_decompress_update(tfm, &req);
1299 if (res < 0 && (res != -EAGAIN || req.avail_in)) {
8064efb8 1300 pr_err("alg: pcomp: decompression update failed on "
3ce858cb
GU		 1301 "test %d for %s: error=%d\n", i + 1, algo, res);
1302 return res;
8064efb8 1303 }
3ce858cb
GU		 1304 if (res > 0)
1305 produced += res;
8064efb8
GU		 1306
1307 /* Provide remaining output space */
1308 req.avail_out += COMP_BUF_SIZE - dtemplate[i].outlen / 2;
1309
3ce858cb
GU		 1310 res = crypto_decompress_final(tfm, &req);
1311 if (res < 0 && (res != -EAGAIN || req.avail_in)) {
8064efb8 1312 pr_err("alg: pcomp: decompression final failed on "
3ce858cb
GU		 1313 "test %d for %s: error=%d\n", i + 1, algo, res);
1314 return res;
8064efb8 1315 }
3ce858cb
GU		 1316 if (res > 0)
1317 produced += res;
8064efb8
GU		 1318
1319 if (COMP_BUF_SIZE - req.avail_out != dtemplate[i].outlen) {
1320 pr_err("alg: comp: Decompression test %d failed for "
1321 "%s: output len = %d (expected %d)\n", i + 1,
1322 algo, COMP_BUF_SIZE - req.avail_out,
1323 dtemplate[i].outlen);
1324 return -EINVAL;
1325 }
1326
3ce858cb
GU		 1327 if (produced != dtemplate[i].outlen) {
1328 pr_err("alg: comp: Decompression test %d failed for "
1329 "%s: returned len = %u (expected %d)\n", i + 1,
1330 algo, produced, dtemplate[i].outlen);
1331 return -EINVAL;
1332 }
1333
8064efb8
GU		 1334 if (memcmp(result, dtemplate[i].output, dtemplate[i].outlen)) {
1335 pr_err("alg: pcomp: Decompression test %d failed for "
1336 "%s\n", i + 1, algo);
1337 hexdump(result, dtemplate[i].outlen);
1338 return -EINVAL;
1339 }
1340 }
1341
1342 return 0;
1343}
1344
7647d6ce
JW		 1345
1346static int test_cprng(struct crypto_rng *tfm, struct cprng_testvec *template,
1347 unsigned int tcount)
1348{
1349 const char *algo = crypto_tfm_alg_driver_name(crypto_rng_tfm(tfm));
fa4ef8a6 1350 int err = 0, i, j, seedsize;
7647d6ce
JW		 1351 u8 *seed;
1352 char result[32];
1353
1354 seedsize = crypto_rng_seedsize(tfm);
1355
1356 seed = kmalloc(seedsize, GFP_KERNEL);
1357 if (!seed) {
1358 printk(KERN_ERR "alg: cprng: Failed to allocate seed space "
1359 "for %s\n", algo);
1360 return -ENOMEM;
1361 }
1362
1363 for (i = 0; i < tcount; i++) {
1364 memset(result, 0, 32);
1365
1366 memcpy(seed, template[i].v, template[i].vlen);
1367 memcpy(seed + template[i].vlen, template[i].key,
1368 template[i].klen);
1369 memcpy(seed + template[i].vlen + template[i].klen,
1370 template[i].dt, template[i].dtlen);
1371
1372 err = crypto_rng_reset(tfm, seed, seedsize);
1373 if (err) {
1374 printk(KERN_ERR "alg: cprng: Failed to reset rng "
1375 "for %s\n", algo);
1376 goto out;
1377 }
1378
1379 for (j = 0; j < template[i].loops; j++) {
1380 err = crypto_rng_get_bytes(tfm, result,
1381 template[i].rlen);
1382 if (err != template[i].rlen) {
1383 printk(KERN_ERR "alg: cprng: Failed to obtain "
1384 "the correct amount of random data for "
1385 "%s (requested %d, got %d)\n", algo,
1386 template[i].rlen, err);
1387 goto out;
1388 }
1389 }
1390
1391 err = memcmp(result, template[i].result,
1392 template[i].rlen);
1393 if (err) {
1394 printk(KERN_ERR "alg: cprng: Test %d failed for %s\n",
1395 i, algo);
1396 hexdump(result, template[i].rlen);
1397 err = -EINVAL;
1398 goto out;
1399 }
1400 }
1401
1402out:
1403 kfree(seed);
1404 return err;
1405}
1406
da7f033d
HX		 1407static int alg_test_aead(const struct alg_test_desc *desc, const char *driver,
1408 u32 type, u32 mask)
1409{
1410 struct crypto_aead *tfm;
1411 int err = 0;
1412
1413 tfm = crypto_alloc_aead(driver, type, mask);
1414 if (IS_ERR(tfm)) {
1415 printk(KERN_ERR "alg: aead: Failed to load transform for %s: "
1416 "%ld\n", driver, PTR_ERR(tfm));
1417 return PTR_ERR(tfm);
1418 }
1419
1420 if (desc->suite.aead.enc.vecs) {
1421 err = test_aead(tfm, ENCRYPT, desc->suite.aead.enc.vecs,
1422 desc->suite.aead.enc.count);
1423 if (err)
1424 goto out;
1425 }
1426
1427 if (!err && desc->suite.aead.dec.vecs)
1428 err = test_aead(tfm, DECRYPT, desc->suite.aead.dec.vecs,
1429 desc->suite.aead.dec.count);
1430
1431out:
1432 crypto_free_aead(tfm);
1433 return err;
1434}
1435
1436static int alg_test_cipher(const struct alg_test_desc *desc,
1437 const char *driver, u32 type, u32 mask)
1438{
1aa4ecd9 1439 struct crypto_cipher *tfm;
da7f033d
HX		 1440 int err = 0;
1441
1aa4ecd9 1442 tfm = crypto_alloc_cipher(driver, type, mask);
da7f033d
HX		 1443 if (IS_ERR(tfm)) {
1444 printk(KERN_ERR "alg: cipher: Failed to load transform for "
1445 "%s: %ld\n", driver, PTR_ERR(tfm));
1446 return PTR_ERR(tfm);
1447 }
1448
1449 if (desc->suite.cipher.enc.vecs) {
1450 err = test_cipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1451 desc->suite.cipher.enc.count);
1452 if (err)
1453 goto out;
1454 }
1455
1456 if (desc->suite.cipher.dec.vecs)
1457 err = test_cipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1458 desc->suite.cipher.dec.count);
1459
1aa4ecd9
HX		 1460out:
1461 crypto_free_cipher(tfm);
1462 return err;
1463}
1464
1465static int alg_test_skcipher(const struct alg_test_desc *desc,
1466 const char *driver, u32 type, u32 mask)
1467{
1468 struct crypto_ablkcipher *tfm;
1469 int err = 0;
1470
1471 tfm = crypto_alloc_ablkcipher(driver, type, mask);
1472 if (IS_ERR(tfm)) {
1473 printk(KERN_ERR "alg: skcipher: Failed to load transform for "
1474 "%s: %ld\n", driver, PTR_ERR(tfm));
1475 return PTR_ERR(tfm);
1476 }
1477
1478 if (desc->suite.cipher.enc.vecs) {
1479 err = test_skcipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1480 desc->suite.cipher.enc.count);
1481 if (err)
1482 goto out;
1483 }
1484
1485 if (desc->suite.cipher.dec.vecs)
1486 err = test_skcipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1487 desc->suite.cipher.dec.count);
1488
da7f033d
HX		 1489out:
1490 crypto_free_ablkcipher(tfm);
1491 return err;
1492}
1493
1494static int alg_test_comp(const struct alg_test_desc *desc, const char *driver,
1495 u32 type, u32 mask)
1496{
1497 struct crypto_comp *tfm;
1498 int err;
1499
1500 tfm = crypto_alloc_comp(driver, type, mask);
1501 if (IS_ERR(tfm)) {
1502 printk(KERN_ERR "alg: comp: Failed to load transform for %s: "
1503 "%ld\n", driver, PTR_ERR(tfm));
1504 return PTR_ERR(tfm);
1505 }
1506
1507 err = test_comp(tfm, desc->suite.comp.comp.vecs,
1508 desc->suite.comp.decomp.vecs,
1509 desc->suite.comp.comp.count,
1510 desc->suite.comp.decomp.count);
1511
1512 crypto_free_comp(tfm);
1513 return err;
1514}
1515
8064efb8
GU		 1516static int alg_test_pcomp(const struct alg_test_desc *desc, const char *driver,
1517 u32 type, u32 mask)
1518{
1519 struct crypto_pcomp *tfm;
1520 int err;
1521
1522 tfm = crypto_alloc_pcomp(driver, type, mask);
1523 if (IS_ERR(tfm)) {
1524 pr_err("alg: pcomp: Failed to load transform for %s: %ld\n",
1525 driver, PTR_ERR(tfm));
1526 return PTR_ERR(tfm);
1527 }
1528
1529 err = test_pcomp(tfm, desc->suite.pcomp.comp.vecs,
1530 desc->suite.pcomp.decomp.vecs,
1531 desc->suite.pcomp.comp.count,
1532 desc->suite.pcomp.decomp.count);
1533
1534 crypto_free_pcomp(tfm);
1535 return err;
1536}
1537
da7f033d
HX		 1538static int alg_test_hash(const struct alg_test_desc *desc, const char *driver,
1539 u32 type, u32 mask)
1540{
1541 struct crypto_ahash *tfm;
1542 int err;
1543
1544 tfm = crypto_alloc_ahash(driver, type, mask);
1545 if (IS_ERR(tfm)) {
1546 printk(KERN_ERR "alg: hash: Failed to load transform for %s: "
1547 "%ld\n", driver, PTR_ERR(tfm));
1548 return PTR_ERR(tfm);
1549 }
1550
a8f1a052
DM		 1551 err = test_hash(tfm, desc->suite.hash.vecs,
1552 desc->suite.hash.count, true);
1553 if (!err)
1554 err = test_hash(tfm, desc->suite.hash.vecs,
1555 desc->suite.hash.count, false);
da7f033d
HX		 1556
1557 crypto_free_ahash(tfm);
1558 return err;
1559}
1560
8e3ee85e
HX		 1561static int alg_test_crc32c(const struct alg_test_desc *desc,
1562 const char *driver, u32 type, u32 mask)
1563{
1564 struct crypto_shash *tfm;
1565 u32 val;
1566 int err;
1567
1568 err = alg_test_hash(desc, driver, type, mask);
1569 if (err)
1570 goto out;
1571
1572 tfm = crypto_alloc_shash(driver, type, mask);
1573 if (IS_ERR(tfm)) {
1574 printk(KERN_ERR "alg: crc32c: Failed to load transform for %s: "
1575 "%ld\n", driver, PTR_ERR(tfm));
1576 err = PTR_ERR(tfm);
1577 goto out;
1578 }
1579
1580 do {
1581 struct {
1582 struct shash_desc shash;
1583 char ctx[crypto_shash_descsize(tfm)];
1584 } sdesc;
1585
1586 sdesc.shash.tfm = tfm;
1587 sdesc.shash.flags = 0;
1588
1589 *(u32 *)sdesc.ctx = le32_to_cpu(420553207);
1590 err = crypto_shash_final(&sdesc.shash, (u8 *)&val);
1591 if (err) {
1592 printk(KERN_ERR "alg: crc32c: Operation failed for "
1593 "%s: %d\n", driver, err);
1594 break;
1595 }
1596
1597 if (val != ~420553207) {
1598 printk(KERN_ERR "alg: crc32c: Test failed for %s: "
1599 "%d\n", driver, val);
1600 err = -EINVAL;
1601 }
1602 } while (0);
1603
1604 crypto_free_shash(tfm);
1605
1606out:
1607 return err;
1608}
1609
7647d6ce
JW		 1610static int alg_test_cprng(const struct alg_test_desc *desc, const char *driver,
1611 u32 type, u32 mask)
1612{
1613 struct crypto_rng *rng;
1614 int err;
1615
1616 rng = crypto_alloc_rng(driver, type, mask);
1617 if (IS_ERR(rng)) {
1618 printk(KERN_ERR "alg: cprng: Failed to load transform for %s: "
1619 "%ld\n", driver, PTR_ERR(rng));
1620 return PTR_ERR(rng);
1621 }
1622
1623 err = test_cprng(rng, desc->suite.cprng.vecs, desc->suite.cprng.count);
1624
1625 crypto_free_rng(rng);
1626
1627 return err;
1628}
1629
863b557a
YS		 1630static int alg_test_null(const struct alg_test_desc *desc,
1631 const char *driver, u32 type, u32 mask)
1632{
1633 return 0;
1634}
1635
da7f033d
HX		 1636/* Please keep this list sorted by algorithm name. */
1637static const struct alg_test_desc alg_test_descs[] = {
1638 {
4d6d6a2c
JG		 1639 .alg = "__cbc-cast5-avx",
1640 .test = alg_test_null,
4ea1277d
JG		 1641 }, {
1642 .alg = "__cbc-cast6-avx",
1643 .test = alg_test_null,
4d6d6a2c 1644 }, {
7efe4076
JG		 1645 .alg = "__cbc-serpent-avx",
1646 .test = alg_test_null,
56d76c96
JK		 1647 }, {
1648 .alg = "__cbc-serpent-avx2",
1649 .test = alg_test_null,
7efe4076 1650 }, {
937c30d7
JK		 1651 .alg = "__cbc-serpent-sse2",
1652 .test = alg_test_null,
107778b5
JG		 1653 }, {
1654 .alg = "__cbc-twofish-avx",
1655 .test = alg_test_null,
937c30d7 1656 }, {
863b557a
YS		 1657 .alg = "__driver-cbc-aes-aesni",
1658 .test = alg_test_null,
6c79294f 1659 .fips_allowed = 1,
d9b1d2e7
JK		 1660 }, {
1661 .alg = "__driver-cbc-camellia-aesni",
1662 .test = alg_test_null,
f3f935a7
JK		 1663 }, {
1664 .alg = "__driver-cbc-camellia-aesni-avx2",
1665 .test = alg_test_null,
4d6d6a2c
JG		 1666 }, {
1667 .alg = "__driver-cbc-cast5-avx",
1668 .test = alg_test_null,
4ea1277d
JG		 1669 }, {
1670 .alg = "__driver-cbc-cast6-avx",
1671 .test = alg_test_null,
7efe4076
JG		 1672 }, {
1673 .alg = "__driver-cbc-serpent-avx",
1674 .test = alg_test_null,
56d76c96
JK		 1675 }, {
1676 .alg = "__driver-cbc-serpent-avx2",
1677 .test = alg_test_null,
937c30d7
JK		 1678 }, {
1679 .alg = "__driver-cbc-serpent-sse2",
1680 .test = alg_test_null,
107778b5
JG		 1681 }, {
1682 .alg = "__driver-cbc-twofish-avx",
1683 .test = alg_test_null,
863b557a
YS		 1684 }, {
1685 .alg = "__driver-ecb-aes-aesni",
1686 .test = alg_test_null,
6c79294f 1687 .fips_allowed = 1,
d9b1d2e7
JK		 1688 }, {
1689 .alg = "__driver-ecb-camellia-aesni",
1690 .test = alg_test_null,
f3f935a7
JK		 1691 }, {
1692 .alg = "__driver-ecb-camellia-aesni-avx2",
1693 .test = alg_test_null,
4d6d6a2c
JG		 1694 }, {
1695 .alg = "__driver-ecb-cast5-avx",
1696 .test = alg_test_null,
4ea1277d
JG		 1697 }, {
1698 .alg = "__driver-ecb-cast6-avx",
1699 .test = alg_test_null,
7efe4076
JG		 1700 }, {
1701 .alg = "__driver-ecb-serpent-avx",
1702 .test = alg_test_null,
56d76c96
JK		 1703 }, {
1704 .alg = "__driver-ecb-serpent-avx2",
1705 .test = alg_test_null,
937c30d7
JK		 1706 }, {
1707 .alg = "__driver-ecb-serpent-sse2",
1708 .test = alg_test_null,
107778b5
JG		 1709 }, {
1710 .alg = "__driver-ecb-twofish-avx",
1711 .test = alg_test_null,
863b557a
YS		 1712 }, {
1713 .alg = "__ghash-pclmulqdqni",
1714 .test = alg_test_null,
6c79294f 1715 .fips_allowed = 1,
863b557a 1716 }, {
e08ca2da
JW		 1717 .alg = "ansi_cprng",
1718 .test = alg_test_cprng,
a1915d51 1719 .fips_allowed = 1,
e08ca2da
JW		 1720 .suite = {
1721 .cprng = {
1722 .vecs = ansi_cprng_aes_tv_template,
1723 .count = ANSI_CPRNG_AES_TEST_VECTORS
1724 }
1725 }
e46e9a46
HG		 1726 }, {
1727 .alg = "authenc(hmac(sha1),cbc(aes))",
1728 .test = alg_test_aead,
1729 .fips_allowed = 1,
1730 .suite = {
1731 .aead = {
1732 .enc = {
1733 .vecs = hmac_sha1_aes_cbc_enc_tv_template,
1734 .count = HMAC_SHA1_AES_CBC_ENC_TEST_VECTORS
1735 }
1736 }
1737 }
1738 }, {
1739 .alg = "authenc(hmac(sha256),cbc(aes))",
1740 .test = alg_test_aead,
1741 .fips_allowed = 1,
1742 .suite = {
1743 .aead = {
1744 .enc = {
1745 .vecs = hmac_sha256_aes_cbc_enc_tv_template,
1746 .count = HMAC_SHA256_AES_CBC_ENC_TEST_VECTORS
1747 }
1748 }
1749 }
1750 }, {
1751 .alg = "authenc(hmac(sha512),cbc(aes))",
1752 .test = alg_test_aead,
1753 .fips_allowed = 1,
1754 .suite = {
1755 .aead = {
1756 .enc = {
1757 .vecs = hmac_sha512_aes_cbc_enc_tv_template,
1758 .count = HMAC_SHA512_AES_CBC_ENC_TEST_VECTORS
1759 }
1760 }
1761 }
e08ca2da 1762 }, {
da7f033d 1763 .alg = "cbc(aes)",
1aa4ecd9 1764 .test = alg_test_skcipher,
a1915d51 1765 .fips_allowed = 1,
da7f033d
HX		 1766 .suite = {
1767 .cipher = {
1768 .enc = {
1769 .vecs = aes_cbc_enc_tv_template,
1770 .count = AES_CBC_ENC_TEST_VECTORS
1771 },
1772 .dec = {
1773 .vecs = aes_cbc_dec_tv_template,
1774 .count = AES_CBC_DEC_TEST_VECTORS
1775 }
1776 }
1777 }
1778 }, {
1779 .alg = "cbc(anubis)",
1aa4ecd9 1780 .test = alg_test_skcipher,
da7f033d
HX		 1781 .suite = {
1782 .cipher = {
1783 .enc = {
1784 .vecs = anubis_cbc_enc_tv_template,
1785 .count = ANUBIS_CBC_ENC_TEST_VECTORS
1786 },
1787 .dec = {
1788 .vecs = anubis_cbc_dec_tv_template,
1789 .count = ANUBIS_CBC_DEC_TEST_VECTORS
1790 }
1791 }
1792 }
1793 }, {
1794 .alg = "cbc(blowfish)",
1aa4ecd9 1795 .test = alg_test_skcipher,
da7f033d
HX		 1796 .suite = {
1797 .cipher = {
1798 .enc = {
1799 .vecs = bf_cbc_enc_tv_template,
1800 .count = BF_CBC_ENC_TEST_VECTORS
1801 },
1802 .dec = {
1803 .vecs = bf_cbc_dec_tv_template,
1804 .count = BF_CBC_DEC_TEST_VECTORS
1805 }
1806 }
1807 }
1808 }, {
1809 .alg = "cbc(camellia)",
1aa4ecd9 1810 .test = alg_test_skcipher,
da7f033d
HX		 1811 .suite = {
1812 .cipher = {
1813 .enc = {
1814 .vecs = camellia_cbc_enc_tv_template,
1815 .count = CAMELLIA_CBC_ENC_TEST_VECTORS
1816 },
1817 .dec = {
1818 .vecs = camellia_cbc_dec_tv_template,
1819 .count = CAMELLIA_CBC_DEC_TEST_VECTORS
1820 }
1821 }
1822 }
a2c58260
JG		 1823 }, {
1824 .alg = "cbc(cast5)",
1825 .test = alg_test_skcipher,
1826 .suite = {
1827 .cipher = {
1828 .enc = {
1829 .vecs = cast5_cbc_enc_tv_template,
1830 .count = CAST5_CBC_ENC_TEST_VECTORS
1831 },
1832 .dec = {
1833 .vecs = cast5_cbc_dec_tv_template,
1834 .count = CAST5_CBC_DEC_TEST_VECTORS
1835 }
1836 }
1837 }
9b8b0405
JG		 1838 }, {
1839 .alg = "cbc(cast6)",
1840 .test = alg_test_skcipher,
1841 .suite = {
1842 .cipher = {
1843 .enc = {
1844 .vecs = cast6_cbc_enc_tv_template,
1845 .count = CAST6_CBC_ENC_TEST_VECTORS
1846 },
1847 .dec = {
1848 .vecs = cast6_cbc_dec_tv_template,
1849 .count = CAST6_CBC_DEC_TEST_VECTORS
1850 }
1851 }
1852 }
da7f033d
HX		 1853 }, {
1854 .alg = "cbc(des)",
1aa4ecd9 1855 .test = alg_test_skcipher,
da7f033d
HX		 1856 .suite = {
1857 .cipher = {
1858 .enc = {
1859 .vecs = des_cbc_enc_tv_template,
1860 .count = DES_CBC_ENC_TEST_VECTORS
1861 },
1862 .dec = {
1863 .vecs = des_cbc_dec_tv_template,
1864 .count = DES_CBC_DEC_TEST_VECTORS
1865 }
1866 }
1867 }
1868 }, {
1869 .alg = "cbc(des3_ede)",
1aa4ecd9 1870 .test = alg_test_skcipher,
a1915d51 1871 .fips_allowed = 1,
da7f033d
HX		 1872 .suite = {
1873 .cipher = {
1874 .enc = {
1875 .vecs = des3_ede_cbc_enc_tv_template,
1876 .count = DES3_EDE_CBC_ENC_TEST_VECTORS
1877 },
1878 .dec = {
1879 .vecs = des3_ede_cbc_dec_tv_template,
1880 .count = DES3_EDE_CBC_DEC_TEST_VECTORS
1881 }
1882 }
1883 }
9d25917d
JK		 1884 }, {
1885 .alg = "cbc(serpent)",
1886 .test = alg_test_skcipher,
1887 .suite = {
1888 .cipher = {
1889 .enc = {
1890 .vecs = serpent_cbc_enc_tv_template,
1891 .count = SERPENT_CBC_ENC_TEST_VECTORS
1892 },
1893 .dec = {
1894 .vecs = serpent_cbc_dec_tv_template,
1895 .count = SERPENT_CBC_DEC_TEST_VECTORS
1896 }
1897 }
1898 }
da7f033d
HX		 1899 }, {
1900 .alg = "cbc(twofish)",
1aa4ecd9 1901 .test = alg_test_skcipher,
da7f033d
HX		 1902 .suite = {
1903 .cipher = {
1904 .enc = {
1905 .vecs = tf_cbc_enc_tv_template,
1906 .count = TF_CBC_ENC_TEST_VECTORS
1907 },
1908 .dec = {
1909 .vecs = tf_cbc_dec_tv_template,
1910 .count = TF_CBC_DEC_TEST_VECTORS
1911 }
1912 }
1913 }
1914 }, {
1915 .alg = "ccm(aes)",
1916 .test = alg_test_aead,
a1915d51 1917 .fips_allowed = 1,
da7f033d
HX		 1918 .suite = {
1919 .aead = {
1920 .enc = {
1921 .vecs = aes_ccm_enc_tv_template,
1922 .count = AES_CCM_ENC_TEST_VECTORS
1923 },
1924 .dec = {
1925 .vecs = aes_ccm_dec_tv_template,
1926 .count = AES_CCM_DEC_TEST_VECTORS
1927 }
1928 }
1929 }
93b5e86a
JK		 1930 }, {
1931 .alg = "cmac(aes)",
1932 .test = alg_test_hash,
1933 .suite = {
1934 .hash = {
1935 .vecs = aes_cmac128_tv_template,
1936 .count = CMAC_AES_TEST_VECTORS
1937 }
1938 }
1939 }, {
1940 .alg = "cmac(des3_ede)",
1941 .test = alg_test_hash,
1942 .suite = {
1943 .hash = {
1944 .vecs = des3_ede_cmac64_tv_template,
1945 .count = CMAC_DES3_EDE_TEST_VECTORS
1946 }
1947 }
e448370d
JK		 1948 }, {
1949 .alg = "compress_null",
1950 .test = alg_test_null,
da7f033d
HX		 1951 }, {
1952 .alg = "crc32c",
8e3ee85e 1953 .test = alg_test_crc32c,
a1915d51 1954 .fips_allowed = 1,
da7f033d
HX		 1955 .suite = {
1956 .hash = {
1957 .vecs = crc32c_tv_template,
1958 .count = CRC32C_TEST_VECTORS
1959 }
1960 }
39761214
TC		 1961 }, {
1962 .alg = "crct10dif",
1963 .test = alg_test_hash,
1964 .fips_allowed = 1,
1965 .suite = {
1966 .hash = {
1967 .vecs = crct10dif_tv_template,
1968 .count = CRCT10DIF_TEST_VECTORS
1969 }
1970 }
6c79294f
MB		 1971 }, {
1972 .alg = "cryptd(__driver-cbc-aes-aesni)",
1973 .test = alg_test_null,
1974 .fips_allowed = 1,
d9b1d2e7
JK		 1975 }, {
1976 .alg = "cryptd(__driver-cbc-camellia-aesni)",
1977 .test = alg_test_null,
f3f935a7
JK		 1978 }, {
1979 .alg = "cryptd(__driver-cbc-camellia-aesni-avx2)",
1980 .test = alg_test_null,
56d76c96
JK		 1981 }, {
1982 .alg = "cryptd(__driver-cbc-serpent-avx2)",
1983 .test = alg_test_null,
863b557a
YS		 1984 }, {
1985 .alg = "cryptd(__driver-ecb-aes-aesni)",
1986 .test = alg_test_null,
6c79294f 1987 .fips_allowed = 1,
d9b1d2e7
JK		 1988 }, {
1989 .alg = "cryptd(__driver-ecb-camellia-aesni)",
1990 .test = alg_test_null,
f3f935a7
JK		 1991 }, {
1992 .alg = "cryptd(__driver-ecb-camellia-aesni-avx2)",
1993 .test = alg_test_null,
4d6d6a2c
JG		 1994 }, {
1995 .alg = "cryptd(__driver-ecb-cast5-avx)",
1996 .test = alg_test_null,
4ea1277d
JG		 1997 }, {
1998 .alg = "cryptd(__driver-ecb-cast6-avx)",
1999 .test = alg_test_null,
7efe4076
JG		 2000 }, {
2001 .alg = "cryptd(__driver-ecb-serpent-avx)",
2002 .test = alg_test_null,
56d76c96
JK		 2003 }, {
2004 .alg = "cryptd(__driver-ecb-serpent-avx2)",
2005 .test = alg_test_null,
937c30d7
JK		 2006 }, {
2007 .alg = "cryptd(__driver-ecb-serpent-sse2)",
2008 .test = alg_test_null,
107778b5
JG		 2009 }, {
2010 .alg = "cryptd(__driver-ecb-twofish-avx)",
2011 .test = alg_test_null,
6c79294f
MB		 2012 }, {
2013 .alg = "cryptd(__driver-gcm-aes-aesni)",
2014 .test = alg_test_null,
2015 .fips_allowed = 1,
863b557a
YS		 2016 }, {
2017 .alg = "cryptd(__ghash-pclmulqdqni)",
2018 .test = alg_test_null,
6c79294f 2019 .fips_allowed = 1,
f7cb80f2
JW		 2020 }, {
2021 .alg = "ctr(aes)",
2022 .test = alg_test_skcipher,
a1915d51 2023 .fips_allowed = 1,
f7cb80f2
JW		 2024 .suite = {
2025 .cipher = {
2026 .enc = {
2027 .vecs = aes_ctr_enc_tv_template,
2028 .count = AES_CTR_ENC_TEST_VECTORS
2029 },
2030 .dec = {
2031 .vecs = aes_ctr_dec_tv_template,
2032 .count = AES_CTR_DEC_TEST_VECTORS
2033 }
2034 }
2035 }
85b63e34
JK		 2036 }, {
2037 .alg = "ctr(blowfish)",
2038 .test = alg_test_skcipher,
2039 .suite = {
2040 .cipher = {
2041 .enc = {
2042 .vecs = bf_ctr_enc_tv_template,
2043 .count = BF_CTR_ENC_TEST_VECTORS
2044 },
2045 .dec = {
2046 .vecs = bf_ctr_dec_tv_template,
2047 .count = BF_CTR_DEC_TEST_VECTORS
2048 }
2049 }
2050 }
0840605e
JK		 2051 }, {
2052 .alg = "ctr(camellia)",
2053 .test = alg_test_skcipher,
2054 .suite = {
2055 .cipher = {
2056 .enc = {
2057 .vecs = camellia_ctr_enc_tv_template,
2058 .count = CAMELLIA_CTR_ENC_TEST_VECTORS
2059 },
2060 .dec = {
2061 .vecs = camellia_ctr_dec_tv_template,
2062 .count = CAMELLIA_CTR_DEC_TEST_VECTORS
2063 }
2064 }
2065 }
a2c58260
JG		 2066 }, {
2067 .alg = "ctr(cast5)",
2068 .test = alg_test_skcipher,
2069 .suite = {
2070 .cipher = {
2071 .enc = {
2072 .vecs = cast5_ctr_enc_tv_template,
2073 .count = CAST5_CTR_ENC_TEST_VECTORS
2074 },
2075 .dec = {
2076 .vecs = cast5_ctr_dec_tv_template,
2077 .count = CAST5_CTR_DEC_TEST_VECTORS
2078 }
2079 }
2080 }
9b8b0405
JG		 2081 }, {
2082 .alg = "ctr(cast6)",
2083 .test = alg_test_skcipher,
2084 .suite = {
2085 .cipher = {
2086 .enc = {
2087 .vecs = cast6_ctr_enc_tv_template,
2088 .count = CAST6_CTR_ENC_TEST_VECTORS
2089 },
2090 .dec = {
2091 .vecs = cast6_ctr_dec_tv_template,
2092 .count = CAST6_CTR_DEC_TEST_VECTORS
2093 }
2094 }
2095 }
8163fc30
JK		 2096 }, {
2097 .alg = "ctr(des)",
2098 .test = alg_test_skcipher,
2099 .suite = {
2100 .cipher = {
2101 .enc = {
2102 .vecs = des_ctr_enc_tv_template,
2103 .count = DES_CTR_ENC_TEST_VECTORS
2104 },
2105 .dec = {
2106 .vecs = des_ctr_dec_tv_template,
2107 .count = DES_CTR_DEC_TEST_VECTORS
2108 }
2109 }
2110 }
e080b17a
JK		 2111 }, {
2112 .alg = "ctr(des3_ede)",
2113 .test = alg_test_skcipher,
2114 .suite = {
2115 .cipher = {
2116 .enc = {
2117 .vecs = des3_ede_ctr_enc_tv_template,
2118 .count = DES3_EDE_CTR_ENC_TEST_VECTORS
2119 },
2120 .dec = {
2121 .vecs = des3_ede_ctr_dec_tv_template,
2122 .count = DES3_EDE_CTR_DEC_TEST_VECTORS
2123 }
2124 }
2125 }
9d25917d
JK		 2126 }, {
2127 .alg = "ctr(serpent)",
2128 .test = alg_test_skcipher,
2129 .suite = {
2130 .cipher = {
2131 .enc = {
2132 .vecs = serpent_ctr_enc_tv_template,
2133 .count = SERPENT_CTR_ENC_TEST_VECTORS
2134 },
2135 .dec = {
2136 .vecs = serpent_ctr_dec_tv_template,
2137 .count = SERPENT_CTR_DEC_TEST_VECTORS
2138 }
2139 }
2140 }
573da620
JK		 2141 }, {
2142 .alg = "ctr(twofish)",
2143 .test = alg_test_skcipher,
2144 .suite = {
2145 .cipher = {
2146 .enc = {
2147 .vecs = tf_ctr_enc_tv_template,
2148 .count = TF_CTR_ENC_TEST_VECTORS
2149 },
2150 .dec = {
2151 .vecs = tf_ctr_dec_tv_template,
2152 .count = TF_CTR_DEC_TEST_VECTORS
2153 }
2154 }
2155 }
da7f033d
HX		 2156 }, {
2157 .alg = "cts(cbc(aes))",
1aa4ecd9 2158 .test = alg_test_skcipher,
da7f033d
HX		 2159 .suite = {
2160 .cipher = {
2161 .enc = {
2162 .vecs = cts_mode_enc_tv_template,
2163 .count = CTS_MODE_ENC_TEST_VECTORS
2164 },
2165 .dec = {
2166 .vecs = cts_mode_dec_tv_template,
2167 .count = CTS_MODE_DEC_TEST_VECTORS
2168 }
2169 }
2170 }
2171 }, {
2172 .alg = "deflate",
2173 .test = alg_test_comp,
0818904d 2174 .fips_allowed = 1,
da7f033d
HX		 2175 .suite = {
2176 .comp = {
2177 .comp = {
2178 .vecs = deflate_comp_tv_template,
2179 .count = DEFLATE_COMP_TEST_VECTORS
2180 },
2181 .decomp = {
2182 .vecs = deflate_decomp_tv_template,
2183 .count = DEFLATE_DECOMP_TEST_VECTORS
2184 }
2185 }
2186 }
e448370d
JK		 2187 }, {
2188 .alg = "digest_null",
2189 .test = alg_test_null,
863b557a
YS		 2190 }, {
2191 .alg = "ecb(__aes-aesni)",
2192 .test = alg_test_null,
6c79294f 2193 .fips_allowed = 1,
da7f033d
HX		 2194 }, {
2195 .alg = "ecb(aes)",
1aa4ecd9 2196 .test = alg_test_skcipher,
a1915d51 2197 .fips_allowed = 1,
da7f033d
HX		 2198 .suite = {
2199 .cipher = {
2200 .enc = {
2201 .vecs = aes_enc_tv_template,
2202 .count = AES_ENC_TEST_VECTORS
2203 },
2204 .dec = {
2205 .vecs = aes_dec_tv_template,
2206 .count = AES_DEC_TEST_VECTORS
2207 }
2208 }
2209 }
2210 }, {
2211 .alg = "ecb(anubis)",
1aa4ecd9 2212 .test = alg_test_skcipher,
da7f033d
HX		 2213 .suite = {
2214 .cipher = {
2215 .enc = {
2216 .vecs = anubis_enc_tv_template,
2217 .count = ANUBIS_ENC_TEST_VECTORS
2218 },
2219 .dec = {
2220 .vecs = anubis_dec_tv_template,
2221 .count = ANUBIS_DEC_TEST_VECTORS
2222 }
2223 }
2224 }
2225 }, {
2226 .alg = "ecb(arc4)",
1aa4ecd9 2227 .test = alg_test_skcipher,
da7f033d
HX		 2228 .suite = {
2229 .cipher = {
2230 .enc = {
2231 .vecs = arc4_enc_tv_template,
2232 .count = ARC4_ENC_TEST_VECTORS
2233 },
2234 .dec = {
2235 .vecs = arc4_dec_tv_template,
2236 .count = ARC4_DEC_TEST_VECTORS
2237 }
2238 }
2239 }
2240 }, {
2241 .alg = "ecb(blowfish)",
1aa4ecd9 2242 .test = alg_test_skcipher,
da7f033d
HX		 2243 .suite = {
2244 .cipher = {
2245 .enc = {
2246 .vecs = bf_enc_tv_template,
2247 .count = BF_ENC_TEST_VECTORS
2248 },
2249 .dec = {
2250 .vecs = bf_dec_tv_template,
2251 .count = BF_DEC_TEST_VECTORS
2252 }
2253 }
2254 }
2255 }, {
2256 .alg = "ecb(camellia)",
1aa4ecd9 2257 .test = alg_test_skcipher,
da7f033d
HX		 2258 .suite = {
2259 .cipher = {
2260 .enc = {
2261 .vecs = camellia_enc_tv_template,
2262 .count = CAMELLIA_ENC_TEST_VECTORS
2263 },
2264 .dec = {
2265 .vecs = camellia_dec_tv_template,
2266 .count = CAMELLIA_DEC_TEST_VECTORS
2267 }
2268 }
2269 }
2270 }, {
2271 .alg = "ecb(cast5)",
1aa4ecd9 2272 .test = alg_test_skcipher,
da7f033d
HX		 2273 .suite = {
2274 .cipher = {
2275 .enc = {
2276 .vecs = cast5_enc_tv_template,
2277 .count = CAST5_ENC_TEST_VECTORS
2278 },
2279 .dec = {
2280 .vecs = cast5_dec_tv_template,
2281 .count = CAST5_DEC_TEST_VECTORS
2282 }
2283 }
2284 }
2285 }, {
2286 .alg = "ecb(cast6)",
1aa4ecd9 2287 .test = alg_test_skcipher,
da7f033d
HX		 2288 .suite = {
2289 .cipher = {
2290 .enc = {
2291 .vecs = cast6_enc_tv_template,
2292 .count = CAST6_ENC_TEST_VECTORS
2293 },
2294 .dec = {
2295 .vecs = cast6_dec_tv_template,
2296 .count = CAST6_DEC_TEST_VECTORS
2297 }
2298 }
2299 }
e448370d
JK		 2300 }, {
2301 .alg = "ecb(cipher_null)",
2302 .test = alg_test_null,
da7f033d
HX		 2303 }, {
2304 .alg = "ecb(des)",
1aa4ecd9 2305 .test = alg_test_skcipher,
a1915d51 2306 .fips_allowed = 1,
da7f033d
HX		 2307 .suite = {
2308 .cipher = {
2309 .enc = {
2310 .vecs = des_enc_tv_template,
2311 .count = DES_ENC_TEST_VECTORS
2312 },
2313 .dec = {
2314 .vecs = des_dec_tv_template,
2315 .count = DES_DEC_TEST_VECTORS
2316 }
2317 }
2318 }
2319 }, {
2320 .alg = "ecb(des3_ede)",
1aa4ecd9 2321 .test = alg_test_skcipher,
a1915d51 2322 .fips_allowed = 1,
da7f033d
HX		 2323 .suite = {
2324 .cipher = {
2325 .enc = {
2326 .vecs = des3_ede_enc_tv_template,
2327 .count = DES3_EDE_ENC_TEST_VECTORS
2328 },
2329 .dec = {
2330 .vecs = des3_ede_dec_tv_template,
2331 .count = DES3_EDE_DEC_TEST_VECTORS
2332 }
2333 }
2334 }
66e5bd00
JK		 2335 }, {
2336 .alg = "ecb(fcrypt)",
2337 .test = alg_test_skcipher,
2338 .suite = {
2339 .cipher = {
2340 .enc = {
2341 .vecs = fcrypt_pcbc_enc_tv_template,
2342 .count = 1
2343 },
2344 .dec = {
2345 .vecs = fcrypt_pcbc_dec_tv_template,
2346 .count = 1
2347 }
2348 }
2349 }
da7f033d
HX		 2350 }, {
2351 .alg = "ecb(khazad)",
1aa4ecd9 2352 .test = alg_test_skcipher,
da7f033d
HX		 2353 .suite = {
2354 .cipher = {
2355 .enc = {
2356 .vecs = khazad_enc_tv_template,
2357 .count = KHAZAD_ENC_TEST_VECTORS
2358 },
2359 .dec = {
2360 .vecs = khazad_dec_tv_template,
2361 .count = KHAZAD_DEC_TEST_VECTORS
2362 }
2363 }
2364 }
2365 }, {
2366 .alg = "ecb(seed)",
1aa4ecd9 2367 .test = alg_test_skcipher,
da7f033d
HX		 2368 .suite = {
2369 .cipher = {
2370 .enc = {
2371 .vecs = seed_enc_tv_template,
2372 .count = SEED_ENC_TEST_VECTORS
2373 },
2374 .dec = {
2375 .vecs = seed_dec_tv_template,
2376 .count = SEED_DEC_TEST_VECTORS
2377 }
2378 }
2379 }
2380 }, {
2381 .alg = "ecb(serpent)",
1aa4ecd9 2382 .test = alg_test_skcipher,
da7f033d
HX		 2383 .suite = {
2384 .cipher = {
2385 .enc = {
2386 .vecs = serpent_enc_tv_template,
2387 .count = SERPENT_ENC_TEST_VECTORS
2388 },
2389 .dec = {
2390 .vecs = serpent_dec_tv_template,
2391 .count = SERPENT_DEC_TEST_VECTORS
2392 }
2393 }
2394 }
2395 }, {
2396 .alg = "ecb(tea)",
1aa4ecd9 2397 .test = alg_test_skcipher,
da7f033d
HX		 2398 .suite = {
2399 .cipher = {
2400 .enc = {
2401 .vecs = tea_enc_tv_template,
2402 .count = TEA_ENC_TEST_VECTORS
2403 },
2404 .dec = {
2405 .vecs = tea_dec_tv_template,
2406 .count = TEA_DEC_TEST_VECTORS
2407 }
2408 }
2409 }
2410 }, {
2411 .alg = "ecb(tnepres)",
1aa4ecd9 2412 .test = alg_test_skcipher,
da7f033d
HX		 2413 .suite = {
2414 .cipher = {
2415 .enc = {
2416 .vecs = tnepres_enc_tv_template,
2417 .count = TNEPRES_ENC_TEST_VECTORS
2418 },
2419 .dec = {
2420 .vecs = tnepres_dec_tv_template,
2421 .count = TNEPRES_DEC_TEST_VECTORS
2422 }
2423 }
2424 }
2425 }, {
2426 .alg = "ecb(twofish)",
1aa4ecd9 2427 .test = alg_test_skcipher,
da7f033d
HX		 2428 .suite = {
2429 .cipher = {
2430 .enc = {
2431 .vecs = tf_enc_tv_template,
2432 .count = TF_ENC_TEST_VECTORS
2433 },
2434 .dec = {
2435 .vecs = tf_dec_tv_template,
2436 .count = TF_DEC_TEST_VECTORS
2437 }
2438 }
2439 }
2440 }, {
2441 .alg = "ecb(xeta)",
1aa4ecd9 2442 .test = alg_test_skcipher,
da7f033d
HX		 2443 .suite = {
2444 .cipher = {
2445 .enc = {
2446 .vecs = xeta_enc_tv_template,
2447 .count = XETA_ENC_TEST_VECTORS
2448 },
2449 .dec = {
2450 .vecs = xeta_dec_tv_template,
2451 .count = XETA_DEC_TEST_VECTORS
2452 }
2453 }
2454 }
2455 }, {
2456 .alg = "ecb(xtea)",
1aa4ecd9 2457 .test = alg_test_skcipher,
da7f033d
HX		 2458 .suite = {
2459 .cipher = {
2460 .enc = {
2461 .vecs = xtea_enc_tv_template,
2462 .count = XTEA_ENC_TEST_VECTORS
2463 },
2464 .dec = {
2465 .vecs = xtea_dec_tv_template,
2466 .count = XTEA_DEC_TEST_VECTORS
2467 }
2468 }
2469 }
2470 }, {
2471 .alg = "gcm(aes)",
2472 .test = alg_test_aead,
a1915d51 2473 .fips_allowed = 1,
da7f033d
HX		 2474 .suite = {
2475 .aead = {
2476 .enc = {
2477 .vecs = aes_gcm_enc_tv_template,
2478 .count = AES_GCM_ENC_TEST_VECTORS
2479 },
2480 .dec = {
2481 .vecs = aes_gcm_dec_tv_template,
2482 .count = AES_GCM_DEC_TEST_VECTORS
2483 }
2484 }
2485 }
507069c9
YS		 2486 }, {
2487 .alg = "ghash",
2488 .test = alg_test_hash,
18c0ebd2 2489 .fips_allowed = 1,
507069c9
YS		 2490 .suite = {
2491 .hash = {
2492 .vecs = ghash_tv_template,
2493 .count = GHASH_TEST_VECTORS
2494 }
2495 }
a482b081
SZ		 2496 }, {
2497 .alg = "hmac(crc32)",
2498 .test = alg_test_hash,
2499 .suite = {
2500 .hash = {
2501 .vecs = bfin_crc_tv_template,
2502 .count = BFIN_CRC_TEST_VECTORS
2503 }
2504 }
da7f033d
HX		 2505 }, {
2506 .alg = "hmac(md5)",
2507 .test = alg_test_hash,
2508 .suite = {
2509 .hash = {
2510 .vecs = hmac_md5_tv_template,
2511 .count = HMAC_MD5_TEST_VECTORS
2512 }
2513 }
2514 }, {
2515 .alg = "hmac(rmd128)",
2516 .test = alg_test_hash,
2517 .suite = {
2518 .hash = {
2519 .vecs = hmac_rmd128_tv_template,
2520 .count = HMAC_RMD128_TEST_VECTORS
2521 }
2522 }
2523 }, {
2524 .alg = "hmac(rmd160)",
2525 .test = alg_test_hash,
2526 .suite = {
2527 .hash = {
2528 .vecs = hmac_rmd160_tv_template,
2529 .count = HMAC_RMD160_TEST_VECTORS
2530 }
2531 }
2532 }, {
2533 .alg = "hmac(sha1)",
2534 .test = alg_test_hash,
a1915d51 2535 .fips_allowed = 1,
da7f033d
HX		 2536 .suite = {
2537 .hash = {
2538 .vecs = hmac_sha1_tv_template,
2539 .count = HMAC_SHA1_TEST_VECTORS
2540 }
2541 }
2542 }, {
2543 .alg = "hmac(sha224)",
2544 .test = alg_test_hash,
a1915d51 2545 .fips_allowed = 1,
da7f033d
HX		 2546 .suite = {
2547 .hash = {
2548 .vecs = hmac_sha224_tv_template,
2549 .count = HMAC_SHA224_TEST_VECTORS
2550 }
2551 }
2552 }, {
2553 .alg = "hmac(sha256)",
2554 .test = alg_test_hash,
a1915d51 2555 .fips_allowed = 1,
da7f033d
HX		 2556 .suite = {
2557 .hash = {
2558 .vecs = hmac_sha256_tv_template,
2559 .count = HMAC_SHA256_TEST_VECTORS
2560 }
2561 }
2562 }, {
2563 .alg = "hmac(sha384)",
2564 .test = alg_test_hash,
a1915d51 2565 .fips_allowed = 1,
da7f033d
HX		 2566 .suite = {
2567 .hash = {
2568 .vecs = hmac_sha384_tv_template,
2569 .count = HMAC_SHA384_TEST_VECTORS
2570 }
2571 }
2572 }, {
2573 .alg = "hmac(sha512)",
2574 .test = alg_test_hash,
a1915d51 2575 .fips_allowed = 1,
da7f033d
HX		 2576 .suite = {
2577 .hash = {
2578 .vecs = hmac_sha512_tv_template,
2579 .count = HMAC_SHA512_TEST_VECTORS
2580 }
2581 }
2582 }, {
2583 .alg = "lrw(aes)",
1aa4ecd9 2584 .test = alg_test_skcipher,
da7f033d
HX		 2585 .suite = {
2586 .cipher = {
2587 .enc = {
2588 .vecs = aes_lrw_enc_tv_template,
2589 .count = AES_LRW_ENC_TEST_VECTORS
2590 },
2591 .dec = {
2592 .vecs = aes_lrw_dec_tv_template,
2593 .count = AES_LRW_DEC_TEST_VECTORS
2594 }
2595 }
2596 }
0840605e
JK		 2597 }, {
2598 .alg = "lrw(camellia)",
2599 .test = alg_test_skcipher,
2600 .suite = {
2601 .cipher = {
2602 .enc = {
2603 .vecs = camellia_lrw_enc_tv_template,
2604 .count = CAMELLIA_LRW_ENC_TEST_VECTORS
2605 },
2606 .dec = {
2607 .vecs = camellia_lrw_dec_tv_template,
2608 .count = CAMELLIA_LRW_DEC_TEST_VECTORS
2609 }
2610 }
2611 }
9b8b0405
JG		 2612 }, {
2613 .alg = "lrw(cast6)",
2614 .test = alg_test_skcipher,
2615 .suite = {
2616 .cipher = {
2617 .enc = {
2618 .vecs = cast6_lrw_enc_tv_template,
2619 .count = CAST6_LRW_ENC_TEST_VECTORS
2620 },
2621 .dec = {
2622 .vecs = cast6_lrw_dec_tv_template,
2623 .count = CAST6_LRW_DEC_TEST_VECTORS
2624 }
2625 }
2626 }
d7bfc0fa
JK		 2627 }, {
2628 .alg = "lrw(serpent)",
2629 .test = alg_test_skcipher,
2630 .suite = {
2631 .cipher = {
2632 .enc = {
2633 .vecs = serpent_lrw_enc_tv_template,
2634 .count = SERPENT_LRW_ENC_TEST_VECTORS
2635 },
2636 .dec = {
2637 .vecs = serpent_lrw_dec_tv_template,
2638 .count = SERPENT_LRW_DEC_TEST_VECTORS
2639 }
2640 }
2641 }
0b2a1551
JK		 2642 }, {
2643 .alg = "lrw(twofish)",
2644 .test = alg_test_skcipher,
2645 .suite = {
2646 .cipher = {
2647 .enc = {
2648 .vecs = tf_lrw_enc_tv_template,
2649 .count = TF_LRW_ENC_TEST_VECTORS
2650 },
2651 .dec = {
2652 .vecs = tf_lrw_dec_tv_template,
2653 .count = TF_LRW_DEC_TEST_VECTORS
2654 }
2655 }
2656 }
da7f033d
HX		 2657 }, {
2658 .alg = "lzo",
2659 .test = alg_test_comp,
0818904d 2660 .fips_allowed = 1,
da7f033d
HX		 2661 .suite = {
2662 .comp = {
2663 .comp = {
2664 .vecs = lzo_comp_tv_template,
2665 .count = LZO_COMP_TEST_VECTORS
2666 },
2667 .decomp = {
2668 .vecs = lzo_decomp_tv_template,
2669 .count = LZO_DECOMP_TEST_VECTORS
2670 }
2671 }
2672 }
2673 }, {
2674 .alg = "md4",
2675 .test = alg_test_hash,
2676 .suite = {
2677 .hash = {
2678 .vecs = md4_tv_template,
2679 .count = MD4_TEST_VECTORS
2680 }
2681 }
2682 }, {
2683 .alg = "md5",
2684 .test = alg_test_hash,
2685 .suite = {
2686 .hash = {
2687 .vecs = md5_tv_template,
2688 .count = MD5_TEST_VECTORS
2689 }
2690 }
2691 }, {
2692 .alg = "michael_mic",
2693 .test = alg_test_hash,
2694 .suite = {
2695 .hash = {
2696 .vecs = michael_mic_tv_template,
2697 .count = MICHAEL_MIC_TEST_VECTORS
2698 }
2699 }
ba0e14ac
PS		 2700 }, {
2701 .alg = "ofb(aes)",
2702 .test = alg_test_skcipher,
2703 .fips_allowed = 1,
2704 .suite = {
2705 .cipher = {
2706 .enc = {
2707 .vecs = aes_ofb_enc_tv_template,
2708 .count = AES_OFB_ENC_TEST_VECTORS
2709 },
2710 .dec = {
2711 .vecs = aes_ofb_dec_tv_template,
2712 .count = AES_OFB_DEC_TEST_VECTORS
2713 }
2714 }
2715 }
da7f033d
HX		 2716 }, {
2717 .alg = "pcbc(fcrypt)",
1aa4ecd9 2718 .test = alg_test_skcipher,
da7f033d
HX		 2719 .suite = {
2720 .cipher = {
2721 .enc = {
2722 .vecs = fcrypt_pcbc_enc_tv_template,
2723 .count = FCRYPT_ENC_TEST_VECTORS
2724 },
2725 .dec = {
2726 .vecs = fcrypt_pcbc_dec_tv_template,
2727 .count = FCRYPT_DEC_TEST_VECTORS
2728 }
2729 }
2730 }
2731 }, {
2732 .alg = "rfc3686(ctr(aes))",
1aa4ecd9 2733 .test = alg_test_skcipher,
a1915d51 2734 .fips_allowed = 1,
da7f033d
HX		 2735 .suite = {
2736 .cipher = {
2737 .enc = {
f7cb80f2
JW		 2738 .vecs = aes_ctr_rfc3686_enc_tv_template,
2739 .count = AES_CTR_3686_ENC_TEST_VECTORS
da7f033d
HX		 2740 },
2741 .dec = {
f7cb80f2
JW		 2742 .vecs = aes_ctr_rfc3686_dec_tv_template,
2743 .count = AES_CTR_3686_DEC_TEST_VECTORS
da7f033d
HX		 2744 }
2745 }
2746 }
5d667322 2747 }, {
69435b94
AH		 2748 .alg = "rfc4106(gcm(aes))",
2749 .test = alg_test_aead,
2750 .suite = {
2751 .aead = {
2752 .enc = {
2753 .vecs = aes_gcm_rfc4106_enc_tv_template,
2754 .count = AES_GCM_4106_ENC_TEST_VECTORS
2755 },
2756 .dec = {
2757 .vecs = aes_gcm_rfc4106_dec_tv_template,
2758 .count = AES_GCM_4106_DEC_TEST_VECTORS
2759 }
2760 }
2761 }
2762 }, {
5d667322
JW		 2763 .alg = "rfc4309(ccm(aes))",
2764 .test = alg_test_aead,
a1915d51 2765 .fips_allowed = 1,
5d667322
JW		 2766 .suite = {
2767 .aead = {
2768 .enc = {
2769 .vecs = aes_ccm_rfc4309_enc_tv_template,
2770 .count = AES_CCM_4309_ENC_TEST_VECTORS
2771 },
2772 .dec = {
2773 .vecs = aes_ccm_rfc4309_dec_tv_template,
2774 .count = AES_CCM_4309_DEC_TEST_VECTORS
2775 }
2776 }
2777 }
e9b7441a
JK		 2778 }, {
2779 .alg = "rfc4543(gcm(aes))",
2780 .test = alg_test_aead,
2781 .suite = {
2782 .aead = {
2783 .enc = {
2784 .vecs = aes_gcm_rfc4543_enc_tv_template,
2785 .count = AES_GCM_4543_ENC_TEST_VECTORS
2786 },
2787 .dec = {
2788 .vecs = aes_gcm_rfc4543_dec_tv_template,
2789 .count = AES_GCM_4543_DEC_TEST_VECTORS
2790 },
2791 }
2792 }
da7f033d
HX		 2793 }, {
2794 .alg = "rmd128",
2795 .test = alg_test_hash,
2796 .suite = {
2797 .hash = {
2798 .vecs = rmd128_tv_template,
2799 .count = RMD128_TEST_VECTORS
2800 }
2801 }
2802 }, {
2803 .alg = "rmd160",
2804 .test = alg_test_hash,
2805 .suite = {
2806 .hash = {
2807 .vecs = rmd160_tv_template,
2808 .count = RMD160_TEST_VECTORS
2809 }
2810 }
2811 }, {
2812 .alg = "rmd256",
2813 .test = alg_test_hash,
2814 .suite = {
2815 .hash = {
2816 .vecs = rmd256_tv_template,
2817 .count = RMD256_TEST_VECTORS
2818 }
2819 }
2820 }, {
2821 .alg = "rmd320",
2822 .test = alg_test_hash,
2823 .suite = {
2824 .hash = {
2825 .vecs = rmd320_tv_template,
2826 .count = RMD320_TEST_VECTORS
2827 }
2828 }
2829 }, {
2830 .alg = "salsa20",
1aa4ecd9 2831 .test = alg_test_skcipher,
da7f033d
HX		 2832 .suite = {
2833 .cipher = {
2834 .enc = {
2835 .vecs = salsa20_stream_enc_tv_template,
2836 .count = SALSA20_STREAM_ENC_TEST_VECTORS
2837 }
2838 }
2839 }
2840 }, {
2841 .alg = "sha1",
2842 .test = alg_test_hash,
a1915d51 2843 .fips_allowed = 1,
da7f033d
HX		 2844 .suite = {
2845 .hash = {
2846 .vecs = sha1_tv_template,
2847 .count = SHA1_TEST_VECTORS
2848 }
2849 }
2850 }, {
2851 .alg = "sha224",
2852 .test = alg_test_hash,
a1915d51 2853 .fips_allowed = 1,
da7f033d
HX		 2854 .suite = {
2855 .hash = {
2856 .vecs = sha224_tv_template,
2857 .count = SHA224_TEST_VECTORS
2858 }
2859 }
2860 }, {
2861 .alg = "sha256",
2862 .test = alg_test_hash,
a1915d51 2863 .fips_allowed = 1,
da7f033d
HX		 2864 .suite = {
2865 .hash = {
2866 .vecs = sha256_tv_template,
2867 .count = SHA256_TEST_VECTORS
2868 }
2869 }
2870 }, {
2871 .alg = "sha384",
2872 .test = alg_test_hash,
a1915d51 2873 .fips_allowed = 1,
da7f033d
HX		 2874 .suite = {
2875 .hash = {
2876 .vecs = sha384_tv_template,
2877 .count = SHA384_TEST_VECTORS
2878 }
2879 }
2880 }, {
2881 .alg = "sha512",
2882 .test = alg_test_hash,
a1915d51 2883 .fips_allowed = 1,
da7f033d
HX		 2884 .suite = {
2885 .hash = {
2886 .vecs = sha512_tv_template,
2887 .count = SHA512_TEST_VECTORS
2888 }
2889 }
2890 }, {
2891 .alg = "tgr128",
2892 .test = alg_test_hash,
2893 .suite = {
2894 .hash = {
2895 .vecs = tgr128_tv_template,
2896 .count = TGR128_TEST_VECTORS
2897 }
2898 }
2899 }, {
2900 .alg = "tgr160",
2901 .test = alg_test_hash,
2902 .suite = {
2903 .hash = {
2904 .vecs = tgr160_tv_template,
2905 .count = TGR160_TEST_VECTORS
2906 }
2907 }
2908 }, {
2909 .alg = "tgr192",
2910 .test = alg_test_hash,
2911 .suite = {
2912 .hash = {
2913 .vecs = tgr192_tv_template,
2914 .count = TGR192_TEST_VECTORS
2915 }
2916 }
f1939f7c
SW		 2917 }, {
2918 .alg = "vmac(aes)",
2919 .test = alg_test_hash,
2920 .suite = {
2921 .hash = {
2922 .vecs = aes_vmac128_tv_template,
2923 .count = VMAC_AES_TEST_VECTORS
2924 }
2925 }
da7f033d
HX		 2926 }, {
2927 .alg = "wp256",
2928 .test = alg_test_hash,
2929 .suite = {
2930 .hash = {
2931 .vecs = wp256_tv_template,
2932 .count = WP256_TEST_VECTORS
2933 }
2934 }
2935 }, {
2936 .alg = "wp384",
2937 .test = alg_test_hash,
2938 .suite = {
2939 .hash = {
2940 .vecs = wp384_tv_template,
2941 .count = WP384_TEST_VECTORS
2942 }
2943 }
2944 }, {
2945 .alg = "wp512",
2946 .test = alg_test_hash,
2947 .suite = {
2948 .hash = {
2949 .vecs = wp512_tv_template,
2950 .count = WP512_TEST_VECTORS
2951 }
2952 }
2953 }, {
2954 .alg = "xcbc(aes)",
2955 .test = alg_test_hash,
2956 .suite = {
2957 .hash = {
2958 .vecs = aes_xcbc128_tv_template,
2959 .count = XCBC_AES_TEST_VECTORS
2960 }
2961 }
2962 }, {
2963 .alg = "xts(aes)",
1aa4ecd9 2964 .test = alg_test_skcipher,
2918aa8d 2965 .fips_allowed = 1,
da7f033d
HX		 2966 .suite = {
2967 .cipher = {
2968 .enc = {
2969 .vecs = aes_xts_enc_tv_template,
2970 .count = AES_XTS_ENC_TEST_VECTORS
2971 },
2972 .dec = {
2973 .vecs = aes_xts_dec_tv_template,
2974 .count = AES_XTS_DEC_TEST_VECTORS
2975 }
2976 }
2977 }
0840605e
JK		 2978 }, {
2979 .alg = "xts(camellia)",
2980 .test = alg_test_skcipher,
2981 .suite = {
2982 .cipher = {
2983 .enc = {
2984 .vecs = camellia_xts_enc_tv_template,
2985 .count = CAMELLIA_XTS_ENC_TEST_VECTORS
2986 },
2987 .dec = {
2988 .vecs = camellia_xts_dec_tv_template,
2989 .count = CAMELLIA_XTS_DEC_TEST_VECTORS
2990 }
2991 }
2992 }
9b8b0405
JG		 2993 }, {
2994 .alg = "xts(cast6)",
2995 .test = alg_test_skcipher,
2996 .suite = {
2997 .cipher = {
2998 .enc = {
2999 .vecs = cast6_xts_enc_tv_template,
3000 .count = CAST6_XTS_ENC_TEST_VECTORS
3001 },
3002 .dec = {
3003 .vecs = cast6_xts_dec_tv_template,
3004 .count = CAST6_XTS_DEC_TEST_VECTORS
3005 }
3006 }
3007 }
18be20b9
JK		 3008 }, {
3009 .alg = "xts(serpent)",
3010 .test = alg_test_skcipher,
3011 .suite = {
3012 .cipher = {
3013 .enc = {
3014 .vecs = serpent_xts_enc_tv_template,
3015 .count = SERPENT_XTS_ENC_TEST_VECTORS
3016 },
3017 .dec = {
3018 .vecs = serpent_xts_dec_tv_template,
3019 .count = SERPENT_XTS_DEC_TEST_VECTORS
3020 }
3021 }
3022 }
aed265b9
JK		 3023 }, {
3024 .alg = "xts(twofish)",
3025 .test = alg_test_skcipher,
3026 .suite = {
3027 .cipher = {
3028 .enc = {
3029 .vecs = tf_xts_enc_tv_template,
3030 .count = TF_XTS_ENC_TEST_VECTORS
3031 },
3032 .dec = {
3033 .vecs = tf_xts_dec_tv_template,
3034 .count = TF_XTS_DEC_TEST_VECTORS
3035 }
3036 }
3037 }
0c01aed5
GU		 3038 }, {
3039 .alg = "zlib",
3040 .test = alg_test_pcomp,
0818904d 3041 .fips_allowed = 1,
0c01aed5
GU		 3042 .suite = {
3043 .pcomp = {
3044 .comp = {
3045 .vecs = zlib_comp_tv_template,
3046 .count = ZLIB_COMP_TEST_VECTORS
3047 },
3048 .decomp = {
3049 .vecs = zlib_decomp_tv_template,
3050 .count = ZLIB_DECOMP_TEST_VECTORS
3051 }
3052 }
3053 }
da7f033d
HX		 3054 }
3055};
3056
5714758b
JK		 3057static bool alg_test_descs_checked;
3058
3059static void alg_test_descs_check_order(void)
3060{
3061 int i;
3062
3063 /* only check once */
3064 if (alg_test_descs_checked)
3065 return;
3066
3067 alg_test_descs_checked = true;
3068
3069 for (i = 1; i < ARRAY_SIZE(alg_test_descs); i++) {
3070 int diff = strcmp(alg_test_descs[i - 1].alg,
3071 alg_test_descs[i].alg);
3072
3073 if (WARN_ON(diff > 0)) {
3074 pr_warn("testmgr: alg_test_descs entries in wrong order: '%s' before '%s'\n",
3075 alg_test_descs[i - 1].alg,
3076 alg_test_descs[i].alg);
3077 }
3078
3079 if (WARN_ON(diff == 0)) {
3080 pr_warn("testmgr: duplicate alg_test_descs entry: '%s'\n",
3081 alg_test_descs[i].alg);
3082 }
3083 }
3084}
3085
1aa4ecd9 3086static int alg_find_test(const char *alg)
da7f033d
HX		 3087{
3088 int start = 0;
3089 int end = ARRAY_SIZE(alg_test_descs);
3090
3091 while (start < end) {
3092 int i = (start + end) / 2;
3093 int diff = strcmp(alg_test_descs[i].alg, alg);
3094
3095 if (diff > 0) {
3096 end = i;
3097 continue;
3098 }
3099
3100 if (diff < 0) {
3101 start = i + 1;
3102 continue;
3103 }
3104
1aa4ecd9
HX		 3105 return i;
3106 }
3107
3108 return -1;
3109}
3110
3111int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
3112{
3113 int i;
a68f6610 3114 int j;
d12d6b6d 3115 int rc;
1aa4ecd9 3116
5714758b
JK		 3117 alg_test_descs_check_order();
3118
1aa4ecd9
HX		 3119 if ((type & CRYPTO_ALG_TYPE_MASK) == CRYPTO_ALG_TYPE_CIPHER) {
3120 char nalg[CRYPTO_MAX_ALG_NAME];
3121
3122 if (snprintf(nalg, sizeof(nalg), "ecb(%s)", alg) >=
3123 sizeof(nalg))
3124 return -ENAMETOOLONG;
3125
3126 i = alg_find_test(nalg);
3127 if (i < 0)
3128 goto notest;
3129
a3bef3a3
JW		 3130 if (fips_enabled && !alg_test_descs[i].fips_allowed)
3131 goto non_fips_alg;
3132
941fb328
JW		 3133 rc = alg_test_cipher(alg_test_descs + i, driver, type, mask);
3134 goto test_done;
da7f033d
HX		 3135 }
3136
1aa4ecd9 3137 i = alg_find_test(alg);
a68f6610
HX		 3138 j = alg_find_test(driver);
3139 if (i < 0 && j < 0)
1aa4ecd9
HX		 3140 goto notest;
3141
a68f6610
HX		 3142 if (fips_enabled && ((i >= 0 && !alg_test_descs[i].fips_allowed) ||
3143 (j >= 0 && !alg_test_descs[j].fips_allowed)))
a3bef3a3
JW		 3144 goto non_fips_alg;
3145
a68f6610
HX		 3146 rc = 0;
3147 if (i >= 0)
3148 rc |= alg_test_descs[i].test(alg_test_descs + i, driver,
3149 type, mask);
3150 if (j >= 0)
3151 rc |= alg_test_descs[j].test(alg_test_descs + j, driver,
3152 type, mask);
3153
941fb328 3154test_done:
d12d6b6d
NH		 3155 if (fips_enabled && rc)
3156 panic("%s: %s alg self test failed in fips mode!\n", driver, alg);
3157
29ecd4ab
JW		 3158 if (fips_enabled && !rc)
3159 printk(KERN_INFO "alg: self-tests for %s (%s) passed\n",
3160 driver, alg);
3161
d12d6b6d 3162 return rc;
1aa4ecd9
HX		 3163
3164notest:
da7f033d
HX		 3165 printk(KERN_INFO "alg: No test for %s (%s)\n", alg, driver);
3166 return 0;
a3bef3a3
JW		 3167non_fips_alg:
3168 return -EINVAL;
da7f033d 3169}
0b767f96 3170
326a6346 3171#endif /* CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
0b767f96 3172
da7f033d 3173EXPORT_SYMBOL_GPL(alg_test);
ubuntu-bionic-kernel mirror