2 * Quick & dirty crypto testing module.
4 * This will only exist until we have a better testing mechanism
5 * (e.g. a char device).
7 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
8 * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org>
9 * Copyright (c) 2007 Nokia Siemens Networks
11 * Updated RFC4106 AES-GCM testing.
12 * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com)
13 * Adrian Hoban <adrian.hoban@intel.com>
14 * Gabriele Paoloni <gabriele.paoloni@intel.com>
15 * Tadeusz Struk (tadeusz.struk@intel.com)
16 * Copyright (c) 2010, Intel Corporation.
18 * This program is free software; you can redistribute it and/or modify it
19 * under the terms of the GNU General Public License as published by the Free
20 * Software Foundation; either version 2 of the License, or (at your option)
25 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
27 #include <crypto/aead.h>
28 #include <crypto/hash.h>
29 #include <crypto/skcipher.h>
30 #include <linux/err.h>
31 #include <linux/fips.h>
32 #include <linux/init.h>
33 #include <linux/gfp.h>
34 #include <linux/module.h>
35 #include <linux/scatterlist.h>
36 #include <linux/string.h>
37 #include <linux/moduleparam.h>
38 #include <linux/jiffies.h>
39 #include <linux/timex.h>
40 #include <linux/interrupt.h>
44 * Need slab memory for testing (size in number of pages).
49 * Used by test_cipher_speed()
54 #define MAX_DIGEST_SIZE 64
57 * return a string with the driver name
59 #define get_driver_name(tfm_type, tfm) crypto_tfm_alg_driver_name(tfm_type ## _tfm(tfm))
62 * Used by test_cipher_speed()
64 static unsigned int sec
;
66 static char *alg
= NULL
;
70 static char *tvmem
[TVMEMSIZE
];
72 static char *check
[] = {
73 "des", "md5", "des3_ede", "rot13", "sha1", "sha224", "sha256", "sm3",
74 "blowfish", "twofish", "serpent", "sha384", "sha512", "md4", "aes",
75 "cast6", "arc4", "michael_mic", "deflate", "crc32c", "tea", "xtea",
76 "khazad", "wp512", "wp384", "wp256", "tnepres", "xeta", "fcrypt",
77 "camellia", "seed", "salsa20", "rmd128", "rmd160", "rmd256", "rmd320",
78 "lzo", "cts", "zlib", "sha3-224", "sha3-256", "sha3-384", "sha3-512",
82 static inline int do_one_aead_op(struct aead_request
*req
, int ret
)
84 struct crypto_wait
*wait
= req
->base
.data
;
86 return crypto_wait_req(ret
, wait
);
89 static int test_aead_jiffies(struct aead_request
*req
, int enc
,
92 unsigned long start
, end
;
96 for (start
= jiffies
, end
= start
+ secs
* HZ
, bcount
= 0;
97 time_before(jiffies
, end
); bcount
++) {
99 ret
= do_one_aead_op(req
, crypto_aead_encrypt(req
));
101 ret
= do_one_aead_op(req
, crypto_aead_decrypt(req
));
107 printk("%d operations in %d seconds (%ld bytes)\n",
108 bcount
, secs
, (long)bcount
* blen
);
112 static int test_aead_cycles(struct aead_request
*req
, int enc
, int blen
)
114 unsigned long cycles
= 0;
119 for (i
= 0; i
< 4; i
++) {
121 ret
= do_one_aead_op(req
, crypto_aead_encrypt(req
));
123 ret
= do_one_aead_op(req
, crypto_aead_decrypt(req
));
129 /* The real thing. */
130 for (i
= 0; i
< 8; i
++) {
133 start
= get_cycles();
135 ret
= do_one_aead_op(req
, crypto_aead_encrypt(req
));
137 ret
= do_one_aead_op(req
, crypto_aead_decrypt(req
));
143 cycles
+= end
- start
;
148 printk("1 operation in %lu cycles (%d bytes)\n",
149 (cycles
+ 4) / 8, blen
);
154 static u32 block_sizes
[] = { 16, 64, 256, 1024, 8192, 0 };
155 static u32 aead_sizes
[] = { 16, 64, 256, 512, 1024, 2048, 4096, 8192, 0 };
160 static int testmgr_alloc_buf(char *buf
[XBUFSIZE
])
164 for (i
= 0; i
< XBUFSIZE
; i
++) {
165 buf
[i
] = (void *)__get_free_page(GFP_KERNEL
);
174 free_page((unsigned long)buf
[i
]);
179 static void testmgr_free_buf(char *buf
[XBUFSIZE
])
183 for (i
= 0; i
< XBUFSIZE
; i
++)
184 free_page((unsigned long)buf
[i
]);
187 static void sg_init_aead(struct scatterlist
*sg
, char *xbuf
[XBUFSIZE
],
190 int np
= (buflen
+ PAGE_SIZE
- 1)/PAGE_SIZE
;
197 rem
= buflen
% PAGE_SIZE
;
200 sg_init_table(sg
, np
+ 1);
203 for (k
= 0; k
< np
; k
++)
204 sg_set_buf(&sg
[k
+ 1], xbuf
[k
], PAGE_SIZE
);
207 sg_set_buf(&sg
[k
+ 1], xbuf
[k
], rem
);
210 static void test_aead_speed(const char *algo
, int enc
, unsigned int secs
,
211 struct aead_speed_template
*template,
212 unsigned int tcount
, u8 authsize
,
213 unsigned int aad_size
, u8
*keysize
)
216 struct crypto_aead
*tfm
;
219 struct aead_request
*req
;
220 struct scatterlist
*sg
;
221 struct scatterlist
*sgout
;
225 char *xbuf
[XBUFSIZE
];
226 char *xoutbuf
[XBUFSIZE
];
227 char *axbuf
[XBUFSIZE
];
228 unsigned int *b_size
;
230 struct crypto_wait wait
;
232 iv
= kzalloc(MAX_IVLEN
, GFP_KERNEL
);
236 if (aad_size
>= PAGE_SIZE
) {
237 pr_err("associate data length (%u) too big\n", aad_size
);
246 if (testmgr_alloc_buf(xbuf
))
248 if (testmgr_alloc_buf(axbuf
))
250 if (testmgr_alloc_buf(xoutbuf
))
253 sg
= kmalloc(sizeof(*sg
) * 9 * 2, GFP_KERNEL
);
258 tfm
= crypto_alloc_aead(algo
, 0, 0);
261 pr_err("alg: aead: Failed to load transform for %s: %ld\n", algo
,
266 crypto_init_wait(&wait
);
267 printk(KERN_INFO
"\ntesting speed of %s (%s) %s\n", algo
,
268 get_driver_name(crypto_aead
, tfm
), e
);
270 req
= aead_request_alloc(tfm
, GFP_KERNEL
);
272 pr_err("alg: aead: Failed to allocate request for %s\n",
277 aead_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
278 crypto_req_done
, &wait
);
285 memset(assoc
, 0xff, aad_size
);
287 if ((*keysize
+ *b_size
) > TVMEMSIZE
* PAGE_SIZE
) {
288 pr_err("template (%u) too big for tvmem (%lu)\n",
290 TVMEMSIZE
* PAGE_SIZE
);
295 for (j
= 0; j
< tcount
; j
++) {
296 if (template[j
].klen
== *keysize
) {
297 key
= template[j
].key
;
301 ret
= crypto_aead_setkey(tfm
, key
, *keysize
);
302 ret
= crypto_aead_setauthsize(tfm
, authsize
);
304 iv_len
= crypto_aead_ivsize(tfm
);
306 memset(iv
, 0xff, iv_len
);
308 crypto_aead_clear_flags(tfm
, ~0);
309 printk(KERN_INFO
"test %u (%d bit key, %d byte blocks): ",
310 i
, *keysize
* 8, *b_size
);
313 memset(tvmem
[0], 0xff, PAGE_SIZE
);
316 pr_err("setkey() failed flags=%x\n",
317 crypto_aead_get_flags(tfm
));
321 sg_init_aead(sg
, xbuf
,
322 *b_size
+ (enc
? 0 : authsize
));
324 sg_init_aead(sgout
, xoutbuf
,
325 *b_size
+ (enc
? authsize
: 0));
327 sg_set_buf(&sg
[0], assoc
, aad_size
);
328 sg_set_buf(&sgout
[0], assoc
, aad_size
);
330 aead_request_set_crypt(req
, sg
, sgout
,
331 *b_size
+ (enc
? 0 : authsize
),
333 aead_request_set_ad(req
, aad_size
);
336 ret
= test_aead_jiffies(req
, enc
, *b_size
,
339 ret
= test_aead_cycles(req
, enc
, *b_size
);
342 pr_err("%s() failed return code=%d\n", e
, ret
);
352 aead_request_free(req
);
354 crypto_free_aead(tfm
);
358 testmgr_free_buf(xoutbuf
);
360 testmgr_free_buf(axbuf
);
362 testmgr_free_buf(xbuf
);
367 static void test_hash_sg_init(struct scatterlist
*sg
)
371 sg_init_table(sg
, TVMEMSIZE
);
372 for (i
= 0; i
< TVMEMSIZE
; i
++) {
373 sg_set_buf(sg
+ i
, tvmem
[i
], PAGE_SIZE
);
374 memset(tvmem
[i
], 0xff, PAGE_SIZE
);
378 static inline int do_one_ahash_op(struct ahash_request
*req
, int ret
)
380 struct crypto_wait
*wait
= req
->base
.data
;
382 return crypto_wait_req(ret
, wait
);
385 struct test_mb_ahash_data
{
386 struct scatterlist sg
[TVMEMSIZE
];
388 struct ahash_request
*req
;
389 struct crypto_wait wait
;
390 char *xbuf
[XBUFSIZE
];
393 static void test_mb_ahash_speed(const char *algo
, unsigned int sec
,
394 struct hash_speed
*speed
)
396 struct test_mb_ahash_data
*data
;
397 struct crypto_ahash
*tfm
;
398 unsigned long start
, end
;
399 unsigned long cycles
;
400 unsigned int i
, j
, k
;
403 data
= kzalloc(sizeof(*data
) * 8, GFP_KERNEL
);
407 tfm
= crypto_alloc_ahash(algo
, 0, 0);
409 pr_err("failed to load transform for %s: %ld\n",
414 for (i
= 0; i
< 8; ++i
) {
415 if (testmgr_alloc_buf(data
[i
].xbuf
))
418 crypto_init_wait(&data
[i
].wait
);
420 data
[i
].req
= ahash_request_alloc(tfm
, GFP_KERNEL
);
422 pr_err("alg: hash: Failed to allocate request for %s\n",
427 ahash_request_set_callback(data
[i
].req
, 0, crypto_req_done
,
429 test_hash_sg_init(data
[i
].sg
);
432 pr_info("\ntesting speed of multibuffer %s (%s)\n", algo
,
433 get_driver_name(crypto_ahash
, tfm
));
435 for (i
= 0; speed
[i
].blen
!= 0; i
++) {
436 /* For some reason this only tests digests. */
437 if (speed
[i
].blen
!= speed
[i
].plen
)
440 if (speed
[i
].blen
> TVMEMSIZE
* PAGE_SIZE
) {
441 pr_err("template (%u) too big for tvmem (%lu)\n",
442 speed
[i
].blen
, TVMEMSIZE
* PAGE_SIZE
);
447 crypto_ahash_setkey(tfm
, tvmem
[0], speed
[i
].klen
);
449 for (k
= 0; k
< 8; k
++)
450 ahash_request_set_crypt(data
[k
].req
, data
[k
].sg
,
451 data
[k
].result
, speed
[i
].blen
);
454 "(%5u byte blocks,%5u bytes per update,%4u updates): ",
455 i
, speed
[i
].blen
, speed
[i
].plen
,
456 speed
[i
].blen
/ speed
[i
].plen
);
458 start
= get_cycles();
460 for (k
= 0; k
< 8; k
++) {
461 ret
= crypto_ahash_digest(data
[k
].req
);
462 if (ret
== -EINPROGRESS
) {
470 crypto_req_done(&data
[k
].req
->base
, 0);
473 for (j
= 0; j
< k
; j
++) {
474 struct crypto_wait
*wait
= &data
[j
].wait
;
477 wait_ret
= crypto_wait_req(-EINPROGRESS
, wait
);
483 cycles
= end
- start
;
484 pr_cont("%6lu cycles/operation, %4lu cycles/byte\n",
485 cycles
, cycles
/ (8 * speed
[i
].blen
));
488 pr_err("At least one hashing failed ret=%d\n", ret
);
494 for (k
= 0; k
< 8; ++k
)
495 ahash_request_free(data
[k
].req
);
497 for (k
= 0; k
< 8; ++k
)
498 testmgr_free_buf(data
[k
].xbuf
);
500 crypto_free_ahash(tfm
);
506 static int test_ahash_jiffies_digest(struct ahash_request
*req
, int blen
,
509 unsigned long start
, end
;
513 for (start
= jiffies
, end
= start
+ secs
* HZ
, bcount
= 0;
514 time_before(jiffies
, end
); bcount
++) {
515 ret
= do_one_ahash_op(req
, crypto_ahash_digest(req
));
520 printk("%6u opers/sec, %9lu bytes/sec\n",
521 bcount
/ secs
, ((long)bcount
* blen
) / secs
);
526 static int test_ahash_jiffies(struct ahash_request
*req
, int blen
,
527 int plen
, char *out
, int secs
)
529 unsigned long start
, end
;
534 return test_ahash_jiffies_digest(req
, blen
, out
, secs
);
536 for (start
= jiffies
, end
= start
+ secs
* HZ
, bcount
= 0;
537 time_before(jiffies
, end
); bcount
++) {
538 ret
= do_one_ahash_op(req
, crypto_ahash_init(req
));
541 for (pcount
= 0; pcount
< blen
; pcount
+= plen
) {
542 ret
= do_one_ahash_op(req
, crypto_ahash_update(req
));
546 /* we assume there is enough space in 'out' for the result */
547 ret
= do_one_ahash_op(req
, crypto_ahash_final(req
));
552 pr_cont("%6u opers/sec, %9lu bytes/sec\n",
553 bcount
/ secs
, ((long)bcount
* blen
) / secs
);
558 static int test_ahash_cycles_digest(struct ahash_request
*req
, int blen
,
561 unsigned long cycles
= 0;
565 for (i
= 0; i
< 4; i
++) {
566 ret
= do_one_ahash_op(req
, crypto_ahash_digest(req
));
571 /* The real thing. */
572 for (i
= 0; i
< 8; i
++) {
575 start
= get_cycles();
577 ret
= do_one_ahash_op(req
, crypto_ahash_digest(req
));
583 cycles
+= end
- start
;
590 pr_cont("%6lu cycles/operation, %4lu cycles/byte\n",
591 cycles
/ 8, cycles
/ (8 * blen
));
596 static int test_ahash_cycles(struct ahash_request
*req
, int blen
,
599 unsigned long cycles
= 0;
603 return test_ahash_cycles_digest(req
, blen
, out
);
606 for (i
= 0; i
< 4; i
++) {
607 ret
= do_one_ahash_op(req
, crypto_ahash_init(req
));
610 for (pcount
= 0; pcount
< blen
; pcount
+= plen
) {
611 ret
= do_one_ahash_op(req
, crypto_ahash_update(req
));
615 ret
= do_one_ahash_op(req
, crypto_ahash_final(req
));
620 /* The real thing. */
621 for (i
= 0; i
< 8; i
++) {
624 start
= get_cycles();
626 ret
= do_one_ahash_op(req
, crypto_ahash_init(req
));
629 for (pcount
= 0; pcount
< blen
; pcount
+= plen
) {
630 ret
= do_one_ahash_op(req
, crypto_ahash_update(req
));
634 ret
= do_one_ahash_op(req
, crypto_ahash_final(req
));
640 cycles
+= end
- start
;
647 pr_cont("%6lu cycles/operation, %4lu cycles/byte\n",
648 cycles
/ 8, cycles
/ (8 * blen
));
653 static void test_ahash_speed_common(const char *algo
, unsigned int secs
,
654 struct hash_speed
*speed
, unsigned mask
)
656 struct scatterlist sg
[TVMEMSIZE
];
657 struct crypto_wait wait
;
658 struct ahash_request
*req
;
659 struct crypto_ahash
*tfm
;
663 tfm
= crypto_alloc_ahash(algo
, 0, mask
);
665 pr_err("failed to load transform for %s: %ld\n",
670 printk(KERN_INFO
"\ntesting speed of async %s (%s)\n", algo
,
671 get_driver_name(crypto_ahash
, tfm
));
673 if (crypto_ahash_digestsize(tfm
) > MAX_DIGEST_SIZE
) {
674 pr_err("digestsize(%u) > %d\n", crypto_ahash_digestsize(tfm
),
679 test_hash_sg_init(sg
);
680 req
= ahash_request_alloc(tfm
, GFP_KERNEL
);
682 pr_err("ahash request allocation failure\n");
686 crypto_init_wait(&wait
);
687 ahash_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
688 crypto_req_done
, &wait
);
690 output
= kmalloc(MAX_DIGEST_SIZE
, GFP_KERNEL
);
694 for (i
= 0; speed
[i
].blen
!= 0; i
++) {
695 if (speed
[i
].blen
> TVMEMSIZE
* PAGE_SIZE
) {
696 pr_err("template (%u) too big for tvmem (%lu)\n",
697 speed
[i
].blen
, TVMEMSIZE
* PAGE_SIZE
);
702 crypto_ahash_setkey(tfm
, tvmem
[0], speed
[i
].klen
);
705 "(%5u byte blocks,%5u bytes per update,%4u updates): ",
706 i
, speed
[i
].blen
, speed
[i
].plen
, speed
[i
].blen
/ speed
[i
].plen
);
708 ahash_request_set_crypt(req
, sg
, output
, speed
[i
].plen
);
711 ret
= test_ahash_jiffies(req
, speed
[i
].blen
,
712 speed
[i
].plen
, output
, secs
);
714 ret
= test_ahash_cycles(req
, speed
[i
].blen
,
715 speed
[i
].plen
, output
);
718 pr_err("hashing failed ret=%d\n", ret
);
726 ahash_request_free(req
);
729 crypto_free_ahash(tfm
);
732 static void test_ahash_speed(const char *algo
, unsigned int secs
,
733 struct hash_speed
*speed
)
735 return test_ahash_speed_common(algo
, secs
, speed
, 0);
738 static void test_hash_speed(const char *algo
, unsigned int secs
,
739 struct hash_speed
*speed
)
741 return test_ahash_speed_common(algo
, secs
, speed
, CRYPTO_ALG_ASYNC
);
744 static inline int do_one_acipher_op(struct skcipher_request
*req
, int ret
)
746 struct crypto_wait
*wait
= req
->base
.data
;
748 return crypto_wait_req(ret
, wait
);
751 static int test_acipher_jiffies(struct skcipher_request
*req
, int enc
,
754 unsigned long start
, end
;
758 for (start
= jiffies
, end
= start
+ secs
* HZ
, bcount
= 0;
759 time_before(jiffies
, end
); bcount
++) {
761 ret
= do_one_acipher_op(req
,
762 crypto_skcipher_encrypt(req
));
764 ret
= do_one_acipher_op(req
,
765 crypto_skcipher_decrypt(req
));
771 pr_cont("%d operations in %d seconds (%ld bytes)\n",
772 bcount
, secs
, (long)bcount
* blen
);
776 static int test_acipher_cycles(struct skcipher_request
*req
, int enc
,
779 unsigned long cycles
= 0;
784 for (i
= 0; i
< 4; i
++) {
786 ret
= do_one_acipher_op(req
,
787 crypto_skcipher_encrypt(req
));
789 ret
= do_one_acipher_op(req
,
790 crypto_skcipher_decrypt(req
));
796 /* The real thing. */
797 for (i
= 0; i
< 8; i
++) {
800 start
= get_cycles();
802 ret
= do_one_acipher_op(req
,
803 crypto_skcipher_encrypt(req
));
805 ret
= do_one_acipher_op(req
,
806 crypto_skcipher_decrypt(req
));
812 cycles
+= end
- start
;
817 pr_cont("1 operation in %lu cycles (%d bytes)\n",
818 (cycles
+ 4) / 8, blen
);
823 static void test_skcipher_speed(const char *algo
, int enc
, unsigned int secs
,
824 struct cipher_speed_template
*template,
825 unsigned int tcount
, u8
*keysize
, bool async
)
827 unsigned int ret
, i
, j
, k
, iv_len
;
828 struct crypto_wait wait
;
831 struct skcipher_request
*req
;
832 struct crypto_skcipher
*tfm
;
841 crypto_init_wait(&wait
);
843 tfm
= crypto_alloc_skcipher(algo
, 0, async
? 0 : CRYPTO_ALG_ASYNC
);
846 pr_err("failed to load transform for %s: %ld\n", algo
,
851 pr_info("\ntesting speed of async %s (%s) %s\n", algo
,
852 get_driver_name(crypto_skcipher
, tfm
), e
);
854 req
= skcipher_request_alloc(tfm
, GFP_KERNEL
);
856 pr_err("tcrypt: skcipher: Failed to allocate request for %s\n",
861 skcipher_request_set_callback(req
, CRYPTO_TFM_REQ_MAY_BACKLOG
,
862 crypto_req_done
, &wait
);
866 b_size
= block_sizes
;
869 struct scatterlist sg
[TVMEMSIZE
];
871 if ((*keysize
+ *b_size
) > TVMEMSIZE
* PAGE_SIZE
) {
872 pr_err("template (%u) too big for "
873 "tvmem (%lu)\n", *keysize
+ *b_size
,
874 TVMEMSIZE
* PAGE_SIZE
);
878 pr_info("test %u (%d bit key, %d byte blocks): ", i
,
879 *keysize
* 8, *b_size
);
881 memset(tvmem
[0], 0xff, PAGE_SIZE
);
883 /* set key, plain text and IV */
885 for (j
= 0; j
< tcount
; j
++) {
886 if (template[j
].klen
== *keysize
) {
887 key
= template[j
].key
;
892 crypto_skcipher_clear_flags(tfm
, ~0);
894 ret
= crypto_skcipher_setkey(tfm
, key
, *keysize
);
896 pr_err("setkey() failed flags=%x\n",
897 crypto_skcipher_get_flags(tfm
));
901 k
= *keysize
+ *b_size
;
902 sg_init_table(sg
, DIV_ROUND_UP(k
, PAGE_SIZE
));
905 sg_set_buf(sg
, tvmem
[0] + *keysize
,
906 PAGE_SIZE
- *keysize
);
909 while (k
> PAGE_SIZE
) {
910 sg_set_buf(sg
+ j
, tvmem
[j
], PAGE_SIZE
);
911 memset(tvmem
[j
], 0xff, PAGE_SIZE
);
915 sg_set_buf(sg
+ j
, tvmem
[j
], k
);
916 memset(tvmem
[j
], 0xff, k
);
918 sg_set_buf(sg
, tvmem
[0] + *keysize
, *b_size
);
921 iv_len
= crypto_skcipher_ivsize(tfm
);
923 memset(&iv
, 0xff, iv_len
);
925 skcipher_request_set_crypt(req
, sg
, sg
, *b_size
, iv
);
928 ret
= test_acipher_jiffies(req
, enc
,
931 ret
= test_acipher_cycles(req
, enc
,
935 pr_err("%s() failed flags=%x\n", e
,
936 crypto_skcipher_get_flags(tfm
));
946 skcipher_request_free(req
);
948 crypto_free_skcipher(tfm
);
951 static void test_acipher_speed(const char *algo
, int enc
, unsigned int secs
,
952 struct cipher_speed_template
*template,
953 unsigned int tcount
, u8
*keysize
)
955 return test_skcipher_speed(algo
, enc
, secs
, template, tcount
, keysize
,
959 static void test_cipher_speed(const char *algo
, int enc
, unsigned int secs
,
960 struct cipher_speed_template
*template,
961 unsigned int tcount
, u8
*keysize
)
963 return test_skcipher_speed(algo
, enc
, secs
, template, tcount
, keysize
,
967 static void test_available(void)
972 printk("alg %s ", *name
);
973 printk(crypto_has_alg(*name
, 0, 0) ?
974 "found\n" : "not found\n");
979 static inline int tcrypt_test(const char *alg
)
983 pr_debug("testing %s\n", alg
);
985 ret
= alg_test(alg
, alg
, 0, 0);
986 /* non-fips algs return -EINVAL in fips mode */
987 if (fips_enabled
&& ret
== -EINVAL
)
992 static int do_test(const char *alg
, u32 type
, u32 mask
, int m
)
1000 if (!crypto_has_alg(alg
, type
,
1001 mask
?: CRYPTO_ALG_TYPE_MASK
))
1006 for (i
= 1; i
< 200; i
++)
1007 ret
+= do_test(NULL
, 0, 0, i
);
1011 ret
+= tcrypt_test("md5");
1015 ret
+= tcrypt_test("sha1");
1019 ret
+= tcrypt_test("ecb(des)");
1020 ret
+= tcrypt_test("cbc(des)");
1021 ret
+= tcrypt_test("ctr(des)");
1025 ret
+= tcrypt_test("ecb(des3_ede)");
1026 ret
+= tcrypt_test("cbc(des3_ede)");
1027 ret
+= tcrypt_test("ctr(des3_ede)");
1031 ret
+= tcrypt_test("md4");
1035 ret
+= tcrypt_test("sha256");
1039 ret
+= tcrypt_test("ecb(blowfish)");
1040 ret
+= tcrypt_test("cbc(blowfish)");
1041 ret
+= tcrypt_test("ctr(blowfish)");
1045 ret
+= tcrypt_test("ecb(twofish)");
1046 ret
+= tcrypt_test("cbc(twofish)");
1047 ret
+= tcrypt_test("ctr(twofish)");
1048 ret
+= tcrypt_test("lrw(twofish)");
1049 ret
+= tcrypt_test("xts(twofish)");
1053 ret
+= tcrypt_test("ecb(serpent)");
1054 ret
+= tcrypt_test("cbc(serpent)");
1055 ret
+= tcrypt_test("ctr(serpent)");
1056 ret
+= tcrypt_test("lrw(serpent)");
1057 ret
+= tcrypt_test("xts(serpent)");
1061 ret
+= tcrypt_test("ecb(aes)");
1062 ret
+= tcrypt_test("cbc(aes)");
1063 ret
+= tcrypt_test("lrw(aes)");
1064 ret
+= tcrypt_test("xts(aes)");
1065 ret
+= tcrypt_test("ctr(aes)");
1066 ret
+= tcrypt_test("rfc3686(ctr(aes))");
1070 ret
+= tcrypt_test("sha384");
1074 ret
+= tcrypt_test("sha512");
1078 ret
+= tcrypt_test("deflate");
1082 ret
+= tcrypt_test("ecb(cast5)");
1083 ret
+= tcrypt_test("cbc(cast5)");
1084 ret
+= tcrypt_test("ctr(cast5)");
1088 ret
+= tcrypt_test("ecb(cast6)");
1089 ret
+= tcrypt_test("cbc(cast6)");
1090 ret
+= tcrypt_test("ctr(cast6)");
1091 ret
+= tcrypt_test("lrw(cast6)");
1092 ret
+= tcrypt_test("xts(cast6)");
1096 ret
+= tcrypt_test("ecb(arc4)");
1100 ret
+= tcrypt_test("michael_mic");
1104 ret
+= tcrypt_test("crc32c");
1108 ret
+= tcrypt_test("ecb(tea)");
1112 ret
+= tcrypt_test("ecb(xtea)");
1116 ret
+= tcrypt_test("ecb(khazad)");
1120 ret
+= tcrypt_test("wp512");
1124 ret
+= tcrypt_test("wp384");
1128 ret
+= tcrypt_test("wp256");
1132 ret
+= tcrypt_test("ecb(tnepres)");
1136 ret
+= tcrypt_test("ecb(anubis)");
1137 ret
+= tcrypt_test("cbc(anubis)");
1141 ret
+= tcrypt_test("tgr192");
1145 ret
+= tcrypt_test("tgr160");
1149 ret
+= tcrypt_test("tgr128");
1153 ret
+= tcrypt_test("ecb(xeta)");
1157 ret
+= tcrypt_test("pcbc(fcrypt)");
1161 ret
+= tcrypt_test("ecb(camellia)");
1162 ret
+= tcrypt_test("cbc(camellia)");
1163 ret
+= tcrypt_test("ctr(camellia)");
1164 ret
+= tcrypt_test("lrw(camellia)");
1165 ret
+= tcrypt_test("xts(camellia)");
1169 ret
+= tcrypt_test("sha224");
1173 ret
+= tcrypt_test("salsa20");
1177 ret
+= tcrypt_test("gcm(aes)");
1181 ret
+= tcrypt_test("lzo");
1185 ret
+= tcrypt_test("ccm(aes)");
1189 ret
+= tcrypt_test("cts(cbc(aes))");
1193 ret
+= tcrypt_test("rmd128");
1197 ret
+= tcrypt_test("rmd160");
1201 ret
+= tcrypt_test("rmd256");
1205 ret
+= tcrypt_test("rmd320");
1209 ret
+= tcrypt_test("ecb(seed)");
1213 ret
+= tcrypt_test("zlib");
1217 ret
+= tcrypt_test("rfc4309(ccm(aes))");
1221 ret
+= tcrypt_test("ghash");
1225 ret
+= tcrypt_test("crct10dif");
1229 ret
+= tcrypt_test("sha3-224");
1233 ret
+= tcrypt_test("sha3-256");
1237 ret
+= tcrypt_test("sha3-384");
1241 ret
+= tcrypt_test("sha3-512");
1245 ret
+= tcrypt_test("sm3");
1249 ret
+= tcrypt_test("hmac(md5)");
1253 ret
+= tcrypt_test("hmac(sha1)");
1257 ret
+= tcrypt_test("hmac(sha256)");
1261 ret
+= tcrypt_test("hmac(sha384)");
1265 ret
+= tcrypt_test("hmac(sha512)");
1269 ret
+= tcrypt_test("hmac(sha224)");
1273 ret
+= tcrypt_test("xcbc(aes)");
1277 ret
+= tcrypt_test("hmac(rmd128)");
1281 ret
+= tcrypt_test("hmac(rmd160)");
1285 ret
+= tcrypt_test("vmac(aes)");
1289 ret
+= tcrypt_test("hmac(crc32)");
1293 ret
+= tcrypt_test("hmac(sha3-224)");
1297 ret
+= tcrypt_test("hmac(sha3-256)");
1301 ret
+= tcrypt_test("hmac(sha3-384)");
1305 ret
+= tcrypt_test("hmac(sha3-512)");
1309 ret
+= tcrypt_test("ansi_cprng");
1313 ret
+= tcrypt_test("rfc4106(gcm(aes))");
1317 ret
+= tcrypt_test("rfc4543(gcm(aes))");
1321 ret
+= tcrypt_test("cmac(aes)");
1325 ret
+= tcrypt_test("cmac(des3_ede)");
1329 ret
+= tcrypt_test("authenc(hmac(sha1),cbc(aes))");
1333 ret
+= tcrypt_test("authenc(hmac(md5),ecb(cipher_null))");
1337 ret
+= tcrypt_test("authenc(hmac(sha1),ecb(cipher_null))");
1340 ret
+= tcrypt_test("authenc(hmac(sha1),cbc(des))");
1343 ret
+= tcrypt_test("authenc(hmac(sha1),cbc(des3_ede))");
1346 ret
+= tcrypt_test("authenc(hmac(sha224),cbc(des))");
1349 ret
+= tcrypt_test("authenc(hmac(sha224),cbc(des3_ede))");
1352 ret
+= tcrypt_test("authenc(hmac(sha256),cbc(des))");
1355 ret
+= tcrypt_test("authenc(hmac(sha256),cbc(des3_ede))");
1358 ret
+= tcrypt_test("authenc(hmac(sha384),cbc(des))");
1361 ret
+= tcrypt_test("authenc(hmac(sha384),cbc(des3_ede))");
1364 ret
+= tcrypt_test("authenc(hmac(sha512),cbc(des))");
1367 ret
+= tcrypt_test("authenc(hmac(sha512),cbc(des3_ede))");
1370 test_cipher_speed("ecb(aes)", ENCRYPT
, sec
, NULL
, 0,
1371 speed_template_16_24_32
);
1372 test_cipher_speed("ecb(aes)", DECRYPT
, sec
, NULL
, 0,
1373 speed_template_16_24_32
);
1374 test_cipher_speed("cbc(aes)", ENCRYPT
, sec
, NULL
, 0,
1375 speed_template_16_24_32
);
1376 test_cipher_speed("cbc(aes)", DECRYPT
, sec
, NULL
, 0,
1377 speed_template_16_24_32
);
1378 test_cipher_speed("lrw(aes)", ENCRYPT
, sec
, NULL
, 0,
1379 speed_template_32_40_48
);
1380 test_cipher_speed("lrw(aes)", DECRYPT
, sec
, NULL
, 0,
1381 speed_template_32_40_48
);
1382 test_cipher_speed("xts(aes)", ENCRYPT
, sec
, NULL
, 0,
1383 speed_template_32_64
);
1384 test_cipher_speed("xts(aes)", DECRYPT
, sec
, NULL
, 0,
1385 speed_template_32_64
);
1386 test_cipher_speed("cts(cbc(aes))", ENCRYPT
, sec
, NULL
, 0,
1387 speed_template_16_24_32
);
1388 test_cipher_speed("cts(cbc(aes))", DECRYPT
, sec
, NULL
, 0,
1389 speed_template_16_24_32
);
1390 test_cipher_speed("ctr(aes)", ENCRYPT
, sec
, NULL
, 0,
1391 speed_template_16_24_32
);
1392 test_cipher_speed("ctr(aes)", DECRYPT
, sec
, NULL
, 0,
1393 speed_template_16_24_32
);
1397 test_cipher_speed("ecb(des3_ede)", ENCRYPT
, sec
,
1398 des3_speed_template
, DES3_SPEED_VECTORS
,
1400 test_cipher_speed("ecb(des3_ede)", DECRYPT
, sec
,
1401 des3_speed_template
, DES3_SPEED_VECTORS
,
1403 test_cipher_speed("cbc(des3_ede)", ENCRYPT
, sec
,
1404 des3_speed_template
, DES3_SPEED_VECTORS
,
1406 test_cipher_speed("cbc(des3_ede)", DECRYPT
, sec
,
1407 des3_speed_template
, DES3_SPEED_VECTORS
,
1409 test_cipher_speed("ctr(des3_ede)", ENCRYPT
, sec
,
1410 des3_speed_template
, DES3_SPEED_VECTORS
,
1412 test_cipher_speed("ctr(des3_ede)", DECRYPT
, sec
,
1413 des3_speed_template
, DES3_SPEED_VECTORS
,
1418 test_cipher_speed("ecb(twofish)", ENCRYPT
, sec
, NULL
, 0,
1419 speed_template_16_24_32
);
1420 test_cipher_speed("ecb(twofish)", DECRYPT
, sec
, NULL
, 0,
1421 speed_template_16_24_32
);
1422 test_cipher_speed("cbc(twofish)", ENCRYPT
, sec
, NULL
, 0,
1423 speed_template_16_24_32
);
1424 test_cipher_speed("cbc(twofish)", DECRYPT
, sec
, NULL
, 0,
1425 speed_template_16_24_32
);
1426 test_cipher_speed("ctr(twofish)", ENCRYPT
, sec
, NULL
, 0,
1427 speed_template_16_24_32
);
1428 test_cipher_speed("ctr(twofish)", DECRYPT
, sec
, NULL
, 0,
1429 speed_template_16_24_32
);
1430 test_cipher_speed("lrw(twofish)", ENCRYPT
, sec
, NULL
, 0,
1431 speed_template_32_40_48
);
1432 test_cipher_speed("lrw(twofish)", DECRYPT
, sec
, NULL
, 0,
1433 speed_template_32_40_48
);
1434 test_cipher_speed("xts(twofish)", ENCRYPT
, sec
, NULL
, 0,
1435 speed_template_32_48_64
);
1436 test_cipher_speed("xts(twofish)", DECRYPT
, sec
, NULL
, 0,
1437 speed_template_32_48_64
);
1441 test_cipher_speed("ecb(blowfish)", ENCRYPT
, sec
, NULL
, 0,
1442 speed_template_8_32
);
1443 test_cipher_speed("ecb(blowfish)", DECRYPT
, sec
, NULL
, 0,
1444 speed_template_8_32
);
1445 test_cipher_speed("cbc(blowfish)", ENCRYPT
, sec
, NULL
, 0,
1446 speed_template_8_32
);
1447 test_cipher_speed("cbc(blowfish)", DECRYPT
, sec
, NULL
, 0,
1448 speed_template_8_32
);
1449 test_cipher_speed("ctr(blowfish)", ENCRYPT
, sec
, NULL
, 0,
1450 speed_template_8_32
);
1451 test_cipher_speed("ctr(blowfish)", DECRYPT
, sec
, NULL
, 0,
1452 speed_template_8_32
);
1456 test_cipher_speed("ecb(des)", ENCRYPT
, sec
, NULL
, 0,
1458 test_cipher_speed("ecb(des)", DECRYPT
, sec
, NULL
, 0,
1460 test_cipher_speed("cbc(des)", ENCRYPT
, sec
, NULL
, 0,
1462 test_cipher_speed("cbc(des)", DECRYPT
, sec
, NULL
, 0,
1467 test_cipher_speed("ecb(camellia)", ENCRYPT
, sec
, NULL
, 0,
1468 speed_template_16_24_32
);
1469 test_cipher_speed("ecb(camellia)", DECRYPT
, sec
, NULL
, 0,
1470 speed_template_16_24_32
);
1471 test_cipher_speed("cbc(camellia)", ENCRYPT
, sec
, NULL
, 0,
1472 speed_template_16_24_32
);
1473 test_cipher_speed("cbc(camellia)", DECRYPT
, sec
, NULL
, 0,
1474 speed_template_16_24_32
);
1475 test_cipher_speed("ctr(camellia)", ENCRYPT
, sec
, NULL
, 0,
1476 speed_template_16_24_32
);
1477 test_cipher_speed("ctr(camellia)", DECRYPT
, sec
, NULL
, 0,
1478 speed_template_16_24_32
);
1479 test_cipher_speed("lrw(camellia)", ENCRYPT
, sec
, NULL
, 0,
1480 speed_template_32_40_48
);
1481 test_cipher_speed("lrw(camellia)", DECRYPT
, sec
, NULL
, 0,
1482 speed_template_32_40_48
);
1483 test_cipher_speed("xts(camellia)", ENCRYPT
, sec
, NULL
, 0,
1484 speed_template_32_48_64
);
1485 test_cipher_speed("xts(camellia)", DECRYPT
, sec
, NULL
, 0,
1486 speed_template_32_48_64
);
1490 test_cipher_speed("salsa20", ENCRYPT
, sec
, NULL
, 0,
1491 speed_template_16_32
);
1495 test_cipher_speed("ecb(serpent)", ENCRYPT
, sec
, NULL
, 0,
1496 speed_template_16_32
);
1497 test_cipher_speed("ecb(serpent)", DECRYPT
, sec
, NULL
, 0,
1498 speed_template_16_32
);
1499 test_cipher_speed("cbc(serpent)", ENCRYPT
, sec
, NULL
, 0,
1500 speed_template_16_32
);
1501 test_cipher_speed("cbc(serpent)", DECRYPT
, sec
, NULL
, 0,
1502 speed_template_16_32
);
1503 test_cipher_speed("ctr(serpent)", ENCRYPT
, sec
, NULL
, 0,
1504 speed_template_16_32
);
1505 test_cipher_speed("ctr(serpent)", DECRYPT
, sec
, NULL
, 0,
1506 speed_template_16_32
);
1507 test_cipher_speed("lrw(serpent)", ENCRYPT
, sec
, NULL
, 0,
1508 speed_template_32_48
);
1509 test_cipher_speed("lrw(serpent)", DECRYPT
, sec
, NULL
, 0,
1510 speed_template_32_48
);
1511 test_cipher_speed("xts(serpent)", ENCRYPT
, sec
, NULL
, 0,
1512 speed_template_32_64
);
1513 test_cipher_speed("xts(serpent)", DECRYPT
, sec
, NULL
, 0,
1514 speed_template_32_64
);
1518 test_cipher_speed("ecb(arc4)", ENCRYPT
, sec
, NULL
, 0,
1523 test_cipher_speed("ecb(cast5)", ENCRYPT
, sec
, NULL
, 0,
1524 speed_template_8_16
);
1525 test_cipher_speed("ecb(cast5)", DECRYPT
, sec
, NULL
, 0,
1526 speed_template_8_16
);
1527 test_cipher_speed("cbc(cast5)", ENCRYPT
, sec
, NULL
, 0,
1528 speed_template_8_16
);
1529 test_cipher_speed("cbc(cast5)", DECRYPT
, sec
, NULL
, 0,
1530 speed_template_8_16
);
1531 test_cipher_speed("ctr(cast5)", ENCRYPT
, sec
, NULL
, 0,
1532 speed_template_8_16
);
1533 test_cipher_speed("ctr(cast5)", DECRYPT
, sec
, NULL
, 0,
1534 speed_template_8_16
);
1538 test_cipher_speed("ecb(cast6)", ENCRYPT
, sec
, NULL
, 0,
1539 speed_template_16_32
);
1540 test_cipher_speed("ecb(cast6)", DECRYPT
, sec
, NULL
, 0,
1541 speed_template_16_32
);
1542 test_cipher_speed("cbc(cast6)", ENCRYPT
, sec
, NULL
, 0,
1543 speed_template_16_32
);
1544 test_cipher_speed("cbc(cast6)", DECRYPT
, sec
, NULL
, 0,
1545 speed_template_16_32
);
1546 test_cipher_speed("ctr(cast6)", ENCRYPT
, sec
, NULL
, 0,
1547 speed_template_16_32
);
1548 test_cipher_speed("ctr(cast6)", DECRYPT
, sec
, NULL
, 0,
1549 speed_template_16_32
);
1550 test_cipher_speed("lrw(cast6)", ENCRYPT
, sec
, NULL
, 0,
1551 speed_template_32_48
);
1552 test_cipher_speed("lrw(cast6)", DECRYPT
, sec
, NULL
, 0,
1553 speed_template_32_48
);
1554 test_cipher_speed("xts(cast6)", ENCRYPT
, sec
, NULL
, 0,
1555 speed_template_32_64
);
1556 test_cipher_speed("xts(cast6)", DECRYPT
, sec
, NULL
, 0,
1557 speed_template_32_64
);
1561 test_aead_speed("rfc4106(gcm(aes))", ENCRYPT
, sec
,
1562 NULL
, 0, 16, 16, aead_speed_template_20
);
1563 test_aead_speed("gcm(aes)", ENCRYPT
, sec
,
1564 NULL
, 0, 16, 8, speed_template_16_24_32
);
1568 test_aead_speed("rfc4309(ccm(aes))", ENCRYPT
, sec
,
1569 NULL
, 0, 16, 16, aead_speed_template_19
);
1573 test_aead_speed("rfc7539esp(chacha20,poly1305)", ENCRYPT
, sec
,
1574 NULL
, 0, 16, 8, aead_speed_template_36
);
1578 test_cipher_speed("chacha20", ENCRYPT
, sec
, NULL
, 0,
1584 test_hash_speed(alg
, sec
, generic_hash_speed_template
);
1589 test_hash_speed("md4", sec
, generic_hash_speed_template
);
1590 if (mode
> 300 && mode
< 400) break;
1593 test_hash_speed("md5", sec
, generic_hash_speed_template
);
1594 if (mode
> 300 && mode
< 400) break;
1597 test_hash_speed("sha1", sec
, generic_hash_speed_template
);
1598 if (mode
> 300 && mode
< 400) break;
1601 test_hash_speed("sha256", sec
, generic_hash_speed_template
);
1602 if (mode
> 300 && mode
< 400) break;
1605 test_hash_speed("sha384", sec
, generic_hash_speed_template
);
1606 if (mode
> 300 && mode
< 400) break;
1609 test_hash_speed("sha512", sec
, generic_hash_speed_template
);
1610 if (mode
> 300 && mode
< 400) break;
1613 test_hash_speed("wp256", sec
, generic_hash_speed_template
);
1614 if (mode
> 300 && mode
< 400) break;
1617 test_hash_speed("wp384", sec
, generic_hash_speed_template
);
1618 if (mode
> 300 && mode
< 400) break;
1621 test_hash_speed("wp512", sec
, generic_hash_speed_template
);
1622 if (mode
> 300 && mode
< 400) break;
1625 test_hash_speed("tgr128", sec
, generic_hash_speed_template
);
1626 if (mode
> 300 && mode
< 400) break;
1629 test_hash_speed("tgr160", sec
, generic_hash_speed_template
);
1630 if (mode
> 300 && mode
< 400) break;
1633 test_hash_speed("tgr192", sec
, generic_hash_speed_template
);
1634 if (mode
> 300 && mode
< 400) break;
1637 test_hash_speed("sha224", sec
, generic_hash_speed_template
);
1638 if (mode
> 300 && mode
< 400) break;
1641 test_hash_speed("rmd128", sec
, generic_hash_speed_template
);
1642 if (mode
> 300 && mode
< 400) break;
1645 test_hash_speed("rmd160", sec
, generic_hash_speed_template
);
1646 if (mode
> 300 && mode
< 400) break;
1649 test_hash_speed("rmd256", sec
, generic_hash_speed_template
);
1650 if (mode
> 300 && mode
< 400) break;
1653 test_hash_speed("rmd320", sec
, generic_hash_speed_template
);
1654 if (mode
> 300 && mode
< 400) break;
1657 test_hash_speed("ghash-generic", sec
, hash_speed_template_16
);
1658 if (mode
> 300 && mode
< 400) break;
1661 test_hash_speed("crc32c", sec
, generic_hash_speed_template
);
1662 if (mode
> 300 && mode
< 400) break;
1665 test_hash_speed("crct10dif", sec
, generic_hash_speed_template
);
1666 if (mode
> 300 && mode
< 400) break;
1669 test_hash_speed("poly1305", sec
, poly1305_speed_template
);
1670 if (mode
> 300 && mode
< 400) break;
1673 test_hash_speed("sha3-224", sec
, generic_hash_speed_template
);
1674 if (mode
> 300 && mode
< 400) break;
1677 test_hash_speed("sha3-256", sec
, generic_hash_speed_template
);
1678 if (mode
> 300 && mode
< 400) break;
1681 test_hash_speed("sha3-384", sec
, generic_hash_speed_template
);
1682 if (mode
> 300 && mode
< 400) break;
1685 test_hash_speed("sha3-512", sec
, generic_hash_speed_template
);
1686 if (mode
> 300 && mode
< 400) break;
1689 test_hash_speed("sm3", sec
, generic_hash_speed_template
);
1690 if (mode
> 300 && mode
< 400) break;
1697 test_ahash_speed(alg
, sec
, generic_hash_speed_template
);
1702 test_ahash_speed("md4", sec
, generic_hash_speed_template
);
1703 if (mode
> 400 && mode
< 500) break;
1706 test_ahash_speed("md5", sec
, generic_hash_speed_template
);
1707 if (mode
> 400 && mode
< 500) break;
1710 test_ahash_speed("sha1", sec
, generic_hash_speed_template
);
1711 if (mode
> 400 && mode
< 500) break;
1714 test_ahash_speed("sha256", sec
, generic_hash_speed_template
);
1715 if (mode
> 400 && mode
< 500) break;
1718 test_ahash_speed("sha384", sec
, generic_hash_speed_template
);
1719 if (mode
> 400 && mode
< 500) break;
1722 test_ahash_speed("sha512", sec
, generic_hash_speed_template
);
1723 if (mode
> 400 && mode
< 500) break;
1726 test_ahash_speed("wp256", sec
, generic_hash_speed_template
);
1727 if (mode
> 400 && mode
< 500) break;
1730 test_ahash_speed("wp384", sec
, generic_hash_speed_template
);
1731 if (mode
> 400 && mode
< 500) break;
1734 test_ahash_speed("wp512", sec
, generic_hash_speed_template
);
1735 if (mode
> 400 && mode
< 500) break;
1738 test_ahash_speed("tgr128", sec
, generic_hash_speed_template
);
1739 if (mode
> 400 && mode
< 500) break;
1742 test_ahash_speed("tgr160", sec
, generic_hash_speed_template
);
1743 if (mode
> 400 && mode
< 500) break;
1746 test_ahash_speed("tgr192", sec
, generic_hash_speed_template
);
1747 if (mode
> 400 && mode
< 500) break;
1750 test_ahash_speed("sha224", sec
, generic_hash_speed_template
);
1751 if (mode
> 400 && mode
< 500) break;
1754 test_ahash_speed("rmd128", sec
, generic_hash_speed_template
);
1755 if (mode
> 400 && mode
< 500) break;
1758 test_ahash_speed("rmd160", sec
, generic_hash_speed_template
);
1759 if (mode
> 400 && mode
< 500) break;
1762 test_ahash_speed("rmd256", sec
, generic_hash_speed_template
);
1763 if (mode
> 400 && mode
< 500) break;
1766 test_ahash_speed("rmd320", sec
, generic_hash_speed_template
);
1767 if (mode
> 400 && mode
< 500) break;
1770 test_ahash_speed("sha3-224", sec
, generic_hash_speed_template
);
1771 if (mode
> 400 && mode
< 500) break;
1774 test_ahash_speed("sha3-256", sec
, generic_hash_speed_template
);
1775 if (mode
> 400 && mode
< 500) break;
1778 test_ahash_speed("sha3-384", sec
, generic_hash_speed_template
);
1779 if (mode
> 400 && mode
< 500) break;
1782 test_ahash_speed("sha3-512", sec
, generic_hash_speed_template
);
1783 if (mode
> 400 && mode
< 500) break;
1786 test_mb_ahash_speed("sha1", sec
, generic_hash_speed_template
);
1787 if (mode
> 400 && mode
< 500) break;
1790 test_mb_ahash_speed("sha256", sec
, generic_hash_speed_template
);
1791 if (mode
> 400 && mode
< 500) break;
1794 test_mb_ahash_speed("sha512", sec
, generic_hash_speed_template
);
1795 if (mode
> 400 && mode
< 500) break;
1798 test_mb_ahash_speed("sm3", sec
, generic_hash_speed_template
);
1799 if (mode
> 400 && mode
< 500) break;
1805 test_acipher_speed("ecb(aes)", ENCRYPT
, sec
, NULL
, 0,
1806 speed_template_16_24_32
);
1807 test_acipher_speed("ecb(aes)", DECRYPT
, sec
, NULL
, 0,
1808 speed_template_16_24_32
);
1809 test_acipher_speed("cbc(aes)", ENCRYPT
, sec
, NULL
, 0,
1810 speed_template_16_24_32
);
1811 test_acipher_speed("cbc(aes)", DECRYPT
, sec
, NULL
, 0,
1812 speed_template_16_24_32
);
1813 test_acipher_speed("lrw(aes)", ENCRYPT
, sec
, NULL
, 0,
1814 speed_template_32_40_48
);
1815 test_acipher_speed("lrw(aes)", DECRYPT
, sec
, NULL
, 0,
1816 speed_template_32_40_48
);
1817 test_acipher_speed("xts(aes)", ENCRYPT
, sec
, NULL
, 0,
1818 speed_template_32_64
);
1819 test_acipher_speed("xts(aes)", DECRYPT
, sec
, NULL
, 0,
1820 speed_template_32_64
);
1821 test_acipher_speed("cts(cbc(aes))", ENCRYPT
, sec
, NULL
, 0,
1822 speed_template_16_24_32
);
1823 test_acipher_speed("cts(cbc(aes))", DECRYPT
, sec
, NULL
, 0,
1824 speed_template_16_24_32
);
1825 test_acipher_speed("ctr(aes)", ENCRYPT
, sec
, NULL
, 0,
1826 speed_template_16_24_32
);
1827 test_acipher_speed("ctr(aes)", DECRYPT
, sec
, NULL
, 0,
1828 speed_template_16_24_32
);
1829 test_acipher_speed("cfb(aes)", ENCRYPT
, sec
, NULL
, 0,
1830 speed_template_16_24_32
);
1831 test_acipher_speed("cfb(aes)", DECRYPT
, sec
, NULL
, 0,
1832 speed_template_16_24_32
);
1833 test_acipher_speed("ofb(aes)", ENCRYPT
, sec
, NULL
, 0,
1834 speed_template_16_24_32
);
1835 test_acipher_speed("ofb(aes)", DECRYPT
, sec
, NULL
, 0,
1836 speed_template_16_24_32
);
1837 test_acipher_speed("rfc3686(ctr(aes))", ENCRYPT
, sec
, NULL
, 0,
1838 speed_template_20_28_36
);
1839 test_acipher_speed("rfc3686(ctr(aes))", DECRYPT
, sec
, NULL
, 0,
1840 speed_template_20_28_36
);
1844 test_acipher_speed("ecb(des3_ede)", ENCRYPT
, sec
,
1845 des3_speed_template
, DES3_SPEED_VECTORS
,
1847 test_acipher_speed("ecb(des3_ede)", DECRYPT
, sec
,
1848 des3_speed_template
, DES3_SPEED_VECTORS
,
1850 test_acipher_speed("cbc(des3_ede)", ENCRYPT
, sec
,
1851 des3_speed_template
, DES3_SPEED_VECTORS
,
1853 test_acipher_speed("cbc(des3_ede)", DECRYPT
, sec
,
1854 des3_speed_template
, DES3_SPEED_VECTORS
,
1856 test_acipher_speed("cfb(des3_ede)", ENCRYPT
, sec
,
1857 des3_speed_template
, DES3_SPEED_VECTORS
,
1859 test_acipher_speed("cfb(des3_ede)", DECRYPT
, sec
,
1860 des3_speed_template
, DES3_SPEED_VECTORS
,
1862 test_acipher_speed("ofb(des3_ede)", ENCRYPT
, sec
,
1863 des3_speed_template
, DES3_SPEED_VECTORS
,
1865 test_acipher_speed("ofb(des3_ede)", DECRYPT
, sec
,
1866 des3_speed_template
, DES3_SPEED_VECTORS
,
1871 test_acipher_speed("ecb(des)", ENCRYPT
, sec
, NULL
, 0,
1873 test_acipher_speed("ecb(des)", DECRYPT
, sec
, NULL
, 0,
1875 test_acipher_speed("cbc(des)", ENCRYPT
, sec
, NULL
, 0,
1877 test_acipher_speed("cbc(des)", DECRYPT
, sec
, NULL
, 0,
1879 test_acipher_speed("cfb(des)", ENCRYPT
, sec
, NULL
, 0,
1881 test_acipher_speed("cfb(des)", DECRYPT
, sec
, NULL
, 0,
1883 test_acipher_speed("ofb(des)", ENCRYPT
, sec
, NULL
, 0,
1885 test_acipher_speed("ofb(des)", DECRYPT
, sec
, NULL
, 0,
1890 test_acipher_speed("ecb(serpent)", ENCRYPT
, sec
, NULL
, 0,
1891 speed_template_16_32
);
1892 test_acipher_speed("ecb(serpent)", DECRYPT
, sec
, NULL
, 0,
1893 speed_template_16_32
);
1894 test_acipher_speed("cbc(serpent)", ENCRYPT
, sec
, NULL
, 0,
1895 speed_template_16_32
);
1896 test_acipher_speed("cbc(serpent)", DECRYPT
, sec
, NULL
, 0,
1897 speed_template_16_32
);
1898 test_acipher_speed("ctr(serpent)", ENCRYPT
, sec
, NULL
, 0,
1899 speed_template_16_32
);
1900 test_acipher_speed("ctr(serpent)", DECRYPT
, sec
, NULL
, 0,
1901 speed_template_16_32
);
1902 test_acipher_speed("lrw(serpent)", ENCRYPT
, sec
, NULL
, 0,
1903 speed_template_32_48
);
1904 test_acipher_speed("lrw(serpent)", DECRYPT
, sec
, NULL
, 0,
1905 speed_template_32_48
);
1906 test_acipher_speed("xts(serpent)", ENCRYPT
, sec
, NULL
, 0,
1907 speed_template_32_64
);
1908 test_acipher_speed("xts(serpent)", DECRYPT
, sec
, NULL
, 0,
1909 speed_template_32_64
);
1913 test_acipher_speed("ecb(twofish)", ENCRYPT
, sec
, NULL
, 0,
1914 speed_template_16_24_32
);
1915 test_acipher_speed("ecb(twofish)", DECRYPT
, sec
, NULL
, 0,
1916 speed_template_16_24_32
);
1917 test_acipher_speed("cbc(twofish)", ENCRYPT
, sec
, NULL
, 0,
1918 speed_template_16_24_32
);
1919 test_acipher_speed("cbc(twofish)", DECRYPT
, sec
, NULL
, 0,
1920 speed_template_16_24_32
);
1921 test_acipher_speed("ctr(twofish)", ENCRYPT
, sec
, NULL
, 0,
1922 speed_template_16_24_32
);
1923 test_acipher_speed("ctr(twofish)", DECRYPT
, sec
, NULL
, 0,
1924 speed_template_16_24_32
);
1925 test_acipher_speed("lrw(twofish)", ENCRYPT
, sec
, NULL
, 0,
1926 speed_template_32_40_48
);
1927 test_acipher_speed("lrw(twofish)", DECRYPT
, sec
, NULL
, 0,
1928 speed_template_32_40_48
);
1929 test_acipher_speed("xts(twofish)", ENCRYPT
, sec
, NULL
, 0,
1930 speed_template_32_48_64
);
1931 test_acipher_speed("xts(twofish)", DECRYPT
, sec
, NULL
, 0,
1932 speed_template_32_48_64
);
1936 test_acipher_speed("ecb(arc4)", ENCRYPT
, sec
, NULL
, 0,
1941 test_acipher_speed("ecb(cast5)", ENCRYPT
, sec
, NULL
, 0,
1942 speed_template_8_16
);
1943 test_acipher_speed("ecb(cast5)", DECRYPT
, sec
, NULL
, 0,
1944 speed_template_8_16
);
1945 test_acipher_speed("cbc(cast5)", ENCRYPT
, sec
, NULL
, 0,
1946 speed_template_8_16
);
1947 test_acipher_speed("cbc(cast5)", DECRYPT
, sec
, NULL
, 0,
1948 speed_template_8_16
);
1949 test_acipher_speed("ctr(cast5)", ENCRYPT
, sec
, NULL
, 0,
1950 speed_template_8_16
);
1951 test_acipher_speed("ctr(cast5)", DECRYPT
, sec
, NULL
, 0,
1952 speed_template_8_16
);
1956 test_acipher_speed("ecb(cast6)", ENCRYPT
, sec
, NULL
, 0,
1957 speed_template_16_32
);
1958 test_acipher_speed("ecb(cast6)", DECRYPT
, sec
, NULL
, 0,
1959 speed_template_16_32
);
1960 test_acipher_speed("cbc(cast6)", ENCRYPT
, sec
, NULL
, 0,
1961 speed_template_16_32
);
1962 test_acipher_speed("cbc(cast6)", DECRYPT
, sec
, NULL
, 0,
1963 speed_template_16_32
);
1964 test_acipher_speed("ctr(cast6)", ENCRYPT
, sec
, NULL
, 0,
1965 speed_template_16_32
);
1966 test_acipher_speed("ctr(cast6)", DECRYPT
, sec
, NULL
, 0,
1967 speed_template_16_32
);
1968 test_acipher_speed("lrw(cast6)", ENCRYPT
, sec
, NULL
, 0,
1969 speed_template_32_48
);
1970 test_acipher_speed("lrw(cast6)", DECRYPT
, sec
, NULL
, 0,
1971 speed_template_32_48
);
1972 test_acipher_speed("xts(cast6)", ENCRYPT
, sec
, NULL
, 0,
1973 speed_template_32_64
);
1974 test_acipher_speed("xts(cast6)", DECRYPT
, sec
, NULL
, 0,
1975 speed_template_32_64
);
1979 test_acipher_speed("ecb(camellia)", ENCRYPT
, sec
, NULL
, 0,
1980 speed_template_16_32
);
1981 test_acipher_speed("ecb(camellia)", DECRYPT
, sec
, NULL
, 0,
1982 speed_template_16_32
);
1983 test_acipher_speed("cbc(camellia)", ENCRYPT
, sec
, NULL
, 0,
1984 speed_template_16_32
);
1985 test_acipher_speed("cbc(camellia)", DECRYPT
, sec
, NULL
, 0,
1986 speed_template_16_32
);
1987 test_acipher_speed("ctr(camellia)", ENCRYPT
, sec
, NULL
, 0,
1988 speed_template_16_32
);
1989 test_acipher_speed("ctr(camellia)", DECRYPT
, sec
, NULL
, 0,
1990 speed_template_16_32
);
1991 test_acipher_speed("lrw(camellia)", ENCRYPT
, sec
, NULL
, 0,
1992 speed_template_32_48
);
1993 test_acipher_speed("lrw(camellia)", DECRYPT
, sec
, NULL
, 0,
1994 speed_template_32_48
);
1995 test_acipher_speed("xts(camellia)", ENCRYPT
, sec
, NULL
, 0,
1996 speed_template_32_64
);
1997 test_acipher_speed("xts(camellia)", DECRYPT
, sec
, NULL
, 0,
1998 speed_template_32_64
);
2002 test_acipher_speed("ecb(blowfish)", ENCRYPT
, sec
, NULL
, 0,
2003 speed_template_8_32
);
2004 test_acipher_speed("ecb(blowfish)", DECRYPT
, sec
, NULL
, 0,
2005 speed_template_8_32
);
2006 test_acipher_speed("cbc(blowfish)", ENCRYPT
, sec
, NULL
, 0,
2007 speed_template_8_32
);
2008 test_acipher_speed("cbc(blowfish)", DECRYPT
, sec
, NULL
, 0,
2009 speed_template_8_32
);
2010 test_acipher_speed("ctr(blowfish)", ENCRYPT
, sec
, NULL
, 0,
2011 speed_template_8_32
);
2012 test_acipher_speed("ctr(blowfish)", DECRYPT
, sec
, NULL
, 0,
2013 speed_template_8_32
);
2024 static int __init
tcrypt_mod_init(void)
2029 for (i
= 0; i
< TVMEMSIZE
; i
++) {
2030 tvmem
[i
] = (void *)__get_free_page(GFP_KERNEL
);
2035 err
= do_test(alg
, type
, mask
, mode
);
2038 printk(KERN_ERR
"tcrypt: one or more tests failed!\n");
2041 pr_debug("all tests passed\n");
2044 /* We intentionaly return -EAGAIN to prevent keeping the module,
2045 * unless we're running in fips mode. It does all its work from
2046 * init() and doesn't offer any runtime functionality, but in
2047 * the fips case, checking for a successful load is helpful.
2048 * => we don't need it in the memory, do we?
2055 for (i
= 0; i
< TVMEMSIZE
&& tvmem
[i
]; i
++)
2056 free_page((unsigned long)tvmem
[i
]);
2062 * If an init function is provided, an exit function must also be provided
2063 * to allow module unload.
2065 static void __exit
tcrypt_mod_fini(void) { }
2067 module_init(tcrypt_mod_init
);
2068 module_exit(tcrypt_mod_fini
);
2070 module_param(alg
, charp
, 0);
2071 module_param(type
, uint
, 0);
2072 module_param(mask
, uint
, 0);
2073 module_param(mode
, int, 0);
2074 module_param(sec
, uint
, 0);
2075 MODULE_PARM_DESC(sec
, "Length in seconds of speed tests "
2076 "(defaults to zero which uses CPU cycles instead)");
2078 MODULE_LICENSE("GPL");
2079 MODULE_DESCRIPTION("Quick & dirty crypto testing module");
2080 MODULE_AUTHOR("James Morris <jmorris@intercode.com.au>");