]>
Commit | Line | Data |
---|---|---|
1 | /* | |
2 | * Quick & dirty crypto testing module. | |
3 | * | |
4 | * This will only exist until we have a better testing mechanism | |
5 | * (e.g. a char device). | |
6 | * | |
7 | * Copyright (c) 2002 James Morris <jmorris@intercode.com.au> | |
8 | * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org> | |
9 | * Copyright (c) 2007 Nokia Siemens Networks | |
10 | * | |
11 | * Updated RFC4106 AES-GCM testing. | |
12 | * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com) | |
13 | * Adrian Hoban <adrian.hoban@intel.com> | |
14 | * Gabriele Paoloni <gabriele.paoloni@intel.com> | |
15 | * Tadeusz Struk (tadeusz.struk@intel.com) | |
16 | * Copyright (c) 2010, Intel Corporation. | |
17 | * | |
18 | * This program is free software; you can redistribute it and/or modify it | |
19 | * under the terms of the GNU General Public License as published by the Free | |
20 | * Software Foundation; either version 2 of the License, or (at your option) | |
21 | * any later version. | |
22 | * | |
23 | */ | |
24 | ||
25 | #include <crypto/hash.h> | |
26 | #include <linux/err.h> | |
27 | #include <linux/init.h> | |
28 | #include <linux/gfp.h> | |
29 | #include <linux/module.h> | |
30 | #include <linux/scatterlist.h> | |
31 | #include <linux/string.h> | |
32 | #include <linux/moduleparam.h> | |
33 | #include <linux/jiffies.h> | |
34 | #include <linux/timex.h> | |
35 | #include <linux/interrupt.h> | |
36 | #include "tcrypt.h" | |
37 | #include "internal.h" | |
38 | ||
39 | /* | |
40 | * Need slab memory for testing (size in number of pages). | |
41 | */ | |
42 | #define TVMEMSIZE 4 | |
43 | ||
44 | /* | |
45 | * Used by test_cipher_speed() | |
46 | */ | |
47 | #define ENCRYPT 1 | |
48 | #define DECRYPT 0 | |
49 | ||
50 | /* | |
51 | * Used by test_cipher_speed() | |
52 | */ | |
53 | static unsigned int sec; | |
54 | ||
55 | static char *alg = NULL; | |
56 | static u32 type; | |
57 | static u32 mask; | |
58 | static int mode; | |
59 | static char *tvmem[TVMEMSIZE]; | |
60 | ||
61 | static char *check[] = { | |
62 | "des", "md5", "des3_ede", "rot13", "sha1", "sha224", "sha256", | |
63 | "blowfish", "twofish", "serpent", "sha384", "sha512", "md4", "aes", | |
64 | "cast6", "arc4", "michael_mic", "deflate", "crc32c", "tea", "xtea", | |
65 | "khazad", "wp512", "wp384", "wp256", "tnepres", "xeta", "fcrypt", | |
66 | "camellia", "seed", "salsa20", "rmd128", "rmd160", "rmd256", "rmd320", | |
67 | "lzo", "cts", "zlib", NULL | |
68 | }; | |
69 | ||
70 | static int test_cipher_jiffies(struct blkcipher_desc *desc, int enc, | |
71 | struct scatterlist *sg, int blen, int sec) | |
72 | { | |
73 | unsigned long start, end; | |
74 | int bcount; | |
75 | int ret; | |
76 | ||
77 | for (start = jiffies, end = start + sec * HZ, bcount = 0; | |
78 | time_before(jiffies, end); bcount++) { | |
79 | if (enc) | |
80 | ret = crypto_blkcipher_encrypt(desc, sg, sg, blen); | |
81 | else | |
82 | ret = crypto_blkcipher_decrypt(desc, sg, sg, blen); | |
83 | ||
84 | if (ret) | |
85 | return ret; | |
86 | } | |
87 | ||
88 | printk("%d operations in %d seconds (%ld bytes)\n", | |
89 | bcount, sec, (long)bcount * blen); | |
90 | return 0; | |
91 | } | |
92 | ||
93 | static int test_cipher_cycles(struct blkcipher_desc *desc, int enc, | |
94 | struct scatterlist *sg, int blen) | |
95 | { | |
96 | unsigned long cycles = 0; | |
97 | int ret = 0; | |
98 | int i; | |
99 | ||
100 | local_bh_disable(); | |
101 | local_irq_disable(); | |
102 | ||
103 | /* Warm-up run. */ | |
104 | for (i = 0; i < 4; i++) { | |
105 | if (enc) | |
106 | ret = crypto_blkcipher_encrypt(desc, sg, sg, blen); | |
107 | else | |
108 | ret = crypto_blkcipher_decrypt(desc, sg, sg, blen); | |
109 | ||
110 | if (ret) | |
111 | goto out; | |
112 | } | |
113 | ||
114 | /* The real thing. */ | |
115 | for (i = 0; i < 8; i++) { | |
116 | cycles_t start, end; | |
117 | ||
118 | start = get_cycles(); | |
119 | if (enc) | |
120 | ret = crypto_blkcipher_encrypt(desc, sg, sg, blen); | |
121 | else | |
122 | ret = crypto_blkcipher_decrypt(desc, sg, sg, blen); | |
123 | end = get_cycles(); | |
124 | ||
125 | if (ret) | |
126 | goto out; | |
127 | ||
128 | cycles += end - start; | |
129 | } | |
130 | ||
131 | out: | |
132 | local_irq_enable(); | |
133 | local_bh_enable(); | |
134 | ||
135 | if (ret == 0) | |
136 | printk("1 operation in %lu cycles (%d bytes)\n", | |
137 | (cycles + 4) / 8, blen); | |
138 | ||
139 | return ret; | |
140 | } | |
141 | ||
142 | static u32 block_sizes[] = { 16, 64, 256, 1024, 8192, 0 }; | |
143 | ||
144 | static void test_cipher_speed(const char *algo, int enc, unsigned int sec, | |
145 | struct cipher_speed_template *template, | |
146 | unsigned int tcount, u8 *keysize) | |
147 | { | |
148 | unsigned int ret, i, j, iv_len; | |
149 | const char *key; | |
150 | char iv[128]; | |
151 | struct crypto_blkcipher *tfm; | |
152 | struct blkcipher_desc desc; | |
153 | const char *e; | |
154 | u32 *b_size; | |
155 | ||
156 | if (enc == ENCRYPT) | |
157 | e = "encryption"; | |
158 | else | |
159 | e = "decryption"; | |
160 | ||
161 | printk("\ntesting speed of %s %s\n", algo, e); | |
162 | ||
163 | tfm = crypto_alloc_blkcipher(algo, 0, CRYPTO_ALG_ASYNC); | |
164 | ||
165 | if (IS_ERR(tfm)) { | |
166 | printk("failed to load transform for %s: %ld\n", algo, | |
167 | PTR_ERR(tfm)); | |
168 | return; | |
169 | } | |
170 | desc.tfm = tfm; | |
171 | desc.flags = 0; | |
172 | ||
173 | i = 0; | |
174 | do { | |
175 | ||
176 | b_size = block_sizes; | |
177 | do { | |
178 | struct scatterlist sg[TVMEMSIZE]; | |
179 | ||
180 | if ((*keysize + *b_size) > TVMEMSIZE * PAGE_SIZE) { | |
181 | printk("template (%u) too big for " | |
182 | "tvmem (%lu)\n", *keysize + *b_size, | |
183 | TVMEMSIZE * PAGE_SIZE); | |
184 | goto out; | |
185 | } | |
186 | ||
187 | printk("test %u (%d bit key, %d byte blocks): ", i, | |
188 | *keysize * 8, *b_size); | |
189 | ||
190 | memset(tvmem[0], 0xff, PAGE_SIZE); | |
191 | ||
192 | /* set key, plain text and IV */ | |
193 | key = tvmem[0]; | |
194 | for (j = 0; j < tcount; j++) { | |
195 | if (template[j].klen == *keysize) { | |
196 | key = template[j].key; | |
197 | break; | |
198 | } | |
199 | } | |
200 | ||
201 | ret = crypto_blkcipher_setkey(tfm, key, *keysize); | |
202 | if (ret) { | |
203 | printk("setkey() failed flags=%x\n", | |
204 | crypto_blkcipher_get_flags(tfm)); | |
205 | goto out; | |
206 | } | |
207 | ||
208 | sg_init_table(sg, TVMEMSIZE); | |
209 | sg_set_buf(sg, tvmem[0] + *keysize, | |
210 | PAGE_SIZE - *keysize); | |
211 | for (j = 1; j < TVMEMSIZE; j++) { | |
212 | sg_set_buf(sg + j, tvmem[j], PAGE_SIZE); | |
213 | memset (tvmem[j], 0xff, PAGE_SIZE); | |
214 | } | |
215 | ||
216 | iv_len = crypto_blkcipher_ivsize(tfm); | |
217 | if (iv_len) { | |
218 | memset(&iv, 0xff, iv_len); | |
219 | crypto_blkcipher_set_iv(tfm, iv, iv_len); | |
220 | } | |
221 | ||
222 | if (sec) | |
223 | ret = test_cipher_jiffies(&desc, enc, sg, | |
224 | *b_size, sec); | |
225 | else | |
226 | ret = test_cipher_cycles(&desc, enc, sg, | |
227 | *b_size); | |
228 | ||
229 | if (ret) { | |
230 | printk("%s() failed flags=%x\n", e, desc.flags); | |
231 | break; | |
232 | } | |
233 | b_size++; | |
234 | i++; | |
235 | } while (*b_size); | |
236 | keysize++; | |
237 | } while (*keysize); | |
238 | ||
239 | out: | |
240 | crypto_free_blkcipher(tfm); | |
241 | } | |
242 | ||
243 | static int test_hash_jiffies_digest(struct hash_desc *desc, | |
244 | struct scatterlist *sg, int blen, | |
245 | char *out, int sec) | |
246 | { | |
247 | unsigned long start, end; | |
248 | int bcount; | |
249 | int ret; | |
250 | ||
251 | for (start = jiffies, end = start + sec * HZ, bcount = 0; | |
252 | time_before(jiffies, end); bcount++) { | |
253 | ret = crypto_hash_digest(desc, sg, blen, out); | |
254 | if (ret) | |
255 | return ret; | |
256 | } | |
257 | ||
258 | printk("%6u opers/sec, %9lu bytes/sec\n", | |
259 | bcount / sec, ((long)bcount * blen) / sec); | |
260 | ||
261 | return 0; | |
262 | } | |
263 | ||
264 | static int test_hash_jiffies(struct hash_desc *desc, struct scatterlist *sg, | |
265 | int blen, int plen, char *out, int sec) | |
266 | { | |
267 | unsigned long start, end; | |
268 | int bcount, pcount; | |
269 | int ret; | |
270 | ||
271 | if (plen == blen) | |
272 | return test_hash_jiffies_digest(desc, sg, blen, out, sec); | |
273 | ||
274 | for (start = jiffies, end = start + sec * HZ, bcount = 0; | |
275 | time_before(jiffies, end); bcount++) { | |
276 | ret = crypto_hash_init(desc); | |
277 | if (ret) | |
278 | return ret; | |
279 | for (pcount = 0; pcount < blen; pcount += plen) { | |
280 | ret = crypto_hash_update(desc, sg, plen); | |
281 | if (ret) | |
282 | return ret; | |
283 | } | |
284 | /* we assume there is enough space in 'out' for the result */ | |
285 | ret = crypto_hash_final(desc, out); | |
286 | if (ret) | |
287 | return ret; | |
288 | } | |
289 | ||
290 | printk("%6u opers/sec, %9lu bytes/sec\n", | |
291 | bcount / sec, ((long)bcount * blen) / sec); | |
292 | ||
293 | return 0; | |
294 | } | |
295 | ||
296 | static int test_hash_cycles_digest(struct hash_desc *desc, | |
297 | struct scatterlist *sg, int blen, char *out) | |
298 | { | |
299 | unsigned long cycles = 0; | |
300 | int i; | |
301 | int ret; | |
302 | ||
303 | local_bh_disable(); | |
304 | local_irq_disable(); | |
305 | ||
306 | /* Warm-up run. */ | |
307 | for (i = 0; i < 4; i++) { | |
308 | ret = crypto_hash_digest(desc, sg, blen, out); | |
309 | if (ret) | |
310 | goto out; | |
311 | } | |
312 | ||
313 | /* The real thing. */ | |
314 | for (i = 0; i < 8; i++) { | |
315 | cycles_t start, end; | |
316 | ||
317 | start = get_cycles(); | |
318 | ||
319 | ret = crypto_hash_digest(desc, sg, blen, out); | |
320 | if (ret) | |
321 | goto out; | |
322 | ||
323 | end = get_cycles(); | |
324 | ||
325 | cycles += end - start; | |
326 | } | |
327 | ||
328 | out: | |
329 | local_irq_enable(); | |
330 | local_bh_enable(); | |
331 | ||
332 | if (ret) | |
333 | return ret; | |
334 | ||
335 | printk("%6lu cycles/operation, %4lu cycles/byte\n", | |
336 | cycles / 8, cycles / (8 * blen)); | |
337 | ||
338 | return 0; | |
339 | } | |
340 | ||
341 | static int test_hash_cycles(struct hash_desc *desc, struct scatterlist *sg, | |
342 | int blen, int plen, char *out) | |
343 | { | |
344 | unsigned long cycles = 0; | |
345 | int i, pcount; | |
346 | int ret; | |
347 | ||
348 | if (plen == blen) | |
349 | return test_hash_cycles_digest(desc, sg, blen, out); | |
350 | ||
351 | local_bh_disable(); | |
352 | local_irq_disable(); | |
353 | ||
354 | /* Warm-up run. */ | |
355 | for (i = 0; i < 4; i++) { | |
356 | ret = crypto_hash_init(desc); | |
357 | if (ret) | |
358 | goto out; | |
359 | for (pcount = 0; pcount < blen; pcount += plen) { | |
360 | ret = crypto_hash_update(desc, sg, plen); | |
361 | if (ret) | |
362 | goto out; | |
363 | } | |
364 | ret = crypto_hash_final(desc, out); | |
365 | if (ret) | |
366 | goto out; | |
367 | } | |
368 | ||
369 | /* The real thing. */ | |
370 | for (i = 0; i < 8; i++) { | |
371 | cycles_t start, end; | |
372 | ||
373 | start = get_cycles(); | |
374 | ||
375 | ret = crypto_hash_init(desc); | |
376 | if (ret) | |
377 | goto out; | |
378 | for (pcount = 0; pcount < blen; pcount += plen) { | |
379 | ret = crypto_hash_update(desc, sg, plen); | |
380 | if (ret) | |
381 | goto out; | |
382 | } | |
383 | ret = crypto_hash_final(desc, out); | |
384 | if (ret) | |
385 | goto out; | |
386 | ||
387 | end = get_cycles(); | |
388 | ||
389 | cycles += end - start; | |
390 | } | |
391 | ||
392 | out: | |
393 | local_irq_enable(); | |
394 | local_bh_enable(); | |
395 | ||
396 | if (ret) | |
397 | return ret; | |
398 | ||
399 | printk("%6lu cycles/operation, %4lu cycles/byte\n", | |
400 | cycles / 8, cycles / (8 * blen)); | |
401 | ||
402 | return 0; | |
403 | } | |
404 | ||
405 | static void test_hash_sg_init(struct scatterlist *sg) | |
406 | { | |
407 | int i; | |
408 | ||
409 | sg_init_table(sg, TVMEMSIZE); | |
410 | for (i = 0; i < TVMEMSIZE; i++) { | |
411 | sg_set_buf(sg + i, tvmem[i], PAGE_SIZE); | |
412 | memset(tvmem[i], 0xff, PAGE_SIZE); | |
413 | } | |
414 | } | |
415 | ||
416 | static void test_hash_speed(const char *algo, unsigned int sec, | |
417 | struct hash_speed *speed) | |
418 | { | |
419 | struct scatterlist sg[TVMEMSIZE]; | |
420 | struct crypto_hash *tfm; | |
421 | struct hash_desc desc; | |
422 | static char output[1024]; | |
423 | int i; | |
424 | int ret; | |
425 | ||
426 | printk(KERN_INFO "\ntesting speed of %s\n", algo); | |
427 | ||
428 | tfm = crypto_alloc_hash(algo, 0, CRYPTO_ALG_ASYNC); | |
429 | ||
430 | if (IS_ERR(tfm)) { | |
431 | printk(KERN_ERR "failed to load transform for %s: %ld\n", algo, | |
432 | PTR_ERR(tfm)); | |
433 | return; | |
434 | } | |
435 | ||
436 | desc.tfm = tfm; | |
437 | desc.flags = 0; | |
438 | ||
439 | if (crypto_hash_digestsize(tfm) > sizeof(output)) { | |
440 | printk(KERN_ERR "digestsize(%u) > outputbuffer(%zu)\n", | |
441 | crypto_hash_digestsize(tfm), sizeof(output)); | |
442 | goto out; | |
443 | } | |
444 | ||
445 | test_hash_sg_init(sg); | |
446 | for (i = 0; speed[i].blen != 0; i++) { | |
447 | if (speed[i].blen > TVMEMSIZE * PAGE_SIZE) { | |
448 | printk(KERN_ERR | |
449 | "template (%u) too big for tvmem (%lu)\n", | |
450 | speed[i].blen, TVMEMSIZE * PAGE_SIZE); | |
451 | goto out; | |
452 | } | |
453 | ||
454 | if (speed[i].klen) | |
455 | crypto_hash_setkey(tfm, tvmem[0], speed[i].klen); | |
456 | ||
457 | printk(KERN_INFO "test%3u " | |
458 | "(%5u byte blocks,%5u bytes per update,%4u updates): ", | |
459 | i, speed[i].blen, speed[i].plen, speed[i].blen / speed[i].plen); | |
460 | ||
461 | if (sec) | |
462 | ret = test_hash_jiffies(&desc, sg, speed[i].blen, | |
463 | speed[i].plen, output, sec); | |
464 | else | |
465 | ret = test_hash_cycles(&desc, sg, speed[i].blen, | |
466 | speed[i].plen, output); | |
467 | ||
468 | if (ret) { | |
469 | printk(KERN_ERR "hashing failed ret=%d\n", ret); | |
470 | break; | |
471 | } | |
472 | } | |
473 | ||
474 | out: | |
475 | crypto_free_hash(tfm); | |
476 | } | |
477 | ||
478 | struct tcrypt_result { | |
479 | struct completion completion; | |
480 | int err; | |
481 | }; | |
482 | ||
483 | static void tcrypt_complete(struct crypto_async_request *req, int err) | |
484 | { | |
485 | struct tcrypt_result *res = req->data; | |
486 | ||
487 | if (err == -EINPROGRESS) | |
488 | return; | |
489 | ||
490 | res->err = err; | |
491 | complete(&res->completion); | |
492 | } | |
493 | ||
494 | static inline int do_one_ahash_op(struct ahash_request *req, int ret) | |
495 | { | |
496 | if (ret == -EINPROGRESS || ret == -EBUSY) { | |
497 | struct tcrypt_result *tr = req->base.data; | |
498 | ||
499 | ret = wait_for_completion_interruptible(&tr->completion); | |
500 | if (!ret) | |
501 | ret = tr->err; | |
502 | INIT_COMPLETION(tr->completion); | |
503 | } | |
504 | return ret; | |
505 | } | |
506 | ||
507 | static int test_ahash_jiffies_digest(struct ahash_request *req, int blen, | |
508 | char *out, int sec) | |
509 | { | |
510 | unsigned long start, end; | |
511 | int bcount; | |
512 | int ret; | |
513 | ||
514 | for (start = jiffies, end = start + sec * HZ, bcount = 0; | |
515 | time_before(jiffies, end); bcount++) { | |
516 | ret = do_one_ahash_op(req, crypto_ahash_digest(req)); | |
517 | if (ret) | |
518 | return ret; | |
519 | } | |
520 | ||
521 | printk("%6u opers/sec, %9lu bytes/sec\n", | |
522 | bcount / sec, ((long)bcount * blen) / sec); | |
523 | ||
524 | return 0; | |
525 | } | |
526 | ||
527 | static int test_ahash_jiffies(struct ahash_request *req, int blen, | |
528 | int plen, char *out, int sec) | |
529 | { | |
530 | unsigned long start, end; | |
531 | int bcount, pcount; | |
532 | int ret; | |
533 | ||
534 | if (plen == blen) | |
535 | return test_ahash_jiffies_digest(req, blen, out, sec); | |
536 | ||
537 | for (start = jiffies, end = start + sec * HZ, bcount = 0; | |
538 | time_before(jiffies, end); bcount++) { | |
539 | ret = crypto_ahash_init(req); | |
540 | if (ret) | |
541 | return ret; | |
542 | for (pcount = 0; pcount < blen; pcount += plen) { | |
543 | ret = do_one_ahash_op(req, crypto_ahash_update(req)); | |
544 | if (ret) | |
545 | return ret; | |
546 | } | |
547 | /* we assume there is enough space in 'out' for the result */ | |
548 | ret = do_one_ahash_op(req, crypto_ahash_final(req)); | |
549 | if (ret) | |
550 | return ret; | |
551 | } | |
552 | ||
553 | pr_cont("%6u opers/sec, %9lu bytes/sec\n", | |
554 | bcount / sec, ((long)bcount * blen) / sec); | |
555 | ||
556 | return 0; | |
557 | } | |
558 | ||
559 | static int test_ahash_cycles_digest(struct ahash_request *req, int blen, | |
560 | char *out) | |
561 | { | |
562 | unsigned long cycles = 0; | |
563 | int ret, i; | |
564 | ||
565 | /* Warm-up run. */ | |
566 | for (i = 0; i < 4; i++) { | |
567 | ret = do_one_ahash_op(req, crypto_ahash_digest(req)); | |
568 | if (ret) | |
569 | goto out; | |
570 | } | |
571 | ||
572 | /* The real thing. */ | |
573 | for (i = 0; i < 8; i++) { | |
574 | cycles_t start, end; | |
575 | ||
576 | start = get_cycles(); | |
577 | ||
578 | ret = do_one_ahash_op(req, crypto_ahash_digest(req)); | |
579 | if (ret) | |
580 | goto out; | |
581 | ||
582 | end = get_cycles(); | |
583 | ||
584 | cycles += end - start; | |
585 | } | |
586 | ||
587 | out: | |
588 | if (ret) | |
589 | return ret; | |
590 | ||
591 | pr_cont("%6lu cycles/operation, %4lu cycles/byte\n", | |
592 | cycles / 8, cycles / (8 * blen)); | |
593 | ||
594 | return 0; | |
595 | } | |
596 | ||
597 | static int test_ahash_cycles(struct ahash_request *req, int blen, | |
598 | int plen, char *out) | |
599 | { | |
600 | unsigned long cycles = 0; | |
601 | int i, pcount, ret; | |
602 | ||
603 | if (plen == blen) | |
604 | return test_ahash_cycles_digest(req, blen, out); | |
605 | ||
606 | /* Warm-up run. */ | |
607 | for (i = 0; i < 4; i++) { | |
608 | ret = crypto_ahash_init(req); | |
609 | if (ret) | |
610 | goto out; | |
611 | for (pcount = 0; pcount < blen; pcount += plen) { | |
612 | ret = do_one_ahash_op(req, crypto_ahash_update(req)); | |
613 | if (ret) | |
614 | goto out; | |
615 | } | |
616 | ret = do_one_ahash_op(req, crypto_ahash_final(req)); | |
617 | if (ret) | |
618 | goto out; | |
619 | } | |
620 | ||
621 | /* The real thing. */ | |
622 | for (i = 0; i < 8; i++) { | |
623 | cycles_t start, end; | |
624 | ||
625 | start = get_cycles(); | |
626 | ||
627 | ret = crypto_ahash_init(req); | |
628 | if (ret) | |
629 | goto out; | |
630 | for (pcount = 0; pcount < blen; pcount += plen) { | |
631 | ret = do_one_ahash_op(req, crypto_ahash_update(req)); | |
632 | if (ret) | |
633 | goto out; | |
634 | } | |
635 | ret = do_one_ahash_op(req, crypto_ahash_final(req)); | |
636 | if (ret) | |
637 | goto out; | |
638 | ||
639 | end = get_cycles(); | |
640 | ||
641 | cycles += end - start; | |
642 | } | |
643 | ||
644 | out: | |
645 | if (ret) | |
646 | return ret; | |
647 | ||
648 | pr_cont("%6lu cycles/operation, %4lu cycles/byte\n", | |
649 | cycles / 8, cycles / (8 * blen)); | |
650 | ||
651 | return 0; | |
652 | } | |
653 | ||
654 | static void test_ahash_speed(const char *algo, unsigned int sec, | |
655 | struct hash_speed *speed) | |
656 | { | |
657 | struct scatterlist sg[TVMEMSIZE]; | |
658 | struct tcrypt_result tresult; | |
659 | struct ahash_request *req; | |
660 | struct crypto_ahash *tfm; | |
661 | static char output[1024]; | |
662 | int i, ret; | |
663 | ||
664 | printk(KERN_INFO "\ntesting speed of async %s\n", algo); | |
665 | ||
666 | tfm = crypto_alloc_ahash(algo, 0, 0); | |
667 | if (IS_ERR(tfm)) { | |
668 | pr_err("failed to load transform for %s: %ld\n", | |
669 | algo, PTR_ERR(tfm)); | |
670 | return; | |
671 | } | |
672 | ||
673 | if (crypto_ahash_digestsize(tfm) > sizeof(output)) { | |
674 | pr_err("digestsize(%u) > outputbuffer(%zu)\n", | |
675 | crypto_ahash_digestsize(tfm), sizeof(output)); | |
676 | goto out; | |
677 | } | |
678 | ||
679 | test_hash_sg_init(sg); | |
680 | req = ahash_request_alloc(tfm, GFP_KERNEL); | |
681 | if (!req) { | |
682 | pr_err("ahash request allocation failure\n"); | |
683 | goto out; | |
684 | } | |
685 | ||
686 | init_completion(&tresult.completion); | |
687 | ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG, | |
688 | tcrypt_complete, &tresult); | |
689 | ||
690 | for (i = 0; speed[i].blen != 0; i++) { | |
691 | if (speed[i].blen > TVMEMSIZE * PAGE_SIZE) { | |
692 | pr_err("template (%u) too big for tvmem (%lu)\n", | |
693 | speed[i].blen, TVMEMSIZE * PAGE_SIZE); | |
694 | break; | |
695 | } | |
696 | ||
697 | pr_info("test%3u " | |
698 | "(%5u byte blocks,%5u bytes per update,%4u updates): ", | |
699 | i, speed[i].blen, speed[i].plen, speed[i].blen / speed[i].plen); | |
700 | ||
701 | ahash_request_set_crypt(req, sg, output, speed[i].plen); | |
702 | ||
703 | if (sec) | |
704 | ret = test_ahash_jiffies(req, speed[i].blen, | |
705 | speed[i].plen, output, sec); | |
706 | else | |
707 | ret = test_ahash_cycles(req, speed[i].blen, | |
708 | speed[i].plen, output); | |
709 | ||
710 | if (ret) { | |
711 | pr_err("hashing failed ret=%d\n", ret); | |
712 | break; | |
713 | } | |
714 | } | |
715 | ||
716 | ahash_request_free(req); | |
717 | ||
718 | out: | |
719 | crypto_free_ahash(tfm); | |
720 | } | |
721 | ||
722 | static inline int do_one_acipher_op(struct ablkcipher_request *req, int ret) | |
723 | { | |
724 | if (ret == -EINPROGRESS || ret == -EBUSY) { | |
725 | struct tcrypt_result *tr = req->base.data; | |
726 | ||
727 | ret = wait_for_completion_interruptible(&tr->completion); | |
728 | if (!ret) | |
729 | ret = tr->err; | |
730 | INIT_COMPLETION(tr->completion); | |
731 | } | |
732 | ||
733 | return ret; | |
734 | } | |
735 | ||
736 | static int test_acipher_jiffies(struct ablkcipher_request *req, int enc, | |
737 | int blen, int sec) | |
738 | { | |
739 | unsigned long start, end; | |
740 | int bcount; | |
741 | int ret; | |
742 | ||
743 | for (start = jiffies, end = start + sec * HZ, bcount = 0; | |
744 | time_before(jiffies, end); bcount++) { | |
745 | if (enc) | |
746 | ret = do_one_acipher_op(req, | |
747 | crypto_ablkcipher_encrypt(req)); | |
748 | else | |
749 | ret = do_one_acipher_op(req, | |
750 | crypto_ablkcipher_decrypt(req)); | |
751 | ||
752 | if (ret) | |
753 | return ret; | |
754 | } | |
755 | ||
756 | pr_cont("%d operations in %d seconds (%ld bytes)\n", | |
757 | bcount, sec, (long)bcount * blen); | |
758 | return 0; | |
759 | } | |
760 | ||
761 | static int test_acipher_cycles(struct ablkcipher_request *req, int enc, | |
762 | int blen) | |
763 | { | |
764 | unsigned long cycles = 0; | |
765 | int ret = 0; | |
766 | int i; | |
767 | ||
768 | /* Warm-up run. */ | |
769 | for (i = 0; i < 4; i++) { | |
770 | if (enc) | |
771 | ret = do_one_acipher_op(req, | |
772 | crypto_ablkcipher_encrypt(req)); | |
773 | else | |
774 | ret = do_one_acipher_op(req, | |
775 | crypto_ablkcipher_decrypt(req)); | |
776 | ||
777 | if (ret) | |
778 | goto out; | |
779 | } | |
780 | ||
781 | /* The real thing. */ | |
782 | for (i = 0; i < 8; i++) { | |
783 | cycles_t start, end; | |
784 | ||
785 | start = get_cycles(); | |
786 | if (enc) | |
787 | ret = do_one_acipher_op(req, | |
788 | crypto_ablkcipher_encrypt(req)); | |
789 | else | |
790 | ret = do_one_acipher_op(req, | |
791 | crypto_ablkcipher_decrypt(req)); | |
792 | end = get_cycles(); | |
793 | ||
794 | if (ret) | |
795 | goto out; | |
796 | ||
797 | cycles += end - start; | |
798 | } | |
799 | ||
800 | out: | |
801 | if (ret == 0) | |
802 | pr_cont("1 operation in %lu cycles (%d bytes)\n", | |
803 | (cycles + 4) / 8, blen); | |
804 | ||
805 | return ret; | |
806 | } | |
807 | ||
808 | static void test_acipher_speed(const char *algo, int enc, unsigned int sec, | |
809 | struct cipher_speed_template *template, | |
810 | unsigned int tcount, u8 *keysize) | |
811 | { | |
812 | unsigned int ret, i, j, k, iv_len; | |
813 | struct tcrypt_result tresult; | |
814 | const char *key; | |
815 | char iv[128]; | |
816 | struct ablkcipher_request *req; | |
817 | struct crypto_ablkcipher *tfm; | |
818 | const char *e; | |
819 | u32 *b_size; | |
820 | ||
821 | if (enc == ENCRYPT) | |
822 | e = "encryption"; | |
823 | else | |
824 | e = "decryption"; | |
825 | ||
826 | pr_info("\ntesting speed of async %s %s\n", algo, e); | |
827 | ||
828 | init_completion(&tresult.completion); | |
829 | ||
830 | tfm = crypto_alloc_ablkcipher(algo, 0, 0); | |
831 | ||
832 | if (IS_ERR(tfm)) { | |
833 | pr_err("failed to load transform for %s: %ld\n", algo, | |
834 | PTR_ERR(tfm)); | |
835 | return; | |
836 | } | |
837 | ||
838 | req = ablkcipher_request_alloc(tfm, GFP_KERNEL); | |
839 | if (!req) { | |
840 | pr_err("tcrypt: skcipher: Failed to allocate request for %s\n", | |
841 | algo); | |
842 | goto out; | |
843 | } | |
844 | ||
845 | ablkcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG, | |
846 | tcrypt_complete, &tresult); | |
847 | ||
848 | i = 0; | |
849 | do { | |
850 | b_size = block_sizes; | |
851 | ||
852 | do { | |
853 | struct scatterlist sg[TVMEMSIZE]; | |
854 | ||
855 | if ((*keysize + *b_size) > TVMEMSIZE * PAGE_SIZE) { | |
856 | pr_err("template (%u) too big for " | |
857 | "tvmem (%lu)\n", *keysize + *b_size, | |
858 | TVMEMSIZE * PAGE_SIZE); | |
859 | goto out_free_req; | |
860 | } | |
861 | ||
862 | pr_info("test %u (%d bit key, %d byte blocks): ", i, | |
863 | *keysize * 8, *b_size); | |
864 | ||
865 | memset(tvmem[0], 0xff, PAGE_SIZE); | |
866 | ||
867 | /* set key, plain text and IV */ | |
868 | key = tvmem[0]; | |
869 | for (j = 0; j < tcount; j++) { | |
870 | if (template[j].klen == *keysize) { | |
871 | key = template[j].key; | |
872 | break; | |
873 | } | |
874 | } | |
875 | ||
876 | crypto_ablkcipher_clear_flags(tfm, ~0); | |
877 | ||
878 | ret = crypto_ablkcipher_setkey(tfm, key, *keysize); | |
879 | if (ret) { | |
880 | pr_err("setkey() failed flags=%x\n", | |
881 | crypto_ablkcipher_get_flags(tfm)); | |
882 | goto out_free_req; | |
883 | } | |
884 | ||
885 | sg_init_table(sg, TVMEMSIZE); | |
886 | ||
887 | k = *keysize + *b_size; | |
888 | if (k > PAGE_SIZE) { | |
889 | sg_set_buf(sg, tvmem[0] + *keysize, | |
890 | PAGE_SIZE - *keysize); | |
891 | k -= PAGE_SIZE; | |
892 | j = 1; | |
893 | while (k > PAGE_SIZE) { | |
894 | sg_set_buf(sg + j, tvmem[j], PAGE_SIZE); | |
895 | memset(tvmem[j], 0xff, PAGE_SIZE); | |
896 | j++; | |
897 | k -= PAGE_SIZE; | |
898 | } | |
899 | sg_set_buf(sg + j, tvmem[j], k); | |
900 | memset(tvmem[j], 0xff, k); | |
901 | } else { | |
902 | sg_set_buf(sg, tvmem[0] + *keysize, *b_size); | |
903 | } | |
904 | ||
905 | iv_len = crypto_ablkcipher_ivsize(tfm); | |
906 | if (iv_len) | |
907 | memset(&iv, 0xff, iv_len); | |
908 | ||
909 | ablkcipher_request_set_crypt(req, sg, sg, *b_size, iv); | |
910 | ||
911 | if (sec) | |
912 | ret = test_acipher_jiffies(req, enc, | |
913 | *b_size, sec); | |
914 | else | |
915 | ret = test_acipher_cycles(req, enc, | |
916 | *b_size); | |
917 | ||
918 | if (ret) { | |
919 | pr_err("%s() failed flags=%x\n", e, | |
920 | crypto_ablkcipher_get_flags(tfm)); | |
921 | break; | |
922 | } | |
923 | b_size++; | |
924 | i++; | |
925 | } while (*b_size); | |
926 | keysize++; | |
927 | } while (*keysize); | |
928 | ||
929 | out_free_req: | |
930 | ablkcipher_request_free(req); | |
931 | out: | |
932 | crypto_free_ablkcipher(tfm); | |
933 | } | |
934 | ||
935 | static void test_available(void) | |
936 | { | |
937 | char **name = check; | |
938 | ||
939 | while (*name) { | |
940 | printk("alg %s ", *name); | |
941 | printk(crypto_has_alg(*name, 0, 0) ? | |
942 | "found\n" : "not found\n"); | |
943 | name++; | |
944 | } | |
945 | } | |
946 | ||
947 | static inline int tcrypt_test(const char *alg) | |
948 | { | |
949 | int ret; | |
950 | ||
951 | ret = alg_test(alg, alg, 0, 0); | |
952 | /* non-fips algs return -EINVAL in fips mode */ | |
953 | if (fips_enabled && ret == -EINVAL) | |
954 | ret = 0; | |
955 | return ret; | |
956 | } | |
957 | ||
958 | static int do_test(int m) | |
959 | { | |
960 | int i; | |
961 | int ret = 0; | |
962 | ||
963 | switch (m) { | |
964 | case 0: | |
965 | for (i = 1; i < 200; i++) | |
966 | ret += do_test(i); | |
967 | break; | |
968 | ||
969 | case 1: | |
970 | ret += tcrypt_test("md5"); | |
971 | break; | |
972 | ||
973 | case 2: | |
974 | ret += tcrypt_test("sha1"); | |
975 | break; | |
976 | ||
977 | case 3: | |
978 | ret += tcrypt_test("ecb(des)"); | |
979 | ret += tcrypt_test("cbc(des)"); | |
980 | break; | |
981 | ||
982 | case 4: | |
983 | ret += tcrypt_test("ecb(des3_ede)"); | |
984 | ret += tcrypt_test("cbc(des3_ede)"); | |
985 | break; | |
986 | ||
987 | case 5: | |
988 | ret += tcrypt_test("md4"); | |
989 | break; | |
990 | ||
991 | case 6: | |
992 | ret += tcrypt_test("sha256"); | |
993 | break; | |
994 | ||
995 | case 7: | |
996 | ret += tcrypt_test("ecb(blowfish)"); | |
997 | ret += tcrypt_test("cbc(blowfish)"); | |
998 | ret += tcrypt_test("ctr(blowfish)"); | |
999 | break; | |
1000 | ||
1001 | case 8: | |
1002 | ret += tcrypt_test("ecb(twofish)"); | |
1003 | ret += tcrypt_test("cbc(twofish)"); | |
1004 | ret += tcrypt_test("ctr(twofish)"); | |
1005 | ret += tcrypt_test("lrw(twofish)"); | |
1006 | ret += tcrypt_test("xts(twofish)"); | |
1007 | break; | |
1008 | ||
1009 | case 9: | |
1010 | ret += tcrypt_test("ecb(serpent)"); | |
1011 | ret += tcrypt_test("cbc(serpent)"); | |
1012 | ret += tcrypt_test("ctr(serpent)"); | |
1013 | ret += tcrypt_test("lrw(serpent)"); | |
1014 | ret += tcrypt_test("xts(serpent)"); | |
1015 | break; | |
1016 | ||
1017 | case 10: | |
1018 | ret += tcrypt_test("ecb(aes)"); | |
1019 | ret += tcrypt_test("cbc(aes)"); | |
1020 | ret += tcrypt_test("lrw(aes)"); | |
1021 | ret += tcrypt_test("xts(aes)"); | |
1022 | ret += tcrypt_test("ctr(aes)"); | |
1023 | ret += tcrypt_test("rfc3686(ctr(aes))"); | |
1024 | break; | |
1025 | ||
1026 | case 11: | |
1027 | ret += tcrypt_test("sha384"); | |
1028 | break; | |
1029 | ||
1030 | case 12: | |
1031 | ret += tcrypt_test("sha512"); | |
1032 | break; | |
1033 | ||
1034 | case 13: | |
1035 | ret += tcrypt_test("deflate"); | |
1036 | break; | |
1037 | ||
1038 | case 14: | |
1039 | ret += tcrypt_test("ecb(cast5)"); | |
1040 | ret += tcrypt_test("cbc(cast5)"); | |
1041 | ret += tcrypt_test("ctr(cast5)"); | |
1042 | break; | |
1043 | ||
1044 | case 15: | |
1045 | ret += tcrypt_test("ecb(cast6)"); | |
1046 | break; | |
1047 | ||
1048 | case 16: | |
1049 | ret += tcrypt_test("ecb(arc4)"); | |
1050 | break; | |
1051 | ||
1052 | case 17: | |
1053 | ret += tcrypt_test("michael_mic"); | |
1054 | break; | |
1055 | ||
1056 | case 18: | |
1057 | ret += tcrypt_test("crc32c"); | |
1058 | break; | |
1059 | ||
1060 | case 19: | |
1061 | ret += tcrypt_test("ecb(tea)"); | |
1062 | break; | |
1063 | ||
1064 | case 20: | |
1065 | ret += tcrypt_test("ecb(xtea)"); | |
1066 | break; | |
1067 | ||
1068 | case 21: | |
1069 | ret += tcrypt_test("ecb(khazad)"); | |
1070 | break; | |
1071 | ||
1072 | case 22: | |
1073 | ret += tcrypt_test("wp512"); | |
1074 | break; | |
1075 | ||
1076 | case 23: | |
1077 | ret += tcrypt_test("wp384"); | |
1078 | break; | |
1079 | ||
1080 | case 24: | |
1081 | ret += tcrypt_test("wp256"); | |
1082 | break; | |
1083 | ||
1084 | case 25: | |
1085 | ret += tcrypt_test("ecb(tnepres)"); | |
1086 | break; | |
1087 | ||
1088 | case 26: | |
1089 | ret += tcrypt_test("ecb(anubis)"); | |
1090 | ret += tcrypt_test("cbc(anubis)"); | |
1091 | break; | |
1092 | ||
1093 | case 27: | |
1094 | ret += tcrypt_test("tgr192"); | |
1095 | break; | |
1096 | ||
1097 | case 28: | |
1098 | ||
1099 | ret += tcrypt_test("tgr160"); | |
1100 | break; | |
1101 | ||
1102 | case 29: | |
1103 | ret += tcrypt_test("tgr128"); | |
1104 | break; | |
1105 | ||
1106 | case 30: | |
1107 | ret += tcrypt_test("ecb(xeta)"); | |
1108 | break; | |
1109 | ||
1110 | case 31: | |
1111 | ret += tcrypt_test("pcbc(fcrypt)"); | |
1112 | break; | |
1113 | ||
1114 | case 32: | |
1115 | ret += tcrypt_test("ecb(camellia)"); | |
1116 | ret += tcrypt_test("cbc(camellia)"); | |
1117 | break; | |
1118 | case 33: | |
1119 | ret += tcrypt_test("sha224"); | |
1120 | break; | |
1121 | ||
1122 | case 34: | |
1123 | ret += tcrypt_test("salsa20"); | |
1124 | break; | |
1125 | ||
1126 | case 35: | |
1127 | ret += tcrypt_test("gcm(aes)"); | |
1128 | break; | |
1129 | ||
1130 | case 36: | |
1131 | ret += tcrypt_test("lzo"); | |
1132 | break; | |
1133 | ||
1134 | case 37: | |
1135 | ret += tcrypt_test("ccm(aes)"); | |
1136 | break; | |
1137 | ||
1138 | case 38: | |
1139 | ret += tcrypt_test("cts(cbc(aes))"); | |
1140 | break; | |
1141 | ||
1142 | case 39: | |
1143 | ret += tcrypt_test("rmd128"); | |
1144 | break; | |
1145 | ||
1146 | case 40: | |
1147 | ret += tcrypt_test("rmd160"); | |
1148 | break; | |
1149 | ||
1150 | case 41: | |
1151 | ret += tcrypt_test("rmd256"); | |
1152 | break; | |
1153 | ||
1154 | case 42: | |
1155 | ret += tcrypt_test("rmd320"); | |
1156 | break; | |
1157 | ||
1158 | case 43: | |
1159 | ret += tcrypt_test("ecb(seed)"); | |
1160 | break; | |
1161 | ||
1162 | case 44: | |
1163 | ret += tcrypt_test("zlib"); | |
1164 | break; | |
1165 | ||
1166 | case 45: | |
1167 | ret += tcrypt_test("rfc4309(ccm(aes))"); | |
1168 | break; | |
1169 | ||
1170 | case 100: | |
1171 | ret += tcrypt_test("hmac(md5)"); | |
1172 | break; | |
1173 | ||
1174 | case 101: | |
1175 | ret += tcrypt_test("hmac(sha1)"); | |
1176 | break; | |
1177 | ||
1178 | case 102: | |
1179 | ret += tcrypt_test("hmac(sha256)"); | |
1180 | break; | |
1181 | ||
1182 | case 103: | |
1183 | ret += tcrypt_test("hmac(sha384)"); | |
1184 | break; | |
1185 | ||
1186 | case 104: | |
1187 | ret += tcrypt_test("hmac(sha512)"); | |
1188 | break; | |
1189 | ||
1190 | case 105: | |
1191 | ret += tcrypt_test("hmac(sha224)"); | |
1192 | break; | |
1193 | ||
1194 | case 106: | |
1195 | ret += tcrypt_test("xcbc(aes)"); | |
1196 | break; | |
1197 | ||
1198 | case 107: | |
1199 | ret += tcrypt_test("hmac(rmd128)"); | |
1200 | break; | |
1201 | ||
1202 | case 108: | |
1203 | ret += tcrypt_test("hmac(rmd160)"); | |
1204 | break; | |
1205 | ||
1206 | case 109: | |
1207 | ret += tcrypt_test("vmac(aes)"); | |
1208 | break; | |
1209 | case 110: | |
1210 | ret += tcrypt_test("hmac(crc32)"); | |
1211 | break; | |
1212 | ||
1213 | case 150: | |
1214 | ret += tcrypt_test("ansi_cprng"); | |
1215 | break; | |
1216 | ||
1217 | case 151: | |
1218 | ret += tcrypt_test("rfc4106(gcm(aes))"); | |
1219 | break; | |
1220 | ||
1221 | case 200: | |
1222 | test_cipher_speed("ecb(aes)", ENCRYPT, sec, NULL, 0, | |
1223 | speed_template_16_24_32); | |
1224 | test_cipher_speed("ecb(aes)", DECRYPT, sec, NULL, 0, | |
1225 | speed_template_16_24_32); | |
1226 | test_cipher_speed("cbc(aes)", ENCRYPT, sec, NULL, 0, | |
1227 | speed_template_16_24_32); | |
1228 | test_cipher_speed("cbc(aes)", DECRYPT, sec, NULL, 0, | |
1229 | speed_template_16_24_32); | |
1230 | test_cipher_speed("lrw(aes)", ENCRYPT, sec, NULL, 0, | |
1231 | speed_template_32_40_48); | |
1232 | test_cipher_speed("lrw(aes)", DECRYPT, sec, NULL, 0, | |
1233 | speed_template_32_40_48); | |
1234 | test_cipher_speed("xts(aes)", ENCRYPT, sec, NULL, 0, | |
1235 | speed_template_32_48_64); | |
1236 | test_cipher_speed("xts(aes)", DECRYPT, sec, NULL, 0, | |
1237 | speed_template_32_48_64); | |
1238 | test_cipher_speed("ctr(aes)", ENCRYPT, sec, NULL, 0, | |
1239 | speed_template_16_24_32); | |
1240 | test_cipher_speed("ctr(aes)", DECRYPT, sec, NULL, 0, | |
1241 | speed_template_16_24_32); | |
1242 | break; | |
1243 | ||
1244 | case 201: | |
1245 | test_cipher_speed("ecb(des3_ede)", ENCRYPT, sec, | |
1246 | des3_speed_template, DES3_SPEED_VECTORS, | |
1247 | speed_template_24); | |
1248 | test_cipher_speed("ecb(des3_ede)", DECRYPT, sec, | |
1249 | des3_speed_template, DES3_SPEED_VECTORS, | |
1250 | speed_template_24); | |
1251 | test_cipher_speed("cbc(des3_ede)", ENCRYPT, sec, | |
1252 | des3_speed_template, DES3_SPEED_VECTORS, | |
1253 | speed_template_24); | |
1254 | test_cipher_speed("cbc(des3_ede)", DECRYPT, sec, | |
1255 | des3_speed_template, DES3_SPEED_VECTORS, | |
1256 | speed_template_24); | |
1257 | break; | |
1258 | ||
1259 | case 202: | |
1260 | test_cipher_speed("ecb(twofish)", ENCRYPT, sec, NULL, 0, | |
1261 | speed_template_16_24_32); | |
1262 | test_cipher_speed("ecb(twofish)", DECRYPT, sec, NULL, 0, | |
1263 | speed_template_16_24_32); | |
1264 | test_cipher_speed("cbc(twofish)", ENCRYPT, sec, NULL, 0, | |
1265 | speed_template_16_24_32); | |
1266 | test_cipher_speed("cbc(twofish)", DECRYPT, sec, NULL, 0, | |
1267 | speed_template_16_24_32); | |
1268 | test_cipher_speed("ctr(twofish)", ENCRYPT, sec, NULL, 0, | |
1269 | speed_template_16_24_32); | |
1270 | test_cipher_speed("ctr(twofish)", DECRYPT, sec, NULL, 0, | |
1271 | speed_template_16_24_32); | |
1272 | test_cipher_speed("lrw(twofish)", ENCRYPT, sec, NULL, 0, | |
1273 | speed_template_32_40_48); | |
1274 | test_cipher_speed("lrw(twofish)", DECRYPT, sec, NULL, 0, | |
1275 | speed_template_32_40_48); | |
1276 | test_cipher_speed("xts(twofish)", ENCRYPT, sec, NULL, 0, | |
1277 | speed_template_32_48_64); | |
1278 | test_cipher_speed("xts(twofish)", DECRYPT, sec, NULL, 0, | |
1279 | speed_template_32_48_64); | |
1280 | break; | |
1281 | ||
1282 | case 203: | |
1283 | test_cipher_speed("ecb(blowfish)", ENCRYPT, sec, NULL, 0, | |
1284 | speed_template_8_32); | |
1285 | test_cipher_speed("ecb(blowfish)", DECRYPT, sec, NULL, 0, | |
1286 | speed_template_8_32); | |
1287 | test_cipher_speed("cbc(blowfish)", ENCRYPT, sec, NULL, 0, | |
1288 | speed_template_8_32); | |
1289 | test_cipher_speed("cbc(blowfish)", DECRYPT, sec, NULL, 0, | |
1290 | speed_template_8_32); | |
1291 | test_cipher_speed("ctr(blowfish)", ENCRYPT, sec, NULL, 0, | |
1292 | speed_template_8_32); | |
1293 | test_cipher_speed("ctr(blowfish)", DECRYPT, sec, NULL, 0, | |
1294 | speed_template_8_32); | |
1295 | break; | |
1296 | ||
1297 | case 204: | |
1298 | test_cipher_speed("ecb(des)", ENCRYPT, sec, NULL, 0, | |
1299 | speed_template_8); | |
1300 | test_cipher_speed("ecb(des)", DECRYPT, sec, NULL, 0, | |
1301 | speed_template_8); | |
1302 | test_cipher_speed("cbc(des)", ENCRYPT, sec, NULL, 0, | |
1303 | speed_template_8); | |
1304 | test_cipher_speed("cbc(des)", DECRYPT, sec, NULL, 0, | |
1305 | speed_template_8); | |
1306 | break; | |
1307 | ||
1308 | case 205: | |
1309 | test_cipher_speed("ecb(camellia)", ENCRYPT, sec, NULL, 0, | |
1310 | speed_template_16_24_32); | |
1311 | test_cipher_speed("ecb(camellia)", DECRYPT, sec, NULL, 0, | |
1312 | speed_template_16_24_32); | |
1313 | test_cipher_speed("cbc(camellia)", ENCRYPT, sec, NULL, 0, | |
1314 | speed_template_16_24_32); | |
1315 | test_cipher_speed("cbc(camellia)", DECRYPT, sec, NULL, 0, | |
1316 | speed_template_16_24_32); | |
1317 | test_cipher_speed("ctr(camellia)", ENCRYPT, sec, NULL, 0, | |
1318 | speed_template_16_24_32); | |
1319 | test_cipher_speed("ctr(camellia)", DECRYPT, sec, NULL, 0, | |
1320 | speed_template_16_24_32); | |
1321 | test_cipher_speed("lrw(camellia)", ENCRYPT, sec, NULL, 0, | |
1322 | speed_template_32_40_48); | |
1323 | test_cipher_speed("lrw(camellia)", DECRYPT, sec, NULL, 0, | |
1324 | speed_template_32_40_48); | |
1325 | test_cipher_speed("xts(camellia)", ENCRYPT, sec, NULL, 0, | |
1326 | speed_template_32_48_64); | |
1327 | test_cipher_speed("xts(camellia)", DECRYPT, sec, NULL, 0, | |
1328 | speed_template_32_48_64); | |
1329 | break; | |
1330 | ||
1331 | case 206: | |
1332 | test_cipher_speed("salsa20", ENCRYPT, sec, NULL, 0, | |
1333 | speed_template_16_32); | |
1334 | break; | |
1335 | ||
1336 | case 207: | |
1337 | test_cipher_speed("ecb(serpent)", ENCRYPT, sec, NULL, 0, | |
1338 | speed_template_16_32); | |
1339 | test_cipher_speed("ecb(serpent)", DECRYPT, sec, NULL, 0, | |
1340 | speed_template_16_32); | |
1341 | test_cipher_speed("cbc(serpent)", ENCRYPT, sec, NULL, 0, | |
1342 | speed_template_16_32); | |
1343 | test_cipher_speed("cbc(serpent)", DECRYPT, sec, NULL, 0, | |
1344 | speed_template_16_32); | |
1345 | test_cipher_speed("ctr(serpent)", ENCRYPT, sec, NULL, 0, | |
1346 | speed_template_16_32); | |
1347 | test_cipher_speed("ctr(serpent)", DECRYPT, sec, NULL, 0, | |
1348 | speed_template_16_32); | |
1349 | test_cipher_speed("lrw(serpent)", ENCRYPT, sec, NULL, 0, | |
1350 | speed_template_32_48); | |
1351 | test_cipher_speed("lrw(serpent)", DECRYPT, sec, NULL, 0, | |
1352 | speed_template_32_48); | |
1353 | test_cipher_speed("xts(serpent)", ENCRYPT, sec, NULL, 0, | |
1354 | speed_template_32_64); | |
1355 | test_cipher_speed("xts(serpent)", DECRYPT, sec, NULL, 0, | |
1356 | speed_template_32_64); | |
1357 | break; | |
1358 | ||
1359 | case 208: | |
1360 | test_cipher_speed("ecb(arc4)", ENCRYPT, sec, NULL, 0, | |
1361 | speed_template_8); | |
1362 | break; | |
1363 | ||
1364 | case 209: | |
1365 | test_cipher_speed("ecb(cast5)", ENCRYPT, sec, NULL, 0, | |
1366 | speed_template_8_16); | |
1367 | test_cipher_speed("ecb(cast5)", DECRYPT, sec, NULL, 0, | |
1368 | speed_template_8_16); | |
1369 | test_cipher_speed("cbc(cast5)", ENCRYPT, sec, NULL, 0, | |
1370 | speed_template_8_16); | |
1371 | test_cipher_speed("cbc(cast5)", DECRYPT, sec, NULL, 0, | |
1372 | speed_template_8_16); | |
1373 | test_cipher_speed("ctr(cast5)", ENCRYPT, sec, NULL, 0, | |
1374 | speed_template_8_16); | |
1375 | test_cipher_speed("ctr(cast5)", DECRYPT, sec, NULL, 0, | |
1376 | speed_template_8_16); | |
1377 | break; | |
1378 | ||
1379 | case 300: | |
1380 | /* fall through */ | |
1381 | ||
1382 | case 301: | |
1383 | test_hash_speed("md4", sec, generic_hash_speed_template); | |
1384 | if (mode > 300 && mode < 400) break; | |
1385 | ||
1386 | case 302: | |
1387 | test_hash_speed("md5", sec, generic_hash_speed_template); | |
1388 | if (mode > 300 && mode < 400) break; | |
1389 | ||
1390 | case 303: | |
1391 | test_hash_speed("sha1", sec, generic_hash_speed_template); | |
1392 | if (mode > 300 && mode < 400) break; | |
1393 | ||
1394 | case 304: | |
1395 | test_hash_speed("sha256", sec, generic_hash_speed_template); | |
1396 | if (mode > 300 && mode < 400) break; | |
1397 | ||
1398 | case 305: | |
1399 | test_hash_speed("sha384", sec, generic_hash_speed_template); | |
1400 | if (mode > 300 && mode < 400) break; | |
1401 | ||
1402 | case 306: | |
1403 | test_hash_speed("sha512", sec, generic_hash_speed_template); | |
1404 | if (mode > 300 && mode < 400) break; | |
1405 | ||
1406 | case 307: | |
1407 | test_hash_speed("wp256", sec, generic_hash_speed_template); | |
1408 | if (mode > 300 && mode < 400) break; | |
1409 | ||
1410 | case 308: | |
1411 | test_hash_speed("wp384", sec, generic_hash_speed_template); | |
1412 | if (mode > 300 && mode < 400) break; | |
1413 | ||
1414 | case 309: | |
1415 | test_hash_speed("wp512", sec, generic_hash_speed_template); | |
1416 | if (mode > 300 && mode < 400) break; | |
1417 | ||
1418 | case 310: | |
1419 | test_hash_speed("tgr128", sec, generic_hash_speed_template); | |
1420 | if (mode > 300 && mode < 400) break; | |
1421 | ||
1422 | case 311: | |
1423 | test_hash_speed("tgr160", sec, generic_hash_speed_template); | |
1424 | if (mode > 300 && mode < 400) break; | |
1425 | ||
1426 | case 312: | |
1427 | test_hash_speed("tgr192", sec, generic_hash_speed_template); | |
1428 | if (mode > 300 && mode < 400) break; | |
1429 | ||
1430 | case 313: | |
1431 | test_hash_speed("sha224", sec, generic_hash_speed_template); | |
1432 | if (mode > 300 && mode < 400) break; | |
1433 | ||
1434 | case 314: | |
1435 | test_hash_speed("rmd128", sec, generic_hash_speed_template); | |
1436 | if (mode > 300 && mode < 400) break; | |
1437 | ||
1438 | case 315: | |
1439 | test_hash_speed("rmd160", sec, generic_hash_speed_template); | |
1440 | if (mode > 300 && mode < 400) break; | |
1441 | ||
1442 | case 316: | |
1443 | test_hash_speed("rmd256", sec, generic_hash_speed_template); | |
1444 | if (mode > 300 && mode < 400) break; | |
1445 | ||
1446 | case 317: | |
1447 | test_hash_speed("rmd320", sec, generic_hash_speed_template); | |
1448 | if (mode > 300 && mode < 400) break; | |
1449 | ||
1450 | case 318: | |
1451 | test_hash_speed("ghash-generic", sec, hash_speed_template_16); | |
1452 | if (mode > 300 && mode < 400) break; | |
1453 | ||
1454 | case 399: | |
1455 | break; | |
1456 | ||
1457 | case 400: | |
1458 | /* fall through */ | |
1459 | ||
1460 | case 401: | |
1461 | test_ahash_speed("md4", sec, generic_hash_speed_template); | |
1462 | if (mode > 400 && mode < 500) break; | |
1463 | ||
1464 | case 402: | |
1465 | test_ahash_speed("md5", sec, generic_hash_speed_template); | |
1466 | if (mode > 400 && mode < 500) break; | |
1467 | ||
1468 | case 403: | |
1469 | test_ahash_speed("sha1", sec, generic_hash_speed_template); | |
1470 | if (mode > 400 && mode < 500) break; | |
1471 | ||
1472 | case 404: | |
1473 | test_ahash_speed("sha256", sec, generic_hash_speed_template); | |
1474 | if (mode > 400 && mode < 500) break; | |
1475 | ||
1476 | case 405: | |
1477 | test_ahash_speed("sha384", sec, generic_hash_speed_template); | |
1478 | if (mode > 400 && mode < 500) break; | |
1479 | ||
1480 | case 406: | |
1481 | test_ahash_speed("sha512", sec, generic_hash_speed_template); | |
1482 | if (mode > 400 && mode < 500) break; | |
1483 | ||
1484 | case 407: | |
1485 | test_ahash_speed("wp256", sec, generic_hash_speed_template); | |
1486 | if (mode > 400 && mode < 500) break; | |
1487 | ||
1488 | case 408: | |
1489 | test_ahash_speed("wp384", sec, generic_hash_speed_template); | |
1490 | if (mode > 400 && mode < 500) break; | |
1491 | ||
1492 | case 409: | |
1493 | test_ahash_speed("wp512", sec, generic_hash_speed_template); | |
1494 | if (mode > 400 && mode < 500) break; | |
1495 | ||
1496 | case 410: | |
1497 | test_ahash_speed("tgr128", sec, generic_hash_speed_template); | |
1498 | if (mode > 400 && mode < 500) break; | |
1499 | ||
1500 | case 411: | |
1501 | test_ahash_speed("tgr160", sec, generic_hash_speed_template); | |
1502 | if (mode > 400 && mode < 500) break; | |
1503 | ||
1504 | case 412: | |
1505 | test_ahash_speed("tgr192", sec, generic_hash_speed_template); | |
1506 | if (mode > 400 && mode < 500) break; | |
1507 | ||
1508 | case 413: | |
1509 | test_ahash_speed("sha224", sec, generic_hash_speed_template); | |
1510 | if (mode > 400 && mode < 500) break; | |
1511 | ||
1512 | case 414: | |
1513 | test_ahash_speed("rmd128", sec, generic_hash_speed_template); | |
1514 | if (mode > 400 && mode < 500) break; | |
1515 | ||
1516 | case 415: | |
1517 | test_ahash_speed("rmd160", sec, generic_hash_speed_template); | |
1518 | if (mode > 400 && mode < 500) break; | |
1519 | ||
1520 | case 416: | |
1521 | test_ahash_speed("rmd256", sec, generic_hash_speed_template); | |
1522 | if (mode > 400 && mode < 500) break; | |
1523 | ||
1524 | case 417: | |
1525 | test_ahash_speed("rmd320", sec, generic_hash_speed_template); | |
1526 | if (mode > 400 && mode < 500) break; | |
1527 | ||
1528 | case 499: | |
1529 | break; | |
1530 | ||
1531 | case 500: | |
1532 | test_acipher_speed("ecb(aes)", ENCRYPT, sec, NULL, 0, | |
1533 | speed_template_16_24_32); | |
1534 | test_acipher_speed("ecb(aes)", DECRYPT, sec, NULL, 0, | |
1535 | speed_template_16_24_32); | |
1536 | test_acipher_speed("cbc(aes)", ENCRYPT, sec, NULL, 0, | |
1537 | speed_template_16_24_32); | |
1538 | test_acipher_speed("cbc(aes)", DECRYPT, sec, NULL, 0, | |
1539 | speed_template_16_24_32); | |
1540 | test_acipher_speed("lrw(aes)", ENCRYPT, sec, NULL, 0, | |
1541 | speed_template_32_40_48); | |
1542 | test_acipher_speed("lrw(aes)", DECRYPT, sec, NULL, 0, | |
1543 | speed_template_32_40_48); | |
1544 | test_acipher_speed("xts(aes)", ENCRYPT, sec, NULL, 0, | |
1545 | speed_template_32_48_64); | |
1546 | test_acipher_speed("xts(aes)", DECRYPT, sec, NULL, 0, | |
1547 | speed_template_32_48_64); | |
1548 | test_acipher_speed("ctr(aes)", ENCRYPT, sec, NULL, 0, | |
1549 | speed_template_16_24_32); | |
1550 | test_acipher_speed("ctr(aes)", DECRYPT, sec, NULL, 0, | |
1551 | speed_template_16_24_32); | |
1552 | test_acipher_speed("cfb(aes)", ENCRYPT, sec, NULL, 0, | |
1553 | speed_template_16_24_32); | |
1554 | test_acipher_speed("cfb(aes)", DECRYPT, sec, NULL, 0, | |
1555 | speed_template_16_24_32); | |
1556 | test_acipher_speed("ofb(aes)", ENCRYPT, sec, NULL, 0, | |
1557 | speed_template_16_24_32); | |
1558 | test_acipher_speed("ofb(aes)", DECRYPT, sec, NULL, 0, | |
1559 | speed_template_16_24_32); | |
1560 | break; | |
1561 | ||
1562 | case 501: | |
1563 | test_acipher_speed("ecb(des3_ede)", ENCRYPT, sec, | |
1564 | des3_speed_template, DES3_SPEED_VECTORS, | |
1565 | speed_template_24); | |
1566 | test_acipher_speed("ecb(des3_ede)", DECRYPT, sec, | |
1567 | des3_speed_template, DES3_SPEED_VECTORS, | |
1568 | speed_template_24); | |
1569 | test_acipher_speed("cbc(des3_ede)", ENCRYPT, sec, | |
1570 | des3_speed_template, DES3_SPEED_VECTORS, | |
1571 | speed_template_24); | |
1572 | test_acipher_speed("cbc(des3_ede)", DECRYPT, sec, | |
1573 | des3_speed_template, DES3_SPEED_VECTORS, | |
1574 | speed_template_24); | |
1575 | test_acipher_speed("cfb(des3_ede)", ENCRYPT, sec, | |
1576 | des3_speed_template, DES3_SPEED_VECTORS, | |
1577 | speed_template_24); | |
1578 | test_acipher_speed("cfb(des3_ede)", DECRYPT, sec, | |
1579 | des3_speed_template, DES3_SPEED_VECTORS, | |
1580 | speed_template_24); | |
1581 | test_acipher_speed("ofb(des3_ede)", ENCRYPT, sec, | |
1582 | des3_speed_template, DES3_SPEED_VECTORS, | |
1583 | speed_template_24); | |
1584 | test_acipher_speed("ofb(des3_ede)", DECRYPT, sec, | |
1585 | des3_speed_template, DES3_SPEED_VECTORS, | |
1586 | speed_template_24); | |
1587 | break; | |
1588 | ||
1589 | case 502: | |
1590 | test_acipher_speed("ecb(des)", ENCRYPT, sec, NULL, 0, | |
1591 | speed_template_8); | |
1592 | test_acipher_speed("ecb(des)", DECRYPT, sec, NULL, 0, | |
1593 | speed_template_8); | |
1594 | test_acipher_speed("cbc(des)", ENCRYPT, sec, NULL, 0, | |
1595 | speed_template_8); | |
1596 | test_acipher_speed("cbc(des)", DECRYPT, sec, NULL, 0, | |
1597 | speed_template_8); | |
1598 | test_acipher_speed("cfb(des)", ENCRYPT, sec, NULL, 0, | |
1599 | speed_template_8); | |
1600 | test_acipher_speed("cfb(des)", DECRYPT, sec, NULL, 0, | |
1601 | speed_template_8); | |
1602 | test_acipher_speed("ofb(des)", ENCRYPT, sec, NULL, 0, | |
1603 | speed_template_8); | |
1604 | test_acipher_speed("ofb(des)", DECRYPT, sec, NULL, 0, | |
1605 | speed_template_8); | |
1606 | break; | |
1607 | ||
1608 | case 503: | |
1609 | test_acipher_speed("ecb(serpent)", ENCRYPT, sec, NULL, 0, | |
1610 | speed_template_16_32); | |
1611 | test_acipher_speed("ecb(serpent)", DECRYPT, sec, NULL, 0, | |
1612 | speed_template_16_32); | |
1613 | test_acipher_speed("cbc(serpent)", ENCRYPT, sec, NULL, 0, | |
1614 | speed_template_16_32); | |
1615 | test_acipher_speed("cbc(serpent)", DECRYPT, sec, NULL, 0, | |
1616 | speed_template_16_32); | |
1617 | test_acipher_speed("ctr(serpent)", ENCRYPT, sec, NULL, 0, | |
1618 | speed_template_16_32); | |
1619 | test_acipher_speed("ctr(serpent)", DECRYPT, sec, NULL, 0, | |
1620 | speed_template_16_32); | |
1621 | test_acipher_speed("lrw(serpent)", ENCRYPT, sec, NULL, 0, | |
1622 | speed_template_32_48); | |
1623 | test_acipher_speed("lrw(serpent)", DECRYPT, sec, NULL, 0, | |
1624 | speed_template_32_48); | |
1625 | test_acipher_speed("xts(serpent)", ENCRYPT, sec, NULL, 0, | |
1626 | speed_template_32_64); | |
1627 | test_acipher_speed("xts(serpent)", DECRYPT, sec, NULL, 0, | |
1628 | speed_template_32_64); | |
1629 | break; | |
1630 | ||
1631 | case 504: | |
1632 | test_acipher_speed("ecb(twofish)", ENCRYPT, sec, NULL, 0, | |
1633 | speed_template_16_24_32); | |
1634 | test_acipher_speed("ecb(twofish)", DECRYPT, sec, NULL, 0, | |
1635 | speed_template_16_24_32); | |
1636 | test_acipher_speed("cbc(twofish)", ENCRYPT, sec, NULL, 0, | |
1637 | speed_template_16_24_32); | |
1638 | test_acipher_speed("cbc(twofish)", DECRYPT, sec, NULL, 0, | |
1639 | speed_template_16_24_32); | |
1640 | test_acipher_speed("ctr(twofish)", ENCRYPT, sec, NULL, 0, | |
1641 | speed_template_16_24_32); | |
1642 | test_acipher_speed("ctr(twofish)", DECRYPT, sec, NULL, 0, | |
1643 | speed_template_16_24_32); | |
1644 | test_acipher_speed("lrw(twofish)", ENCRYPT, sec, NULL, 0, | |
1645 | speed_template_32_40_48); | |
1646 | test_acipher_speed("lrw(twofish)", DECRYPT, sec, NULL, 0, | |
1647 | speed_template_32_40_48); | |
1648 | test_acipher_speed("xts(twofish)", ENCRYPT, sec, NULL, 0, | |
1649 | speed_template_32_48_64); | |
1650 | test_acipher_speed("xts(twofish)", DECRYPT, sec, NULL, 0, | |
1651 | speed_template_32_48_64); | |
1652 | break; | |
1653 | ||
1654 | case 505: | |
1655 | test_acipher_speed("ecb(arc4)", ENCRYPT, sec, NULL, 0, | |
1656 | speed_template_8); | |
1657 | break; | |
1658 | ||
1659 | case 506: | |
1660 | test_acipher_speed("ecb(cast5)", ENCRYPT, sec, NULL, 0, | |
1661 | speed_template_8_16); | |
1662 | test_acipher_speed("ecb(cast5)", DECRYPT, sec, NULL, 0, | |
1663 | speed_template_8_16); | |
1664 | test_acipher_speed("cbc(cast5)", ENCRYPT, sec, NULL, 0, | |
1665 | speed_template_8_16); | |
1666 | test_acipher_speed("cbc(cast5)", DECRYPT, sec, NULL, 0, | |
1667 | speed_template_8_16); | |
1668 | test_acipher_speed("ctr(cast5)", ENCRYPT, sec, NULL, 0, | |
1669 | speed_template_8_16); | |
1670 | test_acipher_speed("ctr(cast5)", DECRYPT, sec, NULL, 0, | |
1671 | speed_template_8_16); | |
1672 | break; | |
1673 | ||
1674 | case 1000: | |
1675 | test_available(); | |
1676 | break; | |
1677 | } | |
1678 | ||
1679 | return ret; | |
1680 | } | |
1681 | ||
1682 | static int do_alg_test(const char *alg, u32 type, u32 mask) | |
1683 | { | |
1684 | return crypto_has_alg(alg, type, mask ?: CRYPTO_ALG_TYPE_MASK) ? | |
1685 | 0 : -ENOENT; | |
1686 | } | |
1687 | ||
1688 | static int __init tcrypt_mod_init(void) | |
1689 | { | |
1690 | int err = -ENOMEM; | |
1691 | int i; | |
1692 | ||
1693 | for (i = 0; i < TVMEMSIZE; i++) { | |
1694 | tvmem[i] = (void *)__get_free_page(GFP_KERNEL); | |
1695 | if (!tvmem[i]) | |
1696 | goto err_free_tv; | |
1697 | } | |
1698 | ||
1699 | if (alg) | |
1700 | err = do_alg_test(alg, type, mask); | |
1701 | else | |
1702 | err = do_test(mode); | |
1703 | ||
1704 | if (err) { | |
1705 | printk(KERN_ERR "tcrypt: one or more tests failed!\n"); | |
1706 | goto err_free_tv; | |
1707 | } | |
1708 | ||
1709 | /* We intentionaly return -EAGAIN to prevent keeping the module, | |
1710 | * unless we're running in fips mode. It does all its work from | |
1711 | * init() and doesn't offer any runtime functionality, but in | |
1712 | * the fips case, checking for a successful load is helpful. | |
1713 | * => we don't need it in the memory, do we? | |
1714 | * -- mludvig | |
1715 | */ | |
1716 | if (!fips_enabled) | |
1717 | err = -EAGAIN; | |
1718 | ||
1719 | err_free_tv: | |
1720 | for (i = 0; i < TVMEMSIZE && tvmem[i]; i++) | |
1721 | free_page((unsigned long)tvmem[i]); | |
1722 | ||
1723 | return err; | |
1724 | } | |
1725 | ||
1726 | /* | |
1727 | * If an init function is provided, an exit function must also be provided | |
1728 | * to allow module unload. | |
1729 | */ | |
1730 | static void __exit tcrypt_mod_fini(void) { } | |
1731 | ||
1732 | module_init(tcrypt_mod_init); | |
1733 | module_exit(tcrypt_mod_fini); | |
1734 | ||
1735 | module_param(alg, charp, 0); | |
1736 | module_param(type, uint, 0); | |
1737 | module_param(mask, uint, 0); | |
1738 | module_param(mode, int, 0); | |
1739 | module_param(sec, uint, 0); | |
1740 | MODULE_PARM_DESC(sec, "Length in seconds of speed tests " | |
1741 | "(defaults to zero which uses CPU cycles instead)"); | |
1742 | ||
1743 | MODULE_LICENSE("GPL"); | |
1744 | MODULE_DESCRIPTION("Quick & dirty crypto testing module"); | |
1745 | MODULE_AUTHOR("James Morris <jmorris@intercode.com.au>"); |