]> git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blame - crypto/drbg.c
block: provide plug based way of signaling forced no-wait semantics
[mirror_ubuntu-jammy-kernel.git] / crypto / drbg.c
CommitLineData
541af946
SM
1/*
2 * DRBG: Deterministic Random Bits Generator
3 * Based on NIST Recommended DRBG from NIST SP800-90A with the following
4 * properties:
5 * * CTR DRBG with DF with AES-128, AES-192, AES-256 cores
6 * * Hash DRBG with DF with SHA-1, SHA-256, SHA-384, SHA-512 cores
7 * * HMAC DRBG with DF with SHA-1, SHA-256, SHA-384, SHA-512 cores
8 * * with and without prediction resistance
9 *
10 * Copyright Stephan Mueller <smueller@chronox.de>, 2014
11 *
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
14 * are met:
15 * 1. Redistributions of source code must retain the above copyright
16 * notice, and the entire permission notice in its entirety,
17 * including the disclaimer of warranties.
18 * 2. Redistributions in binary form must reproduce the above copyright
19 * notice, this list of conditions and the following disclaimer in the
20 * documentation and/or other materials provided with the distribution.
21 * 3. The name of the author may not be used to endorse or promote
22 * products derived from this software without specific prior
23 * written permission.
24 *
25 * ALTERNATIVELY, this product may be distributed under the terms of
26 * the GNU General Public License, in which case the provisions of the GPL are
27 * required INSTEAD OF the above restrictions. (This clause is
28 * necessary due to a potential bad interaction between the GPL and
29 * the restrictions contained in a BSD-style copyright.)
30 *
31 * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
32 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
33 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE, ALL OF
34 * WHICH ARE HEREBY DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE
35 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
36 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
37 * OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
38 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
39 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
40 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
41 * USE OF THIS SOFTWARE, EVEN IF NOT ADVISED OF THE POSSIBILITY OF SUCH
42 * DAMAGE.
43 *
44 * DRBG Usage
45 * ==========
46 * The SP 800-90A DRBG allows the user to specify a personalization string
47 * for initialization as well as an additional information string for each
48 * random number request. The following code fragments show how a caller
49 * uses the kernel crypto API to use the full functionality of the DRBG.
50 *
51 * Usage without any additional data
52 * ---------------------------------
53 * struct crypto_rng *drng;
54 * int err;
55 * char data[DATALEN];
56 *
57 * drng = crypto_alloc_rng(drng_name, 0, 0);
58 * err = crypto_rng_get_bytes(drng, &data, DATALEN);
59 * crypto_free_rng(drng);
60 *
61 *
62 * Usage with personalization string during initialization
63 * -------------------------------------------------------
64 * struct crypto_rng *drng;
65 * int err;
66 * char data[DATALEN];
67 * struct drbg_string pers;
68 * char personalization[11] = "some-string";
69 *
70 * drbg_string_fill(&pers, personalization, strlen(personalization));
71 * drng = crypto_alloc_rng(drng_name, 0, 0);
72 * // The reset completely re-initializes the DRBG with the provided
73 * // personalization string
74 * err = crypto_rng_reset(drng, &personalization, strlen(personalization));
75 * err = crypto_rng_get_bytes(drng, &data, DATALEN);
76 * crypto_free_rng(drng);
77 *
78 *
79 * Usage with additional information string during random number request
80 * ---------------------------------------------------------------------
81 * struct crypto_rng *drng;
82 * int err;
83 * char data[DATALEN];
84 * char addtl_string[11] = "some-string";
85 * string drbg_string addtl;
86 *
87 * drbg_string_fill(&addtl, addtl_string, strlen(addtl_string));
88 * drng = crypto_alloc_rng(drng_name, 0, 0);
89 * // The following call is a wrapper to crypto_rng_get_bytes() and returns
90 * // the same error codes.
91 * err = crypto_drbg_get_bytes_addtl(drng, &data, DATALEN, &addtl);
92 * crypto_free_rng(drng);
93 *
94 *
95 * Usage with personalization and additional information strings
96 * -------------------------------------------------------------
97 * Just mix both scenarios above.
98 */
99
100#include <crypto/drbg.h>
57225e67 101#include <linux/kernel.h>
541af946 102
541af946
SM
103/***************************************************************
104 * Backend cipher definitions available to DRBG
105 ***************************************************************/
106
107/*
108 * The order of the DRBG definitions here matter: every DRBG is registered
109 * as stdrng. Each DRBG receives an increasing cra_priority values the later
110 * they are defined in this array (see drbg_fill_array).
111 *
112 * HMAC DRBGs are favored over Hash DRBGs over CTR DRBGs, and
113 * the SHA256 / AES 256 over other ciphers. Thus, the favored
114 * DRBGs are the latest entries in this array.
115 */
116static const struct drbg_core drbg_cores[] = {
117#ifdef CONFIG_CRYPTO_DRBG_CTR
118 {
119 .flags = DRBG_CTR | DRBG_STRENGTH128,
120 .statelen = 32, /* 256 bits as defined in 10.2.1 */
541af946
SM
121 .blocklen_bytes = 16,
122 .cra_name = "ctr_aes128",
04bcbfcf 123 .backend_cra_name = "aes",
541af946
SM
124 }, {
125 .flags = DRBG_CTR | DRBG_STRENGTH192,
126 .statelen = 40, /* 320 bits as defined in 10.2.1 */
541af946
SM
127 .blocklen_bytes = 16,
128 .cra_name = "ctr_aes192",
04bcbfcf 129 .backend_cra_name = "aes",
541af946
SM
130 }, {
131 .flags = DRBG_CTR | DRBG_STRENGTH256,
132 .statelen = 48, /* 384 bits as defined in 10.2.1 */
541af946
SM
133 .blocklen_bytes = 16,
134 .cra_name = "ctr_aes256",
04bcbfcf 135 .backend_cra_name = "aes",
541af946
SM
136 },
137#endif /* CONFIG_CRYPTO_DRBG_CTR */
138#ifdef CONFIG_CRYPTO_DRBG_HASH
139 {
140 .flags = DRBG_HASH | DRBG_STRENGTH128,
141 .statelen = 55, /* 440 bits */
541af946
SM
142 .blocklen_bytes = 20,
143 .cra_name = "sha1",
144 .backend_cra_name = "sha1",
145 }, {
146 .flags = DRBG_HASH | DRBG_STRENGTH256,
147 .statelen = 111, /* 888 bits */
541af946
SM
148 .blocklen_bytes = 48,
149 .cra_name = "sha384",
150 .backend_cra_name = "sha384",
151 }, {
152 .flags = DRBG_HASH | DRBG_STRENGTH256,
153 .statelen = 111, /* 888 bits */
541af946
SM
154 .blocklen_bytes = 64,
155 .cra_name = "sha512",
156 .backend_cra_name = "sha512",
157 }, {
158 .flags = DRBG_HASH | DRBG_STRENGTH256,
159 .statelen = 55, /* 440 bits */
541af946
SM
160 .blocklen_bytes = 32,
161 .cra_name = "sha256",
162 .backend_cra_name = "sha256",
163 },
164#endif /* CONFIG_CRYPTO_DRBG_HASH */
165#ifdef CONFIG_CRYPTO_DRBG_HMAC
166 {
5b635e28 167 .flags = DRBG_HMAC | DRBG_STRENGTH128,
541af946 168 .statelen = 20, /* block length of cipher */
541af946
SM
169 .blocklen_bytes = 20,
170 .cra_name = "hmac_sha1",
171 .backend_cra_name = "hmac(sha1)",
172 }, {
173 .flags = DRBG_HMAC | DRBG_STRENGTH256,
174 .statelen = 48, /* block length of cipher */
541af946
SM
175 .blocklen_bytes = 48,
176 .cra_name = "hmac_sha384",
177 .backend_cra_name = "hmac(sha384)",
178 }, {
179 .flags = DRBG_HMAC | DRBG_STRENGTH256,
180 .statelen = 64, /* block length of cipher */
541af946
SM
181 .blocklen_bytes = 64,
182 .cra_name = "hmac_sha512",
183 .backend_cra_name = "hmac(sha512)",
184 }, {
185 .flags = DRBG_HMAC | DRBG_STRENGTH256,
186 .statelen = 32, /* block length of cipher */
541af946
SM
187 .blocklen_bytes = 32,
188 .cra_name = "hmac_sha256",
189 .backend_cra_name = "hmac(sha256)",
190 },
191#endif /* CONFIG_CRYPTO_DRBG_HMAC */
192};
193
57225e67
SM
194static int drbg_uninstantiate(struct drbg_state *drbg);
195
541af946
SM
196/******************************************************************
197 * Generic helper functions
198 ******************************************************************/
199
200/*
201 * Return strength of DRBG according to SP800-90A section 8.4
202 *
203 * @flags DRBG flags reference
204 *
205 * Return: normalized strength in *bytes* value or 32 as default
206 * to counter programming errors
207 */
208static inline unsigned short drbg_sec_strength(drbg_flag_t flags)
209{
210 switch (flags & DRBG_STRENGTH_MASK) {
211 case DRBG_STRENGTH128:
212 return 16;
213 case DRBG_STRENGTH192:
214 return 24;
215 case DRBG_STRENGTH256:
216 return 32;
217 default:
218 return 32;
219 }
220}
221
db07cd26
SM
222/*
223 * FIPS 140-2 continuous self test for the noise source
224 * The test is performed on the noise source input data. Thus, the function
225 * implicitly knows the size of the buffer to be equal to the security
226 * strength.
227 *
228 * Note, this function disregards the nonce trailing the entropy data during
229 * initial seeding.
230 *
231 * drbg->drbg_mutex must have been taken.
232 *
233 * @drbg DRBG handle
234 * @entropy buffer of seed data to be checked
235 *
236 * return:
237 * 0 on success
238 * -EAGAIN on when the CTRNG is not yet primed
239 * < 0 on error
240 */
241static int drbg_fips_continuous_test(struct drbg_state *drbg,
242 const unsigned char *entropy)
243{
244 unsigned short entropylen = drbg_sec_strength(drbg->core->flags);
245 int ret = 0;
246
247 if (!IS_ENABLED(CONFIG_CRYPTO_FIPS))
248 return 0;
249
250 /* skip test if we test the overall system */
251 if (list_empty(&drbg->test_data.list))
252 return 0;
253 /* only perform test in FIPS mode */
254 if (!fips_enabled)
255 return 0;
256
257 if (!drbg->fips_primed) {
258 /* Priming of FIPS test */
259 memcpy(drbg->prev, entropy, entropylen);
260 drbg->fips_primed = true;
261 /* priming: another round is needed */
262 return -EAGAIN;
263 }
264 ret = memcmp(drbg->prev, entropy, entropylen);
265 if (!ret)
266 panic("DRBG continuous self test failed\n");
267 memcpy(drbg->prev, entropy, entropylen);
268
269 /* the test shall pass when the two values are not equal */
270 return 0;
271}
272
541af946
SM
273/*
274 * Convert an integer into a byte representation of this integer.
275 * The byte representation is big-endian
276 *
541af946 277 * @val value to be converted
72f3e00d
SM
278 * @buf buffer holding the converted integer -- caller must ensure that
279 * buffer size is at least 32 bit
541af946
SM
280 */
281#if (defined(CONFIG_CRYPTO_DRBG_HASH) || defined(CONFIG_CRYPTO_DRBG_CTR))
72f3e00d 282static inline void drbg_cpu_to_be32(__u32 val, unsigned char *buf)
541af946 283{
72f3e00d 284 struct s {
7c8ae03f 285 __be32 conv;
72f3e00d
SM
286 };
287 struct s *conversion = (struct s *) buf;
541af946 288
72f3e00d 289 conversion->conv = cpu_to_be32(val);
541af946 290}
541af946
SM
291#endif /* defined(CONFIG_CRYPTO_DRBG_HASH) || defined(CONFIG_CRYPTO_DRBG_CTR) */
292
293/******************************************************************
294 * CTR DRBG callback functions
295 ******************************************************************/
296
297#ifdef CONFIG_CRYPTO_DRBG_CTR
e25e47ec 298#define CRYPTO_DRBG_CTR_STRING "CTR "
0653a7cf
SM
299MODULE_ALIAS_CRYPTO("drbg_pr_ctr_aes256");
300MODULE_ALIAS_CRYPTO("drbg_nopr_ctr_aes256");
301MODULE_ALIAS_CRYPTO("drbg_pr_ctr_aes192");
302MODULE_ALIAS_CRYPTO("drbg_nopr_ctr_aes192");
303MODULE_ALIAS_CRYPTO("drbg_pr_ctr_aes128");
304MODULE_ALIAS_CRYPTO("drbg_nopr_ctr_aes128");
62b62b6e 305
ed494d4f
SM
306static void drbg_kcapi_symsetkey(struct drbg_state *drbg,
307 const unsigned char *key);
308static int drbg_kcapi_sym(struct drbg_state *drbg, unsigned char *outval,
309 const struct drbg_string *in);
541af946
SM
310static int drbg_init_sym_kernel(struct drbg_state *drbg);
311static int drbg_fini_sym_kernel(struct drbg_state *drbg);
a07203fb
SM
312static int drbg_kcapi_sym_ctr(struct drbg_state *drbg,
313 u8 *inbuf, u32 inbuflen,
314 u8 *outbuf, u32 outlen);
43490e80 315#define DRBG_OUTSCRATCHLEN 256
541af946
SM
316
317/* BCC function for CTR DRBG as defined in 10.4.3 */
318static int drbg_ctr_bcc(struct drbg_state *drbg,
319 unsigned char *out, const unsigned char *key,
8c987166 320 struct list_head *in)
541af946 321{
8c987166
SM
322 int ret = 0;
323 struct drbg_string *curr = NULL;
541af946 324 struct drbg_string data;
8c987166 325 short cnt = 0;
541af946
SM
326
327 drbg_string_fill(&data, out, drbg_blocklen(drbg));
328
541af946 329 /* 10.4.3 step 2 / 4 */
ed494d4f 330 drbg_kcapi_symsetkey(drbg, key);
8c987166
SM
331 list_for_each_entry(curr, in, list) {
332 const unsigned char *pos = curr->buf;
333 size_t len = curr->len;
541af946 334 /* 10.4.3 step 4.1 */
8c987166
SM
335 while (len) {
336 /* 10.4.3 step 4.2 */
337 if (drbg_blocklen(drbg) == cnt) {
338 cnt = 0;
ed494d4f 339 ret = drbg_kcapi_sym(drbg, out, &data);
8c987166
SM
340 if (ret)
341 return ret;
541af946 342 }
8c987166
SM
343 out[cnt] ^= *pos;
344 pos++;
345 cnt++;
346 len--;
541af946 347 }
541af946 348 }
8c987166
SM
349 /* 10.4.3 step 4.2 for last block */
350 if (cnt)
ed494d4f 351 ret = drbg_kcapi_sym(drbg, out, &data);
8c987166
SM
352
353 return ret;
541af946
SM
354}
355
356/*
357 * scratchpad usage: drbg_ctr_update is interlinked with drbg_ctr_df
358 * (and drbg_ctr_bcc, but this function does not need any temporary buffers),
359 * the scratchpad is used as follows:
360 * drbg_ctr_update:
361 * temp
362 * start: drbg->scratchpad
363 * length: drbg_statelen(drbg) + drbg_blocklen(drbg)
364 * note: the cipher writing into this variable works
365 * blocklen-wise. Now, when the statelen is not a multiple
366 * of blocklen, the generateion loop below "spills over"
367 * by at most blocklen. Thus, we need to give sufficient
368 * memory.
369 * df_data
370 * start: drbg->scratchpad +
371 * drbg_statelen(drbg) + drbg_blocklen(drbg)
372 * length: drbg_statelen(drbg)
373 *
374 * drbg_ctr_df:
375 * pad
376 * start: df_data + drbg_statelen(drbg)
377 * length: drbg_blocklen(drbg)
378 * iv
379 * start: pad + drbg_blocklen(drbg)
380 * length: drbg_blocklen(drbg)
381 * temp
382 * start: iv + drbg_blocklen(drbg)
8fecaad7
SM
383 * length: drbg_satelen(drbg) + drbg_blocklen(drbg)
384 * note: temp is the buffer that the BCC function operates
385 * on. BCC operates blockwise. drbg_statelen(drbg)
386 * is sufficient when the DRBG state length is a multiple
387 * of the block size. For AES192 (and maybe other ciphers)
388 * this is not correct and the length for temp is
389 * insufficient (yes, that also means for such ciphers,
390 * the final output of all BCC rounds are truncated).
391 * Therefore, add drbg_blocklen(drbg) to cover all
392 * possibilities.
541af946
SM
393 */
394
395/* Derivation Function for CTR DRBG as defined in 10.4.2 */
396static int drbg_ctr_df(struct drbg_state *drbg,
397 unsigned char *df_data, size_t bytes_to_return,
8c987166 398 struct list_head *seedlist)
541af946
SM
399{
400 int ret = -EFAULT;
401 unsigned char L_N[8];
402 /* S3 is input */
403 struct drbg_string S1, S2, S4, cipherin;
8c987166 404 LIST_HEAD(bcc_list);
541af946
SM
405 unsigned char *pad = df_data + drbg_statelen(drbg);
406 unsigned char *iv = pad + drbg_blocklen(drbg);
407 unsigned char *temp = iv + drbg_blocklen(drbg);
408 size_t padlen = 0;
409 unsigned int templen = 0;
410 /* 10.4.2 step 7 */
411 unsigned int i = 0;
412 /* 10.4.2 step 8 */
413 const unsigned char *K = (unsigned char *)
414 "\x00\x01\x02\x03\x04\x05\x06\x07"
415 "\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f"
416 "\x10\x11\x12\x13\x14\x15\x16\x17"
417 "\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f";
418 unsigned char *X;
419 size_t generated_len = 0;
420 size_t inputlen = 0;
8c987166 421 struct drbg_string *seed = NULL;
541af946
SM
422
423 memset(pad, 0, drbg_blocklen(drbg));
424 memset(iv, 0, drbg_blocklen(drbg));
541af946
SM
425
426 /* 10.4.2 step 1 is implicit as we work byte-wise */
427
428 /* 10.4.2 step 2 */
429 if ((512/8) < bytes_to_return)
430 return -EINVAL;
431
432 /* 10.4.2 step 2 -- calculate the entire length of all input data */
8c987166
SM
433 list_for_each_entry(seed, seedlist, list)
434 inputlen += seed->len;
72f3e00d 435 drbg_cpu_to_be32(inputlen, &L_N[0]);
541af946
SM
436
437 /* 10.4.2 step 3 */
72f3e00d 438 drbg_cpu_to_be32(bytes_to_return, &L_N[4]);
541af946
SM
439
440 /* 10.4.2 step 5: length is L_N, input_string, one byte, padding */
441 padlen = (inputlen + sizeof(L_N) + 1) % (drbg_blocklen(drbg));
442 /* wrap the padlen appropriately */
443 if (padlen)
444 padlen = drbg_blocklen(drbg) - padlen;
445 /*
446 * pad / padlen contains the 0x80 byte and the following zero bytes.
447 * As the calculated padlen value only covers the number of zero
448 * bytes, this value has to be incremented by one for the 0x80 byte.
449 */
450 padlen++;
451 pad[0] = 0x80;
452
453 /* 10.4.2 step 4 -- first fill the linked list and then order it */
454 drbg_string_fill(&S1, iv, drbg_blocklen(drbg));
8c987166 455 list_add_tail(&S1.list, &bcc_list);
541af946 456 drbg_string_fill(&S2, L_N, sizeof(L_N));
8c987166
SM
457 list_add_tail(&S2.list, &bcc_list);
458 list_splice_tail(seedlist, &bcc_list);
541af946 459 drbg_string_fill(&S4, pad, padlen);
8c987166 460 list_add_tail(&S4.list, &bcc_list);
541af946
SM
461
462 /* 10.4.2 step 9 */
463 while (templen < (drbg_keylen(drbg) + (drbg_blocklen(drbg)))) {
464 /*
465 * 10.4.2 step 9.1 - the padding is implicit as the buffer
466 * holds zeros after allocation -- even the increment of i
467 * is irrelevant as the increment remains within length of i
468 */
72f3e00d 469 drbg_cpu_to_be32(i, iv);
541af946 470 /* 10.4.2 step 9.2 -- BCC and concatenation with temp */
8c987166 471 ret = drbg_ctr_bcc(drbg, temp + templen, K, &bcc_list);
541af946
SM
472 if (ret)
473 goto out;
474 /* 10.4.2 step 9.3 */
475 i++;
476 templen += drbg_blocklen(drbg);
477 }
478
479 /* 10.4.2 step 11 */
480 X = temp + (drbg_keylen(drbg));
481 drbg_string_fill(&cipherin, X, drbg_blocklen(drbg));
482
483 /* 10.4.2 step 12: overwriting of outval is implemented in next step */
484
485 /* 10.4.2 step 13 */
ed494d4f 486 drbg_kcapi_symsetkey(drbg, temp);
541af946
SM
487 while (generated_len < bytes_to_return) {
488 short blocklen = 0;
489 /*
490 * 10.4.2 step 13.1: the truncation of the key length is
491 * implicit as the key is only drbg_blocklen in size based on
492 * the implementation of the cipher function callback
493 */
ed494d4f 494 ret = drbg_kcapi_sym(drbg, X, &cipherin);
541af946
SM
495 if (ret)
496 goto out;
497 blocklen = (drbg_blocklen(drbg) <
498 (bytes_to_return - generated_len)) ?
499 drbg_blocklen(drbg) :
500 (bytes_to_return - generated_len);
501 /* 10.4.2 step 13.2 and 14 */
502 memcpy(df_data + generated_len, X, blocklen);
503 generated_len += blocklen;
504 }
505
506 ret = 0;
507
508out:
1471f09f 509 memset(iv, 0, drbg_blocklen(drbg));
8e0498d9 510 memset(temp, 0, drbg_statelen(drbg) + drbg_blocklen(drbg));
1471f09f 511 memset(pad, 0, drbg_blocklen(drbg));
541af946
SM
512 return ret;
513}
514
72e7c25a
SM
515/*
516 * update function of CTR DRBG as defined in 10.2.1.2
517 *
518 * The reseed variable has an enhanced meaning compared to the update
519 * functions of the other DRBGs as follows:
520 * 0 => initial seed from initialization
521 * 1 => reseed via drbg_seed
522 * 2 => first invocation from drbg_ctr_update when addtl is present. In
523 * this case, the df_data scratchpad is not deleted so that it is
524 * available for another calls to prevent calling the DF function
525 * again.
526 * 3 => second invocation from drbg_ctr_update. When the update function
527 * was called with addtl, the df_data memory already contains the
528 * DFed addtl information and we do not need to call DF again.
529 */
8c987166
SM
530static int drbg_ctr_update(struct drbg_state *drbg, struct list_head *seed,
531 int reseed)
541af946
SM
532{
533 int ret = -EFAULT;
534 /* 10.2.1.2 step 1 */
535 unsigned char *temp = drbg->scratchpad;
536 unsigned char *df_data = drbg->scratchpad + drbg_statelen(drbg) +
537 drbg_blocklen(drbg);
541af946 538
72e7c25a
SM
539 if (3 > reseed)
540 memset(df_data, 0, drbg_statelen(drbg));
541af946 541
35591285
SM
542 if (!reseed) {
543 /*
544 * The DRBG uses the CTR mode of the underlying AES cipher. The
545 * CTR mode increments the counter value after the AES operation
546 * but SP800-90A requires that the counter is incremented before
547 * the AES operation. Hence, we increment it at the time we set
548 * it by one.
549 */
550 crypto_inc(drbg->V, drbg_blocklen(drbg));
551
552 ret = crypto_skcipher_setkey(drbg->ctr_handle, drbg->C,
553 drbg_keylen(drbg));
541af946
SM
554 if (ret)
555 goto out;
556 }
557
35591285
SM
558 /* 10.2.1.3.2 step 2 and 10.2.1.4.2 step 2 */
559 if (seed) {
560 ret = drbg_ctr_df(drbg, df_data, drbg_statelen(drbg), seed);
541af946
SM
561 if (ret)
562 goto out;
541af946
SM
563 }
564
a07203fb
SM
565 ret = drbg_kcapi_sym_ctr(drbg, df_data, drbg_statelen(drbg),
566 temp, drbg_statelen(drbg));
35591285
SM
567 if (ret)
568 return ret;
569
541af946 570 /* 10.2.1.2 step 5 */
103eb3f7 571 ret = crypto_skcipher_setkey(drbg->ctr_handle, temp,
35591285
SM
572 drbg_keylen(drbg));
573 if (ret)
574 goto out;
541af946
SM
575 /* 10.2.1.2 step 6 */
576 memcpy(drbg->V, temp + drbg_keylen(drbg), drbg_blocklen(drbg));
35591285
SM
577 /* See above: increment counter by one to compensate timing of CTR op */
578 crypto_inc(drbg->V, drbg_blocklen(drbg));
541af946
SM
579 ret = 0;
580
581out:
1471f09f 582 memset(temp, 0, drbg_statelen(drbg) + drbg_blocklen(drbg));
72e7c25a 583 if (2 != reseed)
1471f09f 584 memset(df_data, 0, drbg_statelen(drbg));
541af946
SM
585 return ret;
586}
587
588/*
589 * scratchpad use: drbg_ctr_update is called independently from
590 * drbg_ctr_extract_bytes. Therefore, the scratchpad is reused
591 */
592/* Generate function of CTR DRBG as defined in 10.2.1.5.2 */
593static int drbg_ctr_generate(struct drbg_state *drbg,
594 unsigned char *buf, unsigned int buflen,
27e4de2b 595 struct list_head *addtl)
541af946 596{
35591285
SM
597 int ret;
598 int len = min_t(int, buflen, INT_MAX);
541af946 599
541af946 600 /* 10.2.1.5.2 step 2 */
27e4de2b
SM
601 if (addtl && !list_empty(addtl)) {
602 ret = drbg_ctr_update(drbg, addtl, 2);
541af946
SM
603 if (ret)
604 return 0;
605 }
606
607 /* 10.2.1.5.2 step 4.1 */
43490e80 608 ret = drbg_kcapi_sym_ctr(drbg, NULL, 0, buf, len);
35591285
SM
609 if (ret)
610 return ret;
541af946 611
72e7c25a
SM
612 /* 10.2.1.5.2 step 6 */
613 ret = drbg_ctr_update(drbg, NULL, 3);
541af946
SM
614 if (ret)
615 len = ret;
616
541af946
SM
617 return len;
618}
619
e4bc02ac 620static const struct drbg_state_ops drbg_ctr_ops = {
541af946
SM
621 .update = drbg_ctr_update,
622 .generate = drbg_ctr_generate,
623 .crypto_init = drbg_init_sym_kernel,
624 .crypto_fini = drbg_fini_sym_kernel,
625};
626#endif /* CONFIG_CRYPTO_DRBG_CTR */
627
628/******************************************************************
629 * HMAC DRBG callback functions
630 ******************************************************************/
631
632#if defined(CONFIG_CRYPTO_DRBG_HASH) || defined(CONFIG_CRYPTO_DRBG_HMAC)
4218ebe8
SM
633static int drbg_kcapi_hash(struct drbg_state *drbg, unsigned char *outval,
634 const struct list_head *in);
635static void drbg_kcapi_hmacsetkey(struct drbg_state *drbg,
636 const unsigned char *key);
541af946
SM
637static int drbg_init_hash_kernel(struct drbg_state *drbg);
638static int drbg_fini_hash_kernel(struct drbg_state *drbg);
639#endif /* (CONFIG_CRYPTO_DRBG_HASH || CONFIG_CRYPTO_DRBG_HMAC) */
640
641#ifdef CONFIG_CRYPTO_DRBG_HMAC
e25e47ec 642#define CRYPTO_DRBG_HMAC_STRING "HMAC "
0653a7cf
SM
643MODULE_ALIAS_CRYPTO("drbg_pr_hmac_sha512");
644MODULE_ALIAS_CRYPTO("drbg_nopr_hmac_sha512");
645MODULE_ALIAS_CRYPTO("drbg_pr_hmac_sha384");
646MODULE_ALIAS_CRYPTO("drbg_nopr_hmac_sha384");
647MODULE_ALIAS_CRYPTO("drbg_pr_hmac_sha256");
648MODULE_ALIAS_CRYPTO("drbg_nopr_hmac_sha256");
649MODULE_ALIAS_CRYPTO("drbg_pr_hmac_sha1");
650MODULE_ALIAS_CRYPTO("drbg_nopr_hmac_sha1");
62b62b6e 651
541af946 652/* update function of HMAC DRBG as defined in 10.1.2.2 */
8c987166
SM
653static int drbg_hmac_update(struct drbg_state *drbg, struct list_head *seed,
654 int reseed)
541af946
SM
655{
656 int ret = -EFAULT;
657 int i = 0;
8c987166
SM
658 struct drbg_string seed1, seed2, vdata;
659 LIST_HEAD(seedlist);
660 LIST_HEAD(vdatalist);
541af946 661
4218ebe8 662 if (!reseed) {
f072f0e0 663 /* 10.1.2.3 step 2 -- memset(0) of C is implicit with kzalloc */
541af946 664 memset(drbg->V, 1, drbg_statelen(drbg));
4218ebe8
SM
665 drbg_kcapi_hmacsetkey(drbg, drbg->C);
666 }
541af946
SM
667
668 drbg_string_fill(&seed1, drbg->V, drbg_statelen(drbg));
8c987166 669 list_add_tail(&seed1.list, &seedlist);
541af946
SM
670 /* buffer of seed2 will be filled in for loop below with one byte */
671 drbg_string_fill(&seed2, NULL, 1);
8c987166 672 list_add_tail(&seed2.list, &seedlist);
541af946 673 /* input data of seed is allowed to be NULL at this point */
8c987166
SM
674 if (seed)
675 list_splice_tail(seed, &seedlist);
541af946 676
8c987166
SM
677 drbg_string_fill(&vdata, drbg->V, drbg_statelen(drbg));
678 list_add_tail(&vdata.list, &vdatalist);
541af946
SM
679 for (i = 2; 0 < i; i--) {
680 /* first round uses 0x0, second 0x1 */
681 unsigned char prefix = DRBG_PREFIX0;
682 if (1 == i)
683 prefix = DRBG_PREFIX1;
684 /* 10.1.2.2 step 1 and 4 -- concatenation and HMAC for key */
685 seed2.buf = &prefix;
4218ebe8 686 ret = drbg_kcapi_hash(drbg, drbg->C, &seedlist);
541af946
SM
687 if (ret)
688 return ret;
4218ebe8 689 drbg_kcapi_hmacsetkey(drbg, drbg->C);
541af946
SM
690
691 /* 10.1.2.2 step 2 and 5 -- HMAC for V */
4218ebe8 692 ret = drbg_kcapi_hash(drbg, drbg->V, &vdatalist);
541af946
SM
693 if (ret)
694 return ret;
695
696 /* 10.1.2.2 step 3 */
8c987166 697 if (!seed)
541af946
SM
698 return ret;
699 }
700
701 return 0;
702}
703
704/* generate function of HMAC DRBG as defined in 10.1.2.5 */
705static int drbg_hmac_generate(struct drbg_state *drbg,
706 unsigned char *buf,
707 unsigned int buflen,
27e4de2b 708 struct list_head *addtl)
541af946
SM
709{
710 int len = 0;
711 int ret = 0;
712 struct drbg_string data;
8c987166 713 LIST_HEAD(datalist);
541af946
SM
714
715 /* 10.1.2.5 step 2 */
27e4de2b
SM
716 if (addtl && !list_empty(addtl)) {
717 ret = drbg_hmac_update(drbg, addtl, 1);
541af946
SM
718 if (ret)
719 return ret;
720 }
721
722 drbg_string_fill(&data, drbg->V, drbg_statelen(drbg));
8c987166 723 list_add_tail(&data.list, &datalist);
541af946
SM
724 while (len < buflen) {
725 unsigned int outlen = 0;
726 /* 10.1.2.5 step 4.1 */
4218ebe8 727 ret = drbg_kcapi_hash(drbg, drbg->V, &datalist);
541af946
SM
728 if (ret)
729 return ret;
730 outlen = (drbg_blocklen(drbg) < (buflen - len)) ?
731 drbg_blocklen(drbg) : (buflen - len);
541af946
SM
732
733 /* 10.1.2.5 step 4.2 */
734 memcpy(buf + len, drbg->V, outlen);
735 len += outlen;
736 }
737
738 /* 10.1.2.5 step 6 */
27e4de2b
SM
739 if (addtl && !list_empty(addtl))
740 ret = drbg_hmac_update(drbg, addtl, 1);
741 else
8c987166 742 ret = drbg_hmac_update(drbg, NULL, 1);
541af946
SM
743 if (ret)
744 return ret;
745
746 return len;
747}
748
e4bc02ac 749static const struct drbg_state_ops drbg_hmac_ops = {
541af946
SM
750 .update = drbg_hmac_update,
751 .generate = drbg_hmac_generate,
752 .crypto_init = drbg_init_hash_kernel,
753 .crypto_fini = drbg_fini_hash_kernel,
541af946
SM
754};
755#endif /* CONFIG_CRYPTO_DRBG_HMAC */
756
757/******************************************************************
758 * Hash DRBG callback functions
759 ******************************************************************/
760
761#ifdef CONFIG_CRYPTO_DRBG_HASH
e25e47ec 762#define CRYPTO_DRBG_HASH_STRING "HASH "
0653a7cf
SM
763MODULE_ALIAS_CRYPTO("drbg_pr_sha512");
764MODULE_ALIAS_CRYPTO("drbg_nopr_sha512");
765MODULE_ALIAS_CRYPTO("drbg_pr_sha384");
766MODULE_ALIAS_CRYPTO("drbg_nopr_sha384");
767MODULE_ALIAS_CRYPTO("drbg_pr_sha256");
768MODULE_ALIAS_CRYPTO("drbg_nopr_sha256");
769MODULE_ALIAS_CRYPTO("drbg_pr_sha1");
770MODULE_ALIAS_CRYPTO("drbg_nopr_sha1");
62b62b6e 771
41a84982
SM
772/*
773 * Increment buffer
774 *
775 * @dst buffer to increment
776 * @add value to add
777 */
778static inline void drbg_add_buf(unsigned char *dst, size_t dstlen,
779 const unsigned char *add, size_t addlen)
780{
781 /* implied: dstlen > addlen */
782 unsigned char *dstptr;
783 const unsigned char *addptr;
784 unsigned int remainder = 0;
785 size_t len = addlen;
786
787 dstptr = dst + (dstlen-1);
788 addptr = add + (addlen-1);
789 while (len) {
790 remainder += *dstptr + *addptr;
791 *dstptr = remainder & 0xff;
792 remainder >>= 8;
793 len--; dstptr--; addptr--;
794 }
795 len = dstlen - addlen;
796 while (len && remainder > 0) {
797 remainder = *dstptr + 1;
798 *dstptr = remainder & 0xff;
799 remainder >>= 8;
800 len--; dstptr--;
801 }
802}
803
541af946
SM
804/*
805 * scratchpad usage: as drbg_hash_update and drbg_hash_df are used
806 * interlinked, the scratchpad is used as follows:
807 * drbg_hash_update
808 * start: drbg->scratchpad
809 * length: drbg_statelen(drbg)
810 * drbg_hash_df:
811 * start: drbg->scratchpad + drbg_statelen(drbg)
812 * length: drbg_blocklen(drbg)
813 *
814 * drbg_hash_process_addtl uses the scratchpad, but fully completes
815 * before either of the functions mentioned before are invoked. Therefore,
816 * drbg_hash_process_addtl does not need to be specifically considered.
817 */
818
819/* Derivation Function for Hash DRBG as defined in 10.4.1 */
820static int drbg_hash_df(struct drbg_state *drbg,
821 unsigned char *outval, size_t outlen,
8c987166 822 struct list_head *entropylist)
541af946
SM
823{
824 int ret = 0;
825 size_t len = 0;
826 unsigned char input[5];
827 unsigned char *tmp = drbg->scratchpad + drbg_statelen(drbg);
8c987166 828 struct drbg_string data;
541af946 829
541af946
SM
830 /* 10.4.1 step 3 */
831 input[0] = 1;
72f3e00d 832 drbg_cpu_to_be32((outlen * 8), &input[1]);
541af946
SM
833
834 /* 10.4.1 step 4.1 -- concatenation of data for input into hash */
8c987166
SM
835 drbg_string_fill(&data, input, 5);
836 list_add(&data.list, entropylist);
541af946
SM
837
838 /* 10.4.1 step 4 */
839 while (len < outlen) {
840 short blocklen = 0;
841 /* 10.4.1 step 4.1 */
4218ebe8 842 ret = drbg_kcapi_hash(drbg, tmp, entropylist);
541af946
SM
843 if (ret)
844 goto out;
845 /* 10.4.1 step 4.2 */
846 input[0]++;
847 blocklen = (drbg_blocklen(drbg) < (outlen - len)) ?
848 drbg_blocklen(drbg) : (outlen - len);
849 memcpy(outval + len, tmp, blocklen);
850 len += blocklen;
851 }
852
853out:
1471f09f 854 memset(tmp, 0, drbg_blocklen(drbg));
541af946
SM
855 return ret;
856}
857
858/* update function for Hash DRBG as defined in 10.1.1.2 / 10.1.1.3 */
8c987166 859static int drbg_hash_update(struct drbg_state *drbg, struct list_head *seed,
541af946
SM
860 int reseed)
861{
862 int ret = 0;
863 struct drbg_string data1, data2;
8c987166
SM
864 LIST_HEAD(datalist);
865 LIST_HEAD(datalist2);
541af946
SM
866 unsigned char *V = drbg->scratchpad;
867 unsigned char prefix = DRBG_PREFIX1;
868
541af946
SM
869 if (!seed)
870 return -EINVAL;
871
872 if (reseed) {
873 /* 10.1.1.3 step 1 */
874 memcpy(V, drbg->V, drbg_statelen(drbg));
875 drbg_string_fill(&data1, &prefix, 1);
8c987166 876 list_add_tail(&data1.list, &datalist);
541af946 877 drbg_string_fill(&data2, V, drbg_statelen(drbg));
8c987166 878 list_add_tail(&data2.list, &datalist);
541af946 879 }
8c987166 880 list_splice_tail(seed, &datalist);
541af946
SM
881
882 /* 10.1.1.2 / 10.1.1.3 step 2 and 3 */
8c987166 883 ret = drbg_hash_df(drbg, drbg->V, drbg_statelen(drbg), &datalist);
541af946
SM
884 if (ret)
885 goto out;
886
887 /* 10.1.1.2 / 10.1.1.3 step 4 */
888 prefix = DRBG_PREFIX0;
889 drbg_string_fill(&data1, &prefix, 1);
8c987166 890 list_add_tail(&data1.list, &datalist2);
541af946 891 drbg_string_fill(&data2, drbg->V, drbg_statelen(drbg));
8c987166 892 list_add_tail(&data2.list, &datalist2);
541af946 893 /* 10.1.1.2 / 10.1.1.3 step 4 */
8c987166 894 ret = drbg_hash_df(drbg, drbg->C, drbg_statelen(drbg), &datalist2);
541af946
SM
895
896out:
1471f09f 897 memset(drbg->scratchpad, 0, drbg_statelen(drbg));
541af946
SM
898 return ret;
899}
900
901/* processing of additional information string for Hash DRBG */
902static int drbg_hash_process_addtl(struct drbg_state *drbg,
27e4de2b 903 struct list_head *addtl)
541af946
SM
904{
905 int ret = 0;
906 struct drbg_string data1, data2;
8c987166 907 LIST_HEAD(datalist);
541af946
SM
908 unsigned char prefix = DRBG_PREFIX2;
909
541af946 910 /* 10.1.1.4 step 2 */
27e4de2b 911 if (!addtl || list_empty(addtl))
541af946
SM
912 return 0;
913
914 /* 10.1.1.4 step 2a */
915 drbg_string_fill(&data1, &prefix, 1);
916 drbg_string_fill(&data2, drbg->V, drbg_statelen(drbg));
8c987166
SM
917 list_add_tail(&data1.list, &datalist);
918 list_add_tail(&data2.list, &datalist);
27e4de2b 919 list_splice_tail(addtl, &datalist);
4218ebe8 920 ret = drbg_kcapi_hash(drbg, drbg->scratchpad, &datalist);
541af946
SM
921 if (ret)
922 goto out;
923
924 /* 10.1.1.4 step 2b */
925 drbg_add_buf(drbg->V, drbg_statelen(drbg),
926 drbg->scratchpad, drbg_blocklen(drbg));
927
928out:
1471f09f 929 memset(drbg->scratchpad, 0, drbg_blocklen(drbg));
541af946
SM
930 return ret;
931}
932
933/* Hashgen defined in 10.1.1.4 */
934static int drbg_hash_hashgen(struct drbg_state *drbg,
935 unsigned char *buf,
936 unsigned int buflen)
937{
938 int len = 0;
939 int ret = 0;
940 unsigned char *src = drbg->scratchpad;
941 unsigned char *dst = drbg->scratchpad + drbg_statelen(drbg);
942 struct drbg_string data;
8c987166 943 LIST_HEAD(datalist);
541af946 944
541af946
SM
945 /* 10.1.1.4 step hashgen 2 */
946 memcpy(src, drbg->V, drbg_statelen(drbg));
947
948 drbg_string_fill(&data, src, drbg_statelen(drbg));
8c987166 949 list_add_tail(&data.list, &datalist);
541af946
SM
950 while (len < buflen) {
951 unsigned int outlen = 0;
952 /* 10.1.1.4 step hashgen 4.1 */
4218ebe8 953 ret = drbg_kcapi_hash(drbg, dst, &datalist);
541af946
SM
954 if (ret) {
955 len = ret;
956 goto out;
957 }
958 outlen = (drbg_blocklen(drbg) < (buflen - len)) ?
959 drbg_blocklen(drbg) : (buflen - len);
541af946
SM
960 /* 10.1.1.4 step hashgen 4.2 */
961 memcpy(buf + len, dst, outlen);
962 len += outlen;
963 /* 10.1.1.4 hashgen step 4.3 */
964 if (len < buflen)
41a84982 965 crypto_inc(src, drbg_statelen(drbg));
541af946
SM
966 }
967
968out:
1471f09f 969 memset(drbg->scratchpad, 0,
541af946
SM
970 (drbg_statelen(drbg) + drbg_blocklen(drbg)));
971 return len;
972}
973
974/* generate function for Hash DRBG as defined in 10.1.1.4 */
975static int drbg_hash_generate(struct drbg_state *drbg,
976 unsigned char *buf, unsigned int buflen,
27e4de2b 977 struct list_head *addtl)
541af946
SM
978{
979 int len = 0;
980 int ret = 0;
72f3e00d
SM
981 union {
982 unsigned char req[8];
7c8ae03f 983 __be64 req_int;
72f3e00d 984 } u;
541af946
SM
985 unsigned char prefix = DRBG_PREFIX3;
986 struct drbg_string data1, data2;
8c987166 987 LIST_HEAD(datalist);
541af946
SM
988
989 /* 10.1.1.4 step 2 */
990 ret = drbg_hash_process_addtl(drbg, addtl);
991 if (ret)
992 return ret;
993 /* 10.1.1.4 step 3 */
994 len = drbg_hash_hashgen(drbg, buf, buflen);
995
996 /* this is the value H as documented in 10.1.1.4 */
541af946
SM
997 /* 10.1.1.4 step 4 */
998 drbg_string_fill(&data1, &prefix, 1);
8c987166 999 list_add_tail(&data1.list, &datalist);
541af946 1000 drbg_string_fill(&data2, drbg->V, drbg_statelen(drbg));
8c987166 1001 list_add_tail(&data2.list, &datalist);
4218ebe8 1002 ret = drbg_kcapi_hash(drbg, drbg->scratchpad, &datalist);
541af946
SM
1003 if (ret) {
1004 len = ret;
1005 goto out;
1006 }
1007
1008 /* 10.1.1.4 step 5 */
1009 drbg_add_buf(drbg->V, drbg_statelen(drbg),
1010 drbg->scratchpad, drbg_blocklen(drbg));
1011 drbg_add_buf(drbg->V, drbg_statelen(drbg),
1012 drbg->C, drbg_statelen(drbg));
72f3e00d
SM
1013 u.req_int = cpu_to_be64(drbg->reseed_ctr);
1014 drbg_add_buf(drbg->V, drbg_statelen(drbg), u.req, 8);
541af946
SM
1015
1016out:
1471f09f 1017 memset(drbg->scratchpad, 0, drbg_blocklen(drbg));
541af946
SM
1018 return len;
1019}
1020
1021/*
1022 * scratchpad usage: as update and generate are used isolated, both
1023 * can use the scratchpad
1024 */
e4bc02ac 1025static const struct drbg_state_ops drbg_hash_ops = {
541af946
SM
1026 .update = drbg_hash_update,
1027 .generate = drbg_hash_generate,
1028 .crypto_init = drbg_init_hash_kernel,
1029 .crypto_fini = drbg_fini_hash_kernel,
1030};
1031#endif /* CONFIG_CRYPTO_DRBG_HASH */
1032
1033/******************************************************************
1034 * Functions common for DRBG implementations
1035 ******************************************************************/
1036
3d6a5f75
SM
1037static inline int __drbg_seed(struct drbg_state *drbg, struct list_head *seed,
1038 int reseed)
1039{
1040 int ret = drbg->d_ops->update(drbg, seed, reseed);
1041
1042 if (ret)
1043 return ret;
1044
1045 drbg->seeded = true;
1046 /* 10.1.1.2 / 10.1.1.3 step 5 */
1047 drbg->reseed_ctr = 1;
1048
1049 return ret;
1050}
1051
db07cd26
SM
1052static inline int drbg_get_random_bytes(struct drbg_state *drbg,
1053 unsigned char *entropy,
1054 unsigned int entropylen)
1055{
1056 int ret;
1057
1058 do {
1059 get_random_bytes(entropy, entropylen);
1060 ret = drbg_fips_continuous_test(drbg, entropy);
1061 if (ret && ret != -EAGAIN)
1062 return ret;
1063 } while (ret);
1064
1065 return 0;
1066}
1067
4c787990
SM
1068static void drbg_async_seed(struct work_struct *work)
1069{
1070 struct drbg_string data;
1071 LIST_HEAD(seedlist);
1072 struct drbg_state *drbg = container_of(work, struct drbg_state,
1073 seed_work);
57225e67
SM
1074 unsigned int entropylen = drbg_sec_strength(drbg->core->flags);
1075 unsigned char entropy[32];
db07cd26 1076 int ret;
4c787990 1077
57225e67
SM
1078 BUG_ON(!entropylen);
1079 BUG_ON(entropylen > sizeof(entropy));
4c787990 1080
57225e67 1081 drbg_string_fill(&data, entropy, entropylen);
4c787990 1082 list_add_tail(&data.list, &seedlist);
57225e67 1083
4c787990 1084 mutex_lock(&drbg->drbg_mutex);
57225e67 1085
db07cd26
SM
1086 ret = drbg_get_random_bytes(drbg, entropy, entropylen);
1087 if (ret)
1088 goto unlock;
1089
57225e67
SM
1090 /* Set seeded to false so that if __drbg_seed fails the
1091 * next generate call will trigger a reseed.
1092 */
1093 drbg->seeded = false;
1094
1095 __drbg_seed(drbg, &seedlist, true);
1096
42ea507f
SM
1097 if (drbg->seeded)
1098 drbg->reseed_threshold = drbg_max_requests(drbg);
1099
db07cd26 1100unlock:
4c787990 1101 mutex_unlock(&drbg->drbg_mutex);
57225e67
SM
1102
1103 memzero_explicit(entropy, entropylen);
4c787990
SM
1104}
1105
541af946
SM
1106/*
1107 * Seeding or reseeding of the DRBG
1108 *
1109 * @drbg: DRBG state struct
1110 * @pers: personalization / additional information buffer
1111 * @reseed: 0 for initial seed process, 1 for reseeding
1112 *
1113 * return:
1114 * 0 on success
1115 * error value otherwise
1116 */
1117static int drbg_seed(struct drbg_state *drbg, struct drbg_string *pers,
1118 bool reseed)
1119{
57225e67
SM
1120 int ret;
1121 unsigned char entropy[((32 + 16) * 2)];
1122 unsigned int entropylen = drbg_sec_strength(drbg->core->flags);
541af946 1123 struct drbg_string data1;
8c987166 1124 LIST_HEAD(seedlist);
541af946
SM
1125
1126 /* 9.1 / 9.2 / 9.3.1 step 3 */
1127 if (pers && pers->len > (drbg_max_addtl(drbg))) {
a9089571 1128 pr_devel("DRBG: personalization string too long %zu\n",
541af946
SM
1129 pers->len);
1130 return -EINVAL;
1131 }
1132
8fded592
HX
1133 if (list_empty(&drbg->test_data.list)) {
1134 drbg_string_fill(&data1, drbg->test_data.buf,
1135 drbg->test_data.len);
541af946
SM
1136 pr_devel("DRBG: using test entropy\n");
1137 } else {
57225e67
SM
1138 /*
1139 * Gather entropy equal to the security strength of the DRBG.
1140 * With a derivation function, a nonce is required in addition
1141 * to the entropy. A nonce must be at least 1/2 of the security
1142 * strength of the DRBG in size. Thus, entropy + nonce is 3/2
1143 * of the strength. The consideration of a nonce is only
1144 * applicable during initial seeding.
1145 */
1146 BUG_ON(!entropylen);
1147 if (!reseed)
1148 entropylen = ((entropylen + 1) / 2) * 3;
1149 BUG_ON((entropylen * 2) > sizeof(entropy));
1150
b8ec5ba4 1151 /* Get seed from in-kernel /dev/urandom */
db07cd26
SM
1152 ret = drbg_get_random_bytes(drbg, entropy, entropylen);
1153 if (ret)
1154 goto out;
57225e67
SM
1155
1156 if (!drbg->jent) {
1157 drbg_string_fill(&data1, entropy, entropylen);
1158 pr_devel("DRBG: (re)seeding with %u bytes of entropy\n",
1159 entropylen);
b8ec5ba4 1160 } else {
57225e67
SM
1161 /* Get seed from Jitter RNG */
1162 ret = crypto_rng_get_bytes(drbg->jent,
1163 entropy + entropylen,
1164 entropylen);
1165 if (ret) {
1166 pr_devel("DRBG: jent failed with %d\n", ret);
97f2650e
SM
1167
1168 /*
1169 * Do not treat the transient failure of the
1170 * Jitter RNG as an error that needs to be
1171 * reported. The combined number of the
1172 * maximum reseed threshold times the maximum
1173 * number of Jitter RNG transient errors is
1174 * less than the reseed threshold required by
1175 * SP800-90A allowing us to treat the
1176 * transient errors as such.
1177 *
1178 * However, we mandate that at least the first
1179 * seeding operation must succeed with the
1180 * Jitter RNG.
1181 */
1182 if (!reseed || ret != -EAGAIN)
1183 goto out;
57225e67
SM
1184 }
1185
1186 drbg_string_fill(&data1, entropy, entropylen * 2);
1187 pr_devel("DRBG: (re)seeding with %u bytes of entropy\n",
1188 entropylen * 2);
b8ec5ba4 1189 }
541af946 1190 }
8c987166 1191 list_add_tail(&data1.list, &seedlist);
541af946
SM
1192
1193 /*
1194 * concatenation of entropy with personalization str / addtl input)
1195 * the variable pers is directly handed in by the caller, so check its
1196 * contents whether it is appropriate
1197 */
8c987166
SM
1198 if (pers && pers->buf && 0 < pers->len) {
1199 list_add_tail(&pers->list, &seedlist);
541af946
SM
1200 pr_devel("DRBG: using personalization string\n");
1201 }
1202
e6c0244a
SM
1203 if (!reseed) {
1204 memset(drbg->V, 0, drbg_statelen(drbg));
1205 memset(drbg->C, 0, drbg_statelen(drbg));
1206 }
1207
3d6a5f75
SM
1208 ret = __drbg_seed(drbg, &seedlist, reseed);
1209
db07cd26 1210out:
57225e67 1211 memzero_explicit(entropy, entropylen * 2);
4c787990 1212
541af946
SM
1213 return ret;
1214}
1215
1216/* Free all substructures in a DRBG state without the DRBG state structure */
1217static inline void drbg_dealloc_state(struct drbg_state *drbg)
1218{
1219 if (!drbg)
1220 return;
bd6227a1 1221 kzfree(drbg->Vbuf);
eea0d3ea 1222 drbg->Vbuf = NULL;
bd6227a1
SM
1223 drbg->V = NULL;
1224 kzfree(drbg->Cbuf);
eea0d3ea 1225 drbg->Cbuf = NULL;
bd6227a1 1226 drbg->C = NULL;
3cfc3b97
SM
1227 kzfree(drbg->scratchpadbuf);
1228 drbg->scratchpadbuf = NULL;
541af946 1229 drbg->reseed_ctr = 0;
2a57e424
HX
1230 drbg->d_ops = NULL;
1231 drbg->core = NULL;
db07cd26
SM
1232 if (IS_ENABLED(CONFIG_CRYPTO_FIPS)) {
1233 kzfree(drbg->prev);
1234 drbg->prev = NULL;
1235 drbg->fips_primed = false;
1236 }
541af946
SM
1237}
1238
1239/*
1240 * Allocate all sub-structures for a DRBG state.
1241 * The DRBG state structure must already be allocated.
1242 */
1243static inline int drbg_alloc_state(struct drbg_state *drbg)
1244{
1245 int ret = -ENOMEM;
1246 unsigned int sb_size = 0;
1247
2a57e424
HX
1248 switch (drbg->core->flags & DRBG_TYPE_MASK) {
1249#ifdef CONFIG_CRYPTO_DRBG_HMAC
1250 case DRBG_HMAC:
1251 drbg->d_ops = &drbg_hmac_ops;
1252 break;
1253#endif /* CONFIG_CRYPTO_DRBG_HMAC */
1254#ifdef CONFIG_CRYPTO_DRBG_HASH
1255 case DRBG_HASH:
1256 drbg->d_ops = &drbg_hash_ops;
1257 break;
1258#endif /* CONFIG_CRYPTO_DRBG_HASH */
1259#ifdef CONFIG_CRYPTO_DRBG_CTR
1260 case DRBG_CTR:
1261 drbg->d_ops = &drbg_ctr_ops;
1262 break;
1263#endif /* CONFIG_CRYPTO_DRBG_CTR */
1264 default:
1265 ret = -EOPNOTSUPP;
1266 goto err;
1267 }
1268
3cfc3b97
SM
1269 ret = drbg->d_ops->crypto_init(drbg);
1270 if (ret < 0)
541af946 1271 goto err;
3cfc3b97
SM
1272
1273 drbg->Vbuf = kmalloc(drbg_statelen(drbg) + ret, GFP_KERNEL);
1a45d7e3
WY
1274 if (!drbg->Vbuf) {
1275 ret = -ENOMEM;
3cfc3b97 1276 goto fini;
1a45d7e3 1277 }
3cfc3b97
SM
1278 drbg->V = PTR_ALIGN(drbg->Vbuf, ret + 1);
1279 drbg->Cbuf = kmalloc(drbg_statelen(drbg) + ret, GFP_KERNEL);
1a45d7e3
WY
1280 if (!drbg->Cbuf) {
1281 ret = -ENOMEM;
3cfc3b97 1282 goto fini;
1a45d7e3 1283 }
3cfc3b97 1284 drbg->C = PTR_ALIGN(drbg->Cbuf, ret + 1);
541af946
SM
1285 /* scratchpad is only generated for CTR and Hash */
1286 if (drbg->core->flags & DRBG_HMAC)
1287 sb_size = 0;
1288 else if (drbg->core->flags & DRBG_CTR)
1289 sb_size = drbg_statelen(drbg) + drbg_blocklen(drbg) + /* temp */
1290 drbg_statelen(drbg) + /* df_data */
1291 drbg_blocklen(drbg) + /* pad */
1292 drbg_blocklen(drbg) + /* iv */
8fecaad7 1293 drbg_statelen(drbg) + drbg_blocklen(drbg); /* temp */
541af946
SM
1294 else
1295 sb_size = drbg_statelen(drbg) + drbg_blocklen(drbg);
1296
1297 if (0 < sb_size) {
3cfc3b97 1298 drbg->scratchpadbuf = kzalloc(sb_size + ret, GFP_KERNEL);
1a45d7e3
WY
1299 if (!drbg->scratchpadbuf) {
1300 ret = -ENOMEM;
3cfc3b97 1301 goto fini;
1a45d7e3 1302 }
3cfc3b97 1303 drbg->scratchpad = PTR_ALIGN(drbg->scratchpadbuf, ret + 1);
541af946 1304 }
3d6a5f75 1305
db07cd26
SM
1306 if (IS_ENABLED(CONFIG_CRYPTO_FIPS)) {
1307 drbg->prev = kzalloc(drbg_sec_strength(drbg->core->flags),
1308 GFP_KERNEL);
e0664ebc
WY
1309 if (!drbg->prev) {
1310 ret = -ENOMEM;
db07cd26 1311 goto fini;
e0664ebc 1312 }
db07cd26
SM
1313 drbg->fips_primed = false;
1314 }
1315
541af946
SM
1316 return 0;
1317
3cfc3b97
SM
1318fini:
1319 drbg->d_ops->crypto_fini(drbg);
541af946
SM
1320err:
1321 drbg_dealloc_state(drbg);
1322 return ret;
1323}
1324
541af946
SM
1325/*************************************************************************
1326 * DRBG interface functions
1327 *************************************************************************/
1328
1329/*
1330 * DRBG generate function as required by SP800-90A - this function
1331 * generates random numbers
1332 *
1333 * @drbg DRBG state handle
1334 * @buf Buffer where to store the random numbers -- the buffer must already
1335 * be pre-allocated by caller
1336 * @buflen Length of output buffer - this value defines the number of random
1337 * bytes pulled from DRBG
1338 * @addtl Additional input that is mixed into state, may be NULL -- note
1339 * the entropy is pulled by the DRBG internally unconditionally
1340 * as defined in SP800-90A. The additional input is mixed into
1341 * the state in addition to the pulled entropy.
1342 *
cde001e4 1343 * return: 0 when all bytes are generated; < 0 in case of an error
541af946
SM
1344 */
1345static int drbg_generate(struct drbg_state *drbg,
1346 unsigned char *buf, unsigned int buflen,
1347 struct drbg_string *addtl)
1348{
1349 int len = 0;
27e4de2b 1350 LIST_HEAD(addtllist);
541af946 1351
2a57e424
HX
1352 if (!drbg->core) {
1353 pr_devel("DRBG: not yet seeded\n");
1354 return -EINVAL;
1355 }
541af946
SM
1356 if (0 == buflen || !buf) {
1357 pr_devel("DRBG: no output buffer provided\n");
1358 return -EINVAL;
1359 }
1360 if (addtl && NULL == addtl->buf && 0 < addtl->len) {
1361 pr_devel("DRBG: wrong format of additional information\n");
1362 return -EINVAL;
1363 }
1364
541af946
SM
1365 /* 9.3.1 step 2 */
1366 len = -EINVAL;
76899a41 1367 if (buflen > (drbg_max_request_bytes(drbg))) {
541af946
SM
1368 pr_devel("DRBG: requested random numbers too large %u\n",
1369 buflen);
1370 goto err;
1371 }
1372
1373 /* 9.3.1 step 3 is implicit with the chosen DRBG */
1374
1375 /* 9.3.1 step 4 */
76899a41 1376 if (addtl && addtl->len > (drbg_max_addtl(drbg))) {
541af946
SM
1377 pr_devel("DRBG: additional information string too long %zu\n",
1378 addtl->len);
1379 goto err;
1380 }
1381 /* 9.3.1 step 5 is implicit with the chosen DRBG */
1382
1383 /*
1384 * 9.3.1 step 6 and 9 supplemented by 9.3.2 step c is implemented
1385 * here. The spec is a bit convoluted here, we make it simpler.
1386 */
42ea507f 1387 if (drbg->reseed_threshold < drbg->reseed_ctr)
76899a41 1388 drbg->seeded = false;
541af946 1389
76899a41 1390 if (drbg->pr || !drbg->seeded) {
541af946
SM
1391 pr_devel("DRBG: reseeding before generation (prediction "
1392 "resistance: %s, state %s)\n",
1393 drbg->pr ? "true" : "false",
1394 drbg->seeded ? "seeded" : "unseeded");
1395 /* 9.3.1 steps 7.1 through 7.3 */
76899a41 1396 len = drbg_seed(drbg, addtl, true);
541af946
SM
1397 if (len)
1398 goto err;
1399 /* 9.3.1 step 7.4 */
1400 addtl = NULL;
1401 }
27e4de2b 1402
27e4de2b
SM
1403 if (addtl && 0 < addtl->len)
1404 list_add_tail(&addtl->list, &addtllist);
541af946 1405 /* 9.3.1 step 8 and 10 */
76899a41 1406 len = drbg->d_ops->generate(drbg, buf, buflen, &addtllist);
541af946
SM
1407
1408 /* 10.1.1.4 step 6, 10.1.2.5 step 7, 10.2.1.5.2 step 7 */
76899a41 1409 drbg->reseed_ctr++;
541af946
SM
1410 if (0 >= len)
1411 goto err;
1412
1413 /*
1414 * Section 11.3.3 requires to re-perform self tests after some
1415 * generated random numbers. The chosen value after which self
1416 * test is performed is arbitrary, but it should be reasonable.
1417 * However, we do not perform the self tests because of the following
1418 * reasons: it is mathematically impossible that the initial self tests
1419 * were successfully and the following are not. If the initial would
1420 * pass and the following would not, the kernel integrity is violated.
1421 * In this case, the entire kernel operation is questionable and it
1422 * is unlikely that the integrity violation only affects the
1423 * correct operation of the DRBG.
1424 *
1425 * Albeit the following code is commented out, it is provided in
1426 * case somebody has a need to implement the test of 11.3.3.
1427 */
1428#if 0
76899a41 1429 if (drbg->reseed_ctr && !(drbg->reseed_ctr % 4096)) {
541af946
SM
1430 int err = 0;
1431 pr_devel("DRBG: start to perform self test\n");
1432 if (drbg->core->flags & DRBG_HMAC)
1433 err = alg_test("drbg_pr_hmac_sha256",
1434 "drbg_pr_hmac_sha256", 0, 0);
1435 else if (drbg->core->flags & DRBG_CTR)
1436 err = alg_test("drbg_pr_ctr_aes128",
1437 "drbg_pr_ctr_aes128", 0, 0);
1438 else
1439 err = alg_test("drbg_pr_sha256",
1440 "drbg_pr_sha256", 0, 0);
1441 if (err) {
1442 pr_err("DRBG: periodical self test failed\n");
1443 /*
1444 * uninstantiate implies that from now on, only errors
1445 * are returned when reusing this DRBG cipher handle
1446 */
1447 drbg_uninstantiate(drbg);
541af946
SM
1448 return 0;
1449 } else {
1450 pr_devel("DRBG: self test successful\n");
1451 }
1452 }
1453#endif
1454
cde001e4
SM
1455 /*
1456 * All operations were successful, return 0 as mandated by
1457 * the kernel crypto API interface.
1458 */
1459 len = 0;
541af946 1460err:
541af946
SM
1461 return len;
1462}
1463
1464/*
1465 * Wrapper around drbg_generate which can pull arbitrary long strings
1466 * from the DRBG without hitting the maximum request limitation.
1467 *
1468 * Parameters: see drbg_generate
1469 * Return codes: see drbg_generate -- if one drbg_generate request fails,
1470 * the entire drbg_generate_long request fails
1471 */
1472static int drbg_generate_long(struct drbg_state *drbg,
1473 unsigned char *buf, unsigned int buflen,
1474 struct drbg_string *addtl)
1475{
082eb10b 1476 unsigned int len = 0;
541af946
SM
1477 unsigned int slice = 0;
1478 do {
082eb10b 1479 int err = 0;
541af946
SM
1480 unsigned int chunk = 0;
1481 slice = ((buflen - len) / drbg_max_request_bytes(drbg));
1482 chunk = slice ? drbg_max_request_bytes(drbg) : (buflen - len);
76899a41 1483 mutex_lock(&drbg->drbg_mutex);
082eb10b 1484 err = drbg_generate(drbg, buf + len, chunk, addtl);
76899a41 1485 mutex_unlock(&drbg->drbg_mutex);
082eb10b
SM
1486 if (0 > err)
1487 return err;
1488 len += chunk;
ce5481d0 1489 } while (slice > 0 && (len < buflen));
082eb10b 1490 return 0;
541af946
SM
1491}
1492
57225e67
SM
1493static void drbg_schedule_async_seed(struct random_ready_callback *rdy)
1494{
1495 struct drbg_state *drbg = container_of(rdy, struct drbg_state,
1496 random_ready);
1497
1498 schedule_work(&drbg->seed_work);
1499}
1500
1501static int drbg_prepare_hrng(struct drbg_state *drbg)
1502{
1503 int err;
1504
1505 /* We do not need an HRNG in test mode. */
1506 if (list_empty(&drbg->test_data.list))
1507 return 0;
1508
97f2650e
SM
1509 drbg->jent = crypto_alloc_rng("jitterentropy_rng", 0, 0);
1510
57225e67
SM
1511 INIT_WORK(&drbg->seed_work, drbg_async_seed);
1512
1513 drbg->random_ready.owner = THIS_MODULE;
1514 drbg->random_ready.func = drbg_schedule_async_seed;
1515
1516 err = add_random_ready_callback(&drbg->random_ready);
1517
1518 switch (err) {
1519 case 0:
1520 break;
1521
1522 case -EALREADY:
1523 err = 0;
1524 /* fall through */
1525
1526 default:
1527 drbg->random_ready.func = NULL;
1528 return err;
1529 }
1530
42ea507f
SM
1531 /*
1532 * Require frequent reseeds until the seed source is fully
1533 * initialized.
1534 */
1535 drbg->reseed_threshold = 50;
1536
57225e67
SM
1537 return err;
1538}
1539
541af946
SM
1540/*
1541 * DRBG instantiation function as required by SP800-90A - this function
1542 * sets up the DRBG handle, performs the initial seeding and all sanity
1543 * checks required by SP800-90A
1544 *
1545 * @drbg memory of state -- if NULL, new memory is allocated
1546 * @pers Personalization string that is mixed into state, may be NULL -- note
1547 * the entropy is pulled by the DRBG internally unconditionally
1548 * as defined in SP800-90A. The additional input is mixed into
1549 * the state in addition to the pulled entropy.
1550 * @coreref reference to core
1551 * @pr prediction resistance enabled
1552 *
1553 * return
1554 * 0 on success
1555 * error value otherwise
1556 */
1557static int drbg_instantiate(struct drbg_state *drbg, struct drbg_string *pers,
1558 int coreref, bool pr)
1559{
2a57e424
HX
1560 int ret;
1561 bool reseed = true;
541af946
SM
1562
1563 pr_devel("DRBG: Initializing DRBG core %d with prediction resistance "
1564 "%s\n", coreref, pr ? "enabled" : "disabled");
76899a41 1565 mutex_lock(&drbg->drbg_mutex);
541af946
SM
1566
1567 /* 9.1 step 1 is implicit with the selected DRBG type */
1568
1569 /*
1570 * 9.1 step 2 is implicit as caller can select prediction resistance
1571 * and the flag is copied into drbg->flags --
1572 * all DRBG types support prediction resistance
1573 */
1574
1575 /* 9.1 step 4 is implicit in drbg_sec_strength */
1576
2a57e424
HX
1577 if (!drbg->core) {
1578 drbg->core = &drbg_cores[coreref];
1579 drbg->pr = pr;
1580 drbg->seeded = false;
42ea507f 1581 drbg->reseed_threshold = drbg_max_requests(drbg);
541af946 1582
2a57e424
HX
1583 ret = drbg_alloc_state(drbg);
1584 if (ret)
1585 goto unlock;
1586
57225e67
SM
1587 ret = drbg_prepare_hrng(drbg);
1588 if (ret)
1589 goto free_everything;
1590
1591 if (IS_ERR(drbg->jent)) {
1592 ret = PTR_ERR(drbg->jent);
1593 drbg->jent = NULL;
1594 if (fips_enabled || ret != -ENOENT)
1595 goto free_everything;
1596 pr_info("DRBG: Continuing without Jitter RNG\n");
1597 }
1598
2a57e424
HX
1599 reseed = false;
1600 }
1601
1602 ret = drbg_seed(drbg, pers, reseed);
1603
57225e67
SM
1604 if (ret && !reseed)
1605 goto free_everything;
541af946 1606
76899a41 1607 mutex_unlock(&drbg->drbg_mutex);
2a57e424 1608 return ret;
541af946 1609
76899a41
SM
1610unlock:
1611 mutex_unlock(&drbg->drbg_mutex);
541af946 1612 return ret;
57225e67
SM
1613
1614free_everything:
1615 mutex_unlock(&drbg->drbg_mutex);
1616 drbg_uninstantiate(drbg);
1617 return ret;
541af946
SM
1618}
1619
1620/*
1621 * DRBG uninstantiate function as required by SP800-90A - this function
1622 * frees all buffers and the DRBG handle
1623 *
1624 * @drbg DRBG state handle
1625 *
1626 * return
1627 * 0 on success
1628 */
1629static int drbg_uninstantiate(struct drbg_state *drbg)
1630{
57225e67
SM
1631 if (drbg->random_ready.func) {
1632 del_random_ready_callback(&drbg->random_ready);
1633 cancel_work_sync(&drbg->seed_work);
57225e67
SM
1634 }
1635
819966c0
SM
1636 if (!IS_ERR_OR_NULL(drbg->jent))
1637 crypto_free_rng(drbg->jent);
1638 drbg->jent = NULL;
1639
2a57e424
HX
1640 if (drbg->d_ops)
1641 drbg->d_ops->crypto_fini(drbg);
541af946
SM
1642 drbg_dealloc_state(drbg);
1643 /* no scrubbing of test_data -- this shall survive an uninstantiate */
541af946
SM
1644 return 0;
1645}
1646
1647/*
1648 * Helper function for setting the test data in the DRBG
1649 *
1650 * @drbg DRBG state handle
8fded592
HX
1651 * @data test data
1652 * @len test data length
541af946 1653 */
8fded592
HX
1654static void drbg_kcapi_set_entropy(struct crypto_rng *tfm,
1655 const u8 *data, unsigned int len)
541af946 1656{
8fded592
HX
1657 struct drbg_state *drbg = crypto_rng_ctx(tfm);
1658
1659 mutex_lock(&drbg->drbg_mutex);
1660 drbg_string_fill(&drbg->test_data, data, len);
76899a41 1661 mutex_unlock(&drbg->drbg_mutex);
541af946
SM
1662}
1663
1664/***************************************************************
1665 * Kernel crypto API cipher invocations requested by DRBG
1666 ***************************************************************/
1667
1668#if defined(CONFIG_CRYPTO_DRBG_HASH) || defined(CONFIG_CRYPTO_DRBG_HMAC)
1669struct sdesc {
1670 struct shash_desc shash;
1671 char ctx[];
1672};
1673
1674static int drbg_init_hash_kernel(struct drbg_state *drbg)
1675{
1676 struct sdesc *sdesc;
1677 struct crypto_shash *tfm;
1678
1679 tfm = crypto_alloc_shash(drbg->core->backend_cra_name, 0, 0);
1680 if (IS_ERR(tfm)) {
593dfbd9
SS
1681 pr_info("DRBG: could not allocate digest TFM handle: %s\n",
1682 drbg->core->backend_cra_name);
541af946
SM
1683 return PTR_ERR(tfm);
1684 }
1685 BUG_ON(drbg_blocklen(drbg) != crypto_shash_digestsize(tfm));
1686 sdesc = kzalloc(sizeof(struct shash_desc) + crypto_shash_descsize(tfm),
1687 GFP_KERNEL);
1688 if (!sdesc) {
1689 crypto_free_shash(tfm);
1690 return -ENOMEM;
1691 }
1692
1693 sdesc->shash.tfm = tfm;
541af946 1694 drbg->priv_data = sdesc;
3cfc3b97
SM
1695
1696 return crypto_shash_alignmask(tfm);
541af946
SM
1697}
1698
1699static int drbg_fini_hash_kernel(struct drbg_state *drbg)
1700{
1701 struct sdesc *sdesc = (struct sdesc *)drbg->priv_data;
1702 if (sdesc) {
1703 crypto_free_shash(sdesc->shash.tfm);
1704 kzfree(sdesc);
1705 }
1706 drbg->priv_data = NULL;
1707 return 0;
1708}
1709
4218ebe8
SM
1710static void drbg_kcapi_hmacsetkey(struct drbg_state *drbg,
1711 const unsigned char *key)
1712{
1713 struct sdesc *sdesc = (struct sdesc *)drbg->priv_data;
1714
1715 crypto_shash_setkey(sdesc->shash.tfm, key, drbg_statelen(drbg));
1716}
1717
1718static int drbg_kcapi_hash(struct drbg_state *drbg, unsigned char *outval,
1719 const struct list_head *in)
541af946
SM
1720{
1721 struct sdesc *sdesc = (struct sdesc *)drbg->priv_data;
8c987166 1722 struct drbg_string *input = NULL;
541af946 1723
541af946 1724 crypto_shash_init(&sdesc->shash);
8c987166
SM
1725 list_for_each_entry(input, in, list)
1726 crypto_shash_update(&sdesc->shash, input->buf, input->len);
541af946
SM
1727 return crypto_shash_final(&sdesc->shash, outval);
1728}
1729#endif /* (CONFIG_CRYPTO_DRBG_HASH || CONFIG_CRYPTO_DRBG_HMAC) */
1730
1731#ifdef CONFIG_CRYPTO_DRBG_CTR
35591285
SM
1732static int drbg_fini_sym_kernel(struct drbg_state *drbg)
1733{
1734 struct crypto_cipher *tfm =
1735 (struct crypto_cipher *)drbg->priv_data;
1736 if (tfm)
1737 crypto_free_cipher(tfm);
1738 drbg->priv_data = NULL;
1739
1740 if (drbg->ctr_handle)
1741 crypto_free_skcipher(drbg->ctr_handle);
1742 drbg->ctr_handle = NULL;
1743
1744 if (drbg->ctr_req)
88f1d316 1745 skcipher_request_free(drbg->ctr_req);
35591285
SM
1746 drbg->ctr_req = NULL;
1747
51029812
SM
1748 kfree(drbg->outscratchpadbuf);
1749 drbg->outscratchpadbuf = NULL;
1750
35591285
SM
1751 return 0;
1752}
1753
541af946
SM
1754static int drbg_init_sym_kernel(struct drbg_state *drbg)
1755{
04bcbfcf 1756 struct crypto_cipher *tfm;
35591285
SM
1757 struct crypto_skcipher *sk_tfm;
1758 struct skcipher_request *req;
1759 unsigned int alignmask;
1760 char ctr_name[CRYPTO_MAX_ALG_NAME];
541af946 1761
04bcbfcf 1762 tfm = crypto_alloc_cipher(drbg->core->backend_cra_name, 0, 0);
541af946 1763 if (IS_ERR(tfm)) {
593dfbd9
SS
1764 pr_info("DRBG: could not allocate cipher TFM handle: %s\n",
1765 drbg->core->backend_cra_name);
541af946
SM
1766 return PTR_ERR(tfm);
1767 }
04bcbfcf 1768 BUG_ON(drbg_blocklen(drbg) != crypto_cipher_blocksize(tfm));
541af946 1769 drbg->priv_data = tfm;
541af946 1770
35591285
SM
1771 if (snprintf(ctr_name, CRYPTO_MAX_ALG_NAME, "ctr(%s)",
1772 drbg->core->backend_cra_name) >= CRYPTO_MAX_ALG_NAME) {
1773 drbg_fini_sym_kernel(drbg);
1774 return -EINVAL;
1775 }
1776 sk_tfm = crypto_alloc_skcipher(ctr_name, 0, 0);
1777 if (IS_ERR(sk_tfm)) {
1778 pr_info("DRBG: could not allocate CTR cipher TFM handle: %s\n",
1779 ctr_name);
1780 drbg_fini_sym_kernel(drbg);
1781 return PTR_ERR(sk_tfm);
1782 }
1783 drbg->ctr_handle = sk_tfm;
85a2dea4 1784 crypto_init_wait(&drbg->ctr_wait);
35591285
SM
1785
1786 req = skcipher_request_alloc(sk_tfm, GFP_KERNEL);
1787 if (!req) {
1788 pr_info("DRBG: could not allocate request queue\n");
1789 drbg_fini_sym_kernel(drbg);
01ac9458 1790 return -ENOMEM;
35591285
SM
1791 }
1792 drbg->ctr_req = req;
85a2dea4
GBY
1793 skcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG |
1794 CRYPTO_TFM_REQ_MAY_SLEEP,
1795 crypto_req_done, &drbg->ctr_wait);
35591285
SM
1796
1797 alignmask = crypto_skcipher_alignmask(sk_tfm);
51029812
SM
1798 drbg->outscratchpadbuf = kmalloc(DRBG_OUTSCRATCHLEN + alignmask,
1799 GFP_KERNEL);
1800 if (!drbg->outscratchpadbuf) {
1801 drbg_fini_sym_kernel(drbg);
1802 return -ENOMEM;
1803 }
1804 drbg->outscratchpad = (u8 *)PTR_ALIGN(drbg->outscratchpadbuf,
1805 alignmask + 1);
1806
cf862cbc 1807 sg_init_table(&drbg->sg_in, 1);
43490e80 1808 sg_init_one(&drbg->sg_out, drbg->outscratchpad, DRBG_OUTSCRATCHLEN);
cf862cbc 1809
3cfc3b97 1810 return alignmask;
541af946
SM
1811}
1812
ed494d4f
SM
1813static void drbg_kcapi_symsetkey(struct drbg_state *drbg,
1814 const unsigned char *key)
541af946 1815{
04bcbfcf
SM
1816 struct crypto_cipher *tfm =
1817 (struct crypto_cipher *)drbg->priv_data;
541af946 1818
04bcbfcf 1819 crypto_cipher_setkey(tfm, key, (drbg_keylen(drbg)));
ed494d4f
SM
1820}
1821
1822static int drbg_kcapi_sym(struct drbg_state *drbg, unsigned char *outval,
1823 const struct drbg_string *in)
1824{
1825 struct crypto_cipher *tfm =
1826 (struct crypto_cipher *)drbg->priv_data;
1827
04bcbfcf
SM
1828 /* there is only component in *in */
1829 BUG_ON(in->len < drbg_blocklen(drbg));
1830 crypto_cipher_encrypt_one(tfm, outval, in->buf);
1831 return 0;
541af946 1832}
35591285 1833
a07203fb
SM
1834static int drbg_kcapi_sym_ctr(struct drbg_state *drbg,
1835 u8 *inbuf, u32 inlen,
1836 u8 *outbuf, u32 outlen)
35591285 1837{
cf862cbc 1838 struct scatterlist *sg_in = &drbg->sg_in, *sg_out = &drbg->sg_out;
43490e80 1839 u32 scratchpad_use = min_t(u32, outlen, DRBG_OUTSCRATCHLEN);
51029812 1840 int ret;
35591285 1841
43490e80
SM
1842 if (inbuf) {
1843 /* Use caller-provided input buffer */
1844 sg_set_buf(sg_in, inbuf, inlen);
1845 } else {
1846 /* Use scratchpad for in-place operation */
1847 inlen = scratchpad_use;
1848 memset(drbg->outscratchpad, 0, scratchpad_use);
1849 sg_set_buf(sg_in, drbg->outscratchpad, scratchpad_use);
1850 }
35591285
SM
1851
1852 while (outlen) {
51029812 1853 u32 cryptlen = min3(inlen, outlen, (u32)DRBG_OUTSCRATCHLEN);
35591285 1854
51029812 1855 /* Output buffer may not be valid for SGL, use scratchpad */
cf862cbc 1856 skcipher_request_set_crypt(drbg->ctr_req, sg_in, sg_out,
35591285 1857 cryptlen, drbg->V);
85a2dea4
GBY
1858 ret = crypto_wait_req(crypto_skcipher_encrypt(drbg->ctr_req),
1859 &drbg->ctr_wait);
1860 if (ret)
51029812 1861 goto out;
85a2dea4
GBY
1862
1863 crypto_init_wait(&drbg->ctr_wait);
35591285 1864
51029812 1865 memcpy(outbuf, drbg->outscratchpad, cryptlen);
43490e80 1866 memzero_explicit(drbg->outscratchpad, cryptlen);
51029812 1867
35591285 1868 outlen -= cryptlen;
8ff4c191 1869 outbuf += cryptlen;
35591285 1870 }
51029812 1871 ret = 0;
35591285 1872
51029812 1873out:
51029812 1874 return ret;
35591285 1875}
541af946
SM
1876#endif /* CONFIG_CRYPTO_DRBG_CTR */
1877
1878/***************************************************************
1879 * Kernel crypto API interface to register DRBG
1880 ***************************************************************/
1881
1882/*
1883 * Look up the DRBG flags by given kernel crypto API cra_name
1884 * The code uses the drbg_cores definition to do this
1885 *
1886 * @cra_name kernel crypto API cra_name
1887 * @coreref reference to integer which is filled with the pointer to
1888 * the applicable core
1889 * @pr reference for setting prediction resistance
1890 *
1891 * return: flags
1892 */
1893static inline void drbg_convert_tfm_core(const char *cra_driver_name,
1894 int *coreref, bool *pr)
1895{
1896 int i = 0;
1897 size_t start = 0;
1898 int len = 0;
1899
1900 *pr = true;
1901 /* disassemble the names */
1902 if (!memcmp(cra_driver_name, "drbg_nopr_", 10)) {
1903 start = 10;
1904 *pr = false;
1905 } else if (!memcmp(cra_driver_name, "drbg_pr_", 8)) {
1906 start = 8;
1907 } else {
1908 return;
1909 }
1910
1911 /* remove the first part */
1912 len = strlen(cra_driver_name) - start;
1913 for (i = 0; ARRAY_SIZE(drbg_cores) > i; i++) {
1914 if (!memcmp(cra_driver_name + start, drbg_cores[i].cra_name,
1915 len)) {
1916 *coreref = i;
1917 return;
1918 }
1919 }
1920}
1921
1922static int drbg_kcapi_init(struct crypto_tfm *tfm)
1923{
1924 struct drbg_state *drbg = crypto_tfm_ctx(tfm);
541af946 1925
76899a41 1926 mutex_init(&drbg->drbg_mutex);
2a57e424
HX
1927
1928 return 0;
541af946
SM
1929}
1930
1931static void drbg_kcapi_cleanup(struct crypto_tfm *tfm)
1932{
1933 drbg_uninstantiate(crypto_tfm_ctx(tfm));
1934}
1935
1936/*
1937 * Generate random numbers invoked by the kernel crypto API:
1938 * The API of the kernel crypto API is extended as follows:
1939 *
8fded592
HX
1940 * src is additional input supplied to the RNG.
1941 * slen is the length of src.
1942 * dst is the output buffer where random data is to be stored.
1943 * dlen is the length of dst.
541af946 1944 */
8fded592
HX
1945static int drbg_kcapi_random(struct crypto_rng *tfm,
1946 const u8 *src, unsigned int slen,
1947 u8 *dst, unsigned int dlen)
541af946
SM
1948{
1949 struct drbg_state *drbg = crypto_rng_ctx(tfm);
8fded592
HX
1950 struct drbg_string *addtl = NULL;
1951 struct drbg_string string;
1952
1953 if (slen) {
8c987166 1954 /* linked list variable is now local to allow modification */
8fded592
HX
1955 drbg_string_fill(&string, src, slen);
1956 addtl = &string;
541af946 1957 }
8fded592
HX
1958
1959 return drbg_generate_long(drbg, dst, dlen, addtl);
541af946
SM
1960}
1961
1962/*
2a57e424 1963 * Seed the DRBG invoked by the kernel crypto API
541af946 1964 */
8fded592
HX
1965static int drbg_kcapi_seed(struct crypto_rng *tfm,
1966 const u8 *seed, unsigned int slen)
541af946
SM
1967{
1968 struct drbg_state *drbg = crypto_rng_ctx(tfm);
1969 struct crypto_tfm *tfm_base = crypto_rng_tfm(tfm);
1970 bool pr = false;
8fded592
HX
1971 struct drbg_string string;
1972 struct drbg_string *seed_string = NULL;
541af946
SM
1973 int coreref = 0;
1974
541af946
SM
1975 drbg_convert_tfm_core(crypto_tfm_alg_driver_name(tfm_base), &coreref,
1976 &pr);
1977 if (0 < slen) {
8fded592
HX
1978 drbg_string_fill(&string, seed, slen);
1979 seed_string = &string;
541af946 1980 }
8fded592
HX
1981
1982 return drbg_instantiate(drbg, seed_string, coreref, pr);
541af946
SM
1983}
1984
1985/***************************************************************
1986 * Kernel module: code to load the module
1987 ***************************************************************/
1988
1989/*
1990 * Tests as defined in 11.3.2 in addition to the cipher tests: testing
1991 * of the error handling.
1992 *
1993 * Note: testing of failing seed source as defined in 11.3.2 is not applicable
1994 * as seed source of get_random_bytes does not fail.
1995 *
1996 * Note 2: There is no sensible way of testing the reseed counter
1997 * enforcement, so skip it.
1998 */
1999static inline int __init drbg_healthcheck_sanity(void)
2000{
541af946
SM
2001 int len = 0;
2002#define OUTBUFLEN 16
2003 unsigned char buf[OUTBUFLEN];
2004 struct drbg_state *drbg = NULL;
2005 int ret = -EFAULT;
2006 int rc = -EFAULT;
2007 bool pr = false;
2008 int coreref = 0;
2009 struct drbg_string addtl;
2010 size_t max_addtllen, max_request_bytes;
2011
2012 /* only perform test in FIPS mode */
2013 if (!fips_enabled)
2014 return 0;
2015
2016#ifdef CONFIG_CRYPTO_DRBG_CTR
2017 drbg_convert_tfm_core("drbg_nopr_ctr_aes128", &coreref, &pr);
e25e47ec 2018#elif defined CONFIG_CRYPTO_DRBG_HASH
541af946
SM
2019 drbg_convert_tfm_core("drbg_nopr_sha256", &coreref, &pr);
2020#else
2021 drbg_convert_tfm_core("drbg_nopr_hmac_sha256", &coreref, &pr);
2022#endif
2023
2024 drbg = kzalloc(sizeof(struct drbg_state), GFP_KERNEL);
2025 if (!drbg)
2026 return -ENOMEM;
2027
e11a7548 2028 mutex_init(&drbg->drbg_mutex);
d89a6713
SM
2029 drbg->core = &drbg_cores[coreref];
2030 drbg->reseed_threshold = drbg_max_requests(drbg);
e11a7548 2031
541af946
SM
2032 /*
2033 * if the following tests fail, it is likely that there is a buffer
2034 * overflow as buf is much smaller than the requested or provided
2035 * string lengths -- in case the error handling does not succeed
2036 * we may get an OOPS. And we want to get an OOPS as this is a
2037 * grave bug.
2038 */
2039
541af946
SM
2040 max_addtllen = drbg_max_addtl(drbg);
2041 max_request_bytes = drbg_max_request_bytes(drbg);
2042 drbg_string_fill(&addtl, buf, max_addtllen + 1);
2043 /* overflow addtllen with additonal info string */
2044 len = drbg_generate(drbg, buf, OUTBUFLEN, &addtl);
2045 BUG_ON(0 < len);
2046 /* overflow max_bits */
2047 len = drbg_generate(drbg, buf, (max_request_bytes + 1), NULL);
2048 BUG_ON(0 < len);
541af946
SM
2049
2050 /* overflow max addtllen with personalization string */
d89a6713 2051 ret = drbg_seed(drbg, &addtl, false);
541af946 2052 BUG_ON(0 == ret);
541af946
SM
2053 /* all tests passed */
2054 rc = 0;
2055
2056 pr_devel("DRBG: Sanity tests for failure code paths successfully "
2057 "completed\n");
2058
d89a6713 2059 kfree(drbg);
541af946 2060 return rc;
541af946
SM
2061}
2062
8fded592 2063static struct rng_alg drbg_algs[22];
541af946
SM
2064
2065/*
2066 * Fill the array drbg_algs used to register the different DRBGs
2067 * with the kernel crypto API. To fill the array, the information
2068 * from drbg_cores[] is used.
2069 */
8fded592 2070static inline void __init drbg_fill_array(struct rng_alg *alg,
541af946
SM
2071 const struct drbg_core *core, int pr)
2072{
2073 int pos = 0;
51ee1422 2074 static int priority = 200;
541af946 2075
8fded592 2076 memcpy(alg->base.cra_name, "stdrng", 6);
541af946 2077 if (pr) {
8fded592 2078 memcpy(alg->base.cra_driver_name, "drbg_pr_", 8);
541af946
SM
2079 pos = 8;
2080 } else {
8fded592 2081 memcpy(alg->base.cra_driver_name, "drbg_nopr_", 10);
541af946
SM
2082 pos = 10;
2083 }
8fded592 2084 memcpy(alg->base.cra_driver_name + pos, core->cra_name,
541af946
SM
2085 strlen(core->cra_name));
2086
8fded592 2087 alg->base.cra_priority = priority;
541af946
SM
2088 priority++;
2089 /*
2090 * If FIPS mode enabled, the selected DRBG shall have the
2091 * highest cra_priority over other stdrng instances to ensure
2092 * it is selected.
2093 */
2094 if (fips_enabled)
8fded592
HX
2095 alg->base.cra_priority += 200;
2096
2097 alg->base.cra_ctxsize = sizeof(struct drbg_state);
2098 alg->base.cra_module = THIS_MODULE;
2099 alg->base.cra_init = drbg_kcapi_init;
2100 alg->base.cra_exit = drbg_kcapi_cleanup;
2101 alg->generate = drbg_kcapi_random;
2102 alg->seed = drbg_kcapi_seed;
2103 alg->set_ent = drbg_kcapi_set_entropy;
2104 alg->seedsize = 0;
541af946
SM
2105}
2106
2107static int __init drbg_init(void)
2108{
2109 unsigned int i = 0; /* pointer to drbg_algs */
2110 unsigned int j = 0; /* pointer to drbg_cores */
1a45d7e3 2111 int ret;
541af946
SM
2112
2113 ret = drbg_healthcheck_sanity();
2114 if (ret)
2115 return ret;
2116
2117 if (ARRAY_SIZE(drbg_cores) * 2 > ARRAY_SIZE(drbg_algs)) {
2118 pr_info("DRBG: Cannot register all DRBG types"
a9089571 2119 "(slots needed: %zu, slots available: %zu)\n",
541af946 2120 ARRAY_SIZE(drbg_cores) * 2, ARRAY_SIZE(drbg_algs));
1a45d7e3 2121 return -EFAULT;
541af946
SM
2122 }
2123
2124 /*
2125 * each DRBG definition can be used with PR and without PR, thus
2126 * we instantiate each DRBG in drbg_cores[] twice.
2127 *
2128 * As the order of placing them into the drbg_algs array matters
2129 * (the later DRBGs receive a higher cra_priority) we register the
2130 * prediction resistance DRBGs first as the should not be too
2131 * interesting.
2132 */
2133 for (j = 0; ARRAY_SIZE(drbg_cores) > j; j++, i++)
2134 drbg_fill_array(&drbg_algs[i], &drbg_cores[j], 1);
2135 for (j = 0; ARRAY_SIZE(drbg_cores) > j; j++, i++)
2136 drbg_fill_array(&drbg_algs[i], &drbg_cores[j], 0);
8fded592 2137 return crypto_register_rngs(drbg_algs, (ARRAY_SIZE(drbg_cores) * 2));
541af946
SM
2138}
2139
96956aef 2140static void __exit drbg_exit(void)
541af946 2141{
8fded592 2142 crypto_unregister_rngs(drbg_algs, (ARRAY_SIZE(drbg_cores) * 2));
541af946
SM
2143}
2144
c4741b23 2145subsys_initcall(drbg_init);
541af946 2146module_exit(drbg_exit);
e25e47ec
SM
2147#ifndef CRYPTO_DRBG_HASH_STRING
2148#define CRYPTO_DRBG_HASH_STRING ""
541af946 2149#endif
e25e47ec
SM
2150#ifndef CRYPTO_DRBG_HMAC_STRING
2151#define CRYPTO_DRBG_HMAC_STRING ""
541af946 2152#endif
e25e47ec
SM
2153#ifndef CRYPTO_DRBG_CTR_STRING
2154#define CRYPTO_DRBG_CTR_STRING ""
541af946 2155#endif
e25e47ec
SM
2156MODULE_LICENSE("GPL");
2157MODULE_AUTHOR("Stephan Mueller <smueller@chronox.de>");
2158MODULE_DESCRIPTION("NIST SP800-90A Deterministic Random Bit Generator (DRBG) "
2159 "using following cores: "
2160 CRYPTO_DRBG_HASH_STRING
2161 CRYPTO_DRBG_HMAC_STRING
2162 CRYPTO_DRBG_CTR_STRING);
51ee1422 2163MODULE_ALIAS_CRYPTO("stdrng");