Lines Matching refs:drbg
194 static int drbg_uninstantiate(struct drbg_state *drbg);
241 static int drbg_fips_continuous_test(struct drbg_state *drbg, in drbg_fips_continuous_test() argument
244 unsigned short entropylen = drbg_sec_strength(drbg->core->flags); in drbg_fips_continuous_test()
251 if (list_empty(&drbg->test_data.list)) in drbg_fips_continuous_test()
257 if (!drbg->fips_primed) { in drbg_fips_continuous_test()
259 memcpy(drbg->prev, entropy, entropylen); in drbg_fips_continuous_test()
260 drbg->fips_primed = true; in drbg_fips_continuous_test()
264 ret = memcmp(drbg->prev, entropy, entropylen); in drbg_fips_continuous_test()
267 memcpy(drbg->prev, entropy, entropylen); in drbg_fips_continuous_test()
306 static void drbg_kcapi_symsetkey(struct drbg_state *drbg,
308 static int drbg_kcapi_sym(struct drbg_state *drbg, unsigned char *outval,
310 static int drbg_init_sym_kernel(struct drbg_state *drbg);
311 static int drbg_fini_sym_kernel(struct drbg_state *drbg);
312 static int drbg_kcapi_sym_ctr(struct drbg_state *drbg,
318 static int drbg_ctr_bcc(struct drbg_state *drbg, in drbg_ctr_bcc() argument
327 drbg_string_fill(&data, out, drbg_blocklen(drbg)); in drbg_ctr_bcc()
330 drbg_kcapi_symsetkey(drbg, key); in drbg_ctr_bcc()
337 if (drbg_blocklen(drbg) == cnt) { in drbg_ctr_bcc()
339 ret = drbg_kcapi_sym(drbg, out, &data); in drbg_ctr_bcc()
351 ret = drbg_kcapi_sym(drbg, out, &data); in drbg_ctr_bcc()
396 static int drbg_ctr_df(struct drbg_state *drbg, in drbg_ctr_df() argument
405 unsigned char *pad = df_data + drbg_statelen(drbg); in drbg_ctr_df()
406 unsigned char *iv = pad + drbg_blocklen(drbg); in drbg_ctr_df()
407 unsigned char *temp = iv + drbg_blocklen(drbg); in drbg_ctr_df()
423 memset(pad, 0, drbg_blocklen(drbg)); in drbg_ctr_df()
424 memset(iv, 0, drbg_blocklen(drbg)); in drbg_ctr_df()
441 padlen = (inputlen + sizeof(L_N) + 1) % (drbg_blocklen(drbg)); in drbg_ctr_df()
444 padlen = drbg_blocklen(drbg) - padlen; in drbg_ctr_df()
454 drbg_string_fill(&S1, iv, drbg_blocklen(drbg)); in drbg_ctr_df()
463 while (templen < (drbg_keylen(drbg) + (drbg_blocklen(drbg)))) { in drbg_ctr_df()
471 ret = drbg_ctr_bcc(drbg, temp + templen, K, &bcc_list); in drbg_ctr_df()
476 templen += drbg_blocklen(drbg); in drbg_ctr_df()
480 X = temp + (drbg_keylen(drbg)); in drbg_ctr_df()
481 drbg_string_fill(&cipherin, X, drbg_blocklen(drbg)); in drbg_ctr_df()
486 drbg_kcapi_symsetkey(drbg, temp); in drbg_ctr_df()
494 ret = drbg_kcapi_sym(drbg, X, &cipherin); in drbg_ctr_df()
497 blocklen = (drbg_blocklen(drbg) < in drbg_ctr_df()
499 drbg_blocklen(drbg) : in drbg_ctr_df()
509 memset(iv, 0, drbg_blocklen(drbg)); in drbg_ctr_df()
510 memset(temp, 0, drbg_statelen(drbg) + drbg_blocklen(drbg)); in drbg_ctr_df()
511 memset(pad, 0, drbg_blocklen(drbg)); in drbg_ctr_df()
530 static int drbg_ctr_update(struct drbg_state *drbg, struct list_head *seed, in drbg_ctr_update() argument
535 unsigned char *temp = drbg->scratchpad; in drbg_ctr_update()
536 unsigned char *df_data = drbg->scratchpad + drbg_statelen(drbg) + in drbg_ctr_update()
537 drbg_blocklen(drbg); in drbg_ctr_update()
540 memset(df_data, 0, drbg_statelen(drbg)); in drbg_ctr_update()
550 crypto_inc(drbg->V, drbg_blocklen(drbg)); in drbg_ctr_update()
552 ret = crypto_skcipher_setkey(drbg->ctr_handle, drbg->C, in drbg_ctr_update()
553 drbg_keylen(drbg)); in drbg_ctr_update()
560 ret = drbg_ctr_df(drbg, df_data, drbg_statelen(drbg), seed); in drbg_ctr_update()
565 ret = drbg_kcapi_sym_ctr(drbg, df_data, drbg_statelen(drbg), in drbg_ctr_update()
566 temp, drbg_statelen(drbg)); in drbg_ctr_update()
571 ret = crypto_skcipher_setkey(drbg->ctr_handle, temp, in drbg_ctr_update()
572 drbg_keylen(drbg)); in drbg_ctr_update()
576 memcpy(drbg->V, temp + drbg_keylen(drbg), drbg_blocklen(drbg)); in drbg_ctr_update()
578 crypto_inc(drbg->V, drbg_blocklen(drbg)); in drbg_ctr_update()
582 memset(temp, 0, drbg_statelen(drbg) + drbg_blocklen(drbg)); in drbg_ctr_update()
584 memset(df_data, 0, drbg_statelen(drbg)); in drbg_ctr_update()
593 static int drbg_ctr_generate(struct drbg_state *drbg, in drbg_ctr_generate() argument
602 ret = drbg_ctr_update(drbg, addtl, 2); in drbg_ctr_generate()
608 ret = drbg_kcapi_sym_ctr(drbg, NULL, 0, buf, len); in drbg_ctr_generate()
613 ret = drbg_ctr_update(drbg, NULL, 3); in drbg_ctr_generate()
633 static int drbg_kcapi_hash(struct drbg_state *drbg, unsigned char *outval,
635 static void drbg_kcapi_hmacsetkey(struct drbg_state *drbg,
637 static int drbg_init_hash_kernel(struct drbg_state *drbg);
638 static int drbg_fini_hash_kernel(struct drbg_state *drbg);
653 static int drbg_hmac_update(struct drbg_state *drbg, struct list_head *seed, in drbg_hmac_update() argument
664 memset(drbg->V, 1, drbg_statelen(drbg)); in drbg_hmac_update()
665 drbg_kcapi_hmacsetkey(drbg, drbg->C); in drbg_hmac_update()
668 drbg_string_fill(&seed1, drbg->V, drbg_statelen(drbg)); in drbg_hmac_update()
677 drbg_string_fill(&vdata, drbg->V, drbg_statelen(drbg)); in drbg_hmac_update()
686 ret = drbg_kcapi_hash(drbg, drbg->C, &seedlist); in drbg_hmac_update()
689 drbg_kcapi_hmacsetkey(drbg, drbg->C); in drbg_hmac_update()
692 ret = drbg_kcapi_hash(drbg, drbg->V, &vdatalist); in drbg_hmac_update()
705 static int drbg_hmac_generate(struct drbg_state *drbg, in drbg_hmac_generate() argument
717 ret = drbg_hmac_update(drbg, addtl, 1); in drbg_hmac_generate()
722 drbg_string_fill(&data, drbg->V, drbg_statelen(drbg)); in drbg_hmac_generate()
727 ret = drbg_kcapi_hash(drbg, drbg->V, &datalist); in drbg_hmac_generate()
730 outlen = (drbg_blocklen(drbg) < (buflen - len)) ? in drbg_hmac_generate()
731 drbg_blocklen(drbg) : (buflen - len); in drbg_hmac_generate()
734 memcpy(buf + len, drbg->V, outlen); in drbg_hmac_generate()
740 ret = drbg_hmac_update(drbg, addtl, 1); in drbg_hmac_generate()
742 ret = drbg_hmac_update(drbg, NULL, 1); in drbg_hmac_generate()
820 static int drbg_hash_df(struct drbg_state *drbg, in drbg_hash_df() argument
827 unsigned char *tmp = drbg->scratchpad + drbg_statelen(drbg); in drbg_hash_df()
842 ret = drbg_kcapi_hash(drbg, tmp, entropylist); in drbg_hash_df()
847 blocklen = (drbg_blocklen(drbg) < (outlen - len)) ? in drbg_hash_df()
848 drbg_blocklen(drbg) : (outlen - len); in drbg_hash_df()
854 memset(tmp, 0, drbg_blocklen(drbg)); in drbg_hash_df()
859 static int drbg_hash_update(struct drbg_state *drbg, struct list_head *seed, in drbg_hash_update() argument
866 unsigned char *V = drbg->scratchpad; in drbg_hash_update()
874 memcpy(V, drbg->V, drbg_statelen(drbg)); in drbg_hash_update()
877 drbg_string_fill(&data2, V, drbg_statelen(drbg)); in drbg_hash_update()
883 ret = drbg_hash_df(drbg, drbg->V, drbg_statelen(drbg), &datalist); in drbg_hash_update()
891 drbg_string_fill(&data2, drbg->V, drbg_statelen(drbg)); in drbg_hash_update()
894 ret = drbg_hash_df(drbg, drbg->C, drbg_statelen(drbg), &datalist2); in drbg_hash_update()
897 memset(drbg->scratchpad, 0, drbg_statelen(drbg)); in drbg_hash_update()
902 static int drbg_hash_process_addtl(struct drbg_state *drbg, in drbg_hash_process_addtl() argument
916 drbg_string_fill(&data2, drbg->V, drbg_statelen(drbg)); in drbg_hash_process_addtl()
920 ret = drbg_kcapi_hash(drbg, drbg->scratchpad, &datalist); in drbg_hash_process_addtl()
925 drbg_add_buf(drbg->V, drbg_statelen(drbg), in drbg_hash_process_addtl()
926 drbg->scratchpad, drbg_blocklen(drbg)); in drbg_hash_process_addtl()
929 memset(drbg->scratchpad, 0, drbg_blocklen(drbg)); in drbg_hash_process_addtl()
934 static int drbg_hash_hashgen(struct drbg_state *drbg, in drbg_hash_hashgen() argument
940 unsigned char *src = drbg->scratchpad; in drbg_hash_hashgen()
941 unsigned char *dst = drbg->scratchpad + drbg_statelen(drbg); in drbg_hash_hashgen()
946 memcpy(src, drbg->V, drbg_statelen(drbg)); in drbg_hash_hashgen()
948 drbg_string_fill(&data, src, drbg_statelen(drbg)); in drbg_hash_hashgen()
953 ret = drbg_kcapi_hash(drbg, dst, &datalist); in drbg_hash_hashgen()
958 outlen = (drbg_blocklen(drbg) < (buflen - len)) ? in drbg_hash_hashgen()
959 drbg_blocklen(drbg) : (buflen - len); in drbg_hash_hashgen()
965 crypto_inc(src, drbg_statelen(drbg)); in drbg_hash_hashgen()
969 memset(drbg->scratchpad, 0, in drbg_hash_hashgen()
970 (drbg_statelen(drbg) + drbg_blocklen(drbg))); in drbg_hash_hashgen()
975 static int drbg_hash_generate(struct drbg_state *drbg, in drbg_hash_generate() argument
990 ret = drbg_hash_process_addtl(drbg, addtl); in drbg_hash_generate()
994 len = drbg_hash_hashgen(drbg, buf, buflen); in drbg_hash_generate()
1000 drbg_string_fill(&data2, drbg->V, drbg_statelen(drbg)); in drbg_hash_generate()
1002 ret = drbg_kcapi_hash(drbg, drbg->scratchpad, &datalist); in drbg_hash_generate()
1009 drbg_add_buf(drbg->V, drbg_statelen(drbg), in drbg_hash_generate()
1010 drbg->scratchpad, drbg_blocklen(drbg)); in drbg_hash_generate()
1011 drbg_add_buf(drbg->V, drbg_statelen(drbg), in drbg_hash_generate()
1012 drbg->C, drbg_statelen(drbg)); in drbg_hash_generate()
1013 u.req_int = cpu_to_be64(drbg->reseed_ctr); in drbg_hash_generate()
1014 drbg_add_buf(drbg->V, drbg_statelen(drbg), u.req, 8); in drbg_hash_generate()
1017 memset(drbg->scratchpad, 0, drbg_blocklen(drbg)); in drbg_hash_generate()
1037 static inline int __drbg_seed(struct drbg_state *drbg, struct list_head *seed, in __drbg_seed() argument
1040 int ret = drbg->d_ops->update(drbg, seed, reseed); in __drbg_seed()
1045 drbg->seeded = true; in __drbg_seed()
1047 drbg->reseed_ctr = 1; in __drbg_seed()
1052 static inline int drbg_get_random_bytes(struct drbg_state *drbg, in drbg_get_random_bytes() argument
1060 ret = drbg_fips_continuous_test(drbg, entropy); in drbg_get_random_bytes()
1072 struct drbg_state *drbg = container_of(work, struct drbg_state, in drbg_async_seed() local
1074 unsigned int entropylen = drbg_sec_strength(drbg->core->flags); in drbg_async_seed()
1084 mutex_lock(&drbg->drbg_mutex); in drbg_async_seed()
1086 ret = drbg_get_random_bytes(drbg, entropy, entropylen); in drbg_async_seed()
1091 crypto_free_rng(drbg->jent); in drbg_async_seed()
1092 drbg->jent = NULL; in drbg_async_seed()
1097 drbg->seeded = false; in drbg_async_seed()
1099 __drbg_seed(drbg, &seedlist, true); in drbg_async_seed()
1101 if (drbg->seeded) in drbg_async_seed()
1102 drbg->reseed_threshold = drbg_max_requests(drbg); in drbg_async_seed()
1105 mutex_unlock(&drbg->drbg_mutex); in drbg_async_seed()
1121 static int drbg_seed(struct drbg_state *drbg, struct drbg_string *pers, in drbg_seed() argument
1126 unsigned int entropylen = drbg_sec_strength(drbg->core->flags); in drbg_seed()
1131 if (pers && pers->len > (drbg_max_addtl(drbg))) { in drbg_seed()
1137 if (list_empty(&drbg->test_data.list)) { in drbg_seed()
1138 drbg_string_fill(&data1, drbg->test_data.buf, in drbg_seed()
1139 drbg->test_data.len); in drbg_seed()
1156 ret = drbg_get_random_bytes(drbg, entropy, entropylen); in drbg_seed()
1160 if (!drbg->jent) { in drbg_seed()
1166 ret = crypto_rng_get_bytes(drbg->jent, in drbg_seed()
1192 memset(drbg->V, 0, drbg_statelen(drbg)); in drbg_seed()
1193 memset(drbg->C, 0, drbg_statelen(drbg)); in drbg_seed()
1196 ret = __drbg_seed(drbg, &seedlist, reseed); in drbg_seed()
1205 static inline void drbg_dealloc_state(struct drbg_state *drbg) in drbg_dealloc_state() argument
1207 if (!drbg) in drbg_dealloc_state()
1209 kzfree(drbg->Vbuf); in drbg_dealloc_state()
1210 drbg->Vbuf = NULL; in drbg_dealloc_state()
1211 drbg->V = NULL; in drbg_dealloc_state()
1212 kzfree(drbg->Cbuf); in drbg_dealloc_state()
1213 drbg->Cbuf = NULL; in drbg_dealloc_state()
1214 drbg->C = NULL; in drbg_dealloc_state()
1215 kzfree(drbg->scratchpadbuf); in drbg_dealloc_state()
1216 drbg->scratchpadbuf = NULL; in drbg_dealloc_state()
1217 drbg->reseed_ctr = 0; in drbg_dealloc_state()
1218 drbg->d_ops = NULL; in drbg_dealloc_state()
1219 drbg->core = NULL; in drbg_dealloc_state()
1221 kzfree(drbg->prev); in drbg_dealloc_state()
1222 drbg->prev = NULL; in drbg_dealloc_state()
1223 drbg->fips_primed = false; in drbg_dealloc_state()
1231 static inline int drbg_alloc_state(struct drbg_state *drbg) in drbg_alloc_state() argument
1236 switch (drbg->core->flags & DRBG_TYPE_MASK) { in drbg_alloc_state()
1239 drbg->d_ops = &drbg_hmac_ops; in drbg_alloc_state()
1244 drbg->d_ops = &drbg_hash_ops; in drbg_alloc_state()
1249 drbg->d_ops = &drbg_ctr_ops; in drbg_alloc_state()
1257 ret = drbg->d_ops->crypto_init(drbg); in drbg_alloc_state()
1261 drbg->Vbuf = kmalloc(drbg_statelen(drbg) + ret, GFP_KERNEL); in drbg_alloc_state()
1262 if (!drbg->Vbuf) { in drbg_alloc_state()
1266 drbg->V = PTR_ALIGN(drbg->Vbuf, ret + 1); in drbg_alloc_state()
1267 drbg->Cbuf = kmalloc(drbg_statelen(drbg) + ret, GFP_KERNEL); in drbg_alloc_state()
1268 if (!drbg->Cbuf) { in drbg_alloc_state()
1272 drbg->C = PTR_ALIGN(drbg->Cbuf, ret + 1); in drbg_alloc_state()
1274 if (drbg->core->flags & DRBG_HMAC) in drbg_alloc_state()
1276 else if (drbg->core->flags & DRBG_CTR) in drbg_alloc_state()
1277 sb_size = drbg_statelen(drbg) + drbg_blocklen(drbg) + /* temp */ in drbg_alloc_state()
1278 drbg_statelen(drbg) + /* df_data */ in drbg_alloc_state()
1279 drbg_blocklen(drbg) + /* pad */ in drbg_alloc_state()
1280 drbg_blocklen(drbg) + /* iv */ in drbg_alloc_state()
1281 drbg_statelen(drbg) + drbg_blocklen(drbg); /* temp */ in drbg_alloc_state()
1283 sb_size = drbg_statelen(drbg) + drbg_blocklen(drbg); in drbg_alloc_state()
1286 drbg->scratchpadbuf = kzalloc(sb_size + ret, GFP_KERNEL); in drbg_alloc_state()
1287 if (!drbg->scratchpadbuf) { in drbg_alloc_state()
1291 drbg->scratchpad = PTR_ALIGN(drbg->scratchpadbuf, ret + 1); in drbg_alloc_state()
1295 drbg->prev = kzalloc(drbg_sec_strength(drbg->core->flags), in drbg_alloc_state()
1297 if (!drbg->prev) in drbg_alloc_state()
1299 drbg->fips_primed = false; in drbg_alloc_state()
1305 drbg->d_ops->crypto_fini(drbg); in drbg_alloc_state()
1307 drbg_dealloc_state(drbg); in drbg_alloc_state()
1331 static int drbg_generate(struct drbg_state *drbg, in drbg_generate() argument
1338 if (!drbg->core) { in drbg_generate()
1353 if (buflen > (drbg_max_request_bytes(drbg))) { in drbg_generate()
1362 if (addtl && addtl->len > (drbg_max_addtl(drbg))) { in drbg_generate()
1373 if (drbg->reseed_threshold < drbg->reseed_ctr) in drbg_generate()
1374 drbg->seeded = false; in drbg_generate()
1376 if (drbg->pr || !drbg->seeded) { in drbg_generate()
1379 drbg->pr ? "true" : "false", in drbg_generate()
1380 drbg->seeded ? "seeded" : "unseeded"); in drbg_generate()
1382 len = drbg_seed(drbg, addtl, true); in drbg_generate()
1392 len = drbg->d_ops->generate(drbg, buf, buflen, &addtllist); in drbg_generate()
1395 drbg->reseed_ctr++; in drbg_generate()
1415 if (drbg->reseed_ctr && !(drbg->reseed_ctr % 4096)) { in drbg_generate()
1418 if (drbg->core->flags & DRBG_HMAC) in drbg_generate()
1421 else if (drbg->core->flags & DRBG_CTR) in drbg_generate()
1433 drbg_uninstantiate(drbg); in drbg_generate()
1458 static int drbg_generate_long(struct drbg_state *drbg, in drbg_generate_long() argument
1467 slice = ((buflen - len) / drbg_max_request_bytes(drbg)); in drbg_generate_long()
1468 chunk = slice ? drbg_max_request_bytes(drbg) : (buflen - len); in drbg_generate_long()
1469 mutex_lock(&drbg->drbg_mutex); in drbg_generate_long()
1470 err = drbg_generate(drbg, buf + len, chunk, addtl); in drbg_generate_long()
1471 mutex_unlock(&drbg->drbg_mutex); in drbg_generate_long()
1481 struct drbg_state *drbg = container_of(rdy, struct drbg_state, in drbg_schedule_async_seed() local
1484 schedule_work(&drbg->seed_work); in drbg_schedule_async_seed()
1487 static int drbg_prepare_hrng(struct drbg_state *drbg) in drbg_prepare_hrng() argument
1492 if (list_empty(&drbg->test_data.list)) in drbg_prepare_hrng()
1495 INIT_WORK(&drbg->seed_work, drbg_async_seed); in drbg_prepare_hrng()
1497 drbg->random_ready.owner = THIS_MODULE; in drbg_prepare_hrng()
1498 drbg->random_ready.func = drbg_schedule_async_seed; in drbg_prepare_hrng()
1500 err = add_random_ready_callback(&drbg->random_ready); in drbg_prepare_hrng()
1511 drbg->random_ready.func = NULL; in drbg_prepare_hrng()
1515 drbg->jent = crypto_alloc_rng("jitterentropy_rng", 0, 0); in drbg_prepare_hrng()
1521 drbg->reseed_threshold = 50; in drbg_prepare_hrng()
1543 static int drbg_instantiate(struct drbg_state *drbg, struct drbg_string *pers, in drbg_instantiate() argument
1551 mutex_lock(&drbg->drbg_mutex); in drbg_instantiate()
1563 if (!drbg->core) { in drbg_instantiate()
1564 drbg->core = &drbg_cores[coreref]; in drbg_instantiate()
1565 drbg->pr = pr; in drbg_instantiate()
1566 drbg->seeded = false; in drbg_instantiate()
1567 drbg->reseed_threshold = drbg_max_requests(drbg); in drbg_instantiate()
1569 ret = drbg_alloc_state(drbg); in drbg_instantiate()
1573 ret = drbg_prepare_hrng(drbg); in drbg_instantiate()
1577 if (IS_ERR(drbg->jent)) { in drbg_instantiate()
1578 ret = PTR_ERR(drbg->jent); in drbg_instantiate()
1579 drbg->jent = NULL; in drbg_instantiate()
1588 ret = drbg_seed(drbg, pers, reseed); in drbg_instantiate()
1593 mutex_unlock(&drbg->drbg_mutex); in drbg_instantiate()
1597 mutex_unlock(&drbg->drbg_mutex); in drbg_instantiate()
1601 mutex_unlock(&drbg->drbg_mutex); in drbg_instantiate()
1602 drbg_uninstantiate(drbg); in drbg_instantiate()
1615 static int drbg_uninstantiate(struct drbg_state *drbg) in drbg_uninstantiate() argument
1617 if (drbg->random_ready.func) { in drbg_uninstantiate()
1618 del_random_ready_callback(&drbg->random_ready); in drbg_uninstantiate()
1619 cancel_work_sync(&drbg->seed_work); in drbg_uninstantiate()
1620 crypto_free_rng(drbg->jent); in drbg_uninstantiate()
1621 drbg->jent = NULL; in drbg_uninstantiate()
1624 if (drbg->d_ops) in drbg_uninstantiate()
1625 drbg->d_ops->crypto_fini(drbg); in drbg_uninstantiate()
1626 drbg_dealloc_state(drbg); in drbg_uninstantiate()
1641 struct drbg_state *drbg = crypto_rng_ctx(tfm); in drbg_kcapi_set_entropy() local
1643 mutex_lock(&drbg->drbg_mutex); in drbg_kcapi_set_entropy()
1644 drbg_string_fill(&drbg->test_data, data, len); in drbg_kcapi_set_entropy()
1645 mutex_unlock(&drbg->drbg_mutex); in drbg_kcapi_set_entropy()
1658 static int drbg_init_hash_kernel(struct drbg_state *drbg) in drbg_init_hash_kernel() argument
1663 tfm = crypto_alloc_shash(drbg->core->backend_cra_name, 0, 0); in drbg_init_hash_kernel()
1666 drbg->core->backend_cra_name); in drbg_init_hash_kernel()
1669 BUG_ON(drbg_blocklen(drbg) != crypto_shash_digestsize(tfm)); in drbg_init_hash_kernel()
1678 drbg->priv_data = sdesc; in drbg_init_hash_kernel()
1683 static int drbg_fini_hash_kernel(struct drbg_state *drbg) in drbg_fini_hash_kernel() argument
1685 struct sdesc *sdesc = (struct sdesc *)drbg->priv_data; in drbg_fini_hash_kernel()
1690 drbg->priv_data = NULL; in drbg_fini_hash_kernel()
1694 static void drbg_kcapi_hmacsetkey(struct drbg_state *drbg, in drbg_kcapi_hmacsetkey() argument
1697 struct sdesc *sdesc = (struct sdesc *)drbg->priv_data; in drbg_kcapi_hmacsetkey()
1699 crypto_shash_setkey(sdesc->shash.tfm, key, drbg_statelen(drbg)); in drbg_kcapi_hmacsetkey()
1702 static int drbg_kcapi_hash(struct drbg_state *drbg, unsigned char *outval, in drbg_kcapi_hash() argument
1705 struct sdesc *sdesc = (struct sdesc *)drbg->priv_data; in drbg_kcapi_hash()
1716 static int drbg_fini_sym_kernel(struct drbg_state *drbg) in drbg_fini_sym_kernel() argument
1719 (struct crypto_cipher *)drbg->priv_data; in drbg_fini_sym_kernel()
1722 drbg->priv_data = NULL; in drbg_fini_sym_kernel()
1724 if (drbg->ctr_handle) in drbg_fini_sym_kernel()
1725 crypto_free_skcipher(drbg->ctr_handle); in drbg_fini_sym_kernel()
1726 drbg->ctr_handle = NULL; in drbg_fini_sym_kernel()
1728 if (drbg->ctr_req) in drbg_fini_sym_kernel()
1729 skcipher_request_free(drbg->ctr_req); in drbg_fini_sym_kernel()
1730 drbg->ctr_req = NULL; in drbg_fini_sym_kernel()
1732 kfree(drbg->outscratchpadbuf); in drbg_fini_sym_kernel()
1733 drbg->outscratchpadbuf = NULL; in drbg_fini_sym_kernel()
1738 static int drbg_init_sym_kernel(struct drbg_state *drbg) in drbg_init_sym_kernel() argument
1746 tfm = crypto_alloc_cipher(drbg->core->backend_cra_name, 0, 0); in drbg_init_sym_kernel()
1749 drbg->core->backend_cra_name); in drbg_init_sym_kernel()
1752 BUG_ON(drbg_blocklen(drbg) != crypto_cipher_blocksize(tfm)); in drbg_init_sym_kernel()
1753 drbg->priv_data = tfm; in drbg_init_sym_kernel()
1756 drbg->core->backend_cra_name) >= CRYPTO_MAX_ALG_NAME) { in drbg_init_sym_kernel()
1757 drbg_fini_sym_kernel(drbg); in drbg_init_sym_kernel()
1764 drbg_fini_sym_kernel(drbg); in drbg_init_sym_kernel()
1767 drbg->ctr_handle = sk_tfm; in drbg_init_sym_kernel()
1768 crypto_init_wait(&drbg->ctr_wait); in drbg_init_sym_kernel()
1773 drbg_fini_sym_kernel(drbg); in drbg_init_sym_kernel()
1776 drbg->ctr_req = req; in drbg_init_sym_kernel()
1779 crypto_req_done, &drbg->ctr_wait); in drbg_init_sym_kernel()
1782 drbg->outscratchpadbuf = kmalloc(DRBG_OUTSCRATCHLEN + alignmask, in drbg_init_sym_kernel()
1784 if (!drbg->outscratchpadbuf) { in drbg_init_sym_kernel()
1785 drbg_fini_sym_kernel(drbg); in drbg_init_sym_kernel()
1788 drbg->outscratchpad = (u8 *)PTR_ALIGN(drbg->outscratchpadbuf, in drbg_init_sym_kernel()
1791 sg_init_table(&drbg->sg_in, 1); in drbg_init_sym_kernel()
1792 sg_init_one(&drbg->sg_out, drbg->outscratchpad, DRBG_OUTSCRATCHLEN); in drbg_init_sym_kernel()
1797 static void drbg_kcapi_symsetkey(struct drbg_state *drbg, in drbg_kcapi_symsetkey() argument
1801 (struct crypto_cipher *)drbg->priv_data; in drbg_kcapi_symsetkey()
1803 crypto_cipher_setkey(tfm, key, (drbg_keylen(drbg))); in drbg_kcapi_symsetkey()
1806 static int drbg_kcapi_sym(struct drbg_state *drbg, unsigned char *outval, in drbg_kcapi_sym() argument
1810 (struct crypto_cipher *)drbg->priv_data; in drbg_kcapi_sym()
1813 BUG_ON(in->len < drbg_blocklen(drbg)); in drbg_kcapi_sym()
1818 static int drbg_kcapi_sym_ctr(struct drbg_state *drbg, in drbg_kcapi_sym_ctr() argument
1822 struct scatterlist *sg_in = &drbg->sg_in, *sg_out = &drbg->sg_out; in drbg_kcapi_sym_ctr()
1832 memset(drbg->outscratchpad, 0, scratchpad_use); in drbg_kcapi_sym_ctr()
1833 sg_set_buf(sg_in, drbg->outscratchpad, scratchpad_use); in drbg_kcapi_sym_ctr()
1840 skcipher_request_set_crypt(drbg->ctr_req, sg_in, sg_out, in drbg_kcapi_sym_ctr()
1841 cryptlen, drbg->V); in drbg_kcapi_sym_ctr()
1842 ret = crypto_wait_req(crypto_skcipher_encrypt(drbg->ctr_req), in drbg_kcapi_sym_ctr()
1843 &drbg->ctr_wait); in drbg_kcapi_sym_ctr()
1847 crypto_init_wait(&drbg->ctr_wait); in drbg_kcapi_sym_ctr()
1849 memcpy(outbuf, drbg->outscratchpad, cryptlen); in drbg_kcapi_sym_ctr()
1850 memzero_explicit(drbg->outscratchpad, cryptlen); in drbg_kcapi_sym_ctr()
1908 struct drbg_state *drbg = crypto_tfm_ctx(tfm); in drbg_kcapi_init() local
1910 mutex_init(&drbg->drbg_mutex); in drbg_kcapi_init()
1933 struct drbg_state *drbg = crypto_rng_ctx(tfm); in drbg_kcapi_random() local
1943 return drbg_generate_long(drbg, dst, dlen, addtl); in drbg_kcapi_random()
1952 struct drbg_state *drbg = crypto_rng_ctx(tfm); in drbg_kcapi_seed() local
1966 return drbg_instantiate(drbg, seed_string, coreref, pr); in drbg_kcapi_seed()
1988 struct drbg_state *drbg = NULL; in drbg_healthcheck_sanity() local
2008 drbg = kzalloc(sizeof(struct drbg_state), GFP_KERNEL); in drbg_healthcheck_sanity()
2009 if (!drbg) in drbg_healthcheck_sanity()
2012 mutex_init(&drbg->drbg_mutex); in drbg_healthcheck_sanity()
2013 drbg->core = &drbg_cores[coreref]; in drbg_healthcheck_sanity()
2014 drbg->reseed_threshold = drbg_max_requests(drbg); in drbg_healthcheck_sanity()
2024 max_addtllen = drbg_max_addtl(drbg); in drbg_healthcheck_sanity()
2025 max_request_bytes = drbg_max_request_bytes(drbg); in drbg_healthcheck_sanity()
2028 len = drbg_generate(drbg, buf, OUTBUFLEN, &addtl); in drbg_healthcheck_sanity()
2031 len = drbg_generate(drbg, buf, (max_request_bytes + 1), NULL); in drbg_healthcheck_sanity()
2035 ret = drbg_seed(drbg, &addtl, false); in drbg_healthcheck_sanity()
2043 kfree(drbg); in drbg_healthcheck_sanity()