Lines Matching refs:alg
31 static int crypto_check_alg(struct crypto_alg *alg) in crypto_check_alg() argument
33 crypto_check_module_sig(alg->cra_module); in crypto_check_alg()
35 if (!alg->cra_name[0] || !alg->cra_driver_name[0]) in crypto_check_alg()
38 if (alg->cra_alignmask & (alg->cra_alignmask + 1)) in crypto_check_alg()
42 if (alg->cra_alignmask > MAX_ALGAPI_ALIGNMASK) in crypto_check_alg()
45 if (alg->cra_blocksize > MAX_ALGAPI_BLOCKSIZE) in crypto_check_alg()
49 if (!alg->cra_type && (alg->cra_flags & CRYPTO_ALG_TYPE_MASK) == in crypto_check_alg()
51 if (alg->cra_alignmask > MAX_CIPHER_ALIGNMASK) in crypto_check_alg()
54 if (alg->cra_blocksize > MAX_CIPHER_BLOCKSIZE) in crypto_check_alg()
58 if (alg->cra_priority < 0) in crypto_check_alg()
61 refcount_set(&alg->cra_refcnt, 1); in crypto_check_alg()
68 inst->alg.cra_type->free(inst); in crypto_free_instance()
71 static void crypto_destroy_instance(struct crypto_alg *alg) in crypto_destroy_instance() argument
73 struct crypto_instance *inst = (void *)alg; in crypto_destroy_instance()
89 static struct list_head *crypto_more_spawns(struct crypto_alg *alg, in crypto_more_spawns() argument
110 return &n->inst->alg.cra_users; in crypto_more_spawns()
118 if (crypto_is_dead(&inst->alg)) in crypto_remove_instance()
121 inst->alg.cra_flags |= CRYPTO_ALG_DEAD; in crypto_remove_instance()
126 list_move(&inst->alg.cra_list, list); in crypto_remove_instance()
128 inst->alg.cra_destroy = crypto_destroy_instance; in crypto_remove_instance()
130 BUG_ON(!list_empty(&inst->alg.cra_users)); in crypto_remove_instance()
139 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list, in crypto_remove_spawns() argument
142 u32 new_type = (nalg ?: alg)->cra_flags; in crypto_remove_spawns()
149 spawns = &alg->cra_users; in crypto_remove_spawns()
151 if ((spawn->alg->cra_flags ^ new_type) & spawn->mask) in crypto_remove_spawns()
172 spawn->dead = !spawn->registered || &inst->alg != nalg; in crypto_remove_spawns()
177 BUG_ON(&inst->alg == alg); in crypto_remove_spawns()
179 if (&inst->alg == nalg) in crypto_remove_spawns()
182 spawns = &inst->alg.cra_users; in crypto_remove_spawns()
202 } while ((spawns = crypto_more_spawns(alg, &stack, &top, in crypto_remove_spawns()
212 list_move(&spawn->list, &spawn->alg->cra_users); in crypto_remove_spawns()
219 static struct crypto_larval *__crypto_register_alg(struct crypto_alg *alg) in __crypto_register_alg() argument
225 if (crypto_is_dead(alg)) in __crypto_register_alg()
228 INIT_LIST_HEAD(&alg->cra_users); in __crypto_register_alg()
231 alg->cra_flags &= ~CRYPTO_ALG_TESTED; in __crypto_register_alg()
236 if (q == alg) in __crypto_register_alg()
243 if (!strcmp(alg->cra_driver_name, q->cra_driver_name)) in __crypto_register_alg()
248 if (!strcmp(q->cra_driver_name, alg->cra_name) || in __crypto_register_alg()
249 !strcmp(q->cra_name, alg->cra_driver_name)) in __crypto_register_alg()
253 larval = crypto_larval_alloc(alg->cra_name, in __crypto_register_alg()
254 alg->cra_flags | CRYPTO_ALG_TESTED, 0); in __crypto_register_alg()
259 larval->adult = crypto_mod_get(alg); in __crypto_register_alg()
263 refcount_set(&larval->alg.cra_refcnt, 1); in __crypto_register_alg()
264 memcpy(larval->alg.cra_driver_name, alg->cra_driver_name, in __crypto_register_alg()
266 larval->alg.cra_priority = alg->cra_priority; in __crypto_register_alg()
268 list_add(&alg->cra_list, &crypto_alg_list); in __crypto_register_alg()
269 list_add(&larval->alg.cra_list, &crypto_alg_list); in __crypto_register_alg()
271 crypto_stats_init(alg); in __crypto_register_alg()
286 struct crypto_alg *alg; in crypto_alg_tested() local
307 alg = test->adult; in crypto_alg_tested()
308 if (err || list_empty(&alg->cra_list)) in crypto_alg_tested()
311 alg->cra_flags |= CRYPTO_ALG_TESTED; in crypto_alg_tested()
319 if (strcmp(alg->cra_name, q->cra_name)) in crypto_alg_tested()
322 if (q->cra_priority > alg->cra_priority) { in crypto_alg_tested()
329 if (q == alg) in crypto_alg_tested()
343 if (strcmp(alg->cra_name, q->cra_name) && in crypto_alg_tested()
344 strcmp(alg->cra_driver_name, q->cra_name)) in crypto_alg_tested()
349 if ((q->cra_flags ^ alg->cra_flags) & larval->mask) in crypto_alg_tested()
352 if (best && crypto_mod_get(alg)) in crypto_alg_tested()
353 larval->adult = alg; in crypto_alg_tested()
360 if (strcmp(alg->cra_name, q->cra_name)) in crypto_alg_tested()
363 if (strcmp(alg->cra_driver_name, q->cra_driver_name) && in crypto_alg_tested()
364 q->cra_priority > alg->cra_priority) in crypto_alg_tested()
367 crypto_remove_spawns(q, &list, alg); in crypto_alg_tested()
382 struct crypto_alg *alg; in crypto_remove_final() local
385 list_for_each_entry_safe(alg, n, list, cra_list) { in crypto_remove_final()
386 list_del_init(&alg->cra_list); in crypto_remove_final()
387 crypto_alg_put(alg); in crypto_remove_final()
400 crypto_alg_tested(larval->alg.cra_driver_name, 0); in crypto_wait_for_test()
409 crypto_larval_kill(&larval->alg); in crypto_wait_for_test()
412 int crypto_register_alg(struct crypto_alg *alg) in crypto_register_alg() argument
417 alg->cra_flags &= ~CRYPTO_ALG_DEAD; in crypto_register_alg()
418 err = crypto_check_alg(alg); in crypto_register_alg()
423 larval = __crypto_register_alg(alg); in crypto_register_alg()
434 static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list) in crypto_remove_alg() argument
436 if (unlikely(list_empty(&alg->cra_list))) in crypto_remove_alg()
439 alg->cra_flags |= CRYPTO_ALG_DEAD; in crypto_remove_alg()
441 list_del_init(&alg->cra_list); in crypto_remove_alg()
442 crypto_remove_spawns(alg, list, NULL); in crypto_remove_alg()
447 void crypto_unregister_alg(struct crypto_alg *alg) in crypto_unregister_alg() argument
453 ret = crypto_remove_alg(alg, &list); in crypto_unregister_alg()
456 if (WARN(ret, "Algorithm %s is not registered", alg->cra_driver_name)) in crypto_unregister_alg()
459 BUG_ON(refcount_read(&alg->cra_refcnt) != 1); in crypto_unregister_alg()
460 if (alg->cra_destroy) in crypto_unregister_alg()
461 alg->cra_destroy(alg); in crypto_unregister_alg()
550 int err = crypto_remove_alg(&inst->alg, &users); in crypto_unregister_template()
558 BUG_ON(refcount_read(&inst->alg.cra_refcnt) != 1); in crypto_unregister_template()
607 err = crypto_check_alg(&inst->alg); in crypto_register_instance()
611 inst->alg.cra_module = tmpl->module; in crypto_register_instance()
612 inst->alg.cra_flags |= CRYPTO_ALG_INSTANCE; in crypto_register_instance()
627 crypto_mod_put(spawn->alg); in crypto_register_instance()
632 larval = __crypto_register_alg(&inst->alg); in crypto_register_instance()
660 crypto_remove_spawns(&inst->alg, &list, NULL); in crypto_unregister_instance()
672 struct crypto_alg *alg; in crypto_grab_spawn() local
682 alg = crypto_find_alg(name, spawn->frontend, type, mask); in crypto_grab_spawn()
683 if (IS_ERR(alg)) in crypto_grab_spawn()
684 return PTR_ERR(alg); in crypto_grab_spawn()
687 if (!crypto_is_moribund(alg)) { in crypto_grab_spawn()
688 list_add(&spawn->list, &alg->cra_users); in crypto_grab_spawn()
689 spawn->alg = alg; in crypto_grab_spawn()
693 inst->alg.cra_flags |= in crypto_grab_spawn()
694 (alg->cra_flags & CRYPTO_ALG_INHERITED_FLAGS); in crypto_grab_spawn()
699 crypto_mod_put(alg); in crypto_grab_spawn()
706 if (!spawn->alg) /* not yet initialized? */ in crypto_drop_spawn()
715 crypto_mod_put(spawn->alg); in crypto_drop_spawn()
721 struct crypto_alg *alg = ERR_PTR(-EAGAIN); in crypto_spawn_alg() local
727 alg = spawn->alg; in crypto_spawn_alg()
728 if (!crypto_mod_get(alg)) { in crypto_spawn_alg()
729 target = crypto_alg_get(alg); in crypto_spawn_alg()
731 alg = ERR_PTR(-EAGAIN); in crypto_spawn_alg()
741 return alg; in crypto_spawn_alg()
747 struct crypto_alg *alg; in crypto_spawn_tfm() local
750 alg = crypto_spawn_alg(spawn); in crypto_spawn_tfm()
751 if (IS_ERR(alg)) in crypto_spawn_tfm()
752 return ERR_CAST(alg); in crypto_spawn_tfm()
755 if (unlikely((alg->cra_flags ^ type) & mask)) in crypto_spawn_tfm()
758 tfm = __crypto_alloc_tfm(alg, type, mask); in crypto_spawn_tfm()
765 crypto_mod_put(alg); in crypto_spawn_tfm()
772 struct crypto_alg *alg; in crypto_spawn_tfm2() local
775 alg = crypto_spawn_alg(spawn); in crypto_spawn_tfm2()
776 if (IS_ERR(alg)) in crypto_spawn_tfm2()
777 return ERR_CAST(alg); in crypto_spawn_tfm2()
779 tfm = crypto_create_tfm(alg, spawn->frontend); in crypto_spawn_tfm2()
786 crypto_mod_put(alg); in crypto_spawn_tfm2()
890 struct crypto_alg *alg) in crypto_inst_setname() argument
892 if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name, in crypto_inst_setname()
893 alg->cra_name) >= CRYPTO_MAX_ALG_NAME) in crypto_inst_setname()
896 if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", in crypto_inst_setname()
897 name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME) in crypto_inst_setname()
1047 unsigned int crypto_alg_extsize(struct crypto_alg *alg) in crypto_alg_extsize() argument
1049 return alg->cra_ctxsize + in crypto_alg_extsize()
1050 (alg->cra_alignmask & ~(crypto_tfm_ctx_alignment() - 1)); in crypto_alg_extsize()
1058 struct crypto_alg *alg = crypto_find_alg(name, frontend, type, mask); in crypto_type_has_alg() local
1060 if (!IS_ERR(alg)) { in crypto_type_has_alg()
1061 crypto_mod_put(alg); in crypto_type_has_alg()
1070 void crypto_stats_init(struct crypto_alg *alg) in crypto_stats_init() argument
1072 memset(&alg->stats, 0, sizeof(alg->stats)); in crypto_stats_init()
1076 void crypto_stats_get(struct crypto_alg *alg) in crypto_stats_get() argument
1078 crypto_alg_get(alg); in crypto_stats_get()
1082 void crypto_stats_aead_encrypt(unsigned int cryptlen, struct crypto_alg *alg, in crypto_stats_aead_encrypt() argument
1086 atomic64_inc(&alg->stats.aead.err_cnt); in crypto_stats_aead_encrypt()
1088 atomic64_inc(&alg->stats.aead.encrypt_cnt); in crypto_stats_aead_encrypt()
1089 atomic64_add(cryptlen, &alg->stats.aead.encrypt_tlen); in crypto_stats_aead_encrypt()
1091 crypto_alg_put(alg); in crypto_stats_aead_encrypt()
1095 void crypto_stats_aead_decrypt(unsigned int cryptlen, struct crypto_alg *alg, in crypto_stats_aead_decrypt() argument
1099 atomic64_inc(&alg->stats.aead.err_cnt); in crypto_stats_aead_decrypt()
1101 atomic64_inc(&alg->stats.aead.decrypt_cnt); in crypto_stats_aead_decrypt()
1102 atomic64_add(cryptlen, &alg->stats.aead.decrypt_tlen); in crypto_stats_aead_decrypt()
1104 crypto_alg_put(alg); in crypto_stats_aead_decrypt()
1109 struct crypto_alg *alg) in crypto_stats_akcipher_encrypt() argument
1112 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_encrypt()
1114 atomic64_inc(&alg->stats.akcipher.encrypt_cnt); in crypto_stats_akcipher_encrypt()
1115 atomic64_add(src_len, &alg->stats.akcipher.encrypt_tlen); in crypto_stats_akcipher_encrypt()
1117 crypto_alg_put(alg); in crypto_stats_akcipher_encrypt()
1122 struct crypto_alg *alg) in crypto_stats_akcipher_decrypt() argument
1125 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_decrypt()
1127 atomic64_inc(&alg->stats.akcipher.decrypt_cnt); in crypto_stats_akcipher_decrypt()
1128 atomic64_add(src_len, &alg->stats.akcipher.decrypt_tlen); in crypto_stats_akcipher_decrypt()
1130 crypto_alg_put(alg); in crypto_stats_akcipher_decrypt()
1134 void crypto_stats_akcipher_sign(int ret, struct crypto_alg *alg) in crypto_stats_akcipher_sign() argument
1137 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_sign()
1139 atomic64_inc(&alg->stats.akcipher.sign_cnt); in crypto_stats_akcipher_sign()
1140 crypto_alg_put(alg); in crypto_stats_akcipher_sign()
1144 void crypto_stats_akcipher_verify(int ret, struct crypto_alg *alg) in crypto_stats_akcipher_verify() argument
1147 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_verify()
1149 atomic64_inc(&alg->stats.akcipher.verify_cnt); in crypto_stats_akcipher_verify()
1150 crypto_alg_put(alg); in crypto_stats_akcipher_verify()
1154 void crypto_stats_compress(unsigned int slen, int ret, struct crypto_alg *alg) in crypto_stats_compress() argument
1157 atomic64_inc(&alg->stats.compress.err_cnt); in crypto_stats_compress()
1159 atomic64_inc(&alg->stats.compress.compress_cnt); in crypto_stats_compress()
1160 atomic64_add(slen, &alg->stats.compress.compress_tlen); in crypto_stats_compress()
1162 crypto_alg_put(alg); in crypto_stats_compress()
1166 void crypto_stats_decompress(unsigned int slen, int ret, struct crypto_alg *alg) in crypto_stats_decompress() argument
1169 atomic64_inc(&alg->stats.compress.err_cnt); in crypto_stats_decompress()
1171 atomic64_inc(&alg->stats.compress.decompress_cnt); in crypto_stats_decompress()
1172 atomic64_add(slen, &alg->stats.compress.decompress_tlen); in crypto_stats_decompress()
1174 crypto_alg_put(alg); in crypto_stats_decompress()
1179 struct crypto_alg *alg) in crypto_stats_ahash_update() argument
1182 atomic64_inc(&alg->stats.hash.err_cnt); in crypto_stats_ahash_update()
1184 atomic64_add(nbytes, &alg->stats.hash.hash_tlen); in crypto_stats_ahash_update()
1185 crypto_alg_put(alg); in crypto_stats_ahash_update()
1190 struct crypto_alg *alg) in crypto_stats_ahash_final() argument
1193 atomic64_inc(&alg->stats.hash.err_cnt); in crypto_stats_ahash_final()
1195 atomic64_inc(&alg->stats.hash.hash_cnt); in crypto_stats_ahash_final()
1196 atomic64_add(nbytes, &alg->stats.hash.hash_tlen); in crypto_stats_ahash_final()
1198 crypto_alg_put(alg); in crypto_stats_ahash_final()
1202 void crypto_stats_kpp_set_secret(struct crypto_alg *alg, int ret) in crypto_stats_kpp_set_secret() argument
1205 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_set_secret()
1207 atomic64_inc(&alg->stats.kpp.setsecret_cnt); in crypto_stats_kpp_set_secret()
1208 crypto_alg_put(alg); in crypto_stats_kpp_set_secret()
1212 void crypto_stats_kpp_generate_public_key(struct crypto_alg *alg, int ret) in crypto_stats_kpp_generate_public_key() argument
1215 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_generate_public_key()
1217 atomic64_inc(&alg->stats.kpp.generate_public_key_cnt); in crypto_stats_kpp_generate_public_key()
1218 crypto_alg_put(alg); in crypto_stats_kpp_generate_public_key()
1222 void crypto_stats_kpp_compute_shared_secret(struct crypto_alg *alg, int ret) in crypto_stats_kpp_compute_shared_secret() argument
1225 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_compute_shared_secret()
1227 atomic64_inc(&alg->stats.kpp.compute_shared_secret_cnt); in crypto_stats_kpp_compute_shared_secret()
1228 crypto_alg_put(alg); in crypto_stats_kpp_compute_shared_secret()
1232 void crypto_stats_rng_seed(struct crypto_alg *alg, int ret) in crypto_stats_rng_seed() argument
1235 atomic64_inc(&alg->stats.rng.err_cnt); in crypto_stats_rng_seed()
1237 atomic64_inc(&alg->stats.rng.seed_cnt); in crypto_stats_rng_seed()
1238 crypto_alg_put(alg); in crypto_stats_rng_seed()
1242 void crypto_stats_rng_generate(struct crypto_alg *alg, unsigned int dlen, in crypto_stats_rng_generate() argument
1246 atomic64_inc(&alg->stats.rng.err_cnt); in crypto_stats_rng_generate()
1248 atomic64_inc(&alg->stats.rng.generate_cnt); in crypto_stats_rng_generate()
1249 atomic64_add(dlen, &alg->stats.rng.generate_tlen); in crypto_stats_rng_generate()
1251 crypto_alg_put(alg); in crypto_stats_rng_generate()
1256 struct crypto_alg *alg) in crypto_stats_skcipher_encrypt() argument
1259 atomic64_inc(&alg->stats.cipher.err_cnt); in crypto_stats_skcipher_encrypt()
1261 atomic64_inc(&alg->stats.cipher.encrypt_cnt); in crypto_stats_skcipher_encrypt()
1262 atomic64_add(cryptlen, &alg->stats.cipher.encrypt_tlen); in crypto_stats_skcipher_encrypt()
1264 crypto_alg_put(alg); in crypto_stats_skcipher_encrypt()
1269 struct crypto_alg *alg) in crypto_stats_skcipher_decrypt() argument
1272 atomic64_inc(&alg->stats.cipher.err_cnt); in crypto_stats_skcipher_decrypt()
1274 atomic64_inc(&alg->stats.cipher.decrypt_cnt); in crypto_stats_skcipher_decrypt()
1275 atomic64_add(cryptlen, &alg->stats.cipher.decrypt_tlen); in crypto_stats_skcipher_decrypt()
1277 crypto_alg_put(alg); in crypto_stats_skcipher_decrypt()