Lines Matching refs:alg
31 static int crypto_check_alg(struct crypto_alg *alg) in crypto_check_alg() argument
33 crypto_check_module_sig(alg->cra_module); in crypto_check_alg()
35 if (!alg->cra_name[0] || !alg->cra_driver_name[0]) in crypto_check_alg()
38 if (alg->cra_alignmask & (alg->cra_alignmask + 1)) in crypto_check_alg()
42 if (alg->cra_alignmask > MAX_ALGAPI_ALIGNMASK) in crypto_check_alg()
45 if (alg->cra_blocksize > MAX_ALGAPI_BLOCKSIZE) in crypto_check_alg()
49 if (!alg->cra_type && (alg->cra_flags & CRYPTO_ALG_TYPE_MASK) == in crypto_check_alg()
51 if (alg->cra_alignmask > MAX_CIPHER_ALIGNMASK) in crypto_check_alg()
54 if (alg->cra_blocksize > MAX_CIPHER_BLOCKSIZE) in crypto_check_alg()
58 if (alg->cra_priority < 0) in crypto_check_alg()
61 refcount_set(&alg->cra_refcnt, 1); in crypto_check_alg()
68 inst->alg.cra_type->free(inst); in crypto_free_instance()
71 static void crypto_destroy_instance(struct crypto_alg *alg) in crypto_destroy_instance() argument
73 struct crypto_instance *inst = (void *)alg; in crypto_destroy_instance()
89 static struct list_head *crypto_more_spawns(struct crypto_alg *alg, in crypto_more_spawns() argument
110 return &n->inst->alg.cra_users; in crypto_more_spawns()
118 if (crypto_is_dead(&inst->alg)) in crypto_remove_instance()
121 inst->alg.cra_flags |= CRYPTO_ALG_DEAD; in crypto_remove_instance()
126 list_move(&inst->alg.cra_list, list); in crypto_remove_instance()
128 inst->alg.cra_destroy = crypto_destroy_instance; in crypto_remove_instance()
130 BUG_ON(!list_empty(&inst->alg.cra_users)); in crypto_remove_instance()
139 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list, in crypto_remove_spawns() argument
142 u32 new_type = (nalg ?: alg)->cra_flags; in crypto_remove_spawns()
149 spawns = &alg->cra_users; in crypto_remove_spawns()
151 if ((spawn->alg->cra_flags ^ new_type) & spawn->mask) in crypto_remove_spawns()
172 spawn->dead = !spawn->registered || &inst->alg != nalg; in crypto_remove_spawns()
177 BUG_ON(&inst->alg == alg); in crypto_remove_spawns()
179 if (&inst->alg == nalg) in crypto_remove_spawns()
182 spawns = &inst->alg.cra_users; in crypto_remove_spawns()
202 } while ((spawns = crypto_more_spawns(alg, &stack, &top, in crypto_remove_spawns()
212 list_move(&spawn->list, &spawn->alg->cra_users); in crypto_remove_spawns()
219 static struct crypto_larval *__crypto_register_alg(struct crypto_alg *alg) in __crypto_register_alg() argument
225 if (crypto_is_dead(alg)) in __crypto_register_alg()
228 INIT_LIST_HEAD(&alg->cra_users); in __crypto_register_alg()
231 alg->cra_flags &= ~CRYPTO_ALG_TESTED; in __crypto_register_alg()
236 if (q == alg) in __crypto_register_alg()
243 if (!strcmp(alg->cra_driver_name, q->cra_driver_name)) in __crypto_register_alg()
248 if (!strcmp(q->cra_driver_name, alg->cra_name) || in __crypto_register_alg()
249 !strcmp(q->cra_name, alg->cra_driver_name)) in __crypto_register_alg()
253 larval = crypto_larval_alloc(alg->cra_name, in __crypto_register_alg()
254 alg->cra_flags | CRYPTO_ALG_TESTED, 0); in __crypto_register_alg()
259 larval->adult = crypto_mod_get(alg); in __crypto_register_alg()
263 refcount_set(&larval->alg.cra_refcnt, 1); in __crypto_register_alg()
264 memcpy(larval->alg.cra_driver_name, alg->cra_driver_name, in __crypto_register_alg()
266 larval->alg.cra_priority = alg->cra_priority; in __crypto_register_alg()
268 list_add(&alg->cra_list, &crypto_alg_list); in __crypto_register_alg()
269 list_add(&larval->alg.cra_list, &crypto_alg_list); in __crypto_register_alg()
271 crypto_stats_init(alg); in __crypto_register_alg()
286 struct crypto_alg *alg; in crypto_alg_tested() local
307 alg = test->adult; in crypto_alg_tested()
308 if (err || list_empty(&alg->cra_list)) in crypto_alg_tested()
311 alg->cra_flags |= CRYPTO_ALG_TESTED; in crypto_alg_tested()
319 if (strcmp(alg->cra_name, q->cra_name)) in crypto_alg_tested()
322 if (q->cra_priority > alg->cra_priority) { in crypto_alg_tested()
329 if (q == alg) in crypto_alg_tested()
343 if (strcmp(alg->cra_name, q->cra_name) && in crypto_alg_tested()
344 strcmp(alg->cra_driver_name, q->cra_name)) in crypto_alg_tested()
349 if ((q->cra_flags ^ alg->cra_flags) & larval->mask) in crypto_alg_tested()
352 if (best && crypto_mod_get(alg)) in crypto_alg_tested()
353 larval->adult = alg; in crypto_alg_tested()
360 if (strcmp(alg->cra_name, q->cra_name)) in crypto_alg_tested()
363 if (strcmp(alg->cra_driver_name, q->cra_driver_name) && in crypto_alg_tested()
364 q->cra_priority > alg->cra_priority) in crypto_alg_tested()
367 crypto_remove_spawns(q, &list, alg); in crypto_alg_tested()
382 struct crypto_alg *alg; in crypto_remove_final() local
385 list_for_each_entry_safe(alg, n, list, cra_list) { in crypto_remove_final()
386 list_del_init(&alg->cra_list); in crypto_remove_final()
387 crypto_alg_put(alg); in crypto_remove_final()
400 crypto_alg_tested(larval->alg.cra_driver_name, 0); in crypto_wait_for_test()
409 crypto_larval_kill(&larval->alg); in crypto_wait_for_test()
412 int crypto_register_alg(struct crypto_alg *alg) in crypto_register_alg() argument
417 alg->cra_flags &= ~CRYPTO_ALG_DEAD; in crypto_register_alg()
418 err = crypto_check_alg(alg); in crypto_register_alg()
423 larval = __crypto_register_alg(alg); in crypto_register_alg()
434 static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list) in crypto_remove_alg() argument
436 if (unlikely(list_empty(&alg->cra_list))) in crypto_remove_alg()
439 alg->cra_flags |= CRYPTO_ALG_DEAD; in crypto_remove_alg()
441 list_del_init(&alg->cra_list); in crypto_remove_alg()
442 crypto_remove_spawns(alg, list, NULL); in crypto_remove_alg()
447 void crypto_unregister_alg(struct crypto_alg *alg) in crypto_unregister_alg() argument
453 ret = crypto_remove_alg(alg, &list); in crypto_unregister_alg()
456 if (WARN(ret, "Algorithm %s is not registered", alg->cra_driver_name)) in crypto_unregister_alg()
459 if (WARN_ON(refcount_read(&alg->cra_refcnt) != 1)) in crypto_unregister_alg()
462 if (alg->cra_destroy) in crypto_unregister_alg()
463 alg->cra_destroy(alg); in crypto_unregister_alg()
552 int err = crypto_remove_alg(&inst->alg, &users); in crypto_unregister_template()
560 BUG_ON(refcount_read(&inst->alg.cra_refcnt) != 1); in crypto_unregister_template()
609 err = crypto_check_alg(&inst->alg); in crypto_register_instance()
613 inst->alg.cra_module = tmpl->module; in crypto_register_instance()
614 inst->alg.cra_flags |= CRYPTO_ALG_INSTANCE; in crypto_register_instance()
629 crypto_mod_put(spawn->alg); in crypto_register_instance()
634 larval = __crypto_register_alg(&inst->alg); in crypto_register_instance()
662 crypto_remove_spawns(&inst->alg, &list, NULL); in crypto_unregister_instance()
674 struct crypto_alg *alg; in crypto_grab_spawn() local
684 alg = crypto_find_alg(name, spawn->frontend, type, mask); in crypto_grab_spawn()
685 if (IS_ERR(alg)) in crypto_grab_spawn()
686 return PTR_ERR(alg); in crypto_grab_spawn()
689 if (!crypto_is_moribund(alg)) { in crypto_grab_spawn()
690 list_add(&spawn->list, &alg->cra_users); in crypto_grab_spawn()
691 spawn->alg = alg; in crypto_grab_spawn()
695 inst->alg.cra_flags |= in crypto_grab_spawn()
696 (alg->cra_flags & CRYPTO_ALG_INHERITED_FLAGS); in crypto_grab_spawn()
701 crypto_mod_put(alg); in crypto_grab_spawn()
708 if (!spawn->alg) /* not yet initialized? */ in crypto_drop_spawn()
717 crypto_mod_put(spawn->alg); in crypto_drop_spawn()
723 struct crypto_alg *alg = ERR_PTR(-EAGAIN); in crypto_spawn_alg() local
729 alg = spawn->alg; in crypto_spawn_alg()
730 if (!crypto_mod_get(alg)) { in crypto_spawn_alg()
731 target = crypto_alg_get(alg); in crypto_spawn_alg()
733 alg = ERR_PTR(-EAGAIN); in crypto_spawn_alg()
743 return alg; in crypto_spawn_alg()
749 struct crypto_alg *alg; in crypto_spawn_tfm() local
752 alg = crypto_spawn_alg(spawn); in crypto_spawn_tfm()
753 if (IS_ERR(alg)) in crypto_spawn_tfm()
754 return ERR_CAST(alg); in crypto_spawn_tfm()
757 if (unlikely((alg->cra_flags ^ type) & mask)) in crypto_spawn_tfm()
760 tfm = __crypto_alloc_tfm(alg, type, mask); in crypto_spawn_tfm()
767 crypto_mod_put(alg); in crypto_spawn_tfm()
774 struct crypto_alg *alg; in crypto_spawn_tfm2() local
777 alg = crypto_spawn_alg(spawn); in crypto_spawn_tfm2()
778 if (IS_ERR(alg)) in crypto_spawn_tfm2()
779 return ERR_CAST(alg); in crypto_spawn_tfm2()
781 tfm = crypto_create_tfm(alg, spawn->frontend); in crypto_spawn_tfm2()
788 crypto_mod_put(alg); in crypto_spawn_tfm2()
892 struct crypto_alg *alg) in crypto_inst_setname() argument
894 if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name, in crypto_inst_setname()
895 alg->cra_name) >= CRYPTO_MAX_ALG_NAME) in crypto_inst_setname()
898 if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", in crypto_inst_setname()
899 name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME) in crypto_inst_setname()
1049 unsigned int crypto_alg_extsize(struct crypto_alg *alg) in crypto_alg_extsize() argument
1051 return alg->cra_ctxsize + in crypto_alg_extsize()
1052 (alg->cra_alignmask & ~(crypto_tfm_ctx_alignment() - 1)); in crypto_alg_extsize()
1060 struct crypto_alg *alg = crypto_find_alg(name, frontend, type, mask); in crypto_type_has_alg() local
1062 if (!IS_ERR(alg)) { in crypto_type_has_alg()
1063 crypto_mod_put(alg); in crypto_type_has_alg()
1072 void crypto_stats_init(struct crypto_alg *alg) in crypto_stats_init() argument
1074 memset(&alg->stats, 0, sizeof(alg->stats)); in crypto_stats_init()
1078 void crypto_stats_get(struct crypto_alg *alg) in crypto_stats_get() argument
1080 crypto_alg_get(alg); in crypto_stats_get()
1084 void crypto_stats_aead_encrypt(unsigned int cryptlen, struct crypto_alg *alg, in crypto_stats_aead_encrypt() argument
1088 atomic64_inc(&alg->stats.aead.err_cnt); in crypto_stats_aead_encrypt()
1090 atomic64_inc(&alg->stats.aead.encrypt_cnt); in crypto_stats_aead_encrypt()
1091 atomic64_add(cryptlen, &alg->stats.aead.encrypt_tlen); in crypto_stats_aead_encrypt()
1093 crypto_alg_put(alg); in crypto_stats_aead_encrypt()
1097 void crypto_stats_aead_decrypt(unsigned int cryptlen, struct crypto_alg *alg, in crypto_stats_aead_decrypt() argument
1101 atomic64_inc(&alg->stats.aead.err_cnt); in crypto_stats_aead_decrypt()
1103 atomic64_inc(&alg->stats.aead.decrypt_cnt); in crypto_stats_aead_decrypt()
1104 atomic64_add(cryptlen, &alg->stats.aead.decrypt_tlen); in crypto_stats_aead_decrypt()
1106 crypto_alg_put(alg); in crypto_stats_aead_decrypt()
1111 struct crypto_alg *alg) in crypto_stats_akcipher_encrypt() argument
1114 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_encrypt()
1116 atomic64_inc(&alg->stats.akcipher.encrypt_cnt); in crypto_stats_akcipher_encrypt()
1117 atomic64_add(src_len, &alg->stats.akcipher.encrypt_tlen); in crypto_stats_akcipher_encrypt()
1119 crypto_alg_put(alg); in crypto_stats_akcipher_encrypt()
1124 struct crypto_alg *alg) in crypto_stats_akcipher_decrypt() argument
1127 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_decrypt()
1129 atomic64_inc(&alg->stats.akcipher.decrypt_cnt); in crypto_stats_akcipher_decrypt()
1130 atomic64_add(src_len, &alg->stats.akcipher.decrypt_tlen); in crypto_stats_akcipher_decrypt()
1132 crypto_alg_put(alg); in crypto_stats_akcipher_decrypt()
1136 void crypto_stats_akcipher_sign(int ret, struct crypto_alg *alg) in crypto_stats_akcipher_sign() argument
1139 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_sign()
1141 atomic64_inc(&alg->stats.akcipher.sign_cnt); in crypto_stats_akcipher_sign()
1142 crypto_alg_put(alg); in crypto_stats_akcipher_sign()
1146 void crypto_stats_akcipher_verify(int ret, struct crypto_alg *alg) in crypto_stats_akcipher_verify() argument
1149 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_verify()
1151 atomic64_inc(&alg->stats.akcipher.verify_cnt); in crypto_stats_akcipher_verify()
1152 crypto_alg_put(alg); in crypto_stats_akcipher_verify()
1156 void crypto_stats_compress(unsigned int slen, int ret, struct crypto_alg *alg) in crypto_stats_compress() argument
1159 atomic64_inc(&alg->stats.compress.err_cnt); in crypto_stats_compress()
1161 atomic64_inc(&alg->stats.compress.compress_cnt); in crypto_stats_compress()
1162 atomic64_add(slen, &alg->stats.compress.compress_tlen); in crypto_stats_compress()
1164 crypto_alg_put(alg); in crypto_stats_compress()
1168 void crypto_stats_decompress(unsigned int slen, int ret, struct crypto_alg *alg) in crypto_stats_decompress() argument
1171 atomic64_inc(&alg->stats.compress.err_cnt); in crypto_stats_decompress()
1173 atomic64_inc(&alg->stats.compress.decompress_cnt); in crypto_stats_decompress()
1174 atomic64_add(slen, &alg->stats.compress.decompress_tlen); in crypto_stats_decompress()
1176 crypto_alg_put(alg); in crypto_stats_decompress()
1181 struct crypto_alg *alg) in crypto_stats_ahash_update() argument
1184 atomic64_inc(&alg->stats.hash.err_cnt); in crypto_stats_ahash_update()
1186 atomic64_add(nbytes, &alg->stats.hash.hash_tlen); in crypto_stats_ahash_update()
1187 crypto_alg_put(alg); in crypto_stats_ahash_update()
1192 struct crypto_alg *alg) in crypto_stats_ahash_final() argument
1195 atomic64_inc(&alg->stats.hash.err_cnt); in crypto_stats_ahash_final()
1197 atomic64_inc(&alg->stats.hash.hash_cnt); in crypto_stats_ahash_final()
1198 atomic64_add(nbytes, &alg->stats.hash.hash_tlen); in crypto_stats_ahash_final()
1200 crypto_alg_put(alg); in crypto_stats_ahash_final()
1204 void crypto_stats_kpp_set_secret(struct crypto_alg *alg, int ret) in crypto_stats_kpp_set_secret() argument
1207 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_set_secret()
1209 atomic64_inc(&alg->stats.kpp.setsecret_cnt); in crypto_stats_kpp_set_secret()
1210 crypto_alg_put(alg); in crypto_stats_kpp_set_secret()
1214 void crypto_stats_kpp_generate_public_key(struct crypto_alg *alg, int ret) in crypto_stats_kpp_generate_public_key() argument
1217 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_generate_public_key()
1219 atomic64_inc(&alg->stats.kpp.generate_public_key_cnt); in crypto_stats_kpp_generate_public_key()
1220 crypto_alg_put(alg); in crypto_stats_kpp_generate_public_key()
1224 void crypto_stats_kpp_compute_shared_secret(struct crypto_alg *alg, int ret) in crypto_stats_kpp_compute_shared_secret() argument
1227 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_compute_shared_secret()
1229 atomic64_inc(&alg->stats.kpp.compute_shared_secret_cnt); in crypto_stats_kpp_compute_shared_secret()
1230 crypto_alg_put(alg); in crypto_stats_kpp_compute_shared_secret()
1234 void crypto_stats_rng_seed(struct crypto_alg *alg, int ret) in crypto_stats_rng_seed() argument
1237 atomic64_inc(&alg->stats.rng.err_cnt); in crypto_stats_rng_seed()
1239 atomic64_inc(&alg->stats.rng.seed_cnt); in crypto_stats_rng_seed()
1240 crypto_alg_put(alg); in crypto_stats_rng_seed()
1244 void crypto_stats_rng_generate(struct crypto_alg *alg, unsigned int dlen, in crypto_stats_rng_generate() argument
1248 atomic64_inc(&alg->stats.rng.err_cnt); in crypto_stats_rng_generate()
1250 atomic64_inc(&alg->stats.rng.generate_cnt); in crypto_stats_rng_generate()
1251 atomic64_add(dlen, &alg->stats.rng.generate_tlen); in crypto_stats_rng_generate()
1253 crypto_alg_put(alg); in crypto_stats_rng_generate()
1258 struct crypto_alg *alg) in crypto_stats_skcipher_encrypt() argument
1261 atomic64_inc(&alg->stats.cipher.err_cnt); in crypto_stats_skcipher_encrypt()
1263 atomic64_inc(&alg->stats.cipher.encrypt_cnt); in crypto_stats_skcipher_encrypt()
1264 atomic64_add(cryptlen, &alg->stats.cipher.encrypt_tlen); in crypto_stats_skcipher_encrypt()
1266 crypto_alg_put(alg); in crypto_stats_skcipher_encrypt()
1271 struct crypto_alg *alg) in crypto_stats_skcipher_decrypt() argument
1274 atomic64_inc(&alg->stats.cipher.err_cnt); in crypto_stats_skcipher_decrypt()
1276 atomic64_inc(&alg->stats.cipher.decrypt_cnt); in crypto_stats_skcipher_decrypt()
1277 atomic64_add(cryptlen, &alg->stats.cipher.decrypt_tlen); in crypto_stats_skcipher_decrypt()
1279 crypto_alg_put(alg); in crypto_stats_skcipher_decrypt()