Lines Matching refs:alg
31 static int crypto_check_alg(struct crypto_alg *alg) in crypto_check_alg() argument
33 crypto_check_module_sig(alg->cra_module); in crypto_check_alg()
35 if (!alg->cra_name[0] || !alg->cra_driver_name[0]) in crypto_check_alg()
38 if (alg->cra_alignmask & (alg->cra_alignmask + 1)) in crypto_check_alg()
42 if (alg->cra_alignmask > MAX_ALGAPI_ALIGNMASK) in crypto_check_alg()
45 if (alg->cra_blocksize > MAX_ALGAPI_BLOCKSIZE) in crypto_check_alg()
49 if (!alg->cra_type && (alg->cra_flags & CRYPTO_ALG_TYPE_MASK) == in crypto_check_alg()
51 if (alg->cra_alignmask > MAX_CIPHER_ALIGNMASK) in crypto_check_alg()
54 if (alg->cra_blocksize > MAX_CIPHER_BLOCKSIZE) in crypto_check_alg()
58 if (alg->cra_priority < 0) in crypto_check_alg()
61 refcount_set(&alg->cra_refcnt, 1); in crypto_check_alg()
68 if (!inst->alg.cra_type->free) { in crypto_free_instance()
73 inst->alg.cra_type->free(inst); in crypto_free_instance()
76 static void crypto_destroy_instance(struct crypto_alg *alg) in crypto_destroy_instance() argument
78 struct crypto_instance *inst = (void *)alg; in crypto_destroy_instance()
85 static struct list_head *crypto_more_spawns(struct crypto_alg *alg, in crypto_more_spawns() argument
98 if (spawn->alg && &n->list != stack && !n->alg) in crypto_more_spawns()
99 n->alg = (n->list.next == stack) ? alg : in crypto_more_spawns()
100 &list_next_entry(n, list)->inst->alg; in crypto_more_spawns()
104 return &n->list == stack ? top : &n->inst->alg.cra_users; in crypto_more_spawns()
112 if (crypto_is_dead(&inst->alg)) in crypto_remove_instance()
115 inst->alg.cra_flags |= CRYPTO_ALG_DEAD; in crypto_remove_instance()
122 list_move(&inst->alg.cra_list, list); in crypto_remove_instance()
124 inst->alg.cra_destroy = crypto_destroy_instance; in crypto_remove_instance()
126 BUG_ON(!list_empty(&inst->alg.cra_users)); in crypto_remove_instance()
129 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list, in crypto_remove_spawns() argument
132 u32 new_type = (nalg ?: alg)->cra_flags; in crypto_remove_spawns()
139 spawns = &alg->cra_users; in crypto_remove_spawns()
141 if ((spawn->alg->cra_flags ^ new_type) & spawn->mask) in crypto_remove_spawns()
156 BUG_ON(&inst->alg == alg); in crypto_remove_spawns()
160 if (&inst->alg == nalg) in crypto_remove_spawns()
163 spawn->alg = NULL; in crypto_remove_spawns()
164 spawns = &inst->alg.cra_users; in crypto_remove_spawns()
178 } while ((spawns = crypto_more_spawns(alg, &stack, &top, in crypto_remove_spawns()
182 if (spawn->alg) in crypto_remove_spawns()
183 list_move(&spawn->list, &spawn->alg->cra_users); in crypto_remove_spawns()
190 static struct crypto_larval *__crypto_register_alg(struct crypto_alg *alg) in __crypto_register_alg() argument
196 if (crypto_is_dead(alg)) in __crypto_register_alg()
199 INIT_LIST_HEAD(&alg->cra_users); in __crypto_register_alg()
202 alg->cra_flags &= ~CRYPTO_ALG_TESTED; in __crypto_register_alg()
207 if (q == alg) in __crypto_register_alg()
214 if (!strcmp(alg->cra_driver_name, q->cra_driver_name)) in __crypto_register_alg()
219 if (!strcmp(q->cra_driver_name, alg->cra_name) || in __crypto_register_alg()
220 !strcmp(q->cra_driver_name, alg->cra_driver_name) || in __crypto_register_alg()
221 !strcmp(q->cra_name, alg->cra_driver_name)) in __crypto_register_alg()
225 larval = crypto_larval_alloc(alg->cra_name, in __crypto_register_alg()
226 alg->cra_flags | CRYPTO_ALG_TESTED, 0); in __crypto_register_alg()
231 larval->adult = crypto_mod_get(alg); in __crypto_register_alg()
235 refcount_set(&larval->alg.cra_refcnt, 1); in __crypto_register_alg()
236 memcpy(larval->alg.cra_driver_name, alg->cra_driver_name, in __crypto_register_alg()
238 larval->alg.cra_priority = alg->cra_priority; in __crypto_register_alg()
240 list_add(&alg->cra_list, &crypto_alg_list); in __crypto_register_alg()
241 list_add(&larval->alg.cra_list, &crypto_alg_list); in __crypto_register_alg()
243 crypto_stats_init(alg); in __crypto_register_alg()
258 struct crypto_alg *alg; in crypto_alg_tested() local
279 alg = test->adult; in crypto_alg_tested()
280 if (err || list_empty(&alg->cra_list)) in crypto_alg_tested()
283 alg->cra_flags |= CRYPTO_ALG_TESTED; in crypto_alg_tested()
291 if (strcmp(alg->cra_name, q->cra_name)) in crypto_alg_tested()
294 if (q->cra_priority > alg->cra_priority) { in crypto_alg_tested()
301 if (q == alg) in crypto_alg_tested()
315 if (strcmp(alg->cra_name, q->cra_name) && in crypto_alg_tested()
316 strcmp(alg->cra_driver_name, q->cra_name)) in crypto_alg_tested()
321 if ((q->cra_flags ^ alg->cra_flags) & larval->mask) in crypto_alg_tested()
324 if (best && crypto_mod_get(alg)) in crypto_alg_tested()
325 larval->adult = alg; in crypto_alg_tested()
332 if (strcmp(alg->cra_name, q->cra_name)) in crypto_alg_tested()
335 if (strcmp(alg->cra_driver_name, q->cra_driver_name) && in crypto_alg_tested()
336 q->cra_priority > alg->cra_priority) in crypto_alg_tested()
339 crypto_remove_spawns(q, &list, alg); in crypto_alg_tested()
354 struct crypto_alg *alg; in crypto_remove_final() local
357 list_for_each_entry_safe(alg, n, list, cra_list) { in crypto_remove_final()
358 list_del_init(&alg->cra_list); in crypto_remove_final()
359 crypto_alg_put(alg); in crypto_remove_final()
372 crypto_alg_tested(larval->alg.cra_driver_name, 0); in crypto_wait_for_test()
381 crypto_larval_kill(&larval->alg); in crypto_wait_for_test()
384 int crypto_register_alg(struct crypto_alg *alg) in crypto_register_alg() argument
389 alg->cra_flags &= ~CRYPTO_ALG_DEAD; in crypto_register_alg()
390 err = crypto_check_alg(alg); in crypto_register_alg()
395 larval = __crypto_register_alg(alg); in crypto_register_alg()
406 static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list) in crypto_remove_alg() argument
408 if (unlikely(list_empty(&alg->cra_list))) in crypto_remove_alg()
411 alg->cra_flags |= CRYPTO_ALG_DEAD; in crypto_remove_alg()
413 list_del_init(&alg->cra_list); in crypto_remove_alg()
414 crypto_remove_spawns(alg, list, NULL); in crypto_remove_alg()
419 int crypto_unregister_alg(struct crypto_alg *alg) in crypto_unregister_alg() argument
425 ret = crypto_remove_alg(alg, &list); in crypto_unregister_alg()
431 BUG_ON(refcount_read(&alg->cra_refcnt) != 1); in crypto_unregister_alg()
432 if (alg->cra_destroy) in crypto_unregister_alg()
433 alg->cra_destroy(alg); in crypto_unregister_alg()
529 int err = crypto_remove_alg(&inst->alg, &users); in crypto_unregister_template()
537 BUG_ON(refcount_read(&inst->alg.cra_refcnt) != 1); in crypto_unregister_template()
585 err = crypto_check_alg(&inst->alg); in crypto_register_instance()
589 inst->alg.cra_module = tmpl->module; in crypto_register_instance()
590 inst->alg.cra_flags |= CRYPTO_ALG_INSTANCE; in crypto_register_instance()
594 larval = __crypto_register_alg(&inst->alg); in crypto_register_instance()
622 crypto_remove_spawns(&inst->alg, &list, NULL); in crypto_unregister_instance()
633 int crypto_init_spawn(struct crypto_spawn *spawn, struct crypto_alg *alg, in crypto_init_spawn() argument
645 if (!crypto_is_moribund(alg)) { in crypto_init_spawn()
646 list_add(&spawn->list, &alg->cra_users); in crypto_init_spawn()
647 spawn->alg = alg; in crypto_init_spawn()
656 int crypto_init_spawn2(struct crypto_spawn *spawn, struct crypto_alg *alg, in crypto_init_spawn2() argument
662 if ((alg->cra_flags ^ frontend->type) & frontend->maskset) in crypto_init_spawn2()
666 err = crypto_init_spawn(spawn, alg, inst, frontend->maskset); in crypto_init_spawn2()
676 struct crypto_alg *alg; in crypto_grab_spawn() local
679 alg = crypto_find_alg(name, spawn->frontend, type, mask); in crypto_grab_spawn()
680 if (IS_ERR(alg)) in crypto_grab_spawn()
681 return PTR_ERR(alg); in crypto_grab_spawn()
683 err = crypto_init_spawn(spawn, alg, spawn->inst, mask); in crypto_grab_spawn()
684 crypto_mod_put(alg); in crypto_grab_spawn()
692 if (spawn->alg) in crypto_drop_spawn()
700 struct crypto_alg *alg; in crypto_spawn_alg() local
703 alg = spawn->alg; in crypto_spawn_alg()
704 if (alg && !crypto_mod_get(alg)) { in crypto_spawn_alg()
705 alg->cra_flags |= CRYPTO_ALG_DYING; in crypto_spawn_alg()
706 alg = NULL; in crypto_spawn_alg()
710 return alg ?: ERR_PTR(-EAGAIN); in crypto_spawn_alg()
716 struct crypto_alg *alg; in crypto_spawn_tfm() local
719 alg = crypto_spawn_alg(spawn); in crypto_spawn_tfm()
720 if (IS_ERR(alg)) in crypto_spawn_tfm()
721 return ERR_CAST(alg); in crypto_spawn_tfm()
724 if (unlikely((alg->cra_flags ^ type) & mask)) in crypto_spawn_tfm()
727 tfm = __crypto_alloc_tfm(alg, type, mask); in crypto_spawn_tfm()
734 crypto_mod_put(alg); in crypto_spawn_tfm()
741 struct crypto_alg *alg; in crypto_spawn_tfm2() local
744 alg = crypto_spawn_alg(spawn); in crypto_spawn_tfm2()
745 if (IS_ERR(alg)) in crypto_spawn_tfm2()
746 return ERR_CAST(alg); in crypto_spawn_tfm2()
748 tfm = crypto_create_tfm(alg, spawn->frontend); in crypto_spawn_tfm2()
755 crypto_mod_put(alg); in crypto_spawn_tfm2()
856 struct crypto_alg *alg) in crypto_inst_setname() argument
858 if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name, in crypto_inst_setname()
859 alg->cra_name) >= CRYPTO_MAX_ALG_NAME) in crypto_inst_setname()
862 if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", in crypto_inst_setname()
863 name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME) in crypto_inst_setname()
870 void *crypto_alloc_instance(const char *name, struct crypto_alg *alg, in crypto_alloc_instance() argument
884 err = crypto_inst_setname(inst, name, alg); in crypto_alloc_instance()
1031 unsigned int crypto_alg_extsize(struct crypto_alg *alg) in crypto_alg_extsize() argument
1033 return alg->cra_ctxsize + in crypto_alg_extsize()
1034 (alg->cra_alignmask & ~(crypto_tfm_ctx_alignment() - 1)); in crypto_alg_extsize()
1042 struct crypto_alg *alg = crypto_find_alg(name, frontend, type, mask); in crypto_type_has_alg() local
1044 if (!IS_ERR(alg)) { in crypto_type_has_alg()
1045 crypto_mod_put(alg); in crypto_type_has_alg()
1054 void crypto_stats_init(struct crypto_alg *alg) in crypto_stats_init() argument
1056 memset(&alg->stats, 0, sizeof(alg->stats)); in crypto_stats_init()
1060 void crypto_stats_get(struct crypto_alg *alg) in crypto_stats_get() argument
1062 crypto_alg_get(alg); in crypto_stats_get()
1067 struct crypto_alg *alg) in crypto_stats_ablkcipher_encrypt() argument
1070 atomic64_inc(&alg->stats.cipher.err_cnt); in crypto_stats_ablkcipher_encrypt()
1072 atomic64_inc(&alg->stats.cipher.encrypt_cnt); in crypto_stats_ablkcipher_encrypt()
1073 atomic64_add(nbytes, &alg->stats.cipher.encrypt_tlen); in crypto_stats_ablkcipher_encrypt()
1075 crypto_alg_put(alg); in crypto_stats_ablkcipher_encrypt()
1080 struct crypto_alg *alg) in crypto_stats_ablkcipher_decrypt() argument
1083 atomic64_inc(&alg->stats.cipher.err_cnt); in crypto_stats_ablkcipher_decrypt()
1085 atomic64_inc(&alg->stats.cipher.decrypt_cnt); in crypto_stats_ablkcipher_decrypt()
1086 atomic64_add(nbytes, &alg->stats.cipher.decrypt_tlen); in crypto_stats_ablkcipher_decrypt()
1088 crypto_alg_put(alg); in crypto_stats_ablkcipher_decrypt()
1092 void crypto_stats_aead_encrypt(unsigned int cryptlen, struct crypto_alg *alg, in crypto_stats_aead_encrypt() argument
1096 atomic64_inc(&alg->stats.aead.err_cnt); in crypto_stats_aead_encrypt()
1098 atomic64_inc(&alg->stats.aead.encrypt_cnt); in crypto_stats_aead_encrypt()
1099 atomic64_add(cryptlen, &alg->stats.aead.encrypt_tlen); in crypto_stats_aead_encrypt()
1101 crypto_alg_put(alg); in crypto_stats_aead_encrypt()
1105 void crypto_stats_aead_decrypt(unsigned int cryptlen, struct crypto_alg *alg, in crypto_stats_aead_decrypt() argument
1109 atomic64_inc(&alg->stats.aead.err_cnt); in crypto_stats_aead_decrypt()
1111 atomic64_inc(&alg->stats.aead.decrypt_cnt); in crypto_stats_aead_decrypt()
1112 atomic64_add(cryptlen, &alg->stats.aead.decrypt_tlen); in crypto_stats_aead_decrypt()
1114 crypto_alg_put(alg); in crypto_stats_aead_decrypt()
1119 struct crypto_alg *alg) in crypto_stats_akcipher_encrypt() argument
1122 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_encrypt()
1124 atomic64_inc(&alg->stats.akcipher.encrypt_cnt); in crypto_stats_akcipher_encrypt()
1125 atomic64_add(src_len, &alg->stats.akcipher.encrypt_tlen); in crypto_stats_akcipher_encrypt()
1127 crypto_alg_put(alg); in crypto_stats_akcipher_encrypt()
1132 struct crypto_alg *alg) in crypto_stats_akcipher_decrypt() argument
1135 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_decrypt()
1137 atomic64_inc(&alg->stats.akcipher.decrypt_cnt); in crypto_stats_akcipher_decrypt()
1138 atomic64_add(src_len, &alg->stats.akcipher.decrypt_tlen); in crypto_stats_akcipher_decrypt()
1140 crypto_alg_put(alg); in crypto_stats_akcipher_decrypt()
1144 void crypto_stats_akcipher_sign(int ret, struct crypto_alg *alg) in crypto_stats_akcipher_sign() argument
1147 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_sign()
1149 atomic64_inc(&alg->stats.akcipher.sign_cnt); in crypto_stats_akcipher_sign()
1150 crypto_alg_put(alg); in crypto_stats_akcipher_sign()
1154 void crypto_stats_akcipher_verify(int ret, struct crypto_alg *alg) in crypto_stats_akcipher_verify() argument
1157 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_verify()
1159 atomic64_inc(&alg->stats.akcipher.verify_cnt); in crypto_stats_akcipher_verify()
1160 crypto_alg_put(alg); in crypto_stats_akcipher_verify()
1164 void crypto_stats_compress(unsigned int slen, int ret, struct crypto_alg *alg) in crypto_stats_compress() argument
1167 atomic64_inc(&alg->stats.compress.err_cnt); in crypto_stats_compress()
1169 atomic64_inc(&alg->stats.compress.compress_cnt); in crypto_stats_compress()
1170 atomic64_add(slen, &alg->stats.compress.compress_tlen); in crypto_stats_compress()
1172 crypto_alg_put(alg); in crypto_stats_compress()
1176 void crypto_stats_decompress(unsigned int slen, int ret, struct crypto_alg *alg) in crypto_stats_decompress() argument
1179 atomic64_inc(&alg->stats.compress.err_cnt); in crypto_stats_decompress()
1181 atomic64_inc(&alg->stats.compress.decompress_cnt); in crypto_stats_decompress()
1182 atomic64_add(slen, &alg->stats.compress.decompress_tlen); in crypto_stats_decompress()
1184 crypto_alg_put(alg); in crypto_stats_decompress()
1189 struct crypto_alg *alg) in crypto_stats_ahash_update() argument
1192 atomic64_inc(&alg->stats.hash.err_cnt); in crypto_stats_ahash_update()
1194 atomic64_add(nbytes, &alg->stats.hash.hash_tlen); in crypto_stats_ahash_update()
1195 crypto_alg_put(alg); in crypto_stats_ahash_update()
1200 struct crypto_alg *alg) in crypto_stats_ahash_final() argument
1203 atomic64_inc(&alg->stats.hash.err_cnt); in crypto_stats_ahash_final()
1205 atomic64_inc(&alg->stats.hash.hash_cnt); in crypto_stats_ahash_final()
1206 atomic64_add(nbytes, &alg->stats.hash.hash_tlen); in crypto_stats_ahash_final()
1208 crypto_alg_put(alg); in crypto_stats_ahash_final()
1212 void crypto_stats_kpp_set_secret(struct crypto_alg *alg, int ret) in crypto_stats_kpp_set_secret() argument
1215 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_set_secret()
1217 atomic64_inc(&alg->stats.kpp.setsecret_cnt); in crypto_stats_kpp_set_secret()
1218 crypto_alg_put(alg); in crypto_stats_kpp_set_secret()
1222 void crypto_stats_kpp_generate_public_key(struct crypto_alg *alg, int ret) in crypto_stats_kpp_generate_public_key() argument
1225 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_generate_public_key()
1227 atomic64_inc(&alg->stats.kpp.generate_public_key_cnt); in crypto_stats_kpp_generate_public_key()
1228 crypto_alg_put(alg); in crypto_stats_kpp_generate_public_key()
1232 void crypto_stats_kpp_compute_shared_secret(struct crypto_alg *alg, int ret) in crypto_stats_kpp_compute_shared_secret() argument
1235 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_compute_shared_secret()
1237 atomic64_inc(&alg->stats.kpp.compute_shared_secret_cnt); in crypto_stats_kpp_compute_shared_secret()
1238 crypto_alg_put(alg); in crypto_stats_kpp_compute_shared_secret()
1242 void crypto_stats_rng_seed(struct crypto_alg *alg, int ret) in crypto_stats_rng_seed() argument
1245 atomic64_inc(&alg->stats.rng.err_cnt); in crypto_stats_rng_seed()
1247 atomic64_inc(&alg->stats.rng.seed_cnt); in crypto_stats_rng_seed()
1248 crypto_alg_put(alg); in crypto_stats_rng_seed()
1252 void crypto_stats_rng_generate(struct crypto_alg *alg, unsigned int dlen, in crypto_stats_rng_generate() argument
1256 atomic64_inc(&alg->stats.rng.err_cnt); in crypto_stats_rng_generate()
1258 atomic64_inc(&alg->stats.rng.generate_cnt); in crypto_stats_rng_generate()
1259 atomic64_add(dlen, &alg->stats.rng.generate_tlen); in crypto_stats_rng_generate()
1261 crypto_alg_put(alg); in crypto_stats_rng_generate()
1266 struct crypto_alg *alg) in crypto_stats_skcipher_encrypt() argument
1269 atomic64_inc(&alg->stats.cipher.err_cnt); in crypto_stats_skcipher_encrypt()
1271 atomic64_inc(&alg->stats.cipher.encrypt_cnt); in crypto_stats_skcipher_encrypt()
1272 atomic64_add(cryptlen, &alg->stats.cipher.encrypt_tlen); in crypto_stats_skcipher_encrypt()
1274 crypto_alg_put(alg); in crypto_stats_skcipher_encrypt()
1279 struct crypto_alg *alg) in crypto_stats_skcipher_decrypt() argument
1282 atomic64_inc(&alg->stats.cipher.err_cnt); in crypto_stats_skcipher_decrypt()
1284 atomic64_inc(&alg->stats.cipher.decrypt_cnt); in crypto_stats_skcipher_decrypt()
1285 atomic64_add(cryptlen, &alg->stats.cipher.decrypt_tlen); in crypto_stats_skcipher_decrypt()
1287 crypto_alg_put(alg); in crypto_stats_skcipher_decrypt()