27 static inline int crypto_set_driver_name(struct crypto_alg *alg)  in crypto_set_driver_name()  argument
30 	char *driver_name = alg->cra_driver_name;  in crypto_set_driver_name()
36 	len = strlcpy(driver_name, alg->cra_name, CRYPTO_MAX_ALG_NAME);  in crypto_set_driver_name()
54 static int crypto_check_alg(struct crypto_alg *alg)  in crypto_check_alg()  argument
56 	crypto_check_module_sig(alg->cra_module);  in crypto_check_alg()
58 	if (alg->cra_alignmask & (alg->cra_alignmask + 1))  in crypto_check_alg()
61 	if (alg->cra_blocksize > PAGE_SIZE / 8)  in crypto_check_alg()
64 	if (alg->cra_priority < 0)  in crypto_check_alg()
67 	return crypto_set_driver_name(alg);  in crypto_check_alg()
70 static void crypto_destroy_instance(struct crypto_alg *alg)  in crypto_destroy_instance()  argument
72 	struct crypto_instance *inst = (void *)alg;  in crypto_destroy_instance()
79 static struct list_head *crypto_more_spawns(struct crypto_alg *alg,  in crypto_more_spawns()  argument
92 	if (spawn->alg && &n->list != stack && !n->alg)  in crypto_more_spawns()
93 		n->alg = (n->list.next == stack) ? alg :  in crypto_more_spawns()
95 				     list)->inst->alg;  in crypto_more_spawns()
99 	return &n->list == stack ? top : &n->inst->alg.cra_users;  in crypto_more_spawns()
108 	if (crypto_is_dead(&inst->alg))  in crypto_remove_spawn()
111 	inst->alg.cra_flags |= CRYPTO_ALG_DEAD;  in crypto_remove_spawn()
118 	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, &inst->alg);  in crypto_remove_spawn()
119 	list_move(&inst->alg.cra_list, list);  in crypto_remove_spawn()
121 	inst->alg.cra_destroy = crypto_destroy_instance;  in crypto_remove_spawn()
123 	BUG_ON(!list_empty(&inst->alg.cra_users));  in crypto_remove_spawn()
126 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,  in crypto_remove_spawns()  argument
129 	u32 new_type = (nalg ?: alg)->cra_flags;  in crypto_remove_spawns()
136 	spawns = &alg->cra_users;  in crypto_remove_spawns()
138 		if ((spawn->alg->cra_flags ^ new_type) & spawn->mask)  in crypto_remove_spawns()
153 			BUG_ON(&inst->alg == alg);  in crypto_remove_spawns()
157 			if (&inst->alg == nalg)  in crypto_remove_spawns()
160 			spawn->alg = NULL;  in crypto_remove_spawns()
161 			spawns = &inst->alg.cra_users;  in crypto_remove_spawns()
175 	} while ((spawns = crypto_more_spawns(alg, &stack, &top,  in crypto_remove_spawns()
179 		if (spawn->alg)  in crypto_remove_spawns()
180 			list_move(&spawn->list, &spawn->alg->cra_users);  in crypto_remove_spawns()
187 static struct crypto_larval *__crypto_register_alg(struct crypto_alg *alg)  in __crypto_register_alg()  argument
193 	if (crypto_is_dead(alg))  in __crypto_register_alg()
196 	INIT_LIST_HEAD(&alg->cra_users);  in __crypto_register_alg()
199 	alg->cra_flags &= ~CRYPTO_ALG_TESTED;  in __crypto_register_alg()
203 	atomic_set(&alg->cra_refcnt, 1);  in __crypto_register_alg()
205 		if (q == alg)  in __crypto_register_alg()
212 			if (!strcmp(alg->cra_driver_name, q->cra_driver_name))  in __crypto_register_alg()
217 		if (!strcmp(q->cra_driver_name, alg->cra_name) ||  in __crypto_register_alg()
218 		    !strcmp(q->cra_name, alg->cra_driver_name))  in __crypto_register_alg()
222 	larval = crypto_larval_alloc(alg->cra_name,  in __crypto_register_alg()
223 				     alg->cra_flags | CRYPTO_ALG_TESTED, 0);  in __crypto_register_alg()
228 	larval->adult = crypto_mod_get(alg);  in __crypto_register_alg()
232 	atomic_set(&larval->alg.cra_refcnt, 1);  in __crypto_register_alg()
233 	memcpy(larval->alg.cra_driver_name, alg->cra_driver_name,  in __crypto_register_alg()
235 	larval->alg.cra_priority = alg->cra_priority;  in __crypto_register_alg()
237 	list_add(&alg->cra_list, &crypto_alg_list);  in __crypto_register_alg()
238 	list_add(&larval->alg.cra_list, &crypto_alg_list);  in __crypto_register_alg()
253 	struct crypto_alg *alg;  in crypto_alg_tested()  local
273 	alg = test->adult;  in crypto_alg_tested()
274 	if (err || list_empty(&alg->cra_list))  in crypto_alg_tested()
277 	alg->cra_flags |= CRYPTO_ALG_TESTED;  in crypto_alg_tested()
280 		if (q == alg)  in crypto_alg_tested()
294 			if (strcmp(alg->cra_name, q->cra_name) &&  in crypto_alg_tested()
295 			    strcmp(alg->cra_driver_name, q->cra_name))  in crypto_alg_tested()
300 			if ((q->cra_flags ^ alg->cra_flags) & larval->mask)  in crypto_alg_tested()
302 			if (!crypto_mod_get(alg))  in crypto_alg_tested()
305 			larval->adult = alg;  in crypto_alg_tested()
309 		if (strcmp(alg->cra_name, q->cra_name))  in crypto_alg_tested()
312 		if (strcmp(alg->cra_driver_name, q->cra_driver_name) &&  in crypto_alg_tested()
313 		    q->cra_priority > alg->cra_priority)  in crypto_alg_tested()
316 		crypto_remove_spawns(q, &list, alg);  in crypto_alg_tested()
331 	struct crypto_alg *alg;  in crypto_remove_final()  local
334 	list_for_each_entry_safe(alg, n, list, cra_list) {  in crypto_remove_final()
335 		list_del_init(&alg->cra_list);  in crypto_remove_final()
336 		crypto_alg_put(alg);  in crypto_remove_final()
349 		crypto_alg_tested(larval->alg.cra_driver_name, 0);  in crypto_wait_for_test()
356 	crypto_larval_kill(&larval->alg);  in crypto_wait_for_test()
359 int crypto_register_alg(struct crypto_alg *alg)  in crypto_register_alg()  argument
364 	err = crypto_check_alg(alg);  in crypto_register_alg()
369 	larval = __crypto_register_alg(alg);  in crypto_register_alg()
380 static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list)  in crypto_remove_alg()  argument
382 	if (unlikely(list_empty(&alg->cra_list)))  in crypto_remove_alg()
385 	alg->cra_flags |= CRYPTO_ALG_DEAD;  in crypto_remove_alg()
387 	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, alg);  in crypto_remove_alg()
388 	list_del_init(&alg->cra_list);  in crypto_remove_alg()
389 	crypto_remove_spawns(alg, list, NULL);  in crypto_remove_alg()
394 int crypto_unregister_alg(struct crypto_alg *alg)  in crypto_unregister_alg()  argument
400 	ret = crypto_remove_alg(alg, &list);  in crypto_unregister_alg()
406 	BUG_ON(atomic_read(&alg->cra_refcnt) != 1);  in crypto_unregister_alg()
407 	if (alg->cra_destroy)  in crypto_unregister_alg()
408 		alg->cra_destroy(alg);  in crypto_unregister_alg()
487 		int err = crypto_remove_alg(&inst->alg, &users);  in crypto_unregister_template()
496 		BUG_ON(atomic_read(&inst->alg.cra_refcnt) != 1);  in crypto_unregister_template()
535 	err = crypto_check_alg(&inst->alg);  in crypto_register_instance()
539 	inst->alg.cra_module = tmpl->module;  in crypto_register_instance()
540 	inst->alg.cra_flags |= CRYPTO_ALG_INSTANCE;  in crypto_register_instance()
544 	larval = __crypto_register_alg(&inst->alg);  in crypto_register_instance()
566 int crypto_unregister_instance(struct crypto_alg *alg)  in crypto_unregister_instance()  argument
569 	struct crypto_instance *inst = (void *)alg;  in crypto_unregister_instance()
573 	if (!(alg->cra_flags & CRYPTO_ALG_INSTANCE))  in crypto_unregister_instance()
576 	BUG_ON(atomic_read(&alg->cra_refcnt) != 1);  in crypto_unregister_instance()
581 	err = crypto_remove_alg(alg, &users);  in crypto_unregister_instance()
595 int crypto_init_spawn(struct crypto_spawn *spawn, struct crypto_alg *alg,  in crypto_init_spawn()  argument
604 	if (!crypto_is_moribund(alg)) {  in crypto_init_spawn()
605 		list_add(&spawn->list, &alg->cra_users);  in crypto_init_spawn()
606 		spawn->alg = alg;  in crypto_init_spawn()
615 int crypto_init_spawn2(struct crypto_spawn *spawn, struct crypto_alg *alg,  in crypto_init_spawn2()  argument
621 	if ((alg->cra_flags ^ frontend->type) & frontend->maskset)  in crypto_init_spawn2()
625 	err = crypto_init_spawn(spawn, alg, inst, frontend->maskset);  in crypto_init_spawn2()
634 	if (!spawn->alg)  in crypto_drop_spawn()
645 	struct crypto_alg *alg;  in crypto_spawn_alg()  local
649 	alg = spawn->alg;  in crypto_spawn_alg()
650 	alg2 = alg;  in crypto_spawn_alg()
656 		if (alg)  in crypto_spawn_alg()
657 			crypto_shoot_alg(alg);  in crypto_spawn_alg()
661 	return alg;  in crypto_spawn_alg()
667 	struct crypto_alg *alg;  in crypto_spawn_tfm()  local
670 	alg = crypto_spawn_alg(spawn);  in crypto_spawn_tfm()
671 	if (IS_ERR(alg))  in crypto_spawn_tfm()
672 		return ERR_CAST(alg);  in crypto_spawn_tfm()
675 	if (unlikely((alg->cra_flags ^ type) & mask))  in crypto_spawn_tfm()
678 	tfm = __crypto_alloc_tfm(alg, type, mask);  in crypto_spawn_tfm()
685 	crypto_mod_put(alg);  in crypto_spawn_tfm()
692 	struct crypto_alg *alg;  in crypto_spawn_tfm2()  local
695 	alg = crypto_spawn_alg(spawn);  in crypto_spawn_tfm2()
696 	if (IS_ERR(alg))  in crypto_spawn_tfm2()
697 		return ERR_CAST(alg);  in crypto_spawn_tfm2()
699 	tfm = crypto_create_tfm(alg, spawn->frontend);  in crypto_spawn_tfm2()
706 	crypto_mod_put(alg);  in crypto_spawn_tfm2()
806 void *crypto_alloc_instance2(const char *name, struct crypto_alg *alg,  in crypto_alloc_instance2()  argument
821 	if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name,  in crypto_alloc_instance2()
822 		     alg->cra_name) >= CRYPTO_MAX_ALG_NAME)  in crypto_alloc_instance2()
825 	if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)",  in crypto_alloc_instance2()
826 		     name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME)  in crypto_alloc_instance2()
838 					      struct crypto_alg *alg)  in crypto_alloc_instance()  argument
844 	inst = crypto_alloc_instance2(name, alg, 0);  in crypto_alloc_instance()
849 	err = crypto_init_spawn(spawn, alg, inst,  in crypto_alloc_instance()