128 	int cpu, err;  in cryptd_enqueue_request()  local
134 	err = crypto_enqueue_request(&cpu_queue->queue, request);  in cryptd_enqueue_request()
138 	if (err == -ENOSPC)  in cryptd_enqueue_request()
151 	return err;  in cryptd_enqueue_request()
229 	int err;  in cryptd_alloc_instance()  local
237 	err = cryptd_init_instance(inst, alg);  in cryptd_alloc_instance()
238 	if (err)  in cryptd_alloc_instance()
246 	p = ERR_PTR(err);  in cryptd_alloc_instance()
255 	int err;  in cryptd_skcipher_setkey()  local
261 	err = crypto_sync_skcipher_setkey(child, key, keylen);  in cryptd_skcipher_setkey()
265 	return err;  in cryptd_skcipher_setkey()
268 static void cryptd_skcipher_complete(struct skcipher_request *req, int err)  in cryptd_skcipher_complete()  argument
276 	rctx->complete(&req->base, err);  in cryptd_skcipher_complete()
279 	if (err != -EINPROGRESS && refcnt && refcount_dec_and_test(&ctx->refcnt))  in cryptd_skcipher_complete()
284 				    int err)  in cryptd_skcipher_encrypt()  argument
293 	if (unlikely(err == -EINPROGRESS))  in cryptd_skcipher_encrypt()
302 	err = crypto_skcipher_encrypt(subreq);  in cryptd_skcipher_encrypt()
308 	cryptd_skcipher_complete(req, err);  in cryptd_skcipher_encrypt()
312 				    int err)  in cryptd_skcipher_decrypt()  argument
321 	if (unlikely(err == -EINPROGRESS))  in cryptd_skcipher_decrypt()
330 	err = crypto_skcipher_decrypt(subreq);  in cryptd_skcipher_decrypt()
336 	cryptd_skcipher_complete(req, err);  in cryptd_skcipher_decrypt()
406 	int err;  in cryptd_create_skcipher()  local
425 	err = crypto_grab_skcipher(&ctx->spawn, name, type, mask);  in cryptd_create_skcipher()
426 	if (err)  in cryptd_create_skcipher()
430 	err = cryptd_init_instance(skcipher_crypto_instance(inst), &alg->base);  in cryptd_create_skcipher()
431 	if (err)  in cryptd_create_skcipher()
453 	err = skcipher_register_instance(tmpl, inst);  in cryptd_create_skcipher()
454 	if (err) {  in cryptd_create_skcipher()
460 	return err;  in cryptd_create_skcipher()
494 	int err;  in cryptd_hash_setkey()  local
499 	err = crypto_shash_setkey(child, key, keylen);  in cryptd_hash_setkey()
502 	return err;  in cryptd_hash_setkey()
519 static void cryptd_hash_complete(struct ahash_request *req, int err)  in cryptd_hash_complete()  argument
527 	rctx->complete(&req->base, err);  in cryptd_hash_complete()
530 	if (err != -EINPROGRESS && refcnt && refcount_dec_and_test(&ctx->refcnt))  in cryptd_hash_complete()
534 static void cryptd_hash_init(struct crypto_async_request *req_async, int err)  in cryptd_hash_init()  argument
542 	if (unlikely(err == -EINPROGRESS))  in cryptd_hash_init()
547 	err = crypto_shash_init(desc);  in cryptd_hash_init()
552 	cryptd_hash_complete(req, err);  in cryptd_hash_init()
560 static void cryptd_hash_update(struct crypto_async_request *req_async, int err)  in cryptd_hash_update()  argument
567 	if (unlikely(err == -EINPROGRESS))  in cryptd_hash_update()
570 	err = shash_ahash_update(req, &rctx->desc);  in cryptd_hash_update()
575 	cryptd_hash_complete(req, err);  in cryptd_hash_update()
583 static void cryptd_hash_final(struct crypto_async_request *req_async, int err)  in cryptd_hash_final()  argument
588 	if (unlikely(err == -EINPROGRESS))  in cryptd_hash_final()
591 	err = crypto_shash_final(&rctx->desc, req->result);  in cryptd_hash_final()
596 	cryptd_hash_complete(req, err);  in cryptd_hash_final()
604 static void cryptd_hash_finup(struct crypto_async_request *req_async, int err)  in cryptd_hash_finup()  argument
609 	if (unlikely(err == -EINPROGRESS))  in cryptd_hash_finup()
612 	err = shash_ahash_finup(req, &rctx->desc);  in cryptd_hash_finup()
617 	cryptd_hash_complete(req, err);  in cryptd_hash_finup()
625 static void cryptd_hash_digest(struct crypto_async_request *req_async, int err)  in cryptd_hash_digest()  argument
633 	if (unlikely(err == -EINPROGRESS))  in cryptd_hash_digest()
638 	err = shash_ahash_digest(req, desc);  in cryptd_hash_digest()
643 	cryptd_hash_complete(req, err);  in cryptd_hash_digest()
678 	int err;  in cryptd_create_hash()  local
689 	err = PTR_ERR(inst);  in cryptd_create_hash()
696 	err = crypto_init_shash_spawn(&ctx->spawn, salg,  in cryptd_create_hash()
698 	if (err)  in cryptd_create_hash()
722 	err = ahash_register_instance(tmpl, inst);  in cryptd_create_hash()
723 	if (err) {  in cryptd_create_hash()
731 	return err;  in cryptd_create_hash()
754 			int err,  in cryptd_aead_crypt()  argument
768 	if (unlikely(err == -EINPROGRESS))  in cryptd_aead_crypt()
771 	err = crypt( req );  in cryptd_aead_crypt()
778 	compl(&req->base, err);  in cryptd_aead_crypt()
781 	if (err != -EINPROGRESS && refcnt && refcount_dec_and_test(&ctx->refcnt))  in cryptd_aead_crypt()
785 static void cryptd_aead_encrypt(struct crypto_async_request *areq, int err)  in cryptd_aead_encrypt()  argument
792 	cryptd_aead_crypt(req, child, err, crypto_aead_alg(child)->encrypt);  in cryptd_aead_encrypt()
795 static void cryptd_aead_decrypt(struct crypto_async_request *areq, int err)  in cryptd_aead_decrypt()  argument
802 	cryptd_aead_crypt(req, child, err, crypto_aead_alg(child)->decrypt);  in cryptd_aead_decrypt()
862 	int err;  in cryptd_create_aead()  local
878 	err = crypto_grab_aead(&ctx->aead_spawn, name, type, mask);  in cryptd_create_aead()
879 	if (err)  in cryptd_create_aead()
883 	err = cryptd_init_instance(aead_crypto_instance(inst), &alg->base);  in cryptd_create_aead()
884 	if (err)  in cryptd_create_aead()
901 	err = aead_register_instance(tmpl, inst);  in cryptd_create_aead()
902 	if (err) {  in cryptd_create_aead()
908 	return err;  in cryptd_create_aead()
1122 	int err;  in cryptd_init()  local
1129 	err = cryptd_init_queue(&queue, cryptd_max_cpu_qlen);  in cryptd_init()
1130 	if (err)  in cryptd_init()
1133 	err = crypto_register_template(&cryptd_tmpl);  in cryptd_init()
1134 	if (err)  in cryptd_init()
1143 	return err;  in cryptd_init()