| /kernel/linux/linux-5.10/crypto/ |
| D | cts.c | 62 struct skcipher_request subreq; member
102 struct skcipher_request *subreq = &rctx->subreq; in cts_cbc_encrypt() local
121 skcipher_request_set_callback(subreq, req->base.flags & in cts_cbc_encrypt()
124 skcipher_request_set_crypt(subreq, sg, sg, bsize, req->iv); in cts_cbc_encrypt()
125 return crypto_skcipher_encrypt(subreq); in cts_cbc_encrypt()
148 struct skcipher_request *subreq = &rctx->subreq; in crypto_cts_encrypt() local
153 skcipher_request_set_tfm(subreq, ctx->child); in crypto_cts_encrypt()
159 skcipher_request_set_callback(subreq, req->base.flags, in crypto_cts_encrypt()
162 skcipher_request_set_crypt(subreq, req->src, req->dst, nbytes, in crypto_cts_encrypt()
164 return crypto_skcipher_encrypt(subreq); in crypto_cts_encrypt()
[all …]
|
| D | seqiv.c | 23 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt_complete2() local
33 memcpy(req->iv, subreq->iv, crypto_aead_ivsize(geniv)); in seqiv_aead_encrypt_complete2()
36 kfree_sensitive(subreq->iv); in seqiv_aead_encrypt_complete2()
52 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt() local
62 aead_request_set_tfm(subreq, ctx->child); in seqiv_aead_encrypt()
95 aead_request_set_callback(subreq, req->base.flags, compl, data); in seqiv_aead_encrypt()
96 aead_request_set_crypt(subreq, req->dst, req->dst, in seqiv_aead_encrypt()
98 aead_request_set_ad(subreq, req->assoclen + ivsize); in seqiv_aead_encrypt()
103 err = crypto_aead_encrypt(subreq); in seqiv_aead_encrypt()
113 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_decrypt() local
[all …]
|
| D | echainiv.c | 30 struct aead_request *subreq = aead_request_ctx(req); in echainiv_encrypt() local
40 aead_request_set_tfm(subreq, ctx->child); in echainiv_encrypt()
59 aead_request_set_callback(subreq, req->base.flags, in echainiv_encrypt()
61 aead_request_set_crypt(subreq, req->dst, req->dst, in echainiv_encrypt()
63 aead_request_set_ad(subreq, req->assoclen); in echainiv_encrypt()
82 return crypto_aead_encrypt(subreq); in echainiv_encrypt()
89 struct aead_request *subreq = aead_request_ctx(req); in echainiv_decrypt() local
97 aead_request_set_tfm(subreq, ctx->child); in echainiv_decrypt()
102 aead_request_set_callback(subreq, req->base.flags, compl, data); in echainiv_decrypt()
103 aead_request_set_crypt(subreq, req->src, req->dst, in echainiv_decrypt()
[all …]
|
| D | xts.c | 37 struct skcipher_request subreq; member
93 req = &rctx->subreq; in xts_xor_tweak()
165 struct skcipher_request *subreq = &rctx->subreq; in xts_cts_final() local
181 skcipher_request_set_tfm(subreq, ctx->child); in xts_cts_final()
182 skcipher_request_set_callback(subreq, req->base.flags, xts_cts_done, in xts_cts_final()
184 skcipher_request_set_crypt(subreq, rctx->tail, rctx->tail, in xts_cts_final()
187 err = crypt(subreq); in xts_cts_final()
205 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in xts_encrypt_done()
225 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in xts_decrypt_done()
244 struct skcipher_request *subreq = &rctx->subreq; in xts_init_crypt() local
[all …]
|
| D | simd.c | 66 struct skcipher_request *subreq; in simd_skcipher_encrypt() local
69 subreq = skcipher_request_ctx(req); in simd_skcipher_encrypt()
70 *subreq = *req; in simd_skcipher_encrypt()
78 skcipher_request_set_tfm(subreq, child); in simd_skcipher_encrypt()
80 return crypto_skcipher_encrypt(subreq); in simd_skcipher_encrypt()
87 struct skcipher_request *subreq; in simd_skcipher_decrypt() local
90 subreq = skcipher_request_ctx(req); in simd_skcipher_decrypt()
91 *subreq = *req; in simd_skcipher_decrypt()
99 skcipher_request_set_tfm(subreq, child); in simd_skcipher_decrypt()
101 return crypto_skcipher_decrypt(subreq); in simd_skcipher_decrypt()
[all …]
|
| D | lrw.c | 54 struct skcipher_request subreq; member
153 req = &rctx->subreq; in lrw_xor_tweak()
215 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in lrw_crypt_done()
227 struct skcipher_request *subreq = &rctx->subreq; in lrw_init_crypt() local
229 skcipher_request_set_tfm(subreq, ctx->child); in lrw_init_crypt()
230 skcipher_request_set_callback(subreq, req->base.flags, lrw_crypt_done, in lrw_init_crypt()
233 skcipher_request_set_crypt(subreq, req->dst, req->dst, in lrw_init_crypt()
246 struct skcipher_request *subreq = &rctx->subreq; in lrw_encrypt() local
250 crypto_skcipher_encrypt(subreq) ?: in lrw_encrypt()
257 struct skcipher_request *subreq = &rctx->subreq; in lrw_decrypt() local
[all …]
|
| D | essiv.c | 144 struct skcipher_request *subreq = skcipher_request_ctx(req); in essiv_skcipher_crypt() local
148 skcipher_request_set_tfm(subreq, tctx->u.skcipher); in essiv_skcipher_crypt()
149 skcipher_request_set_crypt(subreq, req->src, req->dst, req->cryptlen, in essiv_skcipher_crypt()
151 skcipher_request_set_callback(subreq, skcipher_request_flags(req), in essiv_skcipher_crypt()
154 return enc ? crypto_skcipher_encrypt(subreq) : in essiv_skcipher_crypt()
155 crypto_skcipher_decrypt(subreq); in essiv_skcipher_crypt()
182 struct aead_request *subreq = &rctx->aead_req; in essiv_aead_crypt() local
240 aead_request_set_tfm(subreq, tctx->u.aead); in essiv_aead_crypt()
241 aead_request_set_ad(subreq, req->assoclen); in essiv_aead_crypt()
242 aead_request_set_callback(subreq, aead_request_flags(req), in essiv_aead_crypt()
[all …]
|
| D | ctr.c | 24 struct skcipher_request subreq CRYPTO_MINALIGN_ATTR;
197 struct skcipher_request *subreq = &rctx->subreq; in crypto_rfc3686_crypt() local
208 skcipher_request_set_tfm(subreq, child); in crypto_rfc3686_crypt()
209 skcipher_request_set_callback(subreq, req->base.flags, in crypto_rfc3686_crypt()
211 skcipher_request_set_crypt(subreq, req->src, req->dst, in crypto_rfc3686_crypt()
214 return crypto_skcipher_encrypt(subreq); in crypto_rfc3686_crypt()
|
| D | gcm.c | 40 struct aead_request subreq; member
54 struct aead_request subreq; member
727 struct aead_request *subreq = &rctx->subreq; in crypto_rfc4106_crypt() local
730 u8 *iv = PTR_ALIGN((u8 *)(subreq + 1) + crypto_aead_reqsize(child), in crypto_rfc4106_crypt()
752 aead_request_set_tfm(subreq, child); in crypto_rfc4106_crypt()
753 aead_request_set_callback(subreq, req->base.flags, req->base.complete, in crypto_rfc4106_crypt()
755 aead_request_set_crypt(subreq, rctx->src, in crypto_rfc4106_crypt()
758 aead_request_set_ad(subreq, req->assoclen - 8); in crypto_rfc4106_crypt()
760 return subreq; in crypto_rfc4106_crypt()
933 struct aead_request *subreq = &rctx->subreq; in crypto_rfc4543_crypt() local
[all …]
|
| D | cryptd.c | 262 struct skcipher_request *subreq = &rctx->req; in cryptd_skcipher_encrypt() local
268 skcipher_request_set_tfm(subreq, child); in cryptd_skcipher_encrypt()
269 skcipher_request_set_callback(subreq, CRYPTO_TFM_REQ_MAY_SLEEP, in cryptd_skcipher_encrypt()
271 skcipher_request_set_crypt(subreq, req->src, req->dst, req->cryptlen, in cryptd_skcipher_encrypt()
274 err = crypto_skcipher_encrypt(subreq); in cryptd_skcipher_encrypt()
275 skcipher_request_zero(subreq); in cryptd_skcipher_encrypt()
290 struct skcipher_request *subreq = &rctx->req; in cryptd_skcipher_decrypt() local
296 skcipher_request_set_tfm(subreq, child); in cryptd_skcipher_decrypt()
297 skcipher_request_set_callback(subreq, CRYPTO_TFM_REQ_MAY_SLEEP, in cryptd_skcipher_decrypt()
299 skcipher_request_set_crypt(subreq, req->src, req->dst, req->cryptlen, in cryptd_skcipher_decrypt()
[all …]
|
| /kernel/linux/linux-5.10/arch/arm/crypto/ |
| D | aes-ce-glue.c | 274 struct skcipher_request subreq; in cts_cbc_encrypt() local
278 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt()
279 skcipher_request_set_callback(&subreq, skcipher_request_flags(req), in cts_cbc_encrypt()
289 skcipher_request_set_crypt(&subreq, req->src, req->dst, in cts_cbc_encrypt()
293 err = skcipher_walk_virt(&walk, &subreq, false) ?: in cts_cbc_encrypt()
294 cbc_encrypt_walk(&subreq, &walk); in cts_cbc_encrypt()
301 dst = src = scatterwalk_ffwd(sg_src, req->src, subreq.cryptlen); in cts_cbc_encrypt()
304 subreq.cryptlen); in cts_cbc_encrypt()
308 skcipher_request_set_crypt(&subreq, src, dst, in cts_cbc_encrypt()
312 err = skcipher_walk_virt(&walk, &subreq, false); in cts_cbc_encrypt()
[all …]
|
| D | aes-neonbs-glue.c | 147 struct skcipher_request *subreq = skcipher_request_ctx(req); in cbc_encrypt() local
151 skcipher_request_set_tfm(subreq, ctx->enc_tfm); in cbc_encrypt()
152 skcipher_request_set_callback(subreq, in cbc_encrypt()
155 skcipher_request_set_crypt(subreq, req->src, req->dst, in cbc_encrypt()
158 return crypto_skcipher_encrypt(subreq); in cbc_encrypt()
348 struct skcipher_request subreq; in __xts_crypt() local
357 skcipher_request_set_tfm(&subreq, tfm); in __xts_crypt()
358 skcipher_request_set_callback(&subreq, in __xts_crypt()
361 skcipher_request_set_crypt(&subreq, req->src, req->dst, in __xts_crypt()
363 req = &subreq; in __xts_crypt()
|
| /kernel/linux/linux-5.10/arch/arm64/crypto/ |
| D | aes-glue.c | 279 struct skcipher_request subreq; in cts_cbc_encrypt() local
282 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt()
283 skcipher_request_set_callback(&subreq, skcipher_request_flags(req), in cts_cbc_encrypt()
293 skcipher_request_set_crypt(&subreq, req->src, req->dst, in cts_cbc_encrypt()
297 err = skcipher_walk_virt(&walk, &subreq, false) ?: in cts_cbc_encrypt()
298 cbc_encrypt_walk(&subreq, &walk); in cts_cbc_encrypt()
305 dst = src = scatterwalk_ffwd(sg_src, req->src, subreq.cryptlen); in cts_cbc_encrypt()
308 subreq.cryptlen); in cts_cbc_encrypt()
312 skcipher_request_set_crypt(&subreq, src, dst, in cts_cbc_encrypt()
316 err = skcipher_walk_virt(&walk, &subreq, false); in cts_cbc_encrypt()
[all …]
|
| /kernel/linux/linux-5.10/drivers/crypto/vmx/ |
| D | aes_cbc.c | 80 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_cbc_crypt() local
82 *subreq = *req; in p8_aes_cbc_crypt()
83 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_cbc_crypt()
84 return enc ? crypto_skcipher_encrypt(subreq) : in p8_aes_cbc_crypt()
85 crypto_skcipher_decrypt(subreq); in p8_aes_cbc_crypt()
|
| D | aes_xts.c | 91 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_xts_crypt() local
93 *subreq = *req; in p8_aes_xts_crypt()
94 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_xts_crypt()
95 return enc ? crypto_skcipher_encrypt(subreq) : in p8_aes_xts_crypt()
96 crypto_skcipher_decrypt(subreq); in p8_aes_xts_crypt()
|
| D | aes_ctr.c | 99 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_ctr_crypt() local
101 *subreq = *req; in p8_aes_ctr_crypt()
102 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_ctr_crypt()
103 return crypto_skcipher_encrypt(subreq); in p8_aes_ctr_crypt()
|
| /kernel/linux/linux-5.10/fs/nfs/ |
| D | write.c | 452 struct nfs_page *subreq = destroy_list; in nfs_destroy_unlinked_subrequests() local
454 destroy_list = (subreq->wb_this_page == old_head) ? in nfs_destroy_unlinked_subrequests()
455 NULL : subreq->wb_this_page; in nfs_destroy_unlinked_subrequests()
458 nfs_page_set_headlock(subreq); in nfs_destroy_unlinked_subrequests()
459 WARN_ON_ONCE(old_head != subreq->wb_head); in nfs_destroy_unlinked_subrequests()
462 subreq->wb_this_page = subreq; in nfs_destroy_unlinked_subrequests()
463 subreq->wb_head = subreq; in nfs_destroy_unlinked_subrequests()
465 clear_bit(PG_REMOVE, &subreq->wb_flags); in nfs_destroy_unlinked_subrequests()
468 if (!kref_read(&subreq->wb_kref)) { in nfs_destroy_unlinked_subrequests()
470 if (test_and_clear_bit(PG_TEARDOWN, &subreq->wb_flags)) { in nfs_destroy_unlinked_subrequests()
[all …]
|
| D | pagelist.c | 201 nfs_page_group_lock_subreq(struct nfs_page *head, struct nfs_page *subreq) in nfs_page_group_lock_subreq() argument
205 if (!kref_get_unless_zero(&subreq->wb_kref)) in nfs_page_group_lock_subreq()
207 while (!nfs_lock_request(subreq)) { in nfs_page_group_lock_subreq()
209 ret = nfs_wait_on_request(subreq); in nfs_page_group_lock_subreq()
213 nfs_unroll_locks(head, subreq); in nfs_page_group_lock_subreq()
214 nfs_release_request(subreq); in nfs_page_group_lock_subreq()
230 struct nfs_page *subreq; in nfs_page_group_lock_subrequests() local
237 for (subreq = head->wb_this_page; subreq != head; in nfs_page_group_lock_subrequests()
238 subreq = subreq->wb_this_page) { in nfs_page_group_lock_subrequests()
239 ret = nfs_page_group_lock_subreq(head, subreq); in nfs_page_group_lock_subrequests()
[all …]
|
| /kernel/linux/linux-5.10/drivers/crypto/amcc/ |
| D | crypto4xx_alg.c | 269 SYNC_SKCIPHER_REQUEST_ON_STACK(subreq, ctx->sw_cipher.cipher); in crypto4xx_ctr_crypt()
272 skcipher_request_set_sync_tfm(subreq, ctx->sw_cipher.cipher); in crypto4xx_ctr_crypt()
273 skcipher_request_set_callback(subreq, req->base.flags, in crypto4xx_ctr_crypt()
275 skcipher_request_set_crypt(subreq, req->src, req->dst, in crypto4xx_ctr_crypt()
277 ret = encrypt ? crypto_skcipher_encrypt(subreq) in crypto4xx_ctr_crypt()
278 : crypto_skcipher_decrypt(subreq); in crypto4xx_ctr_crypt()
279 skcipher_request_zero(subreq); in crypto4xx_ctr_crypt()
354 struct aead_request *subreq = aead_request_ctx(req); in crypto4xx_aead_fallback() local
356 aead_request_set_tfm(subreq, ctx->sw_cipher.aead); in crypto4xx_aead_fallback()
357 aead_request_set_callback(subreq, req->base.flags, in crypto4xx_aead_fallback()
[all …]
|
| /kernel/linux/linux-5.10/arch/x86/crypto/ |
| D | glue_helper.c | 272 struct skcipher_request subreq; in glue_xts_req_128bit() local
286 skcipher_request_set_tfm(&subreq, tfm); in glue_xts_req_128bit()
287 skcipher_request_set_callback(&subreq, in glue_xts_req_128bit()
290 skcipher_request_set_crypt(&subreq, req->src, req->dst, in glue_xts_req_128bit()
292 req = &subreq; in glue_xts_req_128bit()
332 skcipher_request_set_crypt(&subreq, src, dst, XTS_BLOCK_SIZE, in glue_xts_req_128bit()
347 skcipher_request_set_crypt(&subreq, dst, dst, XTS_BLOCK_SIZE, in glue_xts_req_128bit()
|
| /kernel/linux/linux-5.10/drivers/crypto/xilinx/ |
| D | zynqmp-aes-gcm.c | 212 struct aead_request *subreq = aead_request_ctx(req); in zynqmp_handle_aes_req() local
219 aead_request_set_tfm(subreq, tfm_ctx->fbk_cipher); in zynqmp_handle_aes_req()
221 aead_request_set_callback(subreq, areq->base.flags, in zynqmp_handle_aes_req()
223 aead_request_set_crypt(subreq, areq->src, areq->dst, in zynqmp_handle_aes_req()
225 aead_request_set_ad(subreq, areq->assoclen); in zynqmp_handle_aes_req()
227 err = crypto_aead_encrypt(subreq); in zynqmp_handle_aes_req()
229 err = crypto_aead_decrypt(subreq); in zynqmp_handle_aes_req()
|
| /kernel/linux/linux-5.10/arch/powerpc/crypto/ |
| D | aes-spe-glue.c | 326 struct skcipher_request subreq; in ppc_xts_encrypt() local
334 subreq = *req; in ppc_xts_encrypt()
335 skcipher_request_set_crypt(&subreq, req->src, req->dst, in ppc_xts_encrypt()
337 req = &subreq; in ppc_xts_encrypt()
364 struct skcipher_request subreq; in ppc_xts_decrypt() local
373 subreq = *req; in ppc_xts_decrypt()
374 skcipher_request_set_crypt(&subreq, req->src, req->dst, in ppc_xts_decrypt()
376 req = &subreq; in ppc_xts_decrypt()
|
| /kernel/linux/linux-5.10/drivers/crypto/ |
| D | sa2ul.c | 1289 SYNC_SKCIPHER_REQUEST_ON_STACK(subreq, ctx->fallback.skcipher); in sa_cipher_run()
1291 skcipher_request_set_sync_tfm(subreq, ctx->fallback.skcipher); in sa_cipher_run()
1292 skcipher_request_set_callback(subreq, req->base.flags, in sa_cipher_run()
1294 skcipher_request_set_crypt(subreq, req->src, req->dst, in sa_cipher_run()
1297 ret = crypto_skcipher_encrypt(subreq); in sa_cipher_run()
1299 ret = crypto_skcipher_decrypt(subreq); in sa_cipher_run()
1301 skcipher_request_zero(subreq); in sa_cipher_run()
1394 struct ahash_request *subreq = &rctx->fallback_req; in sa_sha_run() local
1397 ahash_request_set_tfm(subreq, ctx->fallback.ahash); in sa_sha_run()
1398 subreq->base.flags = req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP; in sa_sha_run()
[all …]
|
| D | geode-aes.c | 271 struct skcipher_request *subreq = skcipher_request_ctx(req); in geode_skcipher_crypt() local
273 *subreq = *req; in geode_skcipher_crypt()
274 skcipher_request_set_tfm(subreq, tctx->fallback.skcipher); in geode_skcipher_crypt()
276 return crypto_skcipher_decrypt(subreq); in geode_skcipher_crypt()
278 return crypto_skcipher_encrypt(subreq); in geode_skcipher_crypt()
|
| /kernel/linux/linux-5.10/arch/s390/crypto/ |
| D | aes_s390.c | 191 struct skcipher_request *subreq = skcipher_request_ctx(req); in fallback_skcipher_crypt() local
193 *subreq = *req; in fallback_skcipher_crypt()
194 skcipher_request_set_tfm(subreq, sctx->fallback.skcipher); in fallback_skcipher_crypt()
196 crypto_skcipher_decrypt(subreq) : in fallback_skcipher_crypt()
197 crypto_skcipher_encrypt(subreq); in fallback_skcipher_crypt()
444 struct skcipher_request *subreq = skcipher_request_ctx(req); in xts_aes_crypt() local
446 *subreq = *req; in xts_aes_crypt()
447 skcipher_request_set_tfm(subreq, xts_ctx->fallback); in xts_aes_crypt()
449 crypto_skcipher_decrypt(subreq) : in xts_aes_crypt()
450 crypto_skcipher_encrypt(subreq); in xts_aes_crypt()
|