86 static int ecb_crypt(struct blkcipher_desc *desc, struct blkcipher_walk *walk,  in ecb_crypt()  argument
93 	err = blkcipher_walk_virt(desc, walk);  in ecb_crypt()
95 	while ((nbytes = walk->nbytes)) {  in ecb_crypt()
96 		u8 *wsrc = walk->src.virt.addr;  in ecb_crypt()
97 		u8 *wdst = walk->dst.virt.addr;  in ecb_crypt()
124 		err = blkcipher_walk_done(desc, walk, nbytes);  in ecb_crypt()
134 	struct blkcipher_walk walk;  in ecb_encrypt()  local
136 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_encrypt()
137 	return ecb_crypt(desc, &walk, ctx->enc_expkey);  in ecb_encrypt()
144 	struct blkcipher_walk walk;  in ecb_decrypt()  local
146 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_decrypt()
147 	return ecb_crypt(desc, &walk, ctx->dec_expkey);  in ecb_decrypt()
151 				  struct blkcipher_walk *walk)  in __cbc_encrypt()  argument
155 	unsigned int nbytes = walk->nbytes;  in __cbc_encrypt()
156 	u64 *src = (u64 *)walk->src.virt.addr;  in __cbc_encrypt()
157 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_encrypt()
158 	u64 *iv = (u64 *)walk->iv;  in __cbc_encrypt()
170 	*(u64 *)walk->iv = *iv;  in __cbc_encrypt()
177 	struct blkcipher_walk walk;  in cbc_encrypt()  local
180 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_encrypt()
181 	err = blkcipher_walk_virt(desc, &walk);  in cbc_encrypt()
183 	while ((nbytes = walk.nbytes)) {  in cbc_encrypt()
184 		nbytes = __cbc_encrypt(desc, &walk);  in cbc_encrypt()
185 		err = blkcipher_walk_done(desc, &walk, nbytes);  in cbc_encrypt()
192 				  struct blkcipher_walk *walk)  in __cbc_decrypt()  argument
196 	unsigned int nbytes = walk->nbytes;  in __cbc_decrypt()
197 	u64 *src = (u64 *)walk->src.virt.addr;  in __cbc_decrypt()
198 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_decrypt()
247 	*dst ^= *(u64 *)walk->iv;  in __cbc_decrypt()
248 	*(u64 *)walk->iv = last_iv;  in __cbc_decrypt()
256 	struct blkcipher_walk walk;  in cbc_decrypt()  local
259 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_decrypt()
260 	err = blkcipher_walk_virt(desc, &walk);  in cbc_decrypt()
262 	while ((nbytes = walk.nbytes)) {  in cbc_decrypt()
263 		nbytes = __cbc_decrypt(desc, &walk);  in cbc_decrypt()
264 		err = blkcipher_walk_done(desc, &walk, nbytes);  in cbc_decrypt()
271 			    struct blkcipher_walk *walk)  in ctr_crypt_final()  argument
273 	u8 *ctrblk = walk->iv;  in ctr_crypt_final()
275 	u8 *src = walk->src.virt.addr;  in ctr_crypt_final()
276 	u8 *dst = walk->dst.virt.addr;  in ctr_crypt_final()
277 	unsigned int nbytes = walk->nbytes;  in ctr_crypt_final()
287 				struct blkcipher_walk *walk)  in __ctr_crypt()  argument
291 	unsigned int nbytes = walk->nbytes;  in __ctr_crypt()
292 	__be64 *src = (__be64 *)walk->src.virt.addr;  in __ctr_crypt()
293 	__be64 *dst = (__be64 *)walk->dst.virt.addr;  in __ctr_crypt()
294 	u64 ctrblk = be64_to_cpu(*(__be64 *)walk->iv);  in __ctr_crypt()
333 	*(__be64 *)walk->iv = cpu_to_be64(ctrblk);  in __ctr_crypt()
340 	struct blkcipher_walk walk;  in ctr_crypt()  local
343 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ctr_crypt()
344 	err = blkcipher_walk_virt_block(desc, &walk, DES3_EDE_BLOCK_SIZE);  in ctr_crypt()
346 	while ((nbytes = walk.nbytes) >= DES3_EDE_BLOCK_SIZE) {  in ctr_crypt()
347 		nbytes = __ctr_crypt(desc, &walk);  in ctr_crypt()
348 		err = blkcipher_walk_done(desc, &walk, nbytes);  in ctr_crypt()
351 	if (walk.nbytes) {  in ctr_crypt()
352 		ctr_crypt_final(crypto_blkcipher_ctx(desc->tfm), &walk);  in ctr_crypt()
353 		err = blkcipher_walk_done(desc, &walk, 0);  in ctr_crypt()