22 asmlinkage void __blowfish_enc_blk(struct bf_ctx *ctx, u8 *dst, const u8 *src,
24 asmlinkage void blowfish_dec_blk(struct bf_ctx *ctx, u8 *dst, const u8 *src);
27 asmlinkage void __blowfish_enc_blk_4way(struct bf_ctx *ctx, u8 *dst,
29 asmlinkage void blowfish_dec_blk_4way(struct bf_ctx *ctx, u8 *dst,
32 static inline void blowfish_enc_blk(struct bf_ctx *ctx, u8 *dst, const u8 *src)  in blowfish_enc_blk()  argument
34 	__blowfish_enc_blk(ctx, dst, src, false);  in blowfish_enc_blk()
37 static inline void blowfish_enc_blk_xor(struct bf_ctx *ctx, u8 *dst,  in blowfish_enc_blk_xor()  argument
40 	__blowfish_enc_blk(ctx, dst, src, true);  in blowfish_enc_blk_xor()
43 static inline void blowfish_enc_blk_4way(struct bf_ctx *ctx, u8 *dst,  in blowfish_enc_blk_4way()  argument
46 	__blowfish_enc_blk_4way(ctx, dst, src, false);  in blowfish_enc_blk_4way()
49 static inline void blowfish_enc_blk_xor_4way(struct bf_ctx *ctx, u8 *dst,  in blowfish_enc_blk_xor_4way()  argument
52 	__blowfish_enc_blk_4way(ctx, dst, src, true);  in blowfish_enc_blk_xor_4way()
55 static void blowfish_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)  in blowfish_encrypt()  argument
57 	blowfish_enc_blk(crypto_tfm_ctx(tfm), dst, src);  in blowfish_encrypt()
60 static void blowfish_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)  in blowfish_decrypt()  argument
62 	blowfish_dec_blk(crypto_tfm_ctx(tfm), dst, src);  in blowfish_decrypt()
86 		u8 *wdst = walk.dst.virt.addr;  in ecb_crypt()
134 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_encrypt()  local
138 		*dst = *src ^ *iv;  in __cbc_encrypt()
139 		blowfish_enc_blk(ctx, (u8 *)dst, (u8 *)dst);  in __cbc_encrypt()
140 		iv = dst;  in __cbc_encrypt()
143 		dst += 1;  in __cbc_encrypt()
175 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_decrypt()  local
181 	dst += nbytes / bsize - 1;  in __cbc_decrypt()
190 			dst -= 4 - 1;  in __cbc_decrypt()
196 			blowfish_dec_blk_4way(ctx, (u8 *)dst, (u8 *)src);  in __cbc_decrypt()
198 			dst[1] ^= ivs[0];  in __cbc_decrypt()
199 			dst[2] ^= ivs[1];  in __cbc_decrypt()
200 			dst[3] ^= ivs[2];  in __cbc_decrypt()
206 			*dst ^= *(src - 1);  in __cbc_decrypt()
208 			dst -= 1;  in __cbc_decrypt()
214 		blowfish_dec_blk(ctx, (u8 *)dst, (u8 *)src);  in __cbc_decrypt()
220 		*dst ^= *(src - 1);  in __cbc_decrypt()
222 		dst -= 1;  in __cbc_decrypt()
226 	*dst ^= *(u64 *)walk->iv;  in __cbc_decrypt()
255 	u8 *dst = walk->dst.virt.addr;  in ctr_crypt_final()  local
259 	crypto_xor_cpy(dst, keystream, src, nbytes);  in ctr_crypt_final()
269 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __ctr_crypt()  local
276 			if (dst != src) {  in __ctr_crypt()
277 				dst[0] = src[0];  in __ctr_crypt()
278 				dst[1] = src[1];  in __ctr_crypt()
279 				dst[2] = src[2];  in __ctr_crypt()
280 				dst[3] = src[3];  in __ctr_crypt()
289 			blowfish_enc_blk_xor_4way(ctx, (u8 *)dst,  in __ctr_crypt()
293 			dst += 4;  in __ctr_crypt()
302 		if (dst != src)  in __ctr_crypt()
303 			*dst = *src;  in __ctr_crypt()
307 		blowfish_enc_blk_xor(ctx, (u8 *)dst, (u8 *)ctrblocks);  in __ctr_crypt()
310 		dst += 1;  in __ctr_crypt()