| /arch/cris/arch-v10/lib/ |
| D | memset.c | 72 register char *dst __asm__ ("r13") = pdst; in memset()
78 if ((unsigned long) dst & 1) in memset()
80 *dst = (char) lc; in memset()
82 dst++; in memset()
85 if ((unsigned long) dst & 2) in memset()
87 *(short *) dst = lc; in memset()
89 dst += 2; in memset()
150 : "=r" (dst), "=r" (n) in memset()
153 : "0" (dst), "1" (n), "r" (lc)); in memset()
159 *(long *) dst = lc; dst += 4; in memset()
[all …]
|
| D | string.c | 53 register unsigned char *dst __asm__ ("r13") = pdst; in memcpy()
60 if (((unsigned long) dst & 3) != 0 in memcpy()
65 if ((unsigned long) dst & 1) in memcpy()
68 *dst = *src; in memcpy()
70 dst++; in memcpy()
73 if ((unsigned long) dst & 2) in memcpy()
76 *(short *) dst = *(short *) src; in memcpy()
78 dst += 2; in memcpy()
128 : "=r" (dst), "=r" (src), "=r" (n) in memcpy()
131 : "0" (dst), "1" (src), "2" (n)); in memcpy()
[all …]
|
| D | usercopy.c | 44 register char *dst __asm__ ("r13") = pdst; in __copy_user()
53 if (((unsigned long) dst & 3) != 0 in __copy_user()
58 if ((unsigned long) dst & 1) in __copy_user()
60 __asm_copy_to_user_1 (dst, src, retn); in __copy_user()
64 if ((unsigned long) dst & 2) in __copy_user()
66 __asm_copy_to_user_2 (dst, src, retn); in __copy_user()
149 /* Outputs */ : "=r" (dst), "=r" (src), "=r" (n), "=r" (retn) in __copy_user()
150 /* Inputs */ : "0" (dst), "1" (src), "2" (n), "3" (retn)); in __copy_user()
161 __asm_copy_to_user_16 (dst, src, retn); in __copy_user()
169 __asm_copy_to_user_4 (dst, src, retn); in __copy_user()
[all …]
|
| /arch/cris/arch-v32/lib/ |
| D | memset.c | 72 register char *dst __asm__ ("r13") = pdst; in memset()
78 if ((unsigned long) dst & 1) in memset()
80 *dst = (char) lc; in memset()
82 dst++; in memset()
85 if ((unsigned long) dst & 2) in memset()
87 *(short *) dst = lc; in memset()
89 dst += 2; in memset()
150 : "=r" (dst), "=r" (n) in memset()
153 : "0" (dst), "1" (n), "r" (lc)); in memset()
159 *(long *) dst = lc; dst += 4; in memset()
[all …]
|
| D | string.c | 53 register unsigned char *dst __asm__ ("r13") = pdst; in memcpy()
60 if (((unsigned long) dst & 3) != 0 in memcpy()
65 if ((unsigned long) dst & 1) in memcpy()
68 *dst = *src; in memcpy()
70 dst++; in memcpy()
73 if ((unsigned long) dst & 2) in memcpy()
76 *(short *) dst = *(short *) src; in memcpy()
78 dst += 2; in memcpy()
128 : "=r" (dst), "=r" (src), "=r" (n) in memcpy()
131 : "0" (dst), "1" (src), "2" (n)); in memcpy()
[all …]
|
| D | usercopy.c | 40 register char *dst __asm__ ("r13") = pdst; in __copy_user()
49 if (((unsigned long) dst & 3) != 0 in __copy_user()
54 if ((unsigned long) dst & 1) in __copy_user()
56 __asm_copy_to_user_1 (dst, src, retn); in __copy_user()
60 if ((unsigned long) dst & 2) in __copy_user()
62 __asm_copy_to_user_2 (dst, src, retn); in __copy_user()
122 /* Outputs */ : "=r" (dst), "=r" (src), "=r" (n), "=r" (retn) in __copy_user()
123 /* Inputs */ : "0" (dst), "1" (src), "2" (n), "3" (retn)); in __copy_user()
129 __asm_copy_to_user_16 (dst, src, retn); in __copy_user()
137 __asm_copy_to_user_4 (dst, src, retn); in __copy_user()
[all …]
|
| /arch/parisc/kernel/ |
| D | binfmt_elf32.c | 15 #define ELF_CORE_COPY_REGS(dst, pt) \ argument
16 memset(dst, 0, sizeof(dst)); /* don't leak any "random" bits */ \
18 for (i = 0; i < 32; i++) dst[i] = (elf_greg_t) pt->gr[i]; \
19 for (i = 0; i < 8; i++) dst[32 + i] = (elf_greg_t) pt->sr[i]; \
21 dst[40] = (elf_greg_t) pt->iaoq[0]; dst[41] = (elf_greg_t) pt->iaoq[1]; \
22 dst[42] = (elf_greg_t) pt->iasq[0]; dst[43] = (elf_greg_t) pt->iasq[1]; \
23 dst[44] = (elf_greg_t) pt->sar; dst[45] = (elf_greg_t) pt->iir; \
24 dst[46] = (elf_greg_t) pt->isr; dst[47] = (elf_greg_t) pt->ior; \
25 dst[48] = (elf_greg_t) mfctl(22); dst[49] = (elf_greg_t) mfctl(0); \
26 dst[50] = (elf_greg_t) mfctl(24); dst[51] = (elf_greg_t) mfctl(25); \
[all …]
|
| /arch/arm64/lib/ |
| D | memset.S | 53 dst .req x8 label
58 mov dst, dstin /* Preserve return value. */
68 str A_l, [dst], #8
71 str A_lw, [dst], #4
74 strh A_lw, [dst], #2
77 strb A_lw, [dst]
83 neg tmp2, dst
91 stp A_l, A_l, [dst] /*non-aligned store..*/
94 add dst, dst, tmp2
108 stp A_l, A_l, [dst], #16
[all …]
|
| D | copy_template.S | 43 dst .req x6 label
54 mov dst, dstin
71 strb1 tmp1w, dst, #1
75 strh1 tmp1w, dst, #2
79 str1 tmp1w, dst, #4
83 str1 tmp1, dst, #8
103 stp1 A_l, A_h, dst, #16
106 stp1 A_l, A_h, dst, #16
109 stp1 A_l, A_h, dst, #16
124 str1 tmp1, dst, #8
[all …]
|
| D | memmove.S | 49 dst .req x6 label
67 add dst, dstin, count
82 strb tmp1w, [dst, #-1]!
86 strh tmp1w, [dst, #-2]!
90 str tmp1w, [dst, #-4]!
94 str tmp1, [dst, #-8]!
115 stp A_l, A_h, [dst, #-16]!
118 stp A_l, A_h, [dst, #-16]!
121 stp A_l, A_h, [dst, #-16]!
126 str tmp1, [dst, #-8]!
[all …]
|
| /arch/x86/include/asm/ |
| D | uaccess_64.h | 52 int __copy_from_user_nocheck(void *dst, const void __user *src, unsigned size) in __copy_from_user_nocheck() argument
56 check_object_size(dst, size, false); in __copy_from_user_nocheck()
58 return copy_user_generic(dst, (__force void *)src, size); in __copy_from_user_nocheck()
62 __get_user_asm(*(u8 *)dst, (u8 __user *)src, in __copy_from_user_nocheck()
68 __get_user_asm(*(u16 *)dst, (u16 __user *)src, in __copy_from_user_nocheck()
74 __get_user_asm(*(u32 *)dst, (u32 __user *)src, in __copy_from_user_nocheck()
80 __get_user_asm(*(u64 *)dst, (u64 __user *)src, in __copy_from_user_nocheck()
86 __get_user_asm(*(u64 *)dst, (u64 __user *)src, in __copy_from_user_nocheck()
89 __get_user_asm(*(u16 *)(8 + (char *)dst), in __copy_from_user_nocheck()
96 __get_user_asm(*(u64 *)dst, (u64 __user *)src, in __copy_from_user_nocheck()
[all …]
|
| /arch/x86/crypto/ |
| D | blowfish_glue.c | 37 asmlinkage void __blowfish_enc_blk(struct bf_ctx *ctx, u8 *dst, const u8 *src,
39 asmlinkage void blowfish_dec_blk(struct bf_ctx *ctx, u8 *dst, const u8 *src);
42 asmlinkage void __blowfish_enc_blk_4way(struct bf_ctx *ctx, u8 *dst,
44 asmlinkage void blowfish_dec_blk_4way(struct bf_ctx *ctx, u8 *dst,
47 static inline void blowfish_enc_blk(struct bf_ctx *ctx, u8 *dst, const u8 *src) in blowfish_enc_blk() argument
49 __blowfish_enc_blk(ctx, dst, src, false); in blowfish_enc_blk()
52 static inline void blowfish_enc_blk_xor(struct bf_ctx *ctx, u8 *dst, in blowfish_enc_blk_xor() argument
55 __blowfish_enc_blk(ctx, dst, src, true); in blowfish_enc_blk_xor()
58 static inline void blowfish_enc_blk_4way(struct bf_ctx *ctx, u8 *dst, in blowfish_enc_blk_4way() argument
61 __blowfish_enc_blk_4way(ctx, dst, src, false); in blowfish_enc_blk_4way()
[all …]
|
| D | des3_ede_glue.c | 37 asmlinkage void des3_ede_x86_64_crypt_blk(const u32 *expkey, u8 *dst,
41 asmlinkage void des3_ede_x86_64_crypt_blk_3way(const u32 *expkey, u8 *dst,
44 static inline void des3_ede_enc_blk(struct des3_ede_x86_ctx *ctx, u8 *dst, in des3_ede_enc_blk() argument
49 des3_ede_x86_64_crypt_blk(enc_ctx, dst, src); in des3_ede_enc_blk()
52 static inline void des3_ede_dec_blk(struct des3_ede_x86_ctx *ctx, u8 *dst, in des3_ede_dec_blk() argument
57 des3_ede_x86_64_crypt_blk(dec_ctx, dst, src); in des3_ede_dec_blk()
60 static inline void des3_ede_enc_blk_3way(struct des3_ede_x86_ctx *ctx, u8 *dst, in des3_ede_enc_blk_3way() argument
65 des3_ede_x86_64_crypt_blk_3way(enc_ctx, dst, src); in des3_ede_enc_blk_3way()
68 static inline void des3_ede_dec_blk_3way(struct des3_ede_x86_ctx *ctx, u8 *dst, in des3_ede_dec_blk_3way() argument
73 des3_ede_x86_64_crypt_blk_3way(dec_ctx, dst, src); in des3_ede_dec_blk_3way()
[all …]
|
| D | glue_helper-asm-avx.S | 28 #define store_8way(dst, x0, x1, x2, x3, x4, x5, x6, x7) \ argument
29 vmovdqu x0, (0*16)(dst); \
30 vmovdqu x1, (1*16)(dst); \
31 vmovdqu x2, (2*16)(dst); \
32 vmovdqu x3, (3*16)(dst); \
33 vmovdqu x4, (4*16)(dst); \
34 vmovdqu x5, (5*16)(dst); \
35 vmovdqu x6, (6*16)(dst); \
36 vmovdqu x7, (7*16)(dst);
38 #define store_cbc_8way(src, dst, x0, x1, x2, x3, x4, x5, x6, x7) \ argument
[all …]
|
| D | glue_helper.c | 49 u8 *wdst = walk->dst.virt.addr; in __glue_ecb_crypt_128bit()
82 struct blkcipher_desc *desc, struct scatterlist *dst, in glue_ecb_crypt_128bit() argument
87 blkcipher_walk_init(&walk, dst, src, nbytes); in glue_ecb_crypt_128bit()
100 u128 *dst = (u128 *)walk->dst.virt.addr; in __glue_cbc_encrypt_128bit() local
104 u128_xor(dst, src, iv); in __glue_cbc_encrypt_128bit()
105 fn(ctx, (u8 *)dst, (u8 *)dst); in __glue_cbc_encrypt_128bit()
106 iv = dst; in __glue_cbc_encrypt_128bit()
109 dst += 1; in __glue_cbc_encrypt_128bit()
119 struct scatterlist *dst, in glue_cbc_encrypt_128bit() argument
125 blkcipher_walk_init(&walk, dst, src, nbytes); in glue_cbc_encrypt_128bit()
[all …]
|
| /arch/x86/include/asm/crypto/ |
| D | serpent-sse2.h | 11 asmlinkage void __serpent_enc_blk_4way(struct serpent_ctx *ctx, u8 *dst,
13 asmlinkage void serpent_dec_blk_4way(struct serpent_ctx *ctx, u8 *dst,
16 static inline void serpent_enc_blk_xway(struct serpent_ctx *ctx, u8 *dst, in serpent_enc_blk_xway() argument
19 __serpent_enc_blk_4way(ctx, dst, src, false); in serpent_enc_blk_xway()
22 static inline void serpent_enc_blk_xway_xor(struct serpent_ctx *ctx, u8 *dst, in serpent_enc_blk_xway_xor() argument
25 __serpent_enc_blk_4way(ctx, dst, src, true); in serpent_enc_blk_xway_xor()
28 static inline void serpent_dec_blk_xway(struct serpent_ctx *ctx, u8 *dst, in serpent_dec_blk_xway() argument
31 serpent_dec_blk_4way(ctx, dst, src); in serpent_dec_blk_xway()
38 asmlinkage void __serpent_enc_blk_8way(struct serpent_ctx *ctx, u8 *dst,
40 asmlinkage void serpent_dec_blk_8way(struct serpent_ctx *ctx, u8 *dst,
[all …]
|
| D | camellia.h | 40 asmlinkage void __camellia_enc_blk(struct camellia_ctx *ctx, u8 *dst,
42 asmlinkage void camellia_dec_blk(struct camellia_ctx *ctx, u8 *dst,
46 asmlinkage void __camellia_enc_blk_2way(struct camellia_ctx *ctx, u8 *dst,
48 asmlinkage void camellia_dec_blk_2way(struct camellia_ctx *ctx, u8 *dst,
52 asmlinkage void camellia_ecb_enc_16way(struct camellia_ctx *ctx, u8 *dst,
54 asmlinkage void camellia_ecb_dec_16way(struct camellia_ctx *ctx, u8 *dst,
57 asmlinkage void camellia_cbc_dec_16way(struct camellia_ctx *ctx, u8 *dst,
59 asmlinkage void camellia_ctr_16way(struct camellia_ctx *ctx, u8 *dst,
62 asmlinkage void camellia_xts_enc_16way(struct camellia_ctx *ctx, u8 *dst,
64 asmlinkage void camellia_xts_dec_16way(struct camellia_ctx *ctx, u8 *dst,
[all …]
|
| D | glue_helper.h | 13 typedef void (*common_glue_func_t)(void *ctx, u8 *dst, const u8 *src);
14 typedef void (*common_glue_cbc_func_t)(void *ctx, u128 *dst, const u128 *src);
15 typedef void (*common_glue_ctr_func_t)(void *ctx, u128 *dst, const u128 *src,
17 typedef void (*common_glue_xts_func_t)(void *ctx, u128 *dst, const u128 *src,
78 static inline void le128_to_be128(be128 *dst, const le128 *src) in le128_to_be128() argument
80 dst->a = cpu_to_be64(le64_to_cpu(src->a)); in le128_to_be128()
81 dst->b = cpu_to_be64(le64_to_cpu(src->b)); in le128_to_be128()
84 static inline void be128_to_le128(le128 *dst, const be128 *src) in be128_to_le128() argument
86 dst->a = cpu_to_le64(be64_to_cpu(src->a)); in be128_to_le128()
87 dst->b = cpu_to_le64(be64_to_cpu(src->b)); in be128_to_le128()
[all …]
|
| /arch/mips/include/asm/ |
| D | ftrace.h | 22 #define safe_load(load, src, dst, error) \ argument
38 : [tmp_dst] "=&r" (dst), [tmp_err] "=r" (error)\
44 #define safe_store(store, src, dst, error) \ argument
61 : [tmp_dst] "r" (dst), [tmp_src] "r" (src)\
66 #define safe_load_code(dst, src, error) \ argument
67 safe_load(STR(lw), src, dst, error)
68 #define safe_store_code(src, dst, error) \ argument
69 safe_store(STR(sw), src, dst, error)
71 #define safe_load_stack(dst, src, error) \ argument
72 safe_load(STR(PTR_L), src, dst, error)
[all …]
|
| /arch/parisc/include/asm/ |
| D | elf.h | 277 #define ELF_CORE_COPY_REGS(dst, pt) \ argument
278 memset(dst, 0, sizeof(dst)); /* don't leak any "random" bits */ \
279 memcpy(dst + 0, pt->gr, 32 * sizeof(elf_greg_t)); \
280 memcpy(dst + 32, pt->sr, 8 * sizeof(elf_greg_t)); \
281 memcpy(dst + 40, pt->iaoq, 2 * sizeof(elf_greg_t)); \
282 memcpy(dst + 42, pt->iasq, 2 * sizeof(elf_greg_t)); \
283 dst[44] = pt->sar; dst[45] = pt->iir; \
284 dst[46] = pt->isr; dst[47] = pt->ior; \
285 dst[48] = mfctl(22); dst[49] = mfctl(0); \
286 dst[50] = mfctl(24); dst[51] = mfctl(25); \
[all …]
|
| /arch/blackfin/mm/ |
| D | maccess.c | 19 long probe_kernel_read(void *dst, const void *src, size_t size) in probe_kernel_read() argument
31 memcpy(dst, &mmr, sizeof(mmr)); in probe_kernel_read()
35 memcpy(dst, &mmr, sizeof(mmr)); in probe_kernel_read()
42 return __probe_kernel_read(dst, src, size); in probe_kernel_read()
45 if (dma_memcpy(dst, src, size)) in probe_kernel_read()
49 if (isram_memcpy(dst, src, size)) in probe_kernel_read()
58 long probe_kernel_write(void *dst, const void *src, size_t size) in probe_kernel_write() argument
60 unsigned long ldst = (unsigned long)dst; in probe_kernel_write()
71 bfin_write16(dst, mmr); in probe_kernel_write()
76 bfin_write32(dst, mmr); in probe_kernel_write()
[all …]
|
| /arch/mips/cavium-octeon/ |
| D | octeon-memcpy.S | 20 #define dst a0 macro
157 move v0, dst /* return value */
197 EXC( STORE t0, UNIT(0)(dst), s_exc_p16u)
198 EXC( STORE t1, UNIT(1)(dst), s_exc_p15u)
199 EXC( STORE t2, UNIT(2)(dst), s_exc_p14u)
200 EXC( STORE t3, UNIT(3)(dst), s_exc_p13u)
205 EXC( STORE t0, UNIT(4)(dst), s_exc_p12u)
206 EXC( STORE t1, UNIT(5)(dst), s_exc_p11u)
207 EXC( STORE t2, UNIT(6)(dst), s_exc_p10u)
209 EXC( STORE t3, UNIT(7)(dst), s_exc_p9u)
[all …]
|
| /arch/ia64/kernel/ |
| D | ptrace.c | 1498 struct regset_getset *dst = arg; in do_gpregs_get() local
1518 if (dst->count > 0 && dst->pos < ELF_GR_OFFSET(1)) { in do_gpregs_get()
1519 dst->ret = user_regset_copyout_zero(&dst->pos, &dst->count, in do_gpregs_get()
1520 &dst->u.get.kbuf, in do_gpregs_get()
1521 &dst->u.get.ubuf, in do_gpregs_get()
1523 if (dst->ret || dst->count == 0) in do_gpregs_get()
1528 if (dst->count > 0 && dst->pos < ELF_GR_OFFSET(16)) { in do_gpregs_get()
1529 index = (dst->pos - ELF_GR_OFFSET(1)) / sizeof(elf_greg_t); in do_gpregs_get()
1530 min_copy = ELF_GR_OFFSET(16) > (dst->pos + dst->count) ? in do_gpregs_get()
1531 (dst->pos + dst->count) : ELF_GR_OFFSET(16); in do_gpregs_get()
[all …]
|
| /arch/microblaze/lib/ |
| D | memmove.c | 38 char *dst = v_dst; in memmove() local
49 dst += c; in memmove()
53 *--dst = *--src; in memmove()
61 char *dst = v_dst; in memmove() local
80 dst += c; in memmove()
89 switch ((unsigned long)dst & 3) { in memmove()
91 *--dst = *--src; in memmove()
94 *--dst = *--src; in memmove()
97 *--dst = *--src; in memmove()
101 i_dst = (void *)dst; in memmove()
[all …]
|
| /arch/x86/lib/ |
| D | csum-wrappers_64.c | 23 csum_partial_copy_from_user(const void __user *src, void *dst, in csum_partial_copy_from_user() argument
47 *(__u16 *)dst = val16; in csum_partial_copy_from_user()
51 dst += 2; in csum_partial_copy_from_user()
57 dst, len, isum, errp, NULL); in csum_partial_copy_from_user()
66 memset(dst, 0, len); in csum_partial_copy_from_user()
84 csum_partial_copy_to_user(const void *src, void __user *dst, in csum_partial_copy_to_user() argument
91 if (unlikely(!access_ok(VERIFY_WRITE, dst, len))) { in csum_partial_copy_to_user()
96 if (unlikely((unsigned long)dst & 6)) { in csum_partial_copy_to_user()
97 while (((unsigned long)dst & 6) && len >= 2) { in csum_partial_copy_to_user()
102 *errp = __put_user(val16, (__u16 __user *)dst); in csum_partial_copy_to_user()
[all …]
|