31 static void octeon_sha512_store_hash(struct sha512_state *sctx)  in octeon_sha512_store_hash()  argument
33 	write_octeon_64bit_hash_sha512(sctx->state[0], 0);  in octeon_sha512_store_hash()
34 	write_octeon_64bit_hash_sha512(sctx->state[1], 1);  in octeon_sha512_store_hash()
35 	write_octeon_64bit_hash_sha512(sctx->state[2], 2);  in octeon_sha512_store_hash()
36 	write_octeon_64bit_hash_sha512(sctx->state[3], 3);  in octeon_sha512_store_hash()
37 	write_octeon_64bit_hash_sha512(sctx->state[4], 4);  in octeon_sha512_store_hash()
38 	write_octeon_64bit_hash_sha512(sctx->state[5], 5);  in octeon_sha512_store_hash()
39 	write_octeon_64bit_hash_sha512(sctx->state[6], 6);  in octeon_sha512_store_hash()
40 	write_octeon_64bit_hash_sha512(sctx->state[7], 7);  in octeon_sha512_store_hash()
43 static void octeon_sha512_read_hash(struct sha512_state *sctx)  in octeon_sha512_read_hash()  argument
45 	sctx->state[0] = read_octeon_64bit_hash_sha512(0);  in octeon_sha512_read_hash()
46 	sctx->state[1] = read_octeon_64bit_hash_sha512(1);  in octeon_sha512_read_hash()
47 	sctx->state[2] = read_octeon_64bit_hash_sha512(2);  in octeon_sha512_read_hash()
48 	sctx->state[3] = read_octeon_64bit_hash_sha512(3);  in octeon_sha512_read_hash()
49 	sctx->state[4] = read_octeon_64bit_hash_sha512(4);  in octeon_sha512_read_hash()
50 	sctx->state[5] = read_octeon_64bit_hash_sha512(5);  in octeon_sha512_read_hash()
51 	sctx->state[6] = read_octeon_64bit_hash_sha512(6);  in octeon_sha512_read_hash()
52 	sctx->state[7] = read_octeon_64bit_hash_sha512(7);  in octeon_sha512_read_hash()
79 	struct sha512_state *sctx = shash_desc_ctx(desc);  in octeon_sha512_init()  local
81 	sctx->state[0] = SHA512_H0;  in octeon_sha512_init()
82 	sctx->state[1] = SHA512_H1;  in octeon_sha512_init()
83 	sctx->state[2] = SHA512_H2;  in octeon_sha512_init()
84 	sctx->state[3] = SHA512_H3;  in octeon_sha512_init()
85 	sctx->state[4] = SHA512_H4;  in octeon_sha512_init()
86 	sctx->state[5] = SHA512_H5;  in octeon_sha512_init()
87 	sctx->state[6] = SHA512_H6;  in octeon_sha512_init()
88 	sctx->state[7] = SHA512_H7;  in octeon_sha512_init()
89 	sctx->count[0] = sctx->count[1] = 0;  in octeon_sha512_init()
96 	struct sha512_state *sctx = shash_desc_ctx(desc);  in octeon_sha384_init()  local
98 	sctx->state[0] = SHA384_H0;  in octeon_sha384_init()
99 	sctx->state[1] = SHA384_H1;  in octeon_sha384_init()
100 	sctx->state[2] = SHA384_H2;  in octeon_sha384_init()
101 	sctx->state[3] = SHA384_H3;  in octeon_sha384_init()
102 	sctx->state[4] = SHA384_H4;  in octeon_sha384_init()
103 	sctx->state[5] = SHA384_H5;  in octeon_sha384_init()
104 	sctx->state[6] = SHA384_H6;  in octeon_sha384_init()
105 	sctx->state[7] = SHA384_H7;  in octeon_sha384_init()
106 	sctx->count[0] = sctx->count[1] = 0;  in octeon_sha384_init()
111 static void __octeon_sha512_update(struct sha512_state *sctx, const u8 *data,  in __octeon_sha512_update()  argument
119 	index = sctx->count[0] % SHA512_BLOCK_SIZE;  in __octeon_sha512_update()
122 	if ((sctx->count[0] += len) < len)  in __octeon_sha512_update()
123 		sctx->count[1]++;  in __octeon_sha512_update()
129 		memcpy(&sctx->buf[index], data, part_len);  in __octeon_sha512_update()
130 		octeon_sha512_transform(sctx->buf);  in __octeon_sha512_update()
142 	memcpy(&sctx->buf[index], &data[i], len - i);  in __octeon_sha512_update()
148 	struct sha512_state *sctx = shash_desc_ctx(desc);  in octeon_sha512_update()  local
157 	if ((sctx->count[0] % SHA512_BLOCK_SIZE) + len < SHA512_BLOCK_SIZE)  in octeon_sha512_update()
161 	octeon_sha512_store_hash(sctx);  in octeon_sha512_update()
163 	__octeon_sha512_update(sctx, data, len);  in octeon_sha512_update()
165 	octeon_sha512_read_hash(sctx);  in octeon_sha512_update()
173 	struct sha512_state *sctx = shash_desc_ctx(desc);  in octeon_sha512_final()  local
184 	bits[1] = cpu_to_be64(sctx->count[0] << 3);  in octeon_sha512_final()
185 	bits[0] = cpu_to_be64(sctx->count[1] << 3 | sctx->count[0] >> 61);  in octeon_sha512_final()
188 	index = sctx->count[0] & 0x7f;  in octeon_sha512_final()
192 	octeon_sha512_store_hash(sctx);  in octeon_sha512_final()
194 	__octeon_sha512_update(sctx, padding, pad_len);  in octeon_sha512_final()
197 	__octeon_sha512_update(sctx, (const u8 *)bits, sizeof(bits));  in octeon_sha512_final()
199 	octeon_sha512_read_hash(sctx);  in octeon_sha512_final()
204 		dst[i] = cpu_to_be64(sctx->state[i]);  in octeon_sha512_final()
207 	memset(sctx, 0, sizeof(struct sha512_state));  in octeon_sha512_final()