48 	struct p8_ghash_desc_ctx *dctx = shash_desc_ctx(desc);  in p8_ghash_init()  local
50 	dctx->bytes = 0;  in p8_ghash_init()
51 	memset(dctx->shash, 0, GHASH_DIGEST_SIZE);  in p8_ghash_init()
78 				 struct p8_ghash_desc_ctx *dctx)  in __ghash_block()  argument
86 		gcm_ghash_p8(dctx->shash, ctx->htable,  in __ghash_block()
87 				dctx->buffer, GHASH_DIGEST_SIZE);  in __ghash_block()
91 		crypto_xor((u8 *)dctx->shash, dctx->buffer, GHASH_BLOCK_SIZE);  in __ghash_block()
92 		gf128mul_lle((be128 *)dctx->shash, &ctx->key);  in __ghash_block()
97 				  struct p8_ghash_desc_ctx *dctx,  in __ghash_blocks()  argument
106 		gcm_ghash_p8(dctx->shash, ctx->htable,  in __ghash_blocks()
112 			crypto_xor((u8 *)dctx->shash, src, GHASH_BLOCK_SIZE);  in __ghash_blocks()
113 			gf128mul_lle((be128 *)dctx->shash, &ctx->key);  in __ghash_blocks()
125 	struct p8_ghash_desc_ctx *dctx = shash_desc_ctx(desc);  in p8_ghash_update()  local
127 	if (dctx->bytes) {  in p8_ghash_update()
128 		if (dctx->bytes + srclen < GHASH_DIGEST_SIZE) {  in p8_ghash_update()
129 			memcpy(dctx->buffer + dctx->bytes, src,  in p8_ghash_update()
131 			dctx->bytes += srclen;  in p8_ghash_update()
134 		memcpy(dctx->buffer + dctx->bytes, src,  in p8_ghash_update()
135 			GHASH_DIGEST_SIZE - dctx->bytes);  in p8_ghash_update()
137 		__ghash_block(ctx, dctx);  in p8_ghash_update()
139 		src += GHASH_DIGEST_SIZE - dctx->bytes;  in p8_ghash_update()
140 		srclen -= GHASH_DIGEST_SIZE - dctx->bytes;  in p8_ghash_update()
141 		dctx->bytes = 0;  in p8_ghash_update()
145 		__ghash_blocks(ctx, dctx, src, len);  in p8_ghash_update()
150 		memcpy(dctx->buffer, src, srclen);  in p8_ghash_update()
151 		dctx->bytes = srclen;  in p8_ghash_update()
160 	struct p8_ghash_desc_ctx *dctx = shash_desc_ctx(desc);  in p8_ghash_final()  local
162 	if (dctx->bytes) {  in p8_ghash_final()
163 		for (i = dctx->bytes; i < GHASH_DIGEST_SIZE; i++)  in p8_ghash_final()
164 			dctx->buffer[i] = 0;  in p8_ghash_final()
165 		__ghash_block(ctx, dctx);  in p8_ghash_final()
166 		dctx->bytes = 0;  in p8_ghash_final()
168 	memcpy(out, dctx->shash, GHASH_DIGEST_SIZE);  in p8_ghash_final()