984 static void sa_sync_from_device(struct sa_rx_data *rxd)  in sa_sync_from_device()  argument
988 	if (rxd->mapped_sg[0].dir == DMA_BIDIRECTIONAL)  in sa_sync_from_device()
989 		sgt = &rxd->mapped_sg[0].sgt;  in sa_sync_from_device()
991 		sgt = &rxd->mapped_sg[1].sgt;  in sa_sync_from_device()
993 	dma_sync_sgtable_for_cpu(rxd->ddev, sgt, DMA_FROM_DEVICE);  in sa_sync_from_device()
996 static void sa_free_sa_rx_data(struct sa_rx_data *rxd)  in sa_free_sa_rx_data()  argument
1000 	for (i = 0; i < ARRAY_SIZE(rxd->mapped_sg); i++) {  in sa_free_sa_rx_data()
1001 		struct sa_mapped_sg *mapped_sg = &rxd->mapped_sg[i];  in sa_free_sa_rx_data()
1004 			dma_unmap_sgtable(rxd->ddev, &mapped_sg->sgt,  in sa_free_sa_rx_data()
1010 	kfree(rxd);  in sa_free_sa_rx_data()
1015 	struct sa_rx_data *rxd = (struct sa_rx_data *)data;  in sa_aes_dma_in_callback()  local
1022 	sa_sync_from_device(rxd);  in sa_aes_dma_in_callback()
1023 	req = container_of(rxd->req, struct skcipher_request, base);  in sa_aes_dma_in_callback()
1026 		mdptr = (__be32 *)dmaengine_desc_get_metadata_ptr(rxd->tx_in, &pl,  in sa_aes_dma_in_callback()
1030 		for (i = 0; i < (rxd->enc_iv_size / 4); i++)  in sa_aes_dma_in_callback()
1031 			result[i] = be32_to_cpu(mdptr[i + rxd->iv_idx]);  in sa_aes_dma_in_callback()
1034 	sa_free_sa_rx_data(rxd);  in sa_aes_dma_in_callback()
1056 	struct sa_rx_data *rxd;  in sa_run()  local
1076 	rxd = kzalloc(sizeof(*rxd), gfp_flags);  in sa_run()
1077 	if (!rxd)  in sa_run()
1102 	rxd->ddev = ddev;  in sa_run()
1130 	mapped_sg = &rxd->mapped_sg[0];  in sa_run()
1142 			kfree(rxd);  in sa_run()
1153 			kfree(rxd);  in sa_run()
1177 		mapped_sg = &rxd->mapped_sg[1];  in sa_run()
1218 	rxd->tx_in = dmaengine_prep_slave_sg(dma_rx, dst, dst_nents,  in sa_run()
1221 	if (!rxd->tx_in) {  in sa_run()
1227 	rxd->req = (void *)req->base;  in sa_run()
1228 	rxd->enc = req->enc;  in sa_run()
1229 	rxd->iv_idx = req->ctx->iv_idx;  in sa_run()
1230 	rxd->enc_iv_size = sa_ctx->cmdl_upd_info.enc_iv.size;  in sa_run()
1231 	rxd->tx_in->callback = req->callback;  in sa_run()
1232 	rxd->tx_in->callback_param = rxd;  in sa_run()
1258 	dmaengine_submit(rxd->tx_in);  in sa_run()
1266 	sa_free_sa_rx_data(rxd);  in sa_run()
1332 	struct sa_rx_data *rxd = (struct sa_rx_data *)data;  in sa_sha_dma_in_callback()  local
1341 	sa_sync_from_device(rxd);  in sa_sha_dma_in_callback()
1342 	req = container_of(rxd->req, struct ahash_request, base);  in sa_sha_dma_in_callback()
1346 	mdptr = (__be32 *)dmaengine_desc_get_metadata_ptr(rxd->tx_in, &pl, &ml);  in sa_sha_dma_in_callback()
1352 	sa_free_sa_rx_data(rxd);  in sa_sha_dma_in_callback()
1669 	struct sa_rx_data *rxd = (struct sa_rx_data *)data;  in sa_aead_dma_in_callback()  local
1681 	sa_sync_from_device(rxd);  in sa_aead_dma_in_callback()
1682 	req = container_of(rxd->req, struct aead_request, base);  in sa_aead_dma_in_callback()
1687 	mdptr = (u32 *)dmaengine_desc_get_metadata_ptr(rxd->tx_in, &pl, &ml);  in sa_aead_dma_in_callback()
1693 	if (rxd->enc) {  in sa_aead_dma_in_callback()
1705 	sa_free_sa_rx_data(rxd);  in sa_aead_dma_in_callback()