47 #define omap_aes_read(dd, offset)				\  argument
50 	_read_ret = __raw_readl(dd->io_base + offset);		\
56 inline u32 omap_aes_read(struct omap_aes_dev *dd, u32 offset)  in omap_aes_read()  argument
58 	return __raw_readl(dd->io_base + offset);  in omap_aes_read()
63 #define omap_aes_write(dd, offset, value)				\  argument
67 		__raw_writel(value, dd->io_base + offset);		\
70 inline void omap_aes_write(struct omap_aes_dev *dd, u32 offset,  in omap_aes_write()  argument
73 	__raw_writel(value, dd->io_base + offset);  in omap_aes_write()
77 static inline void omap_aes_write_mask(struct omap_aes_dev *dd, u32 offset,  in omap_aes_write_mask()  argument
82 	val = omap_aes_read(dd, offset);  in omap_aes_write_mask()
85 	omap_aes_write(dd, offset, val);  in omap_aes_write_mask()
88 static void omap_aes_write_n(struct omap_aes_dev *dd, u32 offset,  in omap_aes_write_n()  argument
92 		omap_aes_write(dd, offset, *value);  in omap_aes_write_n()
95 static int omap_aes_hw_init(struct omap_aes_dev *dd)  in omap_aes_hw_init()  argument
99 	if (!(dd->flags & FLAGS_INIT)) {  in omap_aes_hw_init()
100 		dd->flags |= FLAGS_INIT;  in omap_aes_hw_init()
101 		dd->err = 0;  in omap_aes_hw_init()
104 	err = pm_runtime_resume_and_get(dd->dev);  in omap_aes_hw_init()
106 		dev_err(dd->dev, "failed to get sync: %d\n", err);  in omap_aes_hw_init()
113 void omap_aes_clear_copy_flags(struct omap_aes_dev *dd)  in omap_aes_clear_copy_flags()  argument
115 	dd->flags &= ~(OMAP_CRYPTO_COPY_MASK << FLAGS_IN_DATA_ST_SHIFT);  in omap_aes_clear_copy_flags()
116 	dd->flags &= ~(OMAP_CRYPTO_COPY_MASK << FLAGS_OUT_DATA_ST_SHIFT);  in omap_aes_clear_copy_flags()
117 	dd->flags &= ~(OMAP_CRYPTO_COPY_MASK << FLAGS_ASSOC_DATA_ST_SHIFT);  in omap_aes_clear_copy_flags()
120 int omap_aes_write_ctrl(struct omap_aes_dev *dd)  in omap_aes_write_ctrl()  argument
127 	err = omap_aes_hw_init(dd);  in omap_aes_write_ctrl()
131 	key32 = dd->ctx->keylen / sizeof(u32);  in omap_aes_write_ctrl()
134 	if (dd->flags & FLAGS_GCM)  in omap_aes_write_ctrl()
136 			omap_aes_write(dd, i, 0x0);  in omap_aes_write_ctrl()
139 		omap_aes_write(dd, AES_REG_KEY(dd, i),  in omap_aes_write_ctrl()
140 			       (__force u32)cpu_to_le32(dd->ctx->key[i]));  in omap_aes_write_ctrl()
143 	if ((dd->flags & (FLAGS_CBC | FLAGS_CTR)) && dd->req->iv)  in omap_aes_write_ctrl()
144 		omap_aes_write_n(dd, AES_REG_IV(dd, 0), (void *)dd->req->iv, 4);  in omap_aes_write_ctrl()
146 	if ((dd->flags & (FLAGS_GCM)) && dd->aead_req->iv) {  in omap_aes_write_ctrl()
147 		rctx = aead_request_ctx(dd->aead_req);  in omap_aes_write_ctrl()
148 		omap_aes_write_n(dd, AES_REG_IV(dd, 0), (u32 *)rctx->iv, 4);  in omap_aes_write_ctrl()
151 	val = FLD_VAL(((dd->ctx->keylen >> 3) - 1), 4, 3);  in omap_aes_write_ctrl()
152 	if (dd->flags & FLAGS_CBC)  in omap_aes_write_ctrl()
155 	if (dd->flags & (FLAGS_CTR | FLAGS_GCM))  in omap_aes_write_ctrl()
158 	if (dd->flags & FLAGS_GCM)  in omap_aes_write_ctrl()
161 	if (dd->flags & FLAGS_ENCRYPT)  in omap_aes_write_ctrl()
164 	omap_aes_write_mask(dd, AES_REG_CTRL(dd), val, AES_REG_CTRL_MASK);  in omap_aes_write_ctrl()
169 static void omap_aes_dma_trigger_omap2(struct omap_aes_dev *dd, int length)  in omap_aes_dma_trigger_omap2()  argument
173 	val = dd->pdata->dma_start;  in omap_aes_dma_trigger_omap2()
175 	if (dd->dma_lch_out != NULL)  in omap_aes_dma_trigger_omap2()
176 		val |= dd->pdata->dma_enable_out;  in omap_aes_dma_trigger_omap2()
177 	if (dd->dma_lch_in != NULL)  in omap_aes_dma_trigger_omap2()
178 		val |= dd->pdata->dma_enable_in;  in omap_aes_dma_trigger_omap2()
180 	mask = dd->pdata->dma_enable_out | dd->pdata->dma_enable_in |  in omap_aes_dma_trigger_omap2()
181 	       dd->pdata->dma_start;  in omap_aes_dma_trigger_omap2()
183 	omap_aes_write_mask(dd, AES_REG_MASK(dd), val, mask);  in omap_aes_dma_trigger_omap2()
187 static void omap_aes_dma_trigger_omap4(struct omap_aes_dev *dd, int length)  in omap_aes_dma_trigger_omap4()  argument
189 	omap_aes_write(dd, AES_REG_LENGTH_N(0), length);  in omap_aes_dma_trigger_omap4()
190 	omap_aes_write(dd, AES_REG_LENGTH_N(1), 0);  in omap_aes_dma_trigger_omap4()
191 	if (dd->flags & FLAGS_GCM)  in omap_aes_dma_trigger_omap4()
192 		omap_aes_write(dd, AES_REG_A_LEN, dd->assoc_len);  in omap_aes_dma_trigger_omap4()
194 	omap_aes_dma_trigger_omap2(dd, length);  in omap_aes_dma_trigger_omap4()
197 static void omap_aes_dma_stop(struct omap_aes_dev *dd)  in omap_aes_dma_stop()  argument
201 	mask = dd->pdata->dma_enable_out | dd->pdata->dma_enable_in |  in omap_aes_dma_stop()
202 	       dd->pdata->dma_start;  in omap_aes_dma_stop()
204 	omap_aes_write_mask(dd, AES_REG_MASK(dd), 0, mask);  in omap_aes_dma_stop()
209 	struct omap_aes_dev *dd;  in omap_aes_find_dev()  local
212 	dd = list_first_entry(&dev_list, struct omap_aes_dev, list);  in omap_aes_find_dev()
213 	list_move_tail(&dd->list, &dev_list);  in omap_aes_find_dev()
214 	rctx->dd = dd;  in omap_aes_find_dev()
217 	return dd;  in omap_aes_find_dev()
222 	struct omap_aes_dev *dd = data;  in omap_aes_dma_out_callback()  local
225 	tasklet_schedule(&dd->done_task);  in omap_aes_dma_out_callback()
228 static int omap_aes_dma_init(struct omap_aes_dev *dd)  in omap_aes_dma_init()  argument
232 	dd->dma_lch_out = NULL;  in omap_aes_dma_init()
233 	dd->dma_lch_in = NULL;  in omap_aes_dma_init()
235 	dd->dma_lch_in = dma_request_chan(dd->dev, "rx");  in omap_aes_dma_init()
236 	if (IS_ERR(dd->dma_lch_in)) {  in omap_aes_dma_init()
237 		dev_err(dd->dev, "Unable to request in DMA channel\n");  in omap_aes_dma_init()
238 		return PTR_ERR(dd->dma_lch_in);  in omap_aes_dma_init()
241 	dd->dma_lch_out = dma_request_chan(dd->dev, "tx");  in omap_aes_dma_init()
242 	if (IS_ERR(dd->dma_lch_out)) {  in omap_aes_dma_init()
243 		dev_err(dd->dev, "Unable to request out DMA channel\n");  in omap_aes_dma_init()
244 		err = PTR_ERR(dd->dma_lch_out);  in omap_aes_dma_init()
251 	dma_release_channel(dd->dma_lch_in);  in omap_aes_dma_init()
256 static void omap_aes_dma_cleanup(struct omap_aes_dev *dd)  in omap_aes_dma_cleanup()  argument
258 	if (dd->pio_only)  in omap_aes_dma_cleanup()
261 	dma_release_channel(dd->dma_lch_out);  in omap_aes_dma_cleanup()
262 	dma_release_channel(dd->dma_lch_in);  in omap_aes_dma_cleanup()
265 static int omap_aes_crypt_dma(struct omap_aes_dev *dd,  in omap_aes_crypt_dma()  argument
274 	if (dd->pio_only) {  in omap_aes_crypt_dma()
275 		scatterwalk_start(&dd->in_walk, dd->in_sg);  in omap_aes_crypt_dma()
277 			scatterwalk_start(&dd->out_walk, dd->out_sg);  in omap_aes_crypt_dma()
281 		omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x2);  in omap_aes_crypt_dma()
285 	dma_sync_sg_for_device(dd->dev, dd->in_sg, in_sg_len, DMA_TO_DEVICE);  in omap_aes_crypt_dma()
289 	cfg.src_addr = dd->phys_base + AES_REG_DATA_N(dd, 0);  in omap_aes_crypt_dma()
290 	cfg.dst_addr = dd->phys_base + AES_REG_DATA_N(dd, 0);  in omap_aes_crypt_dma()
297 	ret = dmaengine_slave_config(dd->dma_lch_in, &cfg);  in omap_aes_crypt_dma()
299 		dev_err(dd->dev, "can't configure IN dmaengine slave: %d\n",  in omap_aes_crypt_dma()
304 	tx_in = dmaengine_prep_slave_sg(dd->dma_lch_in, in_sg, in_sg_len,  in omap_aes_crypt_dma()
308 		dev_err(dd->dev, "IN prep_slave_sg() failed\n");  in omap_aes_crypt_dma()
313 	tx_in->callback_param = dd;  in omap_aes_crypt_dma()
318 		ret = dmaengine_slave_config(dd->dma_lch_out, &cfg);  in omap_aes_crypt_dma()
320 			dev_err(dd->dev, "can't configure OUT dmaengine slave: %d\n",  in omap_aes_crypt_dma()
325 		tx_out = dmaengine_prep_slave_sg(dd->dma_lch_out, out_sg,  in omap_aes_crypt_dma()
330 			dev_err(dd->dev, "OUT prep_slave_sg() failed\n");  in omap_aes_crypt_dma()
339 	if (dd->flags & FLAGS_GCM)  in omap_aes_crypt_dma()
343 	cb_desc->callback_param = dd;  in omap_aes_crypt_dma()
350 	dma_async_issue_pending(dd->dma_lch_in);  in omap_aes_crypt_dma()
352 		dma_async_issue_pending(dd->dma_lch_out);  in omap_aes_crypt_dma()
355 	dd->pdata->trigger(dd, dd->total);  in omap_aes_crypt_dma()
360 int omap_aes_crypt_dma_start(struct omap_aes_dev *dd)  in omap_aes_crypt_dma_start()  argument
364 	pr_debug("total: %zu\n", dd->total);  in omap_aes_crypt_dma_start()
366 	if (!dd->pio_only) {  in omap_aes_crypt_dma_start()
367 		err = dma_map_sg(dd->dev, dd->in_sg, dd->in_sg_len,  in omap_aes_crypt_dma_start()
370 			dev_err(dd->dev, "dma_map_sg() error\n");  in omap_aes_crypt_dma_start()
374 		if (dd->out_sg_len) {  in omap_aes_crypt_dma_start()
375 			err = dma_map_sg(dd->dev, dd->out_sg, dd->out_sg_len,  in omap_aes_crypt_dma_start()
378 				dev_err(dd->dev, "dma_map_sg() error\n");  in omap_aes_crypt_dma_start()
384 	err = omap_aes_crypt_dma(dd, dd->in_sg, dd->out_sg, dd->in_sg_len,  in omap_aes_crypt_dma_start()
385 				 dd->out_sg_len);  in omap_aes_crypt_dma_start()
386 	if (err && !dd->pio_only) {  in omap_aes_crypt_dma_start()
387 		dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE);  in omap_aes_crypt_dma_start()
388 		if (dd->out_sg_len)  in omap_aes_crypt_dma_start()
389 			dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len,  in omap_aes_crypt_dma_start()
396 static void omap_aes_finish_req(struct omap_aes_dev *dd, int err)  in omap_aes_finish_req()  argument
398 	struct skcipher_request *req = dd->req;  in omap_aes_finish_req()
402 	crypto_finalize_skcipher_request(dd->engine, req, err);  in omap_aes_finish_req()
404 	pm_runtime_mark_last_busy(dd->dev);  in omap_aes_finish_req()
405 	pm_runtime_put_autosuspend(dd->dev);  in omap_aes_finish_req()
408 int omap_aes_crypt_dma_stop(struct omap_aes_dev *dd)  in omap_aes_crypt_dma_stop()  argument
410 	pr_debug("total: %zu\n", dd->total);  in omap_aes_crypt_dma_stop()
412 	omap_aes_dma_stop(dd);  in omap_aes_crypt_dma_stop()
418 static int omap_aes_handle_queue(struct omap_aes_dev *dd,  in omap_aes_handle_queue()  argument
422 		return crypto_transfer_skcipher_request_to_engine(dd->engine, req);  in omap_aes_handle_queue()
428 				struct omap_aes_dev *dd)  in omap_aes_prepare_req()  argument
437 	dd->req = req;  in omap_aes_prepare_req()
438 	dd->total = req->cryptlen;  in omap_aes_prepare_req()
439 	dd->total_save = req->cryptlen;  in omap_aes_prepare_req()
440 	dd->in_sg = req->src;  in omap_aes_prepare_req()
441 	dd->out_sg = req->dst;  in omap_aes_prepare_req()
442 	dd->orig_out = req->dst;  in omap_aes_prepare_req()
448 	ret = omap_crypto_align_sg(&dd->in_sg, dd->total, AES_BLOCK_SIZE,  in omap_aes_prepare_req()
449 				   dd->in_sgl, flags,  in omap_aes_prepare_req()
450 				   FLAGS_IN_DATA_ST_SHIFT, &dd->flags);  in omap_aes_prepare_req()
454 	ret = omap_crypto_align_sg(&dd->out_sg, dd->total, AES_BLOCK_SIZE,  in omap_aes_prepare_req()
455 				   &dd->out_sgl, 0,  in omap_aes_prepare_req()
456 				   FLAGS_OUT_DATA_ST_SHIFT, &dd->flags);  in omap_aes_prepare_req()
460 	dd->in_sg_len = sg_nents_for_len(dd->in_sg, dd->total);  in omap_aes_prepare_req()
461 	if (dd->in_sg_len < 0)  in omap_aes_prepare_req()
462 		return dd->in_sg_len;  in omap_aes_prepare_req()
464 	dd->out_sg_len = sg_nents_for_len(dd->out_sg, dd->total);  in omap_aes_prepare_req()
465 	if (dd->out_sg_len < 0)  in omap_aes_prepare_req()
466 		return dd->out_sg_len;  in omap_aes_prepare_req()
469 	dd->flags = (dd->flags & ~FLAGS_MODE_MASK) | rctx->mode;  in omap_aes_prepare_req()
471 	dd->ctx = ctx;  in omap_aes_prepare_req()
472 	rctx->dd = dd;  in omap_aes_prepare_req()
474 	return omap_aes_write_ctrl(dd);  in omap_aes_prepare_req()
482 	struct omap_aes_dev *dd = rctx->dd;  in omap_aes_crypt_req()  local
484 	if (!dd)  in omap_aes_crypt_req()
487 	return omap_aes_prepare_req(req, dd) ?:  in omap_aes_crypt_req()
488 	       omap_aes_crypt_dma_start(dd);  in omap_aes_crypt_req()
491 static void omap_aes_copy_ivout(struct omap_aes_dev *dd, u8 *ivbuf)  in omap_aes_copy_ivout()  argument
496 		((u32 *)ivbuf)[i] = omap_aes_read(dd, AES_REG_IV(dd, i));  in omap_aes_copy_ivout()
501 	struct omap_aes_dev *dd = (struct omap_aes_dev *)data;  in omap_aes_done_task()  local
505 	if (!dd->pio_only) {  in omap_aes_done_task()
506 		dma_sync_sg_for_device(dd->dev, dd->out_sg, dd->out_sg_len,  in omap_aes_done_task()
508 		dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE);  in omap_aes_done_task()
509 		dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len,  in omap_aes_done_task()
511 		omap_aes_crypt_dma_stop(dd);  in omap_aes_done_task()
514 	omap_crypto_cleanup(dd->in_sg, NULL, 0, dd->total_save,  in omap_aes_done_task()
515 			    FLAGS_IN_DATA_ST_SHIFT, dd->flags);  in omap_aes_done_task()
517 	omap_crypto_cleanup(dd->out_sg, dd->orig_out, 0, dd->total_save,  in omap_aes_done_task()
518 			    FLAGS_OUT_DATA_ST_SHIFT, dd->flags);  in omap_aes_done_task()
521 	if (dd->flags & (FLAGS_CBC | FLAGS_CTR))  in omap_aes_done_task()
522 		omap_aes_copy_ivout(dd, dd->req->iv);  in omap_aes_done_task()
524 	omap_aes_finish_req(dd, 0);  in omap_aes_done_task()
534 	struct omap_aes_dev *dd;  in omap_aes_crypt()  local
559 	dd = omap_aes_find_dev(rctx);  in omap_aes_crypt()
560 	if (!dd)  in omap_aes_crypt()
565 	return omap_aes_handle_queue(dd, req);  in omap_aes_crypt()
864 	struct omap_aes_dev *dd = dev_id;  in omap_aes_irq()  local
868 	status = omap_aes_read(dd, AES_REG_IRQ_STATUS(dd));  in omap_aes_irq()
870 		omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x0);  in omap_aes_irq()
872 		BUG_ON(!dd->in_sg);  in omap_aes_irq()
874 		BUG_ON(_calc_walked(in) > dd->in_sg->length);  in omap_aes_irq()
876 		src = sg_virt(dd->in_sg) + _calc_walked(in);  in omap_aes_irq()
879 			omap_aes_write(dd, AES_REG_DATA_N(dd, i), *src);  in omap_aes_irq()
881 			scatterwalk_advance(&dd->in_walk, 4);  in omap_aes_irq()
882 			if (dd->in_sg->length == _calc_walked(in)) {  in omap_aes_irq()
883 				dd->in_sg = sg_next(dd->in_sg);  in omap_aes_irq()
884 				if (dd->in_sg) {  in omap_aes_irq()
885 					scatterwalk_start(&dd->in_walk,  in omap_aes_irq()
886 							  dd->in_sg);  in omap_aes_irq()
887 					src = sg_virt(dd->in_sg) +  in omap_aes_irq()
897 		omap_aes_write(dd, AES_REG_IRQ_STATUS(dd), status);  in omap_aes_irq()
900 		omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x4);  in omap_aes_irq()
903 		omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x0);  in omap_aes_irq()
905 		BUG_ON(!dd->out_sg);  in omap_aes_irq()
907 		BUG_ON(_calc_walked(out) > dd->out_sg->length);  in omap_aes_irq()
909 		dst = sg_virt(dd->out_sg) + _calc_walked(out);  in omap_aes_irq()
912 			*dst = omap_aes_read(dd, AES_REG_DATA_N(dd, i));  in omap_aes_irq()
913 			scatterwalk_advance(&dd->out_walk, 4);  in omap_aes_irq()
914 			if (dd->out_sg->length == _calc_walked(out)) {  in omap_aes_irq()
915 				dd->out_sg = sg_next(dd->out_sg);  in omap_aes_irq()
916 				if (dd->out_sg) {  in omap_aes_irq()
917 					scatterwalk_start(&dd->out_walk,  in omap_aes_irq()
918 							  dd->out_sg);  in omap_aes_irq()
919 					dst = sg_virt(dd->out_sg) +  in omap_aes_irq()
927 		dd->total -= min_t(size_t, AES_BLOCK_SIZE, dd->total);  in omap_aes_irq()
931 		omap_aes_write(dd, AES_REG_IRQ_STATUS(dd), status);  in omap_aes_irq()
933 		if (!dd->total)  in omap_aes_irq()
935 			tasklet_schedule(&dd->done_task);  in omap_aes_irq()
938 			omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x2);  in omap_aes_irq()
961 static int omap_aes_get_res_of(struct omap_aes_dev *dd,  in omap_aes_get_res_of()  argument
967 	dd->pdata = of_device_get_match_data(dev);  in omap_aes_get_res_of()
968 	if (!dd->pdata) {  in omap_aes_get_res_of()
989 static int omap_aes_get_res_of(struct omap_aes_dev *dd,  in omap_aes_get_res_of()  argument
996 static int omap_aes_get_res_pdev(struct omap_aes_dev *dd,  in omap_aes_get_res_pdev()  argument
1013 	dd->pdata = &omap_aes_pdata_omap2;  in omap_aes_get_res_pdev()
1049 	struct omap_aes_dev *dd = dev_get_drvdata(dev);  in queue_len_show()  local
1051 	return sprintf(buf, "%d\n", dd->engine->queue.max_qlen);  in queue_len_show()
1058 	struct omap_aes_dev *dd;  in queue_len_store()  local
1076 	list_for_each_entry(dd, &dev_list, list) {  in queue_len_store()
1077 		spin_lock_irqsave(&dd->lock, flags);  in queue_len_store()
1078 		dd->engine->queue.max_qlen = value;  in queue_len_store()
1079 		dd->aead_queue.base.max_qlen = value;  in queue_len_store()
1080 		spin_unlock_irqrestore(&dd->lock, flags);  in queue_len_store()
1103 	struct omap_aes_dev *dd;  in omap_aes_probe()  local
1110 	dd = devm_kzalloc(dev, sizeof(struct omap_aes_dev), GFP_KERNEL);  in omap_aes_probe()
1111 	if (dd == NULL) {  in omap_aes_probe()
1115 	dd->dev = dev;  in omap_aes_probe()
1116 	platform_set_drvdata(pdev, dd);  in omap_aes_probe()
1118 	aead_init_queue(&dd->aead_queue, OMAP_AES_QUEUE_LENGTH);  in omap_aes_probe()
1120 	err = (dev->of_node) ? omap_aes_get_res_of(dd, dev, &res) :  in omap_aes_probe()
1121 			       omap_aes_get_res_pdev(dd, pdev, &res);  in omap_aes_probe()
1125 	dd->io_base = devm_ioremap_resource(dev, &res);  in omap_aes_probe()
1126 	if (IS_ERR(dd->io_base)) {  in omap_aes_probe()
1127 		err = PTR_ERR(dd->io_base);  in omap_aes_probe()
1130 	dd->phys_base = res.start;  in omap_aes_probe()
1143 	omap_aes_dma_stop(dd);  in omap_aes_probe()
1145 	reg = omap_aes_read(dd, AES_REG_REV(dd));  in omap_aes_probe()
1150 		 (reg & dd->pdata->major_mask) >> dd->pdata->major_shift,  in omap_aes_probe()
1151 		 (reg & dd->pdata->minor_mask) >> dd->pdata->minor_shift);  in omap_aes_probe()
1153 	tasklet_init(&dd->done_task, omap_aes_done_task, (unsigned long)dd);  in omap_aes_probe()
1155 	err = omap_aes_dma_init(dd);  in omap_aes_probe()
1158 	} else if (err && AES_REG_IRQ_STATUS(dd) && AES_REG_IRQ_ENABLE(dd)) {  in omap_aes_probe()
1159 		dd->pio_only = 1;  in omap_aes_probe()
1168 				dev_name(dev), dd);  in omap_aes_probe()
1175 	spin_lock_init(&dd->lock);  in omap_aes_probe()
1177 	INIT_LIST_HEAD(&dd->list);  in omap_aes_probe()
1179 	list_add_tail(&dd->list, &dev_list);  in omap_aes_probe()
1183 	dd->engine = crypto_engine_alloc_init(dev, 1);  in omap_aes_probe()
1184 	if (!dd->engine) {  in omap_aes_probe()
1189 	err = crypto_engine_start(dd->engine);  in omap_aes_probe()
1193 	for (i = 0; i < dd->pdata->algs_info_size; i++) {  in omap_aes_probe()
1194 		if (!dd->pdata->algs_info[i].registered) {  in omap_aes_probe()
1195 			for (j = 0; j < dd->pdata->algs_info[i].size; j++) {  in omap_aes_probe()
1196 				algp = &dd->pdata->algs_info[i].algs_list[j];  in omap_aes_probe()
1204 				dd->pdata->algs_info[i].registered++;  in omap_aes_probe()
1209 	if (dd->pdata->aead_algs_info &&  in omap_aes_probe()
1210 	    !dd->pdata->aead_algs_info->registered) {  in omap_aes_probe()
1211 		for (i = 0; i < dd->pdata->aead_algs_info->size; i++) {  in omap_aes_probe()
1212 			aalg = &dd->pdata->aead_algs_info->algs_list[i];  in omap_aes_probe()
1220 			dd->pdata->aead_algs_info->registered++;  in omap_aes_probe()
1232 	for (i = dd->pdata->aead_algs_info->registered - 1; i >= 0; i--) {  in omap_aes_probe()
1233 		aalg = &dd->pdata->aead_algs_info->algs_list[i];  in omap_aes_probe()
1237 	for (i = dd->pdata->algs_info_size - 1; i >= 0; i--)  in omap_aes_probe()
1238 		for (j = dd->pdata->algs_info[i].registered - 1; j >= 0; j--)  in omap_aes_probe()
1240 					&dd->pdata->algs_info[i].algs_list[j]);  in omap_aes_probe()
1243 	if (dd->engine)  in omap_aes_probe()
1244 		crypto_engine_exit(dd->engine);  in omap_aes_probe()
1246 	omap_aes_dma_cleanup(dd);  in omap_aes_probe()
1248 	tasklet_kill(&dd->done_task);  in omap_aes_probe()
1252 	dd = NULL;  in omap_aes_probe()
1260 	struct omap_aes_dev *dd = platform_get_drvdata(pdev);  in omap_aes_remove()  local
1265 	list_del(&dd->list);  in omap_aes_remove()
1268 	for (i = dd->pdata->algs_info_size - 1; i >= 0; i--)  in omap_aes_remove()
1269 		for (j = dd->pdata->algs_info[i].registered - 1; j >= 0; j--) {  in omap_aes_remove()
1271 					&dd->pdata->algs_info[i].algs_list[j]);  in omap_aes_remove()
1272 			dd->pdata->algs_info[i].registered--;  in omap_aes_remove()
1275 	for (i = dd->pdata->aead_algs_info->registered - 1; i >= 0; i--) {  in omap_aes_remove()
1276 		aalg = &dd->pdata->aead_algs_info->algs_list[i];  in omap_aes_remove()
1278 		dd->pdata->aead_algs_info->registered--;  in omap_aes_remove()
1281 	crypto_engine_exit(dd->engine);  in omap_aes_remove()
1283 	tasklet_kill(&dd->done_task);  in omap_aes_remove()
1284 	omap_aes_dma_cleanup(dd);  in omap_aes_remove()
1285 	pm_runtime_disable(dd->dev);  in omap_aes_remove()
1287 	sysfs_remove_group(&dd->dev->kobj, &omap_aes_attr_group);  in omap_aes_remove()