Lines Matching refs:dd
50 #define _calc_walked(inout) (dd->inout##_walk.offset - dd->inout##_sg->offset)
52 #define DES_REG_KEY(dd, x) ((dd)->pdata->key_ofs - \ argument
55 #define DES_REG_IV(dd, x) ((dd)->pdata->iv_ofs + ((x) * 0x04)) argument
57 #define DES_REG_CTRL(dd) ((dd)->pdata->ctrl_ofs) argument
64 #define DES_REG_DATA_N(dd, x) ((dd)->pdata->data_ofs + ((x) * 0x04)) argument
66 #define DES_REG_REV(dd) ((dd)->pdata->rev_ofs) argument
68 #define DES_REG_MASK(dd) ((dd)->pdata->mask_ofs) argument
72 #define DES_REG_IRQ_STATUS(dd) ((dd)->pdata->irq_status_ofs) argument
73 #define DES_REG_IRQ_ENABLE(dd) ((dd)->pdata->irq_enable_ofs) argument
89 struct omap_des_dev *dd; member
113 void (*trigger)(struct omap_des_dev *dd, int length);
177 #define omap_des_read(dd, offset) \ argument
180 _read_ret = __raw_readl(dd->io_base + offset); \
186 static inline u32 omap_des_read(struct omap_des_dev *dd, u32 offset) in omap_des_read() argument
188 return __raw_readl(dd->io_base + offset); in omap_des_read()
193 #define omap_des_write(dd, offset, value) \ argument
197 __raw_writel(value, dd->io_base + offset); \
200 static inline void omap_des_write(struct omap_des_dev *dd, u32 offset, in omap_des_write() argument
203 __raw_writel(value, dd->io_base + offset); in omap_des_write()
207 static inline void omap_des_write_mask(struct omap_des_dev *dd, u32 offset, in omap_des_write_mask() argument
212 val = omap_des_read(dd, offset); in omap_des_write_mask()
215 omap_des_write(dd, offset, val); in omap_des_write_mask()
218 static void omap_des_write_n(struct omap_des_dev *dd, u32 offset, in omap_des_write_n() argument
222 omap_des_write(dd, offset, *value); in omap_des_write_n()
225 static int omap_des_hw_init(struct omap_des_dev *dd) in omap_des_hw_init() argument
234 err = pm_runtime_get_sync(dd->dev); in omap_des_hw_init()
236 pm_runtime_put_noidle(dd->dev); in omap_des_hw_init()
237 dev_err(dd->dev, "%s: failed to get_sync(%d)\n", __func__, err); in omap_des_hw_init()
241 if (!(dd->flags & FLAGS_INIT)) { in omap_des_hw_init()
242 dd->flags |= FLAGS_INIT; in omap_des_hw_init()
243 dd->err = 0; in omap_des_hw_init()
249 static int omap_des_write_ctrl(struct omap_des_dev *dd) in omap_des_write_ctrl() argument
255 err = omap_des_hw_init(dd); in omap_des_write_ctrl()
259 key32 = dd->ctx->keylen / sizeof(u32); in omap_des_write_ctrl()
263 omap_des_write(dd, DES_REG_KEY(dd, i), in omap_des_write_ctrl()
264 __le32_to_cpu(dd->ctx->key[i])); in omap_des_write_ctrl()
267 if ((dd->flags & FLAGS_CBC) && dd->req->info) in omap_des_write_ctrl()
268 omap_des_write_n(dd, DES_REG_IV(dd, 0), dd->req->info, 2); in omap_des_write_ctrl()
270 if (dd->flags & FLAGS_CBC) in omap_des_write_ctrl()
272 if (dd->flags & FLAGS_ENCRYPT) in omap_des_write_ctrl()
279 omap_des_write_mask(dd, DES_REG_CTRL(dd), val, mask); in omap_des_write_ctrl()
284 static void omap_des_dma_trigger_omap4(struct omap_des_dev *dd, int length) in omap_des_dma_trigger_omap4() argument
288 omap_des_write(dd, DES_REG_LENGTH_N(0), length); in omap_des_dma_trigger_omap4()
290 val = dd->pdata->dma_start; in omap_des_dma_trigger_omap4()
292 if (dd->dma_lch_out != NULL) in omap_des_dma_trigger_omap4()
293 val |= dd->pdata->dma_enable_out; in omap_des_dma_trigger_omap4()
294 if (dd->dma_lch_in != NULL) in omap_des_dma_trigger_omap4()
295 val |= dd->pdata->dma_enable_in; in omap_des_dma_trigger_omap4()
297 mask = dd->pdata->dma_enable_out | dd->pdata->dma_enable_in | in omap_des_dma_trigger_omap4()
298 dd->pdata->dma_start; in omap_des_dma_trigger_omap4()
300 omap_des_write_mask(dd, DES_REG_MASK(dd), val, mask); in omap_des_dma_trigger_omap4()
303 static void omap_des_dma_stop(struct omap_des_dev *dd) in omap_des_dma_stop() argument
307 mask = dd->pdata->dma_enable_out | dd->pdata->dma_enable_in | in omap_des_dma_stop()
308 dd->pdata->dma_start; in omap_des_dma_stop()
310 omap_des_write_mask(dd, DES_REG_MASK(dd), 0, mask); in omap_des_dma_stop()
315 struct omap_des_dev *dd = NULL, *tmp; in omap_des_find_dev() local
318 if (!ctx->dd) { in omap_des_find_dev()
321 dd = tmp; in omap_des_find_dev()
324 ctx->dd = dd; in omap_des_find_dev()
327 dd = ctx->dd; in omap_des_find_dev()
331 return dd; in omap_des_find_dev()
336 struct omap_des_dev *dd = data; in omap_des_dma_out_callback() local
339 tasklet_schedule(&dd->done_task); in omap_des_dma_out_callback()
342 static int omap_des_dma_init(struct omap_des_dev *dd) in omap_des_dma_init() argument
346 dd->dma_lch_out = NULL; in omap_des_dma_init()
347 dd->dma_lch_in = NULL; in omap_des_dma_init()
349 dd->dma_lch_in = dma_request_chan(dd->dev, "rx"); in omap_des_dma_init()
350 if (IS_ERR(dd->dma_lch_in)) { in omap_des_dma_init()
351 dev_err(dd->dev, "Unable to request in DMA channel\n"); in omap_des_dma_init()
352 return PTR_ERR(dd->dma_lch_in); in omap_des_dma_init()
355 dd->dma_lch_out = dma_request_chan(dd->dev, "tx"); in omap_des_dma_init()
356 if (IS_ERR(dd->dma_lch_out)) { in omap_des_dma_init()
357 dev_err(dd->dev, "Unable to request out DMA channel\n"); in omap_des_dma_init()
358 err = PTR_ERR(dd->dma_lch_out); in omap_des_dma_init()
365 dma_release_channel(dd->dma_lch_in); in omap_des_dma_init()
370 static void omap_des_dma_cleanup(struct omap_des_dev *dd) in omap_des_dma_cleanup() argument
372 if (dd->pio_only) in omap_des_dma_cleanup()
375 dma_release_channel(dd->dma_lch_out); in omap_des_dma_cleanup()
376 dma_release_channel(dd->dma_lch_in); in omap_des_dma_cleanup()
384 struct omap_des_dev *dd = ctx->dd; in omap_des_crypt_dma() local
389 if (dd->pio_only) { in omap_des_crypt_dma()
390 scatterwalk_start(&dd->in_walk, dd->in_sg); in omap_des_crypt_dma()
391 scatterwalk_start(&dd->out_walk, dd->out_sg); in omap_des_crypt_dma()
395 omap_des_write(dd, DES_REG_IRQ_ENABLE(dd), 0x2); in omap_des_crypt_dma()
399 dma_sync_sg_for_device(dd->dev, dd->in_sg, in_sg_len, DMA_TO_DEVICE); in omap_des_crypt_dma()
403 cfg.src_addr = dd->phys_base + DES_REG_DATA_N(dd, 0); in omap_des_crypt_dma()
404 cfg.dst_addr = dd->phys_base + DES_REG_DATA_N(dd, 0); in omap_des_crypt_dma()
411 ret = dmaengine_slave_config(dd->dma_lch_in, &cfg); in omap_des_crypt_dma()
413 dev_err(dd->dev, "can't configure IN dmaengine slave: %d\n", in omap_des_crypt_dma()
418 tx_in = dmaengine_prep_slave_sg(dd->dma_lch_in, in_sg, in_sg_len, in omap_des_crypt_dma()
422 dev_err(dd->dev, "IN prep_slave_sg() failed\n"); in omap_des_crypt_dma()
427 tx_in->callback_param = dd; in omap_des_crypt_dma()
430 ret = dmaengine_slave_config(dd->dma_lch_out, &cfg); in omap_des_crypt_dma()
432 dev_err(dd->dev, "can't configure OUT dmaengine slave: %d\n", in omap_des_crypt_dma()
437 tx_out = dmaengine_prep_slave_sg(dd->dma_lch_out, out_sg, out_sg_len, in omap_des_crypt_dma()
441 dev_err(dd->dev, "OUT prep_slave_sg() failed\n"); in omap_des_crypt_dma()
446 tx_out->callback_param = dd; in omap_des_crypt_dma()
451 dma_async_issue_pending(dd->dma_lch_in); in omap_des_crypt_dma()
452 dma_async_issue_pending(dd->dma_lch_out); in omap_des_crypt_dma()
455 dd->pdata->trigger(dd, dd->total); in omap_des_crypt_dma()
460 static int omap_des_crypt_dma_start(struct omap_des_dev *dd) in omap_des_crypt_dma_start() argument
463 crypto_ablkcipher_reqtfm(dd->req)); in omap_des_crypt_dma_start()
466 pr_debug("total: %d\n", dd->total); in omap_des_crypt_dma_start()
468 if (!dd->pio_only) { in omap_des_crypt_dma_start()
469 err = dma_map_sg(dd->dev, dd->in_sg, dd->in_sg_len, in omap_des_crypt_dma_start()
472 dev_err(dd->dev, "dma_map_sg() error\n"); in omap_des_crypt_dma_start()
476 err = dma_map_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_des_crypt_dma_start()
479 dev_err(dd->dev, "dma_map_sg() error\n"); in omap_des_crypt_dma_start()
484 err = omap_des_crypt_dma(tfm, dd->in_sg, dd->out_sg, dd->in_sg_len, in omap_des_crypt_dma_start()
485 dd->out_sg_len); in omap_des_crypt_dma_start()
486 if (err && !dd->pio_only) { in omap_des_crypt_dma_start()
487 dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE); in omap_des_crypt_dma_start()
488 dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_des_crypt_dma_start()
495 static void omap_des_finish_req(struct omap_des_dev *dd, int err) in omap_des_finish_req() argument
497 struct ablkcipher_request *req = dd->req; in omap_des_finish_req()
501 crypto_finalize_cipher_request(dd->engine, req, err); in omap_des_finish_req()
503 pm_runtime_mark_last_busy(dd->dev); in omap_des_finish_req()
504 pm_runtime_put_autosuspend(dd->dev); in omap_des_finish_req()
507 static int omap_des_crypt_dma_stop(struct omap_des_dev *dd) in omap_des_crypt_dma_stop() argument
509 pr_debug("total: %d\n", dd->total); in omap_des_crypt_dma_stop()
511 omap_des_dma_stop(dd); in omap_des_crypt_dma_stop()
513 dmaengine_terminate_all(dd->dma_lch_in); in omap_des_crypt_dma_stop()
514 dmaengine_terminate_all(dd->dma_lch_out); in omap_des_crypt_dma_stop()
519 static int omap_des_handle_queue(struct omap_des_dev *dd, in omap_des_handle_queue() argument
523 return crypto_transfer_cipher_request_to_engine(dd->engine, req); in omap_des_handle_queue()
533 struct omap_des_dev *dd = omap_des_find_dev(ctx); in omap_des_prepare_req() local
538 if (!dd) in omap_des_prepare_req()
542 dd->req = req; in omap_des_prepare_req()
543 dd->total = req->nbytes; in omap_des_prepare_req()
544 dd->total_save = req->nbytes; in omap_des_prepare_req()
545 dd->in_sg = req->src; in omap_des_prepare_req()
546 dd->out_sg = req->dst; in omap_des_prepare_req()
547 dd->orig_out = req->dst; in omap_des_prepare_req()
553 ret = omap_crypto_align_sg(&dd->in_sg, dd->total, DES_BLOCK_SIZE, in omap_des_prepare_req()
554 &dd->in_sgl, flags, in omap_des_prepare_req()
555 FLAGS_IN_DATA_ST_SHIFT, &dd->flags); in omap_des_prepare_req()
559 ret = omap_crypto_align_sg(&dd->out_sg, dd->total, DES_BLOCK_SIZE, in omap_des_prepare_req()
560 &dd->out_sgl, 0, in omap_des_prepare_req()
561 FLAGS_OUT_DATA_ST_SHIFT, &dd->flags); in omap_des_prepare_req()
565 dd->in_sg_len = sg_nents_for_len(dd->in_sg, dd->total); in omap_des_prepare_req()
566 if (dd->in_sg_len < 0) in omap_des_prepare_req()
567 return dd->in_sg_len; in omap_des_prepare_req()
569 dd->out_sg_len = sg_nents_for_len(dd->out_sg, dd->total); in omap_des_prepare_req()
570 if (dd->out_sg_len < 0) in omap_des_prepare_req()
571 return dd->out_sg_len; in omap_des_prepare_req()
576 dd->flags = (dd->flags & ~FLAGS_MODE_MASK) | rctx->mode; in omap_des_prepare_req()
578 dd->ctx = ctx; in omap_des_prepare_req()
579 ctx->dd = dd; in omap_des_prepare_req()
581 return omap_des_write_ctrl(dd); in omap_des_prepare_req()
589 struct omap_des_dev *dd = omap_des_find_dev(ctx); in omap_des_crypt_req() local
591 if (!dd) in omap_des_crypt_req()
594 return omap_des_crypt_dma_start(dd); in omap_des_crypt_req()
599 struct omap_des_dev *dd = (struct omap_des_dev *)data; in omap_des_done_task() local
603 if (!dd->pio_only) { in omap_des_done_task()
604 dma_sync_sg_for_device(dd->dev, dd->out_sg, dd->out_sg_len, in omap_des_done_task()
606 dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE); in omap_des_done_task()
607 dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_des_done_task()
609 omap_des_crypt_dma_stop(dd); in omap_des_done_task()
612 omap_crypto_cleanup(&dd->in_sgl, NULL, 0, dd->total_save, in omap_des_done_task()
613 FLAGS_IN_DATA_ST_SHIFT, dd->flags); in omap_des_done_task()
615 omap_crypto_cleanup(&dd->out_sgl, dd->orig_out, 0, dd->total_save, in omap_des_done_task()
616 FLAGS_OUT_DATA_ST_SHIFT, dd->flags); in omap_des_done_task()
618 omap_des_finish_req(dd, 0); in omap_des_done_task()
628 struct omap_des_dev *dd; in omap_des_crypt() local
639 dd = omap_des_find_dev(ctx); in omap_des_crypt()
640 if (!dd) in omap_des_crypt()
645 return omap_des_handle_queue(dd, req); in omap_des_crypt()
837 struct omap_des_dev *dd = dev_id; in omap_des_irq() local
841 status = omap_des_read(dd, DES_REG_IRQ_STATUS(dd)); in omap_des_irq()
843 omap_des_write(dd, DES_REG_IRQ_ENABLE(dd), 0x0); in omap_des_irq()
845 BUG_ON(!dd->in_sg); in omap_des_irq()
847 BUG_ON(_calc_walked(in) > dd->in_sg->length); in omap_des_irq()
849 src = sg_virt(dd->in_sg) + _calc_walked(in); in omap_des_irq()
852 omap_des_write(dd, DES_REG_DATA_N(dd, i), *src); in omap_des_irq()
854 scatterwalk_advance(&dd->in_walk, 4); in omap_des_irq()
855 if (dd->in_sg->length == _calc_walked(in)) { in omap_des_irq()
856 dd->in_sg = sg_next(dd->in_sg); in omap_des_irq()
857 if (dd->in_sg) { in omap_des_irq()
858 scatterwalk_start(&dd->in_walk, in omap_des_irq()
859 dd->in_sg); in omap_des_irq()
860 src = sg_virt(dd->in_sg) + in omap_des_irq()
870 omap_des_write(dd, DES_REG_IRQ_STATUS(dd), status); in omap_des_irq()
873 omap_des_write(dd, DES_REG_IRQ_ENABLE(dd), 0x4); in omap_des_irq()
876 omap_des_write(dd, DES_REG_IRQ_ENABLE(dd), 0x0); in omap_des_irq()
878 BUG_ON(!dd->out_sg); in omap_des_irq()
880 BUG_ON(_calc_walked(out) > dd->out_sg->length); in omap_des_irq()
882 dst = sg_virt(dd->out_sg) + _calc_walked(out); in omap_des_irq()
885 *dst = omap_des_read(dd, DES_REG_DATA_N(dd, i)); in omap_des_irq()
886 scatterwalk_advance(&dd->out_walk, 4); in omap_des_irq()
887 if (dd->out_sg->length == _calc_walked(out)) { in omap_des_irq()
888 dd->out_sg = sg_next(dd->out_sg); in omap_des_irq()
889 if (dd->out_sg) { in omap_des_irq()
890 scatterwalk_start(&dd->out_walk, in omap_des_irq()
891 dd->out_sg); in omap_des_irq()
892 dst = sg_virt(dd->out_sg) + in omap_des_irq()
900 BUG_ON(dd->total < DES_BLOCK_SIZE); in omap_des_irq()
902 dd->total -= DES_BLOCK_SIZE; in omap_des_irq()
906 omap_des_write(dd, DES_REG_IRQ_STATUS(dd), status); in omap_des_irq()
908 if (!dd->total) in omap_des_irq()
910 tasklet_schedule(&dd->done_task); in omap_des_irq()
913 omap_des_write(dd, DES_REG_IRQ_ENABLE(dd), 0x2); in omap_des_irq()
928 static int omap_des_get_of(struct omap_des_dev *dd, in omap_des_get_of() argument
939 dd->pdata = match->data; in omap_des_get_of()
944 static int omap_des_get_of(struct omap_des_dev *dd, in omap_des_get_of() argument
951 static int omap_des_get_pdev(struct omap_des_dev *dd, in omap_des_get_pdev() argument
955 dd->pdata = pdev->dev.platform_data; in omap_des_get_pdev()
963 struct omap_des_dev *dd; in omap_des_probe() local
969 dd = devm_kzalloc(dev, sizeof(struct omap_des_dev), GFP_KERNEL); in omap_des_probe()
970 if (dd == NULL) { in omap_des_probe()
974 dd->dev = dev; in omap_des_probe()
975 platform_set_drvdata(pdev, dd); in omap_des_probe()
983 err = (dev->of_node) ? omap_des_get_of(dd, pdev) : in omap_des_probe()
984 omap_des_get_pdev(dd, pdev); in omap_des_probe()
988 dd->io_base = devm_ioremap_resource(dev, res); in omap_des_probe()
989 if (IS_ERR(dd->io_base)) { in omap_des_probe()
990 err = PTR_ERR(dd->io_base); in omap_des_probe()
993 dd->phys_base = res->start; in omap_des_probe()
1002 dev_err(dd->dev, "%s: failed to get_sync(%d)\n", __func__, err); in omap_des_probe()
1006 omap_des_dma_stop(dd); in omap_des_probe()
1008 reg = omap_des_read(dd, DES_REG_REV(dd)); in omap_des_probe()
1013 (reg & dd->pdata->major_mask) >> dd->pdata->major_shift, in omap_des_probe()
1014 (reg & dd->pdata->minor_mask) >> dd->pdata->minor_shift); in omap_des_probe()
1016 tasklet_init(&dd->done_task, omap_des_done_task, (unsigned long)dd); in omap_des_probe()
1018 err = omap_des_dma_init(dd); in omap_des_probe()
1021 } else if (err && DES_REG_IRQ_STATUS(dd) && DES_REG_IRQ_ENABLE(dd)) { in omap_des_probe()
1022 dd->pio_only = 1; in omap_des_probe()
1032 dev_name(dev), dd); in omap_des_probe()
1040 INIT_LIST_HEAD(&dd->list); in omap_des_probe()
1042 list_add_tail(&dd->list, &dev_list); in omap_des_probe()
1046 dd->engine = crypto_engine_alloc_init(dev, 1); in omap_des_probe()
1047 if (!dd->engine) { in omap_des_probe()
1052 dd->engine->prepare_cipher_request = omap_des_prepare_req; in omap_des_probe()
1053 dd->engine->cipher_one_request = omap_des_crypt_req; in omap_des_probe()
1054 err = crypto_engine_start(dd->engine); in omap_des_probe()
1058 for (i = 0; i < dd->pdata->algs_info_size; i++) { in omap_des_probe()
1059 for (j = 0; j < dd->pdata->algs_info[i].size; j++) { in omap_des_probe()
1060 algp = &dd->pdata->algs_info[i].algs_list[j]; in omap_des_probe()
1069 dd->pdata->algs_info[i].registered++; in omap_des_probe()
1076 for (i = dd->pdata->algs_info_size - 1; i >= 0; i--) in omap_des_probe()
1077 for (j = dd->pdata->algs_info[i].registered - 1; j >= 0; j--) in omap_des_probe()
1079 &dd->pdata->algs_info[i].algs_list[j]); in omap_des_probe()
1082 if (dd->engine) in omap_des_probe()
1083 crypto_engine_exit(dd->engine); in omap_des_probe()
1085 omap_des_dma_cleanup(dd); in omap_des_probe()
1087 tasklet_kill(&dd->done_task); in omap_des_probe()
1091 dd = NULL; in omap_des_probe()
1099 struct omap_des_dev *dd = platform_get_drvdata(pdev); in omap_des_remove() local
1102 if (!dd) in omap_des_remove()
1106 list_del(&dd->list); in omap_des_remove()
1109 for (i = dd->pdata->algs_info_size - 1; i >= 0; i--) in omap_des_remove()
1110 for (j = dd->pdata->algs_info[i].registered - 1; j >= 0; j--) in omap_des_remove()
1112 &dd->pdata->algs_info[i].algs_list[j]); in omap_des_remove()
1114 tasklet_kill(&dd->done_task); in omap_des_remove()
1115 omap_des_dma_cleanup(dd); in omap_des_remove()
1116 pm_runtime_disable(dd->dev); in omap_des_remove()
1117 dd = NULL; in omap_des_remove()