Lines Matching refs:dd
75 struct atmel_tdes_dev *dd; member
181 static inline u32 atmel_tdes_read(struct atmel_tdes_dev *dd, u32 offset) in atmel_tdes_read() argument
183 return readl_relaxed(dd->io_base + offset); in atmel_tdes_read()
186 static inline void atmel_tdes_write(struct atmel_tdes_dev *dd, in atmel_tdes_write() argument
189 writel_relaxed(value, dd->io_base + offset); in atmel_tdes_write()
192 static void atmel_tdes_write_n(struct atmel_tdes_dev *dd, u32 offset, in atmel_tdes_write_n() argument
196 atmel_tdes_write(dd, offset, *value); in atmel_tdes_write_n()
205 if (!ctx->dd) { in atmel_tdes_find_dev()
210 ctx->dd = tdes_dd; in atmel_tdes_find_dev()
212 tdes_dd = ctx->dd; in atmel_tdes_find_dev()
219 static int atmel_tdes_hw_init(struct atmel_tdes_dev *dd) in atmel_tdes_hw_init() argument
221 clk_prepare_enable(dd->iclk); in atmel_tdes_hw_init()
223 if (!(dd->flags & TDES_FLAGS_INIT)) { in atmel_tdes_hw_init()
224 atmel_tdes_write(dd, TDES_CR, TDES_CR_SWRST); in atmel_tdes_hw_init()
225 dd->flags |= TDES_FLAGS_INIT; in atmel_tdes_hw_init()
226 dd->err = 0; in atmel_tdes_hw_init()
232 static inline unsigned int atmel_tdes_get_version(struct atmel_tdes_dev *dd) in atmel_tdes_get_version() argument
234 return atmel_tdes_read(dd, TDES_HW_VERSION) & 0x00000fff; in atmel_tdes_get_version()
237 static void atmel_tdes_hw_version_init(struct atmel_tdes_dev *dd) in atmel_tdes_hw_version_init() argument
239 atmel_tdes_hw_init(dd); in atmel_tdes_hw_version_init()
241 dd->hw_version = atmel_tdes_get_version(dd); in atmel_tdes_hw_version_init()
243 dev_info(dd->dev, in atmel_tdes_hw_version_init()
244 "version: 0x%x\n", dd->hw_version); in atmel_tdes_hw_version_init()
246 clk_disable_unprepare(dd->iclk); in atmel_tdes_hw_version_init()
251 struct atmel_tdes_dev *dd = data; in atmel_tdes_dma_callback() local
254 tasklet_schedule(&dd->done_task); in atmel_tdes_dma_callback()
257 static int atmel_tdes_write_ctrl(struct atmel_tdes_dev *dd) in atmel_tdes_write_ctrl() argument
262 err = atmel_tdes_hw_init(dd); in atmel_tdes_write_ctrl()
267 if (!dd->caps.has_dma) in atmel_tdes_write_ctrl()
268 atmel_tdes_write(dd, TDES_PTCR, in atmel_tdes_write_ctrl()
272 if (dd->ctx->keylen > (DES_KEY_SIZE << 1)) { in atmel_tdes_write_ctrl()
275 } else if (dd->ctx->keylen > DES_KEY_SIZE) { in atmel_tdes_write_ctrl()
282 if (dd->flags & TDES_FLAGS_CBC) { in atmel_tdes_write_ctrl()
284 } else if (dd->flags & TDES_FLAGS_CFB) { in atmel_tdes_write_ctrl()
287 if (dd->flags & TDES_FLAGS_CFB8) in atmel_tdes_write_ctrl()
289 else if (dd->flags & TDES_FLAGS_CFB16) in atmel_tdes_write_ctrl()
291 else if (dd->flags & TDES_FLAGS_CFB32) in atmel_tdes_write_ctrl()
293 else if (dd->flags & TDES_FLAGS_CFB64) in atmel_tdes_write_ctrl()
295 } else if (dd->flags & TDES_FLAGS_OFB) { in atmel_tdes_write_ctrl()
299 if ((dd->flags & TDES_FLAGS_ENCRYPT) || (dd->flags & TDES_FLAGS_OFB)) in atmel_tdes_write_ctrl()
302 atmel_tdes_write(dd, TDES_CR, valcr); in atmel_tdes_write_ctrl()
303 atmel_tdes_write(dd, TDES_MR, valmr); in atmel_tdes_write_ctrl()
305 atmel_tdes_write_n(dd, TDES_KEY1W1R, dd->ctx->key, in atmel_tdes_write_ctrl()
306 dd->ctx->keylen >> 2); in atmel_tdes_write_ctrl()
308 if (((dd->flags & TDES_FLAGS_CBC) || (dd->flags & TDES_FLAGS_CFB) || in atmel_tdes_write_ctrl()
309 (dd->flags & TDES_FLAGS_OFB)) && dd->req->info) { in atmel_tdes_write_ctrl()
310 atmel_tdes_write_n(dd, TDES_IV1R, dd->req->info, 2); in atmel_tdes_write_ctrl()
316 static int atmel_tdes_crypt_pdc_stop(struct atmel_tdes_dev *dd) in atmel_tdes_crypt_pdc_stop() argument
321 atmel_tdes_write(dd, TDES_PTCR, TDES_PTCR_TXTDIS|TDES_PTCR_RXTDIS); in atmel_tdes_crypt_pdc_stop()
323 if (dd->flags & TDES_FLAGS_FAST) { in atmel_tdes_crypt_pdc_stop()
324 dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_FROM_DEVICE); in atmel_tdes_crypt_pdc_stop()
325 dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_pdc_stop()
327 dma_sync_single_for_device(dd->dev, dd->dma_addr_out, in atmel_tdes_crypt_pdc_stop()
328 dd->dma_size, DMA_FROM_DEVICE); in atmel_tdes_crypt_pdc_stop()
331 count = atmel_tdes_sg_copy(&dd->out_sg, &dd->out_offset, in atmel_tdes_crypt_pdc_stop()
332 dd->buf_out, dd->buflen, dd->dma_size, 1); in atmel_tdes_crypt_pdc_stop()
333 if (count != dd->dma_size) { in atmel_tdes_crypt_pdc_stop()
342 static int atmel_tdes_buff_init(struct atmel_tdes_dev *dd) in atmel_tdes_buff_init() argument
346 dd->buf_in = (void *)__get_free_pages(GFP_KERNEL, 0); in atmel_tdes_buff_init()
347 dd->buf_out = (void *)__get_free_pages(GFP_KERNEL, 0); in atmel_tdes_buff_init()
348 dd->buflen = PAGE_SIZE; in atmel_tdes_buff_init()
349 dd->buflen &= ~(DES_BLOCK_SIZE - 1); in atmel_tdes_buff_init()
351 if (!dd->buf_in || !dd->buf_out) { in atmel_tdes_buff_init()
352 dev_err(dd->dev, "unable to alloc pages.\n"); in atmel_tdes_buff_init()
357 dd->dma_addr_in = dma_map_single(dd->dev, dd->buf_in, in atmel_tdes_buff_init()
358 dd->buflen, DMA_TO_DEVICE); in atmel_tdes_buff_init()
359 if (dma_mapping_error(dd->dev, dd->dma_addr_in)) { in atmel_tdes_buff_init()
360 dev_err(dd->dev, "dma %d bytes error\n", dd->buflen); in atmel_tdes_buff_init()
365 dd->dma_addr_out = dma_map_single(dd->dev, dd->buf_out, in atmel_tdes_buff_init()
366 dd->buflen, DMA_FROM_DEVICE); in atmel_tdes_buff_init()
367 if (dma_mapping_error(dd->dev, dd->dma_addr_out)) { in atmel_tdes_buff_init()
368 dev_err(dd->dev, "dma %d bytes error\n", dd->buflen); in atmel_tdes_buff_init()
376 dma_unmap_single(dd->dev, dd->dma_addr_in, dd->buflen, in atmel_tdes_buff_init()
379 free_page((unsigned long)dd->buf_out); in atmel_tdes_buff_init()
380 free_page((unsigned long)dd->buf_in); in atmel_tdes_buff_init()
387 static void atmel_tdes_buff_cleanup(struct atmel_tdes_dev *dd) in atmel_tdes_buff_cleanup() argument
389 dma_unmap_single(dd->dev, dd->dma_addr_out, dd->buflen, in atmel_tdes_buff_cleanup()
391 dma_unmap_single(dd->dev, dd->dma_addr_in, dd->buflen, in atmel_tdes_buff_cleanup()
393 free_page((unsigned long)dd->buf_out); in atmel_tdes_buff_cleanup()
394 free_page((unsigned long)dd->buf_in); in atmel_tdes_buff_cleanup()
401 struct atmel_tdes_dev *dd = ctx->dd; in atmel_tdes_crypt_pdc() local
404 dd->dma_size = length; in atmel_tdes_crypt_pdc()
406 if (!(dd->flags & TDES_FLAGS_FAST)) { in atmel_tdes_crypt_pdc()
407 dma_sync_single_for_device(dd->dev, dma_addr_in, length, in atmel_tdes_crypt_pdc()
411 if ((dd->flags & TDES_FLAGS_CFB) && (dd->flags & TDES_FLAGS_CFB8)) in atmel_tdes_crypt_pdc()
413 else if ((dd->flags & TDES_FLAGS_CFB) && (dd->flags & TDES_FLAGS_CFB16)) in atmel_tdes_crypt_pdc()
418 atmel_tdes_write(dd, TDES_PTCR, TDES_PTCR_TXTDIS|TDES_PTCR_RXTDIS); in atmel_tdes_crypt_pdc()
419 atmel_tdes_write(dd, TDES_TPR, dma_addr_in); in atmel_tdes_crypt_pdc()
420 atmel_tdes_write(dd, TDES_TCR, len32); in atmel_tdes_crypt_pdc()
421 atmel_tdes_write(dd, TDES_RPR, dma_addr_out); in atmel_tdes_crypt_pdc()
422 atmel_tdes_write(dd, TDES_RCR, len32); in atmel_tdes_crypt_pdc()
425 atmel_tdes_write(dd, TDES_IER, TDES_INT_ENDRX); in atmel_tdes_crypt_pdc()
428 atmel_tdes_write(dd, TDES_PTCR, TDES_PTCR_TXTEN | TDES_PTCR_RXTEN); in atmel_tdes_crypt_pdc()
437 struct atmel_tdes_dev *dd = ctx->dd; in atmel_tdes_crypt_dma() local
441 dd->dma_size = length; in atmel_tdes_crypt_dma()
443 if (!(dd->flags & TDES_FLAGS_FAST)) { in atmel_tdes_crypt_dma()
444 dma_sync_single_for_device(dd->dev, dma_addr_in, length, in atmel_tdes_crypt_dma()
448 if (dd->flags & TDES_FLAGS_CFB8) { in atmel_tdes_crypt_dma()
449 dd->dma_lch_in.dma_conf.dst_addr_width = in atmel_tdes_crypt_dma()
451 dd->dma_lch_out.dma_conf.src_addr_width = in atmel_tdes_crypt_dma()
453 } else if (dd->flags & TDES_FLAGS_CFB16) { in atmel_tdes_crypt_dma()
454 dd->dma_lch_in.dma_conf.dst_addr_width = in atmel_tdes_crypt_dma()
456 dd->dma_lch_out.dma_conf.src_addr_width = in atmel_tdes_crypt_dma()
459 dd->dma_lch_in.dma_conf.dst_addr_width = in atmel_tdes_crypt_dma()
461 dd->dma_lch_out.dma_conf.src_addr_width = in atmel_tdes_crypt_dma()
465 dmaengine_slave_config(dd->dma_lch_in.chan, &dd->dma_lch_in.dma_conf); in atmel_tdes_crypt_dma()
466 dmaengine_slave_config(dd->dma_lch_out.chan, &dd->dma_lch_out.dma_conf); in atmel_tdes_crypt_dma()
468 dd->flags |= TDES_FLAGS_DMA; in atmel_tdes_crypt_dma()
478 in_desc = dmaengine_prep_slave_sg(dd->dma_lch_in.chan, &sg[0], in atmel_tdes_crypt_dma()
484 out_desc = dmaengine_prep_slave_sg(dd->dma_lch_out.chan, &sg[1], in atmel_tdes_crypt_dma()
491 out_desc->callback_param = dd; in atmel_tdes_crypt_dma()
494 dma_async_issue_pending(dd->dma_lch_out.chan); in atmel_tdes_crypt_dma()
497 dma_async_issue_pending(dd->dma_lch_in.chan); in atmel_tdes_crypt_dma()
502 static int atmel_tdes_crypt_start(struct atmel_tdes_dev *dd) in atmel_tdes_crypt_start() argument
505 crypto_ablkcipher_reqtfm(dd->req)); in atmel_tdes_crypt_start()
510 if ((!dd->in_offset) && (!dd->out_offset)) { in atmel_tdes_crypt_start()
512 in = IS_ALIGNED((u32)dd->in_sg->offset, sizeof(u32)) && in atmel_tdes_crypt_start()
513 IS_ALIGNED(dd->in_sg->length, dd->ctx->block_size); in atmel_tdes_crypt_start()
514 out = IS_ALIGNED((u32)dd->out_sg->offset, sizeof(u32)) && in atmel_tdes_crypt_start()
515 IS_ALIGNED(dd->out_sg->length, dd->ctx->block_size); in atmel_tdes_crypt_start()
518 if (sg_dma_len(dd->in_sg) != sg_dma_len(dd->out_sg)) in atmel_tdes_crypt_start()
524 count = min(dd->total, sg_dma_len(dd->in_sg)); in atmel_tdes_crypt_start()
525 count = min(count, sg_dma_len(dd->out_sg)); in atmel_tdes_crypt_start()
527 err = dma_map_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_start()
529 dev_err(dd->dev, "dma_map_sg() error\n"); in atmel_tdes_crypt_start()
533 err = dma_map_sg(dd->dev, dd->out_sg, 1, in atmel_tdes_crypt_start()
536 dev_err(dd->dev, "dma_map_sg() error\n"); in atmel_tdes_crypt_start()
537 dma_unmap_sg(dd->dev, dd->in_sg, 1, in atmel_tdes_crypt_start()
542 addr_in = sg_dma_address(dd->in_sg); in atmel_tdes_crypt_start()
543 addr_out = sg_dma_address(dd->out_sg); in atmel_tdes_crypt_start()
545 dd->flags |= TDES_FLAGS_FAST; in atmel_tdes_crypt_start()
549 count = atmel_tdes_sg_copy(&dd->in_sg, &dd->in_offset, in atmel_tdes_crypt_start()
550 dd->buf_in, dd->buflen, dd->total, 0); in atmel_tdes_crypt_start()
552 addr_in = dd->dma_addr_in; in atmel_tdes_crypt_start()
553 addr_out = dd->dma_addr_out; in atmel_tdes_crypt_start()
555 dd->flags &= ~TDES_FLAGS_FAST; in atmel_tdes_crypt_start()
558 dd->total -= count; in atmel_tdes_crypt_start()
560 if (dd->caps.has_dma) in atmel_tdes_crypt_start()
565 if (err && (dd->flags & TDES_FLAGS_FAST)) { in atmel_tdes_crypt_start()
566 dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_start()
567 dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_start()
573 static void atmel_tdes_finish_req(struct atmel_tdes_dev *dd, int err) in atmel_tdes_finish_req() argument
575 struct ablkcipher_request *req = dd->req; in atmel_tdes_finish_req()
577 clk_disable_unprepare(dd->iclk); in atmel_tdes_finish_req()
579 dd->flags &= ~TDES_FLAGS_BUSY; in atmel_tdes_finish_req()
584 static int atmel_tdes_handle_queue(struct atmel_tdes_dev *dd, in atmel_tdes_handle_queue() argument
593 spin_lock_irqsave(&dd->lock, flags); in atmel_tdes_handle_queue()
595 ret = ablkcipher_enqueue_request(&dd->queue, req); in atmel_tdes_handle_queue()
596 if (dd->flags & TDES_FLAGS_BUSY) { in atmel_tdes_handle_queue()
597 spin_unlock_irqrestore(&dd->lock, flags); in atmel_tdes_handle_queue()
600 backlog = crypto_get_backlog(&dd->queue); in atmel_tdes_handle_queue()
601 async_req = crypto_dequeue_request(&dd->queue); in atmel_tdes_handle_queue()
603 dd->flags |= TDES_FLAGS_BUSY; in atmel_tdes_handle_queue()
604 spin_unlock_irqrestore(&dd->lock, flags); in atmel_tdes_handle_queue()
615 dd->req = req; in atmel_tdes_handle_queue()
616 dd->total = req->nbytes; in atmel_tdes_handle_queue()
617 dd->in_offset = 0; in atmel_tdes_handle_queue()
618 dd->in_sg = req->src; in atmel_tdes_handle_queue()
619 dd->out_offset = 0; in atmel_tdes_handle_queue()
620 dd->out_sg = req->dst; in atmel_tdes_handle_queue()
625 dd->flags = (dd->flags & ~TDES_FLAGS_MODE_MASK) | rctx->mode; in atmel_tdes_handle_queue()
626 dd->ctx = ctx; in atmel_tdes_handle_queue()
627 ctx->dd = dd; in atmel_tdes_handle_queue()
629 err = atmel_tdes_write_ctrl(dd); in atmel_tdes_handle_queue()
631 err = atmel_tdes_crypt_start(dd); in atmel_tdes_handle_queue()
634 atmel_tdes_finish_req(dd, err); in atmel_tdes_handle_queue()
635 tasklet_schedule(&dd->queue_task); in atmel_tdes_handle_queue()
641 static int atmel_tdes_crypt_dma_stop(struct atmel_tdes_dev *dd) in atmel_tdes_crypt_dma_stop() argument
646 if (dd->flags & TDES_FLAGS_DMA) { in atmel_tdes_crypt_dma_stop()
648 if (dd->flags & TDES_FLAGS_FAST) { in atmel_tdes_crypt_dma_stop()
649 dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_FROM_DEVICE); in atmel_tdes_crypt_dma_stop()
650 dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_dma_stop()
652 dma_sync_single_for_device(dd->dev, dd->dma_addr_out, in atmel_tdes_crypt_dma_stop()
653 dd->dma_size, DMA_FROM_DEVICE); in atmel_tdes_crypt_dma_stop()
656 count = atmel_tdes_sg_copy(&dd->out_sg, &dd->out_offset, in atmel_tdes_crypt_dma_stop()
657 dd->buf_out, dd->buflen, dd->dma_size, 1); in atmel_tdes_crypt_dma_stop()
658 if (count != dd->dma_size) { in atmel_tdes_crypt_dma_stop()
701 return atmel_tdes_handle_queue(ctx->dd, req); in atmel_tdes_crypt()
716 static int atmel_tdes_dma_init(struct atmel_tdes_dev *dd, in atmel_tdes_dma_init() argument
726 dd->dma_lch_in.chan = dma_request_slave_channel_compat(mask, in atmel_tdes_dma_init()
727 atmel_tdes_filter, &pdata->dma_slave->rxdata, dd->dev, "tx"); in atmel_tdes_dma_init()
728 if (!dd->dma_lch_in.chan) in atmel_tdes_dma_init()
731 dd->dma_lch_in.dma_conf.direction = DMA_MEM_TO_DEV; in atmel_tdes_dma_init()
732 dd->dma_lch_in.dma_conf.dst_addr = dd->phys_base + in atmel_tdes_dma_init()
734 dd->dma_lch_in.dma_conf.src_maxburst = 1; in atmel_tdes_dma_init()
735 dd->dma_lch_in.dma_conf.src_addr_width = in atmel_tdes_dma_init()
737 dd->dma_lch_in.dma_conf.dst_maxburst = 1; in atmel_tdes_dma_init()
738 dd->dma_lch_in.dma_conf.dst_addr_width = in atmel_tdes_dma_init()
740 dd->dma_lch_in.dma_conf.device_fc = false; in atmel_tdes_dma_init()
742 dd->dma_lch_out.chan = dma_request_slave_channel_compat(mask, in atmel_tdes_dma_init()
743 atmel_tdes_filter, &pdata->dma_slave->txdata, dd->dev, "rx"); in atmel_tdes_dma_init()
744 if (!dd->dma_lch_out.chan) in atmel_tdes_dma_init()
747 dd->dma_lch_out.dma_conf.direction = DMA_DEV_TO_MEM; in atmel_tdes_dma_init()
748 dd->dma_lch_out.dma_conf.src_addr = dd->phys_base + in atmel_tdes_dma_init()
750 dd->dma_lch_out.dma_conf.src_maxburst = 1; in atmel_tdes_dma_init()
751 dd->dma_lch_out.dma_conf.src_addr_width = in atmel_tdes_dma_init()
753 dd->dma_lch_out.dma_conf.dst_maxburst = 1; in atmel_tdes_dma_init()
754 dd->dma_lch_out.dma_conf.dst_addr_width = in atmel_tdes_dma_init()
756 dd->dma_lch_out.dma_conf.device_fc = false; in atmel_tdes_dma_init()
761 dma_release_channel(dd->dma_lch_in.chan); in atmel_tdes_dma_init()
763 dev_warn(dd->dev, "no DMA channel available\n"); in atmel_tdes_dma_init()
767 static void atmel_tdes_dma_cleanup(struct atmel_tdes_dev *dd) in atmel_tdes_dma_cleanup() argument
769 dma_release_channel(dd->dma_lch_in.chan); in atmel_tdes_dma_cleanup()
770 dma_release_channel(dd->dma_lch_out.chan); in atmel_tdes_dma_cleanup()
810 if (!ctx->dd->caps.has_cfb_3keys && strstr(alg_name, "cfb") in atmel_tdes_setkey()
900 struct atmel_tdes_dev *dd; in atmel_tdes_cra_init() local
904 dd = atmel_tdes_find_dev(ctx); in atmel_tdes_cra_init()
905 if (!dd) in atmel_tdes_cra_init()
1212 struct atmel_tdes_dev *dd = (struct atmel_tdes_dev *)data; in atmel_tdes_queue_task() local
1214 atmel_tdes_handle_queue(dd, NULL); in atmel_tdes_queue_task()
1219 struct atmel_tdes_dev *dd = (struct atmel_tdes_dev *) data; in atmel_tdes_done_task() local
1222 if (!(dd->flags & TDES_FLAGS_DMA)) in atmel_tdes_done_task()
1223 err = atmel_tdes_crypt_pdc_stop(dd); in atmel_tdes_done_task()
1225 err = atmel_tdes_crypt_dma_stop(dd); in atmel_tdes_done_task()
1227 err = dd->err ? : err; in atmel_tdes_done_task()
1229 if (dd->total && !err) { in atmel_tdes_done_task()
1230 if (dd->flags & TDES_FLAGS_FAST) { in atmel_tdes_done_task()
1231 dd->in_sg = sg_next(dd->in_sg); in atmel_tdes_done_task()
1232 dd->out_sg = sg_next(dd->out_sg); in atmel_tdes_done_task()
1233 if (!dd->in_sg || !dd->out_sg) in atmel_tdes_done_task()
1237 err = atmel_tdes_crypt_start(dd); in atmel_tdes_done_task()
1242 atmel_tdes_finish_req(dd, err); in atmel_tdes_done_task()
1243 atmel_tdes_handle_queue(dd, NULL); in atmel_tdes_done_task()
1264 static void atmel_tdes_unregister_algs(struct atmel_tdes_dev *dd) in atmel_tdes_unregister_algs() argument
1272 static int atmel_tdes_register_algs(struct atmel_tdes_dev *dd) in atmel_tdes_register_algs() argument
1291 static void atmel_tdes_get_cap(struct atmel_tdes_dev *dd) in atmel_tdes_get_cap() argument
1294 dd->caps.has_dma = 0; in atmel_tdes_get_cap()
1295 dd->caps.has_cfb_3keys = 0; in atmel_tdes_get_cap()
1298 switch (dd->hw_version & 0xf00) { in atmel_tdes_get_cap()
1300 dd->caps.has_dma = 1; in atmel_tdes_get_cap()
1301 dd->caps.has_cfb_3keys = 1; in atmel_tdes_get_cap()
1306 dev_warn(dd->dev, in atmel_tdes_get_cap()