Lines Matching full:cmdq
17 #include <linux/mailbox/mtk-cmdq-mailbox.h>
62 struct cmdq *cmdq; member
69 struct cmdq { struct
88 struct cmdq *cmdq = container_of(chan->mbox, struct cmdq, mbox); in cmdq_get_shift_pa() argument
90 return cmdq->shift_pa; in cmdq_get_shift_pa()
94 static int cmdq_thread_suspend(struct cmdq *cmdq, struct cmdq_thread *thread) in cmdq_thread_suspend() argument
106 dev_err(cmdq->mbox.dev, "suspend GCE thread 0x%x failed\n", in cmdq_thread_suspend()
107 (u32)(thread->base - cmdq->base)); in cmdq_thread_suspend()
119 static void cmdq_init(struct cmdq *cmdq) in cmdq_init() argument
123 WARN_ON(clk_enable(cmdq->clock) < 0); in cmdq_init()
124 writel(CMDQ_THR_ACTIVE_SLOT_CYCLES, cmdq->base + CMDQ_THR_SLOT_CYCLES); in cmdq_init()
126 writel(i, cmdq->base + CMDQ_SYNC_TOKEN_UPDATE); in cmdq_init()
127 clk_disable(cmdq->clock); in cmdq_init()
130 static int cmdq_thread_reset(struct cmdq *cmdq, struct cmdq_thread *thread) in cmdq_thread_reset() argument
138 dev_err(cmdq->mbox.dev, "reset GCE thread 0x%x failed\n", in cmdq_thread_reset()
139 (u32)(thread->base - cmdq->base)); in cmdq_thread_reset()
146 static void cmdq_thread_disable(struct cmdq *cmdq, struct cmdq_thread *thread) in cmdq_thread_disable() argument
148 cmdq_thread_reset(cmdq, thread); in cmdq_thread_disable()
161 struct device *dev = task->cmdq->mbox.dev; in cmdq_task_insert_into_thread()
172 (task->pa_base >> task->cmdq->shift_pa); in cmdq_task_insert_into_thread()
201 struct cmdq *cmdq = task->cmdq; in cmdq_task_handle_error() local
203 dev_err(cmdq->mbox.dev, "task 0x%p error\n", task); in cmdq_task_handle_error()
204 WARN_ON(cmdq_thread_suspend(cmdq, thread) < 0); in cmdq_task_handle_error()
208 writel(next_task->pa_base >> cmdq->shift_pa, in cmdq_task_handle_error()
213 static void cmdq_thread_irq_handler(struct cmdq *cmdq, in cmdq_thread_irq_handler() argument
239 curr_pa = readl(thread->base + CMDQ_THR_CURR_ADDR) << cmdq->shift_pa; in cmdq_thread_irq_handler()
261 cmdq_thread_disable(cmdq, thread); in cmdq_thread_irq_handler()
262 clk_disable(cmdq->clock); in cmdq_thread_irq_handler()
268 struct cmdq *cmdq = dev; in cmdq_irq_handler() local
272 irq_status = readl(cmdq->base + CMDQ_CURR_IRQ_STATUS) & cmdq->irq_mask; in cmdq_irq_handler()
273 if (!(irq_status ^ cmdq->irq_mask)) in cmdq_irq_handler()
276 for_each_clear_bit(bit, &irq_status, cmdq->thread_nr) { in cmdq_irq_handler()
277 struct cmdq_thread *thread = &cmdq->thread[bit]; in cmdq_irq_handler()
280 cmdq_thread_irq_handler(cmdq, thread); in cmdq_irq_handler()
289 struct cmdq *cmdq = dev_get_drvdata(dev); in cmdq_suspend() local
294 cmdq->suspended = true; in cmdq_suspend()
296 for (i = 0; i < cmdq->thread_nr; i++) { in cmdq_suspend()
297 thread = &cmdq->thread[i]; in cmdq_suspend()
307 clk_unprepare(cmdq->clock); in cmdq_suspend()
314 struct cmdq *cmdq = dev_get_drvdata(dev); in cmdq_resume() local
316 WARN_ON(clk_prepare(cmdq->clock) < 0); in cmdq_resume()
317 cmdq->suspended = false; in cmdq_resume()
323 struct cmdq *cmdq = platform_get_drvdata(pdev); in cmdq_remove() local
325 clk_unprepare(cmdq->clock); in cmdq_remove()
334 struct cmdq *cmdq = dev_get_drvdata(chan->mbox->dev); in cmdq_mbox_send_data() local
339 WARN_ON(cmdq->suspended); in cmdq_mbox_send_data()
345 task->cmdq = cmdq; in cmdq_mbox_send_data()
352 WARN_ON(clk_enable(cmdq->clock) < 0); in cmdq_mbox_send_data()
359 WARN_ON(cmdq_thread_reset(cmdq, thread) < 0); in cmdq_mbox_send_data()
361 writel(task->pa_base >> cmdq->shift_pa, in cmdq_mbox_send_data()
363 writel((task->pa_base + pkt->cmd_buf_size) >> cmdq->shift_pa, in cmdq_mbox_send_data()
370 WARN_ON(cmdq_thread_suspend(cmdq, thread) < 0); in cmdq_mbox_send_data()
372 cmdq->shift_pa; in cmdq_mbox_send_data()
374 cmdq->shift_pa; in cmdq_mbox_send_data()
379 writel(task->pa_base >> cmdq->shift_pa, in cmdq_mbox_send_data()
385 writel((task->pa_base + pkt->cmd_buf_size) >> cmdq->shift_pa, in cmdq_mbox_send_data()
402 struct cmdq *cmdq = dev_get_drvdata(chan->mbox->dev); in cmdq_mbox_shutdown() local
410 WARN_ON(cmdq_thread_suspend(cmdq, thread) < 0); in cmdq_mbox_shutdown()
413 cmdq_thread_irq_handler(cmdq, thread); in cmdq_mbox_shutdown()
423 cmdq_thread_disable(cmdq, thread); in cmdq_mbox_shutdown()
424 clk_disable(cmdq->clock); in cmdq_mbox_shutdown()
440 struct cmdq *cmdq = dev_get_drvdata(chan->mbox->dev); in cmdq_mbox_flush() local
449 WARN_ON(cmdq_thread_suspend(cmdq, thread) < 0); in cmdq_mbox_flush()
466 cmdq_thread_disable(cmdq, thread); in cmdq_mbox_flush()
467 clk_disable(cmdq->clock); in cmdq_mbox_flush()
478 dev_err(cmdq->mbox.dev, "Fail to wait GCE thread 0x%x done\n", in cmdq_mbox_flush()
479 (u32)(thread->base - cmdq->base)); in cmdq_mbox_flush()
513 struct cmdq *cmdq; in cmdq_probe() local
517 cmdq = devm_kzalloc(dev, sizeof(*cmdq), GFP_KERNEL); in cmdq_probe()
518 if (!cmdq) in cmdq_probe()
522 cmdq->base = devm_ioremap_resource(dev, res); in cmdq_probe()
523 if (IS_ERR(cmdq->base)) { in cmdq_probe()
525 return PTR_ERR(cmdq->base); in cmdq_probe()
528 cmdq->irq = platform_get_irq(pdev, 0); in cmdq_probe()
529 if (cmdq->irq < 0) in cmdq_probe()
530 return cmdq->irq; in cmdq_probe()
538 cmdq->thread_nr = plat_data->thread_nr; in cmdq_probe()
539 cmdq->shift_pa = plat_data->shift; in cmdq_probe()
540 cmdq->irq_mask = GENMASK(cmdq->thread_nr - 1, 0); in cmdq_probe()
541 err = devm_request_irq(dev, cmdq->irq, cmdq_irq_handler, IRQF_SHARED, in cmdq_probe()
542 "mtk_cmdq", cmdq); in cmdq_probe()
548 dev_dbg(dev, "cmdq device: addr:0x%p, va:0x%p, irq:%d\n", in cmdq_probe()
549 dev, cmdq->base, cmdq->irq); in cmdq_probe()
551 cmdq->clock = devm_clk_get(dev, "gce"); in cmdq_probe()
552 if (IS_ERR(cmdq->clock)) { in cmdq_probe()
554 return PTR_ERR(cmdq->clock); in cmdq_probe()
557 cmdq->mbox.dev = dev; in cmdq_probe()
558 cmdq->mbox.chans = devm_kcalloc(dev, cmdq->thread_nr, in cmdq_probe()
559 sizeof(*cmdq->mbox.chans), GFP_KERNEL); in cmdq_probe()
560 if (!cmdq->mbox.chans) in cmdq_probe()
563 cmdq->mbox.num_chans = cmdq->thread_nr; in cmdq_probe()
564 cmdq->mbox.ops = &cmdq_mbox_chan_ops; in cmdq_probe()
565 cmdq->mbox.of_xlate = cmdq_xlate; in cmdq_probe()
568 cmdq->mbox.txdone_irq = false; in cmdq_probe()
569 cmdq->mbox.txdone_poll = false; in cmdq_probe()
571 cmdq->thread = devm_kcalloc(dev, cmdq->thread_nr, in cmdq_probe()
572 sizeof(*cmdq->thread), GFP_KERNEL); in cmdq_probe()
573 if (!cmdq->thread) in cmdq_probe()
576 for (i = 0; i < cmdq->thread_nr; i++) { in cmdq_probe()
577 cmdq->thread[i].base = cmdq->base + CMDQ_THR_BASE + in cmdq_probe()
579 INIT_LIST_HEAD(&cmdq->thread[i].task_busy_list); in cmdq_probe()
580 cmdq->mbox.chans[i].con_priv = (void *)&cmdq->thread[i]; in cmdq_probe()
583 err = devm_mbox_controller_register(dev, &cmdq->mbox); in cmdq_probe()
589 platform_set_drvdata(pdev, cmdq); in cmdq_probe()
590 WARN_ON(clk_prepare(cmdq->clock) < 0); in cmdq_probe()
592 cmdq_init(cmdq); in cmdq_probe()