Lines Matching refs:sdma
249 struct sdma_engine *sdma; member
464 static inline u32 chnenbl_ofs(struct sdma_engine *sdma, unsigned int event) in chnenbl_ofs() argument
466 u32 chnenbl0 = sdma->drvdata->chnenbl0; in chnenbl_ofs()
473 struct sdma_engine *sdma = sdmac->sdma; in sdma_config_ownership() local
480 evt = readl_relaxed(sdma->regs + SDMA_H_EVTOVR); in sdma_config_ownership()
481 mcu = readl_relaxed(sdma->regs + SDMA_H_HOSTOVR); in sdma_config_ownership()
482 dsp = readl_relaxed(sdma->regs + SDMA_H_DSPOVR); in sdma_config_ownership()
499 writel_relaxed(evt, sdma->regs + SDMA_H_EVTOVR); in sdma_config_ownership()
500 writel_relaxed(mcu, sdma->regs + SDMA_H_HOSTOVR); in sdma_config_ownership()
501 writel_relaxed(dsp, sdma->regs + SDMA_H_DSPOVR); in sdma_config_ownership()
506 static void sdma_enable_channel(struct sdma_engine *sdma, int channel) in sdma_enable_channel() argument
508 writel(BIT(channel), sdma->regs + SDMA_H_START); in sdma_enable_channel()
514 static int sdma_run_channel0(struct sdma_engine *sdma) in sdma_run_channel0() argument
519 sdma_enable_channel(sdma, 0); in sdma_run_channel0()
521 while (!(ret = readl_relaxed(sdma->regs + SDMA_H_INTR) & 1)) { in sdma_run_channel0()
529 writel_relaxed(ret, sdma->regs + SDMA_H_INTR); in sdma_run_channel0()
531 dev_err(sdma->dev, "Timeout waiting for CH0 ready\n"); in sdma_run_channel0()
535 if (readl(sdma->regs + SDMA_H_CONFIG) == 0) in sdma_run_channel0()
536 writel_relaxed(SDMA_H_CONFIG_CSM, sdma->regs + SDMA_H_CONFIG); in sdma_run_channel0()
541 static int sdma_load_script(struct sdma_engine *sdma, void *buf, int size, in sdma_load_script() argument
544 struct sdma_buffer_descriptor *bd0 = sdma->channel[0].bd; in sdma_load_script()
557 spin_lock_irqsave(&sdma->channel_0_lock, flags); in sdma_load_script()
567 ret = sdma_run_channel0(sdma); in sdma_load_script()
569 spin_unlock_irqrestore(&sdma->channel_0_lock, flags); in sdma_load_script()
578 struct sdma_engine *sdma = sdmac->sdma; in sdma_event_enable() local
581 u32 chnenbl = chnenbl_ofs(sdma, event); in sdma_event_enable()
583 val = readl_relaxed(sdma->regs + chnenbl); in sdma_event_enable()
585 writel_relaxed(val, sdma->regs + chnenbl); in sdma_event_enable()
590 struct sdma_engine *sdma = sdmac->sdma; in sdma_event_disable() local
592 u32 chnenbl = chnenbl_ofs(sdma, event); in sdma_event_disable()
595 val = readl_relaxed(sdma->regs + chnenbl); in sdma_event_disable()
597 writel_relaxed(val, sdma->regs + chnenbl); in sdma_event_disable()
669 struct sdma_engine *sdma = dev_id; in sdma_int_handler() local
672 stat = readl_relaxed(sdma->regs + SDMA_H_INTR); in sdma_int_handler()
675 writel_relaxed(stat, sdma->regs + SDMA_H_INTR); in sdma_int_handler()
679 struct sdma_channel *sdmac = &sdma->channel[channel]; in sdma_int_handler()
698 struct sdma_engine *sdma = sdmac->sdma; in sdma_get_pc() local
711 emi_2_emi = sdma->script_addrs->ap_2_ap_addr; in sdma_get_pc()
714 emi_2_per = sdma->script_addrs->bp_2_ap_addr; in sdma_get_pc()
715 per_2_emi = sdma->script_addrs->ap_2_bp_addr; in sdma_get_pc()
718 per_2_emi = sdma->script_addrs->firi_2_mcu_addr; in sdma_get_pc()
719 emi_2_per = sdma->script_addrs->mcu_2_firi_addr; in sdma_get_pc()
722 per_2_emi = sdma->script_addrs->uart_2_mcu_addr; in sdma_get_pc()
723 emi_2_per = sdma->script_addrs->mcu_2_app_addr; in sdma_get_pc()
726 per_2_emi = sdma->script_addrs->uartsh_2_mcu_addr; in sdma_get_pc()
727 emi_2_per = sdma->script_addrs->mcu_2_shp_addr; in sdma_get_pc()
730 per_2_emi = sdma->script_addrs->ata_2_mcu_addr; in sdma_get_pc()
731 emi_2_per = sdma->script_addrs->mcu_2_ata_addr; in sdma_get_pc()
736 per_2_emi = sdma->script_addrs->app_2_mcu_addr; in sdma_get_pc()
737 emi_2_per = sdma->script_addrs->mcu_2_app_addr; in sdma_get_pc()
740 per_2_emi = sdma->script_addrs->ssish_2_mcu_addr; in sdma_get_pc()
741 emi_2_per = sdma->script_addrs->mcu_2_ssish_addr; in sdma_get_pc()
749 per_2_emi = sdma->script_addrs->shp_2_mcu_addr; in sdma_get_pc()
750 emi_2_per = sdma->script_addrs->mcu_2_shp_addr; in sdma_get_pc()
753 per_2_emi = sdma->script_addrs->asrc_2_mcu_addr; in sdma_get_pc()
754 emi_2_per = sdma->script_addrs->asrc_2_mcu_addr; in sdma_get_pc()
755 per_2_per = sdma->script_addrs->per_2_per_addr; in sdma_get_pc()
758 per_2_emi = sdma->script_addrs->shp_2_mcu_addr; in sdma_get_pc()
759 emi_2_per = sdma->script_addrs->mcu_2_shp_addr; in sdma_get_pc()
760 per_2_per = sdma->script_addrs->per_2_per_addr; in sdma_get_pc()
763 per_2_emi = sdma->script_addrs->mshc_2_mcu_addr; in sdma_get_pc()
764 emi_2_per = sdma->script_addrs->mcu_2_mshc_addr; in sdma_get_pc()
767 per_2_emi = sdma->script_addrs->dptc_dvfs_addr; in sdma_get_pc()
770 per_2_emi = sdma->script_addrs->spdif_2_mcu_addr; in sdma_get_pc()
771 emi_2_per = sdma->script_addrs->mcu_2_spdif_addr; in sdma_get_pc()
774 emi_2_per = sdma->script_addrs->ext_mem_2_ipu_addr; in sdma_get_pc()
786 struct sdma_engine *sdma = sdmac->sdma; in sdma_load_context() local
789 struct sdma_context_data *context = sdma->context; in sdma_load_context()
790 struct sdma_buffer_descriptor *bd0 = sdma->channel[0].bd; in sdma_load_context()
803 dev_dbg(sdma->dev, "load_address = %d\n", load_address); in sdma_load_context()
804 dev_dbg(sdma->dev, "wml = 0x%08x\n", (u32)sdmac->watermark_level); in sdma_load_context()
805 dev_dbg(sdma->dev, "shp_addr = 0x%08x\n", sdmac->shp_addr); in sdma_load_context()
806 dev_dbg(sdma->dev, "per_addr = 0x%08x\n", sdmac->per_addr); in sdma_load_context()
807 dev_dbg(sdma->dev, "event_mask0 = 0x%08x\n", (u32)sdmac->event_mask[0]); in sdma_load_context()
808 dev_dbg(sdma->dev, "event_mask1 = 0x%08x\n", (u32)sdmac->event_mask[1]); in sdma_load_context()
810 spin_lock_irqsave(&sdma->channel_0_lock, flags); in sdma_load_context()
827 bd0->buffer_addr = sdma->context_phys; in sdma_load_context()
829 ret = sdma_run_channel0(sdma); in sdma_load_context()
831 spin_unlock_irqrestore(&sdma->channel_0_lock, flags); in sdma_load_context()
838 struct sdma_engine *sdma = sdmac->sdma; in sdma_disable_channel() local
841 writel_relaxed(BIT(channel), sdma->regs + SDMA_H_STATSTOP); in sdma_disable_channel()
857 if (sdmac->event_id0 >= sdmac->sdma->drvdata->num_events) in sdma_config_channel()
905 struct sdma_engine *sdma = sdmac->sdma; in sdma_set_channel_priority() local
913 writel_relaxed(priority, sdma->regs + SDMA_CHNPRI_0 + 4 * channel); in sdma_set_channel_priority()
920 struct sdma_engine *sdma = sdmac->sdma; in sdma_request_channel() local
931 sdma->channel_control[channel].base_bd_ptr = sdmac->bd_phys; in sdma_request_channel()
932 sdma->channel_control[channel].current_bd_ptr = sdmac->bd_phys; in sdma_request_channel()
986 clk_enable(sdmac->sdma->clk_ipg); in sdma_alloc_chan_resources()
987 clk_enable(sdmac->sdma->clk_ahb); in sdma_alloc_chan_resources()
1008 struct sdma_engine *sdma = sdmac->sdma; in sdma_free_chan_resources() local
1024 clk_disable(sdma->clk_ipg); in sdma_free_chan_resources()
1025 clk_disable(sdma->clk_ahb); in sdma_free_chan_resources()
1034 struct sdma_engine *sdma = sdmac->sdma; in sdma_prep_slave_sg() local
1047 dev_dbg(sdma->dev, "setting up %d entries for channel %d.\n", in sdma_prep_slave_sg()
1056 dev_err(sdma->dev, "SDMA channel %d: maximum number of sg exceeded: %d > %d\n", in sdma_prep_slave_sg()
1072 dev_err(sdma->dev, "SDMA channel %d: maximum bytes for sg entry exceeded: %d > %d\n", in sdma_prep_slave_sg()
1112 dev_dbg(sdma->dev, "entry %d: count: %d dma: %#llx %s%s\n", in sdma_prep_slave_sg()
1121 sdma->channel_control[channel].current_bd_ptr = sdmac->bd_phys; in sdma_prep_slave_sg()
1135 struct sdma_engine *sdma = sdmac->sdma; in sdma_prep_dma_cyclic() local
1140 dev_dbg(sdma->dev, "%s channel: %d\n", __func__, channel); in sdma_prep_dma_cyclic()
1157 dev_err(sdma->dev, "SDMA channel %d: maximum number of sg exceeded: %d > %d\n", in sdma_prep_dma_cyclic()
1163 dev_err(sdma->dev, "SDMA channel %d: maximum period size exceeded: %d > %d\n", in sdma_prep_dma_cyclic()
1187 dev_dbg(sdma->dev, "entry %d: count: %d dma: %#llx %s%s\n", in sdma_prep_dma_cyclic()
1201 sdma->channel_control[channel].current_bd_ptr = sdmac->bd_phys; in sdma_prep_dma_cyclic()
1261 struct sdma_engine *sdma = sdmac->sdma; in sdma_issue_pending() local
1264 sdma_enable_channel(sdma, sdmac->channel); in sdma_issue_pending()
1270 static void sdma_add_scripts(struct sdma_engine *sdma, in sdma_add_scripts() argument
1274 s32 *saddr_arr = (u32 *)sdma->script_addrs; in sdma_add_scripts()
1278 if (!sdma->script_number) in sdma_add_scripts()
1279 sdma->script_number = SDMA_SCRIPT_ADDRS_ARRAY_SIZE_V1; in sdma_add_scripts()
1281 for (i = 0; i < sdma->script_number; i++) in sdma_add_scripts()
1288 struct sdma_engine *sdma = context; in sdma_load_firmware() local
1294 dev_err(sdma->dev, "firmware not found\n"); in sdma_load_firmware()
1309 sdma->script_number = SDMA_SCRIPT_ADDRS_ARRAY_SIZE_V1; in sdma_load_firmware()
1312 sdma->script_number = SDMA_SCRIPT_ADDRS_ARRAY_SIZE_V2; in sdma_load_firmware()
1315 dev_err(sdma->dev, "unknown firmware version\n"); in sdma_load_firmware()
1322 clk_enable(sdma->clk_ipg); in sdma_load_firmware()
1323 clk_enable(sdma->clk_ahb); in sdma_load_firmware()
1325 sdma_load_script(sdma, ram_code, in sdma_load_firmware()
1328 clk_disable(sdma->clk_ipg); in sdma_load_firmware()
1329 clk_disable(sdma->clk_ahb); in sdma_load_firmware()
1331 sdma_add_scripts(sdma, addr); in sdma_load_firmware()
1333 dev_info(sdma->dev, "loaded firmware %d.%d\n", in sdma_load_firmware()
1341 static int sdma_get_firmware(struct sdma_engine *sdma, in sdma_get_firmware() argument
1347 FW_ACTION_HOTPLUG, fw_name, sdma->dev, in sdma_get_firmware()
1348 GFP_KERNEL, sdma, sdma_load_firmware); in sdma_get_firmware()
1353 static int __init sdma_init(struct sdma_engine *sdma) in sdma_init() argument
1358 clk_enable(sdma->clk_ipg); in sdma_init()
1359 clk_enable(sdma->clk_ahb); in sdma_init()
1362 writel_relaxed(0, sdma->regs + SDMA_H_C0PTR); in sdma_init()
1364 sdma->channel_control = dma_alloc_coherent(NULL, in sdma_init()
1369 if (!sdma->channel_control) { in sdma_init()
1374 sdma->context = (void *)sdma->channel_control + in sdma_init()
1376 sdma->context_phys = ccb_phys + in sdma_init()
1380 memset(sdma->channel_control, 0, in sdma_init()
1384 for (i = 0; i < sdma->drvdata->num_events; i++) in sdma_init()
1385 writel_relaxed(0, sdma->regs + chnenbl_ofs(sdma, i)); in sdma_init()
1389 writel_relaxed(0, sdma->regs + SDMA_CHNPRI_0 + i * 4); in sdma_init()
1391 ret = sdma_request_channel(&sdma->channel[0]); in sdma_init()
1395 sdma_config_ownership(&sdma->channel[0], false, true, false); in sdma_init()
1398 writel_relaxed(0x4050, sdma->regs + SDMA_CHN0ADDR); in sdma_init()
1402 writel_relaxed(0, sdma->regs + SDMA_H_CONFIG); in sdma_init()
1404 writel_relaxed(ccb_phys, sdma->regs + SDMA_H_C0PTR); in sdma_init()
1407 sdma_set_channel_priority(&sdma->channel[0], 7); in sdma_init()
1409 clk_disable(sdma->clk_ipg); in sdma_init()
1410 clk_disable(sdma->clk_ahb); in sdma_init()
1415 clk_disable(sdma->clk_ipg); in sdma_init()
1416 clk_disable(sdma->clk_ahb); in sdma_init()
1417 dev_err(sdma->dev, "initialisation failed with %d\n", ret); in sdma_init()
1438 struct sdma_engine *sdma = ofdma->of_dma_data; in sdma_xlate() local
1439 dma_cap_mask_t mask = sdma->dma_device.cap_mask; in sdma_xlate()
1463 struct sdma_engine *sdma; in sdma_probe() local
1481 sdma = kzalloc(sizeof(*sdma), GFP_KERNEL); in sdma_probe()
1482 if (!sdma) in sdma_probe()
1485 spin_lock_init(&sdma->channel_0_lock); in sdma_probe()
1487 sdma->dev = &pdev->dev; in sdma_probe()
1488 sdma->drvdata = drvdata; in sdma_probe()
1502 sdma->clk_ipg = devm_clk_get(&pdev->dev, "ipg"); in sdma_probe()
1503 if (IS_ERR(sdma->clk_ipg)) { in sdma_probe()
1504 ret = PTR_ERR(sdma->clk_ipg); in sdma_probe()
1508 sdma->clk_ahb = devm_clk_get(&pdev->dev, "ahb"); in sdma_probe()
1509 if (IS_ERR(sdma->clk_ahb)) { in sdma_probe()
1510 ret = PTR_ERR(sdma->clk_ahb); in sdma_probe()
1514 clk_prepare(sdma->clk_ipg); in sdma_probe()
1515 clk_prepare(sdma->clk_ahb); in sdma_probe()
1517 sdma->regs = ioremap(iores->start, resource_size(iores)); in sdma_probe()
1518 if (!sdma->regs) { in sdma_probe()
1523 ret = request_irq(irq, sdma_int_handler, 0, "sdma", sdma); in sdma_probe()
1527 sdma->script_addrs = kzalloc(sizeof(*sdma->script_addrs), GFP_KERNEL); in sdma_probe()
1528 if (!sdma->script_addrs) { in sdma_probe()
1534 saddr_arr = (s32 *)sdma->script_addrs; in sdma_probe()
1538 dma_cap_set(DMA_SLAVE, sdma->dma_device.cap_mask); in sdma_probe()
1539 dma_cap_set(DMA_CYCLIC, sdma->dma_device.cap_mask); in sdma_probe()
1541 INIT_LIST_HEAD(&sdma->dma_device.channels); in sdma_probe()
1544 struct sdma_channel *sdmac = &sdma->channel[i]; in sdma_probe()
1546 sdmac->sdma = sdma; in sdma_probe()
1549 sdmac->chan.device = &sdma->dma_device; in sdma_probe()
1562 &sdma->dma_device.channels); in sdma_probe()
1565 ret = sdma_init(sdma); in sdma_probe()
1569 if (sdma->drvdata->script_addrs) in sdma_probe()
1570 sdma_add_scripts(sdma, sdma->drvdata->script_addrs); in sdma_probe()
1572 sdma_add_scripts(sdma, pdata->script_addrs); in sdma_probe()
1575 ret = sdma_get_firmware(sdma, pdata->fw_name); in sdma_probe()
1589 ret = sdma_get_firmware(sdma, fw_name); in sdma_probe()
1595 sdma->dma_device.dev = &pdev->dev; in sdma_probe()
1597 sdma->dma_device.device_alloc_chan_resources = sdma_alloc_chan_resources; in sdma_probe()
1598 sdma->dma_device.device_free_chan_resources = sdma_free_chan_resources; in sdma_probe()
1599 sdma->dma_device.device_tx_status = sdma_tx_status; in sdma_probe()
1600 sdma->dma_device.device_prep_slave_sg = sdma_prep_slave_sg; in sdma_probe()
1601 sdma->dma_device.device_prep_dma_cyclic = sdma_prep_dma_cyclic; in sdma_probe()
1602 sdma->dma_device.device_control = sdma_control; in sdma_probe()
1603 sdma->dma_device.device_issue_pending = sdma_issue_pending; in sdma_probe()
1604 sdma->dma_device.dev->dma_parms = &sdma->dma_parms; in sdma_probe()
1605 dma_set_max_seg_size(sdma->dma_device.dev, 65535); in sdma_probe()
1607 platform_set_drvdata(pdev, sdma); in sdma_probe()
1609 ret = dma_async_device_register(&sdma->dma_device); in sdma_probe()
1616 ret = of_dma_controller_register(np, sdma_xlate, sdma); in sdma_probe()
1623 dev_info(sdma->dev, "initialized\n"); in sdma_probe()
1628 dma_async_device_unregister(&sdma->dma_device); in sdma_probe()
1630 kfree(sdma->script_addrs); in sdma_probe()
1632 free_irq(irq, sdma); in sdma_probe()
1634 iounmap(sdma->regs); in sdma_probe()
1640 kfree(sdma); in sdma_probe()
1646 struct sdma_engine *sdma = platform_get_drvdata(pdev); in sdma_remove() local
1651 dma_async_device_unregister(&sdma->dma_device); in sdma_remove()
1652 kfree(sdma->script_addrs); in sdma_remove()
1653 free_irq(irq, sdma); in sdma_remove()
1654 iounmap(sdma->regs); in sdma_remove()
1658 struct sdma_channel *sdmac = &sdma->channel[i]; in sdma_remove()
1662 kfree(sdma); in sdma_remove()