Lines Matching +full:bam +full:- +full:v1
1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (c) 2013-2014, The Linux Foundation. All rights reserved.
6 * QCOM BAM DMA engine driver
8 * QCOM BAM DMA blocks are distributed amongst a number of the on-chip
32 #include <linux/dma-mapping.h>
46 #include "../virt-dma.h"
201 /* BAM CTRL */
212 /* BAM REVISION */
234 /* BAM NUM PIPES */
242 /* BAM CNFG BITS */
342 #define MAX_DESCRIPTORS (BAM_DESC_FIFO_SIZE / sizeof(struct bam_desc_hw) - 1)
343 #define BAM_FIFO_SIZE (SZ_32K - 8)
344 #define IS_BUSY(chan) (CIRC_SPACE(bchan->tail, bchan->head,\
402 * bam_addr - returns BAM register address
403 * @bdev: bam device
410 const struct reg_offset_data r = bdev->layout[reg]; in bam_addr()
412 return bdev->regs + r.base_offset + in bam_addr()
415 r.ee_mult * bdev->ee; in bam_addr()
419 * bam_reset_channel - Reset individual BAM DMA channel
420 * @bchan: bam channel
422 * This function resets a specific BAM channel
426 struct bam_device *bdev = bchan->bdev; in bam_reset_channel()
428 lockdep_assert_held(&bchan->vc.lock); in bam_reset_channel()
431 writel_relaxed(1, bam_addr(bdev, bchan->id, BAM_P_RST)); in bam_reset_channel()
432 writel_relaxed(0, bam_addr(bdev, bchan->id, BAM_P_RST)); in bam_reset_channel()
434 /* don't allow cpu to reorder BAM register accesses done after this */ in bam_reset_channel()
438 bchan->initialized = 0; in bam_reset_channel()
442 * bam_chan_init_hw - Initialize channel hardware
443 * @bchan: bam channel
446 * This function resets and initializes the BAM channel
451 struct bam_device *bdev = bchan->bdev; in bam_chan_init_hw()
461 writel_relaxed(ALIGN(bchan->fifo_phys, sizeof(struct bam_desc_hw)), in bam_chan_init_hw()
462 bam_addr(bdev, bchan->id, BAM_P_DESC_FIFO_ADDR)); in bam_chan_init_hw()
464 bam_addr(bdev, bchan->id, BAM_P_FIFO_SIZES)); in bam_chan_init_hw()
468 bam_addr(bdev, bchan->id, BAM_P_IRQ_EN)); in bam_chan_init_hw()
472 val |= BIT(bchan->id); in bam_chan_init_hw()
483 writel_relaxed(val, bam_addr(bdev, bchan->id, BAM_P_CTRL)); in bam_chan_init_hw()
485 bchan->initialized = 1; in bam_chan_init_hw()
488 bchan->head = 0; in bam_chan_init_hw()
489 bchan->tail = 0; in bam_chan_init_hw()
493 * bam_alloc_chan - Allocate channel resources for DMA channel.
501 struct bam_device *bdev = bchan->bdev; in bam_alloc_chan()
503 if (bchan->fifo_virt) in bam_alloc_chan()
507 bchan->fifo_virt = dma_alloc_wc(bdev->dev, BAM_DESC_FIFO_SIZE, in bam_alloc_chan()
508 &bchan->fifo_phys, GFP_KERNEL); in bam_alloc_chan()
510 if (!bchan->fifo_virt) { in bam_alloc_chan()
511 dev_err(bdev->dev, "Failed to allocate desc fifo\n"); in bam_alloc_chan()
512 return -ENOMEM; in bam_alloc_chan()
527 * bam_free_chan - Frees dma resources associated with specific channel
536 struct bam_device *bdev = bchan->bdev; in bam_free_chan()
541 ret = bam_pm_runtime_get_sync(bdev->dev); in bam_free_chan()
547 if (!list_empty(&bchan->desc_list)) { in bam_free_chan()
548 dev_err(bchan->bdev->dev, "Cannot free busy channel\n"); in bam_free_chan()
552 spin_lock_irqsave(&bchan->vc.lock, flags); in bam_free_chan()
554 spin_unlock_irqrestore(&bchan->vc.lock, flags); in bam_free_chan()
556 dma_free_wc(bdev->dev, BAM_DESC_FIFO_SIZE, bchan->fifo_virt, in bam_free_chan()
557 bchan->fifo_phys); in bam_free_chan()
558 bchan->fifo_virt = NULL; in bam_free_chan()
562 val &= ~BIT(bchan->id); in bam_free_chan()
566 writel_relaxed(0, bam_addr(bdev, bchan->id, BAM_P_IRQ_EN)); in bam_free_chan()
569 pm_runtime_mark_last_busy(bdev->dev); in bam_free_chan()
570 pm_runtime_put_autosuspend(bdev->dev); in bam_free_chan()
574 * bam_slave_config - set slave configuration for channel
587 spin_lock_irqsave(&bchan->vc.lock, flag); in bam_slave_config()
588 memcpy(&bchan->slave, cfg, sizeof(*cfg)); in bam_slave_config()
589 bchan->reconfigure = 1; in bam_slave_config()
590 spin_unlock_irqrestore(&bchan->vc.lock, flag); in bam_slave_config()
596 * bam_prep_slave_sg - Prep slave sg transaction
611 struct bam_device *bdev = bchan->bdev; in bam_prep_slave_sg()
620 dev_err(bdev->dev, "invalid dma direction\n"); in bam_prep_slave_sg()
636 async_desc->flags |= DESC_FLAG_NWD; in bam_prep_slave_sg()
639 async_desc->flags |= DESC_FLAG_EOT; in bam_prep_slave_sg()
641 async_desc->num_desc = num_alloc; in bam_prep_slave_sg()
642 async_desc->curr_desc = async_desc->desc; in bam_prep_slave_sg()
643 async_desc->dir = direction; in bam_prep_slave_sg()
646 desc = async_desc->desc; in bam_prep_slave_sg()
653 desc->flags |= cpu_to_le16(DESC_FLAG_CMD); in bam_prep_slave_sg()
655 desc->addr = cpu_to_le32(sg_dma_address(sg) + in bam_prep_slave_sg()
659 desc->size = cpu_to_le16(BAM_FIFO_SIZE); in bam_prep_slave_sg()
660 remainder -= BAM_FIFO_SIZE; in bam_prep_slave_sg()
663 desc->size = cpu_to_le16(remainder); in bam_prep_slave_sg()
667 async_desc->length += le16_to_cpu(desc->size); in bam_prep_slave_sg()
672 return vchan_tx_prep(&bchan->vc, &async_desc->vd, flags); in bam_prep_slave_sg()
680 * bam_dma_terminate_all - terminate all transactions on a channel
681 * @chan: bam dma channel
695 spin_lock_irqsave(&bchan->vc.lock, flag); in bam_dma_terminate_all()
703 * the BAM will occur. There is a small window where this could happen in bam_dma_terminate_all()
706 * this first so that the BAM hardware doesn't cause memory corruption in bam_dma_terminate_all()
709 if (!list_empty(&bchan->desc_list)) { in bam_dma_terminate_all()
710 async_desc = list_first_entry(&bchan->desc_list, in bam_dma_terminate_all()
712 bam_chan_init_hw(bchan, async_desc->dir); in bam_dma_terminate_all()
716 &bchan->desc_list, desc_node) { in bam_dma_terminate_all()
717 list_add(&async_desc->vd.node, &bchan->vc.desc_issued); in bam_dma_terminate_all()
718 list_del(&async_desc->desc_node); in bam_dma_terminate_all()
721 vchan_get_all_descriptors(&bchan->vc, &head); in bam_dma_terminate_all()
722 spin_unlock_irqrestore(&bchan->vc.lock, flag); in bam_dma_terminate_all()
724 vchan_dma_desc_free_list(&bchan->vc, &head); in bam_dma_terminate_all()
730 * bam_pause - Pause DMA channel
737 struct bam_device *bdev = bchan->bdev; in bam_pause()
741 ret = bam_pm_runtime_get_sync(bdev->dev); in bam_pause()
745 spin_lock_irqsave(&bchan->vc.lock, flag); in bam_pause()
746 writel_relaxed(1, bam_addr(bdev, bchan->id, BAM_P_HALT)); in bam_pause()
747 bchan->paused = 1; in bam_pause()
748 spin_unlock_irqrestore(&bchan->vc.lock, flag); in bam_pause()
749 pm_runtime_mark_last_busy(bdev->dev); in bam_pause()
750 pm_runtime_put_autosuspend(bdev->dev); in bam_pause()
756 * bam_resume - Resume DMA channel operations
763 struct bam_device *bdev = bchan->bdev; in bam_resume()
767 ret = bam_pm_runtime_get_sync(bdev->dev); in bam_resume()
771 spin_lock_irqsave(&bchan->vc.lock, flag); in bam_resume()
772 writel_relaxed(0, bam_addr(bdev, bchan->id, BAM_P_HALT)); in bam_resume()
773 bchan->paused = 0; in bam_resume()
774 spin_unlock_irqrestore(&bchan->vc.lock, flag); in bam_resume()
775 pm_runtime_mark_last_busy(bdev->dev); in bam_resume()
776 pm_runtime_put_autosuspend(bdev->dev); in bam_resume()
782 * process_channel_irqs - processes the channel interrupts
783 * @bdev: bam controller
800 for (i = 0; i < bdev->num_channels; i++) { in process_channel_irqs()
801 struct bam_chan *bchan = &bdev->channels[i]; in process_channel_irqs()
811 spin_lock_irqsave(&bchan->vc.lock, flags); in process_channel_irqs()
818 avail = CIRC_CNT(offset, bchan->head, MAX_DESCRIPTORS + 1); in process_channel_irqs()
820 if (offset < bchan->head) in process_channel_irqs()
821 avail--; in process_channel_irqs()
824 &bchan->desc_list, desc_node) { in process_channel_irqs()
826 if (avail < async_desc->xfer_len) in process_channel_irqs()
830 bchan->head += async_desc->xfer_len; in process_channel_irqs()
831 bchan->head %= MAX_DESCRIPTORS; in process_channel_irqs()
833 async_desc->num_desc -= async_desc->xfer_len; in process_channel_irqs()
834 async_desc->curr_desc += async_desc->xfer_len; in process_channel_irqs()
835 avail -= async_desc->xfer_len; in process_channel_irqs()
842 if (!async_desc->num_desc) { in process_channel_irqs()
843 vchan_cookie_complete(&async_desc->vd); in process_channel_irqs()
845 list_add(&async_desc->vd.node, in process_channel_irqs()
846 &bchan->vc.desc_issued); in process_channel_irqs()
848 list_del(&async_desc->desc_node); in process_channel_irqs()
851 spin_unlock_irqrestore(&bchan->vc.lock, flags); in process_channel_irqs()
858 * bam_dma_irq - irq handler for bam controller
862 * IRQ handler for the bam controller
874 tasklet_schedule(&bdev->task); in bam_dma_irq()
876 ret = bam_pm_runtime_get_sync(bdev->dev); in bam_dma_irq()
884 * don't allow reorder of the various accesses to the BAM in bam_dma_irq()
892 pm_runtime_mark_last_busy(bdev->dev); in bam_dma_irq()
893 pm_runtime_put_autosuspend(bdev->dev); in bam_dma_irq()
899 * bam_tx_status - returns status of transaction
922 return bchan->paused ? DMA_PAUSED : ret; in bam_tx_status()
924 spin_lock_irqsave(&bchan->vc.lock, flags); in bam_tx_status()
925 vd = vchan_find_desc(&bchan->vc, cookie); in bam_tx_status()
927 residue = container_of(vd, struct bam_async_desc, vd)->length; in bam_tx_status()
929 list_for_each_entry(async_desc, &bchan->desc_list, desc_node) { in bam_tx_status()
930 if (async_desc->vd.tx.cookie != cookie) in bam_tx_status()
933 for (i = 0; i < async_desc->num_desc; i++) in bam_tx_status()
935 async_desc->curr_desc[i].size); in bam_tx_status()
939 spin_unlock_irqrestore(&bchan->vc.lock, flags); in bam_tx_status()
943 if (ret == DMA_IN_PROGRESS && bchan->paused) in bam_tx_status()
951 * @bchan: bam dma channel
957 struct bam_device *bdev = bchan->bdev; in bam_apply_new_config()
960 if (!bdev->controlled_remotely) { in bam_apply_new_config()
962 maxburst = bchan->slave.src_maxburst; in bam_apply_new_config()
964 maxburst = bchan->slave.dst_maxburst; in bam_apply_new_config()
970 bchan->reconfigure = 0; in bam_apply_new_config()
974 * bam_start_dma - start next transaction
975 * @bchan: bam dma channel
979 struct virt_dma_desc *vd = vchan_next_desc(&bchan->vc); in bam_start_dma()
980 struct bam_device *bdev = bchan->bdev; in bam_start_dma()
983 struct bam_desc_hw *fifo = PTR_ALIGN(bchan->fifo_virt, in bam_start_dma()
989 lockdep_assert_held(&bchan->vc.lock); in bam_start_dma()
994 ret = bam_pm_runtime_get_sync(bdev->dev); in bam_start_dma()
999 list_del(&vd->node); in bam_start_dma()
1004 if (!bchan->initialized) in bam_start_dma()
1005 bam_chan_init_hw(bchan, async_desc->dir); in bam_start_dma()
1008 if (bchan->reconfigure) in bam_start_dma()
1009 bam_apply_new_config(bchan, async_desc->dir); in bam_start_dma()
1011 desc = async_desc->curr_desc; in bam_start_dma()
1012 avail = CIRC_SPACE(bchan->tail, bchan->head, in bam_start_dma()
1015 if (async_desc->num_desc > avail) in bam_start_dma()
1016 async_desc->xfer_len = avail; in bam_start_dma()
1018 async_desc->xfer_len = async_desc->num_desc; in bam_start_dma()
1021 if (async_desc->num_desc == async_desc->xfer_len) in bam_start_dma()
1022 desc[async_desc->xfer_len - 1].flags |= in bam_start_dma()
1023 cpu_to_le16(async_desc->flags); in bam_start_dma()
1025 vd = vchan_next_desc(&bchan->vc); in bam_start_dma()
1027 dmaengine_desc_get_callback(&async_desc->vd.tx, &cb); in bam_start_dma()
1031 * - FIFO is FULL. in bam_start_dma()
1032 * - No more descriptors to add. in bam_start_dma()
1033 * - If a callback completion was requested for this DESC, in bam_start_dma()
1034 * In this case, BAM will deliver the completion callback in bam_start_dma()
1037 if (((avail <= async_desc->xfer_len) || !vd || in bam_start_dma()
1039 !(async_desc->flags & DESC_FLAG_EOT)) in bam_start_dma()
1040 desc[async_desc->xfer_len - 1].flags |= in bam_start_dma()
1043 if (bchan->tail + async_desc->xfer_len > MAX_DESCRIPTORS) { in bam_start_dma()
1044 u32 partial = MAX_DESCRIPTORS - bchan->tail; in bam_start_dma()
1046 memcpy(&fifo[bchan->tail], desc, in bam_start_dma()
1049 (async_desc->xfer_len - partial) * in bam_start_dma()
1052 memcpy(&fifo[bchan->tail], desc, in bam_start_dma()
1053 async_desc->xfer_len * in bam_start_dma()
1057 bchan->tail += async_desc->xfer_len; in bam_start_dma()
1058 bchan->tail %= MAX_DESCRIPTORS; in bam_start_dma()
1059 list_add_tail(&async_desc->desc_node, &bchan->desc_list); in bam_start_dma()
1064 writel_relaxed(bchan->tail * sizeof(struct bam_desc_hw), in bam_start_dma()
1065 bam_addr(bdev, bchan->id, BAM_P_EVNT_REG)); in bam_start_dma()
1067 pm_runtime_mark_last_busy(bdev->dev); in bam_start_dma()
1068 pm_runtime_put_autosuspend(bdev->dev); in bam_start_dma()
1072 * dma_tasklet - DMA IRQ tasklet
1073 * @t: tasklet argument (bam controller structure)
1085 for (i = 0; i < bdev->num_channels; i++) { in dma_tasklet()
1086 bchan = &bdev->channels[i]; in dma_tasklet()
1087 spin_lock_irqsave(&bchan->vc.lock, flags); in dma_tasklet()
1089 if (!list_empty(&bchan->vc.desc_issued) && !IS_BUSY(bchan)) in dma_tasklet()
1091 spin_unlock_irqrestore(&bchan->vc.lock, flags); in dma_tasklet()
1097 * bam_issue_pending - starts pending transactions
1107 spin_lock_irqsave(&bchan->vc.lock, flags); in bam_issue_pending()
1110 if (vchan_issue_pending(&bchan->vc) && !IS_BUSY(bchan)) in bam_issue_pending()
1113 spin_unlock_irqrestore(&bchan->vc.lock, flags); in bam_issue_pending()
1117 * bam_dma_free_desc - free descriptor memory
1132 struct bam_device *bdev = container_of(of->of_dma_data, in bam_dma_xlate()
1136 if (dma_spec->args_count != 1) in bam_dma_xlate()
1139 request = dma_spec->args[0]; in bam_dma_xlate()
1140 if (request >= bdev->num_channels) in bam_dma_xlate()
1143 return dma_get_slave_channel(&(bdev->channels[request].vc.chan)); in bam_dma_xlate()
1148 * @bdev: bam device
1150 * Initialization helper for global bam registers
1157 if (!bdev->num_ees) { in bam_init()
1159 bdev->num_ees = (val >> NUM_EES_SHIFT) & NUM_EES_MASK; in bam_init()
1163 if (bdev->ee >= bdev->num_ees) in bam_init()
1164 return -EINVAL; in bam_init()
1166 if (!bdev->num_channels) { in bam_init()
1168 bdev->num_channels = val & BAM_NUM_PIPES_MASK; in bam_init()
1171 if (bdev->controlled_remotely) in bam_init()
1174 /* s/w reset bam */ in bam_init()
1182 /* make sure previous stores are visible before enabling BAM */ in bam_init()
1185 /* enable bam */ in bam_init()
1200 /* unmask global bam interrupt */ in bam_init()
1209 bchan->id = index; in bam_channel_init()
1210 bchan->bdev = bdev; in bam_channel_init()
1212 vchan_init(&bchan->vc, &bdev->common); in bam_channel_init()
1213 bchan->vc.desc_free = bam_dma_free_desc; in bam_channel_init()
1214 INIT_LIST_HEAD(&bchan->desc_list); in bam_channel_init()
1218 { .compatible = "qcom,bam-v1.3.0", .data = &bam_v1_3_reg_info },
1219 { .compatible = "qcom,bam-v1.4.0", .data = &bam_v1_4_reg_info },
1220 { .compatible = "qcom,bam-v1.7.0", .data = &bam_v1_7_reg_info },
1233 bdev = devm_kzalloc(&pdev->dev, sizeof(*bdev), GFP_KERNEL); in bam_dma_probe()
1235 return -ENOMEM; in bam_dma_probe()
1237 bdev->dev = &pdev->dev; in bam_dma_probe()
1239 match = of_match_node(bam_of_match, pdev->dev.of_node); in bam_dma_probe()
1241 dev_err(&pdev->dev, "Unsupported BAM module\n"); in bam_dma_probe()
1242 return -ENODEV; in bam_dma_probe()
1245 bdev->layout = match->data; in bam_dma_probe()
1248 bdev->regs = devm_ioremap_resource(&pdev->dev, iores); in bam_dma_probe()
1249 if (IS_ERR(bdev->regs)) in bam_dma_probe()
1250 return PTR_ERR(bdev->regs); in bam_dma_probe()
1252 bdev->irq = platform_get_irq(pdev, 0); in bam_dma_probe()
1253 if (bdev->irq < 0) in bam_dma_probe()
1254 return bdev->irq; in bam_dma_probe()
1256 ret = of_property_read_u32(pdev->dev.of_node, "qcom,ee", &bdev->ee); in bam_dma_probe()
1258 dev_err(bdev->dev, "Execution environment unspecified\n"); in bam_dma_probe()
1262 bdev->controlled_remotely = of_property_read_bool(pdev->dev.of_node, in bam_dma_probe()
1263 "qcom,controlled-remotely"); in bam_dma_probe()
1265 if (bdev->controlled_remotely) { in bam_dma_probe()
1266 ret = of_property_read_u32(pdev->dev.of_node, "num-channels", in bam_dma_probe()
1267 &bdev->num_channels); in bam_dma_probe()
1269 dev_err(bdev->dev, "num-channels unspecified in dt\n"); in bam_dma_probe()
1271 ret = of_property_read_u32(pdev->dev.of_node, "qcom,num-ees", in bam_dma_probe()
1272 &bdev->num_ees); in bam_dma_probe()
1274 dev_err(bdev->dev, "num-ees unspecified in dt\n"); in bam_dma_probe()
1277 bdev->bamclk = devm_clk_get(bdev->dev, "bam_clk"); in bam_dma_probe()
1278 if (IS_ERR(bdev->bamclk)) { in bam_dma_probe()
1279 if (!bdev->controlled_remotely) in bam_dma_probe()
1280 return PTR_ERR(bdev->bamclk); in bam_dma_probe()
1282 bdev->bamclk = NULL; in bam_dma_probe()
1285 ret = clk_prepare_enable(bdev->bamclk); in bam_dma_probe()
1287 dev_err(bdev->dev, "failed to prepare/enable clock\n"); in bam_dma_probe()
1295 tasklet_setup(&bdev->task, dma_tasklet); in bam_dma_probe()
1297 bdev->channels = devm_kcalloc(bdev->dev, bdev->num_channels, in bam_dma_probe()
1298 sizeof(*bdev->channels), GFP_KERNEL); in bam_dma_probe()
1300 if (!bdev->channels) { in bam_dma_probe()
1301 ret = -ENOMEM; in bam_dma_probe()
1306 INIT_LIST_HEAD(&bdev->common.channels); in bam_dma_probe()
1308 for (i = 0; i < bdev->num_channels; i++) in bam_dma_probe()
1309 bam_channel_init(bdev, &bdev->channels[i], i); in bam_dma_probe()
1311 ret = devm_request_irq(bdev->dev, bdev->irq, bam_dma_irq, in bam_dma_probe()
1317 bdev->common.dev = bdev->dev; in bam_dma_probe()
1318 ret = dma_set_max_seg_size(bdev->common.dev, BAM_FIFO_SIZE); in bam_dma_probe()
1320 dev_err(bdev->dev, "cannot set maximum segment size\n"); in bam_dma_probe()
1327 dma_cap_zero(bdev->common.cap_mask); in bam_dma_probe()
1328 dma_cap_set(DMA_SLAVE, bdev->common.cap_mask); in bam_dma_probe()
1331 bdev->common.directions = BIT(DMA_DEV_TO_MEM) | BIT(DMA_MEM_TO_DEV); in bam_dma_probe()
1332 bdev->common.residue_granularity = DMA_RESIDUE_GRANULARITY_SEGMENT; in bam_dma_probe()
1333 bdev->common.src_addr_widths = DMA_SLAVE_BUSWIDTH_4_BYTES; in bam_dma_probe()
1334 bdev->common.dst_addr_widths = DMA_SLAVE_BUSWIDTH_4_BYTES; in bam_dma_probe()
1335 bdev->common.device_alloc_chan_resources = bam_alloc_chan; in bam_dma_probe()
1336 bdev->common.device_free_chan_resources = bam_free_chan; in bam_dma_probe()
1337 bdev->common.device_prep_slave_sg = bam_prep_slave_sg; in bam_dma_probe()
1338 bdev->common.device_config = bam_slave_config; in bam_dma_probe()
1339 bdev->common.device_pause = bam_pause; in bam_dma_probe()
1340 bdev->common.device_resume = bam_resume; in bam_dma_probe()
1341 bdev->common.device_terminate_all = bam_dma_terminate_all; in bam_dma_probe()
1342 bdev->common.device_issue_pending = bam_issue_pending; in bam_dma_probe()
1343 bdev->common.device_tx_status = bam_tx_status; in bam_dma_probe()
1344 bdev->common.dev = bdev->dev; in bam_dma_probe()
1346 ret = dma_async_device_register(&bdev->common); in bam_dma_probe()
1348 dev_err(bdev->dev, "failed to register dma async device\n"); in bam_dma_probe()
1352 ret = of_dma_controller_register(pdev->dev.of_node, bam_dma_xlate, in bam_dma_probe()
1353 &bdev->common); in bam_dma_probe()
1357 if (bdev->controlled_remotely) { in bam_dma_probe()
1358 pm_runtime_disable(&pdev->dev); in bam_dma_probe()
1362 pm_runtime_irq_safe(&pdev->dev); in bam_dma_probe()
1363 pm_runtime_set_autosuspend_delay(&pdev->dev, BAM_DMA_AUTOSUSPEND_DELAY); in bam_dma_probe()
1364 pm_runtime_use_autosuspend(&pdev->dev); in bam_dma_probe()
1365 pm_runtime_mark_last_busy(&pdev->dev); in bam_dma_probe()
1366 pm_runtime_set_active(&pdev->dev); in bam_dma_probe()
1367 pm_runtime_enable(&pdev->dev); in bam_dma_probe()
1372 dma_async_device_unregister(&bdev->common); in bam_dma_probe()
1374 for (i = 0; i < bdev->num_channels; i++) in bam_dma_probe()
1375 tasklet_kill(&bdev->channels[i].vc.task); in bam_dma_probe()
1377 tasklet_kill(&bdev->task); in bam_dma_probe()
1379 clk_disable_unprepare(bdev->bamclk); in bam_dma_probe()
1389 pm_runtime_force_suspend(&pdev->dev); in bam_dma_remove()
1391 of_dma_controller_free(pdev->dev.of_node); in bam_dma_remove()
1392 dma_async_device_unregister(&bdev->common); in bam_dma_remove()
1397 devm_free_irq(bdev->dev, bdev->irq, bdev); in bam_dma_remove()
1399 for (i = 0; i < bdev->num_channels; i++) { in bam_dma_remove()
1400 bam_dma_terminate_all(&bdev->channels[i].vc.chan); in bam_dma_remove()
1401 tasklet_kill(&bdev->channels[i].vc.task); in bam_dma_remove()
1403 if (!bdev->channels[i].fifo_virt) in bam_dma_remove()
1406 dma_free_wc(bdev->dev, BAM_DESC_FIFO_SIZE, in bam_dma_remove()
1407 bdev->channels[i].fifo_virt, in bam_dma_remove()
1408 bdev->channels[i].fifo_phys); in bam_dma_remove()
1411 tasklet_kill(&bdev->task); in bam_dma_remove()
1413 clk_disable_unprepare(bdev->bamclk); in bam_dma_remove()
1422 clk_disable(bdev->bamclk); in bam_dma_runtime_suspend()
1432 ret = clk_enable(bdev->bamclk); in bam_dma_runtime_resume()
1445 if (!bdev->controlled_remotely) in bam_dma_suspend()
1448 clk_unprepare(bdev->bamclk); in bam_dma_suspend()
1458 ret = clk_prepare(bdev->bamclk); in bam_dma_resume()
1462 if (!bdev->controlled_remotely) in bam_dma_resume()
1478 .name = "bam-dma-engine",
1487 MODULE_DESCRIPTION("QCOM BAM DMA engine driver");