Lines Matching full:pch
1561 struct dma_pl330_chan *pch; in dma_pl330_rqcb() local
1567 pch = desc->pchan; in dma_pl330_rqcb()
1570 if (!pch) in dma_pl330_rqcb()
1573 spin_lock_irqsave(&pch->lock, flags); in dma_pl330_rqcb()
1577 spin_unlock_irqrestore(&pch->lock, flags); in dma_pl330_rqcb()
1579 tasklet_schedule(&pch->task); in dma_pl330_rqcb()
2044 static inline void fill_queue(struct dma_pl330_chan *pch) in fill_queue() argument
2049 list_for_each_entry(desc, &pch->work_list, node) { in fill_queue()
2055 ret = pl330_submit_req(pch->thread, desc); in fill_queue()
2064 dev_err(pch->dmac->ddma.dev, "%s:%d Bad Desc(%d)\n", in fill_queue()
2066 tasklet_schedule(&pch->task); in fill_queue()
2073 struct dma_pl330_chan *pch = from_tasklet(pch, t, task); in pl330_tasklet() local
2078 spin_lock_irqsave(&pch->lock, flags); in pl330_tasklet()
2081 list_for_each_entry_safe(desc, _dt, &pch->work_list, node) in pl330_tasklet()
2083 if (!pch->cyclic) in pl330_tasklet()
2085 list_move_tail(&desc->node, &pch->completed_list); in pl330_tasklet()
2089 fill_queue(pch); in pl330_tasklet()
2091 if (list_empty(&pch->work_list)) { in pl330_tasklet()
2092 spin_lock(&pch->thread->dmac->lock); in pl330_tasklet()
2093 _stop(pch->thread); in pl330_tasklet()
2094 spin_unlock(&pch->thread->dmac->lock); in pl330_tasklet()
2096 pch->active = false; in pl330_tasklet()
2099 spin_lock(&pch->thread->dmac->lock); in pl330_tasklet()
2100 pl330_start_thread(pch->thread); in pl330_tasklet()
2101 spin_unlock(&pch->thread->dmac->lock); in pl330_tasklet()
2104 while (!list_empty(&pch->completed_list)) { in pl330_tasklet()
2107 desc = list_first_entry(&pch->completed_list, in pl330_tasklet()
2112 if (pch->cyclic) { in pl330_tasklet()
2114 list_move_tail(&desc->node, &pch->work_list); in pl330_tasklet()
2116 pch->active = true; in pl330_tasklet()
2117 spin_lock(&pch->thread->dmac->lock); in pl330_tasklet()
2118 pl330_start_thread(pch->thread); in pl330_tasklet()
2119 spin_unlock(&pch->thread->dmac->lock); in pl330_tasklet()
2124 list_move_tail(&desc->node, &pch->dmac->desc_pool); in pl330_tasklet()
2130 spin_unlock_irqrestore(&pch->lock, flags); in pl330_tasklet()
2132 spin_lock_irqsave(&pch->lock, flags); in pl330_tasklet()
2135 spin_unlock_irqrestore(&pch->lock, flags); in pl330_tasklet()
2139 pm_runtime_mark_last_busy(pch->dmac->ddma.dev); in pl330_tasklet()
2140 pm_runtime_put_autosuspend(pch->dmac->ddma.dev); in pl330_tasklet()
2166 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_alloc_chan_resources() local
2167 struct pl330_dmac *pl330 = pch->dmac; in pl330_alloc_chan_resources()
2173 pch->cyclic = false; in pl330_alloc_chan_resources()
2175 pch->thread = pl330_request_channel(pl330); in pl330_alloc_chan_resources()
2176 if (!pch->thread) { in pl330_alloc_chan_resources()
2181 tasklet_setup(&pch->task, pl330_tasklet); in pl330_alloc_chan_resources()
2207 static void pl330_unprep_slave_fifo(struct dma_pl330_chan *pch) in pl330_unprep_slave_fifo() argument
2209 if (pch->dir != DMA_NONE) in pl330_unprep_slave_fifo()
2210 dma_unmap_resource(pch->chan.device->dev, pch->fifo_dma, in pl330_unprep_slave_fifo()
2211 1 << pch->burst_sz, pch->dir, 0); in pl330_unprep_slave_fifo()
2212 pch->dir = DMA_NONE; in pl330_unprep_slave_fifo()
2216 static bool pl330_prep_slave_fifo(struct dma_pl330_chan *pch, in pl330_prep_slave_fifo() argument
2219 struct device *dev = pch->chan.device->dev; in pl330_prep_slave_fifo()
2223 if (pch->dir == dma_dir) in pl330_prep_slave_fifo()
2226 pl330_unprep_slave_fifo(pch); in pl330_prep_slave_fifo()
2227 pch->fifo_dma = dma_map_resource(dev, pch->fifo_addr, in pl330_prep_slave_fifo()
2228 1 << pch->burst_sz, dma_dir, 0); in pl330_prep_slave_fifo()
2229 if (dma_mapping_error(dev, pch->fifo_dma)) in pl330_prep_slave_fifo()
2232 pch->dir = dma_dir; in pl330_prep_slave_fifo()
2250 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_config_write() local
2252 pl330_unprep_slave_fifo(pch); in pl330_config_write()
2255 pch->fifo_addr = slave_config->dst_addr; in pl330_config_write()
2257 pch->burst_sz = __ffs(slave_config->dst_addr_width); in pl330_config_write()
2258 pch->burst_len = fixup_burst_len(slave_config->dst_maxburst, in pl330_config_write()
2259 pch->dmac->quirks); in pl330_config_write()
2262 pch->fifo_addr = slave_config->src_addr; in pl330_config_write()
2264 pch->burst_sz = __ffs(slave_config->src_addr_width); in pl330_config_write()
2265 pch->burst_len = fixup_burst_len(slave_config->src_maxburst, in pl330_config_write()
2266 pch->dmac->quirks); in pl330_config_write()
2275 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_config() local
2277 memcpy(&pch->slave_config, slave_config, sizeof(*slave_config)); in pl330_config()
2284 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_terminate_all() local
2287 struct pl330_dmac *pl330 = pch->dmac; in pl330_terminate_all()
2291 spin_lock_irqsave(&pch->lock, flags); in pl330_terminate_all()
2294 _stop(pch->thread); in pl330_terminate_all()
2295 pch->thread->req[0].desc = NULL; in pl330_terminate_all()
2296 pch->thread->req[1].desc = NULL; in pl330_terminate_all()
2297 pch->thread->req_running = -1; in pl330_terminate_all()
2300 power_down = pch->active; in pl330_terminate_all()
2301 pch->active = false; in pl330_terminate_all()
2304 list_for_each_entry(desc, &pch->submitted_list, node) { in pl330_terminate_all()
2309 list_for_each_entry(desc, &pch->work_list , node) { in pl330_terminate_all()
2314 list_splice_tail_init(&pch->submitted_list, &pl330->desc_pool); in pl330_terminate_all()
2315 list_splice_tail_init(&pch->work_list, &pl330->desc_pool); in pl330_terminate_all()
2316 list_splice_tail_init(&pch->completed_list, &pl330->desc_pool); in pl330_terminate_all()
2317 spin_unlock_irqrestore(&pch->lock, flags); in pl330_terminate_all()
2335 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_pause() local
2336 struct pl330_dmac *pl330 = pch->dmac; in pl330_pause()
2341 spin_lock_irqsave(&pch->lock, flags); in pl330_pause()
2344 _stop(pch->thread); in pl330_pause()
2347 list_for_each_entry(desc, &pch->work_list, node) { in pl330_pause()
2351 spin_unlock_irqrestore(&pch->lock, flags); in pl330_pause()
2360 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_free_chan_resources() local
2361 struct pl330_dmac *pl330 = pch->dmac; in pl330_free_chan_resources()
2364 tasklet_kill(&pch->task); in pl330_free_chan_resources()
2366 pm_runtime_get_sync(pch->dmac->ddma.dev); in pl330_free_chan_resources()
2369 pl330_release_channel(pch->thread); in pl330_free_chan_resources()
2370 pch->thread = NULL; in pl330_free_chan_resources()
2372 if (pch->cyclic) in pl330_free_chan_resources()
2373 list_splice_tail_init(&pch->work_list, &pch->dmac->desc_pool); in pl330_free_chan_resources()
2376 pm_runtime_mark_last_busy(pch->dmac->ddma.dev); in pl330_free_chan_resources()
2377 pm_runtime_put_autosuspend(pch->dmac->ddma.dev); in pl330_free_chan_resources()
2378 pl330_unprep_slave_fifo(pch); in pl330_free_chan_resources()
2381 static int pl330_get_current_xferred_count(struct dma_pl330_chan *pch, in pl330_get_current_xferred_count() argument
2384 struct pl330_thread *thrd = pch->thread; in pl330_get_current_xferred_count()
2385 struct pl330_dmac *pl330 = pch->dmac; in pl330_get_current_xferred_count()
2398 pm_runtime_mark_last_busy(pch->dmac->ddma.dev); in pl330_get_current_xferred_count()
2415 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_tx_status() local
2426 spin_lock_irqsave(&pch->lock, flags); in pl330_tx_status()
2427 spin_lock(&pch->thread->dmac->lock); in pl330_tx_status()
2429 if (pch->thread->req_running != -1) in pl330_tx_status()
2430 running = pch->thread->req[pch->thread->req_running].desc; in pl330_tx_status()
2432 last_enq = pch->thread->req[pch->thread->lstenq].desc; in pl330_tx_status()
2435 list_for_each_entry(desc, &pch->work_list, node) { in pl330_tx_status()
2440 pl330_get_current_xferred_count(pch, desc); in pl330_tx_status()
2473 spin_unlock(&pch->thread->dmac->lock); in pl330_tx_status()
2474 spin_unlock_irqrestore(&pch->lock, flags); in pl330_tx_status()
2484 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_issue_pending() local
2487 spin_lock_irqsave(&pch->lock, flags); in pl330_issue_pending()
2488 if (list_empty(&pch->work_list)) { in pl330_issue_pending()
2494 WARN_ON(list_empty(&pch->submitted_list)); in pl330_issue_pending()
2495 pch->active = true; in pl330_issue_pending()
2496 pm_runtime_get_sync(pch->dmac->ddma.dev); in pl330_issue_pending()
2498 list_splice_tail_init(&pch->submitted_list, &pch->work_list); in pl330_issue_pending()
2499 spin_unlock_irqrestore(&pch->lock, flags); in pl330_issue_pending()
2501 pl330_tasklet(&pch->task); in pl330_issue_pending()
2512 struct dma_pl330_chan *pch = to_pchan(tx->chan); in pl330_tx_submit() local
2516 spin_lock_irqsave(&pch->lock, flags); in pl330_tx_submit()
2521 if (pch->cyclic) { in pl330_tx_submit()
2529 list_move_tail(&desc->node, &pch->submitted_list); in pl330_tx_submit()
2534 list_add_tail(&last->node, &pch->submitted_list); in pl330_tx_submit()
2535 spin_unlock_irqrestore(&pch->lock, flags); in pl330_tx_submit()
2597 static struct dma_pl330_desc *pl330_get_desc(struct dma_pl330_chan *pch) in pl330_get_desc() argument
2599 struct pl330_dmac *pl330 = pch->dmac; in pl330_get_desc()
2600 u8 *peri_id = pch->chan.private; in pl330_get_desc()
2619 desc->pchan = pch; in pl330_get_desc()
2623 desc->peri = peri_id ? pch->chan.chan_id : 0; in pl330_get_desc()
2624 desc->rqcfg.pcfg = &pch->dmac->pcfg; in pl330_get_desc()
2626 dma_async_tx_descriptor_init(&desc->txd, &pch->chan); in pl330_get_desc()
2640 __pl330_prep_dma_memcpy(struct dma_pl330_chan *pch, dma_addr_t dst, in __pl330_prep_dma_memcpy() argument
2643 struct dma_pl330_desc *desc = pl330_get_desc(pch); in __pl330_prep_dma_memcpy()
2646 dev_err(pch->dmac->ddma.dev, "%s:%d Unable to fetch desc\n", in __pl330_prep_dma_memcpy()
2669 struct dma_pl330_chan *pch = desc->pchan; in get_burst_len() local
2670 struct pl330_dmac *pl330 = pch->dmac; in get_burst_len()
2690 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_prep_dma_cyclic() local
2691 struct pl330_dmac *pl330 = pch->dmac; in pl330_prep_dma_cyclic()
2700 dev_err(pch->dmac->ddma.dev, "%s:%d Invalid dma direction\n", in pl330_prep_dma_cyclic()
2705 pl330_config_write(chan, &pch->slave_config, direction); in pl330_prep_dma_cyclic()
2707 if (!pl330_prep_slave_fifo(pch, direction)) in pl330_prep_dma_cyclic()
2711 desc = pl330_get_desc(pch); in pl330_prep_dma_cyclic()
2715 dev_err(pch->dmac->ddma.dev, "%s:%d Unable to fetch desc\n", in pl330_prep_dma_cyclic()
2741 dst = pch->fifo_dma; in pl330_prep_dma_cyclic()
2746 src = pch->fifo_dma; in pl330_prep_dma_cyclic()
2754 desc->rqcfg.brst_size = pch->burst_sz; in pl330_prep_dma_cyclic()
2755 desc->rqcfg.brst_len = pch->burst_len; in pl330_prep_dma_cyclic()
2770 pch->cyclic = true; in pl330_prep_dma_cyclic()
2781 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_prep_dma_memcpy() local
2785 if (unlikely(!pch || !len)) in pl330_prep_dma_memcpy()
2788 pl330 = pch->dmac; in pl330_prep_dma_memcpy()
2790 desc = __pl330_prep_dma_memcpy(pch, dst, src, len); in pl330_prep_dma_memcpy()
2856 struct dma_pl330_chan *pch = to_pchan(chan); in pl330_prep_slave_sg() local
2860 if (unlikely(!pch || !sgl || !sg_len)) in pl330_prep_slave_sg()
2863 pl330_config_write(chan, &pch->slave_config, direction); in pl330_prep_slave_sg()
2865 if (!pl330_prep_slave_fifo(pch, direction)) in pl330_prep_slave_sg()
2872 desc = pl330_get_desc(pch); in pl330_prep_slave_sg()
2874 struct pl330_dmac *pl330 = pch->dmac; in pl330_prep_slave_sg()
2876 dev_err(pch->dmac->ddma.dev, in pl330_prep_slave_sg()
2892 fill_px(&desc->px, pch->fifo_dma, sg_dma_address(sg), in pl330_prep_slave_sg()
2897 fill_px(&desc->px, sg_dma_address(sg), pch->fifo_dma, in pl330_prep_slave_sg()
2901 desc->rqcfg.brst_size = pch->burst_sz; in pl330_prep_slave_sg()
2902 desc->rqcfg.brst_len = pch->burst_len; in pl330_prep_slave_sg()
2944 struct dma_pl330_chan *pch = &pl330->peripherals[pr]; in pl330_debugfs_show() local
2946 if (!pch->thread || thrd->id != pch->thread->id) in pl330_debugfs_show()
3015 struct dma_pl330_chan *pch, *_p; in pl330_probe() local
3106 pl330->peripherals = kcalloc(num_chan, sizeof(*pch), GFP_KERNEL); in pl330_probe()
3113 pch = &pl330->peripherals[i]; in pl330_probe()
3115 pch->chan.private = adev->dev.of_node; in pl330_probe()
3116 INIT_LIST_HEAD(&pch->submitted_list); in pl330_probe()
3117 INIT_LIST_HEAD(&pch->work_list); in pl330_probe()
3118 INIT_LIST_HEAD(&pch->completed_list); in pl330_probe()
3119 spin_lock_init(&pch->lock); in pl330_probe()
3120 pch->thread = NULL; in pl330_probe()
3121 pch->chan.device = pd; in pl330_probe()
3122 pch->dmac = pl330; in pl330_probe()
3123 pch->dir = DMA_NONE; in pl330_probe()
3126 list_add_tail(&pch->chan.device_node, &pd->channels); in pl330_probe()
3193 list_for_each_entry_safe(pch, _p, &pl330->ddma.channels, in pl330_probe()
3197 list_del(&pch->chan.device_node); in pl330_probe()
3200 if (pch->thread) { in pl330_probe()
3201 pl330_terminate_all(&pch->chan); in pl330_probe()
3202 pl330_free_chan_resources(&pch->chan); in pl330_probe()
3219 struct dma_pl330_chan *pch, *_p; in pl330_remove() local
3236 list_for_each_entry_safe(pch, _p, &pl330->ddma.channels, in pl330_remove()
3240 list_del(&pch->chan.device_node); in pl330_remove()
3243 if (pch->thread) { in pl330_remove()
3244 pl330_terminate_all(&pch->chan); in pl330_remove()
3245 pl330_free_chan_resources(&pch->chan); in pl330_remove()