Lines Matching refs:vc4
42 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_queue_hangcheck() local
44 mod_timer(&vc4->hangcheck.timer, in vc4_queue_hangcheck()
74 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_get_hang_state_ioctl() local
79 if (!vc4->v3d) { in vc4_get_hang_state_ioctl()
84 spin_lock_irqsave(&vc4->job_lock, irqflags); in vc4_get_hang_state_ioctl()
85 kernel_state = vc4->hang_state; in vc4_get_hang_state_ioctl()
87 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_get_hang_state_ioctl()
97 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_get_hang_state_ioctl()
101 vc4->hang_state = NULL; in vc4_get_hang_state_ioctl()
102 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_get_hang_state_ioctl()
151 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_save_hang_state() local
165 spin_lock_irqsave(&vc4->job_lock, irqflags); in vc4_save_hang_state()
166 exec[0] = vc4_first_bin_job(vc4); in vc4_save_hang_state()
167 exec[1] = vc4_first_render_job(vc4); in vc4_save_hang_state()
169 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_save_hang_state()
189 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_save_hang_state()
227 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_save_hang_state()
275 spin_lock_irqsave(&vc4->job_lock, irqflags); in vc4_save_hang_state()
276 if (vc4->hang_state) { in vc4_save_hang_state()
277 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_save_hang_state()
280 vc4->hang_state = kernel_state; in vc4_save_hang_state()
281 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_save_hang_state()
288 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_reset() local
292 mutex_lock(&vc4->power_lock); in vc4_reset()
293 if (vc4->power_refcount) { in vc4_reset()
297 pm_runtime_put_sync_suspend(&vc4->v3d->pdev->dev); in vc4_reset()
298 pm_runtime_get_sync(&vc4->v3d->pdev->dev); in vc4_reset()
300 mutex_unlock(&vc4->power_lock); in vc4_reset()
314 struct vc4_dev *vc4 = in vc4_reset_work() local
317 vc4_save_hang_state(&vc4->base); in vc4_reset_work()
319 vc4_reset(&vc4->base); in vc4_reset_work()
325 struct vc4_dev *vc4 = from_timer(vc4, t, hangcheck.timer); in vc4_hangcheck_elapsed() local
326 struct drm_device *dev = &vc4->base; in vc4_hangcheck_elapsed()
331 spin_lock_irqsave(&vc4->job_lock, irqflags); in vc4_hangcheck_elapsed()
333 bin_exec = vc4_first_bin_job(vc4); in vc4_hangcheck_elapsed()
334 render_exec = vc4_first_render_job(vc4); in vc4_hangcheck_elapsed()
338 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_hangcheck_elapsed()
354 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_hangcheck_elapsed()
359 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_hangcheck_elapsed()
365 schedule_work(&vc4->hangcheck.reset_work); in vc4_hangcheck_elapsed()
371 struct vc4_dev *vc4 = to_vc4_dev(dev); in submit_cl() local
384 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_wait_for_seqno() local
389 if (vc4->finished_seqno >= seqno) in vc4_wait_for_seqno()
399 prepare_to_wait(&vc4->job_wait_queue, &wait, in vc4_wait_for_seqno()
408 if (vc4->finished_seqno >= seqno) in vc4_wait_for_seqno()
422 finish_wait(&vc4->job_wait_queue, &wait); in vc4_wait_for_seqno()
431 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_flush_caches() local
450 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_flush_texture_caches() local
468 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_submit_next_bin_job() local
472 exec = vc4_first_bin_job(vc4); in vc4_submit_next_bin_job()
481 if (exec->perfmon && vc4->active_perfmon != exec->perfmon) in vc4_submit_next_bin_job()
482 vc4_perfmon_start(vc4, exec->perfmon); in vc4_submit_next_bin_job()
493 next = vc4_first_bin_job(vc4); in vc4_submit_next_bin_job()
508 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_submit_next_render_job() local
509 struct vc4_exec_info *exec = vc4_first_render_job(vc4); in vc4_submit_next_render_job()
528 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_move_job_to_render() local
529 bool was_empty = list_empty(&vc4->render_job_list); in vc4_move_job_to_render()
531 list_move_tail(&exec->head, &vc4->render_job_list); in vc4_move_job_to_render()
668 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_queue_submit() local
679 spin_lock_irqsave(&vc4->job_lock, irqflags); in vc4_queue_submit()
681 seqno = ++vc4->emit_seqno; in vc4_queue_submit()
684 dma_fence_init(&fence->base, &vc4_fence_ops, &vc4->job_lock, in vc4_queue_submit()
685 vc4->dma_fence_context, exec->seqno); in vc4_queue_submit()
696 list_add_tail(&exec->head, &vc4->bin_job_list); in vc4_queue_submit()
703 renderjob = vc4_first_render_job(vc4); in vc4_queue_submit()
704 if (vc4_first_bin_job(vc4) == exec && in vc4_queue_submit()
710 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_queue_submit()
824 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_get_bcl() local
924 ret = vc4_v3d_bin_bo_get(vc4, &exec->bin_bo_used); in vc4_get_bcl()
943 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_complete_exec() local
973 spin_lock_irqsave(&vc4->job_lock, irqflags); in vc4_complete_exec()
974 vc4->bin_alloc_used &= ~exec->bin_slots; in vc4_complete_exec()
975 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_complete_exec()
979 vc4_v3d_bin_bo_put(vc4); in vc4_complete_exec()
984 vc4_v3d_pm_put(vc4); in vc4_complete_exec()
990 vc4_job_handle_completed(struct vc4_dev *vc4) in vc4_job_handle_completed() argument
995 spin_lock_irqsave(&vc4->job_lock, irqflags); in vc4_job_handle_completed()
996 while (!list_empty(&vc4->job_done_list)) { in vc4_job_handle_completed()
998 list_first_entry(&vc4->job_done_list, in vc4_job_handle_completed()
1002 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_job_handle_completed()
1003 vc4_complete_exec(&vc4->base, exec); in vc4_job_handle_completed()
1004 spin_lock_irqsave(&vc4->job_lock, irqflags); in vc4_job_handle_completed()
1007 list_for_each_entry_safe(cb, cb_temp, &vc4->seqno_cb_list, work.entry) { in vc4_job_handle_completed()
1008 if (cb->seqno <= vc4->finished_seqno) { in vc4_job_handle_completed()
1014 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_job_handle_completed()
1028 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_queue_seqno_cb() local
1034 spin_lock_irqsave(&vc4->job_lock, irqflags); in vc4_queue_seqno_cb()
1035 if (seqno > vc4->finished_seqno) { in vc4_queue_seqno_cb()
1037 list_add_tail(&cb->work.entry, &vc4->seqno_cb_list); in vc4_queue_seqno_cb()
1041 spin_unlock_irqrestore(&vc4->job_lock, irqflags); in vc4_queue_seqno_cb()
1053 struct vc4_dev *vc4 = in vc4_job_done_work() local
1056 vc4_job_handle_completed(vc4); in vc4_job_done_work()
1129 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_submit_cl_ioctl() local
1138 if (!vc4->v3d) { in vc4_submit_cl_ioctl()
1162 ret = vc4_v3d_pm_get(vc4); in vc4_submit_cl_ioctl()
1196 vc4->dma_fence_context)) { in vc4_submit_cl_ioctl()
1255 args->seqno = vc4->emit_seqno; in vc4_submit_cl_ioctl()
1260 vc4_complete_exec(&vc4->base, exec); in vc4_submit_cl_ioctl()
1268 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_gem_init() local
1270 vc4->dma_fence_context = dma_fence_context_alloc(1); in vc4_gem_init()
1272 INIT_LIST_HEAD(&vc4->bin_job_list); in vc4_gem_init()
1273 INIT_LIST_HEAD(&vc4->render_job_list); in vc4_gem_init()
1274 INIT_LIST_HEAD(&vc4->job_done_list); in vc4_gem_init()
1275 INIT_LIST_HEAD(&vc4->seqno_cb_list); in vc4_gem_init()
1276 spin_lock_init(&vc4->job_lock); in vc4_gem_init()
1278 INIT_WORK(&vc4->hangcheck.reset_work, vc4_reset_work); in vc4_gem_init()
1279 timer_setup(&vc4->hangcheck.timer, vc4_hangcheck_elapsed, 0); in vc4_gem_init()
1281 INIT_WORK(&vc4->job_done_work, vc4_job_done_work); in vc4_gem_init()
1283 mutex_init(&vc4->power_lock); in vc4_gem_init()
1285 INIT_LIST_HEAD(&vc4->purgeable.list); in vc4_gem_init()
1286 mutex_init(&vc4->purgeable.lock); in vc4_gem_init()
1293 struct vc4_dev *vc4 = to_vc4_dev(dev); in vc4_gem_destroy() local
1298 WARN_ON(vc4->emit_seqno != vc4->finished_seqno); in vc4_gem_destroy()
1303 if (vc4->bin_bo) { in vc4_gem_destroy()
1304 drm_gem_object_put(&vc4->bin_bo->base.base); in vc4_gem_destroy()
1305 vc4->bin_bo = NULL; in vc4_gem_destroy()
1308 if (vc4->hang_state) in vc4_gem_destroy()
1309 vc4_free_hang_state(dev, vc4->hang_state); in vc4_gem_destroy()