/drivers/gpu/drm/i915/gt/ |
D | intel_timeline.c | 54 hwsp_alloc(struct intel_timeline *timeline, unsigned int *cacheline) in hwsp_alloc() argument 56 struct intel_gt_timelines *gt = &timeline->gt->timelines; in hwsp_alloc() 75 vma = __hwsp_alloc(timeline->gt); in hwsp_alloc() 82 hwsp->gt = timeline->gt; in hwsp_alloc() 207 int intel_timeline_init(struct intel_timeline *timeline, in intel_timeline_init() argument 213 kref_init(&timeline->kref); in intel_timeline_init() 214 atomic_set(&timeline->pin_count, 0); in intel_timeline_init() 216 timeline->gt = gt; in intel_timeline_init() 218 timeline->has_initial_breadcrumb = !hwsp; in intel_timeline_init() 219 timeline->hwsp_cacheline = NULL; in intel_timeline_init() [all …]
|
D | intel_context.c | 71 ce->engine->name, ce->timeline->fence_context, in __intel_context_do_pin() 101 ce->engine->name, ce->timeline->fence_context); in intel_context_unpin() 146 ce->engine->name, ce->timeline->fence_context); in __intel_context_retire() 151 intel_timeline_unpin(ce->timeline); in __intel_context_retire() 167 err = intel_timeline_pin(ce->timeline); in __intel_context_active() 181 intel_timeline_unpin(ce->timeline); in __intel_context_active() 228 if (ctx->timeline) in intel_context_init() 229 ce->timeline = intel_timeline_get(ctx->timeline); in intel_context_init() 247 if (ce->timeline) in intel_context_fini() 248 intel_timeline_put(ce->timeline); in intel_context_fini() [all …]
|
D | intel_timeline.h | 43 intel_timeline_get(struct intel_timeline *timeline) in intel_timeline_get() argument 45 kref_get(&timeline->kref); in intel_timeline_get() 46 return timeline; in intel_timeline_get() 50 static inline void intel_timeline_put(struct intel_timeline *timeline) in intel_timeline_put() argument 52 kref_put(&timeline->kref, __intel_timeline_free); in intel_timeline_put()
|
D | intel_context.h | 92 lockdep_assert_held(&ce->timeline->mutex); in intel_context_enter() 99 lockdep_assert_held(&ce->timeline->mutex); in intel_context_mark_active() 105 lockdep_assert_held(&ce->timeline->mutex); in intel_context_exit() 127 __acquires(&ce->timeline->mutex) in intel_context_timeline_lock() 129 struct intel_timeline *tl = ce->timeline; in intel_context_timeline_lock()
|
D | intel_ringbuffer.c | 325 *cs++ = rq->timeline->hwsp_offset | PIPE_CONTROL_GLOBAL_GTT; in gen6_rcs_emit_breadcrumb() 428 *cs++ = rq->timeline->hwsp_offset; in gen7_rcs_emit_breadcrumb() 442 GEM_BUG_ON(rq->timeline->hwsp_ggtt != rq->engine->status_page.vma); in gen6_xcs_emit_breadcrumb() 443 GEM_BUG_ON(offset_in_page(rq->timeline->hwsp_offset) != I915_GEM_HWS_SEQNO_ADDR); in gen6_xcs_emit_breadcrumb() 462 GEM_BUG_ON(rq->timeline->hwsp_ggtt != rq->engine->status_page.vma); in gen7_xcs_emit_breadcrumb() 463 GEM_BUG_ON(offset_in_page(rq->timeline->hwsp_offset) != I915_GEM_HWS_SEQNO_ADDR); in gen7_xcs_emit_breadcrumb() 940 GEM_BUG_ON(rq->timeline->hwsp_ggtt != rq->engine->status_page.vma); in i9xx_emit_breadcrumb() 941 GEM_BUG_ON(offset_in_page(rq->timeline->hwsp_offset) != I915_GEM_HWS_SEQNO_ADDR); in i9xx_emit_breadcrumb() 963 GEM_BUG_ON(rq->timeline->hwsp_ggtt != rq->engine->status_page.vma); in gen5_emit_breadcrumb() 964 GEM_BUG_ON(offset_in_page(rq->timeline->hwsp_offset) != I915_GEM_HWS_SEQNO_ADDR); in gen5_emit_breadcrumb() [all …]
|
D | mock_engine.c | 124 mock_timeline_unpin(ce->timeline); in mock_context_destroy() 137 GEM_BUG_ON(ce->timeline); in mock_context_alloc() 138 ce->timeline = intel_timeline_create(ce->engine->gt, NULL); in mock_context_alloc() 139 if (IS_ERR(ce->timeline)) { in mock_context_alloc() 141 return PTR_ERR(ce->timeline); in mock_context_alloc() 144 mock_timeline_pin(ce->timeline); in mock_context_alloc()
|
D | intel_engine_pm.c | 47 mutex_acquire(&ce->timeline->mutex.dep_map, 2, 0, _THIS_IP_); in __timeline_mark_lock() 55 mutex_release(&ce->timeline->mutex.dep_map, 0, _THIS_IP_); in __timeline_mark_unlock() 106 intel_timeline_enter(rq->timeline); in switch_to_kernel_context()
|
D | intel_engine_cs.c | 662 struct intel_timeline timeline; member 678 if (intel_timeline_init(&frame->timeline, in measure_breadcrumb_dw() 691 frame->rq.timeline = &frame->timeline; in measure_breadcrumb_dw() 693 dw = intel_timeline_pin(&frame->timeline); in measure_breadcrumb_dw() 700 intel_timeline_unpin(&frame->timeline); in measure_breadcrumb_dw() 703 intel_timeline_fini(&frame->timeline); in measure_breadcrumb_dw() 1294 rq->timeline->hwsp_offset, in intel_engine_print_registers() 1306 rq->timeline->hwsp_offset, in intel_engine_print_registers() 1399 rq->timeline->hwsp_offset); in intel_engine_dump()
|
D | selftest_context.c | 27 mutex_lock(&rq->timeline->mutex); in request_sync() 29 mutex_unlock(&rq->timeline->mutex); in request_sync() 39 struct intel_timeline *tl = ce->timeline; in context_sync()
|
D | intel_engine_pool.h | 21 return i915_active_ref(&node->active, rq->timeline, rq); in intel_engine_pool_mark_active()
|
D | intel_context_types.h | 54 struct intel_timeline *timeline; member
|
D | intel_lrc.c | 1873 GEM_BUG_ON(!rq->timeline->has_initial_breadcrumb); in gen8_emit_init_breadcrumb() 1889 *cs++ = rq->timeline->hwsp_offset; in gen8_emit_init_breadcrumb() 2444 list = &rq->timeline->requests; in active_request() 2945 request->timeline->hwsp_offset, in gen8_emit_fini_breadcrumb() 2955 request->timeline->hwsp_offset, in gen8_emit_fini_breadcrumb_rcs() 2974 request->timeline->hwsp_offset, in gen11_emit_fini_breadcrumb_rcs() 3376 if (!ce->timeline) { in __execlists_context_alloc() 3385 ce->timeline = tl; in __execlists_context_alloc() 3500 intel_timeline_enter(ce->timeline); in virtual_context_enter() 3508 intel_timeline_exit(ce->timeline); in virtual_context_exit()
|
D | intel_engine_types.h | 335 struct intel_timeline *timeline; member
|
/drivers/gpu/drm/i915/gt/selftests/ |
D | mock_timeline.c | 11 void mock_timeline_init(struct intel_timeline *timeline, u64 context) in mock_timeline_init() argument 13 timeline->gt = NULL; in mock_timeline_init() 14 timeline->fence_context = context; in mock_timeline_init() 16 mutex_init(&timeline->mutex); in mock_timeline_init() 18 INIT_ACTIVE_REQUEST(&timeline->last_request, &timeline->mutex); in mock_timeline_init() 19 INIT_LIST_HEAD(&timeline->requests); in mock_timeline_init() 21 i915_syncmap_init(&timeline->sync); in mock_timeline_init() 23 INIT_LIST_HEAD(&timeline->link); in mock_timeline_init() 26 void mock_timeline_fini(struct intel_timeline *timeline) in mock_timeline_fini() argument 28 i915_syncmap_free(&timeline->sync); in mock_timeline_fini()
|
D | mock_timeline.h | 12 void mock_timeline_init(struct intel_timeline *timeline, u64 context); 13 void mock_timeline_fini(struct intel_timeline *timeline);
|
/drivers/dma-buf/ |
D | sync_trace.h | 13 TP_PROTO(struct sync_timeline *timeline), 15 TP_ARGS(timeline), 18 __string(name, timeline->name) 23 __assign_str(name, timeline->name); 24 __entry->value = timeline->value;
|
/drivers/gpu/drm/i915/ |
D | i915_active.c | 33 u64 timeline; member 188 if (node && node->timeline == idx) in active_instance() 205 if (node->timeline == idx) { in active_instance() 210 if (node->timeline < idx) in active_instance() 219 node->timeline = idx; in active_instance() 259 GEM_BUG_ON(node->timeline != engine->kernel_context->timeline->fence_context); in ____active_del_barrier() 488 return node->timeline == idx && !i915_active_request_isset(&node->base); in is_idle_barrier() 523 if (node->timeline < idx) in reuse_idle_barrier() 540 if (node->timeline > idx) in reuse_idle_barrier() 543 if (node->timeline < idx) in reuse_idle_barrier() [all …]
|
D | i915_request.c | 222 lockdep_assert_held(&rq->timeline->mutex); in i915_request_retire() 243 GEM_BUG_ON(!list_is_first(&rq->link, &rq->timeline->requests)); in i915_request_retire() 319 struct intel_timeline * const tl = rq->timeline; in i915_request_retire_upto() 625 struct intel_timeline *tl = ce->timeline; in __i915_request_create() 683 rq->timeline = tl; in __i915_request_create() 789 if (list_is_first(&signal->link, &signal->timeline->requests)) in i915_request_await_start() 793 if (intel_timeline_sync_is_later(rq->timeline, &signal->fence)) in i915_request_await_start() 828 GEM_BUG_ON(!from->timeline->has_initial_breadcrumb); in emit_semaphore_wait() 883 GEM_BUG_ON(to->timeline == from->timeline); in i915_request_await_request() 958 intel_timeline_sync_is_later(rq->timeline, fence)) in i915_request_await_dma_fence() [all …]
|
D | i915_request.h | 116 struct intel_timeline *timeline; member
|
/drivers/gpu/drm/i915/gem/ |
D | i915_gem_context.c | 324 if (ctx->timeline) in i915_gem_context_free() 325 intel_timeline_put(ctx->timeline); in i915_gem_context_free() 510 static void __apply_timeline(struct intel_context *ce, void *timeline) in __apply_timeline() argument 512 __set_timeline(&ce->timeline, timeline); in __apply_timeline() 516 struct intel_timeline *timeline) in __assign_timeline() argument 518 __set_timeline(&ctx->timeline, timeline); in __assign_timeline() 519 context_apply_all(ctx, __apply_timeline, timeline); in __assign_timeline() 556 struct intel_timeline *timeline; in i915_gem_create_context() local 558 timeline = intel_timeline_create(&dev_priv->gt, NULL); in i915_gem_create_context() 559 if (IS_ERR(timeline)) { in i915_gem_create_context() [all …]
|
D | i915_gem_context_types.h | 80 struct intel_timeline *timeline; member
|
D | i915_gem_client_blt.c | 214 err = i915_active_ref(&vma->active, rq->timeline, rq); in clear_pages_worker()
|
/drivers/gpu/drm/amd/amdgpu/ |
D | amdgpu_trace.h | 169 __string(timeline, AMDGPU_JOB_GET_TIMELINE_NAME(job)) 179 __assign_str(timeline, AMDGPU_JOB_GET_TIMELINE_NAME(job)) 186 __entry->sched_job_id, __get_str(timeline), __entry->context, 195 __string(timeline, AMDGPU_JOB_GET_TIMELINE_NAME(job)) 204 __assign_str(timeline, AMDGPU_JOB_GET_TIMELINE_NAME(job)) 211 __entry->sched_job_id, __get_str(timeline), __entry->context,
|
/drivers/gpu/drm/i915/selftests/ |
D | i915_active.c | 113 err = i915_active_ref(&active->base, rq->timeline, rq); in __live_active_setup()
|
D | igt_spinner.c | 150 rq->timeline->has_initial_breadcrumb) { in igt_spinner_create_request()
|