Lines Matching refs:rq
33 static bool is_active(struct i915_request *rq) in is_active() argument
35 if (i915_request_is_active(rq)) in is_active()
38 if (i915_request_on_hold(rq)) in is_active()
41 if (i915_request_has_initial_breadcrumb(rq) && i915_request_started(rq)) in is_active()
48 struct i915_request *rq, in wait_for_submit() argument
58 if (i915_request_completed(rq)) /* that was quick! */ in wait_for_submit()
63 if (!READ_ONCE(engine->execlists.pending[0]) && is_active(rq)) in wait_for_submit()
78 struct i915_request *rq; in emit_semaphore_signal() local
81 rq = intel_context_create_request(ce); in emit_semaphore_signal()
82 if (IS_ERR(rq)) in emit_semaphore_signal()
83 return PTR_ERR(rq); in emit_semaphore_signal()
85 cs = intel_ring_begin(rq, 4); in emit_semaphore_signal()
87 i915_request_add(rq); in emit_semaphore_signal()
96 intel_ring_advance(rq, cs); in emit_semaphore_signal()
98 rq->sched.attr.priority = I915_PRIORITY_BARRIER; in emit_semaphore_signal()
99 i915_request_add(rq); in emit_semaphore_signal()
105 struct i915_request *rq; in context_flush() local
109 rq = intel_engine_create_kernel_request(ce->engine); in context_flush()
110 if (IS_ERR(rq)) in context_flush()
111 return PTR_ERR(rq); in context_flush()
115 i915_request_await_dma_fence(rq, fence); in context_flush()
119 rq = i915_request_get(rq); in context_flush()
120 i915_request_add(rq); in context_flush()
121 if (i915_request_wait(rq, 0, timeout) < 0) in context_flush()
123 i915_request_put(rq); in context_flush()
362 struct i915_request *rq; in __live_lrc_state() local
386 rq = i915_request_create(ce); in __live_lrc_state()
387 if (IS_ERR(rq)) { in __live_lrc_state()
388 err = PTR_ERR(rq); in __live_lrc_state()
392 cs = intel_ring_begin(rq, 4 * MAX_IDX); in __live_lrc_state()
395 i915_request_add(rq); in __live_lrc_state()
411 err = i915_request_await_object(rq, scratch->obj, true); in __live_lrc_state()
413 err = i915_vma_move_to_active(scratch, rq, EXEC_OBJECT_WRITE); in __live_lrc_state()
415 i915_request_get(rq); in __live_lrc_state()
416 i915_request_add(rq); in __live_lrc_state()
423 if (i915_request_wait(rq, 0, HZ / 5) < 0) { in __live_lrc_state()
446 i915_request_put(rq); in __live_lrc_state()
492 struct i915_request *rq; in gpr_make_dirty() local
496 rq = intel_context_create_request(ce); in gpr_make_dirty()
497 if (IS_ERR(rq)) in gpr_make_dirty()
498 return PTR_ERR(rq); in gpr_make_dirty()
500 cs = intel_ring_begin(rq, 2 * NUM_GPR_DW + 2); in gpr_make_dirty()
502 i915_request_add(rq); in gpr_make_dirty()
513 intel_ring_advance(rq, cs); in gpr_make_dirty()
515 rq->sched.attr.priority = I915_PRIORITY_BARRIER; in gpr_make_dirty()
516 i915_request_add(rq); in gpr_make_dirty()
527 struct i915_request *rq; in __gpr_read() local
532 rq = intel_context_create_request(ce); in __gpr_read()
533 if (IS_ERR(rq)) in __gpr_read()
534 return rq; in __gpr_read()
536 cs = intel_ring_begin(rq, 6 + 4 * NUM_GPR_DW); in __gpr_read()
538 i915_request_add(rq); in __gpr_read()
561 err = i915_request_await_object(rq, scratch->obj, true); in __gpr_read()
563 err = i915_vma_move_to_active(scratch, rq, EXEC_OBJECT_WRITE); in __gpr_read()
566 i915_request_get(rq); in __gpr_read()
567 i915_request_add(rq); in __gpr_read()
569 i915_request_put(rq); in __gpr_read()
570 rq = ERR_PTR(err); in __gpr_read()
573 return rq; in __gpr_read()
582 struct i915_request *rq; in __live_lrc_gpr() local
598 rq = __gpr_read(ce, scratch, slot); in __live_lrc_gpr()
599 if (IS_ERR(rq)) { in __live_lrc_gpr()
600 err = PTR_ERR(rq); in __live_lrc_gpr()
604 err = wait_for_submit(engine, rq, HZ / 2); in __live_lrc_gpr()
617 err = wait_for_submit(engine, rq, HZ / 2); in __live_lrc_gpr()
625 if (i915_request_wait(rq, 0, HZ / 5) < 0) { in __live_lrc_gpr()
652 i915_request_put(rq); in __live_lrc_gpr()
704 struct i915_request *rq; in create_timestamp() local
708 rq = intel_context_create_request(ce); in create_timestamp()
709 if (IS_ERR(rq)) in create_timestamp()
710 return rq; in create_timestamp()
712 cs = intel_ring_begin(rq, 10); in create_timestamp()
730 *cs++ = i915_mmio_reg_offset(RING_CTX_TIMESTAMP(rq->engine->mmio_base)); in create_timestamp()
734 intel_ring_advance(rq, cs); in create_timestamp()
738 i915_request_get(rq); in create_timestamp()
739 i915_request_add(rq); in create_timestamp()
741 i915_request_put(rq); in create_timestamp()
745 return rq; in create_timestamp()
762 struct i915_request *rq; in __lrc_timestamp() local
767 rq = create_timestamp(arg->ce[0], slot, 1); in __lrc_timestamp()
768 if (IS_ERR(rq)) in __lrc_timestamp()
769 return PTR_ERR(rq); in __lrc_timestamp()
771 err = wait_for_submit(rq->engine, rq, HZ / 2); in __lrc_timestamp()
807 i915_request_put(rq); in __lrc_timestamp()
977 static int move_to_active(struct i915_request *rq, in move_to_active() argument
984 err = i915_request_await_object(rq, vma->obj, flags); in move_to_active()
986 err = i915_vma_move_to_active(vma, rq, flags); in move_to_active()
999 struct i915_request *rq; in record_registers() local
1009 rq = ERR_CAST(b_after); in record_registers()
1013 rq = intel_context_create_request(ce); in record_registers()
1014 if (IS_ERR(rq)) in record_registers()
1017 err = move_to_active(rq, before, EXEC_OBJECT_WRITE); in record_registers()
1021 err = move_to_active(rq, b_before, 0); in record_registers()
1025 err = move_to_active(rq, after, EXEC_OBJECT_WRITE); in record_registers()
1029 err = move_to_active(rq, b_after, 0); in record_registers()
1033 cs = intel_ring_begin(rq, 14); in record_registers()
1060 intel_ring_advance(rq, cs); in record_registers()
1063 i915_request_get(rq); in record_registers()
1064 i915_request_add(rq); in record_registers()
1069 return rq; in record_registers()
1072 i915_request_add(rq); in record_registers()
1073 rq = ERR_PTR(err); in record_registers()
1139 struct i915_request *rq; in poison_registers() local
1148 rq = intel_context_create_request(ce); in poison_registers()
1149 if (IS_ERR(rq)) { in poison_registers()
1150 err = PTR_ERR(rq); in poison_registers()
1154 err = move_to_active(rq, batch, 0); in poison_registers()
1158 cs = intel_ring_begin(rq, 8); in poison_registers()
1175 intel_ring_advance(rq, cs); in poison_registers()
1177 rq->sched.attr.priority = I915_PRIORITY_BARRIER; in poison_registers()
1179 i915_request_add(rq); in poison_registers()
1300 struct i915_request *rq; in __lrc_isolation() local
1325 rq = record_registers(A, ref[0], ref[1], sema); in __lrc_isolation()
1326 if (IS_ERR(rq)) { in __lrc_isolation()
1327 err = PTR_ERR(rq); in __lrc_isolation()
1334 if (i915_request_wait(rq, 0, HZ / 2) < 0) { in __lrc_isolation()
1335 i915_request_put(rq); in __lrc_isolation()
1339 i915_request_put(rq); in __lrc_isolation()
1353 rq = record_registers(A, result[0], result[1], sema); in __lrc_isolation()
1354 if (IS_ERR(rq)) { in __lrc_isolation()
1355 err = PTR_ERR(rq); in __lrc_isolation()
1362 i915_request_put(rq); in __lrc_isolation()
1366 if (i915_request_wait(rq, 0, HZ / 2) < 0) { in __lrc_isolation()
1367 i915_request_put(rq); in __lrc_isolation()
1371 i915_request_put(rq); in __lrc_isolation()
1455 struct i915_request *rq; in indirect_ctx_submit_req() local
1458 rq = intel_context_create_request(ce); in indirect_ctx_submit_req()
1459 if (IS_ERR(rq)) in indirect_ctx_submit_req()
1460 return PTR_ERR(rq); in indirect_ctx_submit_req()
1462 i915_request_get(rq); in indirect_ctx_submit_req()
1463 i915_request_add(rq); in indirect_ctx_submit_req()
1465 if (i915_request_wait(rq, 0, HZ / 5) < 0) in indirect_ctx_submit_req()
1468 i915_request_put(rq); in indirect_ctx_submit_req()
1609 struct i915_request *rq) in garbage_reset() argument
1618 if (!rq->fence.error) in garbage_reset()
1630 struct i915_request *rq; in garbage() local
1642 rq = intel_context_create_request(ce); in garbage()
1643 if (IS_ERR(rq)) { in garbage()
1644 err = PTR_ERR(rq); in garbage()
1648 i915_request_get(rq); in garbage()
1649 i915_request_add(rq); in garbage()
1650 return rq; in garbage()
1746 struct i915_request *rq; in __live_pphwsp_runtime() local
1761 rq = intel_context_create_request(ce); in __live_pphwsp_runtime()
1762 if (IS_ERR(rq)) { in __live_pphwsp_runtime()
1763 err = PTR_ERR(rq); in __live_pphwsp_runtime()
1768 i915_request_get(rq); in __live_pphwsp_runtime()
1770 i915_request_add(rq); in __live_pphwsp_runtime()
1776 i915_request_put(rq); in __live_pphwsp_runtime()
1779 err = i915_request_wait(rq, 0, HZ / 5); in __live_pphwsp_runtime()
1803 i915_request_put(rq); in __live_pphwsp_runtime()