42 	struct i915_request *rq;  in heartbeat_create()  local
45 	rq = __i915_request_create(ce, gfp);  in heartbeat_create()
48 	return rq;  in heartbeat_create()
51 static void idle_pulse(struct intel_engine_cs *engine, struct i915_request *rq)  in idle_pulse()  argument
54 	i915_request_add_active_barriers(rq);  in idle_pulse()
56 		engine->heartbeat.systole = i915_request_get(rq);  in idle_pulse()
59 static void heartbeat_commit(struct i915_request *rq,  in heartbeat_commit()  argument
62 	idle_pulse(rq->engine, rq);  in heartbeat_commit()
64 	__i915_request_commit(rq);  in heartbeat_commit()
65 	__i915_request_queue(rq, attr);  in heartbeat_commit()
68 static void show_heartbeat(const struct i915_request *rq,  in show_heartbeat()  argument
73 	if (!rq) {  in show_heartbeat()
81 				  rq->fence.context,  in show_heartbeat()
82 				  rq->fence.seqno,  in show_heartbeat()
83 				  rq->sched.attr.priority);  in show_heartbeat()
88 reset_engine(struct intel_engine_cs *engine, struct i915_request *rq)  in reset_engine()  argument
91 		show_heartbeat(rq, engine);  in reset_engine()
113 	struct i915_request *rq;  in heartbeat()  local
119 	rq = engine->heartbeat.systole;  in heartbeat()
120 	if (rq && i915_request_completed(rq)) {  in heartbeat()
121 		i915_request_put(rq);  in heartbeat()
141 				rq->emitted_jiffies + msecs_to_jiffies(delay)))  in heartbeat()
144 		if (!i915_sw_fence_signaled(&rq->submit)) {  in heartbeat()
156 			   rq->sched.attr.priority < I915_PRIORITY_BARRIER) {  in heartbeat()
164 			if (rq->sched.attr.priority >= attr.priority)  in heartbeat()
166 			if (rq->sched.attr.priority >= attr.priority)  in heartbeat()
170 			engine->sched_engine->schedule(rq, &attr);  in heartbeat()
173 			reset_engine(engine, rq);  in heartbeat()
176 		rq->emitted_jiffies = jiffies;  in heartbeat()
194 	rq = heartbeat_create(ce, GFP_NOWAIT | __GFP_NOWARN);  in heartbeat()
195 	if (IS_ERR(rq))  in heartbeat()
198 	heartbeat_commit(rq, &attr);  in heartbeat()
250 	struct i915_request *rq;  in __intel_engine_pulse()  local
256 	rq = heartbeat_create(ce, GFP_NOWAIT | __GFP_NOWARN);  in __intel_engine_pulse()
257 	if (IS_ERR(rq))  in __intel_engine_pulse()
258 		return PTR_ERR(rq);  in __intel_engine_pulse()
260 	__set_bit(I915_FENCE_FLAG_SENTINEL, &rq->fence.flags);  in __intel_engine_pulse()
262 	heartbeat_commit(rq, &attr);  in __intel_engine_pulse()
263 	GEM_BUG_ON(rq->sched.attr.priority < I915_PRIORITY_BARRIER);  in __intel_engine_pulse()
341 	struct i915_request *rq;  in intel_engine_flush_barriers()  local
355 	rq = heartbeat_create(ce, GFP_KERNEL);  in intel_engine_flush_barriers()
356 	if (IS_ERR(rq)) {  in intel_engine_flush_barriers()
357 		err = PTR_ERR(rq);  in intel_engine_flush_barriers()
361 	heartbeat_commit(rq, &attr);  in intel_engine_flush_barriers()