32  * backend operations to the scheduler like submitting a job to hardware run queue,
33  * returning the dependencies of a job etc.
46  * Note that once a job was taken from the entities queue and pushed to the
188  * drm_sched_rq_select_entity_rr - Select an entity which could provide a job to run
232  * drm_sched_rq_select_entity_fifo - Select an entity which provides a job to run
260  * drm_sched_job_done - complete a job
261  * @s_job: pointer to the job which is done
263  * Finish the job's fence and wake up the worker thread.
282  * drm_sched_job_done_cb - the callback for a done job
322  * drm_sched_suspend_timeout - Suspend scheduler job timeout
352  * drm_sched_resume_timeout - Resume scheduler job timeout
386 	struct drm_sched_job *job;  in drm_sched_job_timedout()  local
393 	job = list_first_entry_or_null(&sched->pending_list,  in drm_sched_job_timedout()
396 	if (job) {  in drm_sched_job_timedout()
398 		 * Remove the bad job so it cannot be freed by concurrent  in drm_sched_job_timedout()
402 		list_del_init(&job->list);  in drm_sched_job_timedout()
405 		status = job->sched->ops->timedout_job(job);  in drm_sched_job_timedout()
408 		 * Guilty job did complete and hence needs to be manually removed  in drm_sched_job_timedout()
412 			job->sched->ops->free_job(job);  in drm_sched_job_timedout()
430  * @bad: job which caused the time out
433  * Note: bad job will not be freed as it might be used later and so it's
445 	 * Reinsert back the bad job here - now it's safe as  in drm_sched_stop()
447 	 * bad job at this point - we parked (waited for) any in progress  in drm_sched_stop()
454 		 * job extracted.  in drm_sched_stop()
459 	 * Iterate the job list from later to  earlier one and either deactive  in drm_sched_stop()
474 			 * remove job from pending_list.  in drm_sched_stop()
482 			 * Wait for job's HW fence callback to finish using s_job  in drm_sched_stop()
485 			 * Job is still alive so fence refcount at least 1  in drm_sched_stop()
490 			 * We must keep bad job alive for later use during  in drm_sched_stop()
492 			 * that the guilty job must be released.  in drm_sched_stop()
565  * recovery after a job timeout.
613  * drm_sched_job_init - init a scheduler job
614  * @job: scheduler job to init
616  * @owner: job owner for debugging
622  * successfully, even when @job is aborted before drm_sched_job_arm() is called.
631 int drm_sched_job_init(struct drm_sched_job *job,  in drm_sched_job_init()  argument
638 	job->entity = entity;  in drm_sched_job_init()
639 	job->s_fence = drm_sched_fence_alloc(entity, owner);  in drm_sched_job_init()
640 	if (!job->s_fence)  in drm_sched_job_init()
643 	INIT_LIST_HEAD(&job->list);  in drm_sched_job_init()
645 	xa_init_flags(&job->dependencies, XA_FLAGS_ALLOC);  in drm_sched_job_init()
652  * drm_sched_job_arm - arm a scheduler job for execution
653  * @job: scheduler job to arm
655  * This arms a scheduler job for execution. Specifically it initializes the
656  * &drm_sched_job.s_fence of @job, so that it can be attached to struct dma_resv
657  * or other places that need to track the completion of this job.
664 void drm_sched_job_arm(struct drm_sched_job *job)  in drm_sched_job_arm()  argument
667 	struct drm_sched_entity *entity = job->entity;  in drm_sched_job_arm()
673 	job->sched = sched;  in drm_sched_job_arm()
674 	job->s_priority = entity->rq - sched->sched_rq;  in drm_sched_job_arm()
675 	job->id = atomic64_inc_return(&sched->job_id_count);  in drm_sched_job_arm()
677 	drm_sched_fence_init(job->s_fence, job->entity);  in drm_sched_job_arm()
682  * drm_sched_job_add_dependency - adds the fence as a job dependency
683  * @job: scheduler job to add the dependencies to
691 int drm_sched_job_add_dependency(struct drm_sched_job *job,  in drm_sched_job_add_dependency()  argument
706 	xa_for_each(&job->dependencies, index, entry) {  in drm_sched_job_add_dependency()
712 			xa_store(&job->dependencies, index, fence, GFP_KERNEL);  in drm_sched_job_add_dependency()
719 	ret = xa_alloc(&job->dependencies, &id, fence, xa_limit_32b, GFP_KERNEL);  in drm_sched_job_add_dependency()
728  * drm_sched_job_add_syncobj_dependency - adds a syncobj's fence as a job dependency
729  * @job: scheduler job to add the dependencies to
734  * This adds the fence matching the given syncobj to @job.
739 int drm_sched_job_add_syncobj_dependency(struct drm_sched_job *job,  in drm_sched_job_add_syncobj_dependency()  argument
751 	return drm_sched_job_add_dependency(job, fence);  in drm_sched_job_add_syncobj_dependency()
756  * drm_sched_job_add_resv_dependencies - add all fences from the resv to the job
757  * @job: scheduler job to add the dependencies to
761  * This adds all fences matching the given usage from @resv to @job.
767 int drm_sched_job_add_resv_dependencies(struct drm_sched_job *job,  in drm_sched_job_add_resv_dependencies()  argument
780 		ret = drm_sched_job_add_dependency(job, fence);  in drm_sched_job_add_resv_dependencies()
791  * drm_sched_job_add_implicit_dependencies - adds implicit dependencies as job
793  * @job: scheduler job to add the dependencies to
795  * @write: whether the job might write the object (so we need to depend on
799  * GEM objects used in the job but before updating the reservations with your
805 int drm_sched_job_add_implicit_dependencies(struct drm_sched_job *job,  in drm_sched_job_add_implicit_dependencies()  argument
809 	return drm_sched_job_add_resv_dependencies(job, obj->resv,  in drm_sched_job_add_implicit_dependencies()
815  * drm_sched_job_cleanup - clean up scheduler job resources
816  * @job: scheduler job to clean up
820  * Drivers should call this from their error unwind code if @job is aborted
823  * After that point of no return @job is committed to be executed by the
827 void drm_sched_job_cleanup(struct drm_sched_job *job)  in drm_sched_job_cleanup()  argument
832 	if (kref_read(&job->s_fence->finished.refcount)) {  in drm_sched_job_cleanup()
834 		dma_fence_put(&job->s_fence->finished);  in drm_sched_job_cleanup()
836 		/* aborted job before committing to run it */  in drm_sched_job_cleanup()
837 		drm_sched_fence_free(job->s_fence);  in drm_sched_job_cleanup()
840 	job->s_fence = NULL;  in drm_sched_job_cleanup()
842 	xa_for_each(&job->dependencies, index, fence) {  in drm_sched_job_cleanup()
845 	xa_destroy(&job->dependencies);  in drm_sched_job_cleanup()
903  * drm_sched_get_cleanup_job - fetch the next finished job to be destroyed
907  * Returns the next finished job from the pending list (if there is one)
913 	struct drm_sched_job *job, *next;  in drm_sched_get_cleanup_job()  local
917 	job = list_first_entry_or_null(&sched->pending_list,  in drm_sched_get_cleanup_job()
920 	if (job && dma_fence_is_signaled(&job->s_fence->finished)) {  in drm_sched_get_cleanup_job()
921 		/* remove job from pending_list */  in drm_sched_get_cleanup_job()
922 		list_del_init(&job->list);  in drm_sched_get_cleanup_job()
924 		/* cancel this job's TO timer */  in drm_sched_get_cleanup_job()
932 				dma_fence_timestamp(&job->s_fence->finished);  in drm_sched_get_cleanup_job()
933 			/* start TO timer for next job */  in drm_sched_get_cleanup_job()
937 		job = NULL;  in drm_sched_get_cleanup_job()
942 	return job;  in drm_sched_get_cleanup_job()
1075  * @hang_limit: number of times to allow a job to hang before dropping it
1169  * @bad: The job guilty of time out
1171  * Increment on every hang caused by the 'bad' job. If this exceeds the hang