| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/backend/gpu/ |
| D | mali_kbase_jm_rb.c | 83 static struct kbase_jd_atom *kbase_gpu_dequeue_atom(struct kbase_device *kbdev, int js, ktime_t *en… in kbase_gpu_dequeue_atom()
106 struct kbase_jd_atom *kbase_gpu_inspect(struct kbase_device *kbdev, int js, int idx) in kbase_gpu_inspect()
119 struct kbase_jd_atom *kbase_backend_inspect_tail(struct kbase_device *kbdev, int js) in kbase_backend_inspect_tail()
132 int js; in kbase_gpu_atoms_submitted_any() local
149 int kbase_backend_nr_atoms_submitted(struct kbase_device *kbdev, int js) in kbase_backend_nr_atoms_submitted()
167 int kbase_backend_nr_atoms_on_slot(struct kbase_device *kbdev, int js) in kbase_backend_nr_atoms_on_slot()
183 static int kbase_gpu_nr_atoms_on_slot_min(struct kbase_device *kbdev, int js, enum kbase_atom_gpu_r… in kbase_gpu_nr_atoms_on_slot_min()
232 int js, i; in kbase_gpu_check_secure_atoms() local
249 int kbase_backend_slot_free(struct kbase_device *kbdev, int js) in kbase_backend_slot_free()
374 static inline bool other_slots_busy(struct kbase_device *kbdev, int js) in other_slots_busy()
[all …]
|
| D | mali_kbase_jm_hw.c | 45 static u64 kbase_job_write_affinity(struct kbase_device *kbdev, base_jd_core_req core_req, int js) in kbase_job_write_affinity()
172 void kbase_job_hw_submit(struct kbase_device *kbdev, struct kbase_jd_atom *katom, int js) in kbase_job_hw_submit()
286 static void kbasep_job_slot_update_head_start_timestamp(struct kbase_device *kbdev, int js, ktime_t… in kbasep_job_slot_update_head_start_timestamp()
314 static void kbasep_trace_tl_event_lpu_softstop(struct kbase_device *kbdev, int js) in kbasep_trace_tl_event_lpu_softstop()
494 void kbasep_job_slot_soft_or_hard_stop_do_action(struct kbase_device *kbdev, int js, u32 action, in kbasep_job_slot_soft_or_hard_stop_do_action()
656 int js = target_katom->slot_nr; in kbase_job_slot_ctx_priority_check_locked() local
834 void kbase_job_slot_softstop_swflags(struct kbase_device *kbdev, int js, struct kbase_jd_atom *targ… in kbase_job_slot_softstop_swflags()
854 void kbase_job_slot_softstop(struct kbase_device *kbdev, int js, struct kbase_jd_atom *target_katom) in kbase_job_slot_softstop()
869 void kbase_job_slot_hardstop(struct kbase_context *kctx, int js, struct kbase_jd_atom *target_katom) in kbase_job_slot_hardstop()
|
| D | mali_kbase_jm_internal.h | 62 static inline char *kbasep_make_job_slot_string(int js, char *js_string, size_t js_size) in kbasep_make_job_slot_string()
70 static inline int kbasep_jm_is_js_free(struct kbase_device *kbdev, int js, struct kbase_context *kc… in kbasep_jm_is_js_free()
|
| D | mali_kbase_jm_as.c | 70 bool kbase_backend_use_ctx_sched(struct kbase_device *kbdev, struct kbase_context *kctx, int js) in kbase_backend_use_ctx_sched()
204 int js; in kbase_backend_use_ctx() local
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/backend/gpu/ |
| D | mali_kbase_jm_rb.c | 81 int js, in kbase_gpu_dequeue_atom()
107 struct kbase_jd_atom *kbase_gpu_inspect(struct kbase_device *kbdev, int js, in kbase_gpu_inspect()
121 int js) in kbase_backend_inspect_head()
127 int js) in kbase_backend_inspect_tail()
146 static bool kbase_gpu_atoms_submitted(struct kbase_device *kbdev, int js) in kbase_gpu_atoms_submitted()
174 int js; in kbase_gpu_atoms_submitted_any() local
190 int kbase_backend_nr_atoms_submitted(struct kbase_device *kbdev, int js) in kbase_backend_nr_atoms_submitted()
208 int kbase_backend_nr_atoms_on_slot(struct kbase_device *kbdev, int js) in kbase_backend_nr_atoms_on_slot()
223 static int kbase_gpu_nr_atoms_on_slot_min(struct kbase_device *kbdev, int js, in kbase_gpu_nr_atoms_on_slot_min()
274 int js, i; in kbase_gpu_check_secure_atoms() local
[all …]
|
| D | mali_kbase_js_affinity.c | 32 int js) in kbase_js_can_run_job_on_slot_no_lock()
92 struct kbase_jd_atom *katom, int js) in kbase_js_choose_affinity()
213 bool kbase_js_affinity_would_violate(struct kbase_device *kbdev, int js, in kbase_js_affinity_would_violate()
231 void kbase_js_affinity_retain_slot_cores(struct kbase_device *kbdev, int js, in kbase_js_affinity_retain_slot_cores()
260 void kbase_js_affinity_release_slot_cores(struct kbase_device *kbdev, int js, in kbase_js_affinity_release_slot_cores()
|
| D | mali_kbase_jm_hw.c | 47 static inline int kbasep_jm_is_js_free(struct kbase_device *kbdev, int js, in kbasep_jm_is_js_free()
55 int js) in kbase_job_hw_submit()
193 int js, in kbasep_job_slot_update_head_start_timestamp()
226 int js) in kbasep_trace_tl_event_lpu_softstop()
482 int js, in kbasep_job_slot_soft_or_hard_stop_do_action()
729 int js = target_katom->slot_nr; in kbase_job_slot_ctx_priority_check_locked() local
930 struct kbase_context *kctx, int js, in kbasep_check_for_afbc_on_slot()
982 void kbase_job_slot_softstop_swflags(struct kbase_device *kbdev, int js, in kbase_job_slot_softstop_swflags()
1001 void kbase_job_slot_softstop(struct kbase_device *kbdev, int js, in kbase_job_slot_softstop()
1017 void kbase_job_slot_hardstop(struct kbase_context *kctx, int js, in kbase_job_slot_hardstop()
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/backend/gpu/ |
| D | mali_kbase_jm_rb.c | 75 static struct kbase_jd_atom *kbase_gpu_dequeue_atom(struct kbase_device *kbdev, int js, ktime_t *en… in kbase_gpu_dequeue_atom()
100 struct kbase_jd_atom *kbase_gpu_inspect(struct kbase_device *kbdev, int js, int idx) in kbase_gpu_inspect()
113 struct kbase_jd_atom *kbase_backend_inspect_head(struct kbase_device *kbdev, int js) in kbase_backend_inspect_head()
118 struct kbase_jd_atom *kbase_backend_inspect_tail(struct kbase_device *kbdev, int js) in kbase_backend_inspect_tail()
138 static bool kbase_gpu_atoms_submitted(struct kbase_device *kbdev, int js) in kbase_gpu_atoms_submitted()
167 int js; in kbase_gpu_atoms_submitted_any() local
184 int kbase_backend_nr_atoms_submitted(struct kbase_device *kbdev, int js) in kbase_backend_nr_atoms_submitted()
202 int kbase_backend_nr_atoms_on_slot(struct kbase_device *kbdev, int js) in kbase_backend_nr_atoms_on_slot()
218 static int kbase_gpu_nr_atoms_on_slot_min(struct kbase_device *kbdev, int js, enum kbase_atom_gpu_r… in kbase_gpu_nr_atoms_on_slot_min()
267 int js, i; in kbase_gpu_check_secure_atoms() local
[all …]
|
| D | mali_kbase_js_affinity.c | 30 bool kbase_js_can_run_job_on_slot_no_lock(struct kbase_device *kbdev, int js) in kbase_js_can_run_job_on_slot_no_lock()
88 …oose_affinity(u64 *const affinity, struct kbase_device *kbdev, struct kbase_jd_atom *katom, int js) in kbase_js_choose_affinity()
198 bool kbase_js_affinity_would_violate(struct kbase_device *kbdev, int js, u64 affinity) in kbase_js_affinity_would_violate()
214 void kbase_js_affinity_retain_slot_cores(struct kbase_device *kbdev, int js, u64 affinity) in kbase_js_affinity_retain_slot_cores()
241 void kbase_js_affinity_release_slot_cores(struct kbase_device *kbdev, int js, u64 affinity) in kbase_js_affinity_release_slot_cores()
|
| D | mali_kbase_jm_hw.c | 44 static inline int kbasep_jm_is_js_free(struct kbase_device *kbdev, int js, struct kbase_context *kc… in kbasep_jm_is_js_free()
49 void kbase_job_hw_submit(struct kbase_device *kbdev, struct kbase_jd_atom *katom, int js) in kbase_job_hw_submit()
168 static void kbasep_job_slot_update_head_start_timestamp(struct kbase_device *kbdev, int js, ktime_t… in kbasep_job_slot_update_head_start_timestamp()
198 static void kbasep_trace_tl_event_lpu_softstop(struct kbase_device *kbdev, int js) in kbasep_trace_tl_event_lpu_softstop()
417 void kbasep_job_slot_soft_or_hard_stop_do_action(struct kbase_device *kbdev, int js, u32 action, in kbasep_job_slot_soft_or_hard_stop_do_action()
626 int js = target_katom->slot_nr; in kbase_job_slot_ctx_priority_check_locked() local
822 … bool kbasep_check_for_afbc_on_slot(struct kbase_device *kbdev, struct kbase_context *kctx, int js, in kbasep_check_for_afbc_on_slot()
877 void kbase_job_slot_softstop_swflags(struct kbase_device *kbdev, int js, struct kbase_jd_atom *targ… in kbase_job_slot_softstop_swflags()
895 void kbase_job_slot_softstop(struct kbase_device *kbdev, int js, struct kbase_jd_atom *target_katom) in kbase_job_slot_softstop()
910 void kbase_job_slot_hardstop(struct kbase_context *kctx, int js, struct kbase_jd_atom *target_katom) in kbase_job_slot_hardstop()
|
| D | mali_kbase_jm_internal.h | 54 static inline char *kbasep_make_job_slot_string(int js, char *js_string, size_t js_size) in kbasep_make_job_slot_string()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/backend/gpu/ |
| D | mali_kbase_jm_rb.c | 88 int js, in kbase_gpu_dequeue_atom()
112 struct kbase_jd_atom *kbase_gpu_inspect(struct kbase_device *kbdev, int js, in kbase_gpu_inspect()
126 int js) in kbase_backend_inspect_tail()
138 int js; in kbase_gpu_atoms_submitted_any() local
154 int kbase_backend_nr_atoms_submitted(struct kbase_device *kbdev, int js) in kbase_backend_nr_atoms_submitted()
172 int kbase_backend_nr_atoms_on_slot(struct kbase_device *kbdev, int js) in kbase_backend_nr_atoms_on_slot()
187 static int kbase_gpu_nr_atoms_on_slot_min(struct kbase_device *kbdev, int js, in kbase_gpu_nr_atoms_on_slot_min()
238 int js, i; in kbase_gpu_check_secure_atoms() local
255 int kbase_backend_slot_free(struct kbase_device *kbdev, int js) in kbase_backend_slot_free()
405 static inline bool other_slots_busy(struct kbase_device *kbdev, int js) in other_slots_busy()
[all …]
|
| D | mali_kbase_jm_internal.h | 63 static inline char *kbasep_make_job_slot_string(int js, char *js_string, in kbasep_make_job_slot_string()
72 static inline int kbasep_jm_is_js_free(struct kbase_device *kbdev, int js, in kbasep_jm_is_js_free()
|
| D | mali_kbase_jm_hw.c | 49 int js, const u64 limited_core_mask) in kbase_job_write_affinity()
196 int js) in kbase_job_hw_submit()
349 int js, in kbasep_job_slot_update_head_start_timestamp()
381 int js) in kbasep_trace_tl_event_lpu_softstop()
595 int js, in kbasep_job_slot_soft_or_hard_stop_do_action()
914 void kbase_job_slot_softstop_swflags(struct kbase_device *kbdev, int js, in kbase_job_slot_softstop_swflags()
936 void kbase_job_slot_softstop(struct kbase_device *kbdev, int js, in kbase_job_slot_softstop()
952 void kbase_job_slot_hardstop(struct kbase_context *kctx, int js, in kbase_job_slot_hardstop()
|
| D | mali_kbase_jm_as.c | 72 int js) in kbase_backend_use_ctx_sched()
216 int js; in kbase_backend_use_ctx() local
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/ |
| D | mali_kbase_trace_timeline.h | 71 #define KBASE_TIMELINE_ATOMS_SUBMITTED(kctx, js, count) … argument
80 #define KBASE_TIMELINE_JOB_START_NEXT(kctx, js, count) … argument
89 #define KBASE_TIMELINE_JOB_START_HEAD(kctx, js, count) … argument
98 #define KBASE_TIMELINE_TRY_SOFT_STOP(kctx, js, count) … argument
171 #define KBASE_TIMELINE_JOB_START(kctx, js, _consumerof_atom_number) … argument
180 #define KBASE_TIMELINE_JOB_STOP(kctx, js, _producerof_atom_number_completed) … argument
255 #define KBASE_TIMELINE_ATOMS_SUBMITTED(kctx, js, count) CSTD_NOP() argument
257 #define KBASE_TIMELINE_JOB_START_NEXT(kctx, js, count) CSTD_NOP() argument
259 #define KBASE_TIMELINE_JOB_START_HEAD(kctx, js, count) CSTD_NOP() argument
261 #define KBASE_TIMELINE_TRY_SOFT_STOP(kctx, js, count) CSTD_NOP() argument
[all …]
|
| D | mali_kbase_js.c | 174 static inline bool jsctx_rb_none_to_pull_prio(struct kbase_context *kctx, int js, int prio) in jsctx_rb_none_to_pull_prio()
194 static inline bool jsctx_rb_none_to_pull(struct kbase_context *kctx, int js) in jsctx_rb_none_to_pull()
226 static void jsctx_queue_foreach_prio(struct kbase_context *kctx, int js, int prio, kbasep_js_ctx_jo… in jsctx_queue_foreach_prio()
259 static inline void jsctx_queue_foreach(struct kbase_context *kctx, int js, kbasep_js_ctx_job_cb cal… in jsctx_queue_foreach()
279 static inline struct kbase_jd_atom *jsctx_rb_peek_prio(struct kbase_context *kctx, int js, int prio) in jsctx_rb_peek_prio()
307 static inline struct kbase_jd_atom *jsctx_rb_peek(struct kbase_context *kctx, int js) in jsctx_rb_peek()
337 int js = katom->slot_nr; in jsctx_rb_pull() local
353 int js = katom->slot_nr; in jsctx_tree_add() local
572 int js; in kbasep_js_kctx_term() local
623 …ase_js_ctx_list_add_pullable_nolock(struct kbase_device *kbdev, struct kbase_context *kctx, int js) in kbase_js_ctx_list_add_pullable_nolock()
[all …]
|
| D | mali_kbase_jm.c | 33 static bool kbase_jm_next_job(struct kbase_device *kbdev, int js, int nr_jobs_to_submit) in kbase_jm_next_job()
64 int js = ffs(js_mask) - 1; in kbase_jm_kick() local
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/ |
| D | mali_kbase_trace_timeline.h | 77 #define KBASE_TIMELINE_ATOMS_SUBMITTED(kctx, js, count) \ argument
89 #define KBASE_TIMELINE_JOB_START_NEXT(kctx, js, count) \ argument
100 #define KBASE_TIMELINE_JOB_START_HEAD(kctx, js, count) \ argument
111 #define KBASE_TIMELINE_TRY_SOFT_STOP(kctx, js, count) \ argument
203 #define KBASE_TIMELINE_JOB_START(kctx, js, _consumerof_atom_number) \ argument
214 #define KBASE_TIMELINE_JOB_STOP(kctx, js, _producerof_atom_number_completed) \ argument
296 #define KBASE_TIMELINE_ATOMS_SUBMITTED(kctx, js, count) CSTD_NOP() argument
298 #define KBASE_TIMELINE_JOB_START_NEXT(kctx, js, count) CSTD_NOP() argument
300 #define KBASE_TIMELINE_JOB_START_HEAD(kctx, js, count) CSTD_NOP() argument
302 #define KBASE_TIMELINE_TRY_SOFT_STOP(kctx, js, count) CSTD_NOP() argument
[all …]
|
| D | mali_kbase_js.c | 179 jsctx_rb_none_to_pull_prio(struct kbase_context *kctx, int js, int prio) in jsctx_rb_none_to_pull_prio()
200 jsctx_rb_none_to_pull(struct kbase_context *kctx, int js) in jsctx_rb_none_to_pull()
232 jsctx_queue_foreach_prio(struct kbase_context *kctx, int js, int prio, in jsctx_queue_foreach_prio()
269 jsctx_queue_foreach(struct kbase_context *kctx, int js, in jsctx_queue_foreach()
290 jsctx_rb_peek_prio(struct kbase_context *kctx, int js, int prio) in jsctx_rb_peek_prio()
318 jsctx_rb_peek(struct kbase_context *kctx, int js) in jsctx_rb_peek()
348 int js = katom->slot_nr; in jsctx_rb_pull() local
365 int js = katom->slot_nr; in jsctx_tree_add() local
603 int js; in kbasep_js_kctx_term() local
655 int js) in kbase_js_ctx_list_add_pullable_nolock()
[all …]
|
| D | mali_kbase_jm.c | 36 static bool kbase_jm_next_job(struct kbase_device *kbdev, int js, in kbase_jm_next_job()
66 int js = ffs(js_mask) - 1; in kbase_jm_kick() local
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/ |
| D | mali_kbase_js.c | 155 jsctx_rb_none_to_pull_prio(struct kbase_context *kctx, int js, int prio) in jsctx_rb_none_to_pull_prio()
183 jsctx_rb_none_to_pull(struct kbase_context *kctx, int js) in jsctx_rb_none_to_pull()
215 static void jsctx_queue_foreach_prio(struct kbase_context *kctx, int js, in jsctx_queue_foreach_prio()
275 static inline void jsctx_queue_foreach(struct kbase_context *kctx, int js, in jsctx_queue_foreach()
297 jsctx_rb_peek_prio(struct kbase_context *kctx, int js, int prio) in jsctx_rb_peek_prio()
330 jsctx_rb_peek(struct kbase_context *kctx, int js) in jsctx_rb_peek()
361 int js = katom->slot_nr; in jsctx_rb_pull() local
380 int js = katom->slot_nr; in jsctx_tree_add() local
688 int js; in kbasep_js_kctx_term() local
734 int js, int sched_prio) in kbase_jsctx_slot_prio_blocked_clear()
[all …]
|
| D | mali_kbase_jm.c | 40 static bool kbase_jm_next_job(struct kbase_device *kbdev, int js, in kbase_jm_next_job()
75 int js = ffs(js_mask) - 1; in kbase_jm_kick() local
114 int js; in kbase_jm_idle_ctx() local
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/ |
| D | mali_kbase_js.c | 150 static inline bool jsctx_rb_none_to_pull_prio(struct kbase_context *kctx, int js, int prio) in jsctx_rb_none_to_pull_prio()
176 static inline bool jsctx_rb_none_to_pull(struct kbase_context *kctx, int js) in jsctx_rb_none_to_pull()
208 static void jsctx_queue_foreach_prio(struct kbase_context *kctx, int js, int prio, kbasep_js_ctx_jo… in jsctx_queue_foreach_prio()
257 static inline void jsctx_queue_foreach(struct kbase_context *kctx, int js, kbasep_js_ctx_job_cb cal… in jsctx_queue_foreach()
277 static inline struct kbase_jd_atom *jsctx_rb_peek_prio(struct kbase_context *kctx, int js, int prio) in jsctx_rb_peek_prio()
307 static inline struct kbase_jd_atom *jsctx_rb_peek(struct kbase_context *kctx, int js) in jsctx_rb_peek()
337 int js = katom->slot_nr; in jsctx_rb_pull() local
356 int js = katom->slot_nr; in jsctx_tree_add() local
573 int js; in kbasep_js_kctx_term() local
627 …ase_js_ctx_list_add_pullable_nolock(struct kbase_device *kbdev, struct kbase_context *kctx, int js) in kbase_js_ctx_list_add_pullable_nolock()
[all …]
|
| D | mali_kbase_jm.c | 41 static bool kbase_jm_next_job(struct kbase_device *kbdev, int js, int nr_jobs_to_submit) in kbase_jm_next_job()
75 int js = ffs(js_mask) - 1; in kbase_jm_kick() local
115 int js; in kbase_jm_idle_ctx() local
|