1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #undef TRACE_SYSTEM 3 #define TRACE_SYSTEM sched 4 #define TRACE_INCLUDE_PATH trace/hooks 5 #if !defined(_TRACE_HOOK_SCHED_H) || defined(TRACE_HEADER_MULTI_READ) 6 #define _TRACE_HOOK_SCHED_H 7 #include <linux/tracepoint.h> 8 #include <trace/hooks/vendor_hooks.h> 9 /* 10 * Following tracepoints are not exported in tracefs and provide a 11 * mechanism for vendor modules to hook and extend functionality 12 */ 13 struct task_struct; 14 DECLARE_RESTRICTED_HOOK(android_rvh_select_task_rq_fair, 15 TP_PROTO(struct task_struct *p, int prev_cpu, int sd_flag, int wake_flags, int *new_cpu), 16 TP_ARGS(p, prev_cpu, sd_flag, wake_flags, new_cpu), 1); 17 18 DECLARE_RESTRICTED_HOOK(android_rvh_select_task_rq_rt, 19 TP_PROTO(struct task_struct *p, int prev_cpu, int sd_flag, int wake_flags, int *new_cpu), 20 TP_ARGS(p, prev_cpu, sd_flag, wake_flags, new_cpu), 1); 21 22 DECLARE_RESTRICTED_HOOK(android_rvh_select_fallback_rq, 23 TP_PROTO(int cpu, struct task_struct *p, int *new_cpu), 24 TP_ARGS(cpu, p, new_cpu), 1); 25 26 struct rq; 27 DECLARE_HOOK(android_vh_scheduler_tick, 28 TP_PROTO(struct rq *rq), 29 TP_ARGS(rq)); 30 31 DECLARE_RESTRICTED_HOOK(android_rvh_enqueue_task, 32 TP_PROTO(struct rq *rq, struct task_struct *p, int flags), 33 TP_ARGS(rq, p, flags), 1); 34 35 DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_task, 36 TP_PROTO(struct rq *rq, struct task_struct *p, int flags), 37 TP_ARGS(rq, p, flags), 1); 38 39 DECLARE_RESTRICTED_HOOK(android_rvh_can_migrate_task, 40 TP_PROTO(struct task_struct *p, int dst_cpu, int *can_migrate), 41 TP_ARGS(p, dst_cpu, can_migrate), 1); 42 43 DECLARE_RESTRICTED_HOOK(android_rvh_find_lowest_rq, 44 TP_PROTO(struct task_struct *p, struct cpumask *local_cpu_mask, 45 int ret, int *lowest_cpu), 46 TP_ARGS(p, local_cpu_mask, ret, lowest_cpu), 1); 47 48 DECLARE_RESTRICTED_HOOK(android_rvh_prepare_prio_fork, 49 TP_PROTO(struct task_struct *p), 50 TP_ARGS(p), 1); 51 52 DECLARE_RESTRICTED_HOOK(android_rvh_finish_prio_fork, 53 TP_PROTO(struct task_struct *p), 54 TP_ARGS(p), 1); 55 56 DECLARE_RESTRICTED_HOOK(android_rvh_rtmutex_prepare_setprio, 57 TP_PROTO(struct task_struct *p, struct task_struct *pi_task), 58 TP_ARGS(p, pi_task), 1); 59 60 DECLARE_RESTRICTED_HOOK(android_rvh_set_user_nice, 61 TP_PROTO(struct task_struct *p, long *nice, bool *allowed), 62 TP_ARGS(p, nice, allowed), 1); 63 64 DECLARE_RESTRICTED_HOOK(android_rvh_setscheduler, 65 TP_PROTO(struct task_struct *p), 66 TP_ARGS(p), 1); 67 68 struct sched_group; 69 DECLARE_RESTRICTED_HOOK(android_rvh_find_busiest_group, 70 TP_PROTO(struct sched_group *busiest, struct rq *dst_rq, int *out_balance), 71 TP_ARGS(busiest, dst_rq, out_balance), 1); 72 73 DECLARE_HOOK(android_vh_dump_throttled_rt_tasks, 74 TP_PROTO(int cpu, u64 clock, ktime_t rt_period, u64 rt_runtime, 75 s64 rt_period_timer_expires), 76 TP_ARGS(cpu, clock, rt_period, rt_runtime, rt_period_timer_expires)); 77 78 DECLARE_HOOK(android_vh_jiffies_update, 79 TP_PROTO(void *unused), 80 TP_ARGS(unused)); 81 82 struct rq_flags; 83 DECLARE_RESTRICTED_HOOK(android_rvh_sched_newidle_balance, 84 TP_PROTO(struct rq *this_rq, struct rq_flags *rf, 85 int *pulled_task, int *done), 86 TP_ARGS(this_rq, rf, pulled_task, done), 1); 87 88 DECLARE_RESTRICTED_HOOK(android_rvh_sched_nohz_balancer_kick, 89 TP_PROTO(struct rq *rq, unsigned int *flags, int *done), 90 TP_ARGS(rq, flags, done), 1); 91 92 DECLARE_RESTRICTED_HOOK(android_rvh_sched_rebalance_domains, 93 TP_PROTO(struct rq *rq, int *continue_balancing), 94 TP_ARGS(rq, continue_balancing), 1); 95 96 DECLARE_RESTRICTED_HOOK(android_rvh_find_busiest_queue, 97 TP_PROTO(int dst_cpu, struct sched_group *group, 98 struct cpumask *env_cpus, struct rq **busiest, 99 int *done), 100 TP_ARGS(dst_cpu, group, env_cpus, busiest, done), 1); 101 102 DECLARE_RESTRICTED_HOOK(android_rvh_migrate_queued_task, 103 TP_PROTO(struct rq *rq, struct rq_flags *rf, 104 struct task_struct *p, int new_cpu, 105 int *detached), 106 TP_ARGS(rq, rf, p, new_cpu, detached), 1); 107 108 DECLARE_RESTRICTED_HOOK(android_rvh_resume_cpus, 109 TP_PROTO(struct cpumask *cpus, int *err), 110 TP_ARGS(cpus, err), 1); 111 112 DECLARE_RESTRICTED_HOOK(android_rvh_find_energy_efficient_cpu, 113 TP_PROTO(struct task_struct *p, int prev_cpu, int sync, int *new_cpu), 114 TP_ARGS(p, prev_cpu, sync, new_cpu), 1); 115 116 DECLARE_RESTRICTED_HOOK(android_rvh_set_iowait, 117 TP_PROTO(struct task_struct *p, int *should_iowait_boost), 118 TP_ARGS(p, should_iowait_boost), 1); 119 120 DECLARE_RESTRICTED_HOOK(android_rvh_cpu_overutilized, 121 TP_PROTO(int cpu, int *overutilized), 122 TP_ARGS(cpu, overutilized), 1); 123 124 DECLARE_RESTRICTED_HOOK(android_rvh_sched_setaffinity, 125 TP_PROTO(struct task_struct *p, const struct cpumask *in_mask, int *retval), 126 TP_ARGS(p, in_mask, retval), 1); 127 128 DECLARE_RESTRICTED_HOOK(android_rvh_update_cpus_allowed, 129 TP_PROTO(struct task_struct *p, cpumask_var_t cpus_requested, 130 const struct cpumask *new_mask, int *ret), 131 TP_ARGS(p, cpus_requested, new_mask, ret), 1); 132 133 DECLARE_RESTRICTED_HOOK(android_rvh_set_task_cpu, 134 TP_PROTO(struct task_struct *p, unsigned int new_cpu), 135 TP_ARGS(p, new_cpu), 1); 136 137 DECLARE_RESTRICTED_HOOK(android_rvh_try_to_wake_up, 138 TP_PROTO(struct task_struct *p), 139 TP_ARGS(p), 1); 140 141 DECLARE_RESTRICTED_HOOK(android_rvh_try_to_wake_up_success, 142 TP_PROTO(struct task_struct *p), 143 TP_ARGS(p), 1); 144 145 DECLARE_RESTRICTED_HOOK(android_rvh_sched_fork, 146 TP_PROTO(struct task_struct *p), 147 TP_ARGS(p), 1); 148 149 DECLARE_RESTRICTED_HOOK(android_rvh_wake_up_new_task, 150 TP_PROTO(struct task_struct *p), 151 TP_ARGS(p), 1); 152 153 DECLARE_RESTRICTED_HOOK(android_rvh_new_task_stats, 154 TP_PROTO(struct task_struct *p), 155 TP_ARGS(p), 1); 156 157 DECLARE_RESTRICTED_HOOK(android_rvh_flush_task, 158 TP_PROTO(struct task_struct *prev), 159 TP_ARGS(prev), 1); 160 161 DECLARE_RESTRICTED_HOOK(android_rvh_tick_entry, 162 TP_PROTO(struct rq *rq), 163 TP_ARGS(rq), 1); 164 165 DECLARE_RESTRICTED_HOOK(android_rvh_schedule, 166 TP_PROTO(struct task_struct *prev, struct task_struct *next, struct rq *rq), 167 TP_ARGS(prev, next, rq), 1); 168 169 DECLARE_RESTRICTED_HOOK(android_rvh_sched_cpu_starting, 170 TP_PROTO(int cpu), 171 TP_ARGS(cpu), 1); 172 173 DECLARE_RESTRICTED_HOOK(android_rvh_sched_cpu_dying, 174 TP_PROTO(int cpu), 175 TP_ARGS(cpu), 1); 176 177 DECLARE_RESTRICTED_HOOK(android_rvh_account_irq, 178 TP_PROTO(struct task_struct *curr, int cpu, s64 delta), 179 TP_ARGS(curr, cpu, delta), 1); 180 181 struct sched_entity; 182 DECLARE_RESTRICTED_HOOK(android_rvh_place_entity, 183 TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial, u64 vruntime), 184 TP_ARGS(cfs_rq, se, initial, vruntime), 1); 185 186 DECLARE_RESTRICTED_HOOK(android_rvh_build_perf_domains, 187 TP_PROTO(bool *eas_check), 188 TP_ARGS(eas_check), 1); 189 190 DECLARE_RESTRICTED_HOOK(android_rvh_update_cpu_capacity, 191 TP_PROTO(int cpu, unsigned long *capacity), 192 TP_ARGS(cpu, capacity), 1); 193 194 DECLARE_RESTRICTED_HOOK(android_rvh_update_misfit_status, 195 TP_PROTO(struct task_struct *p, struct rq *rq, bool *need_update), 196 TP_ARGS(p, rq, need_update), 1); 197 198 struct cgroup_taskset; 199 DECLARE_RESTRICTED_HOOK(android_rvh_cpu_cgroup_attach, 200 TP_PROTO(struct cgroup_taskset *tset), 201 TP_ARGS(tset), 1); 202 203 DECLARE_RESTRICTED_HOOK(android_rvh_cpu_cgroup_can_attach, 204 TP_PROTO(struct cgroup_taskset *tset, int *retval), 205 TP_ARGS(tset, retval), 1); 206 207 struct cgroup_subsys_state; 208 DECLARE_RESTRICTED_HOOK(android_rvh_cpu_cgroup_online, 209 TP_PROTO(struct cgroup_subsys_state *css), 210 TP_ARGS(css), 1); 211 212 DECLARE_RESTRICTED_HOOK(android_rvh_sched_fork_init, 213 TP_PROTO(struct task_struct *p), 214 TP_ARGS(p), 1); 215 216 DECLARE_RESTRICTED_HOOK(android_rvh_ttwu_cond, 217 TP_PROTO(bool *cond), 218 TP_ARGS(cond), 1); 219 220 DECLARE_RESTRICTED_HOOK(android_rvh_schedule_bug, 221 TP_PROTO(struct task_struct *p), 222 TP_ARGS(p), 1); 223 224 DECLARE_RESTRICTED_HOOK(android_rvh_sched_exec, 225 TP_PROTO(bool *cond), 226 TP_ARGS(cond), 1); 227 228 struct cpufreq_policy; 229 DECLARE_HOOK(android_vh_map_util_freq, 230 TP_PROTO(unsigned long util, unsigned long freq, 231 unsigned long cap, unsigned long *next_freq, struct cpufreq_policy *policy, 232 bool *need_freq_update), 233 TP_ARGS(util, freq, cap, next_freq, policy, need_freq_update)); 234 235 struct em_perf_domain; 236 DECLARE_HOOK(android_vh_em_cpu_energy, 237 TP_PROTO(struct em_perf_domain *pd, 238 unsigned long max_util, unsigned long sum_util, 239 unsigned long *energy), 240 TP_ARGS(pd, max_util, sum_util, energy)); 241 242 DECLARE_RESTRICTED_HOOK(android_rvh_sched_balance_rt, 243 TP_PROTO(struct rq *rq, struct task_struct *p, int *done), 244 TP_ARGS(rq, p, done), 1); 245 246 DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_task_idle, 247 TP_PROTO(struct task_struct *p), 248 TP_ARGS(p), 1); 249 250 struct cfs_rq; 251 DECLARE_RESTRICTED_HOOK(android_rvh_pick_next_entity, 252 TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *curr, 253 struct sched_entity **se), 254 TP_ARGS(cfs_rq, curr, se), 1); 255 256 DECLARE_RESTRICTED_HOOK(android_rvh_check_preempt_wakeup, 257 TP_PROTO(struct rq *rq, struct task_struct *p, bool *preempt, bool *nopreempt, 258 int wake_flags, struct sched_entity *se, struct sched_entity *pse, 259 int next_buddy_marked, unsigned int granularity), 260 TP_ARGS(rq, p, preempt, nopreempt, wake_flags, se, pse, next_buddy_marked, 261 granularity), 1); 262 263 DECLARE_HOOK(android_vh_do_wake_up_sync, 264 TP_PROTO(struct wait_queue_head *wq_head, int *done), 265 TP_ARGS(wq_head, done)); 266 267 DECLARE_HOOK(android_vh_set_wake_flags, 268 TP_PROTO(int *wake_flags, unsigned int *mode), 269 TP_ARGS(wake_flags, mode)); 270 271 enum uclamp_id; 272 struct uclamp_se; 273 DECLARE_RESTRICTED_HOOK(android_rvh_uclamp_eff_get, 274 TP_PROTO(struct task_struct *p, enum uclamp_id clamp_id, 275 struct uclamp_se *uclamp_max, struct uclamp_se *uclamp_eff, int *ret), 276 TP_ARGS(p, clamp_id, uclamp_max, uclamp_eff, ret), 1); 277 278 DECLARE_HOOK(android_vh_build_sched_domains, 279 TP_PROTO(bool has_asym), 280 TP_ARGS(has_asym)); 281 DECLARE_RESTRICTED_HOOK(android_rvh_check_preempt_tick, 282 TP_PROTO(struct task_struct *p, unsigned long *ideal_runtime, bool *skip_preempt, 283 unsigned long delta_exec, struct cfs_rq *cfs_rq, struct sched_entity *curr, 284 unsigned int granularity), 285 TP_ARGS(p, ideal_runtime, skip_preempt, delta_exec, cfs_rq, curr, granularity), 1); 286 DECLARE_RESTRICTED_HOOK(android_rvh_check_preempt_wakeup_ignore, 287 TP_PROTO(struct task_struct *p, bool *ignore), 288 TP_ARGS(p, ignore), 1); 289 DECLARE_RESTRICTED_HOOK(android_rvh_replace_next_task_fair, 290 TP_PROTO(struct rq *rq, struct task_struct **p, struct sched_entity **se, bool *repick, 291 bool simple, struct task_struct *prev), 292 TP_ARGS(rq, p, se, repick, simple, prev), 1); 293 294 DECLARE_RESTRICTED_HOOK(android_rvh_do_sched_yield, 295 TP_PROTO(struct rq *rq), 296 TP_ARGS(rq), 1); 297 298 DECLARE_RESTRICTED_HOOK(android_rvh_util_est_update, 299 TP_PROTO(struct cfs_rq *cfs_rq, struct task_struct *p, bool task_sleep, int *ret), 300 TP_ARGS(cfs_rq, p, task_sleep, ret), 1); 301 302 DECLARE_HOOK(android_vh_account_task_time, 303 TP_PROTO(struct task_struct *p, struct rq *rq, int user_tick), 304 TP_ARGS(p, rq, user_tick)); 305 306 DECLARE_HOOK(android_vh_irqtime_account_process_tick, 307 TP_PROTO(struct task_struct *p, struct rq *rq, int user_tick, int ticks), 308 TP_ARGS(p, rq, user_tick, ticks)); 309 310 DECLARE_RESTRICTED_HOOK(android_rvh_post_init_entity_util_avg, 311 TP_PROTO(struct sched_entity *se), 312 TP_ARGS(se), 1); 313 314 DECLARE_RESTRICTED_HOOK(android_rvh_set_cpus_allowed_comm, 315 TP_PROTO(struct task_struct *p, const struct cpumask *new_mask), 316 TP_ARGS(p, new_mask), 1); 317 318 DECLARE_HOOK(android_vh_sched_setaffinity_early, 319 TP_PROTO(struct task_struct *p, const struct cpumask *new_mask, int *retval), 320 TP_ARGS(p, new_mask, retval)); 321 322 DECLARE_HOOK(android_vh_free_task, 323 TP_PROTO(struct task_struct *p), 324 TP_ARGS(p)); 325 326 DECLARE_RESTRICTED_HOOK(android_rvh_after_enqueue_task, 327 TP_PROTO(struct rq *rq, struct task_struct *p), 328 TP_ARGS(rq, p), 1); 329 330 DECLARE_RESTRICTED_HOOK(android_rvh_after_dequeue_task, 331 TP_PROTO(struct rq *rq, struct task_struct *p), 332 TP_ARGS(rq, p), 1); 333 334 struct cfs_rq; 335 struct sched_entity; 336 struct rq_flags; 337 DECLARE_RESTRICTED_HOOK(android_rvh_enqueue_entity, 338 TP_PROTO(struct cfs_rq *cfs, struct sched_entity *se), 339 TP_ARGS(cfs, se), 1); 340 341 DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_entity, 342 TP_PROTO(struct cfs_rq *cfs, struct sched_entity *se), 343 TP_ARGS(cfs, se), 1); 344 345 DECLARE_RESTRICTED_HOOK(android_rvh_entity_tick, 346 TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *se), 347 TP_ARGS(cfs_rq, se), 1); 348 349 DECLARE_RESTRICTED_HOOK(android_rvh_enqueue_task_fair, 350 TP_PROTO(struct rq *rq, struct task_struct *p, int flags), 351 TP_ARGS(rq, p, flags), 1); 352 353 DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_task_fair, 354 TP_PROTO(struct rq *rq, struct task_struct *p, int flags), 355 TP_ARGS(rq, p, flags), 1); 356 357 DECLARE_HOOK(android_vh_prepare_update_load_avg_se, 358 TP_PROTO(struct sched_entity *se, int flags), 359 TP_ARGS(se, flags)); 360 361 DECLARE_HOOK(android_vh_sched_stat_runtime_rt, 362 TP_PROTO(struct task_struct *tsk, u64 delta), 363 TP_ARGS(tsk, delta)); 364 365 DECLARE_HOOK(android_vh_finish_update_load_avg_se, 366 TP_PROTO(struct sched_entity *se, int flags), 367 TP_ARGS(se, flags)); 368 369 DECLARE_HOOK(android_vh_dup_task_struct, 370 TP_PROTO(struct task_struct *tsk, struct task_struct *orig), 371 TP_ARGS(tsk, orig)); 372 373 DECLARE_HOOK(android_vh_set_task_comm, 374 TP_PROTO(struct task_struct *p), 375 TP_ARGS(p)); 376 377 DECLARE_RESTRICTED_HOOK(android_rvh_find_new_ilb, 378 TP_PROTO(struct cpumask *nohz_idle_cpus_mask, int *ilb), 379 TP_ARGS(nohz_idle_cpus_mask, ilb), 1); 380 381 DECLARE_RESTRICTED_HOOK(android_rvh_force_compatible_pre, 382 TP_PROTO(void *unused), 383 TP_ARGS(unused), 1); 384 385 DECLARE_RESTRICTED_HOOK(android_rvh_force_compatible_post, 386 TP_PROTO(void *unused), 387 TP_ARGS(unused), 1); 388 389 DECLARE_HOOK(android_vh_setscheduler_uclamp, 390 TP_PROTO(struct task_struct *tsk, int clamp_id, unsigned int value), 391 TP_ARGS(tsk, clamp_id, value)); 392 393 /* macro versions of hooks are no longer required */ 394 395 #endif /* _TRACE_HOOK_SCHED_H */ 396 /* This part must be outside protection */ 397 #include <trace/define_trace.h> 398