1 #ifndef _LINUX_SCHED_ISOLATION_H
2 #define _LINUX_SCHED_ISOLATION_H
3
4 #include <linux/cpumask.h>
5 #include <linux/init.h>
6 #include <linux/tick.h>
7
8 enum hk_flags {
9 HK_FLAG_TIMER = 1,
10 HK_FLAG_RCU = (1 << 1),
11 HK_FLAG_MISC = (1 << 2),
12 HK_FLAG_SCHED = (1 << 3),
13 HK_FLAG_TICK = (1 << 4),
14 HK_FLAG_DOMAIN = (1 << 5),
15 HK_FLAG_WQ = (1 << 6),
16 HK_FLAG_MANAGED_IRQ = (1 << 7),
17 HK_FLAG_KTHREAD = (1 << 8),
18 };
19
20 #ifdef CONFIG_CPU_ISOLATION
21 DECLARE_STATIC_KEY_FALSE(housekeeping_overridden);
22 extern int housekeeping_any_cpu(enum hk_flags flags);
23 extern const struct cpumask *housekeeping_cpumask(enum hk_flags flags);
24 extern bool housekeeping_enabled(enum hk_flags flags);
25 extern void housekeeping_affine(struct task_struct *t, enum hk_flags flags);
26 extern bool housekeeping_test_cpu(int cpu, enum hk_flags flags);
27 extern void __init housekeeping_init(void);
28
29 #else
30
31 #ifdef CONFIG_CPU_ISOLATION_OPT
housekeeping_any_cpu(enum hk_flags flags)32 static inline int housekeeping_any_cpu(enum hk_flags flags)
33 {
34 cpumask_t available;
35 int cpu;
36
37 cpumask_andnot(&available, cpu_online_mask, cpu_isolated_mask);
38 cpu = cpumask_any(&available);
39 if (cpu >= nr_cpu_ids)
40 cpu = smp_processor_id();
41
42 return cpu;
43 }
44 #else
housekeeping_any_cpu(enum hk_flags flags)45 static inline int housekeeping_any_cpu(enum hk_flags flags)
46 {
47 return smp_processor_id();
48 }
49 #endif
50
housekeeping_cpumask(enum hk_flags flags)51 static inline const struct cpumask *housekeeping_cpumask(enum hk_flags flags)
52 {
53 return cpu_possible_mask;
54 }
55
housekeeping_enabled(enum hk_flags flags)56 static inline bool housekeeping_enabled(enum hk_flags flags)
57 {
58 return false;
59 }
60
housekeeping_affine(struct task_struct * t,enum hk_flags flags)61 static inline void housekeeping_affine(struct task_struct *t,
62 enum hk_flags flags) { }
housekeeping_init(void)63 static inline void housekeeping_init(void) { }
64 #endif /* CONFIG_CPU_ISOLATION */
65
housekeeping_cpu(int cpu,enum hk_flags flags)66 static inline bool housekeeping_cpu(int cpu, enum hk_flags flags)
67 {
68 #ifdef CONFIG_CPU_ISOLATION
69 if (static_branch_unlikely(&housekeeping_overridden))
70 return housekeeping_test_cpu(cpu, flags);
71 #endif
72 #ifdef CONFIG_CPU_ISOLATION_OPT
73 return !cpu_isolated(cpu);
74 #else
75 return true;
76 #endif
77 }
78
79 #endif /* _LINUX_SCHED_ISOLATION_H */
80