• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 #ifndef _LINUX_SCHED_ISOLATION_H
2 #define _LINUX_SCHED_ISOLATION_H
3 
4 #include <linux/cpumask.h>
5 #include <linux/init.h>
6 #include <linux/tick.h>
7 
8 enum hk_flags {
9 	HK_FLAG_TIMER		= 1,
10 	HK_FLAG_RCU		= (1 << 1),
11 	HK_FLAG_MISC		= (1 << 2),
12 	HK_FLAG_SCHED		= (1 << 3),
13 	HK_FLAG_TICK		= (1 << 4),
14 	HK_FLAG_DOMAIN		= (1 << 5),
15 	HK_FLAG_WQ		= (1 << 6),
16 	HK_FLAG_MANAGED_IRQ	= (1 << 7),
17 	HK_FLAG_KTHREAD		= (1 << 8),
18 };
19 
20 #ifdef CONFIG_CPU_ISOLATION
21 DECLARE_STATIC_KEY_FALSE(housekeeping_overridden);
22 extern int housekeeping_any_cpu(enum hk_flags flags);
23 extern const struct cpumask *housekeeping_cpumask(enum hk_flags flags);
24 extern bool housekeeping_enabled(enum hk_flags flags);
25 extern void housekeeping_affine(struct task_struct *t, enum hk_flags flags);
26 extern bool housekeeping_test_cpu(int cpu, enum hk_flags flags);
27 extern void __init housekeeping_init(void);
28 
29 #else
30 
31 #ifdef CONFIG_CPU_ISOLATION_OPT
housekeeping_any_cpu(enum hk_flags flags)32 static inline int housekeeping_any_cpu(enum hk_flags flags)
33 {
34 	cpumask_t available;
35 	int cpu;
36 
37 	cpumask_andnot(&available, cpu_online_mask, cpu_isolated_mask);
38 	cpu = cpumask_any(&available);
39 	if (cpu >= nr_cpu_ids)
40 		cpu = smp_processor_id();
41 
42 	return cpu;
43 }
44 #else
housekeeping_any_cpu(enum hk_flags flags)45 static inline int housekeeping_any_cpu(enum hk_flags flags)
46 {
47 	return smp_processor_id();
48 }
49 #endif
50 
housekeeping_cpumask(enum hk_flags flags)51 static inline const struct cpumask *housekeeping_cpumask(enum hk_flags flags)
52 {
53 	return cpu_possible_mask;
54 }
55 
housekeeping_enabled(enum hk_flags flags)56 static inline bool housekeeping_enabled(enum hk_flags flags)
57 {
58 	return false;
59 }
60 
housekeeping_affine(struct task_struct * t,enum hk_flags flags)61 static inline void housekeeping_affine(struct task_struct *t,
62 				       enum hk_flags flags) { }
housekeeping_init(void)63 static inline void housekeeping_init(void) { }
64 #endif /* CONFIG_CPU_ISOLATION */
65 
housekeeping_cpu(int cpu,enum hk_flags flags)66 static inline bool housekeeping_cpu(int cpu, enum hk_flags flags)
67 {
68 #ifdef CONFIG_CPU_ISOLATION
69 	if (static_branch_unlikely(&housekeeping_overridden))
70 		return housekeeping_test_cpu(cpu, flags);
71 #endif
72 #ifdef CONFIG_CPU_ISOLATION_OPT
73 	return !cpu_isolated(cpu);
74 #else
75 	return true;
76 #endif
77 }
78 
79 #endif /* _LINUX_SCHED_ISOLATION_H */
80