• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 #ifndef _LINUX_KERNEL_VTIME_H
2 #define _LINUX_KERNEL_VTIME_H
3 
4 #include <linux/context_tracking_state.h>
5 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
6 #include <asm/vtime.h>
7 #endif
8 
9 
10 struct task_struct;
11 
12 /*
13  * vtime_accounting_cpu_enabled() definitions/declarations
14  */
15 #if defined(CONFIG_VIRT_CPU_ACCOUNTING_NATIVE)
vtime_accounting_cpu_enabled(void)16 static inline bool vtime_accounting_cpu_enabled(void) { return true; }
17 #elif defined(CONFIG_VIRT_CPU_ACCOUNTING_GEN)
18 /*
19  * Checks if vtime is enabled on some CPU. Cputime readers want to be careful
20  * in that case and compute the tickless cputime.
21  * For now vtime state is tied to context tracking. We might want to decouple
22  * those later if necessary.
23  */
vtime_accounting_enabled(void)24 static inline bool vtime_accounting_enabled(void)
25 {
26 	return context_tracking_is_enabled();
27 }
28 
vtime_accounting_cpu_enabled(void)29 static inline bool vtime_accounting_cpu_enabled(void)
30 {
31 	if (vtime_accounting_enabled()) {
32 		if (context_tracking_cpu_is_enabled())
33 			return true;
34 	}
35 
36 	return false;
37 }
38 #else /* !CONFIG_VIRT_CPU_ACCOUNTING */
vtime_accounting_cpu_enabled(void)39 static inline bool vtime_accounting_cpu_enabled(void) { return false; }
40 #endif
41 
42 
43 /*
44  * Common vtime APIs
45  */
46 #ifdef CONFIG_VIRT_CPU_ACCOUNTING
47 
48 #ifdef __ARCH_HAS_VTIME_TASK_SWITCH
49 extern void vtime_task_switch(struct task_struct *prev);
50 #else
51 extern void vtime_common_task_switch(struct task_struct *prev);
vtime_task_switch(struct task_struct * prev)52 static inline void vtime_task_switch(struct task_struct *prev)
53 {
54 	if (vtime_accounting_cpu_enabled())
55 		vtime_common_task_switch(prev);
56 }
57 #endif /* __ARCH_HAS_VTIME_TASK_SWITCH */
58 
59 extern void vtime_account_system(struct task_struct *tsk);
60 extern void vtime_account_idle(struct task_struct *tsk);
61 extern void vtime_account_user(struct task_struct *tsk);
62 
63 #else /* !CONFIG_VIRT_CPU_ACCOUNTING */
64 
vtime_task_switch(struct task_struct * prev)65 static inline void vtime_task_switch(struct task_struct *prev) { }
vtime_account_system(struct task_struct * tsk)66 static inline void vtime_account_system(struct task_struct *tsk) { }
vtime_account_user(struct task_struct * tsk)67 static inline void vtime_account_user(struct task_struct *tsk) { }
68 #endif /* !CONFIG_VIRT_CPU_ACCOUNTING */
69 
70 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
71 extern void arch_vtime_task_switch(struct task_struct *tsk);
72 extern void vtime_user_enter(struct task_struct *tsk);
73 
vtime_user_exit(struct task_struct * tsk)74 static inline void vtime_user_exit(struct task_struct *tsk)
75 {
76 	vtime_account_user(tsk);
77 }
78 extern void vtime_guest_enter(struct task_struct *tsk);
79 extern void vtime_guest_exit(struct task_struct *tsk);
80 extern void vtime_init_idle(struct task_struct *tsk, int cpu);
81 #else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN  */
vtime_user_enter(struct task_struct * tsk)82 static inline void vtime_user_enter(struct task_struct *tsk) { }
vtime_user_exit(struct task_struct * tsk)83 static inline void vtime_user_exit(struct task_struct *tsk) { }
vtime_guest_enter(struct task_struct * tsk)84 static inline void vtime_guest_enter(struct task_struct *tsk) { }
vtime_guest_exit(struct task_struct * tsk)85 static inline void vtime_guest_exit(struct task_struct *tsk) { }
vtime_init_idle(struct task_struct * tsk,int cpu)86 static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }
87 #endif
88 
89 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
90 extern void vtime_account_irq_enter(struct task_struct *tsk);
vtime_account_irq_exit(struct task_struct * tsk)91 static inline void vtime_account_irq_exit(struct task_struct *tsk)
92 {
93 	/* On hard|softirq exit we always account to hard|softirq cputime */
94 	vtime_account_system(tsk);
95 }
96 #else /* !CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
vtime_account_irq_enter(struct task_struct * tsk)97 static inline void vtime_account_irq_enter(struct task_struct *tsk) { }
vtime_account_irq_exit(struct task_struct * tsk)98 static inline void vtime_account_irq_exit(struct task_struct *tsk) { }
99 #endif
100 
101 
102 #ifdef CONFIG_IRQ_TIME_ACCOUNTING
103 extern void irqtime_account_irq(struct task_struct *tsk);
104 #else
irqtime_account_irq(struct task_struct * tsk)105 static inline void irqtime_account_irq(struct task_struct *tsk) { }
106 #endif
107 
account_irq_enter_time(struct task_struct * tsk)108 static inline void account_irq_enter_time(struct task_struct *tsk)
109 {
110 	vtime_account_irq_enter(tsk);
111 	irqtime_account_irq(tsk);
112 }
113 
account_irq_exit_time(struct task_struct * tsk)114 static inline void account_irq_exit_time(struct task_struct *tsk)
115 {
116 	vtime_account_irq_exit(tsk);
117 	irqtime_account_irq(tsk);
118 }
119 
120 #endif /* _LINUX_KERNEL_VTIME_H */
121