2012-10-05 15:07:19 -06:00
|
|
|
#ifndef _LINUX_KERNEL_VTIME_H
|
|
|
|
#define _LINUX_KERNEL_VTIME_H
|
|
|
|
|
2013-07-11 19:10:15 -06:00
|
|
|
#include <linux/context_tracking_state.h>
|
2013-07-16 10:50:52 -06:00
|
|
|
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
|
|
|
|
#include <asm/vtime.h>
|
|
|
|
#endif
|
|
|
|
|
2013-07-11 19:10:15 -06:00
|
|
|
|
2012-10-05 15:07:19 -06:00
|
|
|
struct task_struct;
|
|
|
|
|
2013-07-11 19:10:15 -06:00
|
|
|
/*
|
2015-11-19 08:47:32 -07:00
|
|
|
* vtime_accounting_cpu_enabled() definitions/declarations
|
2013-07-11 19:10:15 -06:00
|
|
|
*/
|
2016-07-13 08:50:04 -06:00
|
|
|
#if defined(CONFIG_VIRT_CPU_ACCOUNTING_NATIVE)
|
2015-11-19 08:47:32 -07:00
|
|
|
static inline bool vtime_accounting_cpu_enabled(void) { return true; }
|
2016-07-13 08:50:04 -06:00
|
|
|
#elif defined(CONFIG_VIRT_CPU_ACCOUNTING_GEN)
|
2015-11-19 08:47:33 -07:00
|
|
|
/*
|
|
|
|
* Checks if vtime is enabled on some CPU. Cputime readers want to be careful
|
|
|
|
* in that case and compute the tickless cputime.
|
|
|
|
* For now vtime state is tied to context tracking. We might want to decouple
|
|
|
|
* those later if necessary.
|
|
|
|
*/
|
|
|
|
static inline bool vtime_accounting_enabled(void)
|
|
|
|
{
|
|
|
|
return context_tracking_is_enabled();
|
|
|
|
}
|
|
|
|
|
2015-11-19 08:47:32 -07:00
|
|
|
static inline bool vtime_accounting_cpu_enabled(void)
|
2013-07-11 19:10:15 -06:00
|
|
|
{
|
2015-11-19 08:47:33 -07:00
|
|
|
if (vtime_accounting_enabled()) {
|
2013-11-06 07:11:57 -07:00
|
|
|
if (context_tracking_cpu_is_enabled())
|
2013-07-11 19:10:15 -06:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
2016-07-13 08:50:04 -06:00
|
|
|
#else /* !CONFIG_VIRT_CPU_ACCOUNTING */
|
2015-11-19 08:47:32 -07:00
|
|
|
static inline bool vtime_accounting_cpu_enabled(void) { return false; }
|
2016-07-13 08:50:04 -06:00
|
|
|
#endif
|
2013-07-11 19:10:15 -06:00
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Common vtime APIs
|
|
|
|
*/
|
2012-10-05 15:07:19 -06:00
|
|
|
#ifdef CONFIG_VIRT_CPU_ACCOUNTING
|
2013-07-11 19:10:15 -06:00
|
|
|
|
|
|
|
#ifdef __ARCH_HAS_VTIME_TASK_SWITCH
|
2012-10-05 15:07:19 -06:00
|
|
|
extern void vtime_task_switch(struct task_struct *prev);
|
2013-07-11 19:10:15 -06:00
|
|
|
#else
|
|
|
|
extern void vtime_common_task_switch(struct task_struct *prev);
|
|
|
|
static inline void vtime_task_switch(struct task_struct *prev)
|
|
|
|
{
|
2015-11-19 08:47:32 -07:00
|
|
|
if (vtime_accounting_cpu_enabled())
|
2013-07-11 19:10:15 -06:00
|
|
|
vtime_common_task_switch(prev);
|
|
|
|
}
|
|
|
|
#endif /* __ARCH_HAS_VTIME_TASK_SWITCH */
|
|
|
|
|
2012-10-05 15:07:19 -06:00
|
|
|
extern void vtime_account_system(struct task_struct *tsk);
|
2012-11-13 10:21:22 -07:00
|
|
|
extern void vtime_account_idle(struct task_struct *tsk);
|
2012-07-16 10:00:34 -06:00
|
|
|
|
|
|
|
#else /* !CONFIG_VIRT_CPU_ACCOUNTING */
|
2012-12-16 12:00:34 -07:00
|
|
|
|
2012-10-05 15:07:19 -06:00
|
|
|
static inline void vtime_task_switch(struct task_struct *prev) { }
|
2012-10-24 10:05:51 -06:00
|
|
|
static inline void vtime_account_system(struct task_struct *tsk) { }
|
2013-07-11 19:10:15 -06:00
|
|
|
#endif /* !CONFIG_VIRT_CPU_ACCOUNTING */
|
2012-07-24 23:56:04 -06:00
|
|
|
|
|
|
|
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
|
2012-12-16 12:00:34 -07:00
|
|
|
extern void arch_vtime_task_switch(struct task_struct *tsk);
|
|
|
|
extern void vtime_user_enter(struct task_struct *tsk);
|
2017-06-29 11:15:07 -06:00
|
|
|
extern void vtime_user_exit(struct task_struct *tsk);
|
2012-12-16 12:00:34 -07:00
|
|
|
extern void vtime_guest_enter(struct task_struct *tsk);
|
|
|
|
extern void vtime_guest_exit(struct task_struct *tsk);
|
2013-05-15 14:16:32 -06:00
|
|
|
extern void vtime_init_idle(struct task_struct *tsk, int cpu);
|
2013-07-11 19:10:15 -06:00
|
|
|
#else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN */
|
2012-07-24 23:56:04 -06:00
|
|
|
static inline void vtime_user_enter(struct task_struct *tsk) { }
|
|
|
|
static inline void vtime_user_exit(struct task_struct *tsk) { }
|
2012-12-16 12:00:34 -07:00
|
|
|
static inline void vtime_guest_enter(struct task_struct *tsk) { }
|
|
|
|
static inline void vtime_guest_exit(struct task_struct *tsk) { }
|
2013-05-15 14:16:32 -06:00
|
|
|
static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }
|
2012-10-05 15:07:19 -06:00
|
|
|
#endif
|
|
|
|
|
2016-07-13 08:50:04 -06:00
|
|
|
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
|
|
|
|
extern void vtime_account_irq_enter(struct task_struct *tsk);
|
|
|
|
static inline void vtime_account_irq_exit(struct task_struct *tsk)
|
|
|
|
{
|
|
|
|
/* On hard|softirq exit we always account to hard|softirq cputime */
|
|
|
|
vtime_account_system(tsk);
|
|
|
|
}
|
2017-01-05 10:11:50 -07:00
|
|
|
extern void vtime_flush(struct task_struct *tsk);
|
2016-07-13 08:50:04 -06:00
|
|
|
#else /* !CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
|
|
|
|
static inline void vtime_account_irq_enter(struct task_struct *tsk) { }
|
|
|
|
static inline void vtime_account_irq_exit(struct task_struct *tsk) { }
|
2017-01-05 10:11:50 -07:00
|
|
|
static inline void vtime_flush(struct task_struct *tsk) { }
|
2016-07-13 08:50:04 -06:00
|
|
|
#endif
|
|
|
|
|
|
|
|
|
2012-10-05 21:23:22 -06:00
|
|
|
#ifdef CONFIG_IRQ_TIME_ACCOUNTING
|
|
|
|
extern void irqtime_account_irq(struct task_struct *tsk);
|
2012-10-05 15:07:19 -06:00
|
|
|
#else
|
2012-10-05 21:23:22 -06:00
|
|
|
static inline void irqtime_account_irq(struct task_struct *tsk) { }
|
2012-10-05 15:07:19 -06:00
|
|
|
#endif
|
|
|
|
|
2012-12-16 12:00:34 -07:00
|
|
|
static inline void account_irq_enter_time(struct task_struct *tsk)
|
2012-10-05 20:07:19 -06:00
|
|
|
{
|
2012-12-16 12:00:34 -07:00
|
|
|
vtime_account_irq_enter(tsk);
|
2012-10-05 21:23:22 -06:00
|
|
|
irqtime_account_irq(tsk);
|
2012-10-05 20:07:19 -06:00
|
|
|
}
|
|
|
|
|
2012-12-16 12:00:34 -07:00
|
|
|
static inline void account_irq_exit_time(struct task_struct *tsk)
|
2012-10-05 20:07:19 -06:00
|
|
|
{
|
2012-12-16 12:00:34 -07:00
|
|
|
vtime_account_irq_exit(tsk);
|
2012-10-05 21:23:22 -06:00
|
|
|
irqtime_account_irq(tsk);
|
2012-10-05 20:07:19 -06:00
|
|
|
}
|
|
|
|
|
2012-10-05 15:07:19 -06:00
|
|
|
#endif /* _LINUX_KERNEL_VTIME_H */
|