[mirror_ubuntu-bionic-kernel.git] / include / linux / vtime.h

#ifndef _LINUX_KERNEL_VTIME_H
#define _LINUX_KERNEL_VTIME_H

#include <linux/context_tracking_state.h>
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
#include <asm/vtime.h>
#endif


struct task_struct;

/*
 * vtime_accounting_enabled() definitions/declarations
 */
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
static inline bool vtime_accounting_enabled(void) { return true; }
#endif /* CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */

#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
static inline bool vtime_accounting_enabled(void)
{
	if (static_key_false(&context_tracking_enabled)) {
		if (context_tracking_active())
			return true;
	}

	return false;
}
#endif /* CONFIG_VIRT_CPU_ACCOUNTING_GEN */

#ifndef CONFIG_VIRT_CPU_ACCOUNTING
static inline bool vtime_accounting_enabled(void) { return false; }
#endif /* !CONFIG_VIRT_CPU_ACCOUNTING */


/*
 * Common vtime APIs
 */
#ifdef CONFIG_VIRT_CPU_ACCOUNTING

#ifdef __ARCH_HAS_VTIME_TASK_SWITCH
extern void vtime_task_switch(struct task_struct *prev);
#else
extern void vtime_common_task_switch(struct task_struct *prev);
static inline void vtime_task_switch(struct task_struct *prev)
{
	if (vtime_accounting_enabled())
		vtime_common_task_switch(prev);
}
#endif /* __ARCH_HAS_VTIME_TASK_SWITCH */

extern void vtime_account_system(struct task_struct *tsk);
extern void vtime_account_idle(struct task_struct *tsk);
extern void vtime_account_user(struct task_struct *tsk);

#ifdef __ARCH_HAS_VTIME_ACCOUNT
extern void vtime_account_irq_enter(struct task_struct *tsk);
#else
extern void vtime_common_account_irq_enter(struct task_struct *tsk);
static inline void vtime_account_irq_enter(struct task_struct *tsk)
{
	if (vtime_accounting_enabled())
		vtime_common_account_irq_enter(tsk);
}
#endif /* __ARCH_HAS_VTIME_ACCOUNT */

#else /* !CONFIG_VIRT_CPU_ACCOUNTING */

static inline void vtime_task_switch(struct task_struct *prev) { }
static inline void vtime_account_system(struct task_struct *tsk) { }
static inline void vtime_account_user(struct task_struct *tsk) { }
static inline void vtime_account_irq_enter(struct task_struct *tsk) { }
#endif /* !CONFIG_VIRT_CPU_ACCOUNTING */

#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
extern void arch_vtime_task_switch(struct task_struct *tsk);
extern void vtime_gen_account_irq_exit(struct task_struct *tsk);

static inline void vtime_account_irq_exit(struct task_struct *tsk)
{
	if (vtime_accounting_enabled())
		vtime_gen_account_irq_exit(tsk);
}

extern void vtime_user_enter(struct task_struct *tsk);

static inline void vtime_user_exit(struct task_struct *tsk)
{
	vtime_account_user(tsk);
}
extern void vtime_guest_enter(struct task_struct *tsk);
extern void vtime_guest_exit(struct task_struct *tsk);
extern void vtime_init_idle(struct task_struct *tsk, int cpu);
#else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN  */
static inline void vtime_account_irq_exit(struct task_struct *tsk)
{
	/* On hard|softirq exit we always account to hard|softirq cputime */
	vtime_account_system(tsk);
}
static inline void vtime_user_enter(struct task_struct *tsk) { }
static inline void vtime_user_exit(struct task_struct *tsk) { }
static inline void vtime_guest_enter(struct task_struct *tsk) { }
static inline void vtime_guest_exit(struct task_struct *tsk) { }
static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }
#endif

#ifdef CONFIG_IRQ_TIME_ACCOUNTING
extern void irqtime_account_irq(struct task_struct *tsk);
#else
static inline void irqtime_account_irq(struct task_struct *tsk) { }
#endif

static inline void account_irq_enter_time(struct task_struct *tsk)
{
	vtime_account_irq_enter(tsk);
	irqtime_account_irq(tsk);
}

static inline void account_irq_exit_time(struct task_struct *tsk)
{
	vtime_account_irq_exit(tsk);
	irqtime_account_irq(tsk);
}

#endif /* _LINUX_KERNEL_VTIME_H */
Commit	Line	Data
dcbf832e FW	1	#ifndef _LINUX_KERNEL_VTIME_H
	2	#define _LINUX_KERNEL_VTIME_H
	3
b0493406	4	#include <linux/context_tracking_state.h>
a5725ac2 FW	5	#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
	6	#include <asm/vtime.h>
	7	#endif
	8
b0493406	9
dcbf832e FW	10	struct task_struct;
dcbf832e FW	11
b0493406 FW	12	/*
	13	* vtime_accounting_enabled() definitions/declarations
	14	*/
	15	#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
	16	static inline bool vtime_accounting_enabled(void) { return true; }
	17	#endif /* CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
	18
	19	#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
	20	static inline bool vtime_accounting_enabled(void)
	21	{
	22	if (static_key_false(&context_tracking_enabled)) {
	23	if (context_tracking_active())
	24	return true;
	25	}
	26
	27	return false;
	28	}
	29	#endif /* CONFIG_VIRT_CPU_ACCOUNTING_GEN */
	30
	31	#ifndef CONFIG_VIRT_CPU_ACCOUNTING
	32	static inline bool vtime_accounting_enabled(void) { return false; }
	33	#endif /* !CONFIG_VIRT_CPU_ACCOUNTING */
	34
	35
	36	/*
	37	* Common vtime APIs
	38	*/
dcbf832e	39	#ifdef CONFIG_VIRT_CPU_ACCOUNTING
b0493406 FW	40
b0493406 FW	41	#ifdef __ARCH_HAS_VTIME_TASK_SWITCH
dcbf832e	42	extern void vtime_task_switch(struct task_struct *prev);
b0493406 FW	43	#else
	44	extern void vtime_common_task_switch(struct task_struct *prev);
	45	static inline void vtime_task_switch(struct task_struct *prev)
	46	{
	47	if (vtime_accounting_enabled())
	48	vtime_common_task_switch(prev);
	49	}
	50	#endif /* __ARCH_HAS_VTIME_TASK_SWITCH */
	51
dcbf832e	52	extern void vtime_account_system(struct task_struct *tsk);
fd25b4c2	53	extern void vtime_account_idle(struct task_struct *tsk);
bcebdf84	54	extern void vtime_account_user(struct task_struct *tsk);
3f4724ea	55
b0493406 FW	56	#ifdef __ARCH_HAS_VTIME_ACCOUNT
	57	extern void vtime_account_irq_enter(struct task_struct *tsk);
	58	#else
	59	extern void vtime_common_account_irq_enter(struct task_struct *tsk);
	60	static inline void vtime_account_irq_enter(struct task_struct *tsk)
	61	{
	62	if (vtime_accounting_enabled())
	63	vtime_common_account_irq_enter(tsk);
	64	}
	65	#endif /* __ARCH_HAS_VTIME_ACCOUNT */
3f4724ea FW	66
3f4724ea FW	67	#else /* !CONFIG_VIRT_CPU_ACCOUNTING */
6a61671b	68
dcbf832e	69	static inline void vtime_task_switch(struct task_struct *prev) { }
11113334	70	static inline void vtime_account_system(struct task_struct *tsk) { }
abf917cd	71	static inline void vtime_account_user(struct task_struct *tsk) { }
6a61671b	72	static inline void vtime_account_irq_enter(struct task_struct *tsk) { }
b0493406	73	#endif /* !CONFIG_VIRT_CPU_ACCOUNTING */
abf917cd FW	74
abf917cd FW	75	#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
6a61671b	76	extern void arch_vtime_task_switch(struct task_struct *tsk);
b0493406 FW	77	extern void vtime_gen_account_irq_exit(struct task_struct *tsk);
	78
	79	static inline void vtime_account_irq_exit(struct task_struct *tsk)
	80	{
	81	if (vtime_accounting_enabled())
	82	vtime_gen_account_irq_exit(tsk);
	83	}
	84
6a61671b	85	extern void vtime_user_enter(struct task_struct *tsk);
b0493406	86
abf917cd FW	87	static inline void vtime_user_exit(struct task_struct *tsk)
	88	{
	89	vtime_account_user(tsk);
	90	}
6a61671b FW	91	extern void vtime_guest_enter(struct task_struct *tsk);
6a61671b FW	92	extern void vtime_guest_exit(struct task_struct *tsk);
45eacc69	93	extern void vtime_init_idle(struct task_struct *tsk, int cpu);
b0493406	94	#else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN */
6a61671b FW	95	static inline void vtime_account_irq_exit(struct task_struct *tsk)
	96	{
	97	/* On hard\|softirq exit we always account to hard\|softirq cputime */
	98	vtime_account_system(tsk);
	99	}
abf917cd FW	100	static inline void vtime_user_enter(struct task_struct *tsk) { }
abf917cd FW	101	static inline void vtime_user_exit(struct task_struct *tsk) { }
6a61671b FW	102	static inline void vtime_guest_enter(struct task_struct *tsk) { }
6a61671b FW	103	static inline void vtime_guest_exit(struct task_struct *tsk) { }
45eacc69	104	static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }
dcbf832e FW	105	#endif
dcbf832e FW	106
3e1df4f5 FW	107	#ifdef CONFIG_IRQ_TIME_ACCOUNTING
3e1df4f5 FW	108	extern void irqtime_account_irq(struct task_struct *tsk);
dcbf832e	109	#else
3e1df4f5	110	static inline void irqtime_account_irq(struct task_struct *tsk) { }
dcbf832e FW	111	#endif
dcbf832e FW	112
6a61671b	113	static inline void account_irq_enter_time(struct task_struct *tsk)
fa5058f3	114	{
6a61671b	115	vtime_account_irq_enter(tsk);
3e1df4f5	116	irqtime_account_irq(tsk);
fa5058f3 FW	117	}
fa5058f3 FW	118
6a61671b	119	static inline void account_irq_exit_time(struct task_struct *tsk)
fa5058f3	120	{
6a61671b	121	vtime_account_irq_exit(tsk);
3e1df4f5	122	irqtime_account_irq(tsk);
fa5058f3 FW	123	}
fa5058f3 FW	124
dcbf832e	125	#endif /* _LINUX_KERNEL_VTIME_H */