]>
Commit | Line | Data |
---|---|---|
c942fddf | 1 | /* SPDX-License-Identifier: GPL-2.0-or-later */ |
ca74e92b SN |
2 | /* delayacct.h - per-task delay accounting |
3 | * | |
4 | * Copyright (C) Shailabh Nagar, IBM Corp. 2006 | |
ca74e92b SN |
5 | */ |
6 | ||
7 | #ifndef _LINUX_DELAYACCT_H | |
8 | #define _LINUX_DELAYACCT_H | |
9 | ||
4025819d | 10 | #include <uapi/linux/taskstats.h> |
ca74e92b | 11 | |
0ff92245 SN |
12 | /* |
13 | * Per-task flags relevant to delay accounting | |
14 | * maintained privately to avoid exhausting similar flags in sched.h:PF_* | |
15 | * Used to set current->delays->flags | |
16 | */ | |
17 | #define DELAYACCT_PF_SWAPIN 0x00000001 /* I am doing a swapin */ | |
846c7bb0 | 18 | #define DELAYACCT_PF_BLKIO 0x00000002 /* I am waiting on IO */ |
0ff92245 | 19 | |
ca74e92b | 20 | #ifdef CONFIG_TASK_DELAY_ACCT |
47913d4e | 21 | struct task_delay_info { |
02acc80d | 22 | raw_spinlock_t lock; |
47913d4e | 23 | unsigned int flags; /* Private per-task flags */ |
ca74e92b | 24 | |
47913d4e IM |
25 | /* For each stat XXX, add following, aligned appropriately |
26 | * | |
27 | * struct timespec XXX_start, XXX_end; | |
28 | * u64 XXX_delay; | |
29 | * u32 XXX_count; | |
30 | * | |
31 | * Atomicity of updates to XXX_delay, XXX_count protected by | |
32 | * single lock above (split into XXX_lock if contention is an issue). | |
33 | */ | |
34 | ||
35 | /* | |
36 | * XXX_count is incremented on every XXX operation, the delay | |
37 | * associated with the operation is added to XXX_delay. | |
38 | * XXX_delay contains the accumulated delay time in nanoseconds. | |
39 | */ | |
40 | u64 blkio_start; /* Shared by blkio, swapin */ | |
41 | u64 blkio_delay; /* wait for sync block io completion */ | |
42 | u64 swapin_delay; /* wait for swapin block io completion */ | |
43 | u32 blkio_count; /* total count of the number of sync block */ | |
44 | /* io operations performed */ | |
45 | u32 swapin_count; /* total count of the number of swapin block */ | |
46 | /* io operations performed */ | |
47 | ||
48 | u64 freepages_start; | |
49 | u64 freepages_delay; /* wait for memory reclaim */ | |
b1d29ba8 JW |
50 | |
51 | u64 thrashing_start; | |
52 | u64 thrashing_delay; /* wait for thrashing page */ | |
53 | ||
47913d4e | 54 | u32 freepages_count; /* total count of memory reclaim */ |
b1d29ba8 | 55 | u32 thrashing_count; /* total count of thrash waits */ |
47913d4e IM |
56 | }; |
57 | #endif | |
58 | ||
59 | #include <linux/sched.h> | |
60 | #include <linux/slab.h> | |
eee4d9fe | 61 | #include <linux/jump_label.h> |
47913d4e IM |
62 | |
63 | #ifdef CONFIG_TASK_DELAY_ACCT | |
e4042ad4 | 64 | DECLARE_STATIC_KEY_FALSE(delayacct_key); |
ca74e92b | 65 | extern int delayacct_on; /* Delay accounting turned on/off */ |
e18b890b | 66 | extern struct kmem_cache *delayacct_cache; |
ca74e92b | 67 | extern void delayacct_init(void); |
0cd7c741 PZ |
68 | |
69 | extern int sysctl_delayacct(struct ctl_table *table, int write, void *buffer, | |
70 | size_t *lenp, loff_t *ppos); | |
71 | ||
ca74e92b SN |
72 | extern void __delayacct_tsk_init(struct task_struct *); |
73 | extern void __delayacct_tsk_exit(struct task_struct *); | |
0ff92245 | 74 | extern void __delayacct_blkio_start(void); |
c96f5471 | 75 | extern void __delayacct_blkio_end(struct task_struct *); |
e4042ad4 | 76 | extern int delayacct_add_tsk(struct taskstats *, struct task_struct *); |
25890454 | 77 | extern __u64 __delayacct_blkio_ticks(struct task_struct *); |
873b4771 KK |
78 | extern void __delayacct_freepages_start(void); |
79 | extern void __delayacct_freepages_end(void); | |
b1d29ba8 JW |
80 | extern void __delayacct_thrashing_start(void); |
81 | extern void __delayacct_thrashing_end(void); | |
ca74e92b | 82 | |
846c7bb0 BS |
83 | static inline int delayacct_is_task_waiting_on_io(struct task_struct *p) |
84 | { | |
85 | if (p->delays) | |
86 | return (p->delays->flags & DELAYACCT_PF_BLKIO); | |
87 | else | |
88 | return 0; | |
89 | } | |
90 | ||
3d1c7fd9 | 91 | static inline void delayacct_set_flag(struct task_struct *p, int flag) |
ca74e92b | 92 | { |
3d1c7fd9 YS |
93 | if (p->delays) |
94 | p->delays->flags |= flag; | |
ca74e92b SN |
95 | } |
96 | ||
3d1c7fd9 | 97 | static inline void delayacct_clear_flag(struct task_struct *p, int flag) |
ca74e92b | 98 | { |
3d1c7fd9 YS |
99 | if (p->delays) |
100 | p->delays->flags &= ~flag; | |
ca74e92b SN |
101 | } |
102 | ||
103 | static inline void delayacct_tsk_init(struct task_struct *tsk) | |
104 | { | |
105 | /* reinitialize in case parent's non-null pointer was dup'ed*/ | |
106 | tsk->delays = NULL; | |
163ecdff | 107 | if (delayacct_on) |
ca74e92b SN |
108 | __delayacct_tsk_init(tsk); |
109 | } | |
110 | ||
35df17c5 SN |
111 | /* Free tsk->delays. Called from bad fork and __put_task_struct |
112 | * where there's no risk of tsk->delays being accessed elsewhere | |
113 | */ | |
114 | static inline void delayacct_tsk_free(struct task_struct *tsk) | |
ca74e92b SN |
115 | { |
116 | if (tsk->delays) | |
35df17c5 SN |
117 | kmem_cache_free(delayacct_cache, tsk->delays); |
118 | tsk->delays = NULL; | |
ca74e92b SN |
119 | } |
120 | ||
0ff92245 SN |
121 | static inline void delayacct_blkio_start(void) |
122 | { | |
e4042ad4 | 123 | if (!static_branch_unlikely(&delayacct_key)) |
eee4d9fe PZ |
124 | return; |
125 | ||
3d1c7fd9 | 126 | delayacct_set_flag(current, DELAYACCT_PF_BLKIO); |
0ff92245 SN |
127 | if (current->delays) |
128 | __delayacct_blkio_start(); | |
129 | } | |
130 | ||
c96f5471 | 131 | static inline void delayacct_blkio_end(struct task_struct *p) |
0ff92245 | 132 | { |
e4042ad4 | 133 | if (!static_branch_unlikely(&delayacct_key)) |
eee4d9fe PZ |
134 | return; |
135 | ||
b512719f | 136 | if (p->delays) |
c96f5471 | 137 | __delayacct_blkio_end(p); |
3d1c7fd9 | 138 | delayacct_clear_flag(p, DELAYACCT_PF_BLKIO); |
0ff92245 SN |
139 | } |
140 | ||
25890454 SN |
141 | static inline __u64 delayacct_blkio_ticks(struct task_struct *tsk) |
142 | { | |
143 | if (tsk->delays) | |
144 | return __delayacct_blkio_ticks(tsk); | |
145 | return 0; | |
146 | } | |
147 | ||
873b4771 KK |
148 | static inline void delayacct_freepages_start(void) |
149 | { | |
150 | if (current->delays) | |
151 | __delayacct_freepages_start(); | |
152 | } | |
153 | ||
154 | static inline void delayacct_freepages_end(void) | |
155 | { | |
156 | if (current->delays) | |
157 | __delayacct_freepages_end(); | |
158 | } | |
159 | ||
b1d29ba8 JW |
160 | static inline void delayacct_thrashing_start(void) |
161 | { | |
162 | if (current->delays) | |
163 | __delayacct_thrashing_start(); | |
164 | } | |
165 | ||
166 | static inline void delayacct_thrashing_end(void) | |
167 | { | |
168 | if (current->delays) | |
169 | __delayacct_thrashing_end(); | |
170 | } | |
171 | ||
ca74e92b | 172 | #else |
3d1c7fd9 | 173 | static inline void delayacct_set_flag(struct task_struct *p, int flag) |
ca74e92b | 174 | {} |
3d1c7fd9 | 175 | static inline void delayacct_clear_flag(struct task_struct *p, int flag) |
ca74e92b SN |
176 | {} |
177 | static inline void delayacct_init(void) | |
178 | {} | |
179 | static inline void delayacct_tsk_init(struct task_struct *tsk) | |
180 | {} | |
35df17c5 | 181 | static inline void delayacct_tsk_free(struct task_struct *tsk) |
ca74e92b | 182 | {} |
0ff92245 SN |
183 | static inline void delayacct_blkio_start(void) |
184 | {} | |
c96f5471 | 185 | static inline void delayacct_blkio_end(struct task_struct *p) |
0ff92245 | 186 | {} |
6f44993f SN |
187 | static inline int delayacct_add_tsk(struct taskstats *d, |
188 | struct task_struct *tsk) | |
189 | { return 0; } | |
25890454 SN |
190 | static inline __u64 delayacct_blkio_ticks(struct task_struct *tsk) |
191 | { return 0; } | |
846c7bb0 BS |
192 | static inline int delayacct_is_task_waiting_on_io(struct task_struct *p) |
193 | { return 0; } | |
873b4771 KK |
194 | static inline void delayacct_freepages_start(void) |
195 | {} | |
196 | static inline void delayacct_freepages_end(void) | |
197 | {} | |
b1d29ba8 JW |
198 | static inline void delayacct_thrashing_start(void) |
199 | {} | |
200 | static inline void delayacct_thrashing_end(void) | |
201 | {} | |
873b4771 | 202 | |
ca74e92b SN |
203 | #endif /* CONFIG_TASK_DELAY_ACCT */ |
204 | ||
205 | #endif |