]>
Commit | Line | Data |
---|---|---|
64db4cff PM |
1 | /* |
2 | * Read-Copy Update tracing for classic implementation | |
3 | * | |
4 | * This program is free software; you can redistribute it and/or modify | |
5 | * it under the terms of the GNU General Public License as published by | |
6 | * the Free Software Foundation; either version 2 of the License, or | |
7 | * (at your option) any later version. | |
8 | * | |
9 | * This program is distributed in the hope that it will be useful, | |
10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
12 | * GNU General Public License for more details. | |
13 | * | |
14 | * You should have received a copy of the GNU General Public License | |
15 | * along with this program; if not, write to the Free Software | |
16 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | |
17 | * | |
18 | * Copyright IBM Corporation, 2008 | |
19 | * | |
20 | * Papers: http://www.rdrop.com/users/paulmck/RCU | |
21 | * | |
22 | * For detailed explanation of Read-Copy Update mechanism see - | |
a71fca58 | 23 | * Documentation/RCU |
64db4cff PM |
24 | * |
25 | */ | |
26 | #include <linux/types.h> | |
27 | #include <linux/kernel.h> | |
28 | #include <linux/init.h> | |
29 | #include <linux/spinlock.h> | |
30 | #include <linux/smp.h> | |
31 | #include <linux/rcupdate.h> | |
32 | #include <linux/interrupt.h> | |
33 | #include <linux/sched.h> | |
34 | #include <asm/atomic.h> | |
35 | #include <linux/bitops.h> | |
36 | #include <linux/module.h> | |
37 | #include <linux/completion.h> | |
38 | #include <linux/moduleparam.h> | |
39 | #include <linux/percpu.h> | |
40 | #include <linux/notifier.h> | |
41 | #include <linux/cpu.h> | |
42 | #include <linux/mutex.h> | |
43 | #include <linux/debugfs.h> | |
44 | #include <linux/seq_file.h> | |
45 | ||
9f77da9f | 46 | #define RCU_TREE_NONCORE |
6258c4fb IM |
47 | #include "rcutree.h" |
48 | ||
64db4cff PM |
49 | static void print_one_rcu_data(struct seq_file *m, struct rcu_data *rdp) |
50 | { | |
51 | if (!rdp->beenonline) | |
52 | return; | |
ef631b0c | 53 | seq_printf(m, "%3d%cc=%ld g=%ld pq=%d pqc=%ld qp=%d", |
64db4cff PM |
54 | rdp->cpu, |
55 | cpu_is_offline(rdp->cpu) ? '!' : ' ', | |
56 | rdp->completed, rdp->gpnum, | |
57 | rdp->passed_quiesc, rdp->passed_quiesc_completed, | |
ef631b0c | 58 | rdp->qs_pending); |
64db4cff PM |
59 | #ifdef CONFIG_NO_HZ |
60 | seq_printf(m, " dt=%d/%d dn=%d df=%lu", | |
61 | rdp->dynticks->dynticks, | |
62 | rdp->dynticks->dynticks_nesting, | |
63 | rdp->dynticks->dynticks_nmi, | |
64 | rdp->dynticks_fqs); | |
65 | #endif /* #ifdef CONFIG_NO_HZ */ | |
66 | seq_printf(m, " of=%lu ri=%lu", rdp->offline_fqs, rdp->resched_ipi); | |
67 | seq_printf(m, " ql=%ld b=%ld\n", rdp->qlen, rdp->blimit); | |
68 | } | |
69 | ||
70 | #define PRINT_RCU_DATA(name, func, m) \ | |
71 | do { \ | |
72 | int _p_r_d_i; \ | |
73 | \ | |
74 | for_each_possible_cpu(_p_r_d_i) \ | |
75 | func(m, &per_cpu(name, _p_r_d_i)); \ | |
76 | } while (0) | |
77 | ||
78 | static int show_rcudata(struct seq_file *m, void *unused) | |
79 | { | |
f41d911f PM |
80 | #ifdef CONFIG_TREE_PREEMPT_RCU |
81 | seq_puts(m, "rcu_preempt:\n"); | |
82 | PRINT_RCU_DATA(rcu_preempt_data, print_one_rcu_data, m); | |
83 | #endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */ | |
d6714c22 PM |
84 | seq_puts(m, "rcu_sched:\n"); |
85 | PRINT_RCU_DATA(rcu_sched_data, print_one_rcu_data, m); | |
64db4cff PM |
86 | seq_puts(m, "rcu_bh:\n"); |
87 | PRINT_RCU_DATA(rcu_bh_data, print_one_rcu_data, m); | |
88 | return 0; | |
89 | } | |
90 | ||
91 | static int rcudata_open(struct inode *inode, struct file *file) | |
92 | { | |
93 | return single_open(file, show_rcudata, NULL); | |
94 | } | |
95 | ||
9b2619af | 96 | static const struct file_operations rcudata_fops = { |
64db4cff PM |
97 | .owner = THIS_MODULE, |
98 | .open = rcudata_open, | |
99 | .read = seq_read, | |
100 | .llseek = seq_lseek, | |
101 | .release = single_release, | |
102 | }; | |
103 | ||
104 | static void print_one_rcu_data_csv(struct seq_file *m, struct rcu_data *rdp) | |
105 | { | |
106 | if (!rdp->beenonline) | |
107 | return; | |
ef631b0c | 108 | seq_printf(m, "%d,%s,%ld,%ld,%d,%ld,%d", |
64db4cff | 109 | rdp->cpu, |
5699ed8f | 110 | cpu_is_offline(rdp->cpu) ? "\"N\"" : "\"Y\"", |
64db4cff PM |
111 | rdp->completed, rdp->gpnum, |
112 | rdp->passed_quiesc, rdp->passed_quiesc_completed, | |
ef631b0c | 113 | rdp->qs_pending); |
64db4cff PM |
114 | #ifdef CONFIG_NO_HZ |
115 | seq_printf(m, ",%d,%d,%d,%lu", | |
116 | rdp->dynticks->dynticks, | |
117 | rdp->dynticks->dynticks_nesting, | |
118 | rdp->dynticks->dynticks_nmi, | |
119 | rdp->dynticks_fqs); | |
120 | #endif /* #ifdef CONFIG_NO_HZ */ | |
121 | seq_printf(m, ",%lu,%lu", rdp->offline_fqs, rdp->resched_ipi); | |
122 | seq_printf(m, ",%ld,%ld\n", rdp->qlen, rdp->blimit); | |
123 | } | |
124 | ||
125 | static int show_rcudata_csv(struct seq_file *m, void *unused) | |
126 | { | |
ef631b0c | 127 | seq_puts(m, "\"CPU\",\"Online?\",\"c\",\"g\",\"pq\",\"pqc\",\"pq\","); |
64db4cff PM |
128 | #ifdef CONFIG_NO_HZ |
129 | seq_puts(m, "\"dt\",\"dt nesting\",\"dn\",\"df\","); | |
130 | #endif /* #ifdef CONFIG_NO_HZ */ | |
131 | seq_puts(m, "\"of\",\"ri\",\"ql\",\"b\"\n"); | |
f41d911f PM |
132 | #ifdef CONFIG_TREE_PREEMPT_RCU |
133 | seq_puts(m, "\"rcu_preempt:\"\n"); | |
134 | PRINT_RCU_DATA(rcu_preempt_data, print_one_rcu_data_csv, m); | |
135 | #endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */ | |
d6714c22 PM |
136 | seq_puts(m, "\"rcu_sched:\"\n"); |
137 | PRINT_RCU_DATA(rcu_sched_data, print_one_rcu_data_csv, m); | |
64db4cff PM |
138 | seq_puts(m, "\"rcu_bh:\"\n"); |
139 | PRINT_RCU_DATA(rcu_bh_data, print_one_rcu_data_csv, m); | |
140 | return 0; | |
141 | } | |
142 | ||
143 | static int rcudata_csv_open(struct inode *inode, struct file *file) | |
144 | { | |
145 | return single_open(file, show_rcudata_csv, NULL); | |
146 | } | |
147 | ||
9b2619af | 148 | static const struct file_operations rcudata_csv_fops = { |
64db4cff PM |
149 | .owner = THIS_MODULE, |
150 | .open = rcudata_csv_open, | |
151 | .read = seq_read, | |
152 | .llseek = seq_lseek, | |
153 | .release = single_release, | |
154 | }; | |
155 | ||
156 | static void print_one_rcu_state(struct seq_file *m, struct rcu_state *rsp) | |
157 | { | |
3397e040 | 158 | long gpnum; |
64db4cff PM |
159 | int level = 0; |
160 | struct rcu_node *rnp; | |
161 | ||
3397e040 | 162 | gpnum = rsp->gpnum; |
64db4cff | 163 | seq_printf(m, "c=%ld g=%ld s=%d jfq=%ld j=%x " |
e74f4c45 | 164 | "nfqs=%lu/nfqsng=%lu(%lu) fqlh=%lu oqlen=%ld\n", |
3397e040 | 165 | rsp->completed, gpnum, rsp->signaled, |
64db4cff PM |
166 | (long)(rsp->jiffies_force_qs - jiffies), |
167 | (int)(jiffies & 0xffff), | |
168 | rsp->n_force_qs, rsp->n_force_qs_ngp, | |
169 | rsp->n_force_qs - rsp->n_force_qs_ngp, | |
e74f4c45 | 170 | rsp->n_force_qs_lh, rsp->orphan_qlen); |
64db4cff PM |
171 | for (rnp = &rsp->node[0]; rnp - &rsp->node[0] < NUM_RCU_NODES; rnp++) { |
172 | if (rnp->level != level) { | |
173 | seq_puts(m, "\n"); | |
174 | level = rnp->level; | |
175 | } | |
3397e040 | 176 | seq_printf(m, "%lx/%lx %c>%c %d:%d ^%d ", |
64db4cff | 177 | rnp->qsmask, rnp->qsmaskinit, |
3397e040 PM |
178 | "T."[list_empty(&rnp->blocked_tasks[gpnum & 1])], |
179 | "T."[list_empty(&rnp->blocked_tasks[!(gpnum & 1)])], | |
64db4cff PM |
180 | rnp->grplo, rnp->grphi, rnp->grpnum); |
181 | } | |
182 | seq_puts(m, "\n"); | |
183 | } | |
184 | ||
185 | static int show_rcuhier(struct seq_file *m, void *unused) | |
186 | { | |
f41d911f PM |
187 | #ifdef CONFIG_TREE_PREEMPT_RCU |
188 | seq_puts(m, "rcu_preempt:\n"); | |
189 | print_one_rcu_state(m, &rcu_preempt_state); | |
190 | #endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */ | |
d6714c22 PM |
191 | seq_puts(m, "rcu_sched:\n"); |
192 | print_one_rcu_state(m, &rcu_sched_state); | |
64db4cff PM |
193 | seq_puts(m, "rcu_bh:\n"); |
194 | print_one_rcu_state(m, &rcu_bh_state); | |
195 | return 0; | |
196 | } | |
197 | ||
198 | static int rcuhier_open(struct inode *inode, struct file *file) | |
199 | { | |
200 | return single_open(file, show_rcuhier, NULL); | |
201 | } | |
202 | ||
9b2619af | 203 | static const struct file_operations rcuhier_fops = { |
64db4cff PM |
204 | .owner = THIS_MODULE, |
205 | .open = rcuhier_open, | |
206 | .read = seq_read, | |
207 | .llseek = seq_lseek, | |
208 | .release = single_release, | |
209 | }; | |
210 | ||
211 | static int show_rcugp(struct seq_file *m, void *unused) | |
212 | { | |
f41d911f PM |
213 | #ifdef CONFIG_TREE_PREEMPT_RCU |
214 | seq_printf(m, "rcu_preempt: completed=%ld gpnum=%ld\n", | |
215 | rcu_preempt_state.completed, rcu_preempt_state.gpnum); | |
216 | #endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */ | |
d6714c22 PM |
217 | seq_printf(m, "rcu_sched: completed=%ld gpnum=%ld\n", |
218 | rcu_sched_state.completed, rcu_sched_state.gpnum); | |
64db4cff PM |
219 | seq_printf(m, "rcu_bh: completed=%ld gpnum=%ld\n", |
220 | rcu_bh_state.completed, rcu_bh_state.gpnum); | |
221 | return 0; | |
222 | } | |
223 | ||
224 | static int rcugp_open(struct inode *inode, struct file *file) | |
225 | { | |
226 | return single_open(file, show_rcugp, NULL); | |
227 | } | |
228 | ||
9b2619af | 229 | static const struct file_operations rcugp_fops = { |
64db4cff PM |
230 | .owner = THIS_MODULE, |
231 | .open = rcugp_open, | |
232 | .read = seq_read, | |
233 | .llseek = seq_lseek, | |
234 | .release = single_release, | |
235 | }; | |
236 | ||
7ba5c840 PM |
237 | static void print_one_rcu_pending(struct seq_file *m, struct rcu_data *rdp) |
238 | { | |
239 | seq_printf(m, "%3d%cnp=%ld " | |
240 | "qsp=%ld cbr=%ld cng=%ld gpc=%ld gps=%ld nf=%ld nn=%ld\n", | |
241 | rdp->cpu, | |
242 | cpu_is_offline(rdp->cpu) ? '!' : ' ', | |
243 | rdp->n_rcu_pending, | |
244 | rdp->n_rp_qs_pending, | |
245 | rdp->n_rp_cb_ready, | |
246 | rdp->n_rp_cpu_needs_gp, | |
247 | rdp->n_rp_gp_completed, | |
248 | rdp->n_rp_gp_started, | |
249 | rdp->n_rp_need_fqs, | |
250 | rdp->n_rp_need_nothing); | |
251 | } | |
252 | ||
253 | static void print_rcu_pendings(struct seq_file *m, struct rcu_state *rsp) | |
254 | { | |
255 | int cpu; | |
256 | struct rcu_data *rdp; | |
257 | ||
258 | for_each_possible_cpu(cpu) { | |
259 | rdp = rsp->rda[cpu]; | |
260 | if (rdp->beenonline) | |
261 | print_one_rcu_pending(m, rdp); | |
262 | } | |
263 | } | |
264 | ||
265 | static int show_rcu_pending(struct seq_file *m, void *unused) | |
266 | { | |
f41d911f PM |
267 | #ifdef CONFIG_TREE_PREEMPT_RCU |
268 | seq_puts(m, "rcu_preempt:\n"); | |
269 | print_rcu_pendings(m, &rcu_preempt_state); | |
270 | #endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */ | |
d6714c22 PM |
271 | seq_puts(m, "rcu_sched:\n"); |
272 | print_rcu_pendings(m, &rcu_sched_state); | |
7ba5c840 PM |
273 | seq_puts(m, "rcu_bh:\n"); |
274 | print_rcu_pendings(m, &rcu_bh_state); | |
275 | return 0; | |
276 | } | |
277 | ||
278 | static int rcu_pending_open(struct inode *inode, struct file *file) | |
279 | { | |
280 | return single_open(file, show_rcu_pending, NULL); | |
281 | } | |
282 | ||
9b2619af | 283 | static const struct file_operations rcu_pending_fops = { |
7ba5c840 PM |
284 | .owner = THIS_MODULE, |
285 | .open = rcu_pending_open, | |
286 | .read = seq_read, | |
287 | .llseek = seq_lseek, | |
288 | .release = single_release, | |
289 | }; | |
290 | ||
291 | static struct dentry *rcudir; | |
7ba5c840 | 292 | |
64db4cff PM |
293 | static int __init rcuclassic_trace_init(void) |
294 | { | |
22f00b69 PM |
295 | struct dentry *retval; |
296 | ||
64db4cff PM |
297 | rcudir = debugfs_create_dir("rcu", NULL); |
298 | if (!rcudir) | |
22f00b69 | 299 | goto free_out; |
64db4cff | 300 | |
22f00b69 | 301 | retval = debugfs_create_file("rcudata", 0444, rcudir, |
64db4cff | 302 | NULL, &rcudata_fops); |
22f00b69 | 303 | if (!retval) |
64db4cff PM |
304 | goto free_out; |
305 | ||
22f00b69 | 306 | retval = debugfs_create_file("rcudata.csv", 0444, rcudir, |
64db4cff | 307 | NULL, &rcudata_csv_fops); |
22f00b69 | 308 | if (!retval) |
64db4cff PM |
309 | goto free_out; |
310 | ||
22f00b69 PM |
311 | retval = debugfs_create_file("rcugp", 0444, rcudir, NULL, &rcugp_fops); |
312 | if (!retval) | |
64db4cff PM |
313 | goto free_out; |
314 | ||
22f00b69 | 315 | retval = debugfs_create_file("rcuhier", 0444, rcudir, |
64db4cff | 316 | NULL, &rcuhier_fops); |
22f00b69 | 317 | if (!retval) |
64db4cff | 318 | goto free_out; |
7ba5c840 | 319 | |
22f00b69 | 320 | retval = debugfs_create_file("rcu_pending", 0444, rcudir, |
7ba5c840 | 321 | NULL, &rcu_pending_fops); |
22f00b69 | 322 | if (!retval) |
7ba5c840 | 323 | goto free_out; |
64db4cff PM |
324 | return 0; |
325 | free_out: | |
22f00b69 | 326 | debugfs_remove_recursive(rcudir); |
64db4cff PM |
327 | return 1; |
328 | } | |
329 | ||
330 | static void __exit rcuclassic_trace_cleanup(void) | |
331 | { | |
22f00b69 | 332 | debugfs_remove_recursive(rcudir); |
64db4cff PM |
333 | } |
334 | ||
335 | ||
336 | module_init(rcuclassic_trace_init); | |
337 | module_exit(rcuclassic_trace_cleanup); | |
338 | ||
339 | MODULE_AUTHOR("Paul E. McKenney"); | |
340 | MODULE_DESCRIPTION("Read-Copy Update tracing for hierarchical implementation"); | |
341 | MODULE_LICENSE("GPL"); |