]>
Commit | Line | Data |
---|---|---|
4b393c50 | 1 | /* |
716154c5 BB |
2 | * Copyright (C) 2007-2010 Lawrence Livermore National Security, LLC. |
3 | * Copyright (C) 2007 The Regents of the University of California. | |
4 | * Produced at Lawrence Livermore National Laboratory (cf, DISCLAIMER). | |
5 | * Written by Brian Behlendorf <behlendorf1@llnl.gov>. | |
715f6251 BB |
6 | * UCRL-CODE-235197 |
7 | * | |
716154c5 | 8 | * This file is part of the SPL, Solaris Porting Layer. |
3d6af2dd | 9 | * For details, see <http://zfsonlinux.org/>. |
716154c5 BB |
10 | * |
11 | * The SPL is free software; you can redistribute it and/or modify it | |
12 | * under the terms of the GNU General Public License as published by the | |
13 | * Free Software Foundation; either version 2 of the License, or (at your | |
14 | * option) any later version. | |
715f6251 | 15 | * |
716154c5 | 16 | * The SPL is distributed in the hope that it will be useful, but WITHOUT |
715f6251 BB |
17 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
18 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
19 | * for more details. | |
20 | * | |
21 | * You should have received a copy of the GNU General Public License along | |
716154c5 | 22 | * with the SPL. If not, see <http://www.gnu.org/licenses/>. |
5461eefe | 23 | * |
716154c5 | 24 | * Solaris Porting Layer (SPL) Kstat Implementation. |
4b393c50 | 25 | */ |
715f6251 | 26 | |
ae4c36ad | 27 | #include <linux/seq_file.h> |
55abb092 | 28 | #include <sys/kstat.h> |
e5b9b344 | 29 | #include <sys/vmem.h> |
cd478018 | 30 | #include <sys/cmn_err.h> |
a9125891 | 31 | #include <sys/sysmacros.h> |
04a479f7 | 32 | |
1ddf9722 | 33 | #ifndef HAVE_PDE_DATA |
5461eefe | 34 | #define PDE_DATA(x) (PDE(x)->data) |
1ddf9722 | 35 | #endif |
b17edc10 | 36 | |
f2a745c4 RY |
37 | static kmutex_t kstat_module_lock; |
38 | static struct list_head kstat_module_list; | |
04a479f7 BB |
39 | static kid_t kstat_id; |
40 | ||
56d40a68 PS |
41 | static int |
42 | kstat_resize_raw(kstat_t *ksp) | |
43 | { | |
44 | if (ksp->ks_raw_bufsize == KSTAT_RAW_MAX) | |
5461eefe | 45 | return (ENOMEM); |
56d40a68 PS |
46 | |
47 | vmem_free(ksp->ks_raw_buf, ksp->ks_raw_bufsize); | |
48 | ksp->ks_raw_bufsize = MIN(ksp->ks_raw_bufsize * 2, KSTAT_RAW_MAX); | |
49 | ksp->ks_raw_buf = vmem_alloc(ksp->ks_raw_bufsize, KM_SLEEP); | |
50 | ||
5461eefe | 51 | return (0); |
56d40a68 PS |
52 | } |
53 | ||
f483a97a NB |
54 | void |
55 | kstat_waitq_enter(kstat_io_t *kiop) | |
56 | { | |
57 | hrtime_t new, delta; | |
58 | ulong_t wcnt; | |
59 | ||
60 | new = gethrtime(); | |
61 | delta = new - kiop->wlastupdate; | |
62 | kiop->wlastupdate = new; | |
63 | wcnt = kiop->wcnt++; | |
64 | if (wcnt != 0) { | |
65 | kiop->wlentime += delta * wcnt; | |
66 | kiop->wtime += delta; | |
67 | } | |
68 | } | |
69 | EXPORT_SYMBOL(kstat_waitq_enter); | |
70 | ||
71 | void | |
72 | kstat_waitq_exit(kstat_io_t *kiop) | |
73 | { | |
74 | hrtime_t new, delta; | |
75 | ulong_t wcnt; | |
76 | ||
77 | new = gethrtime(); | |
78 | delta = new - kiop->wlastupdate; | |
79 | kiop->wlastupdate = new; | |
80 | wcnt = kiop->wcnt--; | |
81 | ASSERT((int)wcnt > 0); | |
82 | kiop->wlentime += delta * wcnt; | |
83 | kiop->wtime += delta; | |
84 | } | |
85 | EXPORT_SYMBOL(kstat_waitq_exit); | |
86 | ||
87 | void | |
88 | kstat_runq_enter(kstat_io_t *kiop) | |
89 | { | |
90 | hrtime_t new, delta; | |
91 | ulong_t rcnt; | |
92 | ||
93 | new = gethrtime(); | |
94 | delta = new - kiop->rlastupdate; | |
95 | kiop->rlastupdate = new; | |
96 | rcnt = kiop->rcnt++; | |
97 | if (rcnt != 0) { | |
98 | kiop->rlentime += delta * rcnt; | |
99 | kiop->rtime += delta; | |
100 | } | |
101 | } | |
102 | EXPORT_SYMBOL(kstat_runq_enter); | |
103 | ||
104 | void | |
105 | kstat_runq_exit(kstat_io_t *kiop) | |
106 | { | |
107 | hrtime_t new, delta; | |
108 | ulong_t rcnt; | |
109 | ||
110 | new = gethrtime(); | |
111 | delta = new - kiop->rlastupdate; | |
112 | kiop->rlastupdate = new; | |
113 | rcnt = kiop->rcnt--; | |
114 | ASSERT((int)rcnt > 0); | |
115 | kiop->rlentime += delta * rcnt; | |
116 | kiop->rtime += delta; | |
117 | } | |
118 | EXPORT_SYMBOL(kstat_runq_exit); | |
119 | ||
56d40a68 | 120 | static int |
04a479f7 BB |
121 | kstat_seq_show_headers(struct seq_file *f) |
122 | { | |
5461eefe | 123 | kstat_t *ksp = (kstat_t *)f->private; |
56d40a68 PS |
124 | int rc = 0; |
125 | ||
5461eefe | 126 | ASSERT(ksp->ks_magic == KS_MAGIC); |
04a479f7 | 127 | |
5461eefe BB |
128 | seq_printf(f, "%d %d 0x%02x %d %d %lld %lld\n", |
129 | ksp->ks_kid, ksp->ks_type, ksp->ks_flags, | |
130 | ksp->ks_ndata, (int)ksp->ks_data_size, | |
131 | ksp->ks_crtime, ksp->ks_snaptime); | |
04a479f7 BB |
132 | |
133 | switch (ksp->ks_type) { | |
5461eefe | 134 | case KSTAT_TYPE_RAW: |
56d40a68 | 135 | restart: |
5461eefe BB |
136 | if (ksp->ks_raw_ops.headers) { |
137 | rc = ksp->ks_raw_ops.headers( | |
138 | ksp->ks_raw_buf, ksp->ks_raw_bufsize); | |
56d40a68 PS |
139 | if (rc == ENOMEM && !kstat_resize_raw(ksp)) |
140 | goto restart; | |
141 | if (!rc) | |
5461eefe BB |
142 | seq_puts(f, ksp->ks_raw_buf); |
143 | } else { | |
144 | seq_printf(f, "raw data\n"); | |
145 | } | |
146 | break; | |
147 | case KSTAT_TYPE_NAMED: | |
148 | seq_printf(f, "%-31s %-4s %s\n", | |
149 | "name", "type", "data"); | |
150 | break; | |
151 | case KSTAT_TYPE_INTR: | |
152 | seq_printf(f, "%-8s %-8s %-8s %-8s %-8s\n", | |
153 | "hard", "soft", "watchdog", | |
154 | "spurious", "multsvc"); | |
155 | break; | |
156 | case KSTAT_TYPE_IO: | |
157 | seq_printf(f, | |
158 | "%-8s %-8s %-8s %-8s %-8s %-8s " | |
159 | "%-8s %-8s %-8s %-8s %-8s %-8s\n", | |
160 | "nread", "nwritten", "reads", "writes", | |
161 | "wtime", "wlentime", "wupdate", | |
162 | "rtime", "rlentime", "rupdate", | |
163 | "wcnt", "rcnt"); | |
164 | break; | |
165 | case KSTAT_TYPE_TIMER: | |
166 | seq_printf(f, | |
167 | "%-31s %-8s " | |
168 | "%-8s %-8s %-8s %-8s %-8s\n", | |
169 | "name", "events", "elapsed", | |
170 | "min", "max", "start", "stop"); | |
171 | break; | |
172 | default: | |
173 | PANIC("Undefined kstat type %d\n", ksp->ks_type); | |
174 | } | |
175 | ||
176 | return (-rc); | |
04a479f7 BB |
177 | } |
178 | ||
179 | static int | |
180 | kstat_seq_show_raw(struct seq_file *f, unsigned char *p, int l) | |
181 | { | |
5461eefe | 182 | int i, j; |
04a479f7 | 183 | |
5461eefe BB |
184 | for (i = 0; ; i++) { |
185 | seq_printf(f, "%03x:", i); | |
04a479f7 | 186 | |
5461eefe BB |
187 | for (j = 0; j < 16; j++) { |
188 | if (i * 16 + j >= l) { | |
189 | seq_printf(f, "\n"); | |
190 | goto out; | |
191 | } | |
04a479f7 | 192 | |
5461eefe BB |
193 | seq_printf(f, " %02x", (unsigned char)p[i * 16 + j]); |
194 | } | |
195 | seq_printf(f, "\n"); | |
196 | } | |
04a479f7 | 197 | out: |
5461eefe | 198 | return (0); |
04a479f7 BB |
199 | } |
200 | ||
201 | static int | |
202 | kstat_seq_show_named(struct seq_file *f, kstat_named_t *knp) | |
203 | { | |
5461eefe BB |
204 | seq_printf(f, "%-31s %-4d ", knp->name, knp->data_type); |
205 | ||
206 | switch (knp->data_type) { | |
207 | case KSTAT_DATA_CHAR: | |
208 | knp->value.c[15] = '\0'; /* NULL terminate */ | |
209 | seq_printf(f, "%-16s", knp->value.c); | |
210 | break; | |
211 | /* | |
212 | * NOTE - We need to be more careful able what tokens are | |
213 | * used for each arch, for now this is correct for x86_64. | |
214 | */ | |
215 | case KSTAT_DATA_INT32: | |
216 | seq_printf(f, "%d", knp->value.i32); | |
217 | break; | |
218 | case KSTAT_DATA_UINT32: | |
219 | seq_printf(f, "%u", knp->value.ui32); | |
220 | break; | |
221 | case KSTAT_DATA_INT64: | |
222 | seq_printf(f, "%lld", (signed long long)knp->value.i64); | |
223 | break; | |
224 | case KSTAT_DATA_UINT64: | |
225 | seq_printf(f, "%llu", | |
226 | (unsigned long long)knp->value.ui64); | |
227 | break; | |
228 | case KSTAT_DATA_LONG: | |
229 | seq_printf(f, "%ld", knp->value.l); | |
230 | break; | |
231 | case KSTAT_DATA_ULONG: | |
232 | seq_printf(f, "%lu", knp->value.ul); | |
233 | break; | |
234 | case KSTAT_DATA_STRING: | |
235 | KSTAT_NAMED_STR_PTR(knp) | |
236 | [KSTAT_NAMED_STR_BUFLEN(knp)-1] = '\0'; | |
237 | seq_printf(f, "%s", KSTAT_NAMED_STR_PTR(knp)); | |
238 | break; | |
239 | default: | |
240 | PANIC("Undefined kstat data type %d\n", knp->data_type); | |
241 | } | |
242 | ||
243 | seq_printf(f, "\n"); | |
244 | ||
245 | return (0); | |
04a479f7 BB |
246 | } |
247 | ||
248 | static int | |
249 | kstat_seq_show_intr(struct seq_file *f, kstat_intr_t *kip) | |
250 | { | |
5461eefe BB |
251 | seq_printf(f, "%-8u %-8u %-8u %-8u %-8u\n", |
252 | kip->intrs[KSTAT_INTR_HARD], | |
253 | kip->intrs[KSTAT_INTR_SOFT], | |
254 | kip->intrs[KSTAT_INTR_WATCHDOG], | |
255 | kip->intrs[KSTAT_INTR_SPURIOUS], | |
256 | kip->intrs[KSTAT_INTR_MULTSVC]); | |
257 | ||
258 | return (0); | |
04a479f7 BB |
259 | } |
260 | ||
261 | static int | |
262 | kstat_seq_show_io(struct seq_file *f, kstat_io_t *kip) | |
263 | { | |
a48cd034 | 264 | /* though wlentime & friends are signed, they will never be negative */ |
5461eefe | 265 | seq_printf(f, |
a48cd034 RE |
266 | "%-8llu %-8llu %-8u %-8u %-8llu %-8llu " |
267 | "%-8llu %-8llu %-8llu %-8llu %-8u %-8u\n", | |
5461eefe BB |
268 | kip->nread, kip->nwritten, |
269 | kip->reads, kip->writes, | |
270 | kip->wtime, kip->wlentime, kip->wlastupdate, | |
271 | kip->rtime, kip->rlentime, kip->rlastupdate, | |
272 | kip->wcnt, kip->rcnt); | |
273 | ||
274 | return (0); | |
04a479f7 BB |
275 | } |
276 | ||
277 | static int | |
278 | kstat_seq_show_timer(struct seq_file *f, kstat_timer_t *ktp) | |
279 | { | |
5461eefe | 280 | seq_printf(f, |
a48cd034 | 281 | "%-31s %-8llu %-8llu %-8llu %-8llu %-8llu %-8llu\n", |
5461eefe BB |
282 | ktp->name, ktp->num_events, ktp->elapsed_time, |
283 | ktp->min_time, ktp->max_time, | |
284 | ktp->start_time, ktp->stop_time); | |
04a479f7 | 285 | |
5461eefe | 286 | return (0); |
04a479f7 BB |
287 | } |
288 | ||
289 | static int | |
290 | kstat_seq_show(struct seq_file *f, void *p) | |
291 | { | |
5461eefe BB |
292 | kstat_t *ksp = (kstat_t *)f->private; |
293 | int rc = 0; | |
04a479f7 | 294 | |
5461eefe | 295 | ASSERT(ksp->ks_magic == KS_MAGIC); |
04a479f7 BB |
296 | |
297 | switch (ksp->ks_type) { | |
5461eefe | 298 | case KSTAT_TYPE_RAW: |
56d40a68 | 299 | restart: |
5461eefe BB |
300 | if (ksp->ks_raw_ops.data) { |
301 | rc = ksp->ks_raw_ops.data( | |
56d40a68 PS |
302 | ksp->ks_raw_buf, ksp->ks_raw_bufsize, p); |
303 | if (rc == ENOMEM && !kstat_resize_raw(ksp)) | |
304 | goto restart; | |
305 | if (!rc) | |
5461eefe BB |
306 | seq_puts(f, ksp->ks_raw_buf); |
307 | } else { | |
308 | ASSERT(ksp->ks_ndata == 1); | |
309 | rc = kstat_seq_show_raw(f, ksp->ks_data, | |
3673d032 | 310 | ksp->ks_data_size); |
5461eefe BB |
311 | } |
312 | break; | |
313 | case KSTAT_TYPE_NAMED: | |
314 | rc = kstat_seq_show_named(f, (kstat_named_t *)p); | |
315 | break; | |
316 | case KSTAT_TYPE_INTR: | |
317 | rc = kstat_seq_show_intr(f, (kstat_intr_t *)p); | |
318 | break; | |
319 | case KSTAT_TYPE_IO: | |
320 | rc = kstat_seq_show_io(f, (kstat_io_t *)p); | |
321 | break; | |
322 | case KSTAT_TYPE_TIMER: | |
323 | rc = kstat_seq_show_timer(f, (kstat_timer_t *)p); | |
324 | break; | |
325 | default: | |
326 | PANIC("Undefined kstat type %d\n", ksp->ks_type); | |
327 | } | |
328 | ||
329 | return (-rc); | |
04a479f7 BB |
330 | } |
331 | ||
68386b05 | 332 | static int |
9a8b7a74 BB |
333 | kstat_default_update(kstat_t *ksp, int rw) |
334 | { | |
335 | ASSERT(ksp != NULL); | |
56d40a68 PS |
336 | |
337 | if (rw == KSTAT_WRITE) | |
338 | return (EACCES); | |
339 | ||
5461eefe | 340 | return (0); |
9a8b7a74 BB |
341 | } |
342 | ||
04a479f7 BB |
343 | static void * |
344 | kstat_seq_data_addr(kstat_t *ksp, loff_t n) | |
345 | { | |
5461eefe | 346 | void *rc = NULL; |
04a479f7 BB |
347 | |
348 | switch (ksp->ks_type) { | |
5461eefe BB |
349 | case KSTAT_TYPE_RAW: |
350 | if (ksp->ks_raw_ops.addr) | |
351 | rc = ksp->ks_raw_ops.addr(ksp, n); | |
352 | else | |
353 | rc = ksp->ks_data; | |
354 | break; | |
355 | case KSTAT_TYPE_NAMED: | |
356 | rc = ksp->ks_data + n * sizeof (kstat_named_t); | |
357 | break; | |
358 | case KSTAT_TYPE_INTR: | |
359 | rc = ksp->ks_data + n * sizeof (kstat_intr_t); | |
360 | break; | |
361 | case KSTAT_TYPE_IO: | |
362 | rc = ksp->ks_data + n * sizeof (kstat_io_t); | |
363 | break; | |
364 | case KSTAT_TYPE_TIMER: | |
365 | rc = ksp->ks_data + n * sizeof (kstat_timer_t); | |
366 | break; | |
367 | default: | |
368 | PANIC("Undefined kstat type %d\n", ksp->ks_type); | |
369 | } | |
370 | ||
371 | return (rc); | |
04a479f7 BB |
372 | } |
373 | ||
374 | static void * | |
375 | kstat_seq_start(struct seq_file *f, loff_t *pos) | |
376 | { | |
5461eefe BB |
377 | loff_t n = *pos; |
378 | kstat_t *ksp = (kstat_t *)f->private; | |
379 | ASSERT(ksp->ks_magic == KS_MAGIC); | |
04a479f7 | 380 | |
ffbf0e57 | 381 | mutex_enter(ksp->ks_lock); |
71c9f0b0 | 382 | |
5461eefe BB |
383 | if (ksp->ks_type == KSTAT_TYPE_RAW) { |
384 | ksp->ks_raw_bufsize = PAGE_SIZE; | |
385 | ksp->ks_raw_buf = vmem_alloc(ksp->ks_raw_bufsize, KM_SLEEP); | |
386 | } | |
56d40a68 | 387 | |
5461eefe BB |
388 | /* Dynamically update kstat, on error existing kstats are used */ |
389 | (void) ksp->ks_update(ksp, KSTAT_READ); | |
9a8b7a74 | 390 | |
04a479f7 BB |
391 | ksp->ks_snaptime = gethrtime(); |
392 | ||
f0ed6c74 TH |
393 | if (!(ksp->ks_flags & KSTAT_FLAG_NO_HEADERS) && !n && |
394 | kstat_seq_show_headers(f)) | |
8d9a23e8 | 395 | return (NULL); |
04a479f7 | 396 | |
5461eefe BB |
397 | if (n >= ksp->ks_ndata) |
398 | return (NULL); | |
04a479f7 | 399 | |
5461eefe | 400 | return (kstat_seq_data_addr(ksp, n)); |
04a479f7 BB |
401 | } |
402 | ||
403 | static void * | |
404 | kstat_seq_next(struct seq_file *f, void *p, loff_t *pos) | |
405 | { | |
5461eefe BB |
406 | kstat_t *ksp = (kstat_t *)f->private; |
407 | ASSERT(ksp->ks_magic == KS_MAGIC); | |
04a479f7 | 408 | |
5461eefe BB |
409 | ++*pos; |
410 | if (*pos >= ksp->ks_ndata) | |
411 | return (NULL); | |
04a479f7 | 412 | |
5461eefe | 413 | return (kstat_seq_data_addr(ksp, *pos)); |
04a479f7 BB |
414 | } |
415 | ||
416 | static void | |
417 | kstat_seq_stop(struct seq_file *f, void *v) | |
418 | { | |
ffbf0e57 CP |
419 | kstat_t *ksp = (kstat_t *)f->private; |
420 | ASSERT(ksp->ks_magic == KS_MAGIC); | |
04a479f7 | 421 | |
56d40a68 PS |
422 | if (ksp->ks_type == KSTAT_TYPE_RAW) |
423 | vmem_free(ksp->ks_raw_buf, ksp->ks_raw_bufsize); | |
424 | ||
ffbf0e57 | 425 | mutex_exit(ksp->ks_lock); |
04a479f7 BB |
426 | } |
427 | ||
428 | static struct seq_operations kstat_seq_ops = { | |
5461eefe BB |
429 | .show = kstat_seq_show, |
430 | .start = kstat_seq_start, | |
431 | .next = kstat_seq_next, | |
432 | .stop = kstat_seq_stop, | |
04a479f7 BB |
433 | }; |
434 | ||
f2a745c4 RY |
435 | static kstat_module_t * |
436 | kstat_find_module(char *name) | |
437 | { | |
438 | kstat_module_t *module; | |
439 | ||
3673d032 | 440 | list_for_each_entry(module, &kstat_module_list, ksm_module_list) { |
f2a745c4 RY |
441 | if (strncmp(name, module->ksm_name, KSTAT_STRLEN) == 0) |
442 | return (module); | |
3673d032 | 443 | } |
f2a745c4 RY |
444 | |
445 | return (NULL); | |
446 | } | |
447 | ||
448 | static kstat_module_t * | |
449 | kstat_create_module(char *name) | |
450 | { | |
451 | kstat_module_t *module; | |
452 | struct proc_dir_entry *pde; | |
453 | ||
454 | pde = proc_mkdir(name, proc_spl_kstat); | |
455 | if (pde == NULL) | |
456 | return (NULL); | |
457 | ||
458 | module = kmem_alloc(sizeof (kstat_module_t), KM_SLEEP); | |
459 | module->ksm_proc = pde; | |
460 | strlcpy(module->ksm_name, name, KSTAT_STRLEN+1); | |
461 | INIT_LIST_HEAD(&module->ksm_kstat_list); | |
462 | list_add_tail(&module->ksm_module_list, &kstat_module_list); | |
463 | ||
464 | return (module); | |
465 | ||
466 | } | |
467 | ||
468 | static void | |
469 | kstat_delete_module(kstat_module_t *module) | |
470 | { | |
471 | ASSERT(list_empty(&module->ksm_kstat_list)); | |
472 | remove_proc_entry(module->ksm_name, proc_spl_kstat); | |
473 | list_del(&module->ksm_module_list); | |
5461eefe | 474 | kmem_free(module, sizeof (kstat_module_t)); |
f2a745c4 RY |
475 | } |
476 | ||
04a479f7 BB |
477 | static int |
478 | proc_kstat_open(struct inode *inode, struct file *filp) | |
479 | { | |
5461eefe BB |
480 | struct seq_file *f; |
481 | int rc; | |
04a479f7 | 482 | |
5461eefe BB |
483 | rc = seq_open(filp, &kstat_seq_ops); |
484 | if (rc) | |
485 | return (rc); | |
04a479f7 | 486 | |
5461eefe BB |
487 | f = filp->private_data; |
488 | f->private = PDE_DATA(inode); | |
04a479f7 | 489 | |
5461eefe | 490 | return (rc); |
04a479f7 BB |
491 | } |
492 | ||
56d40a68 | 493 | static ssize_t |
5461eefe BB |
494 | proc_kstat_write(struct file *filp, const char __user *buf, size_t len, |
495 | loff_t *ppos) | |
56d40a68 PS |
496 | { |
497 | struct seq_file *f = filp->private_data; | |
498 | kstat_t *ksp = f->private; | |
499 | int rc; | |
500 | ||
501 | ASSERT(ksp->ks_magic == KS_MAGIC); | |
502 | ||
503 | mutex_enter(ksp->ks_lock); | |
504 | rc = ksp->ks_update(ksp, KSTAT_WRITE); | |
505 | mutex_exit(ksp->ks_lock); | |
506 | ||
507 | if (rc) | |
508 | return (-rc); | |
509 | ||
510 | *ppos += len; | |
511 | return (len); | |
512 | } | |
513 | ||
04a479f7 | 514 | static struct file_operations proc_kstat_operations = { |
56d40a68 PS |
515 | .open = proc_kstat_open, |
516 | .write = proc_kstat_write, | |
517 | .read = seq_read, | |
518 | .llseek = seq_lseek, | |
519 | .release = seq_release, | |
04a479f7 BB |
520 | }; |
521 | ||
56d40a68 PS |
522 | void |
523 | __kstat_set_raw_ops(kstat_t *ksp, | |
3673d032 BB |
524 | int (*headers)(char *buf, size_t size), |
525 | int (*data)(char *buf, size_t size, void *data), | |
526 | void *(*addr)(kstat_t *ksp, loff_t index)) | |
56d40a68 PS |
527 | { |
528 | ksp->ks_raw_ops.headers = headers; | |
529 | ksp->ks_raw_ops.data = data; | |
530 | ksp->ks_raw_ops.addr = addr; | |
531 | } | |
532 | EXPORT_SYMBOL(__kstat_set_raw_ops); | |
533 | ||
d1261452 JG |
534 | void |
535 | kstat_proc_entry_init(kstat_proc_entry_t *kpep, const char *module, | |
536 | const char *name) | |
537 | { | |
538 | kpep->kpe_owner = NULL; | |
539 | kpep->kpe_proc = NULL; | |
540 | INIT_LIST_HEAD(&kpep->kpe_list); | |
541 | strncpy(kpep->kpe_module, module, KSTAT_STRLEN); | |
542 | strncpy(kpep->kpe_name, name, KSTAT_STRLEN); | |
543 | } | |
544 | EXPORT_SYMBOL(kstat_proc_entry_init); | |
545 | ||
04a479f7 BB |
546 | kstat_t * |
547 | __kstat_create(const char *ks_module, int ks_instance, const char *ks_name, | |
5461eefe BB |
548 | const char *ks_class, uchar_t ks_type, uint_t ks_ndata, |
549 | uchar_t ks_flags) | |
04a479f7 BB |
550 | { |
551 | kstat_t *ksp; | |
552 | ||
553 | ASSERT(ks_module); | |
554 | ASSERT(ks_instance == 0); | |
555 | ASSERT(ks_name); | |
04a479f7 BB |
556 | |
557 | if ((ks_type == KSTAT_TYPE_INTR) || (ks_type == KSTAT_TYPE_IO)) | |
5461eefe | 558 | ASSERT(ks_ndata == 1); |
04a479f7 | 559 | |
5461eefe | 560 | ksp = kmem_zalloc(sizeof (*ksp), KM_SLEEP); |
04a479f7 | 561 | if (ksp == NULL) |
5461eefe | 562 | return (ksp); |
04a479f7 | 563 | |
f2a745c4 | 564 | mutex_enter(&kstat_module_lock); |
04a479f7 | 565 | ksp->ks_kid = kstat_id; |
5461eefe | 566 | kstat_id++; |
f2a745c4 | 567 | mutex_exit(&kstat_module_lock); |
04a479f7 | 568 | |
5461eefe | 569 | ksp->ks_magic = KS_MAGIC; |
ffbf0e57 CP |
570 | mutex_init(&ksp->ks_private_lock, NULL, MUTEX_DEFAULT, NULL); |
571 | ksp->ks_lock = &ksp->ks_private_lock; | |
04a479f7 BB |
572 | |
573 | ksp->ks_crtime = gethrtime(); | |
5461eefe | 574 | ksp->ks_snaptime = ksp->ks_crtime; |
04a479f7 | 575 | ksp->ks_instance = ks_instance; |
04a479f7 BB |
576 | strncpy(ksp->ks_class, ks_class, KSTAT_STRLEN); |
577 | ksp->ks_type = ks_type; | |
578 | ksp->ks_flags = ks_flags; | |
9a8b7a74 BB |
579 | ksp->ks_update = kstat_default_update; |
580 | ksp->ks_private = NULL; | |
56d40a68 PS |
581 | ksp->ks_raw_ops.headers = NULL; |
582 | ksp->ks_raw_ops.data = NULL; | |
583 | ksp->ks_raw_ops.addr = NULL; | |
584 | ksp->ks_raw_buf = NULL; | |
585 | ksp->ks_raw_bufsize = 0; | |
d1261452 | 586 | kstat_proc_entry_init(&ksp->ks_proc, ks_module, ks_name); |
04a479f7 BB |
587 | |
588 | switch (ksp->ks_type) { | |
5461eefe BB |
589 | case KSTAT_TYPE_RAW: |
590 | ksp->ks_ndata = 1; | |
591 | ksp->ks_data_size = ks_ndata; | |
592 | break; | |
593 | case KSTAT_TYPE_NAMED: | |
594 | ksp->ks_ndata = ks_ndata; | |
595 | ksp->ks_data_size = ks_ndata * sizeof (kstat_named_t); | |
596 | break; | |
597 | case KSTAT_TYPE_INTR: | |
598 | ksp->ks_ndata = ks_ndata; | |
599 | ksp->ks_data_size = ks_ndata * sizeof (kstat_intr_t); | |
600 | break; | |
601 | case KSTAT_TYPE_IO: | |
602 | ksp->ks_ndata = ks_ndata; | |
603 | ksp->ks_data_size = ks_ndata * sizeof (kstat_io_t); | |
604 | break; | |
605 | case KSTAT_TYPE_TIMER: | |
606 | ksp->ks_ndata = ks_ndata; | |
607 | ksp->ks_data_size = ks_ndata * sizeof (kstat_timer_t); | |
608 | break; | |
609 | default: | |
610 | PANIC("Undefined kstat type %d\n", ksp->ks_type); | |
611 | } | |
04a479f7 BB |
612 | |
613 | if (ksp->ks_flags & KSTAT_FLAG_VIRTUAL) { | |
5461eefe BB |
614 | ksp->ks_data = NULL; |
615 | } else { | |
616 | ksp->ks_data = kmem_zalloc(ksp->ks_data_size, KM_SLEEP); | |
617 | if (ksp->ks_data == NULL) { | |
618 | kmem_free(ksp, sizeof (*ksp)); | |
619 | ksp = NULL; | |
620 | } | |
621 | } | |
622 | ||
623 | return (ksp); | |
04a479f7 BB |
624 | } |
625 | EXPORT_SYMBOL(__kstat_create); | |
626 | ||
cd478018 | 627 | static int |
d1261452 | 628 | kstat_detect_collision(kstat_proc_entry_t *kpep) |
cd478018 | 629 | { |
630 | kstat_module_t *module; | |
d1261452 | 631 | kstat_proc_entry_t *tmp; |
9df96926 | 632 | char *parent; |
cd478018 | 633 | char *cp; |
634 | ||
d1261452 | 635 | parent = kmem_asprintf("%s", kpep->kpe_module); |
cd478018 | 636 | |
9df96926 GK |
637 | if ((cp = strrchr(parent, '/')) == NULL) { |
638 | strfree(parent); | |
cd478018 | 639 | return (0); |
9df96926 | 640 | } |
cd478018 | 641 | |
642 | cp[0] = '\0'; | |
643 | if ((module = kstat_find_module(parent)) != NULL) { | |
d1261452 JG |
644 | list_for_each_entry(tmp, &module->ksm_kstat_list, kpe_list) { |
645 | if (strncmp(tmp->kpe_name, cp+1, KSTAT_STRLEN) == 0) { | |
9df96926 | 646 | strfree(parent); |
cd478018 | 647 | return (EEXIST); |
9df96926 | 648 | } |
3673d032 | 649 | } |
cd478018 | 650 | } |
651 | ||
9df96926 | 652 | strfree(parent); |
cd478018 | 653 | return (0); |
654 | } | |
655 | ||
d1261452 JG |
656 | /* |
657 | * Add a file to the proc filesystem under the kstat namespace (i.e. | |
658 | * /proc/spl/kstat/). The file need not necessarily be implemented as a | |
659 | * kstat. | |
660 | */ | |
04a479f7 | 661 | void |
d1261452 JG |
662 | kstat_proc_entry_install(kstat_proc_entry_t *kpep, |
663 | const struct file_operations *file_ops, void *data) | |
04a479f7 | 664 | { |
f2a745c4 | 665 | kstat_module_t *module; |
d1261452 | 666 | kstat_proc_entry_t *tmp; |
04a479f7 | 667 | |
d1261452 | 668 | ASSERT(kpep); |
04a479f7 | 669 | |
f2a745c4 | 670 | mutex_enter(&kstat_module_lock); |
04a479f7 | 671 | |
d1261452 | 672 | module = kstat_find_module(kpep->kpe_module); |
f2a745c4 | 673 | if (module == NULL) { |
d1261452 | 674 | if (kstat_detect_collision(kpep) != 0) { |
cd478018 | 675 | cmn_err(CE_WARN, "kstat_create('%s', '%s'): namespace" \ |
d1261452 | 676 | " collision", kpep->kpe_module, kpep->kpe_name); |
cd478018 | 677 | goto out; |
678 | } | |
d1261452 | 679 | module = kstat_create_module(kpep->kpe_module); |
f2a745c4 RY |
680 | if (module == NULL) |
681 | goto out; | |
04a479f7 BB |
682 | } |
683 | ||
f2a745c4 RY |
684 | /* |
685 | * Only one entry by this name per-module, on failure the module | |
686 | * shouldn't be deleted because we know it has at least one entry. | |
687 | */ | |
d1261452 JG |
688 | list_for_each_entry(tmp, &module->ksm_kstat_list, kpe_list) { |
689 | if (strncmp(tmp->kpe_name, kpep->kpe_name, KSTAT_STRLEN) == 0) | |
f2a745c4 | 690 | goto out; |
3673d032 | 691 | } |
f2a745c4 | 692 | |
d1261452 | 693 | list_add_tail(&kpep->kpe_list, &module->ksm_kstat_list); |
04a479f7 | 694 | |
d1261452 JG |
695 | kpep->kpe_owner = module; |
696 | kpep->kpe_proc = proc_create_data(kpep->kpe_name, 0644, | |
697 | module->ksm_proc, file_ops, data); | |
698 | if (kpep->kpe_proc == NULL) { | |
699 | list_del_init(&kpep->kpe_list); | |
f2a745c4 RY |
700 | if (list_empty(&module->ksm_kstat_list)) |
701 | kstat_delete_module(module); | |
702 | } | |
04a479f7 | 703 | out: |
f2a745c4 | 704 | mutex_exit(&kstat_module_lock); |
d1261452 JG |
705 | |
706 | } | |
707 | EXPORT_SYMBOL(kstat_proc_entry_install); | |
708 | ||
709 | void | |
710 | __kstat_install(kstat_t *ksp) | |
711 | { | |
712 | ASSERT(ksp); | |
713 | kstat_proc_entry_install(&ksp->ks_proc, &proc_kstat_operations, ksp); | |
04a479f7 BB |
714 | } |
715 | EXPORT_SYMBOL(__kstat_install); | |
716 | ||
717 | void | |
d1261452 | 718 | kstat_proc_entry_delete(kstat_proc_entry_t *kpep) |
04a479f7 | 719 | { |
d1261452 JG |
720 | kstat_module_t *module = kpep->kpe_owner; |
721 | if (kpep->kpe_proc) | |
722 | remove_proc_entry(kpep->kpe_name, module->ksm_proc); | |
04a479f7 | 723 | |
f2a745c4 | 724 | mutex_enter(&kstat_module_lock); |
d1261452 JG |
725 | list_del_init(&kpep->kpe_list); |
726 | ||
727 | /* | |
728 | * Remove top level module directory if it wasn't empty before, but now | |
729 | * is. | |
730 | */ | |
731 | if (kpep->kpe_proc && list_empty(&module->ksm_kstat_list)) | |
732 | kstat_delete_module(module); | |
f2a745c4 | 733 | mutex_exit(&kstat_module_lock); |
04a479f7 | 734 | |
d1261452 JG |
735 | } |
736 | EXPORT_SYMBOL(kstat_proc_entry_delete); | |
04a479f7 | 737 | |
d1261452 JG |
738 | void |
739 | __kstat_delete(kstat_t *ksp) | |
740 | { | |
741 | kstat_proc_entry_delete(&ksp->ks_proc); | |
04a479f7 BB |
742 | |
743 | if (!(ksp->ks_flags & KSTAT_FLAG_VIRTUAL)) | |
f2a745c4 | 744 | kmem_free(ksp->ks_data, ksp->ks_data_size); |
04a479f7 | 745 | |
ffbf0e57 CP |
746 | ksp->ks_lock = NULL; |
747 | mutex_destroy(&ksp->ks_private_lock); | |
5461eefe | 748 | kmem_free(ksp, sizeof (*ksp)); |
04a479f7 BB |
749 | } |
750 | EXPORT_SYMBOL(__kstat_delete); | |
751 | ||
04a479f7 | 752 | int |
1114ae6a | 753 | spl_kstat_init(void) |
04a479f7 | 754 | { |
f2a745c4 RY |
755 | mutex_init(&kstat_module_lock, NULL, MUTEX_DEFAULT, NULL); |
756 | INIT_LIST_HEAD(&kstat_module_list); | |
5461eefe | 757 | kstat_id = 0; |
8d9a23e8 | 758 | return (0); |
04a479f7 BB |
759 | } |
760 | ||
761 | void | |
1114ae6a | 762 | spl_kstat_fini(void) |
04a479f7 | 763 | { |
f2a745c4 RY |
764 | ASSERT(list_empty(&kstat_module_list)); |
765 | mutex_destroy(&kstat_module_lock); | |
04a479f7 | 766 | } |