]> git.proxmox.com Git - mirror_zfs.git/blame - module/spl/spl-kstat.c
Use proper tag for spa config refcounts in mmp_write_uberblock()
[mirror_zfs.git] / module / spl / spl-kstat.c
CommitLineData
4b393c50 1/*
716154c5
BB
2 * Copyright (C) 2007-2010 Lawrence Livermore National Security, LLC.
3 * Copyright (C) 2007 The Regents of the University of California.
4 * Produced at Lawrence Livermore National Laboratory (cf, DISCLAIMER).
5 * Written by Brian Behlendorf <behlendorf1@llnl.gov>.
715f6251
BB
6 * UCRL-CODE-235197
7 *
716154c5 8 * This file is part of the SPL, Solaris Porting Layer.
3d6af2dd 9 * For details, see <http://zfsonlinux.org/>.
716154c5
BB
10 *
11 * The SPL is free software; you can redistribute it and/or modify it
12 * under the terms of the GNU General Public License as published by the
13 * Free Software Foundation; either version 2 of the License, or (at your
14 * option) any later version.
715f6251 15 *
716154c5 16 * The SPL is distributed in the hope that it will be useful, but WITHOUT
715f6251
BB
17 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
18 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
19 * for more details.
20 *
21 * You should have received a copy of the GNU General Public License along
716154c5 22 * with the SPL. If not, see <http://www.gnu.org/licenses/>.
5461eefe 23 *
716154c5 24 * Solaris Porting Layer (SPL) Kstat Implementation.
4b393c50 25 */
715f6251 26
ae4c36ad 27#include <linux/seq_file.h>
55abb092 28#include <sys/kstat.h>
e5b9b344 29#include <sys/vmem.h>
cd478018 30#include <sys/cmn_err.h>
a9125891 31#include <sys/sysmacros.h>
04a479f7 32
1ddf9722 33#ifndef HAVE_PDE_DATA
5461eefe 34#define PDE_DATA(x) (PDE(x)->data)
1ddf9722 35#endif
b17edc10 36
f2a745c4
RY
37static kmutex_t kstat_module_lock;
38static struct list_head kstat_module_list;
04a479f7
BB
39static kid_t kstat_id;
40
56d40a68
PS
41static int
42kstat_resize_raw(kstat_t *ksp)
43{
44 if (ksp->ks_raw_bufsize == KSTAT_RAW_MAX)
5461eefe 45 return (ENOMEM);
56d40a68
PS
46
47 vmem_free(ksp->ks_raw_buf, ksp->ks_raw_bufsize);
48 ksp->ks_raw_bufsize = MIN(ksp->ks_raw_bufsize * 2, KSTAT_RAW_MAX);
49 ksp->ks_raw_buf = vmem_alloc(ksp->ks_raw_bufsize, KM_SLEEP);
50
5461eefe 51 return (0);
56d40a68
PS
52}
53
f483a97a
NB
54void
55kstat_waitq_enter(kstat_io_t *kiop)
56{
57 hrtime_t new, delta;
58 ulong_t wcnt;
59
60 new = gethrtime();
61 delta = new - kiop->wlastupdate;
62 kiop->wlastupdate = new;
63 wcnt = kiop->wcnt++;
64 if (wcnt != 0) {
65 kiop->wlentime += delta * wcnt;
66 kiop->wtime += delta;
67 }
68}
69EXPORT_SYMBOL(kstat_waitq_enter);
70
71void
72kstat_waitq_exit(kstat_io_t *kiop)
73{
74 hrtime_t new, delta;
75 ulong_t wcnt;
76
77 new = gethrtime();
78 delta = new - kiop->wlastupdate;
79 kiop->wlastupdate = new;
80 wcnt = kiop->wcnt--;
81 ASSERT((int)wcnt > 0);
82 kiop->wlentime += delta * wcnt;
83 kiop->wtime += delta;
84}
85EXPORT_SYMBOL(kstat_waitq_exit);
86
87void
88kstat_runq_enter(kstat_io_t *kiop)
89{
90 hrtime_t new, delta;
91 ulong_t rcnt;
92
93 new = gethrtime();
94 delta = new - kiop->rlastupdate;
95 kiop->rlastupdate = new;
96 rcnt = kiop->rcnt++;
97 if (rcnt != 0) {
98 kiop->rlentime += delta * rcnt;
99 kiop->rtime += delta;
100 }
101}
102EXPORT_SYMBOL(kstat_runq_enter);
103
104void
105kstat_runq_exit(kstat_io_t *kiop)
106{
107 hrtime_t new, delta;
108 ulong_t rcnt;
109
110 new = gethrtime();
111 delta = new - kiop->rlastupdate;
112 kiop->rlastupdate = new;
113 rcnt = kiop->rcnt--;
114 ASSERT((int)rcnt > 0);
115 kiop->rlentime += delta * rcnt;
116 kiop->rtime += delta;
117}
118EXPORT_SYMBOL(kstat_runq_exit);
119
56d40a68 120static int
04a479f7
BB
121kstat_seq_show_headers(struct seq_file *f)
122{
5461eefe 123 kstat_t *ksp = (kstat_t *)f->private;
56d40a68
PS
124 int rc = 0;
125
5461eefe 126 ASSERT(ksp->ks_magic == KS_MAGIC);
04a479f7 127
5461eefe
BB
128 seq_printf(f, "%d %d 0x%02x %d %d %lld %lld\n",
129 ksp->ks_kid, ksp->ks_type, ksp->ks_flags,
130 ksp->ks_ndata, (int)ksp->ks_data_size,
131 ksp->ks_crtime, ksp->ks_snaptime);
04a479f7
BB
132
133 switch (ksp->ks_type) {
5461eefe 134 case KSTAT_TYPE_RAW:
56d40a68 135restart:
5461eefe
BB
136 if (ksp->ks_raw_ops.headers) {
137 rc = ksp->ks_raw_ops.headers(
138 ksp->ks_raw_buf, ksp->ks_raw_bufsize);
56d40a68
PS
139 if (rc == ENOMEM && !kstat_resize_raw(ksp))
140 goto restart;
141 if (!rc)
5461eefe
BB
142 seq_puts(f, ksp->ks_raw_buf);
143 } else {
144 seq_printf(f, "raw data\n");
145 }
146 break;
147 case KSTAT_TYPE_NAMED:
148 seq_printf(f, "%-31s %-4s %s\n",
149 "name", "type", "data");
150 break;
151 case KSTAT_TYPE_INTR:
152 seq_printf(f, "%-8s %-8s %-8s %-8s %-8s\n",
153 "hard", "soft", "watchdog",
154 "spurious", "multsvc");
155 break;
156 case KSTAT_TYPE_IO:
157 seq_printf(f,
158 "%-8s %-8s %-8s %-8s %-8s %-8s "
159 "%-8s %-8s %-8s %-8s %-8s %-8s\n",
160 "nread", "nwritten", "reads", "writes",
161 "wtime", "wlentime", "wupdate",
162 "rtime", "rlentime", "rupdate",
163 "wcnt", "rcnt");
164 break;
165 case KSTAT_TYPE_TIMER:
166 seq_printf(f,
167 "%-31s %-8s "
168 "%-8s %-8s %-8s %-8s %-8s\n",
169 "name", "events", "elapsed",
170 "min", "max", "start", "stop");
171 break;
172 default:
173 PANIC("Undefined kstat type %d\n", ksp->ks_type);
174 }
175
176 return (-rc);
04a479f7
BB
177}
178
179static int
180kstat_seq_show_raw(struct seq_file *f, unsigned char *p, int l)
181{
5461eefe 182 int i, j;
04a479f7 183
5461eefe
BB
184 for (i = 0; ; i++) {
185 seq_printf(f, "%03x:", i);
04a479f7 186
5461eefe
BB
187 for (j = 0; j < 16; j++) {
188 if (i * 16 + j >= l) {
189 seq_printf(f, "\n");
190 goto out;
191 }
04a479f7 192
5461eefe
BB
193 seq_printf(f, " %02x", (unsigned char)p[i * 16 + j]);
194 }
195 seq_printf(f, "\n");
196 }
04a479f7 197out:
5461eefe 198 return (0);
04a479f7
BB
199}
200
201static int
202kstat_seq_show_named(struct seq_file *f, kstat_named_t *knp)
203{
5461eefe
BB
204 seq_printf(f, "%-31s %-4d ", knp->name, knp->data_type);
205
206 switch (knp->data_type) {
207 case KSTAT_DATA_CHAR:
208 knp->value.c[15] = '\0'; /* NULL terminate */
209 seq_printf(f, "%-16s", knp->value.c);
210 break;
211 /*
212 * NOTE - We need to be more careful able what tokens are
213 * used for each arch, for now this is correct for x86_64.
214 */
215 case KSTAT_DATA_INT32:
216 seq_printf(f, "%d", knp->value.i32);
217 break;
218 case KSTAT_DATA_UINT32:
219 seq_printf(f, "%u", knp->value.ui32);
220 break;
221 case KSTAT_DATA_INT64:
222 seq_printf(f, "%lld", (signed long long)knp->value.i64);
223 break;
224 case KSTAT_DATA_UINT64:
225 seq_printf(f, "%llu",
226 (unsigned long long)knp->value.ui64);
227 break;
228 case KSTAT_DATA_LONG:
229 seq_printf(f, "%ld", knp->value.l);
230 break;
231 case KSTAT_DATA_ULONG:
232 seq_printf(f, "%lu", knp->value.ul);
233 break;
234 case KSTAT_DATA_STRING:
235 KSTAT_NAMED_STR_PTR(knp)
236 [KSTAT_NAMED_STR_BUFLEN(knp)-1] = '\0';
237 seq_printf(f, "%s", KSTAT_NAMED_STR_PTR(knp));
238 break;
239 default:
240 PANIC("Undefined kstat data type %d\n", knp->data_type);
241 }
242
243 seq_printf(f, "\n");
244
245 return (0);
04a479f7
BB
246}
247
248static int
249kstat_seq_show_intr(struct seq_file *f, kstat_intr_t *kip)
250{
5461eefe
BB
251 seq_printf(f, "%-8u %-8u %-8u %-8u %-8u\n",
252 kip->intrs[KSTAT_INTR_HARD],
253 kip->intrs[KSTAT_INTR_SOFT],
254 kip->intrs[KSTAT_INTR_WATCHDOG],
255 kip->intrs[KSTAT_INTR_SPURIOUS],
256 kip->intrs[KSTAT_INTR_MULTSVC]);
257
258 return (0);
04a479f7
BB
259}
260
261static int
262kstat_seq_show_io(struct seq_file *f, kstat_io_t *kip)
263{
a48cd034 264 /* though wlentime & friends are signed, they will never be negative */
5461eefe 265 seq_printf(f,
a48cd034
RE
266 "%-8llu %-8llu %-8u %-8u %-8llu %-8llu "
267 "%-8llu %-8llu %-8llu %-8llu %-8u %-8u\n",
5461eefe
BB
268 kip->nread, kip->nwritten,
269 kip->reads, kip->writes,
270 kip->wtime, kip->wlentime, kip->wlastupdate,
271 kip->rtime, kip->rlentime, kip->rlastupdate,
272 kip->wcnt, kip->rcnt);
273
274 return (0);
04a479f7
BB
275}
276
277static int
278kstat_seq_show_timer(struct seq_file *f, kstat_timer_t *ktp)
279{
5461eefe 280 seq_printf(f,
a48cd034 281 "%-31s %-8llu %-8llu %-8llu %-8llu %-8llu %-8llu\n",
5461eefe
BB
282 ktp->name, ktp->num_events, ktp->elapsed_time,
283 ktp->min_time, ktp->max_time,
284 ktp->start_time, ktp->stop_time);
04a479f7 285
5461eefe 286 return (0);
04a479f7
BB
287}
288
289static int
290kstat_seq_show(struct seq_file *f, void *p)
291{
5461eefe
BB
292 kstat_t *ksp = (kstat_t *)f->private;
293 int rc = 0;
04a479f7 294
5461eefe 295 ASSERT(ksp->ks_magic == KS_MAGIC);
04a479f7
BB
296
297 switch (ksp->ks_type) {
5461eefe 298 case KSTAT_TYPE_RAW:
56d40a68 299restart:
5461eefe
BB
300 if (ksp->ks_raw_ops.data) {
301 rc = ksp->ks_raw_ops.data(
56d40a68
PS
302 ksp->ks_raw_buf, ksp->ks_raw_bufsize, p);
303 if (rc == ENOMEM && !kstat_resize_raw(ksp))
304 goto restart;
305 if (!rc)
5461eefe
BB
306 seq_puts(f, ksp->ks_raw_buf);
307 } else {
308 ASSERT(ksp->ks_ndata == 1);
309 rc = kstat_seq_show_raw(f, ksp->ks_data,
3673d032 310 ksp->ks_data_size);
5461eefe
BB
311 }
312 break;
313 case KSTAT_TYPE_NAMED:
314 rc = kstat_seq_show_named(f, (kstat_named_t *)p);
315 break;
316 case KSTAT_TYPE_INTR:
317 rc = kstat_seq_show_intr(f, (kstat_intr_t *)p);
318 break;
319 case KSTAT_TYPE_IO:
320 rc = kstat_seq_show_io(f, (kstat_io_t *)p);
321 break;
322 case KSTAT_TYPE_TIMER:
323 rc = kstat_seq_show_timer(f, (kstat_timer_t *)p);
324 break;
325 default:
326 PANIC("Undefined kstat type %d\n", ksp->ks_type);
327 }
328
329 return (-rc);
04a479f7
BB
330}
331
68386b05 332static int
9a8b7a74
BB
333kstat_default_update(kstat_t *ksp, int rw)
334{
335 ASSERT(ksp != NULL);
56d40a68
PS
336
337 if (rw == KSTAT_WRITE)
338 return (EACCES);
339
5461eefe 340 return (0);
9a8b7a74
BB
341}
342
04a479f7
BB
343static void *
344kstat_seq_data_addr(kstat_t *ksp, loff_t n)
345{
5461eefe 346 void *rc = NULL;
04a479f7
BB
347
348 switch (ksp->ks_type) {
5461eefe
BB
349 case KSTAT_TYPE_RAW:
350 if (ksp->ks_raw_ops.addr)
351 rc = ksp->ks_raw_ops.addr(ksp, n);
352 else
353 rc = ksp->ks_data;
354 break;
355 case KSTAT_TYPE_NAMED:
356 rc = ksp->ks_data + n * sizeof (kstat_named_t);
357 break;
358 case KSTAT_TYPE_INTR:
359 rc = ksp->ks_data + n * sizeof (kstat_intr_t);
360 break;
361 case KSTAT_TYPE_IO:
362 rc = ksp->ks_data + n * sizeof (kstat_io_t);
363 break;
364 case KSTAT_TYPE_TIMER:
365 rc = ksp->ks_data + n * sizeof (kstat_timer_t);
366 break;
367 default:
368 PANIC("Undefined kstat type %d\n", ksp->ks_type);
369 }
370
371 return (rc);
04a479f7
BB
372}
373
374static void *
375kstat_seq_start(struct seq_file *f, loff_t *pos)
376{
5461eefe
BB
377 loff_t n = *pos;
378 kstat_t *ksp = (kstat_t *)f->private;
379 ASSERT(ksp->ks_magic == KS_MAGIC);
04a479f7 380
ffbf0e57 381 mutex_enter(ksp->ks_lock);
71c9f0b0 382
5461eefe
BB
383 if (ksp->ks_type == KSTAT_TYPE_RAW) {
384 ksp->ks_raw_bufsize = PAGE_SIZE;
385 ksp->ks_raw_buf = vmem_alloc(ksp->ks_raw_bufsize, KM_SLEEP);
386 }
56d40a68 387
5461eefe
BB
388 /* Dynamically update kstat, on error existing kstats are used */
389 (void) ksp->ks_update(ksp, KSTAT_READ);
9a8b7a74 390
04a479f7
BB
391 ksp->ks_snaptime = gethrtime();
392
f0ed6c74
TH
393 if (!(ksp->ks_flags & KSTAT_FLAG_NO_HEADERS) && !n &&
394 kstat_seq_show_headers(f))
8d9a23e8 395 return (NULL);
04a479f7 396
5461eefe
BB
397 if (n >= ksp->ks_ndata)
398 return (NULL);
04a479f7 399
5461eefe 400 return (kstat_seq_data_addr(ksp, n));
04a479f7
BB
401}
402
403static void *
404kstat_seq_next(struct seq_file *f, void *p, loff_t *pos)
405{
5461eefe
BB
406 kstat_t *ksp = (kstat_t *)f->private;
407 ASSERT(ksp->ks_magic == KS_MAGIC);
04a479f7 408
5461eefe
BB
409 ++*pos;
410 if (*pos >= ksp->ks_ndata)
411 return (NULL);
04a479f7 412
5461eefe 413 return (kstat_seq_data_addr(ksp, *pos));
04a479f7
BB
414}
415
416static void
417kstat_seq_stop(struct seq_file *f, void *v)
418{
ffbf0e57
CP
419 kstat_t *ksp = (kstat_t *)f->private;
420 ASSERT(ksp->ks_magic == KS_MAGIC);
04a479f7 421
56d40a68
PS
422 if (ksp->ks_type == KSTAT_TYPE_RAW)
423 vmem_free(ksp->ks_raw_buf, ksp->ks_raw_bufsize);
424
ffbf0e57 425 mutex_exit(ksp->ks_lock);
04a479f7
BB
426}
427
428static struct seq_operations kstat_seq_ops = {
5461eefe
BB
429 .show = kstat_seq_show,
430 .start = kstat_seq_start,
431 .next = kstat_seq_next,
432 .stop = kstat_seq_stop,
04a479f7
BB
433};
434
f2a745c4
RY
435static kstat_module_t *
436kstat_find_module(char *name)
437{
438 kstat_module_t *module;
439
3673d032 440 list_for_each_entry(module, &kstat_module_list, ksm_module_list) {
f2a745c4
RY
441 if (strncmp(name, module->ksm_name, KSTAT_STRLEN) == 0)
442 return (module);
3673d032 443 }
f2a745c4
RY
444
445 return (NULL);
446}
447
448static kstat_module_t *
449kstat_create_module(char *name)
450{
451 kstat_module_t *module;
452 struct proc_dir_entry *pde;
453
454 pde = proc_mkdir(name, proc_spl_kstat);
455 if (pde == NULL)
456 return (NULL);
457
458 module = kmem_alloc(sizeof (kstat_module_t), KM_SLEEP);
459 module->ksm_proc = pde;
460 strlcpy(module->ksm_name, name, KSTAT_STRLEN+1);
461 INIT_LIST_HEAD(&module->ksm_kstat_list);
462 list_add_tail(&module->ksm_module_list, &kstat_module_list);
463
464 return (module);
465
466}
467
468static void
469kstat_delete_module(kstat_module_t *module)
470{
471 ASSERT(list_empty(&module->ksm_kstat_list));
472 remove_proc_entry(module->ksm_name, proc_spl_kstat);
473 list_del(&module->ksm_module_list);
5461eefe 474 kmem_free(module, sizeof (kstat_module_t));
f2a745c4
RY
475}
476
04a479f7
BB
477static int
478proc_kstat_open(struct inode *inode, struct file *filp)
479{
5461eefe
BB
480 struct seq_file *f;
481 int rc;
04a479f7 482
5461eefe
BB
483 rc = seq_open(filp, &kstat_seq_ops);
484 if (rc)
485 return (rc);
04a479f7 486
5461eefe
BB
487 f = filp->private_data;
488 f->private = PDE_DATA(inode);
04a479f7 489
5461eefe 490 return (rc);
04a479f7
BB
491}
492
56d40a68 493static ssize_t
5461eefe
BB
494proc_kstat_write(struct file *filp, const char __user *buf, size_t len,
495 loff_t *ppos)
56d40a68
PS
496{
497 struct seq_file *f = filp->private_data;
498 kstat_t *ksp = f->private;
499 int rc;
500
501 ASSERT(ksp->ks_magic == KS_MAGIC);
502
503 mutex_enter(ksp->ks_lock);
504 rc = ksp->ks_update(ksp, KSTAT_WRITE);
505 mutex_exit(ksp->ks_lock);
506
507 if (rc)
508 return (-rc);
509
510 *ppos += len;
511 return (len);
512}
513
04a479f7 514static struct file_operations proc_kstat_operations = {
56d40a68
PS
515 .open = proc_kstat_open,
516 .write = proc_kstat_write,
517 .read = seq_read,
518 .llseek = seq_lseek,
519 .release = seq_release,
04a479f7
BB
520};
521
56d40a68
PS
522void
523__kstat_set_raw_ops(kstat_t *ksp,
3673d032
BB
524 int (*headers)(char *buf, size_t size),
525 int (*data)(char *buf, size_t size, void *data),
526 void *(*addr)(kstat_t *ksp, loff_t index))
56d40a68
PS
527{
528 ksp->ks_raw_ops.headers = headers;
529 ksp->ks_raw_ops.data = data;
530 ksp->ks_raw_ops.addr = addr;
531}
532EXPORT_SYMBOL(__kstat_set_raw_ops);
533
d1261452
JG
534void
535kstat_proc_entry_init(kstat_proc_entry_t *kpep, const char *module,
536 const char *name)
537{
538 kpep->kpe_owner = NULL;
539 kpep->kpe_proc = NULL;
540 INIT_LIST_HEAD(&kpep->kpe_list);
541 strncpy(kpep->kpe_module, module, KSTAT_STRLEN);
542 strncpy(kpep->kpe_name, name, KSTAT_STRLEN);
543}
544EXPORT_SYMBOL(kstat_proc_entry_init);
545
04a479f7
BB
546kstat_t *
547__kstat_create(const char *ks_module, int ks_instance, const char *ks_name,
5461eefe
BB
548 const char *ks_class, uchar_t ks_type, uint_t ks_ndata,
549 uchar_t ks_flags)
04a479f7
BB
550{
551 kstat_t *ksp;
552
553 ASSERT(ks_module);
554 ASSERT(ks_instance == 0);
555 ASSERT(ks_name);
04a479f7
BB
556
557 if ((ks_type == KSTAT_TYPE_INTR) || (ks_type == KSTAT_TYPE_IO))
5461eefe 558 ASSERT(ks_ndata == 1);
04a479f7 559
5461eefe 560 ksp = kmem_zalloc(sizeof (*ksp), KM_SLEEP);
04a479f7 561 if (ksp == NULL)
5461eefe 562 return (ksp);
04a479f7 563
f2a745c4 564 mutex_enter(&kstat_module_lock);
04a479f7 565 ksp->ks_kid = kstat_id;
5461eefe 566 kstat_id++;
f2a745c4 567 mutex_exit(&kstat_module_lock);
04a479f7 568
5461eefe 569 ksp->ks_magic = KS_MAGIC;
ffbf0e57
CP
570 mutex_init(&ksp->ks_private_lock, NULL, MUTEX_DEFAULT, NULL);
571 ksp->ks_lock = &ksp->ks_private_lock;
04a479f7
BB
572
573 ksp->ks_crtime = gethrtime();
5461eefe 574 ksp->ks_snaptime = ksp->ks_crtime;
04a479f7 575 ksp->ks_instance = ks_instance;
04a479f7
BB
576 strncpy(ksp->ks_class, ks_class, KSTAT_STRLEN);
577 ksp->ks_type = ks_type;
578 ksp->ks_flags = ks_flags;
9a8b7a74
BB
579 ksp->ks_update = kstat_default_update;
580 ksp->ks_private = NULL;
56d40a68
PS
581 ksp->ks_raw_ops.headers = NULL;
582 ksp->ks_raw_ops.data = NULL;
583 ksp->ks_raw_ops.addr = NULL;
584 ksp->ks_raw_buf = NULL;
585 ksp->ks_raw_bufsize = 0;
d1261452 586 kstat_proc_entry_init(&ksp->ks_proc, ks_module, ks_name);
04a479f7
BB
587
588 switch (ksp->ks_type) {
5461eefe
BB
589 case KSTAT_TYPE_RAW:
590 ksp->ks_ndata = 1;
591 ksp->ks_data_size = ks_ndata;
592 break;
593 case KSTAT_TYPE_NAMED:
594 ksp->ks_ndata = ks_ndata;
595 ksp->ks_data_size = ks_ndata * sizeof (kstat_named_t);
596 break;
597 case KSTAT_TYPE_INTR:
598 ksp->ks_ndata = ks_ndata;
599 ksp->ks_data_size = ks_ndata * sizeof (kstat_intr_t);
600 break;
601 case KSTAT_TYPE_IO:
602 ksp->ks_ndata = ks_ndata;
603 ksp->ks_data_size = ks_ndata * sizeof (kstat_io_t);
604 break;
605 case KSTAT_TYPE_TIMER:
606 ksp->ks_ndata = ks_ndata;
607 ksp->ks_data_size = ks_ndata * sizeof (kstat_timer_t);
608 break;
609 default:
610 PANIC("Undefined kstat type %d\n", ksp->ks_type);
611 }
04a479f7
BB
612
613 if (ksp->ks_flags & KSTAT_FLAG_VIRTUAL) {
5461eefe
BB
614 ksp->ks_data = NULL;
615 } else {
616 ksp->ks_data = kmem_zalloc(ksp->ks_data_size, KM_SLEEP);
617 if (ksp->ks_data == NULL) {
618 kmem_free(ksp, sizeof (*ksp));
619 ksp = NULL;
620 }
621 }
622
623 return (ksp);
04a479f7
BB
624}
625EXPORT_SYMBOL(__kstat_create);
626
cd478018 627static int
d1261452 628kstat_detect_collision(kstat_proc_entry_t *kpep)
cd478018 629{
630 kstat_module_t *module;
d1261452 631 kstat_proc_entry_t *tmp;
9df96926 632 char *parent;
cd478018 633 char *cp;
634
d1261452 635 parent = kmem_asprintf("%s", kpep->kpe_module);
cd478018 636
9df96926
GK
637 if ((cp = strrchr(parent, '/')) == NULL) {
638 strfree(parent);
cd478018 639 return (0);
9df96926 640 }
cd478018 641
642 cp[0] = '\0';
643 if ((module = kstat_find_module(parent)) != NULL) {
d1261452
JG
644 list_for_each_entry(tmp, &module->ksm_kstat_list, kpe_list) {
645 if (strncmp(tmp->kpe_name, cp+1, KSTAT_STRLEN) == 0) {
9df96926 646 strfree(parent);
cd478018 647 return (EEXIST);
9df96926 648 }
3673d032 649 }
cd478018 650 }
651
9df96926 652 strfree(parent);
cd478018 653 return (0);
654}
655
d1261452
JG
656/*
657 * Add a file to the proc filesystem under the kstat namespace (i.e.
658 * /proc/spl/kstat/). The file need not necessarily be implemented as a
659 * kstat.
660 */
04a479f7 661void
d1261452
JG
662kstat_proc_entry_install(kstat_proc_entry_t *kpep,
663 const struct file_operations *file_ops, void *data)
04a479f7 664{
f2a745c4 665 kstat_module_t *module;
d1261452 666 kstat_proc_entry_t *tmp;
04a479f7 667
d1261452 668 ASSERT(kpep);
04a479f7 669
f2a745c4 670 mutex_enter(&kstat_module_lock);
04a479f7 671
d1261452 672 module = kstat_find_module(kpep->kpe_module);
f2a745c4 673 if (module == NULL) {
d1261452 674 if (kstat_detect_collision(kpep) != 0) {
cd478018 675 cmn_err(CE_WARN, "kstat_create('%s', '%s'): namespace" \
d1261452 676 " collision", kpep->kpe_module, kpep->kpe_name);
cd478018 677 goto out;
678 }
d1261452 679 module = kstat_create_module(kpep->kpe_module);
f2a745c4
RY
680 if (module == NULL)
681 goto out;
04a479f7
BB
682 }
683
f2a745c4
RY
684 /*
685 * Only one entry by this name per-module, on failure the module
686 * shouldn't be deleted because we know it has at least one entry.
687 */
d1261452
JG
688 list_for_each_entry(tmp, &module->ksm_kstat_list, kpe_list) {
689 if (strncmp(tmp->kpe_name, kpep->kpe_name, KSTAT_STRLEN) == 0)
f2a745c4 690 goto out;
3673d032 691 }
f2a745c4 692
d1261452 693 list_add_tail(&kpep->kpe_list, &module->ksm_kstat_list);
04a479f7 694
d1261452
JG
695 kpep->kpe_owner = module;
696 kpep->kpe_proc = proc_create_data(kpep->kpe_name, 0644,
697 module->ksm_proc, file_ops, data);
698 if (kpep->kpe_proc == NULL) {
699 list_del_init(&kpep->kpe_list);
f2a745c4
RY
700 if (list_empty(&module->ksm_kstat_list))
701 kstat_delete_module(module);
702 }
04a479f7 703out:
f2a745c4 704 mutex_exit(&kstat_module_lock);
d1261452
JG
705
706}
707EXPORT_SYMBOL(kstat_proc_entry_install);
708
709void
710__kstat_install(kstat_t *ksp)
711{
712 ASSERT(ksp);
713 kstat_proc_entry_install(&ksp->ks_proc, &proc_kstat_operations, ksp);
04a479f7
BB
714}
715EXPORT_SYMBOL(__kstat_install);
716
717void
d1261452 718kstat_proc_entry_delete(kstat_proc_entry_t *kpep)
04a479f7 719{
d1261452
JG
720 kstat_module_t *module = kpep->kpe_owner;
721 if (kpep->kpe_proc)
722 remove_proc_entry(kpep->kpe_name, module->ksm_proc);
04a479f7 723
f2a745c4 724 mutex_enter(&kstat_module_lock);
d1261452
JG
725 list_del_init(&kpep->kpe_list);
726
727 /*
728 * Remove top level module directory if it wasn't empty before, but now
729 * is.
730 */
731 if (kpep->kpe_proc && list_empty(&module->ksm_kstat_list))
732 kstat_delete_module(module);
f2a745c4 733 mutex_exit(&kstat_module_lock);
04a479f7 734
d1261452
JG
735}
736EXPORT_SYMBOL(kstat_proc_entry_delete);
04a479f7 737
d1261452
JG
738void
739__kstat_delete(kstat_t *ksp)
740{
741 kstat_proc_entry_delete(&ksp->ks_proc);
04a479f7
BB
742
743 if (!(ksp->ks_flags & KSTAT_FLAG_VIRTUAL))
f2a745c4 744 kmem_free(ksp->ks_data, ksp->ks_data_size);
04a479f7 745
ffbf0e57
CP
746 ksp->ks_lock = NULL;
747 mutex_destroy(&ksp->ks_private_lock);
5461eefe 748 kmem_free(ksp, sizeof (*ksp));
04a479f7
BB
749}
750EXPORT_SYMBOL(__kstat_delete);
751
04a479f7 752int
1114ae6a 753spl_kstat_init(void)
04a479f7 754{
f2a745c4
RY
755 mutex_init(&kstat_module_lock, NULL, MUTEX_DEFAULT, NULL);
756 INIT_LIST_HEAD(&kstat_module_list);
5461eefe 757 kstat_id = 0;
8d9a23e8 758 return (0);
04a479f7
BB
759}
760
761void
1114ae6a 762spl_kstat_fini(void)
04a479f7 763{
f2a745c4
RY
764 ASSERT(list_empty(&kstat_module_list));
765 mutex_destroy(&kstat_module_lock);
04a479f7 766}