]> git.proxmox.com Git - mirror_zfs.git/blame - module/spl/spl-kstat.c
Linux 5.0 compat: ASM_BUG macro
[mirror_zfs.git] / module / spl / spl-kstat.c
CommitLineData
4b393c50 1/*
716154c5
BB
2 * Copyright (C) 2007-2010 Lawrence Livermore National Security, LLC.
3 * Copyright (C) 2007 The Regents of the University of California.
4 * Produced at Lawrence Livermore National Laboratory (cf, DISCLAIMER).
5 * Written by Brian Behlendorf <behlendorf1@llnl.gov>.
715f6251
BB
6 * UCRL-CODE-235197
7 *
716154c5 8 * This file is part of the SPL, Solaris Porting Layer.
3d6af2dd 9 * For details, see <http://zfsonlinux.org/>.
716154c5
BB
10 *
11 * The SPL is free software; you can redistribute it and/or modify it
12 * under the terms of the GNU General Public License as published by the
13 * Free Software Foundation; either version 2 of the License, or (at your
14 * option) any later version.
715f6251 15 *
716154c5 16 * The SPL is distributed in the hope that it will be useful, but WITHOUT
715f6251
BB
17 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
18 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
19 * for more details.
20 *
21 * You should have received a copy of the GNU General Public License along
716154c5 22 * with the SPL. If not, see <http://www.gnu.org/licenses/>.
5461eefe 23 *
716154c5 24 * Solaris Porting Layer (SPL) Kstat Implementation.
4b393c50 25 */
715f6251 26
ae4c36ad 27#include <linux/seq_file.h>
55abb092 28#include <sys/kstat.h>
e5b9b344 29#include <sys/vmem.h>
cd478018 30#include <sys/cmn_err.h>
a9125891 31#include <sys/sysmacros.h>
04a479f7 32
f2a745c4
RY
33static kmutex_t kstat_module_lock;
34static struct list_head kstat_module_list;
04a479f7
BB
35static kid_t kstat_id;
36
56d40a68
PS
37static int
38kstat_resize_raw(kstat_t *ksp)
39{
40 if (ksp->ks_raw_bufsize == KSTAT_RAW_MAX)
5461eefe 41 return (ENOMEM);
56d40a68
PS
42
43 vmem_free(ksp->ks_raw_buf, ksp->ks_raw_bufsize);
44 ksp->ks_raw_bufsize = MIN(ksp->ks_raw_bufsize * 2, KSTAT_RAW_MAX);
45 ksp->ks_raw_buf = vmem_alloc(ksp->ks_raw_bufsize, KM_SLEEP);
46
5461eefe 47 return (0);
56d40a68
PS
48}
49
f483a97a
NB
50void
51kstat_waitq_enter(kstat_io_t *kiop)
52{
53 hrtime_t new, delta;
54 ulong_t wcnt;
55
56 new = gethrtime();
57 delta = new - kiop->wlastupdate;
58 kiop->wlastupdate = new;
59 wcnt = kiop->wcnt++;
60 if (wcnt != 0) {
61 kiop->wlentime += delta * wcnt;
62 kiop->wtime += delta;
63 }
64}
65EXPORT_SYMBOL(kstat_waitq_enter);
66
67void
68kstat_waitq_exit(kstat_io_t *kiop)
69{
70 hrtime_t new, delta;
71 ulong_t wcnt;
72
73 new = gethrtime();
74 delta = new - kiop->wlastupdate;
75 kiop->wlastupdate = new;
76 wcnt = kiop->wcnt--;
77 ASSERT((int)wcnt > 0);
78 kiop->wlentime += delta * wcnt;
79 kiop->wtime += delta;
80}
81EXPORT_SYMBOL(kstat_waitq_exit);
82
83void
84kstat_runq_enter(kstat_io_t *kiop)
85{
86 hrtime_t new, delta;
87 ulong_t rcnt;
88
89 new = gethrtime();
90 delta = new - kiop->rlastupdate;
91 kiop->rlastupdate = new;
92 rcnt = kiop->rcnt++;
93 if (rcnt != 0) {
94 kiop->rlentime += delta * rcnt;
95 kiop->rtime += delta;
96 }
97}
98EXPORT_SYMBOL(kstat_runq_enter);
99
100void
101kstat_runq_exit(kstat_io_t *kiop)
102{
103 hrtime_t new, delta;
104 ulong_t rcnt;
105
106 new = gethrtime();
107 delta = new - kiop->rlastupdate;
108 kiop->rlastupdate = new;
109 rcnt = kiop->rcnt--;
110 ASSERT((int)rcnt > 0);
111 kiop->rlentime += delta * rcnt;
112 kiop->rtime += delta;
113}
114EXPORT_SYMBOL(kstat_runq_exit);
115
56d40a68 116static int
04a479f7
BB
117kstat_seq_show_headers(struct seq_file *f)
118{
5461eefe 119 kstat_t *ksp = (kstat_t *)f->private;
56d40a68
PS
120 int rc = 0;
121
5461eefe 122 ASSERT(ksp->ks_magic == KS_MAGIC);
04a479f7 123
5461eefe
BB
124 seq_printf(f, "%d %d 0x%02x %d %d %lld %lld\n",
125 ksp->ks_kid, ksp->ks_type, ksp->ks_flags,
126 ksp->ks_ndata, (int)ksp->ks_data_size,
127 ksp->ks_crtime, ksp->ks_snaptime);
04a479f7
BB
128
129 switch (ksp->ks_type) {
5461eefe 130 case KSTAT_TYPE_RAW:
56d40a68 131restart:
5461eefe
BB
132 if (ksp->ks_raw_ops.headers) {
133 rc = ksp->ks_raw_ops.headers(
134 ksp->ks_raw_buf, ksp->ks_raw_bufsize);
56d40a68
PS
135 if (rc == ENOMEM && !kstat_resize_raw(ksp))
136 goto restart;
137 if (!rc)
5461eefe
BB
138 seq_puts(f, ksp->ks_raw_buf);
139 } else {
140 seq_printf(f, "raw data\n");
141 }
142 break;
143 case KSTAT_TYPE_NAMED:
144 seq_printf(f, "%-31s %-4s %s\n",
145 "name", "type", "data");
146 break;
147 case KSTAT_TYPE_INTR:
148 seq_printf(f, "%-8s %-8s %-8s %-8s %-8s\n",
149 "hard", "soft", "watchdog",
150 "spurious", "multsvc");
151 break;
152 case KSTAT_TYPE_IO:
153 seq_printf(f,
154 "%-8s %-8s %-8s %-8s %-8s %-8s "
155 "%-8s %-8s %-8s %-8s %-8s %-8s\n",
156 "nread", "nwritten", "reads", "writes",
157 "wtime", "wlentime", "wupdate",
158 "rtime", "rlentime", "rupdate",
159 "wcnt", "rcnt");
160 break;
161 case KSTAT_TYPE_TIMER:
162 seq_printf(f,
163 "%-31s %-8s "
164 "%-8s %-8s %-8s %-8s %-8s\n",
165 "name", "events", "elapsed",
166 "min", "max", "start", "stop");
167 break;
168 default:
169 PANIC("Undefined kstat type %d\n", ksp->ks_type);
170 }
171
172 return (-rc);
04a479f7
BB
173}
174
175static int
176kstat_seq_show_raw(struct seq_file *f, unsigned char *p, int l)
177{
5461eefe 178 int i, j;
04a479f7 179
5461eefe
BB
180 for (i = 0; ; i++) {
181 seq_printf(f, "%03x:", i);
04a479f7 182
5461eefe
BB
183 for (j = 0; j < 16; j++) {
184 if (i * 16 + j >= l) {
185 seq_printf(f, "\n");
186 goto out;
187 }
04a479f7 188
5461eefe
BB
189 seq_printf(f, " %02x", (unsigned char)p[i * 16 + j]);
190 }
191 seq_printf(f, "\n");
192 }
04a479f7 193out:
5461eefe 194 return (0);
04a479f7
BB
195}
196
197static int
198kstat_seq_show_named(struct seq_file *f, kstat_named_t *knp)
199{
5461eefe
BB
200 seq_printf(f, "%-31s %-4d ", knp->name, knp->data_type);
201
202 switch (knp->data_type) {
203 case KSTAT_DATA_CHAR:
204 knp->value.c[15] = '\0'; /* NULL terminate */
205 seq_printf(f, "%-16s", knp->value.c);
206 break;
207 /*
208 * NOTE - We need to be more careful able what tokens are
209 * used for each arch, for now this is correct for x86_64.
210 */
211 case KSTAT_DATA_INT32:
212 seq_printf(f, "%d", knp->value.i32);
213 break;
214 case KSTAT_DATA_UINT32:
215 seq_printf(f, "%u", knp->value.ui32);
216 break;
217 case KSTAT_DATA_INT64:
218 seq_printf(f, "%lld", (signed long long)knp->value.i64);
219 break;
220 case KSTAT_DATA_UINT64:
221 seq_printf(f, "%llu",
222 (unsigned long long)knp->value.ui64);
223 break;
224 case KSTAT_DATA_LONG:
225 seq_printf(f, "%ld", knp->value.l);
226 break;
227 case KSTAT_DATA_ULONG:
228 seq_printf(f, "%lu", knp->value.ul);
229 break;
230 case KSTAT_DATA_STRING:
231 KSTAT_NAMED_STR_PTR(knp)
232 [KSTAT_NAMED_STR_BUFLEN(knp)-1] = '\0';
233 seq_printf(f, "%s", KSTAT_NAMED_STR_PTR(knp));
234 break;
235 default:
236 PANIC("Undefined kstat data type %d\n", knp->data_type);
237 }
238
239 seq_printf(f, "\n");
240
241 return (0);
04a479f7
BB
242}
243
244static int
245kstat_seq_show_intr(struct seq_file *f, kstat_intr_t *kip)
246{
5461eefe
BB
247 seq_printf(f, "%-8u %-8u %-8u %-8u %-8u\n",
248 kip->intrs[KSTAT_INTR_HARD],
249 kip->intrs[KSTAT_INTR_SOFT],
250 kip->intrs[KSTAT_INTR_WATCHDOG],
251 kip->intrs[KSTAT_INTR_SPURIOUS],
252 kip->intrs[KSTAT_INTR_MULTSVC]);
253
254 return (0);
04a479f7
BB
255}
256
257static int
258kstat_seq_show_io(struct seq_file *f, kstat_io_t *kip)
259{
a48cd034 260 /* though wlentime & friends are signed, they will never be negative */
5461eefe 261 seq_printf(f,
a48cd034
RE
262 "%-8llu %-8llu %-8u %-8u %-8llu %-8llu "
263 "%-8llu %-8llu %-8llu %-8llu %-8u %-8u\n",
5461eefe
BB
264 kip->nread, kip->nwritten,
265 kip->reads, kip->writes,
266 kip->wtime, kip->wlentime, kip->wlastupdate,
267 kip->rtime, kip->rlentime, kip->rlastupdate,
268 kip->wcnt, kip->rcnt);
269
270 return (0);
04a479f7
BB
271}
272
273static int
274kstat_seq_show_timer(struct seq_file *f, kstat_timer_t *ktp)
275{
5461eefe 276 seq_printf(f,
a48cd034 277 "%-31s %-8llu %-8llu %-8llu %-8llu %-8llu %-8llu\n",
5461eefe
BB
278 ktp->name, ktp->num_events, ktp->elapsed_time,
279 ktp->min_time, ktp->max_time,
280 ktp->start_time, ktp->stop_time);
04a479f7 281
5461eefe 282 return (0);
04a479f7
BB
283}
284
285static int
286kstat_seq_show(struct seq_file *f, void *p)
287{
5461eefe
BB
288 kstat_t *ksp = (kstat_t *)f->private;
289 int rc = 0;
04a479f7 290
5461eefe 291 ASSERT(ksp->ks_magic == KS_MAGIC);
04a479f7
BB
292
293 switch (ksp->ks_type) {
5461eefe 294 case KSTAT_TYPE_RAW:
56d40a68 295restart:
5461eefe
BB
296 if (ksp->ks_raw_ops.data) {
297 rc = ksp->ks_raw_ops.data(
56d40a68
PS
298 ksp->ks_raw_buf, ksp->ks_raw_bufsize, p);
299 if (rc == ENOMEM && !kstat_resize_raw(ksp))
300 goto restart;
301 if (!rc)
5461eefe
BB
302 seq_puts(f, ksp->ks_raw_buf);
303 } else {
304 ASSERT(ksp->ks_ndata == 1);
305 rc = kstat_seq_show_raw(f, ksp->ks_data,
3673d032 306 ksp->ks_data_size);
5461eefe
BB
307 }
308 break;
309 case KSTAT_TYPE_NAMED:
310 rc = kstat_seq_show_named(f, (kstat_named_t *)p);
311 break;
312 case KSTAT_TYPE_INTR:
313 rc = kstat_seq_show_intr(f, (kstat_intr_t *)p);
314 break;
315 case KSTAT_TYPE_IO:
316 rc = kstat_seq_show_io(f, (kstat_io_t *)p);
317 break;
318 case KSTAT_TYPE_TIMER:
319 rc = kstat_seq_show_timer(f, (kstat_timer_t *)p);
320 break;
321 default:
322 PANIC("Undefined kstat type %d\n", ksp->ks_type);
323 }
324
325 return (-rc);
04a479f7
BB
326}
327
68386b05 328static int
9a8b7a74
BB
329kstat_default_update(kstat_t *ksp, int rw)
330{
331 ASSERT(ksp != NULL);
56d40a68
PS
332
333 if (rw == KSTAT_WRITE)
334 return (EACCES);
335
5461eefe 336 return (0);
9a8b7a74
BB
337}
338
04a479f7
BB
339static void *
340kstat_seq_data_addr(kstat_t *ksp, loff_t n)
341{
5461eefe 342 void *rc = NULL;
04a479f7
BB
343
344 switch (ksp->ks_type) {
5461eefe
BB
345 case KSTAT_TYPE_RAW:
346 if (ksp->ks_raw_ops.addr)
347 rc = ksp->ks_raw_ops.addr(ksp, n);
348 else
349 rc = ksp->ks_data;
350 break;
351 case KSTAT_TYPE_NAMED:
352 rc = ksp->ks_data + n * sizeof (kstat_named_t);
353 break;
354 case KSTAT_TYPE_INTR:
355 rc = ksp->ks_data + n * sizeof (kstat_intr_t);
356 break;
357 case KSTAT_TYPE_IO:
358 rc = ksp->ks_data + n * sizeof (kstat_io_t);
359 break;
360 case KSTAT_TYPE_TIMER:
361 rc = ksp->ks_data + n * sizeof (kstat_timer_t);
362 break;
363 default:
364 PANIC("Undefined kstat type %d\n", ksp->ks_type);
365 }
366
367 return (rc);
04a479f7
BB
368}
369
370static void *
371kstat_seq_start(struct seq_file *f, loff_t *pos)
372{
5461eefe
BB
373 loff_t n = *pos;
374 kstat_t *ksp = (kstat_t *)f->private;
375 ASSERT(ksp->ks_magic == KS_MAGIC);
04a479f7 376
ffbf0e57 377 mutex_enter(ksp->ks_lock);
71c9f0b0 378
5461eefe
BB
379 if (ksp->ks_type == KSTAT_TYPE_RAW) {
380 ksp->ks_raw_bufsize = PAGE_SIZE;
381 ksp->ks_raw_buf = vmem_alloc(ksp->ks_raw_bufsize, KM_SLEEP);
382 }
56d40a68 383
5461eefe
BB
384 /* Dynamically update kstat, on error existing kstats are used */
385 (void) ksp->ks_update(ksp, KSTAT_READ);
9a8b7a74 386
04a479f7
BB
387 ksp->ks_snaptime = gethrtime();
388
f0ed6c74
TH
389 if (!(ksp->ks_flags & KSTAT_FLAG_NO_HEADERS) && !n &&
390 kstat_seq_show_headers(f))
8d9a23e8 391 return (NULL);
04a479f7 392
5461eefe
BB
393 if (n >= ksp->ks_ndata)
394 return (NULL);
04a479f7 395
5461eefe 396 return (kstat_seq_data_addr(ksp, n));
04a479f7
BB
397}
398
399static void *
400kstat_seq_next(struct seq_file *f, void *p, loff_t *pos)
401{
5461eefe
BB
402 kstat_t *ksp = (kstat_t *)f->private;
403 ASSERT(ksp->ks_magic == KS_MAGIC);
04a479f7 404
5461eefe
BB
405 ++*pos;
406 if (*pos >= ksp->ks_ndata)
407 return (NULL);
04a479f7 408
5461eefe 409 return (kstat_seq_data_addr(ksp, *pos));
04a479f7
BB
410}
411
412static void
413kstat_seq_stop(struct seq_file *f, void *v)
414{
ffbf0e57
CP
415 kstat_t *ksp = (kstat_t *)f->private;
416 ASSERT(ksp->ks_magic == KS_MAGIC);
04a479f7 417
56d40a68
PS
418 if (ksp->ks_type == KSTAT_TYPE_RAW)
419 vmem_free(ksp->ks_raw_buf, ksp->ks_raw_bufsize);
420
ffbf0e57 421 mutex_exit(ksp->ks_lock);
04a479f7
BB
422}
423
424static struct seq_operations kstat_seq_ops = {
5461eefe
BB
425 .show = kstat_seq_show,
426 .start = kstat_seq_start,
427 .next = kstat_seq_next,
428 .stop = kstat_seq_stop,
04a479f7
BB
429};
430
f2a745c4
RY
431static kstat_module_t *
432kstat_find_module(char *name)
433{
434 kstat_module_t *module;
435
3673d032 436 list_for_each_entry(module, &kstat_module_list, ksm_module_list) {
f2a745c4
RY
437 if (strncmp(name, module->ksm_name, KSTAT_STRLEN) == 0)
438 return (module);
3673d032 439 }
f2a745c4
RY
440
441 return (NULL);
442}
443
444static kstat_module_t *
445kstat_create_module(char *name)
446{
447 kstat_module_t *module;
448 struct proc_dir_entry *pde;
449
450 pde = proc_mkdir(name, proc_spl_kstat);
451 if (pde == NULL)
452 return (NULL);
453
454 module = kmem_alloc(sizeof (kstat_module_t), KM_SLEEP);
455 module->ksm_proc = pde;
456 strlcpy(module->ksm_name, name, KSTAT_STRLEN+1);
457 INIT_LIST_HEAD(&module->ksm_kstat_list);
458 list_add_tail(&module->ksm_module_list, &kstat_module_list);
459
460 return (module);
461
462}
463
464static void
465kstat_delete_module(kstat_module_t *module)
466{
467 ASSERT(list_empty(&module->ksm_kstat_list));
468 remove_proc_entry(module->ksm_name, proc_spl_kstat);
469 list_del(&module->ksm_module_list);
5461eefe 470 kmem_free(module, sizeof (kstat_module_t));
f2a745c4
RY
471}
472
04a479f7
BB
473static int
474proc_kstat_open(struct inode *inode, struct file *filp)
475{
5461eefe
BB
476 struct seq_file *f;
477 int rc;
04a479f7 478
5461eefe
BB
479 rc = seq_open(filp, &kstat_seq_ops);
480 if (rc)
481 return (rc);
04a479f7 482
5461eefe
BB
483 f = filp->private_data;
484 f->private = PDE_DATA(inode);
04a479f7 485
5461eefe 486 return (rc);
04a479f7
BB
487}
488
56d40a68 489static ssize_t
5461eefe
BB
490proc_kstat_write(struct file *filp, const char __user *buf, size_t len,
491 loff_t *ppos)
56d40a68
PS
492{
493 struct seq_file *f = filp->private_data;
494 kstat_t *ksp = f->private;
495 int rc;
496
497 ASSERT(ksp->ks_magic == KS_MAGIC);
498
499 mutex_enter(ksp->ks_lock);
500 rc = ksp->ks_update(ksp, KSTAT_WRITE);
501 mutex_exit(ksp->ks_lock);
502
503 if (rc)
504 return (-rc);
505
506 *ppos += len;
507 return (len);
508}
509
04a479f7 510static struct file_operations proc_kstat_operations = {
56d40a68
PS
511 .open = proc_kstat_open,
512 .write = proc_kstat_write,
513 .read = seq_read,
514 .llseek = seq_lseek,
515 .release = seq_release,
04a479f7
BB
516};
517
56d40a68
PS
518void
519__kstat_set_raw_ops(kstat_t *ksp,
3673d032
BB
520 int (*headers)(char *buf, size_t size),
521 int (*data)(char *buf, size_t size, void *data),
522 void *(*addr)(kstat_t *ksp, loff_t index))
56d40a68
PS
523{
524 ksp->ks_raw_ops.headers = headers;
525 ksp->ks_raw_ops.data = data;
526 ksp->ks_raw_ops.addr = addr;
527}
528EXPORT_SYMBOL(__kstat_set_raw_ops);
529
d1261452
JG
530void
531kstat_proc_entry_init(kstat_proc_entry_t *kpep, const char *module,
532 const char *name)
533{
534 kpep->kpe_owner = NULL;
535 kpep->kpe_proc = NULL;
536 INIT_LIST_HEAD(&kpep->kpe_list);
537 strncpy(kpep->kpe_module, module, KSTAT_STRLEN);
538 strncpy(kpep->kpe_name, name, KSTAT_STRLEN);
539}
540EXPORT_SYMBOL(kstat_proc_entry_init);
541
04a479f7
BB
542kstat_t *
543__kstat_create(const char *ks_module, int ks_instance, const char *ks_name,
5461eefe
BB
544 const char *ks_class, uchar_t ks_type, uint_t ks_ndata,
545 uchar_t ks_flags)
04a479f7
BB
546{
547 kstat_t *ksp;
548
549 ASSERT(ks_module);
550 ASSERT(ks_instance == 0);
551 ASSERT(ks_name);
04a479f7
BB
552
553 if ((ks_type == KSTAT_TYPE_INTR) || (ks_type == KSTAT_TYPE_IO))
5461eefe 554 ASSERT(ks_ndata == 1);
04a479f7 555
5461eefe 556 ksp = kmem_zalloc(sizeof (*ksp), KM_SLEEP);
04a479f7 557 if (ksp == NULL)
5461eefe 558 return (ksp);
04a479f7 559
f2a745c4 560 mutex_enter(&kstat_module_lock);
04a479f7 561 ksp->ks_kid = kstat_id;
5461eefe 562 kstat_id++;
f2a745c4 563 mutex_exit(&kstat_module_lock);
04a479f7 564
5461eefe 565 ksp->ks_magic = KS_MAGIC;
ffbf0e57
CP
566 mutex_init(&ksp->ks_private_lock, NULL, MUTEX_DEFAULT, NULL);
567 ksp->ks_lock = &ksp->ks_private_lock;
04a479f7
BB
568
569 ksp->ks_crtime = gethrtime();
5461eefe 570 ksp->ks_snaptime = ksp->ks_crtime;
04a479f7 571 ksp->ks_instance = ks_instance;
04a479f7
BB
572 strncpy(ksp->ks_class, ks_class, KSTAT_STRLEN);
573 ksp->ks_type = ks_type;
574 ksp->ks_flags = ks_flags;
9a8b7a74
BB
575 ksp->ks_update = kstat_default_update;
576 ksp->ks_private = NULL;
56d40a68
PS
577 ksp->ks_raw_ops.headers = NULL;
578 ksp->ks_raw_ops.data = NULL;
579 ksp->ks_raw_ops.addr = NULL;
580 ksp->ks_raw_buf = NULL;
581 ksp->ks_raw_bufsize = 0;
d1261452 582 kstat_proc_entry_init(&ksp->ks_proc, ks_module, ks_name);
04a479f7
BB
583
584 switch (ksp->ks_type) {
5461eefe
BB
585 case KSTAT_TYPE_RAW:
586 ksp->ks_ndata = 1;
587 ksp->ks_data_size = ks_ndata;
588 break;
589 case KSTAT_TYPE_NAMED:
590 ksp->ks_ndata = ks_ndata;
591 ksp->ks_data_size = ks_ndata * sizeof (kstat_named_t);
592 break;
593 case KSTAT_TYPE_INTR:
594 ksp->ks_ndata = ks_ndata;
595 ksp->ks_data_size = ks_ndata * sizeof (kstat_intr_t);
596 break;
597 case KSTAT_TYPE_IO:
598 ksp->ks_ndata = ks_ndata;
599 ksp->ks_data_size = ks_ndata * sizeof (kstat_io_t);
600 break;
601 case KSTAT_TYPE_TIMER:
602 ksp->ks_ndata = ks_ndata;
603 ksp->ks_data_size = ks_ndata * sizeof (kstat_timer_t);
604 break;
605 default:
606 PANIC("Undefined kstat type %d\n", ksp->ks_type);
607 }
04a479f7
BB
608
609 if (ksp->ks_flags & KSTAT_FLAG_VIRTUAL) {
5461eefe
BB
610 ksp->ks_data = NULL;
611 } else {
612 ksp->ks_data = kmem_zalloc(ksp->ks_data_size, KM_SLEEP);
613 if (ksp->ks_data == NULL) {
614 kmem_free(ksp, sizeof (*ksp));
615 ksp = NULL;
616 }
617 }
618
619 return (ksp);
04a479f7
BB
620}
621EXPORT_SYMBOL(__kstat_create);
622
cd478018 623static int
d1261452 624kstat_detect_collision(kstat_proc_entry_t *kpep)
cd478018 625{
626 kstat_module_t *module;
d1261452 627 kstat_proc_entry_t *tmp;
9df96926 628 char *parent;
cd478018 629 char *cp;
630
d1261452 631 parent = kmem_asprintf("%s", kpep->kpe_module);
cd478018 632
9df96926
GK
633 if ((cp = strrchr(parent, '/')) == NULL) {
634 strfree(parent);
cd478018 635 return (0);
9df96926 636 }
cd478018 637
638 cp[0] = '\0';
639 if ((module = kstat_find_module(parent)) != NULL) {
d1261452
JG
640 list_for_each_entry(tmp, &module->ksm_kstat_list, kpe_list) {
641 if (strncmp(tmp->kpe_name, cp+1, KSTAT_STRLEN) == 0) {
9df96926 642 strfree(parent);
cd478018 643 return (EEXIST);
9df96926 644 }
3673d032 645 }
cd478018 646 }
647
9df96926 648 strfree(parent);
cd478018 649 return (0);
650}
651
d1261452
JG
652/*
653 * Add a file to the proc filesystem under the kstat namespace (i.e.
654 * /proc/spl/kstat/). The file need not necessarily be implemented as a
655 * kstat.
656 */
04a479f7 657void
a887d653 658kstat_proc_entry_install(kstat_proc_entry_t *kpep, mode_t mode,
d1261452 659 const struct file_operations *file_ops, void *data)
04a479f7 660{
f2a745c4 661 kstat_module_t *module;
d1261452 662 kstat_proc_entry_t *tmp;
04a479f7 663
d1261452 664 ASSERT(kpep);
04a479f7 665
f2a745c4 666 mutex_enter(&kstat_module_lock);
04a479f7 667
d1261452 668 module = kstat_find_module(kpep->kpe_module);
f2a745c4 669 if (module == NULL) {
d1261452 670 if (kstat_detect_collision(kpep) != 0) {
cd478018 671 cmn_err(CE_WARN, "kstat_create('%s', '%s'): namespace" \
d1261452 672 " collision", kpep->kpe_module, kpep->kpe_name);
cd478018 673 goto out;
674 }
d1261452 675 module = kstat_create_module(kpep->kpe_module);
f2a745c4
RY
676 if (module == NULL)
677 goto out;
04a479f7
BB
678 }
679
f2a745c4
RY
680 /*
681 * Only one entry by this name per-module, on failure the module
682 * shouldn't be deleted because we know it has at least one entry.
683 */
d1261452
JG
684 list_for_each_entry(tmp, &module->ksm_kstat_list, kpe_list) {
685 if (strncmp(tmp->kpe_name, kpep->kpe_name, KSTAT_STRLEN) == 0)
f2a745c4 686 goto out;
3673d032 687 }
f2a745c4 688
d1261452 689 list_add_tail(&kpep->kpe_list, &module->ksm_kstat_list);
04a479f7 690
d1261452 691 kpep->kpe_owner = module;
a887d653 692 kpep->kpe_proc = proc_create_data(kpep->kpe_name, mode,
d1261452
JG
693 module->ksm_proc, file_ops, data);
694 if (kpep->kpe_proc == NULL) {
695 list_del_init(&kpep->kpe_list);
f2a745c4
RY
696 if (list_empty(&module->ksm_kstat_list))
697 kstat_delete_module(module);
698 }
04a479f7 699out:
f2a745c4 700 mutex_exit(&kstat_module_lock);
d1261452
JG
701
702}
703EXPORT_SYMBOL(kstat_proc_entry_install);
704
705void
706__kstat_install(kstat_t *ksp)
707{
708 ASSERT(ksp);
a887d653
SH
709 mode_t mode;
710 /* Specify permission modes for different kstats */
711 if (strncmp(ksp->ks_proc.kpe_name, "dbufs", KSTAT_STRLEN) == 0) {
712 mode = 0600;
713 } else {
714 mode = 0644;
715 }
716 kstat_proc_entry_install(
717 &ksp->ks_proc, mode, &proc_kstat_operations, ksp);
04a479f7
BB
718}
719EXPORT_SYMBOL(__kstat_install);
720
721void
d1261452 722kstat_proc_entry_delete(kstat_proc_entry_t *kpep)
04a479f7 723{
d1261452
JG
724 kstat_module_t *module = kpep->kpe_owner;
725 if (kpep->kpe_proc)
726 remove_proc_entry(kpep->kpe_name, module->ksm_proc);
04a479f7 727
f2a745c4 728 mutex_enter(&kstat_module_lock);
d1261452
JG
729 list_del_init(&kpep->kpe_list);
730
731 /*
732 * Remove top level module directory if it wasn't empty before, but now
733 * is.
734 */
735 if (kpep->kpe_proc && list_empty(&module->ksm_kstat_list))
736 kstat_delete_module(module);
f2a745c4 737 mutex_exit(&kstat_module_lock);
04a479f7 738
d1261452
JG
739}
740EXPORT_SYMBOL(kstat_proc_entry_delete);
04a479f7 741
d1261452
JG
742void
743__kstat_delete(kstat_t *ksp)
744{
745 kstat_proc_entry_delete(&ksp->ks_proc);
04a479f7
BB
746
747 if (!(ksp->ks_flags & KSTAT_FLAG_VIRTUAL))
f2a745c4 748 kmem_free(ksp->ks_data, ksp->ks_data_size);
04a479f7 749
ffbf0e57
CP
750 ksp->ks_lock = NULL;
751 mutex_destroy(&ksp->ks_private_lock);
5461eefe 752 kmem_free(ksp, sizeof (*ksp));
04a479f7
BB
753}
754EXPORT_SYMBOL(__kstat_delete);
755
04a479f7 756int
1114ae6a 757spl_kstat_init(void)
04a479f7 758{
f2a745c4
RY
759 mutex_init(&kstat_module_lock, NULL, MUTEX_DEFAULT, NULL);
760 INIT_LIST_HEAD(&kstat_module_list);
5461eefe 761 kstat_id = 0;
8d9a23e8 762 return (0);
04a479f7
BB
763}
764
765void
1114ae6a 766spl_kstat_fini(void)
04a479f7 767{
f2a745c4
RY
768 ASSERT(list_empty(&kstat_module_list));
769 mutex_destroy(&kstat_module_lock);
04a479f7 770}