4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
22 * Copyright (c) 2004, 2010, Oracle and/or its affiliates. All rights reserved.
26 * Fault Management Architecture (FMA) Resource and Protocol Support
28 * The routines contained herein provide services to support kernel subsystems
29 * in publishing fault management telemetry (see PSARC 2002/412 and 2003/089).
31 * Name-Value Pair Lists
33 * The embodiment of an FMA protocol element (event, fmri or authority) is a
34 * name-value pair list (nvlist_t). FMA-specific nvlist construtor and
35 * destructor functions, fm_nvlist_create() and fm_nvlist_destroy(), are used
36 * to create an nvpair list using custom allocators. Callers may choose to
37 * allocate either from the kernel memory allocator, or from a preallocated
38 * buffer, useful in constrained contexts like high-level interrupt routines.
40 * Protocol Event and FMRI Construction
42 * Convenience routines are provided to construct nvlist events according to
43 * the FMA Event Protocol and Naming Schema specification for ereports and
44 * FMRIs for the dev, cpu, hc, mem, legacy hc and de schemes.
48 * Routines to generate ENA formats 0, 1 and 2 are available as well as
49 * routines to increment formats 1 and 2. Individual fields within the
50 * ENA are extractable via fm_ena_time_get(), fm_ena_id_get(),
51 * fm_ena_format_get() and fm_ena_gen_get().
54 #include <sys/types.h>
57 #include <sys/nvpair.h>
58 #include <sys/cmn_err.h>
59 #include <sys/sysmacros.h>
60 #include <sys/sunddi.h>
61 #include <sys/systeminfo.h>
62 #include <sys/fm/util.h>
63 #include <sys/fm/protocol.h>
64 #include <sys/kstat.h>
65 #include <sys/zfs_context.h>
67 #include <sys/atomic.h>
68 #include <sys/condvar.h>
69 #include <sys/console.h>
72 #include <sys/zfs_ioctl.h>
74 int zfs_zevent_len_max
= 0;
75 int zfs_zevent_cols
= 80;
76 int zfs_zevent_console
= 0;
78 static int zevent_len_cur
= 0;
79 static int zevent_waiters
= 0;
80 static int zevent_flags
= 0;
82 /* Num events rate limited since the last time zfs_zevent_next() was called */
83 static uint64_t ratelimit_dropped
= 0;
86 * The EID (Event IDentifier) is used to uniquely tag a zevent when it is
87 * posted. The posted EIDs are monotonically increasing but not persistent.
88 * They will be reset to the initial value (1) each time the kernel module is
91 static uint64_t zevent_eid
= 0;
93 static kmutex_t zevent_lock
;
94 static list_t zevent_list
;
95 static kcondvar_t zevent_cv
;
100 * Common fault management kstats to record event generation failures
104 kstat_named_t erpt_dropped
; /* num erpts dropped on post */
105 kstat_named_t erpt_set_failed
; /* num erpt set failures */
106 kstat_named_t fmri_set_failed
; /* num fmri set failures */
107 kstat_named_t payload_set_failed
; /* num payload set failures */
110 static struct erpt_kstat erpt_kstat_data
= {
111 { "erpt-dropped", KSTAT_DATA_UINT64
},
112 { "erpt-set-failed", KSTAT_DATA_UINT64
},
113 { "fmri-set-failed", KSTAT_DATA_UINT64
},
114 { "payload-set-failed", KSTAT_DATA_UINT64
}
122 * Formatting utility function for fm_nvprintr. We attempt to wrap chunks of
123 * output so they aren't split across console lines, and return the end column.
127 fm_printf(int depth
, int c
, int cols
, const char *format
, ...)
133 va_start(ap
, format
);
134 width
= vsnprintf(&c1
, sizeof (c1
), format
, ap
);
137 if (c
+ width
>= cols
) {
138 console_printf("\n");
140 if (format
[0] != ' ' && depth
> 0) {
146 va_start(ap
, format
);
147 console_vprintf(format
, ap
);
150 return ((c
+ width
) % cols
);
154 * Recursively print an nvlist in the specified column width and return the
155 * column we end up in. This function is called recursively by fm_nvprint(),
156 * below. We generically format the entire nvpair using hexadecimal
157 * integers and strings, and elide any integer arrays. Arrays are basically
158 * used for cache dumps right now, so we suppress them so as not to overwhelm
159 * the amount of console output we produce at panic time. This can be further
160 * enhanced as FMA technology grows based upon the needs of consumers. All
161 * FMA telemetry is logged using the dump device transport, so the console
162 * output serves only as a fallback in case this procedure is unsuccessful.
165 fm_nvprintr(nvlist_t
*nvl
, int d
, int c
, int cols
)
169 for (nvp
= nvlist_next_nvpair(nvl
, NULL
);
170 nvp
!= NULL
; nvp
= nvlist_next_nvpair(nvl
, nvp
)) {
172 data_type_t type
= nvpair_type(nvp
);
173 const char *name
= nvpair_name(nvp
);
183 if (strcmp(name
, FM_CLASS
) == 0)
184 continue; /* already printed by caller */
186 c
= fm_printf(d
, c
, cols
, " %s=", name
);
189 case DATA_TYPE_BOOLEAN
:
190 c
= fm_printf(d
+ 1, c
, cols
, " 1");
193 case DATA_TYPE_BOOLEAN_VALUE
:
194 (void) nvpair_value_boolean_value(nvp
, &b
);
195 c
= fm_printf(d
+ 1, c
, cols
, b
? "1" : "0");
199 (void) nvpair_value_byte(nvp
, &i8
);
200 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i8
);
204 (void) nvpair_value_int8(nvp
, (void *)&i8
);
205 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i8
);
208 case DATA_TYPE_UINT8
:
209 (void) nvpair_value_uint8(nvp
, &i8
);
210 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i8
);
213 case DATA_TYPE_INT16
:
214 (void) nvpair_value_int16(nvp
, (void *)&i16
);
215 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i16
);
218 case DATA_TYPE_UINT16
:
219 (void) nvpair_value_uint16(nvp
, &i16
);
220 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i16
);
223 case DATA_TYPE_INT32
:
224 (void) nvpair_value_int32(nvp
, (void *)&i32
);
225 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i32
);
228 case DATA_TYPE_UINT32
:
229 (void) nvpair_value_uint32(nvp
, &i32
);
230 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i32
);
233 case DATA_TYPE_INT64
:
234 (void) nvpair_value_int64(nvp
, (void *)&i64
);
235 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx",
239 case DATA_TYPE_UINT64
:
240 (void) nvpair_value_uint64(nvp
, &i64
);
241 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx",
245 case DATA_TYPE_HRTIME
:
246 (void) nvpair_value_hrtime(nvp
, (void *)&i64
);
247 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx",
251 case DATA_TYPE_STRING
:
252 (void) nvpair_value_string(nvp
, &str
);
253 c
= fm_printf(d
+ 1, c
, cols
, "\"%s\"",
254 str
? str
: "<NULL>");
257 case DATA_TYPE_NVLIST
:
258 c
= fm_printf(d
+ 1, c
, cols
, "[");
259 (void) nvpair_value_nvlist(nvp
, &cnv
);
260 c
= fm_nvprintr(cnv
, d
+ 1, c
, cols
);
261 c
= fm_printf(d
+ 1, c
, cols
, " ]");
264 case DATA_TYPE_NVLIST_ARRAY
: {
268 c
= fm_printf(d
+ 1, c
, cols
, "[");
269 (void) nvpair_value_nvlist_array(nvp
, &val
, &nelem
);
270 for (i
= 0; i
< nelem
; i
++) {
271 c
= fm_nvprintr(val
[i
], d
+ 1, c
, cols
);
273 c
= fm_printf(d
+ 1, c
, cols
, " ]");
277 case DATA_TYPE_INT8_ARRAY
: {
281 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
282 (void) nvpair_value_int8_array(nvp
, &val
, &nelem
);
283 for (i
= 0; i
< nelem
; i
++)
284 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
285 (u_longlong_t
)val
[i
]);
287 c
= fm_printf(d
+ 1, c
, cols
, "]");
291 case DATA_TYPE_UINT8_ARRAY
: {
295 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
296 (void) nvpair_value_uint8_array(nvp
, &val
, &nelem
);
297 for (i
= 0; i
< nelem
; i
++)
298 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
299 (u_longlong_t
)val
[i
]);
301 c
= fm_printf(d
+ 1, c
, cols
, "]");
305 case DATA_TYPE_INT16_ARRAY
: {
309 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
310 (void) nvpair_value_int16_array(nvp
, &val
, &nelem
);
311 for (i
= 0; i
< nelem
; i
++)
312 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
313 (u_longlong_t
)val
[i
]);
315 c
= fm_printf(d
+ 1, c
, cols
, "]");
319 case DATA_TYPE_UINT16_ARRAY
: {
323 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
324 (void) nvpair_value_uint16_array(nvp
, &val
, &nelem
);
325 for (i
= 0; i
< nelem
; i
++)
326 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
327 (u_longlong_t
)val
[i
]);
329 c
= fm_printf(d
+ 1, c
, cols
, "]");
333 case DATA_TYPE_INT32_ARRAY
: {
337 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
338 (void) nvpair_value_int32_array(nvp
, &val
, &nelem
);
339 for (i
= 0; i
< nelem
; i
++)
340 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
341 (u_longlong_t
)val
[i
]);
343 c
= fm_printf(d
+ 1, c
, cols
, "]");
347 case DATA_TYPE_UINT32_ARRAY
: {
351 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
352 (void) nvpair_value_uint32_array(nvp
, &val
, &nelem
);
353 for (i
= 0; i
< nelem
; i
++)
354 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
355 (u_longlong_t
)val
[i
]);
357 c
= fm_printf(d
+ 1, c
, cols
, "]");
361 case DATA_TYPE_INT64_ARRAY
: {
365 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
366 (void) nvpair_value_int64_array(nvp
, &val
, &nelem
);
367 for (i
= 0; i
< nelem
; i
++)
368 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
369 (u_longlong_t
)val
[i
]);
371 c
= fm_printf(d
+ 1, c
, cols
, "]");
375 case DATA_TYPE_UINT64_ARRAY
: {
379 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
380 (void) nvpair_value_uint64_array(nvp
, &val
, &nelem
);
381 for (i
= 0; i
< nelem
; i
++)
382 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
383 (u_longlong_t
)val
[i
]);
385 c
= fm_printf(d
+ 1, c
, cols
, "]");
389 case DATA_TYPE_STRING_ARRAY
:
390 case DATA_TYPE_BOOLEAN_ARRAY
:
391 case DATA_TYPE_BYTE_ARRAY
:
392 c
= fm_printf(d
+ 1, c
, cols
, "[...]");
395 case DATA_TYPE_UNKNOWN
:
396 c
= fm_printf(d
+ 1, c
, cols
, "<unknown>");
405 fm_nvprint(nvlist_t
*nvl
)
410 console_printf("\n");
412 if (nvlist_lookup_string(nvl
, FM_CLASS
, &class) == 0)
413 c
= fm_printf(0, c
, zfs_zevent_cols
, "%s", class);
415 if (fm_nvprintr(nvl
, 0, c
, zfs_zevent_cols
) != 0)
416 console_printf("\n");
418 console_printf("\n");
422 zfs_zevent_alloc(void)
426 ev
= kmem_zalloc(sizeof (zevent_t
), KM_SLEEP
);
428 list_create(&ev
->ev_ze_list
, sizeof (zfs_zevent_t
),
429 offsetof(zfs_zevent_t
, ze_node
));
430 list_link_init(&ev
->ev_node
);
436 zfs_zevent_free(zevent_t
*ev
)
438 /* Run provided cleanup callback */
439 ev
->ev_cb(ev
->ev_nvl
, ev
->ev_detector
);
441 list_destroy(&ev
->ev_ze_list
);
442 kmem_free(ev
, sizeof (zevent_t
));
446 zfs_zevent_drain(zevent_t
*ev
)
450 ASSERT(MUTEX_HELD(&zevent_lock
));
451 list_remove(&zevent_list
, ev
);
453 /* Remove references to this event in all private file data */
454 while ((ze
= list_head(&ev
->ev_ze_list
)) != NULL
) {
455 list_remove(&ev
->ev_ze_list
, ze
);
456 ze
->ze_zevent
= NULL
;
464 zfs_zevent_drain_all(int *count
)
468 mutex_enter(&zevent_lock
);
469 while ((ev
= list_head(&zevent_list
)) != NULL
)
470 zfs_zevent_drain(ev
);
472 *count
= zevent_len_cur
;
474 mutex_exit(&zevent_lock
);
478 * New zevents are inserted at the head. If the maximum queue
479 * length is exceeded a zevent will be drained from the tail.
480 * As part of this any user space processes which currently have
481 * a reference to this zevent_t in their private data will have
482 * this reference set to NULL.
485 zfs_zevent_insert(zevent_t
*ev
)
487 ASSERT(MUTEX_HELD(&zevent_lock
));
488 list_insert_head(&zevent_list
, ev
);
490 if (zevent_len_cur
>= zfs_zevent_len_max
)
491 zfs_zevent_drain(list_tail(&zevent_list
));
497 * Post a zevent. The cb will be called when nvl and detector are no longer
499 * - An error happened and a zevent can't be posted. In this case, cb is called
500 * before zfs_zevent_post() returns.
501 * - The event is being drained and freed.
504 zfs_zevent_post(nvlist_t
*nvl
, nvlist_t
*detector
, zevent_cb_t
*cb
)
516 tv_array
[0] = tv
.tv_sec
;
517 tv_array
[1] = tv
.tv_nsec
;
519 error
= nvlist_add_int64_array(nvl
, FM_EREPORT_TIME
, tv_array
, 2);
521 atomic_inc_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
);
525 eid
= atomic_inc_64_nv(&zevent_eid
);
526 error
= nvlist_add_uint64(nvl
, FM_EREPORT_EID
, eid
);
528 atomic_inc_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
);
532 error
= nvlist_size(nvl
, &nvl_size
, NV_ENCODE_NATIVE
);
534 atomic_inc_64(&erpt_kstat_data
.erpt_dropped
.value
.ui64
);
538 if (nvl_size
> ERPT_DATA_SZ
|| nvl_size
== 0) {
539 atomic_inc_64(&erpt_kstat_data
.erpt_dropped
.value
.ui64
);
544 if (zfs_zevent_console
)
547 ev
= zfs_zevent_alloc();
549 atomic_inc_64(&erpt_kstat_data
.erpt_dropped
.value
.ui64
);
555 ev
->ev_detector
= detector
;
559 mutex_enter(&zevent_lock
);
560 zfs_zevent_insert(ev
);
561 cv_broadcast(&zevent_cv
);
562 mutex_exit(&zevent_lock
);
572 zfs_zevent_minor_to_state(minor_t minor
, zfs_zevent_t
**ze
)
574 *ze
= zfsdev_get_state(minor
, ZST_ZEVENT
);
576 return (SET_ERROR(EBADF
));
582 zfs_zevent_fd_hold(int fd
, minor_t
*minorp
, zfs_zevent_t
**ze
)
589 return (SET_ERROR(EBADF
));
591 error
= zfsdev_getminor(fp
->f_file
, minorp
);
593 error
= zfs_zevent_minor_to_state(*minorp
, ze
);
596 zfs_zevent_fd_rele(fd
);
602 zfs_zevent_fd_rele(int fd
)
608 * Get the next zevent in the stream and place a copy in 'event'. This
609 * may fail with ENOMEM if the encoded nvlist size exceeds the passed
610 * 'event_size'. In this case the stream pointer is not advanced and
611 * and 'event_size' is set to the minimum required buffer size.
614 zfs_zevent_next(zfs_zevent_t
*ze
, nvlist_t
**event
, uint64_t *event_size
,
621 mutex_enter(&zevent_lock
);
622 if (ze
->ze_zevent
== NULL
) {
623 /* New stream start at the beginning/tail */
624 ev
= list_tail(&zevent_list
);
631 * Existing stream continue with the next element and remove
632 * ourselves from the wait queue for the previous element
634 ev
= list_prev(&zevent_list
, ze
->ze_zevent
);
641 VERIFY(nvlist_size(ev
->ev_nvl
, &size
, NV_ENCODE_NATIVE
) == 0);
642 if (size
> *event_size
) {
649 list_remove(&ze
->ze_zevent
->ev_ze_list
, ze
);
652 list_insert_head(&ev
->ev_ze_list
, ze
);
653 (void) nvlist_dup(ev
->ev_nvl
, event
, KM_SLEEP
);
654 *dropped
= ze
->ze_dropped
;
657 /* Include events dropped due to rate limiting */
658 *dropped
+= ratelimit_dropped
;
659 ratelimit_dropped
= 0;
663 mutex_exit(&zevent_lock
);
669 zfs_zevent_wait(zfs_zevent_t
*ze
)
673 mutex_enter(&zevent_lock
);
675 if (zevent_flags
& ZEVENT_SHUTDOWN
) {
681 cv_wait_sig(&zevent_cv
, &zevent_lock
);
682 if (issig(JUSTLOOKING
))
687 mutex_exit(&zevent_lock
);
693 * The caller may seek to a specific EID by passing that EID. If the EID
694 * is still available in the posted list of events the cursor is positioned
695 * there. Otherwise ENOENT is returned and the cursor is not moved.
697 * There are two reserved EIDs which may be passed and will never fail.
698 * ZEVENT_SEEK_START positions the cursor at the start of the list, and
699 * ZEVENT_SEEK_END positions the cursor at the end of the list.
702 zfs_zevent_seek(zfs_zevent_t
*ze
, uint64_t eid
)
707 mutex_enter(&zevent_lock
);
709 if (eid
== ZEVENT_SEEK_START
) {
711 list_remove(&ze
->ze_zevent
->ev_ze_list
, ze
);
713 ze
->ze_zevent
= NULL
;
717 if (eid
== ZEVENT_SEEK_END
) {
719 list_remove(&ze
->ze_zevent
->ev_ze_list
, ze
);
721 ev
= list_head(&zevent_list
);
724 list_insert_head(&ev
->ev_ze_list
, ze
);
726 ze
->ze_zevent
= NULL
;
732 for (ev
= list_tail(&zevent_list
); ev
!= NULL
;
733 ev
= list_prev(&zevent_list
, ev
)) {
734 if (ev
->ev_eid
== eid
) {
736 list_remove(&ze
->ze_zevent
->ev_ze_list
, ze
);
739 list_insert_head(&ev
->ev_ze_list
, ze
);
748 mutex_exit(&zevent_lock
);
754 zfs_zevent_init(zfs_zevent_t
**zep
)
758 ze
= *zep
= kmem_zalloc(sizeof (zfs_zevent_t
), KM_SLEEP
);
759 list_link_init(&ze
->ze_node
);
763 zfs_zevent_destroy(zfs_zevent_t
*ze
)
765 mutex_enter(&zevent_lock
);
767 list_remove(&ze
->ze_zevent
->ev_ze_list
, ze
);
768 mutex_exit(&zevent_lock
);
770 kmem_free(ze
, sizeof (zfs_zevent_t
));
775 * Wrapppers for FM nvlist allocators
779 i_fm_alloc(nv_alloc_t
*nva
, size_t size
)
781 return (kmem_zalloc(size
, KM_SLEEP
));
786 i_fm_free(nv_alloc_t
*nva
, void *buf
, size_t size
)
788 kmem_free(buf
, size
);
791 const nv_alloc_ops_t fm_mem_alloc_ops
= {
794 .nv_ao_alloc
= i_fm_alloc
,
795 .nv_ao_free
= i_fm_free
,
800 * Create and initialize a new nv_alloc_t for a fixed buffer, buf. A pointer
801 * to the newly allocated nv_alloc_t structure is returned upon success or NULL
802 * is returned to indicate that the nv_alloc structure could not be created.
805 fm_nva_xcreate(char *buf
, size_t bufsz
)
807 nv_alloc_t
*nvhdl
= kmem_zalloc(sizeof (nv_alloc_t
), KM_SLEEP
);
809 if (bufsz
== 0 || nv_alloc_init(nvhdl
, nv_fixed_ops
, buf
, bufsz
) != 0) {
810 kmem_free(nvhdl
, sizeof (nv_alloc_t
));
818 * Destroy a previously allocated nv_alloc structure. The fixed buffer
819 * associated with nva must be freed by the caller.
822 fm_nva_xdestroy(nv_alloc_t
*nva
)
825 kmem_free(nva
, sizeof (nv_alloc_t
));
829 * Create a new nv list. A pointer to a new nv list structure is returned
830 * upon success or NULL is returned to indicate that the structure could
831 * not be created. The newly created nv list is created and managed by the
832 * operations installed in nva. If nva is NULL, the default FMA nva
833 * operations are installed and used.
835 * When called from the kernel and nva == NULL, this function must be called
836 * from passive kernel context with no locks held that can prevent a
837 * sleeping memory allocation from occurring. Otherwise, this function may
838 * be called from other kernel contexts as long a valid nva created via
839 * fm_nva_create() is supplied.
842 fm_nvlist_create(nv_alloc_t
*nva
)
849 nvhdl
= kmem_zalloc(sizeof (nv_alloc_t
), KM_SLEEP
);
851 if (nv_alloc_init(nvhdl
, &fm_mem_alloc_ops
, NULL
, 0) != 0) {
852 kmem_free(nvhdl
, sizeof (nv_alloc_t
));
860 if (nvlist_xalloc(&nvl
, NV_UNIQUE_NAME
, nvhdl
) != 0) {
862 nv_alloc_fini(nvhdl
);
863 kmem_free(nvhdl
, sizeof (nv_alloc_t
));
872 * Destroy a previously allocated nvlist structure. flag indicates whether
873 * or not the associated nva structure should be freed (FM_NVA_FREE) or
874 * retained (FM_NVA_RETAIN). Retaining the nv alloc structure allows
875 * it to be re-used for future nvlist creation operations.
878 fm_nvlist_destroy(nvlist_t
*nvl
, int flag
)
880 nv_alloc_t
*nva
= nvlist_lookup_nv_alloc(nvl
);
885 if (flag
== FM_NVA_FREE
)
886 fm_nva_xdestroy(nva
);
891 i_fm_payload_set(nvlist_t
*payload
, const char *name
, va_list ap
)
896 while (ret
== 0 && name
!= NULL
) {
897 type
= va_arg(ap
, data_type_t
);
900 ret
= nvlist_add_byte(payload
, name
,
903 case DATA_TYPE_BYTE_ARRAY
:
904 nelem
= va_arg(ap
, int);
905 ret
= nvlist_add_byte_array(payload
, name
,
906 va_arg(ap
, uchar_t
*), nelem
);
908 case DATA_TYPE_BOOLEAN_VALUE
:
909 ret
= nvlist_add_boolean_value(payload
, name
,
910 va_arg(ap
, boolean_t
));
912 case DATA_TYPE_BOOLEAN_ARRAY
:
913 nelem
= va_arg(ap
, int);
914 ret
= nvlist_add_boolean_array(payload
, name
,
915 va_arg(ap
, boolean_t
*), nelem
);
918 ret
= nvlist_add_int8(payload
, name
,
921 case DATA_TYPE_INT8_ARRAY
:
922 nelem
= va_arg(ap
, int);
923 ret
= nvlist_add_int8_array(payload
, name
,
924 va_arg(ap
, int8_t *), nelem
);
926 case DATA_TYPE_UINT8
:
927 ret
= nvlist_add_uint8(payload
, name
,
930 case DATA_TYPE_UINT8_ARRAY
:
931 nelem
= va_arg(ap
, int);
932 ret
= nvlist_add_uint8_array(payload
, name
,
933 va_arg(ap
, uint8_t *), nelem
);
935 case DATA_TYPE_INT16
:
936 ret
= nvlist_add_int16(payload
, name
,
939 case DATA_TYPE_INT16_ARRAY
:
940 nelem
= va_arg(ap
, int);
941 ret
= nvlist_add_int16_array(payload
, name
,
942 va_arg(ap
, int16_t *), nelem
);
944 case DATA_TYPE_UINT16
:
945 ret
= nvlist_add_uint16(payload
, name
,
948 case DATA_TYPE_UINT16_ARRAY
:
949 nelem
= va_arg(ap
, int);
950 ret
= nvlist_add_uint16_array(payload
, name
,
951 va_arg(ap
, uint16_t *), nelem
);
953 case DATA_TYPE_INT32
:
954 ret
= nvlist_add_int32(payload
, name
,
955 va_arg(ap
, int32_t));
957 case DATA_TYPE_INT32_ARRAY
:
958 nelem
= va_arg(ap
, int);
959 ret
= nvlist_add_int32_array(payload
, name
,
960 va_arg(ap
, int32_t *), nelem
);
962 case DATA_TYPE_UINT32
:
963 ret
= nvlist_add_uint32(payload
, name
,
964 va_arg(ap
, uint32_t));
966 case DATA_TYPE_UINT32_ARRAY
:
967 nelem
= va_arg(ap
, int);
968 ret
= nvlist_add_uint32_array(payload
, name
,
969 va_arg(ap
, uint32_t *), nelem
);
971 case DATA_TYPE_INT64
:
972 ret
= nvlist_add_int64(payload
, name
,
973 va_arg(ap
, int64_t));
975 case DATA_TYPE_INT64_ARRAY
:
976 nelem
= va_arg(ap
, int);
977 ret
= nvlist_add_int64_array(payload
, name
,
978 va_arg(ap
, int64_t *), nelem
);
980 case DATA_TYPE_UINT64
:
981 ret
= nvlist_add_uint64(payload
, name
,
982 va_arg(ap
, uint64_t));
984 case DATA_TYPE_UINT64_ARRAY
:
985 nelem
= va_arg(ap
, int);
986 ret
= nvlist_add_uint64_array(payload
, name
,
987 va_arg(ap
, uint64_t *), nelem
);
989 case DATA_TYPE_STRING
:
990 ret
= nvlist_add_string(payload
, name
,
993 case DATA_TYPE_STRING_ARRAY
:
994 nelem
= va_arg(ap
, int);
995 ret
= nvlist_add_string_array(payload
, name
,
996 va_arg(ap
, char **), nelem
);
998 case DATA_TYPE_NVLIST
:
999 ret
= nvlist_add_nvlist(payload
, name
,
1000 va_arg(ap
, nvlist_t
*));
1002 case DATA_TYPE_NVLIST_ARRAY
:
1003 nelem
= va_arg(ap
, int);
1004 ret
= nvlist_add_nvlist_array(payload
, name
,
1005 va_arg(ap
, nvlist_t
**), nelem
);
1011 name
= va_arg(ap
, char *);
1017 fm_payload_set(nvlist_t
*payload
, ...)
1023 va_start(ap
, payload
);
1024 name
= va_arg(ap
, char *);
1025 ret
= i_fm_payload_set(payload
, name
, ap
);
1029 atomic_inc_64(&erpt_kstat_data
.payload_set_failed
.value
.ui64
);
1033 * Set-up and validate the members of an ereport event according to:
1035 * Member name Type Value
1036 * ====================================================
1037 * class string ereport
1039 * ena uint64_t <ena>
1040 * detector nvlist_t <detector>
1041 * ereport-payload nvlist_t <var args>
1043 * We don't actually add a 'version' member to the payload. Really,
1044 * the version quoted to us by our caller is that of the category 1
1045 * "ereport" event class (and we require FM_EREPORT_VERS0) but
1046 * the payload version of the actual leaf class event under construction
1047 * may be something else. Callers should supply a version in the varargs,
1048 * or (better) we could take two version arguments - one for the
1049 * ereport category 1 classification (expect FM_EREPORT_VERS0) and one
1050 * for the leaf class.
1053 fm_ereport_set(nvlist_t
*ereport
, int version
, const char *erpt_class
,
1054 uint64_t ena
, const nvlist_t
*detector
, ...)
1056 char ereport_class
[FM_MAX_CLASS
];
1061 if (version
!= FM_EREPORT_VERS0
) {
1062 atomic_inc_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
);
1066 (void) snprintf(ereport_class
, FM_MAX_CLASS
, "%s.%s",
1067 FM_EREPORT_CLASS
, erpt_class
);
1068 if (nvlist_add_string(ereport
, FM_CLASS
, ereport_class
) != 0) {
1069 atomic_inc_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
);
1073 if (nvlist_add_uint64(ereport
, FM_EREPORT_ENA
, ena
)) {
1074 atomic_inc_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
);
1077 if (nvlist_add_nvlist(ereport
, FM_EREPORT_DETECTOR
,
1078 (nvlist_t
*)detector
) != 0) {
1079 atomic_inc_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
);
1082 va_start(ap
, detector
);
1083 name
= va_arg(ap
, const char *);
1084 ret
= i_fm_payload_set(ereport
, name
, ap
);
1088 atomic_inc_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
);
1092 * Set-up and validate the members of an hc fmri according to;
1094 * Member name Type Value
1095 * ===================================================
1097 * auth nvlist_t <auth>
1098 * hc-name string <name>
1101 * Note that auth and hc-id are optional members.
1104 #define HC_MAXPAIRS 20
1105 #define HC_MAXNAMELEN 50
1108 fm_fmri_hc_set_common(nvlist_t
*fmri
, int version
, const nvlist_t
*auth
)
1110 if (version
!= FM_HC_SCHEME_VERSION
) {
1111 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1115 if (nvlist_add_uint8(fmri
, FM_VERSION
, version
) != 0 ||
1116 nvlist_add_string(fmri
, FM_FMRI_SCHEME
, FM_FMRI_SCHEME_HC
) != 0) {
1117 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1121 if (auth
!= NULL
&& nvlist_add_nvlist(fmri
, FM_FMRI_AUTHORITY
,
1122 (nvlist_t
*)auth
) != 0) {
1123 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1131 fm_fmri_hc_set(nvlist_t
*fmri
, int version
, const nvlist_t
*auth
,
1132 nvlist_t
*snvl
, int npairs
, ...)
1134 nv_alloc_t
*nva
= nvlist_lookup_nv_alloc(fmri
);
1135 nvlist_t
*pairs
[HC_MAXPAIRS
];
1139 if (!fm_fmri_hc_set_common(fmri
, version
, auth
))
1142 npairs
= MIN(npairs
, HC_MAXPAIRS
);
1144 va_start(ap
, npairs
);
1145 for (i
= 0; i
< npairs
; i
++) {
1146 const char *name
= va_arg(ap
, const char *);
1147 uint32_t id
= va_arg(ap
, uint32_t);
1150 (void) snprintf(idstr
, sizeof (idstr
), "%u", id
);
1152 pairs
[i
] = fm_nvlist_create(nva
);
1153 if (nvlist_add_string(pairs
[i
], FM_FMRI_HC_NAME
, name
) != 0 ||
1154 nvlist_add_string(pairs
[i
], FM_FMRI_HC_ID
, idstr
) != 0) {
1156 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1161 if (nvlist_add_nvlist_array(fmri
, FM_FMRI_HC_LIST
, pairs
, npairs
) != 0)
1162 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1164 for (i
= 0; i
< npairs
; i
++)
1165 fm_nvlist_destroy(pairs
[i
], FM_NVA_RETAIN
);
1168 if (nvlist_add_nvlist(fmri
, FM_FMRI_HC_SPECIFIC
, snvl
) != 0) {
1170 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1176 fm_fmri_hc_create(nvlist_t
*fmri
, int version
, const nvlist_t
*auth
,
1177 nvlist_t
*snvl
, nvlist_t
*bboard
, int npairs
, ...)
1179 nv_alloc_t
*nva
= nvlist_lookup_nv_alloc(fmri
);
1180 nvlist_t
*pairs
[HC_MAXPAIRS
];
1185 char *hcname
, *hcid
;
1187 if (!fm_fmri_hc_set_common(fmri
, version
, auth
))
1191 * copy the bboard nvpairs to the pairs array
1193 if (nvlist_lookup_nvlist_array(bboard
, FM_FMRI_HC_LIST
, &hcl
, &n
)
1195 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1199 for (i
= 0; i
< n
; i
++) {
1200 if (nvlist_lookup_string(hcl
[i
], FM_FMRI_HC_NAME
,
1203 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1206 if (nvlist_lookup_string(hcl
[i
], FM_FMRI_HC_ID
, &hcid
) != 0) {
1208 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1212 pairs
[i
] = fm_nvlist_create(nva
);
1213 if (nvlist_add_string(pairs
[i
], FM_FMRI_HC_NAME
, hcname
) != 0 ||
1214 nvlist_add_string(pairs
[i
], FM_FMRI_HC_ID
, hcid
) != 0) {
1215 for (j
= 0; j
<= i
; j
++) {
1216 if (pairs
[j
] != NULL
)
1217 fm_nvlist_destroy(pairs
[j
],
1221 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1227 * create the pairs from passed in pairs
1229 npairs
= MIN(npairs
, HC_MAXPAIRS
);
1231 va_start(ap
, npairs
);
1232 for (i
= n
; i
< npairs
+ n
; i
++) {
1233 const char *name
= va_arg(ap
, const char *);
1234 uint32_t id
= va_arg(ap
, uint32_t);
1236 (void) snprintf(idstr
, sizeof (idstr
), "%u", id
);
1237 pairs
[i
] = fm_nvlist_create(nva
);
1238 if (nvlist_add_string(pairs
[i
], FM_FMRI_HC_NAME
, name
) != 0 ||
1239 nvlist_add_string(pairs
[i
], FM_FMRI_HC_ID
, idstr
) != 0) {
1240 for (j
= 0; j
<= i
; j
++) {
1241 if (pairs
[j
] != NULL
)
1242 fm_nvlist_destroy(pairs
[j
],
1246 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1253 * Create the fmri hc list
1255 if (nvlist_add_nvlist_array(fmri
, FM_FMRI_HC_LIST
, pairs
,
1257 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1261 for (i
= 0; i
< npairs
+ n
; i
++) {
1262 fm_nvlist_destroy(pairs
[i
], FM_NVA_RETAIN
);
1266 if (nvlist_add_nvlist(fmri
, FM_FMRI_HC_SPECIFIC
, snvl
) != 0) {
1268 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1275 * Set-up and validate the members of an dev fmri according to:
1277 * Member name Type Value
1278 * ====================================================
1280 * auth nvlist_t <auth>
1281 * devpath string <devpath>
1282 * [devid] string <devid>
1283 * [target-port-l0id] string <target-port-lun0-id>
1285 * Note that auth and devid are optional members.
1288 fm_fmri_dev_set(nvlist_t
*fmri_dev
, int version
, const nvlist_t
*auth
,
1289 const char *devpath
, const char *devid
, const char *tpl0
)
1293 if (version
!= DEV_SCHEME_VERSION0
) {
1294 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1298 err
|= nvlist_add_uint8(fmri_dev
, FM_VERSION
, version
);
1299 err
|= nvlist_add_string(fmri_dev
, FM_FMRI_SCHEME
, FM_FMRI_SCHEME_DEV
);
1302 err
|= nvlist_add_nvlist(fmri_dev
, FM_FMRI_AUTHORITY
,
1306 err
|= nvlist_add_string(fmri_dev
, FM_FMRI_DEV_PATH
, devpath
);
1309 err
|= nvlist_add_string(fmri_dev
, FM_FMRI_DEV_ID
, devid
);
1312 err
|= nvlist_add_string(fmri_dev
, FM_FMRI_DEV_TGTPTLUN0
, tpl0
);
1315 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1320 * Set-up and validate the members of an cpu fmri according to:
1322 * Member name Type Value
1323 * ====================================================
1325 * auth nvlist_t <auth>
1326 * cpuid uint32_t <cpu_id>
1327 * cpumask uint8_t <cpu_mask>
1328 * serial uint64_t <serial_id>
1330 * Note that auth, cpumask, serial are optional members.
1334 fm_fmri_cpu_set(nvlist_t
*fmri_cpu
, int version
, const nvlist_t
*auth
,
1335 uint32_t cpu_id
, uint8_t *cpu_maskp
, const char *serial_idp
)
1337 uint64_t *failedp
= &erpt_kstat_data
.fmri_set_failed
.value
.ui64
;
1339 if (version
< CPU_SCHEME_VERSION1
) {
1340 atomic_inc_64(failedp
);
1344 if (nvlist_add_uint8(fmri_cpu
, FM_VERSION
, version
) != 0) {
1345 atomic_inc_64(failedp
);
1349 if (nvlist_add_string(fmri_cpu
, FM_FMRI_SCHEME
,
1350 FM_FMRI_SCHEME_CPU
) != 0) {
1351 atomic_inc_64(failedp
);
1355 if (auth
!= NULL
&& nvlist_add_nvlist(fmri_cpu
, FM_FMRI_AUTHORITY
,
1356 (nvlist_t
*)auth
) != 0)
1357 atomic_inc_64(failedp
);
1359 if (nvlist_add_uint32(fmri_cpu
, FM_FMRI_CPU_ID
, cpu_id
) != 0)
1360 atomic_inc_64(failedp
);
1362 if (cpu_maskp
!= NULL
&& nvlist_add_uint8(fmri_cpu
, FM_FMRI_CPU_MASK
,
1364 atomic_inc_64(failedp
);
1366 if (serial_idp
== NULL
|| nvlist_add_string(fmri_cpu
,
1367 FM_FMRI_CPU_SERIAL_ID
, (char *)serial_idp
) != 0)
1368 atomic_inc_64(failedp
);
1372 * Set-up and validate the members of a mem according to:
1374 * Member name Type Value
1375 * ====================================================
1377 * auth nvlist_t <auth> [optional]
1378 * unum string <unum>
1379 * serial string <serial> [optional*]
1380 * offset uint64_t <offset> [optional]
1382 * * serial is required if offset is present
1385 fm_fmri_mem_set(nvlist_t
*fmri
, int version
, const nvlist_t
*auth
,
1386 const char *unum
, const char *serial
, uint64_t offset
)
1388 if (version
!= MEM_SCHEME_VERSION0
) {
1389 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1393 if (!serial
&& (offset
!= (uint64_t)-1)) {
1394 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1398 if (nvlist_add_uint8(fmri
, FM_VERSION
, version
) != 0) {
1399 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1403 if (nvlist_add_string(fmri
, FM_FMRI_SCHEME
, FM_FMRI_SCHEME_MEM
) != 0) {
1404 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1409 if (nvlist_add_nvlist(fmri
, FM_FMRI_AUTHORITY
,
1410 (nvlist_t
*)auth
) != 0) {
1412 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1416 if (nvlist_add_string(fmri
, FM_FMRI_MEM_UNUM
, unum
) != 0) {
1417 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1420 if (serial
!= NULL
) {
1421 if (nvlist_add_string_array(fmri
, FM_FMRI_MEM_SERIAL_ID
,
1422 (char **)&serial
, 1) != 0) {
1424 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1426 if (offset
!= (uint64_t)-1 && nvlist_add_uint64(fmri
,
1427 FM_FMRI_MEM_OFFSET
, offset
) != 0) {
1429 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1435 fm_fmri_zfs_set(nvlist_t
*fmri
, int version
, uint64_t pool_guid
,
1438 if (version
!= ZFS_SCHEME_VERSION0
) {
1439 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1443 if (nvlist_add_uint8(fmri
, FM_VERSION
, version
) != 0) {
1444 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1448 if (nvlist_add_string(fmri
, FM_FMRI_SCHEME
, FM_FMRI_SCHEME_ZFS
) != 0) {
1449 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1453 if (nvlist_add_uint64(fmri
, FM_FMRI_ZFS_POOL
, pool_guid
) != 0) {
1454 atomic_inc_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1457 if (vdev_guid
!= 0) {
1458 if (nvlist_add_uint64(fmri
, FM_FMRI_ZFS_VDEV
, vdev_guid
) != 0) {
1460 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
);
1466 fm_ena_increment(uint64_t ena
)
1470 switch (ENA_FORMAT(ena
)) {
1472 new_ena
= ena
+ (1 << ENA_FMT1_GEN_SHFT
);
1475 new_ena
= ena
+ (1 << ENA_FMT2_GEN_SHFT
);
1485 fm_ena_generate_cpu(uint64_t timestamp
, processorid_t cpuid
, uchar_t format
)
1492 ena
= (uint64_t)((format
& ENA_FORMAT_MASK
) |
1493 ((cpuid
<< ENA_FMT1_CPUID_SHFT
) &
1494 ENA_FMT1_CPUID_MASK
) |
1495 ((timestamp
<< ENA_FMT1_TIME_SHFT
) &
1496 ENA_FMT1_TIME_MASK
));
1498 ena
= (uint64_t)((format
& ENA_FORMAT_MASK
) |
1499 ((cpuid
<< ENA_FMT1_CPUID_SHFT
) &
1500 ENA_FMT1_CPUID_MASK
) |
1501 ((gethrtime() << ENA_FMT1_TIME_SHFT
) &
1502 ENA_FMT1_TIME_MASK
));
1506 ena
= (uint64_t)((format
& ENA_FORMAT_MASK
) |
1507 ((timestamp
<< ENA_FMT2_TIME_SHFT
) & ENA_FMT2_TIME_MASK
));
1517 fm_ena_generate(uint64_t timestamp
, uchar_t format
)
1522 ena
= fm_ena_generate_cpu(timestamp
, getcpuid(), format
);
1529 fm_ena_generation_get(uint64_t ena
)
1533 switch (ENA_FORMAT(ena
)) {
1535 gen
= (ena
& ENA_FMT1_GEN_MASK
) >> ENA_FMT1_GEN_SHFT
;
1538 gen
= (ena
& ENA_FMT2_GEN_MASK
) >> ENA_FMT2_GEN_SHFT
;
1549 fm_ena_format_get(uint64_t ena
)
1552 return (ENA_FORMAT(ena
));
1556 fm_ena_id_get(uint64_t ena
)
1560 switch (ENA_FORMAT(ena
)) {
1562 id
= (ena
& ENA_FMT1_ID_MASK
) >> ENA_FMT1_ID_SHFT
;
1565 id
= (ena
& ENA_FMT2_ID_MASK
) >> ENA_FMT2_ID_SHFT
;
1575 fm_ena_time_get(uint64_t ena
)
1579 switch (ENA_FORMAT(ena
)) {
1581 time
= (ena
& ENA_FMT1_TIME_MASK
) >> ENA_FMT1_TIME_SHFT
;
1584 time
= (ena
& ENA_FMT2_TIME_MASK
) >> ENA_FMT2_TIME_SHFT
;
1595 * Helper function to increment ereport dropped count. Used by the event
1596 * rate limiting code to give feedback to the user about how many events were
1597 * rate limited by including them in the 'dropped' count.
1600 fm_erpt_dropped_increment(void)
1602 atomic_inc_64(&ratelimit_dropped
);
1613 if (zfs_zevent_len_max
== 0)
1614 zfs_zevent_len_max
= ERPT_MAX_ERRS
* MAX(max_ncpus
, 4);
1616 /* Initialize zevent allocation and generation kstats */
1617 fm_ksp
= kstat_create("zfs", 0, "fm", "misc", KSTAT_TYPE_NAMED
,
1618 sizeof (struct erpt_kstat
) / sizeof (kstat_named_t
),
1619 KSTAT_FLAG_VIRTUAL
);
1621 if (fm_ksp
!= NULL
) {
1622 fm_ksp
->ks_data
= &erpt_kstat_data
;
1623 kstat_install(fm_ksp
);
1625 cmn_err(CE_NOTE
, "failed to create fm/misc kstat\n");
1628 mutex_init(&zevent_lock
, NULL
, MUTEX_DEFAULT
, NULL
);
1629 list_create(&zevent_list
, sizeof (zevent_t
),
1630 offsetof(zevent_t
, ev_node
));
1631 cv_init(&zevent_cv
, NULL
, CV_DEFAULT
, NULL
);
1639 zfs_zevent_drain_all(&count
);
1641 mutex_enter(&zevent_lock
);
1642 cv_broadcast(&zevent_cv
);
1644 zevent_flags
|= ZEVENT_SHUTDOWN
;
1645 while (zevent_waiters
> 0) {
1646 mutex_exit(&zevent_lock
);
1648 mutex_enter(&zevent_lock
);
1650 mutex_exit(&zevent_lock
);
1652 cv_destroy(&zevent_cv
);
1653 list_destroy(&zevent_list
);
1654 mutex_destroy(&zevent_lock
);
1656 if (fm_ksp
!= NULL
) {
1657 kstat_delete(fm_ksp
);
1662 module_param(zfs_zevent_len_max
, int, 0644);
1663 MODULE_PARM_DESC(zfs_zevent_len_max
, "Max event queue length");
1665 module_param(zfs_zevent_cols
, int, 0644);
1666 MODULE_PARM_DESC(zfs_zevent_cols
, "Max event column width");
1668 module_param(zfs_zevent_console
, int, 0644);
1669 MODULE_PARM_DESC(zfs_zevent_console
, "Log events to the console");
1671 #endif /* _KERNEL */