4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
22 * Copyright (c) 2004, 2010, Oracle and/or its affiliates. All rights reserved.
26 * Fault Management Architecture (FMA) Resource and Protocol Support
28 * The routines contained herein provide services to support kernel subsystems
29 * in publishing fault management telemetry (see PSARC 2002/412 and 2003/089).
31 * Name-Value Pair Lists
33 * The embodiment of an FMA protocol element (event, fmri or authority) is a
34 * name-value pair list (nvlist_t). FMA-specific nvlist construtor and
35 * destructor functions, fm_nvlist_create() and fm_nvlist_destroy(), are used
36 * to create an nvpair list using custom allocators. Callers may choose to
37 * allocate either from the kernel memory allocator, or from a preallocated
38 * buffer, useful in constrained contexts like high-level interrupt routines.
40 * Protocol Event and FMRI Construction
42 * Convenience routines are provided to construct nvlist events according to
43 * the FMA Event Protocol and Naming Schema specification for ereports and
44 * FMRIs for the dev, cpu, hc, mem, legacy hc and de schemes.
48 * Routines to generate ENA formats 0, 1 and 2 are available as well as
49 * routines to increment formats 1 and 2. Individual fields within the
50 * ENA are extractable via fm_ena_time_get(), fm_ena_id_get(),
51 * fm_ena_format_get() and fm_ena_gen_get().
54 #include <sys/types.h>
57 #include <sys/nvpair.h>
58 #include <sys/cmn_err.h>
59 #include <sys/sysmacros.h>
60 #include <sys/compress.h>
61 #include <sys/sunddi.h>
62 #include <sys/systeminfo.h>
63 #include <sys/fm/util.h>
64 #include <sys/fm/protocol.h>
65 #include <sys/kstat.h>
66 #include <sys/zfs_context.h>
68 #include <sys/atomic.h>
69 #include <sys/condvar.h>
70 #include <sys/cpuvar.h>
71 #include <sys/systm.h>
72 #include <sys/dumphdr.h>
73 #include <sys/cpuvar.h>
74 #include <sys/console.h>
77 #include <sys/zfs_ioctl.h>
79 int zfs_zevent_len_max
= 0;
80 int zfs_zevent_cols
= 80;
81 int zfs_zevent_console
= 0;
83 static int zevent_len_cur
= 0;
84 static int zevent_waiters
= 0;
85 static int zevent_flags
= 0;
88 * The EID (Event IDentifier) is used to uniquely tag a zevent when it is
89 * posted. The posted EIDs are monotonically increasing but not persistent.
90 * They will be reset to the initial value (1) each time the kernel module is
93 static uint64_t zevent_eid
= 0;
95 static kmutex_t zevent_lock
;
96 static list_t zevent_list
;
97 static kcondvar_t zevent_cv
;
100 extern void fastreboot_disable_highpil(void);
103 * Common fault management kstats to record event generation failures
107 kstat_named_t erpt_dropped
; /* num erpts dropped on post */
108 kstat_named_t erpt_set_failed
; /* num erpt set failures */
109 kstat_named_t fmri_set_failed
; /* num fmri set failures */
110 kstat_named_t payload_set_failed
; /* num payload set failures */
113 static struct erpt_kstat erpt_kstat_data
= {
114 { "erpt-dropped", KSTAT_DATA_UINT64
},
115 { "erpt-set-failed", KSTAT_DATA_UINT64
},
116 { "fmri-set-failed", KSTAT_DATA_UINT64
},
117 { "payload-set-failed", KSTAT_DATA_UINT64
}
125 * Formatting utility function for fm_nvprintr. We attempt to wrap chunks of
126 * output so they aren't split across console lines, and return the end column.
130 fm_printf(int depth
, int c
, int cols
, const char *format
, ...)
136 va_start(ap
, format
);
137 width
= vsnprintf(&c1
, sizeof (c1
), format
, ap
);
140 if (c
+ width
>= cols
) {
141 console_printf("\n");
143 if (format
[0] != ' ' && depth
> 0) {
149 va_start(ap
, format
);
150 console_vprintf(format
, ap
);
153 return ((c
+ width
) % cols
);
157 * Recursively print a nvlist in the specified column width and return the
158 * column we end up in. This function is called recursively by fm_nvprint(),
159 * below. We generically format the entire nvpair using hexadecimal
160 * integers and strings, and elide any integer arrays. Arrays are basically
161 * used for cache dumps right now, so we suppress them so as not to overwhelm
162 * the amount of console output we produce at panic time. This can be further
163 * enhanced as FMA technology grows based upon the needs of consumers. All
164 * FMA telemetry is logged using the dump device transport, so the console
165 * output serves only as a fallback in case this procedure is unsuccessful.
168 fm_nvprintr(nvlist_t
*nvl
, int d
, int c
, int cols
)
172 for (nvp
= nvlist_next_nvpair(nvl
, NULL
);
173 nvp
!= NULL
; nvp
= nvlist_next_nvpair(nvl
, nvp
)) {
175 data_type_t type
= nvpair_type(nvp
);
176 const char *name
= nvpair_name(nvp
);
186 if (strcmp(name
, FM_CLASS
) == 0)
187 continue; /* already printed by caller */
189 c
= fm_printf(d
, c
, cols
, " %s=", name
);
192 case DATA_TYPE_BOOLEAN
:
193 c
= fm_printf(d
+ 1, c
, cols
, " 1");
196 case DATA_TYPE_BOOLEAN_VALUE
:
197 (void) nvpair_value_boolean_value(nvp
, &b
);
198 c
= fm_printf(d
+ 1, c
, cols
, b
? "1" : "0");
202 (void) nvpair_value_byte(nvp
, &i8
);
203 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i8
);
207 (void) nvpair_value_int8(nvp
, (void *)&i8
);
208 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i8
);
211 case DATA_TYPE_UINT8
:
212 (void) nvpair_value_uint8(nvp
, &i8
);
213 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i8
);
216 case DATA_TYPE_INT16
:
217 (void) nvpair_value_int16(nvp
, (void *)&i16
);
218 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i16
);
221 case DATA_TYPE_UINT16
:
222 (void) nvpair_value_uint16(nvp
, &i16
);
223 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i16
);
226 case DATA_TYPE_INT32
:
227 (void) nvpair_value_int32(nvp
, (void *)&i32
);
228 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i32
);
231 case DATA_TYPE_UINT32
:
232 (void) nvpair_value_uint32(nvp
, &i32
);
233 c
= fm_printf(d
+ 1, c
, cols
, "0x%x", i32
);
236 case DATA_TYPE_INT64
:
237 (void) nvpair_value_int64(nvp
, (void *)&i64
);
238 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx",
242 case DATA_TYPE_UINT64
:
243 (void) nvpair_value_uint64(nvp
, &i64
);
244 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx",
248 case DATA_TYPE_HRTIME
:
249 (void) nvpair_value_hrtime(nvp
, (void *)&i64
);
250 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx",
254 case DATA_TYPE_STRING
:
255 (void) nvpair_value_string(nvp
, &str
);
256 c
= fm_printf(d
+ 1, c
, cols
, "\"%s\"",
257 str
? str
: "<NULL>");
260 case DATA_TYPE_NVLIST
:
261 c
= fm_printf(d
+ 1, c
, cols
, "[");
262 (void) nvpair_value_nvlist(nvp
, &cnv
);
263 c
= fm_nvprintr(cnv
, d
+ 1, c
, cols
);
264 c
= fm_printf(d
+ 1, c
, cols
, " ]");
267 case DATA_TYPE_NVLIST_ARRAY
: {
271 c
= fm_printf(d
+ 1, c
, cols
, "[");
272 (void) nvpair_value_nvlist_array(nvp
, &val
, &nelem
);
273 for (i
= 0; i
< nelem
; i
++) {
274 c
= fm_nvprintr(val
[i
], d
+ 1, c
, cols
);
276 c
= fm_printf(d
+ 1, c
, cols
, " ]");
280 case DATA_TYPE_INT8_ARRAY
: {
284 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
285 (void) nvpair_value_int8_array(nvp
, &val
, &nelem
);
286 for (i
= 0; i
< nelem
; i
++)
287 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
288 (u_longlong_t
)val
[i
]);
290 c
= fm_printf(d
+ 1, c
, cols
, "]");
294 case DATA_TYPE_UINT8_ARRAY
: {
298 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
299 (void) nvpair_value_uint8_array(nvp
, &val
, &nelem
);
300 for (i
= 0; i
< nelem
; i
++)
301 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
302 (u_longlong_t
)val
[i
]);
304 c
= fm_printf(d
+ 1, c
, cols
, "]");
308 case DATA_TYPE_INT16_ARRAY
: {
312 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
313 (void) nvpair_value_int16_array(nvp
, &val
, &nelem
);
314 for (i
= 0; i
< nelem
; i
++)
315 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
316 (u_longlong_t
)val
[i
]);
318 c
= fm_printf(d
+ 1, c
, cols
, "]");
322 case DATA_TYPE_UINT16_ARRAY
: {
326 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
327 (void) nvpair_value_uint16_array(nvp
, &val
, &nelem
);
328 for (i
= 0; i
< nelem
; i
++)
329 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
330 (u_longlong_t
)val
[i
]);
332 c
= fm_printf(d
+ 1, c
, cols
, "]");
336 case DATA_TYPE_INT32_ARRAY
: {
340 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
341 (void) nvpair_value_int32_array(nvp
, &val
, &nelem
);
342 for (i
= 0; i
< nelem
; i
++)
343 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
344 (u_longlong_t
)val
[i
]);
346 c
= fm_printf(d
+ 1, c
, cols
, "]");
350 case DATA_TYPE_UINT32_ARRAY
: {
354 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
355 (void) nvpair_value_uint32_array(nvp
, &val
, &nelem
);
356 for (i
= 0; i
< nelem
; i
++)
357 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
358 (u_longlong_t
)val
[i
]);
360 c
= fm_printf(d
+ 1, c
, cols
, "]");
364 case DATA_TYPE_INT64_ARRAY
: {
368 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
369 (void) nvpair_value_int64_array(nvp
, &val
, &nelem
);
370 for (i
= 0; i
< nelem
; i
++)
371 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
372 (u_longlong_t
)val
[i
]);
374 c
= fm_printf(d
+ 1, c
, cols
, "]");
378 case DATA_TYPE_UINT64_ARRAY
: {
382 c
= fm_printf(d
+ 1, c
, cols
, "[ ");
383 (void) nvpair_value_uint64_array(nvp
, &val
, &nelem
);
384 for (i
= 0; i
< nelem
; i
++)
385 c
= fm_printf(d
+ 1, c
, cols
, "0x%llx ",
386 (u_longlong_t
)val
[i
]);
388 c
= fm_printf(d
+ 1, c
, cols
, "]");
392 case DATA_TYPE_STRING_ARRAY
:
393 case DATA_TYPE_BOOLEAN_ARRAY
:
394 case DATA_TYPE_BYTE_ARRAY
:
395 c
= fm_printf(d
+ 1, c
, cols
, "[...]");
398 case DATA_TYPE_UNKNOWN
:
399 c
= fm_printf(d
+ 1, c
, cols
, "<unknown>");
408 fm_nvprint(nvlist_t
*nvl
)
413 console_printf("\n");
415 if (nvlist_lookup_string(nvl
, FM_CLASS
, &class) == 0)
416 c
= fm_printf(0, c
, zfs_zevent_cols
, "%s", class);
418 if (fm_nvprintr(nvl
, 0, c
, zfs_zevent_cols
) != 0)
419 console_printf("\n");
421 console_printf("\n");
425 zfs_zevent_alloc(void)
429 ev
= kmem_zalloc(sizeof (zevent_t
), KM_SLEEP
);
433 list_create(&ev
->ev_ze_list
, sizeof (zfs_zevent_t
),
434 offsetof(zfs_zevent_t
, ze_node
));
435 list_link_init(&ev
->ev_node
);
441 zfs_zevent_free(zevent_t
*ev
)
443 /* Run provided cleanup callback */
444 ev
->ev_cb(ev
->ev_nvl
, ev
->ev_detector
);
446 list_destroy(&ev
->ev_ze_list
);
447 kmem_free(ev
, sizeof (zevent_t
));
451 zfs_zevent_drain(zevent_t
*ev
)
455 ASSERT(MUTEX_HELD(&zevent_lock
));
456 list_remove(&zevent_list
, ev
);
458 /* Remove references to this event in all private file data */
459 while ((ze
= list_head(&ev
->ev_ze_list
)) != NULL
) {
460 list_remove(&ev
->ev_ze_list
, ze
);
461 ze
->ze_zevent
= NULL
;
469 zfs_zevent_drain_all(int *count
)
473 mutex_enter(&zevent_lock
);
474 while ((ev
= list_head(&zevent_list
)) != NULL
)
475 zfs_zevent_drain(ev
);
477 *count
= zevent_len_cur
;
479 mutex_exit(&zevent_lock
);
483 * New zevents are inserted at the head. If the maximum queue
484 * length is exceeded a zevent will be drained from the tail.
485 * As part of this any user space processes which currently have
486 * a reference to this zevent_t in their private data will have
487 * this reference set to NULL.
490 zfs_zevent_insert(zevent_t
*ev
)
492 ASSERT(MUTEX_HELD(&zevent_lock
));
493 list_insert_head(&zevent_list
, ev
);
495 if (zevent_len_cur
>= zfs_zevent_len_max
)
496 zfs_zevent_drain(list_tail(&zevent_list
));
502 * Post a zevent. The cb will be called when nvl and detector are no longer
504 * - An error happened and a zevent can't be posted. In this case, cb is called
505 * before zfs_zevent_post() returns.
506 * - The event is being drained and freed.
509 zfs_zevent_post(nvlist_t
*nvl
, nvlist_t
*detector
, zevent_cb_t
*cb
)
521 tv_array
[0] = tv
.tv_sec
;
522 tv_array
[1] = tv
.tv_nsec
;
524 error
= nvlist_add_int64_array(nvl
, FM_EREPORT_TIME
, tv_array
, 2);
526 atomic_add_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
, 1);
530 eid
= atomic_inc_64_nv(&zevent_eid
);
531 error
= nvlist_add_uint64(nvl
, FM_EREPORT_EID
, eid
);
533 atomic_add_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
, 1);
537 error
= nvlist_size(nvl
, &nvl_size
, NV_ENCODE_NATIVE
);
539 atomic_add_64(&erpt_kstat_data
.erpt_dropped
.value
.ui64
, 1);
543 if (nvl_size
> ERPT_DATA_SZ
|| nvl_size
== 0) {
544 atomic_add_64(&erpt_kstat_data
.erpt_dropped
.value
.ui64
, 1);
549 if (zfs_zevent_console
)
552 ev
= zfs_zevent_alloc();
554 atomic_add_64(&erpt_kstat_data
.erpt_dropped
.value
.ui64
, 1);
560 ev
->ev_detector
= detector
;
564 mutex_enter(&zevent_lock
);
565 zfs_zevent_insert(ev
);
566 cv_broadcast(&zevent_cv
);
567 mutex_exit(&zevent_lock
);
577 zfs_zevent_minor_to_state(minor_t minor
, zfs_zevent_t
**ze
)
579 *ze
= zfsdev_get_state(minor
, ZST_ZEVENT
);
587 zfs_zevent_fd_hold(int fd
, minor_t
*minorp
, zfs_zevent_t
**ze
)
596 *minorp
= zfsdev_getminor(fp
->f_file
);
597 error
= zfs_zevent_minor_to_state(*minorp
, ze
);
600 zfs_zevent_fd_rele(fd
);
606 zfs_zevent_fd_rele(int fd
)
612 * Get the next zevent in the stream and place a copy in 'event'. This
613 * may fail with ENOMEM if the encoded nvlist size exceeds the passed
614 * 'event_size'. In this case the stream pointer is not advanced and
615 * and 'event_size' is set to the minimum required buffer size.
618 zfs_zevent_next(zfs_zevent_t
*ze
, nvlist_t
**event
, uint64_t *event_size
,
625 mutex_enter(&zevent_lock
);
626 if (ze
->ze_zevent
== NULL
) {
627 /* New stream start at the beginning/tail */
628 ev
= list_tail(&zevent_list
);
635 * Existing stream continue with the next element and remove
636 * ourselves from the wait queue for the previous element
638 ev
= list_prev(&zevent_list
, ze
->ze_zevent
);
645 VERIFY(nvlist_size(ev
->ev_nvl
, &size
, NV_ENCODE_NATIVE
) == 0);
646 if (size
> *event_size
) {
653 list_remove(&ze
->ze_zevent
->ev_ze_list
, ze
);
656 list_insert_head(&ev
->ev_ze_list
, ze
);
657 nvlist_dup(ev
->ev_nvl
, event
, KM_SLEEP
);
658 *dropped
= ze
->ze_dropped
;
661 mutex_exit(&zevent_lock
);
667 zfs_zevent_wait(zfs_zevent_t
*ze
)
671 mutex_enter(&zevent_lock
);
673 if (zevent_flags
& ZEVENT_SHUTDOWN
) {
679 cv_wait_interruptible(&zevent_cv
, &zevent_lock
);
680 if (issig(JUSTLOOKING
))
685 mutex_exit(&zevent_lock
);
691 * The caller may seek to a specific EID by passing that EID. If the EID
692 * is still available in the posted list of events the cursor is positioned
693 * there. Otherwise ENOENT is returned and the cursor is not moved.
695 * There are two reserved EIDs which may be passed and will never fail.
696 * ZEVENT_SEEK_START positions the cursor at the start of the list, and
697 * ZEVENT_SEEK_END positions the cursor at the end of the list.
700 zfs_zevent_seek(zfs_zevent_t
*ze
, uint64_t eid
)
705 mutex_enter(&zevent_lock
);
707 if (eid
== ZEVENT_SEEK_START
) {
709 list_remove(&ze
->ze_zevent
->ev_ze_list
, ze
);
711 ze
->ze_zevent
= NULL
;
715 if (eid
== ZEVENT_SEEK_END
) {
717 list_remove(&ze
->ze_zevent
->ev_ze_list
, ze
);
719 ev
= list_head(&zevent_list
);
722 list_insert_head(&ev
->ev_ze_list
, ze
);
724 ze
->ze_zevent
= NULL
;
730 for (ev
= list_tail(&zevent_list
); ev
!= NULL
;
731 ev
= list_prev(&zevent_list
, ev
)) {
732 if (ev
->ev_eid
== eid
) {
734 list_remove(&ze
->ze_zevent
->ev_ze_list
, ze
);
737 list_insert_head(&ev
->ev_ze_list
, ze
);
746 mutex_exit(&zevent_lock
);
752 zfs_zevent_init(zfs_zevent_t
**zep
)
756 ze
= *zep
= kmem_zalloc(sizeof (zfs_zevent_t
), KM_SLEEP
);
757 list_link_init(&ze
->ze_node
);
761 zfs_zevent_destroy(zfs_zevent_t
*ze
)
763 mutex_enter(&zevent_lock
);
765 list_remove(&ze
->ze_zevent
->ev_ze_list
, ze
);
766 mutex_exit(&zevent_lock
);
768 kmem_free(ze
, sizeof (zfs_zevent_t
));
773 * Wrapppers for FM nvlist allocators
777 i_fm_alloc(nv_alloc_t
*nva
, size_t size
)
779 return (kmem_zalloc(size
, KM_SLEEP
));
784 i_fm_free(nv_alloc_t
*nva
, void *buf
, size_t size
)
786 kmem_free(buf
, size
);
789 const nv_alloc_ops_t fm_mem_alloc_ops
= {
798 * Create and initialize a new nv_alloc_t for a fixed buffer, buf. A pointer
799 * to the newly allocated nv_alloc_t structure is returned upon success or NULL
800 * is returned to indicate that the nv_alloc structure could not be created.
803 fm_nva_xcreate(char *buf
, size_t bufsz
)
805 nv_alloc_t
*nvhdl
= kmem_zalloc(sizeof (nv_alloc_t
), KM_SLEEP
);
807 if (bufsz
== 0 || nv_alloc_init(nvhdl
, nv_fixed_ops
, buf
, bufsz
) != 0) {
808 kmem_free(nvhdl
, sizeof (nv_alloc_t
));
816 * Destroy a previously allocated nv_alloc structure. The fixed buffer
817 * associated with nva must be freed by the caller.
820 fm_nva_xdestroy(nv_alloc_t
*nva
)
823 kmem_free(nva
, sizeof (nv_alloc_t
));
827 * Create a new nv list. A pointer to a new nv list structure is returned
828 * upon success or NULL is returned to indicate that the structure could
829 * not be created. The newly created nv list is created and managed by the
830 * operations installed in nva. If nva is NULL, the default FMA nva
831 * operations are installed and used.
833 * When called from the kernel and nva == NULL, this function must be called
834 * from passive kernel context with no locks held that can prevent a
835 * sleeping memory allocation from occurring. Otherwise, this function may
836 * be called from other kernel contexts as long a valid nva created via
837 * fm_nva_create() is supplied.
840 fm_nvlist_create(nv_alloc_t
*nva
)
847 nvhdl
= kmem_zalloc(sizeof (nv_alloc_t
), KM_SLEEP
);
849 if (nv_alloc_init(nvhdl
, &fm_mem_alloc_ops
, NULL
, 0) != 0) {
850 kmem_free(nvhdl
, sizeof (nv_alloc_t
));
858 if (nvlist_xalloc(&nvl
, NV_UNIQUE_NAME
, nvhdl
) != 0) {
860 nv_alloc_fini(nvhdl
);
861 kmem_free(nvhdl
, sizeof (nv_alloc_t
));
870 * Destroy a previously allocated nvlist structure. flag indicates whether
871 * or not the associated nva structure should be freed (FM_NVA_FREE) or
872 * retained (FM_NVA_RETAIN). Retaining the nv alloc structure allows
873 * it to be re-used for future nvlist creation operations.
876 fm_nvlist_destroy(nvlist_t
*nvl
, int flag
)
878 nv_alloc_t
*nva
= nvlist_lookup_nv_alloc(nvl
);
883 if (flag
== FM_NVA_FREE
)
884 fm_nva_xdestroy(nva
);
889 i_fm_payload_set(nvlist_t
*payload
, const char *name
, va_list ap
)
894 while (ret
== 0 && name
!= NULL
) {
895 type
= va_arg(ap
, data_type_t
);
898 ret
= nvlist_add_byte(payload
, name
,
901 case DATA_TYPE_BYTE_ARRAY
:
902 nelem
= va_arg(ap
, int);
903 ret
= nvlist_add_byte_array(payload
, name
,
904 va_arg(ap
, uchar_t
*), nelem
);
906 case DATA_TYPE_BOOLEAN_VALUE
:
907 ret
= nvlist_add_boolean_value(payload
, name
,
908 va_arg(ap
, boolean_t
));
910 case DATA_TYPE_BOOLEAN_ARRAY
:
911 nelem
= va_arg(ap
, int);
912 ret
= nvlist_add_boolean_array(payload
, name
,
913 va_arg(ap
, boolean_t
*), nelem
);
916 ret
= nvlist_add_int8(payload
, name
,
919 case DATA_TYPE_INT8_ARRAY
:
920 nelem
= va_arg(ap
, int);
921 ret
= nvlist_add_int8_array(payload
, name
,
922 va_arg(ap
, int8_t *), nelem
);
924 case DATA_TYPE_UINT8
:
925 ret
= nvlist_add_uint8(payload
, name
,
928 case DATA_TYPE_UINT8_ARRAY
:
929 nelem
= va_arg(ap
, int);
930 ret
= nvlist_add_uint8_array(payload
, name
,
931 va_arg(ap
, uint8_t *), nelem
);
933 case DATA_TYPE_INT16
:
934 ret
= nvlist_add_int16(payload
, name
,
937 case DATA_TYPE_INT16_ARRAY
:
938 nelem
= va_arg(ap
, int);
939 ret
= nvlist_add_int16_array(payload
, name
,
940 va_arg(ap
, int16_t *), nelem
);
942 case DATA_TYPE_UINT16
:
943 ret
= nvlist_add_uint16(payload
, name
,
946 case DATA_TYPE_UINT16_ARRAY
:
947 nelem
= va_arg(ap
, int);
948 ret
= nvlist_add_uint16_array(payload
, name
,
949 va_arg(ap
, uint16_t *), nelem
);
951 case DATA_TYPE_INT32
:
952 ret
= nvlist_add_int32(payload
, name
,
953 va_arg(ap
, int32_t));
955 case DATA_TYPE_INT32_ARRAY
:
956 nelem
= va_arg(ap
, int);
957 ret
= nvlist_add_int32_array(payload
, name
,
958 va_arg(ap
, int32_t *), nelem
);
960 case DATA_TYPE_UINT32
:
961 ret
= nvlist_add_uint32(payload
, name
,
962 va_arg(ap
, uint32_t));
964 case DATA_TYPE_UINT32_ARRAY
:
965 nelem
= va_arg(ap
, int);
966 ret
= nvlist_add_uint32_array(payload
, name
,
967 va_arg(ap
, uint32_t *), nelem
);
969 case DATA_TYPE_INT64
:
970 ret
= nvlist_add_int64(payload
, name
,
971 va_arg(ap
, int64_t));
973 case DATA_TYPE_INT64_ARRAY
:
974 nelem
= va_arg(ap
, int);
975 ret
= nvlist_add_int64_array(payload
, name
,
976 va_arg(ap
, int64_t *), nelem
);
978 case DATA_TYPE_UINT64
:
979 ret
= nvlist_add_uint64(payload
, name
,
980 va_arg(ap
, uint64_t));
982 case DATA_TYPE_UINT64_ARRAY
:
983 nelem
= va_arg(ap
, int);
984 ret
= nvlist_add_uint64_array(payload
, name
,
985 va_arg(ap
, uint64_t *), nelem
);
987 case DATA_TYPE_STRING
:
988 ret
= nvlist_add_string(payload
, name
,
991 case DATA_TYPE_STRING_ARRAY
:
992 nelem
= va_arg(ap
, int);
993 ret
= nvlist_add_string_array(payload
, name
,
994 va_arg(ap
, char **), nelem
);
996 case DATA_TYPE_NVLIST
:
997 ret
= nvlist_add_nvlist(payload
, name
,
998 va_arg(ap
, nvlist_t
*));
1000 case DATA_TYPE_NVLIST_ARRAY
:
1001 nelem
= va_arg(ap
, int);
1002 ret
= nvlist_add_nvlist_array(payload
, name
,
1003 va_arg(ap
, nvlist_t
**), nelem
);
1009 name
= va_arg(ap
, char *);
1015 fm_payload_set(nvlist_t
*payload
, ...)
1021 va_start(ap
, payload
);
1022 name
= va_arg(ap
, char *);
1023 ret
= i_fm_payload_set(payload
, name
, ap
);
1028 &erpt_kstat_data
.payload_set_failed
.value
.ui64
, 1);
1032 * Set-up and validate the members of an ereport event according to:
1034 * Member name Type Value
1035 * ====================================================
1036 * class string ereport
1038 * ena uint64_t <ena>
1039 * detector nvlist_t <detector>
1040 * ereport-payload nvlist_t <var args>
1042 * We don't actually add a 'version' member to the payload. Really,
1043 * the version quoted to us by our caller is that of the category 1
1044 * "ereport" event class (and we require FM_EREPORT_VERS0) but
1045 * the payload version of the actual leaf class event under construction
1046 * may be something else. Callers should supply a version in the varargs,
1047 * or (better) we could take two version arguments - one for the
1048 * ereport category 1 classification (expect FM_EREPORT_VERS0) and one
1049 * for the leaf class.
1052 fm_ereport_set(nvlist_t
*ereport
, int version
, const char *erpt_class
,
1053 uint64_t ena
, const nvlist_t
*detector
, ...)
1055 char ereport_class
[FM_MAX_CLASS
];
1060 if (version
!= FM_EREPORT_VERS0
) {
1061 atomic_add_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
, 1);
1065 (void) snprintf(ereport_class
, FM_MAX_CLASS
, "%s.%s",
1066 FM_EREPORT_CLASS
, erpt_class
);
1067 if (nvlist_add_string(ereport
, FM_CLASS
, ereport_class
) != 0) {
1068 atomic_add_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
, 1);
1072 if (nvlist_add_uint64(ereport
, FM_EREPORT_ENA
, ena
)) {
1073 atomic_add_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
, 1);
1076 if (nvlist_add_nvlist(ereport
, FM_EREPORT_DETECTOR
,
1077 (nvlist_t
*)detector
) != 0) {
1078 atomic_add_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
, 1);
1081 va_start(ap
, detector
);
1082 name
= va_arg(ap
, const char *);
1083 ret
= i_fm_payload_set(ereport
, name
, ap
);
1087 atomic_add_64(&erpt_kstat_data
.erpt_set_failed
.value
.ui64
, 1);
1091 * Set-up and validate the members of an hc fmri according to;
1093 * Member name Type Value
1094 * ===================================================
1096 * auth nvlist_t <auth>
1097 * hc-name string <name>
1100 * Note that auth and hc-id are optional members.
1103 #define HC_MAXPAIRS 20
1104 #define HC_MAXNAMELEN 50
1107 fm_fmri_hc_set_common(nvlist_t
*fmri
, int version
, const nvlist_t
*auth
)
1109 if (version
!= FM_HC_SCHEME_VERSION
) {
1110 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1114 if (nvlist_add_uint8(fmri
, FM_VERSION
, version
) != 0 ||
1115 nvlist_add_string(fmri
, FM_FMRI_SCHEME
, FM_FMRI_SCHEME_HC
) != 0) {
1116 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1120 if (auth
!= NULL
&& nvlist_add_nvlist(fmri
, FM_FMRI_AUTHORITY
,
1121 (nvlist_t
*)auth
) != 0) {
1122 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1130 fm_fmri_hc_set(nvlist_t
*fmri
, int version
, const nvlist_t
*auth
,
1131 nvlist_t
*snvl
, int npairs
, ...)
1133 nv_alloc_t
*nva
= nvlist_lookup_nv_alloc(fmri
);
1134 nvlist_t
*pairs
[HC_MAXPAIRS
];
1138 if (!fm_fmri_hc_set_common(fmri
, version
, auth
))
1141 npairs
= MIN(npairs
, HC_MAXPAIRS
);
1143 va_start(ap
, npairs
);
1144 for (i
= 0; i
< npairs
; i
++) {
1145 const char *name
= va_arg(ap
, const char *);
1146 uint32_t id
= va_arg(ap
, uint32_t);
1149 (void) snprintf(idstr
, sizeof (idstr
), "%u", id
);
1151 pairs
[i
] = fm_nvlist_create(nva
);
1152 if (nvlist_add_string(pairs
[i
], FM_FMRI_HC_NAME
, name
) != 0 ||
1153 nvlist_add_string(pairs
[i
], FM_FMRI_HC_ID
, idstr
) != 0) {
1155 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1160 if (nvlist_add_nvlist_array(fmri
, FM_FMRI_HC_LIST
, pairs
, npairs
) != 0)
1161 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1163 for (i
= 0; i
< npairs
; i
++)
1164 fm_nvlist_destroy(pairs
[i
], FM_NVA_RETAIN
);
1167 if (nvlist_add_nvlist(fmri
, FM_FMRI_HC_SPECIFIC
, snvl
) != 0) {
1169 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1175 fm_fmri_hc_create(nvlist_t
*fmri
, int version
, const nvlist_t
*auth
,
1176 nvlist_t
*snvl
, nvlist_t
*bboard
, int npairs
, ...)
1178 nv_alloc_t
*nva
= nvlist_lookup_nv_alloc(fmri
);
1179 nvlist_t
*pairs
[HC_MAXPAIRS
];
1184 char *hcname
, *hcid
;
1186 if (!fm_fmri_hc_set_common(fmri
, version
, auth
))
1190 * copy the bboard nvpairs to the pairs array
1192 if (nvlist_lookup_nvlist_array(bboard
, FM_FMRI_HC_LIST
, &hcl
, &n
)
1194 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1198 for (i
= 0; i
< n
; i
++) {
1199 if (nvlist_lookup_string(hcl
[i
], FM_FMRI_HC_NAME
,
1202 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1205 if (nvlist_lookup_string(hcl
[i
], FM_FMRI_HC_ID
, &hcid
) != 0) {
1207 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1211 pairs
[i
] = fm_nvlist_create(nva
);
1212 if (nvlist_add_string(pairs
[i
], FM_FMRI_HC_NAME
, hcname
) != 0 ||
1213 nvlist_add_string(pairs
[i
], FM_FMRI_HC_ID
, hcid
) != 0) {
1214 for (j
= 0; j
<= i
; j
++) {
1215 if (pairs
[j
] != NULL
)
1216 fm_nvlist_destroy(pairs
[j
],
1220 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1226 * create the pairs from passed in pairs
1228 npairs
= MIN(npairs
, HC_MAXPAIRS
);
1230 va_start(ap
, npairs
);
1231 for (i
= n
; i
< npairs
+ n
; i
++) {
1232 const char *name
= va_arg(ap
, const char *);
1233 uint32_t id
= va_arg(ap
, uint32_t);
1235 (void) snprintf(idstr
, sizeof (idstr
), "%u", id
);
1236 pairs
[i
] = fm_nvlist_create(nva
);
1237 if (nvlist_add_string(pairs
[i
], FM_FMRI_HC_NAME
, name
) != 0 ||
1238 nvlist_add_string(pairs
[i
], FM_FMRI_HC_ID
, idstr
) != 0) {
1239 for (j
= 0; j
<= i
; j
++) {
1240 if (pairs
[j
] != NULL
)
1241 fm_nvlist_destroy(pairs
[j
],
1245 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1252 * Create the fmri hc list
1254 if (nvlist_add_nvlist_array(fmri
, FM_FMRI_HC_LIST
, pairs
,
1256 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1260 for (i
= 0; i
< npairs
+ n
; i
++) {
1261 fm_nvlist_destroy(pairs
[i
], FM_NVA_RETAIN
);
1265 if (nvlist_add_nvlist(fmri
, FM_FMRI_HC_SPECIFIC
, snvl
) != 0) {
1267 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1274 * Set-up and validate the members of an dev fmri according to:
1276 * Member name Type Value
1277 * ====================================================
1279 * auth nvlist_t <auth>
1280 * devpath string <devpath>
1281 * [devid] string <devid>
1282 * [target-port-l0id] string <target-port-lun0-id>
1284 * Note that auth and devid are optional members.
1287 fm_fmri_dev_set(nvlist_t
*fmri_dev
, int version
, const nvlist_t
*auth
,
1288 const char *devpath
, const char *devid
, const char *tpl0
)
1292 if (version
!= DEV_SCHEME_VERSION0
) {
1293 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1297 err
|= nvlist_add_uint8(fmri_dev
, FM_VERSION
, version
);
1298 err
|= nvlist_add_string(fmri_dev
, FM_FMRI_SCHEME
, FM_FMRI_SCHEME_DEV
);
1301 err
|= nvlist_add_nvlist(fmri_dev
, FM_FMRI_AUTHORITY
,
1305 err
|= nvlist_add_string(fmri_dev
, FM_FMRI_DEV_PATH
, devpath
);
1308 err
|= nvlist_add_string(fmri_dev
, FM_FMRI_DEV_ID
, devid
);
1311 err
|= nvlist_add_string(fmri_dev
, FM_FMRI_DEV_TGTPTLUN0
, tpl0
);
1314 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1319 * Set-up and validate the members of an cpu fmri according to:
1321 * Member name Type Value
1322 * ====================================================
1324 * auth nvlist_t <auth>
1325 * cpuid uint32_t <cpu_id>
1326 * cpumask uint8_t <cpu_mask>
1327 * serial uint64_t <serial_id>
1329 * Note that auth, cpumask, serial are optional members.
1333 fm_fmri_cpu_set(nvlist_t
*fmri_cpu
, int version
, const nvlist_t
*auth
,
1334 uint32_t cpu_id
, uint8_t *cpu_maskp
, const char *serial_idp
)
1336 uint64_t *failedp
= &erpt_kstat_data
.fmri_set_failed
.value
.ui64
;
1338 if (version
< CPU_SCHEME_VERSION1
) {
1339 atomic_add_64(failedp
, 1);
1343 if (nvlist_add_uint8(fmri_cpu
, FM_VERSION
, version
) != 0) {
1344 atomic_add_64(failedp
, 1);
1348 if (nvlist_add_string(fmri_cpu
, FM_FMRI_SCHEME
,
1349 FM_FMRI_SCHEME_CPU
) != 0) {
1350 atomic_add_64(failedp
, 1);
1354 if (auth
!= NULL
&& nvlist_add_nvlist(fmri_cpu
, FM_FMRI_AUTHORITY
,
1355 (nvlist_t
*)auth
) != 0)
1356 atomic_add_64(failedp
, 1);
1358 if (nvlist_add_uint32(fmri_cpu
, FM_FMRI_CPU_ID
, cpu_id
) != 0)
1359 atomic_add_64(failedp
, 1);
1361 if (cpu_maskp
!= NULL
&& nvlist_add_uint8(fmri_cpu
, FM_FMRI_CPU_MASK
,
1363 atomic_add_64(failedp
, 1);
1365 if (serial_idp
== NULL
|| nvlist_add_string(fmri_cpu
,
1366 FM_FMRI_CPU_SERIAL_ID
, (char *)serial_idp
) != 0)
1367 atomic_add_64(failedp
, 1);
1371 * Set-up and validate the members of a mem according to:
1373 * Member name Type Value
1374 * ====================================================
1376 * auth nvlist_t <auth> [optional]
1377 * unum string <unum>
1378 * serial string <serial> [optional*]
1379 * offset uint64_t <offset> [optional]
1381 * * serial is required if offset is present
1384 fm_fmri_mem_set(nvlist_t
*fmri
, int version
, const nvlist_t
*auth
,
1385 const char *unum
, const char *serial
, uint64_t offset
)
1387 if (version
!= MEM_SCHEME_VERSION0
) {
1388 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1392 if (!serial
&& (offset
!= (uint64_t)-1)) {
1393 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1397 if (nvlist_add_uint8(fmri
, FM_VERSION
, version
) != 0) {
1398 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1402 if (nvlist_add_string(fmri
, FM_FMRI_SCHEME
, FM_FMRI_SCHEME_MEM
) != 0) {
1403 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1408 if (nvlist_add_nvlist(fmri
, FM_FMRI_AUTHORITY
,
1409 (nvlist_t
*)auth
) != 0) {
1411 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1415 if (nvlist_add_string(fmri
, FM_FMRI_MEM_UNUM
, unum
) != 0) {
1416 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1419 if (serial
!= NULL
) {
1420 if (nvlist_add_string_array(fmri
, FM_FMRI_MEM_SERIAL_ID
,
1421 (char **)&serial
, 1) != 0) {
1423 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1425 if (offset
!= (uint64_t)-1) {
1426 if (nvlist_add_uint64(fmri
, FM_FMRI_MEM_OFFSET
,
1428 atomic_add_64(&erpt_kstat_data
.
1429 fmri_set_failed
.value
.ui64
, 1);
1436 fm_fmri_zfs_set(nvlist_t
*fmri
, int version
, uint64_t pool_guid
,
1439 if (version
!= ZFS_SCHEME_VERSION0
) {
1440 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1444 if (nvlist_add_uint8(fmri
, FM_VERSION
, version
) != 0) {
1445 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1449 if (nvlist_add_string(fmri
, FM_FMRI_SCHEME
, FM_FMRI_SCHEME_ZFS
) != 0) {
1450 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1454 if (nvlist_add_uint64(fmri
, FM_FMRI_ZFS_POOL
, pool_guid
) != 0) {
1455 atomic_add_64(&erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1458 if (vdev_guid
!= 0) {
1459 if (nvlist_add_uint64(fmri
, FM_FMRI_ZFS_VDEV
, vdev_guid
) != 0) {
1461 &erpt_kstat_data
.fmri_set_failed
.value
.ui64
, 1);
1467 fm_ena_increment(uint64_t ena
)
1471 switch (ENA_FORMAT(ena
)) {
1473 new_ena
= ena
+ (1 << ENA_FMT1_GEN_SHFT
);
1476 new_ena
= ena
+ (1 << ENA_FMT2_GEN_SHFT
);
1486 fm_ena_generate_cpu(uint64_t timestamp
, processorid_t cpuid
, uchar_t format
)
1493 ena
= (uint64_t)((format
& ENA_FORMAT_MASK
) |
1494 ((cpuid
<< ENA_FMT1_CPUID_SHFT
) &
1495 ENA_FMT1_CPUID_MASK
) |
1496 ((timestamp
<< ENA_FMT1_TIME_SHFT
) &
1497 ENA_FMT1_TIME_MASK
));
1499 ena
= (uint64_t)((format
& ENA_FORMAT_MASK
) |
1500 ((cpuid
<< ENA_FMT1_CPUID_SHFT
) &
1501 ENA_FMT1_CPUID_MASK
) |
1502 ((gethrtime() << ENA_FMT1_TIME_SHFT
) &
1503 ENA_FMT1_TIME_MASK
));
1507 ena
= (uint64_t)((format
& ENA_FORMAT_MASK
) |
1508 ((timestamp
<< ENA_FMT2_TIME_SHFT
) & ENA_FMT2_TIME_MASK
));
1518 fm_ena_generate(uint64_t timestamp
, uchar_t format
)
1523 ena
= fm_ena_generate_cpu(timestamp
, getcpuid(), format
);
1530 fm_ena_generation_get(uint64_t ena
)
1534 switch (ENA_FORMAT(ena
)) {
1536 gen
= (ena
& ENA_FMT1_GEN_MASK
) >> ENA_FMT1_GEN_SHFT
;
1539 gen
= (ena
& ENA_FMT2_GEN_MASK
) >> ENA_FMT2_GEN_SHFT
;
1550 fm_ena_format_get(uint64_t ena
)
1553 return (ENA_FORMAT(ena
));
1557 fm_ena_id_get(uint64_t ena
)
1561 switch (ENA_FORMAT(ena
)) {
1563 id
= (ena
& ENA_FMT1_ID_MASK
) >> ENA_FMT1_ID_SHFT
;
1566 id
= (ena
& ENA_FMT2_ID_MASK
) >> ENA_FMT2_ID_SHFT
;
1576 fm_ena_time_get(uint64_t ena
)
1580 switch (ENA_FORMAT(ena
)) {
1582 time
= (ena
& ENA_FMT1_TIME_MASK
) >> ENA_FMT1_TIME_SHFT
;
1585 time
= (ena
& ENA_FMT2_TIME_MASK
) >> ENA_FMT2_TIME_SHFT
;
1601 if (zfs_zevent_len_max
== 0)
1602 zfs_zevent_len_max
= ERPT_MAX_ERRS
* MAX(max_ncpus
, 4);
1604 /* Initialize zevent allocation and generation kstats */
1605 fm_ksp
= kstat_create("zfs", 0, "fm", "misc", KSTAT_TYPE_NAMED
,
1606 sizeof (struct erpt_kstat
) / sizeof (kstat_named_t
),
1607 KSTAT_FLAG_VIRTUAL
);
1609 if (fm_ksp
!= NULL
) {
1610 fm_ksp
->ks_data
= &erpt_kstat_data
;
1611 kstat_install(fm_ksp
);
1613 cmn_err(CE_NOTE
, "failed to create fm/misc kstat\n");
1616 mutex_init(&zevent_lock
, NULL
, MUTEX_DEFAULT
, NULL
);
1617 list_create(&zevent_list
, sizeof (zevent_t
),
1618 offsetof(zevent_t
, ev_node
));
1619 cv_init(&zevent_cv
, NULL
, CV_DEFAULT
, NULL
);
1627 zfs_zevent_drain_all(&count
);
1629 mutex_enter(&zevent_lock
);
1630 cv_broadcast(&zevent_cv
);
1632 zevent_flags
|= ZEVENT_SHUTDOWN
;
1633 while (zevent_waiters
> 0) {
1634 mutex_exit(&zevent_lock
);
1636 mutex_enter(&zevent_lock
);
1638 mutex_exit(&zevent_lock
);
1640 cv_destroy(&zevent_cv
);
1641 list_destroy(&zevent_list
);
1642 mutex_destroy(&zevent_lock
);
1644 if (fm_ksp
!= NULL
) {
1645 kstat_delete(fm_ksp
);
1650 module_param(zfs_zevent_len_max
, int, 0644);
1651 MODULE_PARM_DESC(zfs_zevent_len_max
, "Max event queue length");
1653 module_param(zfs_zevent_cols
, int, 0644);
1654 MODULE_PARM_DESC(zfs_zevent_cols
, "Max event column width");
1656 module_param(zfs_zevent_console
, int, 0644);
1657 MODULE_PARM_DESC(zfs_zevent_console
, "Log events to the console");
1659 #endif /* _KERNEL */