]>
Commit | Line | Data |
---|---|---|
77755a57 BB |
1 | /* |
2 | * CDDL HEADER START | |
3 | * | |
4 | * The contents of this file are subject to the terms of the | |
5 | * Common Development and Distribution License (the "License"). | |
6 | * You may not use this file except in compliance with the License. | |
7 | * | |
8 | * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE | |
9 | * or http://www.opensolaris.org/os/licensing. | |
10 | * See the License for the specific language governing permissions | |
11 | * and limitations under the License. | |
12 | * | |
13 | * When distributing Covered Code, include this CDDL HEADER in each | |
14 | * file and include the License file at usr/src/OPENSOLARIS.LICENSE. | |
15 | * If applicable, add the following below this CDDL HEADER, with the | |
16 | * fields enclosed by brackets "[]" replaced with your own identifying | |
17 | * information: Portions Copyright [yyyy] [name of copyright owner] | |
18 | * | |
19 | * CDDL HEADER END | |
20 | */ | |
21 | /* | |
ed828c0c GM |
22 | * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. |
23 | * Copyright 2011 Nexenta Systems, Inc. All rights reserved. | |
30af21b0 | 24 | * Copyright (c) 2012, 2018 by Delphix. All rights reserved. |
37abac6d | 25 | * Copyright (c) 2012, Joyent, Inc. All rights reserved. |
a38718a6 | 26 | */ |
77755a57 BB |
27 | |
28 | #ifndef _SYS_ZFS_CONTEXT_H | |
29 | #define _SYS_ZFS_CONTEXT_H | |
30 | ||
60265072 RM |
31 | #ifdef __cplusplus |
32 | extern "C" { | |
33 | #endif | |
34 | ||
b302185a WL |
35 | /* |
36 | * This code compiles in three different contexts. When __KERNEL__ is defined, | |
37 | * the code uses "unix-like" kernel interfaces. When _STANDALONE is defined, the | |
38 | * code is running in a reduced capacity environment of the boot loader which is | |
39 | * generally a subset of both POSIX and kernel interfaces (with a few unique | |
40 | * interfaces too). When neither are defined, it's in a userland POSIX or | |
41 | * similar environment. | |
42 | */ | |
43 | #if defined(__KERNEL__) || defined(_STANDALONE) | |
6283f55e | 44 | #include <sys/types.h> |
6283f55e BB |
45 | #include <sys/atomic.h> |
46 | #include <sys/sysmacros.h> | |
93ce2b4c BB |
47 | #include <sys/vmsystm.h> |
48 | #include <sys/condvar.h> | |
6283f55e BB |
49 | #include <sys/cmn_err.h> |
50 | #include <sys/kmem.h> | |
60e1eda9 | 51 | #include <sys/kmem_cache.h> |
efcd79a8 | 52 | #include <sys/vmem.h> |
6283f55e | 53 | #include <sys/taskq.h> |
6283f55e | 54 | #include <sys/param.h> |
6283f55e BB |
55 | #include <sys/disp.h> |
56 | #include <sys/debug.h> | |
57 | #include <sys/random.h> | |
d465fc58 | 58 | #include <sys/string.h> |
6283f55e | 59 | #include <sys/byteorder.h> |
6283f55e | 60 | #include <sys/list.h> |
6283f55e | 61 | #include <sys/time.h> |
6283f55e | 62 | #include <sys/zone.h> |
0b04990a | 63 | #include <sys/kstat.h> |
6283f55e | 64 | #include <sys/zfs_debug.h> |
fb390aaf HR |
65 | #include <sys/sysevent.h> |
66 | #include <sys/sysevent/eventdefs.h> | |
e8b96c60 | 67 | #include <sys/zfs_delay.h> |
6283f55e | 68 | #include <sys/sunddi.h> |
d96eb2b1 | 69 | #include <sys/ctype.h> |
15a9e033 | 70 | #include <sys/disp.h> |
0b39b9f9 | 71 | #include <sys/trace.h> |
d1261452 | 72 | #include <sys/procfs_list.h> |
4a2ed900 | 73 | #include <sys/mod.h> |
c0801bf3 | 74 | #include <sys/uio_impl.h> |
be627fc8 | 75 | #include <sys/zfs_context_os.h> |
b302185a | 76 | #else /* _KERNEL || _STANDALONE */ |
77755a57 BB |
77 | |
78 | #define _SYS_MUTEX_H | |
79 | #define _SYS_RWLOCK_H | |
80 | #define _SYS_CONDVAR_H | |
77755a57 BB |
81 | #define _SYS_VNODE_H |
82 | #define _SYS_VFS_H | |
83 | #define _SYS_SUNDDI_H | |
84 | #define _SYS_CALLB_H | |
85 | ||
86 | #include <stdio.h> | |
87 | #include <stdlib.h> | |
88 | #include <stddef.h> | |
89 | #include <stdarg.h> | |
90 | #include <fcntl.h> | |
91 | #include <unistd.h> | |
92 | #include <errno.h> | |
93 | #include <string.h> | |
1e33ac1e | 94 | #include <pthread.h> |
d99a0153 | 95 | #include <setjmp.h> |
77755a57 | 96 | #include <assert.h> |
77755a57 BB |
97 | #include <umem.h> |
98 | #include <limits.h> | |
99 | #include <atomic.h> | |
100 | #include <dirent.h> | |
101 | #include <time.h> | |
d96eb2b1 | 102 | #include <ctype.h> |
498877ba MA |
103 | #include <signal.h> |
104 | #include <sys/mman.h> | |
77755a57 BB |
105 | #include <sys/types.h> |
106 | #include <sys/cred.h> | |
107 | #include <sys/sysmacros.h> | |
77755a57 BB |
108 | #include <sys/resource.h> |
109 | #include <sys/byteorder.h> | |
110 | #include <sys/list.h> | |
4a2ed900 | 111 | #include <sys/mod.h> |
77755a57 BB |
112 | #include <sys/uio.h> |
113 | #include <sys/zfs_debug.h> | |
77755a57 BB |
114 | #include <sys/kstat.h> |
115 | #include <sys/u8_textprep.h> | |
fb390aaf HR |
116 | #include <sys/sysevent.h> |
117 | #include <sys/sysevent/eventdefs.h> | |
428870ff | 118 | #include <sys/sunddi.h> |
c99c9001 | 119 | #include <sys/debug.h> |
f0e324f2 | 120 | #include <sys/utsname.h> |
e5d1c27e | 121 | #include <sys/trace_zfs.h> |
77755a57 | 122 | |
be627fc8 MM |
123 | #include <sys/zfs_context_os.h> |
124 | ||
60948de1 BB |
125 | /* |
126 | * Stack | |
127 | */ | |
128 | ||
2e528b49 | 129 | #define noinline __attribute__((noinline)) |
ee36c709 | 130 | #define likely(x) __builtin_expect((x), 1) |
30af21b0 | 131 | #define unlikely(x) __builtin_expect((x), 0) |
60948de1 | 132 | |
77755a57 BB |
133 | /* |
134 | * Debugging | |
135 | */ | |
136 | ||
137 | /* | |
138 | * Note that we are not using the debugging levels. | |
139 | */ | |
140 | ||
141 | #define CE_CONT 0 /* continuation */ | |
142 | #define CE_NOTE 1 /* notice */ | |
143 | #define CE_WARN 2 /* warning */ | |
144 | #define CE_PANIC 3 /* panic */ | |
145 | #define CE_IGNORE 4 /* print nothing */ | |
146 | ||
147 | /* | |
148 | * ZFS debugging | |
149 | */ | |
150 | ||
77755a57 | 151 | extern void dprintf_setup(int *argc, char **argv); |
0b39b9f9 | 152 | |
77755a57 | 153 | extern void cmn_err(int, const char *, ...); |
22a11a5b | 154 | extern void vcmn_err(int, const char *, va_list); |
460748d4 BB |
155 | extern __attribute__((noreturn)) void panic(const char *, ...); |
156 | extern __attribute__((noreturn)) void vpanic(const char *, va_list); | |
77755a57 BB |
157 | |
158 | #define fm_panic panic | |
159 | ||
77755a57 BB |
160 | /* |
161 | * DTrace SDT probes have different signatures in userland than they do in | |
fcff0f35 | 162 | * the kernel. If they're being used in kernel code, re-define them out of |
77755a57 | 163 | * existence for their counterparts in libzpool. |
fcff0f35 PD |
164 | * |
165 | * Here's an example of how to use the set-error probes in userland: | |
166 | * zfs$target:::set-error /arg0 == EBUSY/ {stack();} | |
167 | * | |
168 | * Here's an example of how to use DTRACE_PROBE probes in userland: | |
169 | * If there is a probe declared as follows: | |
170 | * DTRACE_PROBE2(zfs__probe_name, uint64_t, blkid, dnode_t *, dn); | |
171 | * Then you can use it as follows: | |
172 | * zfs$target:::probe2 /copyinstr(arg0) == "zfs__probe_name"/ | |
173 | * {printf("%u %p\n", arg1, arg2);} | |
77755a57 BB |
174 | */ |
175 | ||
176 | #ifdef DTRACE_PROBE | |
177 | #undef DTRACE_PROBE | |
77755a57 | 178 | #endif /* DTRACE_PROBE */ |
68a1b158 | 179 | #define DTRACE_PROBE(a) |
77755a57 BB |
180 | |
181 | #ifdef DTRACE_PROBE1 | |
182 | #undef DTRACE_PROBE1 | |
77755a57 | 183 | #endif /* DTRACE_PROBE1 */ |
68a1b158 | 184 | #define DTRACE_PROBE1(a, b, c) |
77755a57 BB |
185 | |
186 | #ifdef DTRACE_PROBE2 | |
187 | #undef DTRACE_PROBE2 | |
77755a57 | 188 | #endif /* DTRACE_PROBE2 */ |
68a1b158 | 189 | #define DTRACE_PROBE2(a, b, c, d, e) |
77755a57 BB |
190 | |
191 | #ifdef DTRACE_PROBE3 | |
192 | #undef DTRACE_PROBE3 | |
77755a57 | 193 | #endif /* DTRACE_PROBE3 */ |
68a1b158 | 194 | #define DTRACE_PROBE3(a, b, c, d, e, f, g) |
77755a57 BB |
195 | |
196 | #ifdef DTRACE_PROBE4 | |
197 | #undef DTRACE_PROBE4 | |
77755a57 | 198 | #endif /* DTRACE_PROBE4 */ |
68a1b158 | 199 | #define DTRACE_PROBE4(a, b, c, d, e, f, g, h, i) |
77755a57 | 200 | |
03fdcb9a MM |
201 | /* |
202 | * Tunables. | |
203 | */ | |
e3570464 | 204 | typedef struct zfs_kernel_param { |
205 | const char *name; /* unused stub */ | |
206 | } zfs_kernel_param_t; | |
207 | ||
03fdcb9a | 208 | #define ZFS_MODULE_PARAM(scope_prefix, name_prefix, name, type, perm, desc) |
7e3df9db | 209 | #define ZFS_MODULE_PARAM_ARGS void |
e3570464 | 210 | #define ZFS_MODULE_PARAM_CALL(scope_prefix, name_prefix, name, setfunc, \ |
211 | getfunc, perm, desc) | |
03fdcb9a | 212 | |
77755a57 | 213 | /* |
c25b8f99 | 214 | * Threads. |
77755a57 | 215 | */ |
c25b8f99 BB |
216 | typedef pthread_t kthread_t; |
217 | ||
218 | #define TS_RUN 0x00000002 | |
219 | #define TS_JOINABLE 0x00000004 | |
220 | ||
221 | #define curthread ((void *)(uintptr_t)pthread_self()) | |
222 | #define kpreempt(x) yield() | |
223 | #define getcomm() "unknown" | |
224 | ||
843e9ca2 SD |
225 | #define thread_create_named(name, stk, stksize, func, arg, len, \ |
226 | pp, state, pri) \ | |
227 | zk_thread_create(func, arg, stksize, state) | |
c25b8f99 BB |
228 | #define thread_create(stk, stksize, func, arg, len, pp, state, pri) \ |
229 | zk_thread_create(func, arg, stksize, state) | |
230 | #define thread_exit() pthread_exit(NULL) | |
231 | #define thread_join(t) pthread_join((pthread_t)(t), NULL) | |
232 | ||
233 | #define newproc(f, a, cid, pri, ctp, pid) (ENOSYS) | |
428870ff | 234 | |
428870ff | 235 | /* in libzpool, p0 exists only to have its address taken */ |
1e33ac1e | 236 | typedef struct proc { |
428870ff | 237 | uintptr_t this_is_never_used_dont_dereference_it; |
1e33ac1e | 238 | } proc_t; |
428870ff BB |
239 | |
240 | extern struct proc p0; | |
37abac6d | 241 | #define curproc (&p0) |
428870ff | 242 | |
c25b8f99 | 243 | #define PS_NONE -1 |
77755a57 | 244 | |
c25b8f99 BB |
245 | extern kthread_t *zk_thread_create(void (*func)(void *), void *arg, |
246 | size_t stksize, int state); | |
1e33ac1e | 247 | |
c25b8f99 BB |
248 | #define issig(why) (FALSE) |
249 | #define ISSIG(thr, why) (FALSE) | |
1e33ac1e | 250 | |
15a9e033 PS |
251 | #define kpreempt_disable() ((void)0) |
252 | #define kpreempt_enable() ((void)0) | |
8d9e51c0 | 253 | #define cond_resched() sched_yield() |
15a9e033 | 254 | |
77755a57 BB |
255 | /* |
256 | * Mutexes | |
257 | */ | |
258 | typedef struct kmutex { | |
c25b8f99 BB |
259 | pthread_mutex_t m_lock; |
260 | pthread_t m_owner; | |
77755a57 BB |
261 | } kmutex_t; |
262 | ||
c25b8f99 BB |
263 | #define MUTEX_DEFAULT 0 |
264 | #define MUTEX_NOLOCKDEP MUTEX_DEFAULT | |
265 | #define MUTEX_HELD(mp) pthread_equal((mp)->m_owner, pthread_self()) | |
266 | #define MUTEX_NOT_HELD(mp) !MUTEX_HELD(mp) | |
77755a57 | 267 | |
1e33ac1e BB |
268 | extern void mutex_init(kmutex_t *mp, char *name, int type, void *cookie); |
269 | extern void mutex_destroy(kmutex_t *mp); | |
77755a57 BB |
270 | extern void mutex_enter(kmutex_t *mp); |
271 | extern void mutex_exit(kmutex_t *mp); | |
272 | extern int mutex_tryenter(kmutex_t *mp); | |
77755a57 | 273 | |
a649768a JD |
274 | #define NESTED_SINGLE 1 |
275 | #define mutex_enter_nested(mp, class) mutex_enter(mp) | |
77755a57 BB |
276 | /* |
277 | * RW locks | |
278 | */ | |
279 | typedef struct krwlock { | |
1e33ac1e | 280 | pthread_rwlock_t rw_lock; |
c25b8f99 | 281 | pthread_t rw_owner; |
1e33ac1e | 282 | uint_t rw_readers; |
77755a57 BB |
283 | } krwlock_t; |
284 | ||
285 | typedef int krw_t; | |
286 | ||
c25b8f99 BB |
287 | #define RW_READER 0 |
288 | #define RW_WRITER 1 | |
289 | #define RW_DEFAULT RW_READER | |
290 | #define RW_NOLOCKDEP RW_READER | |
77755a57 | 291 | |
c25b8f99 BB |
292 | #define RW_READ_HELD(rw) ((rw)->rw_readers > 0) |
293 | #define RW_WRITE_HELD(rw) pthread_equal((rw)->rw_owner, pthread_self()) | |
294 | #define RW_LOCK_HELD(rw) (RW_READ_HELD(rw) || RW_WRITE_HELD(rw)) | |
13fe0198 | 295 | |
77755a57 BB |
296 | extern void rw_init(krwlock_t *rwlp, char *name, int type, void *arg); |
297 | extern void rw_destroy(krwlock_t *rwlp); | |
298 | extern void rw_enter(krwlock_t *rwlp, krw_t rw); | |
299 | extern int rw_tryenter(krwlock_t *rwlp, krw_t rw); | |
300 | extern int rw_tryupgrade(krwlock_t *rwlp); | |
301 | extern void rw_exit(krwlock_t *rwlp); | |
302 | #define rw_downgrade(rwlp) do { } while (0) | |
303 | ||
c25b8f99 BB |
304 | /* |
305 | * Credentials | |
306 | */ | |
77755a57 | 307 | extern uid_t crgetuid(cred_t *cr); |
6f1ffb06 | 308 | extern uid_t crgetruid(cred_t *cr); |
77755a57 BB |
309 | extern gid_t crgetgid(cred_t *cr); |
310 | extern int crgetngroups(cred_t *cr); | |
311 | extern gid_t *crgetgroups(cred_t *cr); | |
312 | ||
313 | /* | |
314 | * Condition variables | |
315 | */ | |
c25b8f99 | 316 | typedef pthread_cond_t kcondvar_t; |
77755a57 | 317 | |
c25b8f99 | 318 | #define CV_DEFAULT 0 |
206971d2 | 319 | #define CALLOUT_FLAG_ABSOLUTE 0x2 |
77755a57 BB |
320 | |
321 | extern void cv_init(kcondvar_t *cv, char *name, int type, void *arg); | |
322 | extern void cv_destroy(kcondvar_t *cv); | |
323 | extern void cv_wait(kcondvar_t *cv, kmutex_t *mp); | |
30af21b0 | 324 | extern int cv_wait_sig(kcondvar_t *cv, kmutex_t *mp); |
8056a756 MM |
325 | extern int cv_timedwait(kcondvar_t *cv, kmutex_t *mp, clock_t abstime); |
326 | extern int cv_timedwait_hires(kcondvar_t *cvp, kmutex_t *mp, hrtime_t tim, | |
63fd3c6c | 327 | hrtime_t res, int flag); |
77755a57 BB |
328 | extern void cv_signal(kcondvar_t *cv); |
329 | extern void cv_broadcast(kcondvar_t *cv); | |
c25b8f99 | 330 | |
8fb1ede1 | 331 | #define cv_timedwait_io(cv, mp, at) cv_timedwait(cv, mp, at) |
ac6e5fb2 | 332 | #define cv_timedwait_idle(cv, mp, at) cv_timedwait(cv, mp, at) |
b64ccd6c | 333 | #define cv_timedwait_sig(cv, mp, at) cv_timedwait(cv, mp, at) |
2e528b49 | 334 | #define cv_wait_io(cv, mp) cv_wait(cv, mp) |
ac6e5fb2 | 335 | #define cv_wait_idle(cv, mp) cv_wait(cv, mp) |
186898bb | 336 | #define cv_wait_io_sig(cv, mp) cv_wait_sig(cv, mp) |
a9bb2b68 CC |
337 | #define cv_timedwait_sig_hires(cv, mp, t, r, f) \ |
338 | cv_timedwait_hires(cv, mp, t, r, f) | |
ac6e5fb2 MM |
339 | #define cv_timedwait_idle_hires(cv, mp, t, r, f) \ |
340 | cv_timedwait_hires(cv, mp, t, r, f) | |
77755a57 | 341 | |
13fe0198 MA |
342 | /* |
343 | * Thread-specific data | |
344 | */ | |
345 | #define tsd_get(k) pthread_getspecific(k) | |
346 | #define tsd_set(k, v) pthread_setspecific(k, v) | |
be627fc8 | 347 | #define tsd_create(kp, d) pthread_key_create((pthread_key_t *)kp, d) |
13fe0198 | 348 | #define tsd_destroy(kp) /* nothing */ |
e64cc495 MM |
349 | #ifdef __FreeBSD__ |
350 | typedef off_t loff_t; | |
351 | #endif | |
13fe0198 | 352 | |
77755a57 BB |
353 | /* |
354 | * kstat creation, installation and deletion | |
355 | */ | |
330847ff MA |
356 | extern kstat_t *kstat_create(const char *, int, |
357 | const char *, const char *, uchar_t, ulong_t, uchar_t); | |
77755a57 BB |
358 | extern void kstat_install(kstat_t *); |
359 | extern void kstat_delete(kstat_t *); | |
1421c891 PS |
360 | extern void kstat_set_raw_ops(kstat_t *ksp, |
361 | int (*headers)(char *buf, size_t size), | |
362 | int (*data)(char *buf, size_t size, void *data), | |
363 | void *(*addr)(kstat_t *ksp, loff_t index)); | |
77755a57 | 364 | |
d1261452 JG |
365 | /* |
366 | * procfs list manipulation | |
367 | */ | |
368 | ||
d1261452 JG |
369 | typedef struct procfs_list { |
370 | void *pl_private; | |
371 | kmutex_t pl_lock; | |
372 | list_t pl_list; | |
373 | uint64_t pl_next_id; | |
374 | size_t pl_node_offset; | |
375 | } procfs_list_t; | |
376 | ||
60265072 RM |
377 | #ifndef __cplusplus |
378 | struct seq_file { }; | |
379 | void seq_printf(struct seq_file *m, const char *fmt, ...); | |
380 | ||
d1261452 JG |
381 | typedef struct procfs_list_node { |
382 | list_node_t pln_link; | |
383 | uint64_t pln_id; | |
384 | } procfs_list_node_t; | |
385 | ||
386 | void procfs_list_install(const char *module, | |
7b8363d7 | 387 | const char *submodule, |
d1261452 | 388 | const char *name, |
a887d653 | 389 | mode_t mode, |
d1261452 JG |
390 | procfs_list_t *procfs_list, |
391 | int (*show)(struct seq_file *f, void *p), | |
392 | int (*show_header)(struct seq_file *f), | |
393 | int (*clear)(procfs_list_t *procfs_list), | |
394 | size_t procfs_list_node_off); | |
395 | void procfs_list_uninstall(procfs_list_t *procfs_list); | |
396 | void procfs_list_destroy(procfs_list_t *procfs_list); | |
397 | void procfs_list_add(procfs_list_t *procfs_list, void *p); | |
60265072 | 398 | #endif |
d1261452 | 399 | |
77755a57 BB |
400 | /* |
401 | * Kernel memory | |
402 | */ | |
403 | #define KM_SLEEP UMEM_NOFAIL | |
404 | #define KM_PUSHPAGE KM_SLEEP | |
405 | #define KM_NOSLEEP UMEM_DEFAULT | |
d99a0153 | 406 | #define KM_NORMALPRI 0 /* not needed with UMEM_DEFAULT */ |
77755a57 | 407 | #define KMC_NODEBUG UMC_NODEBUG |
6d948c35 | 408 | #define KMC_KVMEM 0x0 |
77755a57 BB |
409 | #define kmem_alloc(_s, _f) umem_alloc(_s, _f) |
410 | #define kmem_zalloc(_s, _f) umem_zalloc(_s, _f) | |
411 | #define kmem_free(_b, _s) umem_free(_b, _s) | |
00b46022 BB |
412 | #define vmem_alloc(_s, _f) kmem_alloc(_s, _f) |
413 | #define vmem_zalloc(_s, _f) kmem_zalloc(_s, _f) | |
414 | #define vmem_free(_b, _s) kmem_free(_b, _s) | |
77755a57 BB |
415 | #define kmem_cache_create(_a, _b, _c, _d, _e, _f, _g, _h, _i) \ |
416 | umem_cache_create(_a, _b, _c, _d, _e, _f, _g, _h, _i) | |
417 | #define kmem_cache_destroy(_c) umem_cache_destroy(_c) | |
418 | #define kmem_cache_alloc(_c, _f) umem_cache_alloc(_c, _f) | |
419 | #define kmem_cache_free(_c, _b) umem_cache_free(_c, _b) | |
420 | #define kmem_debugging() 0 | |
669dedb3 | 421 | #define kmem_cache_reap_now(_c) umem_cache_reap_now(_c); |
572e2857 BB |
422 | #define kmem_cache_set_move(_c, _cb) /* nothing */ |
423 | #define POINTER_INVALIDATE(_pp) /* nothing */ | |
424 | #define POINTER_IS_VALID(_p) 0 | |
77755a57 BB |
425 | |
426 | typedef umem_cache_t kmem_cache_t; | |
427 | ||
572e2857 BB |
428 | typedef enum kmem_cbrc { |
429 | KMEM_CBRC_YES, | |
430 | KMEM_CBRC_NO, | |
431 | KMEM_CBRC_LATER, | |
432 | KMEM_CBRC_DONT_NEED, | |
433 | KMEM_CBRC_DONT_KNOW | |
434 | } kmem_cbrc_t; | |
435 | ||
77755a57 BB |
436 | /* |
437 | * Task queues | |
438 | */ | |
0b04990a TC |
439 | |
440 | #define TASKQ_NAMELEN 31 | |
441 | ||
77755a57 BB |
442 | typedef uintptr_t taskqid_t; |
443 | typedef void (task_func_t)(void *); | |
444 | ||
a38718a6 GA |
445 | typedef struct taskq_ent { |
446 | struct taskq_ent *tqent_next; | |
447 | struct taskq_ent *tqent_prev; | |
448 | task_func_t *tqent_func; | |
449 | void *tqent_arg; | |
450 | uintptr_t tqent_flags; | |
451 | } taskq_ent_t; | |
452 | ||
0b04990a TC |
453 | typedef struct taskq { |
454 | char tq_name[TASKQ_NAMELEN + 1]; | |
455 | kmutex_t tq_lock; | |
456 | krwlock_t tq_threadlock; | |
457 | kcondvar_t tq_dispatch_cv; | |
458 | kcondvar_t tq_wait_cv; | |
459 | kthread_t **tq_threadlist; | |
460 | int tq_flags; | |
461 | int tq_active; | |
462 | int tq_nthreads; | |
463 | int tq_nalloc; | |
464 | int tq_minalloc; | |
465 | int tq_maxalloc; | |
466 | kcondvar_t tq_maxalloc_cv; | |
467 | int tq_maxalloc_wait; | |
468 | taskq_ent_t *tq_freelist; | |
469 | taskq_ent_t tq_task; | |
470 | } taskq_t; | |
471 | ||
a38718a6 GA |
472 | #define TQENT_FLAG_PREALLOC 0x1 /* taskq_dispatch_ent used */ |
473 | ||
77755a57 BB |
474 | #define TASKQ_PREPOPULATE 0x0001 |
475 | #define TASKQ_CPR_SAFE 0x0002 /* Use CPR safe protocol */ | |
476 | #define TASKQ_DYNAMIC 0x0004 /* Use dynamic thread scheduling */ | |
428870ff BB |
477 | #define TASKQ_THREADS_CPU_PCT 0x0008 /* Scale # threads by # cpus */ |
478 | #define TASKQ_DC_BATCH 0x0010 /* Mark threads as batch */ | |
77755a57 BB |
479 | |
480 | #define TQ_SLEEP KM_SLEEP /* Can block for memory */ | |
481 | #define TQ_NOSLEEP KM_NOSLEEP /* cannot block for memory; may fail */ | |
428870ff BB |
482 | #define TQ_NOQUEUE 0x02 /* Do not enqueue if can't dispatch */ |
483 | #define TQ_FRONT 0x08 /* Queue in front */ | |
77755a57 | 484 | |
48d3eb40 BB |
485 | #define TASKQID_INVALID ((taskqid_t)0) |
486 | ||
77755a57 | 487 | extern taskq_t *system_taskq; |
57ddcda1 | 488 | extern taskq_t *system_delay_taskq; |
77755a57 BB |
489 | |
490 | extern taskq_t *taskq_create(const char *, int, pri_t, int, int, uint_t); | |
428870ff BB |
491 | #define taskq_create_proc(a, b, c, d, e, p, f) \ |
492 | (taskq_create(a, b, c, d, e, f)) | |
493 | #define taskq_create_sysdc(a, b, d, e, p, dc, f) \ | |
18168da7 | 494 | ((void) sizeof (dc), taskq_create(a, b, maxclsyspri, d, e, f)) |
77755a57 | 495 | extern taskqid_t taskq_dispatch(taskq_t *, task_func_t, void *, uint_t); |
cc92e9d0 GW |
496 | extern taskqid_t taskq_dispatch_delay(taskq_t *, task_func_t, void *, uint_t, |
497 | clock_t); | |
a38718a6 GA |
498 | extern void taskq_dispatch_ent(taskq_t *, task_func_t, void *, uint_t, |
499 | taskq_ent_t *); | |
500 | extern int taskq_empty_ent(taskq_ent_t *); | |
501 | extern void taskq_init_ent(taskq_ent_t *); | |
77755a57 BB |
502 | extern void taskq_destroy(taskq_t *); |
503 | extern void taskq_wait(taskq_t *); | |
044baf00 | 504 | extern void taskq_wait_id(taskq_t *, taskqid_t); |
4f34bd97 | 505 | extern void taskq_wait_outstanding(taskq_t *, taskqid_t); |
1e33ac1e | 506 | extern int taskq_member(taskq_t *, kthread_t *); |
b3212d2f | 507 | extern taskq_t *taskq_of_curthread(void); |
cc92e9d0 | 508 | extern int taskq_cancel_id(taskq_t *, taskqid_t); |
77755a57 | 509 | extern void system_taskq_init(void); |
428870ff | 510 | extern void system_taskq_fini(void); |
77755a57 BB |
511 | |
512 | #define XVA_MAPSIZE 3 | |
513 | #define XVA_MAGIC 0x78766174 | |
514 | ||
9867e8be | 515 | extern char *vn_dumpdir; |
428870ff | 516 | #define AV_SCANSTAMP_SZ 32 /* length of anti-virus scanstamp */ |
77755a57 BB |
517 | |
518 | typedef struct xoptattr { | |
6413c95f | 519 | inode_timespec_t xoa_createtime; /* Create time of file */ |
77755a57 BB |
520 | uint8_t xoa_archive; |
521 | uint8_t xoa_system; | |
522 | uint8_t xoa_readonly; | |
523 | uint8_t xoa_hidden; | |
524 | uint8_t xoa_nounlink; | |
525 | uint8_t xoa_immutable; | |
526 | uint8_t xoa_appendonly; | |
527 | uint8_t xoa_nodump; | |
528 | uint8_t xoa_settable; | |
529 | uint8_t xoa_opaque; | |
530 | uint8_t xoa_av_quarantined; | |
531 | uint8_t xoa_av_modified; | |
428870ff BB |
532 | uint8_t xoa_av_scanstamp[AV_SCANSTAMP_SZ]; |
533 | uint8_t xoa_reparse; | |
572e2857 BB |
534 | uint8_t xoa_offline; |
535 | uint8_t xoa_sparse; | |
77755a57 BB |
536 | } xoptattr_t; |
537 | ||
538 | typedef struct vattr { | |
539 | uint_t va_mask; /* bit-mask of attributes */ | |
540 | u_offset_t va_size; /* file size in bytes */ | |
541 | } vattr_t; | |
542 | ||
543 | ||
544 | typedef struct xvattr { | |
545 | vattr_t xva_vattr; /* Embedded vattr structure */ | |
546 | uint32_t xva_magic; /* Magic Number */ | |
547 | uint32_t xva_mapsize; /* Size of attr bitmap (32-bit words) */ | |
548 | uint32_t *xva_rtnattrmapp; /* Ptr to xva_rtnattrmap[] */ | |
549 | uint32_t xva_reqattrmap[XVA_MAPSIZE]; /* Requested attrs */ | |
550 | uint32_t xva_rtnattrmap[XVA_MAPSIZE]; /* Returned attrs */ | |
551 | xoptattr_t xva_xoptattrs; /* Optional attributes */ | |
552 | } xvattr_t; | |
553 | ||
554 | typedef struct vsecattr { | |
555 | uint_t vsa_mask; /* See below */ | |
556 | int vsa_aclcnt; /* ACL entry count */ | |
557 | void *vsa_aclentp; /* pointer to ACL entries */ | |
558 | int vsa_dfaclcnt; /* default ACL entry count */ | |
559 | void *vsa_dfaclentp; /* pointer to default ACL entries */ | |
560 | size_t vsa_aclentsz; /* ACE size in bytes of vsa_aclentp */ | |
561 | } vsecattr_t; | |
562 | ||
77755a57 BB |
563 | #define AT_MODE 0x00002 |
564 | #define AT_UID 0x00004 | |
565 | #define AT_GID 0x00008 | |
566 | #define AT_FSID 0x00010 | |
567 | #define AT_NODEID 0x00020 | |
568 | #define AT_NLINK 0x00040 | |
569 | #define AT_SIZE 0x00080 | |
570 | #define AT_ATIME 0x00100 | |
571 | #define AT_MTIME 0x00200 | |
572 | #define AT_CTIME 0x00400 | |
573 | #define AT_RDEV 0x00800 | |
574 | #define AT_BLKSIZE 0x01000 | |
575 | #define AT_NBLOCKS 0x02000 | |
576 | #define AT_SEQ 0x08000 | |
577 | #define AT_XVATTR 0x10000 | |
578 | ||
579 | #define CRCREAT 0 | |
580 | ||
1b939560 | 581 | #define F_FREESP 11 |
da92d5cb | 582 | #define FIGNORECASE 0x80000 /* request case-insensitive lookups */ |
77755a57 BB |
583 | |
584 | /* | |
585 | * Random stuff | |
586 | */ | |
428870ff BB |
587 | #define ddi_get_lbolt() (gethrtime() >> 23) |
588 | #define ddi_get_lbolt64() (gethrtime() >> 23) | |
77755a57 BB |
589 | #define hz 119 /* frequency when using gethrtime() >> 23 for lbolt */ |
590 | ||
0b75bdb3 CC |
591 | #define ddi_time_before(a, b) (a < b) |
592 | #define ddi_time_after(a, b) ddi_time_before(b, a) | |
593 | #define ddi_time_before_eq(a, b) (!ddi_time_after(a, b)) | |
594 | #define ddi_time_after_eq(a, b) ddi_time_before_eq(b, a) | |
595 | ||
596 | #define ddi_time_before64(a, b) (a < b) | |
597 | #define ddi_time_after64(a, b) ddi_time_before64(b, a) | |
598 | #define ddi_time_before_eq64(a, b) (!ddi_time_after64(a, b)) | |
599 | #define ddi_time_after_eq64(a, b) ddi_time_before_eq64(b, a) | |
600 | ||
77755a57 BB |
601 | extern void delay(clock_t ticks); |
602 | ||
cc92e9d0 | 603 | #define SEC_TO_TICK(sec) ((sec) * hz) |
ebc4b523 RM |
604 | #define MSEC_TO_TICK(msec) (howmany((hrtime_t)(msec) * hz, MILLISEC)) |
605 | #define USEC_TO_TICK(usec) (howmany((hrtime_t)(usec) * hz, MICROSEC)) | |
606 | #define NSEC_TO_TICK(nsec) (howmany((hrtime_t)(nsec) * hz, NANOSEC)) | |
cc92e9d0 | 607 | |
77755a57 | 608 | #define max_ncpus 64 |
ca67b33a | 609 | #define boot_ncpus (sysconf(_SC_NPROCESSORS_ONLN)) |
77755a57 | 610 | |
1229323d BB |
611 | /* |
612 | * Process priorities as defined by setpriority(2) and getpriority(2). | |
613 | */ | |
614 | #define minclsyspri 19 | |
615 | #define maxclsyspri -20 | |
616 | #define defclsyspri 0 | |
77755a57 | 617 | |
1a01c207 | 618 | #define CPU_SEQID ((uintptr_t)pthread_self() & (max_ncpus - 1)) |
09eb36ce | 619 | #define CPU_SEQID_UNSTABLE CPU_SEQID |
77755a57 BB |
620 | |
621 | #define kcred NULL | |
622 | #define CRED() NULL | |
623 | ||
624 | #define ptob(x) ((x) * PAGESIZE) | |
625 | ||
f3c8c9e6 JK |
626 | #define NN_DIVISOR_1000 (1U << 0) |
627 | #define NN_NUMBUF_SZ (6) | |
628 | ||
77755a57 | 629 | extern uint64_t physmem; |
10b575d0 AZ |
630 | extern const char *random_path; |
631 | extern const char *urandom_path; | |
77755a57 | 632 | |
9bd274dd | 633 | extern int highbit64(uint64_t i); |
193a37cb | 634 | extern int lowbit64(uint64_t i); |
77755a57 BB |
635 | extern int random_get_bytes(uint8_t *ptr, size_t len); |
636 | extern int random_get_pseudo_bytes(uint8_t *ptr, size_t len); | |
637 | ||
29274c9f AM |
638 | static __inline__ uint32_t |
639 | random_in_range(uint32_t range) | |
640 | { | |
641 | uint32_t r; | |
642 | ||
643 | ASSERT(range != 0); | |
644 | ||
645 | if (range == 1) | |
646 | return (0); | |
647 | ||
14d2841b | 648 | (void) random_get_pseudo_bytes((uint8_t *)&r, sizeof (r)); |
29274c9f AM |
649 | |
650 | return (r % range); | |
651 | } | |
652 | ||
da92d5cb | 653 | extern void kernel_init(int mode); |
77755a57 | 654 | extern void kernel_fini(void); |
0b04990a TC |
655 | extern void random_init(void); |
656 | extern void random_fini(void); | |
77755a57 BB |
657 | |
658 | struct spa; | |
77755a57 | 659 | extern void show_pool_stats(struct spa *); |
edc508ac | 660 | extern int set_global_var(char const *arg); |
77755a57 BB |
661 | |
662 | typedef struct callb_cpr { | |
663 | kmutex_t *cc_lockp; | |
664 | } callb_cpr_t; | |
665 | ||
666 | #define CALLB_CPR_INIT(cp, lockp, func, name) { \ | |
667 | (cp)->cc_lockp = lockp; \ | |
668 | } | |
669 | ||
670 | #define CALLB_CPR_SAFE_BEGIN(cp) { \ | |
671 | ASSERT(MUTEX_HELD((cp)->cc_lockp)); \ | |
672 | } | |
673 | ||
674 | #define CALLB_CPR_SAFE_END(cp, lockp) { \ | |
675 | ASSERT(MUTEX_HELD((cp)->cc_lockp)); \ | |
676 | } | |
677 | ||
678 | #define CALLB_CPR_EXIT(cp) { \ | |
679 | ASSERT(MUTEX_HELD((cp)->cc_lockp)); \ | |
680 | mutex_exit((cp)->cc_lockp); \ | |
681 | } | |
682 | ||
683 | #define zone_dataset_visible(x, y) (1) | |
684 | #define INGLOBALZONE(z) (1) | |
6cb8e530 | 685 | extern uint32_t zone_get_hostid(void *zonep); |
77755a57 | 686 | |
00b46022 | 687 | extern char *kmem_vasprintf(const char *fmt, va_list adx); |
428870ff | 688 | extern char *kmem_asprintf(const char *fmt, ...); |
e4f5fa12 MM |
689 | #define kmem_strfree(str) kmem_free((str), strlen(str) + 1) |
690 | #define kmem_strdup(s) strdup(s) | |
428870ff | 691 | |
77755a57 BB |
692 | /* |
693 | * Hostname information | |
694 | */ | |
d164b209 | 695 | extern char hw_serial[]; /* for userland-emulated hostid access */ |
77755a57 BB |
696 | extern int ddi_strtoul(const char *str, char **nptr, int base, |
697 | unsigned long *result); | |
698 | ||
428870ff BB |
699 | extern int ddi_strtoull(const char *str, char **nptr, int base, |
700 | u_longlong_t *result); | |
701 | ||
f0e324f2 BB |
702 | typedef struct utsname utsname_t; |
703 | extern utsname_t *utsname(void); | |
704 | ||
77755a57 BB |
705 | /* ZFS Boot Related stuff. */ |
706 | ||
707 | struct _buf { | |
708 | intptr_t _fd; | |
709 | }; | |
710 | ||
711 | struct bootstat { | |
712 | uint64_t st_size; | |
713 | }; | |
714 | ||
715 | typedef struct ace_object { | |
716 | uid_t a_who; | |
717 | uint32_t a_access_mask; | |
718 | uint16_t a_flags; | |
719 | uint16_t a_type; | |
720 | uint8_t a_obj_type[16]; | |
721 | uint8_t a_inherit_obj_type[16]; | |
722 | } ace_object_t; | |
723 | ||
724 | ||
725 | #define ACE_ACCESS_ALLOWED_OBJECT_ACE_TYPE 0x05 | |
726 | #define ACE_ACCESS_DENIED_OBJECT_ACE_TYPE 0x06 | |
727 | #define ACE_SYSTEM_AUDIT_OBJECT_ACE_TYPE 0x07 | |
728 | #define ACE_SYSTEM_ALARM_OBJECT_ACE_TYPE 0x08 | |
729 | ||
77755a57 BB |
730 | extern int zfs_secpolicy_snapshot_perms(const char *name, cred_t *cr); |
731 | extern int zfs_secpolicy_rename_perms(const char *from, const char *to, | |
732 | cred_t *cr); | |
733 | extern int zfs_secpolicy_destroy_perms(const char *name, cred_t *cr); | |
f74b821a | 734 | extern int secpolicy_zfs(const cred_t *cr); |
e59a377a | 735 | extern int secpolicy_zfs_proc(const cred_t *cr, proc_t *proc); |
77755a57 BB |
736 | extern zoneid_t getzoneid(void); |
737 | ||
738 | /* SID stuff */ | |
739 | typedef struct ksiddomain { | |
740 | uint_t kd_ref; | |
741 | uint_t kd_len; | |
742 | char *kd_name; | |
743 | } ksiddomain_t; | |
744 | ||
745 | ksiddomain_t *ksid_lookupdomain(const char *); | |
746 | void ksiddomain_rele(ksiddomain_t *); | |
747 | ||
9babb374 BB |
748 | #define DDI_SLEEP KM_SLEEP |
749 | #define ddi_log_sysevent(_a, _b, _c, _d, _e, _f, _g) \ | |
750 | sysevent_post_event(_c, _d, _b, "libzpool", _e, _f) | |
751 | ||
d1d7e268 | 752 | #define zfs_sleep_until(wakeup) \ |
e8b96c60 MA |
753 | do { \ |
754 | hrtime_t delta = wakeup - gethrtime(); \ | |
755 | struct timespec ts; \ | |
756 | ts.tv_sec = delta / NANOSEC; \ | |
757 | ts.tv_nsec = delta % NANOSEC; \ | |
758 | (void) nanosleep(&ts, NULL); \ | |
759 | } while (0) | |
760 | ||
92119cc2 BB |
761 | typedef int fstrans_cookie_t; |
762 | ||
763 | extern fstrans_cookie_t spl_fstrans_mark(void); | |
764 | extern void spl_fstrans_unmark(fstrans_cookie_t); | |
e624cd19 | 765 | extern int __spl_pf_fstrans_check(void); |
3ec34e55 | 766 | extern int kmem_cache_reap_active(void); |
77755a57 | 767 | |
37fb3e43 | 768 | |
10b3c7f5 MN |
769 | /* |
770 | * Kernel modules | |
771 | */ | |
772 | #define __init | |
773 | #define __exit | |
774 | ||
b302185a | 775 | #endif /* _KERNEL || _STANDALONE */ |
60265072 RM |
776 | |
777 | #ifdef __cplusplus | |
778 | }; | |
779 | #endif | |
780 | ||
77755a57 | 781 | #endif /* _SYS_ZFS_CONTEXT_H */ |