[mirror_zfs.git] / include / sys / vdev_impl.h

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */
/*
 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
 * Copyright (c) 2011, 2015 by Delphix. All rights reserved.
 */

#ifndef _SYS_VDEV_IMPL_H
#define	_SYS_VDEV_IMPL_H

#include <sys/avl.h>
#include <sys/dmu.h>
#include <sys/metaslab.h>
#include <sys/nvpair.h>
#include <sys/space_map.h>
#include <sys/vdev.h>
#include <sys/dkio.h>
#include <sys/uberblock_impl.h>
#include <sys/zfs_ratelimit.h>

#ifdef	__cplusplus
extern "C" {
#endif

/*
 * Virtual device descriptors.
 *
 * All storage pool operations go through the virtual device framework,
 * which provides data replication and I/O scheduling.
 */

/*
 * Forward declarations that lots of things need.
 */
typedef struct vdev_queue vdev_queue_t;
typedef struct vdev_cache vdev_cache_t;
typedef struct vdev_cache_entry vdev_cache_entry_t;
struct abd;

extern int zfs_vdev_queue_depth_pct;
extern uint32_t zfs_vdev_async_write_max_active;

/*
 * Virtual device operations
 */
typedef int	vdev_open_func_t(vdev_t *vd, uint64_t *size, uint64_t *max_size,
    uint64_t *ashift);
typedef void	vdev_close_func_t(vdev_t *vd);
typedef uint64_t vdev_asize_func_t(vdev_t *vd, uint64_t psize);
typedef void	vdev_io_start_func_t(zio_t *zio);
typedef void	vdev_io_done_func_t(zio_t *zio);
typedef void	vdev_state_change_func_t(vdev_t *vd, int, int);
typedef void	vdev_hold_func_t(vdev_t *vd);
typedef void	vdev_rele_func_t(vdev_t *vd);

typedef const struct vdev_ops {
	vdev_open_func_t		*vdev_op_open;
	vdev_close_func_t		*vdev_op_close;
	vdev_asize_func_t		*vdev_op_asize;
	vdev_io_start_func_t		*vdev_op_io_start;
	vdev_io_done_func_t		*vdev_op_io_done;
	vdev_state_change_func_t	*vdev_op_state_change;
	vdev_hold_func_t		*vdev_op_hold;
	vdev_rele_func_t		*vdev_op_rele;
	char				vdev_op_type[16];
	boolean_t			vdev_op_leaf;
} vdev_ops_t;

/*
 * Virtual device properties
 */
struct vdev_cache_entry {
	struct abd	*ve_abd;
	uint64_t	ve_offset;
	clock_t		ve_lastused;
	avl_node_t	ve_offset_node;
	avl_node_t	ve_lastused_node;
	uint32_t	ve_hits;
	uint16_t	ve_missed_update;
	zio_t		*ve_fill_io;
};

struct vdev_cache {
	avl_tree_t	vc_offset_tree;
	avl_tree_t	vc_lastused_tree;
	kmutex_t	vc_lock;
};

typedef struct vdev_queue_class {
	uint32_t	vqc_active;

	/*
	 * Sorted by offset or timestamp, depending on if the queue is
	 * LBA-ordered vs FIFO.
	 */
	avl_tree_t	vqc_queued_tree;
} vdev_queue_class_t;

struct vdev_queue {
	vdev_t		*vq_vdev;
	vdev_queue_class_t vq_class[ZIO_PRIORITY_NUM_QUEUEABLE];
	avl_tree_t	vq_active_tree;
	avl_tree_t	vq_read_offset_tree;
	avl_tree_t	vq_write_offset_tree;
	uint64_t	vq_last_offset;
	hrtime_t	vq_io_complete_ts; /* time last i/o completed */
	hrtime_t	vq_io_delta_ts;
	zio_t		vq_io_search; /* used as local for stack reduction */
	kmutex_t	vq_lock;
	uint64_t	vq_lastoffset;
};

/*
 * Virtual device descriptor
 */
struct vdev {
	/*
	 * Common to all vdev types.
	 */
	uint64_t	vdev_id;	/* child number in vdev parent	*/
	uint64_t	vdev_guid;	/* unique ID for this vdev	*/
	uint64_t	vdev_guid_sum;	/* self guid + all child guids	*/
	uint64_t	vdev_orig_guid;	/* orig. guid prior to remove	*/
	uint64_t	vdev_asize;	/* allocatable device capacity	*/
	uint64_t	vdev_min_asize;	/* min acceptable asize		*/
	uint64_t	vdev_max_asize;	/* max acceptable asize		*/
	uint64_t	vdev_ashift;	/* block alignment shift	*/
	uint64_t	vdev_state;	/* see VDEV_STATE_* #defines	*/
	uint64_t	vdev_prevstate;	/* used when reopening a vdev	*/
	vdev_ops_t	*vdev_ops;	/* vdev operations		*/
	spa_t		*vdev_spa;	/* spa for this vdev		*/
	void		*vdev_tsd;	/* type-specific data		*/
	vnode_t		*vdev_name_vp;	/* vnode for pathname		*/
	vnode_t		*vdev_devid_vp;	/* vnode for devid		*/
	vdev_t		*vdev_top;	/* top-level vdev		*/
	vdev_t		*vdev_parent;	/* parent vdev			*/
	vdev_t		**vdev_child;	/* array of children		*/
	uint64_t	vdev_children;	/* number of children		*/
	vdev_stat_t	vdev_stat;	/* virtual device statistics	*/
	vdev_stat_ex_t	vdev_stat_ex;	/* extended statistics		*/
	boolean_t	vdev_expanding;	/* expand the vdev?		*/
	boolean_t	vdev_reopening;	/* reopen in progress?		*/
	boolean_t	vdev_nonrot;	/* true if solid state		*/
	int		vdev_open_error; /* error on last open		*/
	kthread_t	*vdev_open_thread; /* thread opening children	*/
	uint64_t	vdev_crtxg;	/* txg when top-level was added */

	/*
	 * Top-level vdev state.
	 */
	uint64_t	vdev_ms_array;	/* metaslab array object	*/
	uint64_t	vdev_ms_shift;	/* metaslab size shift		*/
	uint64_t	vdev_ms_count;	/* number of metaslabs		*/
	metaslab_group_t *vdev_mg;	/* metaslab group		*/
	metaslab_t	**vdev_ms;	/* metaslab array		*/
	uint64_t	vdev_pending_fastwrite; /* allocated fastwrites */
	txg_list_t	vdev_ms_list;	/* per-txg dirty metaslab lists	*/
	txg_list_t	vdev_dtl_list;	/* per-txg dirty DTL lists	*/
	txg_node_t	vdev_txg_node;	/* per-txg dirty vdev linkage	*/
	boolean_t	vdev_remove_wanted; /* async remove wanted?	*/
	boolean_t	vdev_probe_wanted; /* async probe wanted?	*/
	list_node_t	vdev_config_dirty_node; /* config dirty list	*/
	list_node_t	vdev_state_dirty_node; /* state dirty list	*/
	uint64_t	vdev_deflate_ratio; /* deflation ratio (x512)	*/
	uint64_t	vdev_islog;	/* is an intent log device	*/
	uint64_t	vdev_removing;	/* device is being removed?	*/
	boolean_t	vdev_ishole;	/* is a hole in the namespace	*/
	kmutex_t	vdev_queue_lock; /* protects vdev_queue_depth	*/
	uint64_t	vdev_top_zap;

	/*
	 * The queue depth parameters determine how many async writes are
	 * still pending (i.e. allocated by net yet issued to disk) per
	 * top-level (vdev_async_write_queue_depth) and the maximum allowed
	 * (vdev_max_async_write_queue_depth). These values only apply to
	 * top-level vdevs.
	 */
	uint64_t	vdev_async_write_queue_depth;
	uint64_t	vdev_max_async_write_queue_depth;

	/*
	 * Leaf vdev state.
	 */
	range_tree_t	*vdev_dtl[DTL_TYPES]; /* dirty time logs	*/
	space_map_t	*vdev_dtl_sm;	/* dirty time log space map	*/
	txg_node_t	vdev_dtl_node;	/* per-txg dirty DTL linkage	*/
	uint64_t	vdev_dtl_object; /* DTL object			*/
	uint64_t	vdev_psize;	/* physical device capacity	*/
	uint64_t	vdev_wholedisk;	/* true if this is a whole disk */
	uint64_t	vdev_offline;	/* persistent offline state	*/
	uint64_t	vdev_faulted;	/* persistent faulted state	*/
	uint64_t	vdev_degraded;	/* persistent degraded state	*/
	uint64_t	vdev_removed;	/* persistent removed state	*/
	uint64_t	vdev_resilver_txg; /* persistent resilvering state */
	uint64_t	vdev_nparity;	/* number of parity devices for raidz */
	char		*vdev_path;	/* vdev path (if any)		*/
	char		*vdev_devid;	/* vdev devid (if any)		*/
	char		*vdev_physpath;	/* vdev device path (if any)	*/
	char		*vdev_enc_sysfs_path;	/* enclosure sysfs path */
	char		*vdev_fru;	/* physical FRU location	*/
	uint64_t	vdev_not_present; /* not present during import	*/
	uint64_t	vdev_unspare;	/* unspare when resilvering done */
	boolean_t	vdev_nowritecache; /* true if flushwritecache failed */
	boolean_t	vdev_checkremove; /* temporary online test	*/
	boolean_t	vdev_forcefault; /* force online fault		*/
	boolean_t	vdev_splitting;	/* split or repair in progress  */
	boolean_t	vdev_delayed_close; /* delayed device close?	*/
	boolean_t	vdev_tmpoffline; /* device taken offline temporarily? */
	boolean_t	vdev_detached;	/* device detached?		*/
	boolean_t	vdev_cant_read;	/* vdev is failing all reads	*/
	boolean_t	vdev_cant_write; /* vdev is failing all writes	*/
	boolean_t	vdev_isspare;	/* was a hot spare		*/
	boolean_t	vdev_isl2cache;	/* was a l2cache device		*/
	boolean_t	vdev_copy_uberblocks;  /* post expand copy uberblocks */
	vdev_queue_t	vdev_queue;	/* I/O deadline schedule queue	*/
	vdev_cache_t	vdev_cache;	/* physical block cache		*/
	spa_aux_vdev_t	*vdev_aux;	/* for l2cache and spares vdevs	*/
	zio_t		*vdev_probe_zio; /* root of current probe	*/
	vdev_aux_t	vdev_label_aux;	/* on-disk aux state		*/
	uint64_t	vdev_leaf_zap;

	/*
	 * For DTrace to work in userland (libzpool) context, these fields must
	 * remain at the end of the structure.  DTrace will use the kernel's
	 * CTF definition for 'struct vdev', and since the size of a kmutex_t is
	 * larger in userland, the offsets for the rest of the fields would be
	 * incorrect.
	 */
	kmutex_t	vdev_dtl_lock;	/* vdev_dtl_{map,resilver}	*/
	kmutex_t	vdev_stat_lock;	/* vdev_stat			*/
	kmutex_t	vdev_probe_lock; /* protects vdev_probe_zio	*/

	/*
	 * We rate limit ZIO delay and ZIO checksum events, since they
	 * can flood ZED with tons of events when a drive is acting up.
	 */
#define	DELAYS_PER_SECOND 5
#define	CHECKSUMS_PER_SECOND 5
	zfs_ratelimit_t vdev_delay_rl;
	zfs_ratelimit_t vdev_checksum_rl;
};

#define	VDEV_RAIDZ_MAXPARITY	3

#define	VDEV_PAD_SIZE		(8 << 10)
/* 2 padding areas (vl_pad1 and vl_pad2) to skip */
#define	VDEV_SKIP_SIZE		VDEV_PAD_SIZE * 2
#define	VDEV_PHYS_SIZE		(112 << 10)
#define	VDEV_UBERBLOCK_RING	(128 << 10)

/* The largest uberblock we support is 8k. */
#define	MAX_UBERBLOCK_SHIFT (13)
#define	VDEV_UBERBLOCK_SHIFT(vd)	\
	MIN(MAX((vd)->vdev_top->vdev_ashift, UBERBLOCK_SHIFT), \
	    MAX_UBERBLOCK_SHIFT)
#define	VDEV_UBERBLOCK_COUNT(vd)	\
	(VDEV_UBERBLOCK_RING >> VDEV_UBERBLOCK_SHIFT(vd))
#define	VDEV_UBERBLOCK_OFFSET(vd, n)	\
	offsetof(vdev_label_t, vl_uberblock[(n) << VDEV_UBERBLOCK_SHIFT(vd)])
#define	VDEV_UBERBLOCK_SIZE(vd)		(1ULL << VDEV_UBERBLOCK_SHIFT(vd))

typedef struct vdev_phys {
	char		vp_nvlist[VDEV_PHYS_SIZE - sizeof (zio_eck_t)];
	zio_eck_t	vp_zbt;
} vdev_phys_t;

typedef struct vdev_label {
	char		vl_pad1[VDEV_PAD_SIZE];			/*  8K */
	char		vl_pad2[VDEV_PAD_SIZE];			/*  8K */
	vdev_phys_t	vl_vdev_phys;				/* 112K	*/
	char		vl_uberblock[VDEV_UBERBLOCK_RING];	/* 128K	*/
} vdev_label_t;							/* 256K total */

/*
 * vdev_dirty() flags
 */
#define	VDD_METASLAB	0x01
#define	VDD_DTL		0x02

/* Offset of embedded boot loader region on each label */
#define	VDEV_BOOT_OFFSET	(2 * sizeof (vdev_label_t))
/*
 * Size of embedded boot loader region on each label.
 * The total size of the first two labels plus the boot area is 4MB.
 */
#define	VDEV_BOOT_SIZE		(7ULL << 19)			/* 3.5M */

/*
 * Size of label regions at the start and end of each leaf device.
 */
#define	VDEV_LABEL_START_SIZE	(2 * sizeof (vdev_label_t) + VDEV_BOOT_SIZE)
#define	VDEV_LABEL_END_SIZE	(2 * sizeof (vdev_label_t))
#define	VDEV_LABELS		4
#define	VDEV_BEST_LABEL		VDEV_LABELS

#define	VDEV_ALLOC_LOAD		0
#define	VDEV_ALLOC_ADD		1
#define	VDEV_ALLOC_SPARE	2
#define	VDEV_ALLOC_L2CACHE	3
#define	VDEV_ALLOC_ROOTPOOL	4
#define	VDEV_ALLOC_SPLIT	5
#define	VDEV_ALLOC_ATTACH	6

/*
 * Allocate or free a vdev
 */
extern vdev_t *vdev_alloc_common(spa_t *spa, uint_t id, uint64_t guid,
    vdev_ops_t *ops);
extern int vdev_alloc(spa_t *spa, vdev_t **vdp, nvlist_t *config,
    vdev_t *parent, uint_t id, int alloctype);
extern void vdev_free(vdev_t *vd);

/*
 * Add or remove children and parents
 */
extern void vdev_add_child(vdev_t *pvd, vdev_t *cvd);
extern void vdev_remove_child(vdev_t *pvd, vdev_t *cvd);
extern void vdev_compact_children(vdev_t *pvd);
extern vdev_t *vdev_add_parent(vdev_t *cvd, vdev_ops_t *ops);
extern void vdev_remove_parent(vdev_t *cvd);

/*
 * vdev sync load and sync
 */
extern void vdev_load_log_state(vdev_t *nvd, vdev_t *ovd);
extern boolean_t vdev_log_state_valid(vdev_t *vd);
extern void vdev_load(vdev_t *vd);
extern int vdev_dtl_load(vdev_t *vd);
extern void vdev_sync(vdev_t *vd, uint64_t txg);
extern void vdev_sync_done(vdev_t *vd, uint64_t txg);
extern void vdev_dirty(vdev_t *vd, int flags, void *arg, uint64_t txg);
extern void vdev_dirty_leaves(vdev_t *vd, int flags, uint64_t txg);

/*
 * Available vdev types.
 */
extern vdev_ops_t vdev_root_ops;
extern vdev_ops_t vdev_mirror_ops;
extern vdev_ops_t vdev_replacing_ops;
extern vdev_ops_t vdev_raidz_ops;
extern vdev_ops_t vdev_disk_ops;
extern vdev_ops_t vdev_file_ops;
extern vdev_ops_t vdev_missing_ops;
extern vdev_ops_t vdev_hole_ops;
extern vdev_ops_t vdev_spare_ops;

/*
 * Common size functions
 */
extern uint64_t vdev_default_asize(vdev_t *vd, uint64_t psize);
extern uint64_t vdev_get_min_asize(vdev_t *vd);
extern void vdev_set_min_asize(vdev_t *vd);

/*
 * Global variables
 */
/* zdb uses this tunable, so it must be declared here to make lint happy. */
extern int zfs_vdev_cache_size;

#ifdef	__cplusplus
}
#endif

#endif	/* _SYS_VDEV_IMPL_H */
Commit	Line	Data
34dc7c2f BB	1	/*
	2	* CDDL HEADER START
	3	*
	4	* The contents of this file are subject to the terms of the
	5	* Common Development and Distribution License (the "License").
	6	* You may not use this file except in compliance with the License.
	7	*
	8	* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
	9	* or http://www.opensolaris.org/os/licensing.
	10	* See the License for the specific language governing permissions
	11	* and limitations under the License.
	12	*
	13	* When distributing Covered Code, include this CDDL HEADER in each
	14	* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
	15	* If applicable, add the following below this CDDL HEADER, with the
	16	* fields enclosed by brackets "[]" replaced with your own identifying
	17	* information: Portions Copyright [yyyy] [name of copyright owner]
	18	*
	19	* CDDL HEADER END
	20	*/
	21	/*
428870ff	22	* Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
c3520e7f	23	* Copyright (c) 2011, 2015 by Delphix. All rights reserved.
34dc7c2f BB	24	*/
	25
	26	#ifndef _SYS_VDEV_IMPL_H
	27	#define _SYS_VDEV_IMPL_H
	28
34dc7c2f BB	29	#include <sys/avl.h>
	30	#include <sys/dmu.h>
	31	#include <sys/metaslab.h>
	32	#include <sys/nvpair.h>
	33	#include <sys/space_map.h>
	34	#include <sys/vdev.h>
	35	#include <sys/dkio.h>
	36	#include <sys/uberblock_impl.h>
6078881a	37	#include <sys/zfs_ratelimit.h>
34dc7c2f BB	38
	39	#ifdef __cplusplus
	40	extern "C" {
	41	#endif
	42
	43	/*
	44	* Virtual device descriptors.
	45	*
	46	* All storage pool operations go through the virtual device framework,
	47	* which provides data replication and I/O scheduling.
	48	*/
	49
	50	/*
	51	* Forward declarations that lots of things need.
	52	*/
	53	typedef struct vdev_queue vdev_queue_t;
	54	typedef struct vdev_cache vdev_cache_t;
	55	typedef struct vdev_cache_entry vdev_cache_entry_t;
a6255b7f	56	struct abd;
34dc7c2f	57
3dfb57a3 DB	58	extern int zfs_vdev_queue_depth_pct;
	59	extern uint32_t zfs_vdev_async_write_max_active;
	60
34dc7c2f BB	61	/*
	62	* Virtual device operations
	63	*/
1bd201e7 CS	64	typedef int vdev_open_func_t(vdev_t vd, uint64_t size, uint64_t *max_size,
1bd201e7 CS	65	uint64_t *ashift);
34dc7c2f	66	typedef void vdev_close_func_t(vdev_t *vd);
34dc7c2f	67	typedef uint64_t vdev_asize_func_t(vdev_t *vd, uint64_t psize);
98b25418	68	typedef void vdev_io_start_func_t(zio_t *zio);
b128c09f	69	typedef void vdev_io_done_func_t(zio_t *zio);
34dc7c2f	70	typedef void vdev_state_change_func_t(vdev_t *vd, int, int);
428870ff BB	71	typedef void vdev_hold_func_t(vdev_t *vd);
428870ff BB	72	typedef void vdev_rele_func_t(vdev_t *vd);
34dc7c2f	73
b01615d5	74	typedef const struct vdev_ops {
34dc7c2f BB	75	vdev_open_func_t *vdev_op_open;
34dc7c2f BB	76	vdev_close_func_t *vdev_op_close;
34dc7c2f BB	77	vdev_asize_func_t *vdev_op_asize;
	78	vdev_io_start_func_t *vdev_op_io_start;
	79	vdev_io_done_func_t *vdev_op_io_done;
	80	vdev_state_change_func_t *vdev_op_state_change;
428870ff BB	81	vdev_hold_func_t *vdev_op_hold;
428870ff BB	82	vdev_rele_func_t *vdev_op_rele;
34dc7c2f BB	83	char vdev_op_type[16];
	84	boolean_t vdev_op_leaf;
	85	} vdev_ops_t;
	86
	87	/*
	88	* Virtual device properties
	89	*/
	90	struct vdev_cache_entry {
a6255b7f	91	struct abd *ve_abd;
34dc7c2f	92	uint64_t ve_offset;
0b75bdb3	93	clock_t ve_lastused;
34dc7c2f BB	94	avl_node_t ve_offset_node;
	95	avl_node_t ve_lastused_node;
	96	uint32_t ve_hits;
	97	uint16_t ve_missed_update;
	98	zio_t *ve_fill_io;
	99	};
	100
	101	struct vdev_cache {
	102	avl_tree_t vc_offset_tree;
	103	avl_tree_t vc_lastused_tree;
	104	kmutex_t vc_lock;
	105	};
	106
e8b96c60 MA	107	typedef struct vdev_queue_class {
	108	uint32_t vqc_active;
	109
	110	/*
	111	* Sorted by offset or timestamp, depending on if the queue is
	112	* LBA-ordered vs FIFO.
	113	*/
	114	avl_tree_t vqc_queued_tree;
	115	} vdev_queue_class_t;
	116
34dc7c2f	117	struct vdev_queue {
e8b96c60 MA	118	vdev_t *vq_vdev;
	119	vdev_queue_class_t vq_class[ZIO_PRIORITY_NUM_QUEUEABLE];
	120	avl_tree_t vq_active_tree;
ec8501ee JG	121	avl_tree_t vq_read_offset_tree;
ec8501ee JG	122	avl_tree_t vq_write_offset_tree;
e8b96c60 MA	123	uint64_t vq_last_offset;
e8b96c60 MA	124	hrtime_t vq_io_complete_ts; /* time last i/o completed */
cb682a17	125	hrtime_t vq_io_delta_ts;
50b25b21	126	zio_t vq_io_search; /* used as local for stack reduction */
34dc7c2f	127	kmutex_t vq_lock;
9f500936	128	uint64_t vq_lastoffset;
34dc7c2f BB	129	};
	130
	131	/*
	132	* Virtual device descriptor
	133	*/
	134	struct vdev {
	135	/*
	136	* Common to all vdev types.
	137	*/
	138	uint64_t vdev_id; /* child number in vdev parent */
	139	uint64_t vdev_guid; /* unique ID for this vdev */
	140	uint64_t vdev_guid_sum; /* self guid + all child guids */
428870ff	141	uint64_t vdev_orig_guid; /* orig. guid prior to remove */
34dc7c2f	142	uint64_t vdev_asize; /* allocatable device capacity */
9babb374	143	uint64_t vdev_min_asize; /* min acceptable asize */
1bd201e7	144	uint64_t vdev_max_asize; /* max acceptable asize */
34dc7c2f BB	145	uint64_t vdev_ashift; /* block alignment shift */
	146	uint64_t vdev_state; /* see VDEV_STATE_* #defines */
	147	uint64_t vdev_prevstate; /* used when reopening a vdev */
	148	vdev_ops_t vdev_ops; / vdev operations */
	149	spa_t vdev_spa; / spa for this vdev */
	150	void vdev_tsd; / type-specific data */
428870ff BB	151	vnode_t vdev_name_vp; / vnode for pathname */
428870ff BB	152	vnode_t vdev_devid_vp; / vnode for devid */
34dc7c2f BB	153	vdev_t vdev_top; / top-level vdev */
	154	vdev_t vdev_parent; / parent vdev */
	155	vdev_t *vdev_child; / array of children */
	156	uint64_t vdev_children; /* number of children */
34dc7c2f	157	vdev_stat_t vdev_stat; /* virtual device statistics */
193a37cb	158	vdev_stat_ex_t vdev_stat_ex; /* extended statistics */
9babb374	159	boolean_t vdev_expanding; /* expand the vdev? */
428870ff	160	boolean_t vdev_reopening; /* reopen in progress? */
fb40095f	161	boolean_t vdev_nonrot; /* true if solid state */
45d1cae3 BB	162	int vdev_open_error; /* error on last open */
45d1cae3 BB	163	kthread_t vdev_open_thread; / thread opening children */
428870ff	164	uint64_t vdev_crtxg; /* txg when top-level was added */
34dc7c2f BB	165
	166	/*
	167	* Top-level vdev state.
	168	*/
	169	uint64_t vdev_ms_array; /* metaslab array object */
	170	uint64_t vdev_ms_shift; /* metaslab size shift */
	171	uint64_t vdev_ms_count; /* number of metaslabs */
	172	metaslab_group_t vdev_mg; / metaslab group */
	173	metaslab_t *vdev_ms; / metaslab array */
920dd524	174	uint64_t vdev_pending_fastwrite; /* allocated fastwrites */
34dc7c2f BB	175	txg_list_t vdev_ms_list; /* per-txg dirty metaslab lists */
	176	txg_list_t vdev_dtl_list; /* per-txg dirty DTL lists */
	177	txg_node_t vdev_txg_node; /* per-txg dirty vdev linkage */
	178	boolean_t vdev_remove_wanted; /* async remove wanted? */
b128c09f BB	179	boolean_t vdev_probe_wanted; /* async probe wanted? */
	180	list_node_t vdev_config_dirty_node; /* config dirty list */
	181	list_node_t vdev_state_dirty_node; /* state dirty list */
34dc7c2f BB	182	uint64_t vdev_deflate_ratio; /* deflation ratio (x512) */
34dc7c2f BB	183	uint64_t vdev_islog; /* is an intent log device */
93cf2076	184	uint64_t vdev_removing; /* device is being removed? */
3dfb57a3 DB	185	boolean_t vdev_ishole; /* is a hole in the namespace */
3dfb57a3 DB	186	kmutex_t vdev_queue_lock; /* protects vdev_queue_depth */
e0ab3ab5	187	uint64_t vdev_top_zap;
34dc7c2f	188
3dfb57a3 DB	189	/*
	190	* The queue depth parameters determine how many async writes are
	191	* still pending (i.e. allocated by net yet issued to disk) per
	192	* top-level (vdev_async_write_queue_depth) and the maximum allowed
	193	* (vdev_max_async_write_queue_depth). These values only apply to
	194	* top-level vdevs.
	195	*/
	196	uint64_t vdev_async_write_queue_depth;
	197	uint64_t vdev_max_async_write_queue_depth;
	198
34dc7c2f BB	199	/*
	200	* Leaf vdev state.
	201	*/
93cf2076 GW	202	range_tree_t vdev_dtl[DTL_TYPES]; / dirty time logs */
93cf2076 GW	203	space_map_t vdev_dtl_sm; / dirty time log space map */
34dc7c2f	204	txg_node_t vdev_dtl_node; /* per-txg dirty DTL linkage */
93cf2076 GW	205	uint64_t vdev_dtl_object; /* DTL object */
93cf2076 GW	206	uint64_t vdev_psize; /* physical device capacity */
34dc7c2f BB	207	uint64_t vdev_wholedisk; /* true if this is a whole disk */
	208	uint64_t vdev_offline; /* persistent offline state */
	209	uint64_t vdev_faulted; /* persistent faulted state */
	210	uint64_t vdev_degraded; /* persistent degraded state */
	211	uint64_t vdev_removed; /* persistent removed state */
5d1f7fb6	212	uint64_t vdev_resilver_txg; /* persistent resilvering state */
34dc7c2f BB	213	uint64_t vdev_nparity; /* number of parity devices for raidz */
	214	char vdev_path; / vdev path (if any) */
	215	char vdev_devid; / vdev devid (if any) */
	216	char vdev_physpath; / vdev device path (if any) */
1bbd8770	217	char vdev_enc_sysfs_path; / enclosure sysfs path */
9babb374	218	char vdev_fru; / physical FRU location */
b128c09f BB	219	uint64_t vdev_not_present; /* not present during import */
b128c09f BB	220	uint64_t vdev_unspare; /* unspare when resilvering done */
b128c09f BB	221	boolean_t vdev_nowritecache; /* true if flushwritecache failed */
	222	boolean_t vdev_checkremove; /* temporary online test */
	223	boolean_t vdev_forcefault; /* force online fault */
428870ff BB	224	boolean_t vdev_splitting; /* split or repair in progress */
428870ff BB	225	boolean_t vdev_delayed_close; /* delayed device close? */
93cf2076 GW	226	boolean_t vdev_tmpoffline; /* device taken offline temporarily? */
	227	boolean_t vdev_detached; /* device detached? */
	228	boolean_t vdev_cant_read; /* vdev is failing all reads */
	229	boolean_t vdev_cant_write; /* vdev is failing all writes */
	230	boolean_t vdev_isspare; /* was a hot spare */
	231	boolean_t vdev_isl2cache; /* was a l2cache device */
9d3f7b87	232	boolean_t vdev_copy_uberblocks; /* post expand copy uberblocks */
34dc7c2f BB	233	vdev_queue_t vdev_queue; /* I/O deadline schedule queue */
34dc7c2f BB	234	vdev_cache_t vdev_cache; /* physical block cache */
c3520e7f	235	spa_aux_vdev_t vdev_aux; / for l2cache and spares vdevs */
b128c09f	236	zio_t vdev_probe_zio; / root of current probe */
428870ff	237	vdev_aux_t vdev_label_aux; /* on-disk aux state */
e0ab3ab5	238	uint64_t vdev_leaf_zap;
34dc7c2f BB	239
	240	/*
	241	* For DTrace to work in userland (libzpool) context, these fields must
	242	* remain at the end of the structure. DTrace will use the kernel's
	243	* CTF definition for 'struct vdev', and since the size of a kmutex_t is
9ae529ec	244	* larger in userland, the offsets for the rest of the fields would be
34dc7c2f BB	245	* incorrect.
	246	*/
	247	kmutex_t vdev_dtl_lock; /* vdev_dtl_{map,resilver} */
	248	kmutex_t vdev_stat_lock; /* vdev_stat */
b128c09f	249	kmutex_t vdev_probe_lock; /* protects vdev_probe_zio */
6078881a TH	250
	251	/*
	252	* We rate limit ZIO delay and ZIO checksum events, since they
	253	* can flood ZED with tons of events when a drive is acting up.
	254	*/
	255	#define DELAYS_PER_SECOND 5
	256	#define CHECKSUMS_PER_SECOND 5
	257	zfs_ratelimit_t vdev_delay_rl;
	258	zfs_ratelimit_t vdev_checksum_rl;
34dc7c2f BB	259	};
34dc7c2f BB	260
428870ff BB	261	#define VDEV_RAIDZ_MAXPARITY 3
428870ff BB	262
9babb374 BB	263	#define VDEV_PAD_SIZE (8 << 10)
	264	/* 2 padding areas (vl_pad1 and vl_pad2) to skip */
	265	#define VDEV_SKIP_SIZE VDEV_PAD_SIZE * 2
34dc7c2f BB	266	#define VDEV_PHYS_SIZE (112 << 10)
	267	#define VDEV_UBERBLOCK_RING (128 << 10)
	268
b02fe35d AR	269	/* The largest uberblock we support is 8k. */
b02fe35d AR	270	#define MAX_UBERBLOCK_SHIFT (13)
34dc7c2f	271	#define VDEV_UBERBLOCK_SHIFT(vd) \
b02fe35d AR	272	MIN(MAX((vd)->vdev_top->vdev_ashift, UBERBLOCK_SHIFT), \
b02fe35d AR	273	MAX_UBERBLOCK_SHIFT)
34dc7c2f BB	274	#define VDEV_UBERBLOCK_COUNT(vd) \
	275	(VDEV_UBERBLOCK_RING >> VDEV_UBERBLOCK_SHIFT(vd))
	276	#define VDEV_UBERBLOCK_OFFSET(vd, n) \
	277	offsetof(vdev_label_t, vl_uberblock[(n) << VDEV_UBERBLOCK_SHIFT(vd)])
	278	#define VDEV_UBERBLOCK_SIZE(vd) (1ULL << VDEV_UBERBLOCK_SHIFT(vd))
	279
34dc7c2f	280	typedef struct vdev_phys {
428870ff BB	281	char vp_nvlist[VDEV_PHYS_SIZE - sizeof (zio_eck_t)];
428870ff BB	282	zio_eck_t vp_zbt;
34dc7c2f BB	283	} vdev_phys_t;
	284
	285	typedef struct vdev_label {
9babb374 BB	286	char vl_pad1[VDEV_PAD_SIZE]; /* 8K */
9babb374 BB	287	char vl_pad2[VDEV_PAD_SIZE]; /* 8K */
34dc7c2f BB	288	vdev_phys_t vl_vdev_phys; /* 112K */
	289	char vl_uberblock[VDEV_UBERBLOCK_RING]; /* 128K */
	290	} vdev_label_t; /* 256K total */
	291
	292	/*
	293	* vdev_dirty() flags
	294	*/
	295	#define VDD_METASLAB 0x01
	296	#define VDD_DTL 0x02
	297
d3cc8b15 WA	298	/* Offset of embedded boot loader region on each label */
d3cc8b15 WA	299	#define VDEV_BOOT_OFFSET (2 * sizeof (vdev_label_t))
34dc7c2f	300	/*
d3cc8b15	301	* Size of embedded boot loader region on each label.
34dc7c2f BB	302	* The total size of the first two labels plus the boot area is 4MB.
34dc7c2f BB	303	*/
d3cc8b15	304	#define VDEV_BOOT_SIZE (7ULL << 19) /* 3.5M */
34dc7c2f BB	305
	306	/*
	307	* Size of label regions at the start and end of each leaf device.
	308	*/
	309	#define VDEV_LABEL_START_SIZE (2 * sizeof (vdev_label_t) + VDEV_BOOT_SIZE)
	310	#define VDEV_LABEL_END_SIZE (2 * sizeof (vdev_label_t))
	311	#define VDEV_LABELS 4
9ae529ec	312	#define VDEV_BEST_LABEL VDEV_LABELS
34dc7c2f BB	313
	314	#define VDEV_ALLOC_LOAD 0
	315	#define VDEV_ALLOC_ADD 1
	316	#define VDEV_ALLOC_SPARE 2
	317	#define VDEV_ALLOC_L2CACHE 3
9babb374	318	#define VDEV_ALLOC_ROOTPOOL 4
428870ff	319	#define VDEV_ALLOC_SPLIT 5
5ffb9d1d	320	#define VDEV_ALLOC_ATTACH 6
34dc7c2f BB	321
	322	/*
	323	* Allocate or free a vdev
	324	*/
428870ff BB	325	extern vdev_t vdev_alloc_common(spa_t spa, uint_t id, uint64_t guid,
428870ff BB	326	vdev_ops_t *ops);
34dc7c2f BB	327	extern int vdev_alloc(spa_t spa, vdev_t vdp, nvlist_t config,
	328	vdev_t *parent, uint_t id, int alloctype);
	329	extern void vdev_free(vdev_t *vd);
	330
	331	/*
	332	* Add or remove children and parents
	333	*/
	334	extern void vdev_add_child(vdev_t pvd, vdev_t cvd);
	335	extern void vdev_remove_child(vdev_t pvd, vdev_t cvd);
	336	extern void vdev_compact_children(vdev_t *pvd);
	337	extern vdev_t vdev_add_parent(vdev_t cvd, vdev_ops_t *ops);
	338	extern void vdev_remove_parent(vdev_t *cvd);
	339
	340	/*
	341	* vdev sync load and sync
	342	*/
428870ff	343	extern void vdev_load_log_state(vdev_t nvd, vdev_t ovd);
572e2857	344	extern boolean_t vdev_log_state_valid(vdev_t *vd);
34dc7c2f	345	extern void vdev_load(vdev_t *vd);
93cf2076	346	extern int vdev_dtl_load(vdev_t *vd);
34dc7c2f BB	347	extern void vdev_sync(vdev_t *vd, uint64_t txg);
	348	extern void vdev_sync_done(vdev_t *vd, uint64_t txg);
	349	extern void vdev_dirty(vdev_t vd, int flags, void arg, uint64_t txg);
93cf2076	350	extern void vdev_dirty_leaves(vdev_t *vd, int flags, uint64_t txg);
34dc7c2f BB	351
	352	/*
	353	* Available vdev types.
	354	*/
	355	extern vdev_ops_t vdev_root_ops;
	356	extern vdev_ops_t vdev_mirror_ops;
	357	extern vdev_ops_t vdev_replacing_ops;
	358	extern vdev_ops_t vdev_raidz_ops;
	359	extern vdev_ops_t vdev_disk_ops;
	360	extern vdev_ops_t vdev_file_ops;
	361	extern vdev_ops_t vdev_missing_ops;
428870ff	362	extern vdev_ops_t vdev_hole_ops;
34dc7c2f BB	363	extern vdev_ops_t vdev_spare_ops;
	364
	365	/*
	366	* Common size functions
	367	*/
	368	extern uint64_t vdev_default_asize(vdev_t *vd, uint64_t psize);
9babb374 BB	369	extern uint64_t vdev_get_min_asize(vdev_t *vd);
9babb374 BB	370	extern void vdev_set_min_asize(vdev_t *vd);
34dc7c2f BB	371
34dc7c2f BB	372	/*
d3cc8b15	373	* Global variables
34dc7c2f	374	*/
d3cc8b15	375	/* zdb uses this tunable, so it must be declared here to make lint happy. */
34dc7c2f BB	376	extern int zfs_vdev_cache_size;
	377
	378	#ifdef __cplusplus
	379	}
	380	#endif
	381
	382	#endif /* _SYS_VDEV_IMPL_H */