[mirror_zfs.git] / include / sys / sa_impl.h

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */
/*
 * Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
 * Copyright (c) 2012 by Delphix. All rights reserved.
 */

#ifndef	_SYS_SA_IMPL_H
#define	_SYS_SA_IMPL_H

#include <sys/dmu.h>
#include <sys/refcount.h>
#include <sys/list.h>

/*
 * Array of known attributes and their
 * various characteristics.
 */
typedef struct sa_attr_table {
	sa_attr_type_t	sa_attr;
	uint8_t sa_registered;
	uint16_t sa_length;
	sa_bswap_type_t sa_byteswap;
	char *sa_name;
} sa_attr_table_t;

/*
 * Zap attribute format for attribute registration
 *
 * 64      56      48      40      32      24      16      8       0
 * +-------+-------+-------+-------+-------+-------+-------+-------+
 * |        unused         |      len      | bswap |   attr num    |
 * +-------+-------+-------+-------+-------+-------+-------+-------+
 *
 * Zap attribute format for layout information.
 *
 * layout information is stored as an array of attribute numbers
 * The name of the attribute is the layout number (0, 1, 2, ...)
 *
 * 16       0
 * +---- ---+
 * | attr # |
 * +--------+
 * | attr # |
 * +--- ----+
 *  ......
 *
 */

#define	ATTR_BSWAP(x)	BF32_GET(x, 16, 8)
#define	ATTR_LENGTH(x)	BF32_GET(x, 24, 16)
#define	ATTR_NUM(x)	BF32_GET(x, 0, 16)
#define	ATTR_ENCODE(x, attr, length, bswap) \
{ \
	BF64_SET(x, 24, 16, length); \
	BF64_SET(x, 16, 8, bswap); \
	BF64_SET(x, 0, 16, attr); \
}

#define	TOC_OFF(x)		BF32_GET(x, 0, 23)
#define	TOC_ATTR_PRESENT(x)	BF32_GET(x, 31, 1)
#define	TOC_LEN_IDX(x)		BF32_GET(x, 24, 4)
#define	TOC_ATTR_ENCODE(x, len_idx, offset) \
{ \
	BF32_SET(x, 31, 1, 1); \
	BF32_SET(x, 24, 7, len_idx); \
	BF32_SET(x, 0, 24, offset); \
}

#define	SA_LAYOUTS	"LAYOUTS"
#define	SA_REGISTRY	"REGISTRY"

/*
 * Each unique layout will have their own table
 * sa_lot (layout_table)
 */
typedef struct sa_lot {
	avl_node_t lot_num_node;
	avl_node_t lot_hash_node;
	uint64_t lot_num;
	uint64_t lot_hash;
	sa_attr_type_t *lot_attrs;	/* array of attr #'s */
	uint32_t lot_var_sizes;	/* how many aren't fixed size */
	uint32_t lot_attr_count;	/* total attr count */
	list_t 	lot_idx_tab;	/* should be only a couple of entries */
	int	lot_instance;	/* used with lot_hash to identify entry */
} sa_lot_t;

/* index table of offsets */
typedef struct sa_idx_tab {
	list_node_t	sa_next;
	sa_lot_t	*sa_layout;
	uint16_t	*sa_variable_lengths;
	refcount_t	sa_refcount;
	uint32_t	*sa_idx_tab;	/* array of offsets */
} sa_idx_tab_t;

/*
 * Since the offset/index information into the actual data
 * will usually be identical we can share that information with
 * all handles that have the exact same offsets.
 *
 * You would typically only have a large number of different table of
 * contents if you had a several variable sized attributes.
 *
 * Two AVL trees are used to track the attribute layout numbers.
 * one is keyed by number and will be consulted when a DMU_OT_SA
 * object is first read.  The second tree is keyed by the hash signature
 * of the attributes and will be consulted when an attribute is added
 * to determine if we already have an instance of that layout.  Both
 * of these tree's are interconnected.  The only difference is that
 * when an entry is found in the "hash" tree the list of attributes will
 * need to be compared against the list of attributes you have in hand.
 * The assumption is that typically attributes will just be updated and
 * adding a completely new attribute is a very rare operation.
 */
struct sa_os {
	kmutex_t 	sa_lock;
	boolean_t	sa_need_attr_registration;
	boolean_t	sa_force_spill;
	uint64_t	sa_master_obj;
	uint64_t	sa_reg_attr_obj;
	uint64_t	sa_layout_attr_obj;
	int		sa_num_attrs;
	sa_attr_table_t *sa_attr_table;	 /* private attr table */
	sa_update_cb_t	*sa_update_cb;
	avl_tree_t	sa_layout_num_tree;  /* keyed by layout number */
	avl_tree_t	sa_layout_hash_tree; /* keyed by layout hash value */
	int		sa_user_table_sz;
	sa_attr_type_t	*sa_user_table; /* user name->attr mapping table */
};

/*
 * header for all bonus and spill buffers.
 * The header has a fixed portion with a variable number
 * of "lengths" depending on the number of variable sized
 * attribues which are determined by the "layout number"
 */

#define	SA_MAGIC	0x2F505A  /* ZFS SA */
typedef struct sa_hdr_phys {
	uint32_t sa_magic;
	uint16_t sa_layout_info;  /* Encoded with hdrsize and layout number */
	uint16_t sa_lengths[1];	/* optional sizes for variable length attrs */
	/* ... Data follows the lengths.  */
} sa_hdr_phys_t;

/*
 * sa_hdr_phys -> sa_layout_info
 *
 * 16      10       0
 * +--------+-------+
 * | hdrsz  |layout |
 * +--------+-------+
 *
 * Bits 0-10 are the layout number
 * Bits 11-16 are the size of the header.
 * The hdrsize is the number * 8
 *
 * For example.
 * hdrsz of 1 ==> 8 byte header
 *          2 ==> 16 byte header
 *
 */

#define	SA_HDR_LAYOUT_NUM(hdr) BF32_GET(hdr->sa_layout_info, 0, 10)
#define	SA_HDR_SIZE(hdr) BF32_GET_SB(hdr->sa_layout_info, 10, 6, 3, 0)
#define	SA_HDR_LAYOUT_INFO_ENCODE(x, num, size) \
{ \
	BF32_SET_SB(x, 10, 6, 3, 0, size); \
	BF32_SET(x, 0, 10, num); \
}

typedef enum sa_buf_type {
	SA_BONUS = 1,
	SA_SPILL = 2
} sa_buf_type_t;

typedef enum sa_data_op {
	SA_LOOKUP,
	SA_UPDATE,
	SA_ADD,
	SA_REPLACE,
	SA_REMOVE
} sa_data_op_t;

/*
 * Opaque handle used for most sa functions
 *
 * This needs to be kept as small as possible.
 */

struct sa_handle {
	kmutex_t	sa_lock;
	dmu_buf_t	*sa_bonus;
	dmu_buf_t	*sa_spill;
	objset_t	*sa_os;
	void 		*sa_userp;
	sa_idx_tab_t	*sa_bonus_tab;	 /* idx of bonus */
	sa_idx_tab_t	*sa_spill_tab; /* only present if spill activated */
};

#define	SA_GET_DB(hdl, type)	\
	(dmu_buf_impl_t *)((type == SA_BONUS) ? hdl->sa_bonus : hdl->sa_spill)

#define	SA_GET_HDR(hdl, type) \
	((sa_hdr_phys_t *)((dmu_buf_impl_t *)(SA_GET_DB(hdl, \
	type))->db.db_data))

#define	SA_IDX_TAB_GET(hdl, type) \
	(type == SA_BONUS ? hdl->sa_bonus_tab : hdl->sa_spill_tab)

#define	IS_SA_BONUSTYPE(a)	\
	((a == DMU_OT_SA) ? B_TRUE : B_FALSE)

#define	SA_BONUSTYPE_FROM_DB(db) \
	(dmu_get_bonustype((dmu_buf_t *)db))

#define	SA_BLKPTR_SPACE	(DN_MAX_BONUSLEN - sizeof (blkptr_t))

#define	SA_LAYOUT_NUM(x, type) \
	((!IS_SA_BONUSTYPE(type) ? 0 : (((IS_SA_BONUSTYPE(type)) && \
	((SA_HDR_LAYOUT_NUM(x)) == 0)) ? 1 : SA_HDR_LAYOUT_NUM(x))))


#define	SA_REGISTERED_LEN(sa, attr) sa->sa_attr_table[attr].sa_length

#define	SA_ATTR_LEN(sa, idx, attr, hdr) ((SA_REGISTERED_LEN(sa, attr) == 0) ?\
	hdr->sa_lengths[TOC_LEN_IDX(idx->sa_idx_tab[attr])] : \
	SA_REGISTERED_LEN(sa, attr))

#define	SA_SET_HDR(hdr, num, size) \
	{ \
		hdr->sa_magic = SA_MAGIC; \
		SA_HDR_LAYOUT_INFO_ENCODE(hdr->sa_layout_info, num, size); \
	}

#define	SA_ATTR_INFO(sa, idx, hdr, attr, bulk, type, hdl) \
	{ \
		bulk.sa_size = SA_ATTR_LEN(sa, idx, attr, hdr); \
		bulk.sa_buftype = type; \
		bulk.sa_addr = \
		    (void *)((uintptr_t)TOC_OFF(idx->sa_idx_tab[attr]) + \
		    (uintptr_t)hdr); \
}

#define	SA_HDR_SIZE_MATCH_LAYOUT(hdr, tb) \
	(SA_HDR_SIZE(hdr) == (sizeof (sa_hdr_phys_t) + \
	(tb->lot_var_sizes > 1 ? P2ROUNDUP((tb->lot_var_sizes - 1) * \
	sizeof (uint16_t), 8) : 0)))

int sa_add_impl(sa_handle_t *, sa_attr_type_t,
    uint32_t, sa_data_locator_t, void *, dmu_tx_t *);

void sa_register_update_callback_locked(objset_t *, sa_update_cb_t *);
int sa_size_locked(sa_handle_t *, sa_attr_type_t, int *);

void sa_default_locator(void **, uint32_t *, uint32_t, boolean_t, void *);
int sa_attr_size(sa_os_t *, sa_idx_tab_t *, sa_attr_type_t,
    uint16_t *, sa_hdr_phys_t *);

#ifdef	__cplusplus
extern "C" {
#endif

#ifdef	__cplusplus
}
#endif

#endif	/* _SYS_SA_IMPL_H */
Commit	Line	Data
428870ff BB	1	/*
	2	* CDDL HEADER START
	3	*
	4	* The contents of this file are subject to the terms of the
	5	* Common Development and Distribution License (the "License").
	6	* You may not use this file except in compliance with the License.
	7	*
	8	* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
	9	* or http://www.opensolaris.org/os/licensing.
	10	* See the License for the specific language governing permissions
	11	* and limitations under the License.
	12	*
	13	* When distributing Covered Code, include this CDDL HEADER in each
	14	* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
	15	* If applicable, add the following below this CDDL HEADER, with the
	16	* fields enclosed by brackets "[]" replaced with your own identifying
	17	* information: Portions Copyright [yyyy] [name of copyright owner]
	18	*
	19	* CDDL HEADER END
	20	*/
	21	/*
572e2857	22	* Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
a94addd9	23	* Copyright (c) 2012 by Delphix. All rights reserved.
428870ff BB	24	*/
	25
	26	#ifndef _SYS_SA_IMPL_H
	27	#define _SYS_SA_IMPL_H
	28
	29	#include <sys/dmu.h>
	30	#include <sys/refcount.h>
	31	#include <sys/list.h>
	32
	33	/*
	34	* Array of known attributes and their
	35	* various characteristics.
	36	*/
	37	typedef struct sa_attr_table {
	38	sa_attr_type_t sa_attr;
	39	uint8_t sa_registered;
	40	uint16_t sa_length;
	41	sa_bswap_type_t sa_byteswap;
	42	char *sa_name;
	43	} sa_attr_table_t;
	44
	45	/*
	46	* Zap attribute format for attribute registration
	47	*
	48	* 64 56 48 40 32 24 16 8 0
	49	* +-------+-------+-------+-------+-------+-------+-------+-------+
	50	* \| unused \| len \| bswap \| attr num \|
	51	* +-------+-------+-------+-------+-------+-------+-------+-------+
	52	*
	53	* Zap attribute format for layout information.
	54	*
	55	* layout information is stored as an array of attribute numbers
	56	* The name of the attribute is the layout number (0, 1, 2, ...)
	57	*
	58	* 16 0
	59	* +---- ---+
	60	* \| attr # \|
	61	* +--------+
	62	* \| attr # \|
	63	* +--- ----+
	64	* ......
	65	*
	66	*/
	67
	68	#define ATTR_BSWAP(x) BF32_GET(x, 16, 8)
	69	#define ATTR_LENGTH(x) BF32_GET(x, 24, 16)
	70	#define ATTR_NUM(x) BF32_GET(x, 0, 16)
	71	#define ATTR_ENCODE(x, attr, length, bswap) \
	72	{ \
	73	BF64_SET(x, 24, 16, length); \
	74	BF64_SET(x, 16, 8, bswap); \
	75	BF64_SET(x, 0, 16, attr); \
	76	}
	77
	78	#define TOC_OFF(x) BF32_GET(x, 0, 23)
	79	#define TOC_ATTR_PRESENT(x) BF32_GET(x, 31, 1)
	80	#define TOC_LEN_IDX(x) BF32_GET(x, 24, 4)
	81	#define TOC_ATTR_ENCODE(x, len_idx, offset) \
	82	{ \
	83	BF32_SET(x, 31, 1, 1); \
	84	BF32_SET(x, 24, 7, len_idx); \
	85	BF32_SET(x, 0, 24, offset); \
	86	}
	87
88	#define SA_LAYOUTS "LAYOUTS"
89	#define SA_REGISTRY "REGISTRY"
90
91	/*
92	* Each unique layout will have their own table
93	* sa_lot (layout_table)
94	*/
95	typedef struct sa_lot {
96	avl_node_t lot_num_node;
97	avl_node_t lot_hash_node;
98	uint64_t lot_num;
99	uint64_t lot_hash;
100	sa_attr_type_t lot_attrs; / array of attr #'s */
101	uint32_t lot_var_sizes; /* how many aren't fixed size */
102	uint32_t lot_attr_count; /* total attr count */
103	list_t lot_idx_tab; /* should be only a couple of entries */
104	int lot_instance; /* used with lot_hash to identify entry */
105	} sa_lot_t;
106
107	/* index table of offsets */
108	typedef struct sa_idx_tab {
109	list_node_t sa_next;
110	sa_lot_t *sa_layout;
111	uint16_t *sa_variable_lengths;
112	refcount_t sa_refcount;
113	uint32_t sa_idx_tab; / array of offsets */
114	} sa_idx_tab_t;
115
116	/*
117	* Since the offset/index information into the actual data
118	* will usually be identical we can share that information with
119	* all handles that have the exact same offsets.
120	*
121	* You would typically only have a large number of different table of
122	* contents if you had a several variable sized attributes.
123	*
124	* Two AVL trees are used to track the attribute layout numbers.
125	* one is keyed by number and will be consulted when a DMU_OT_SA
126	* object is first read. The second tree is keyed by the hash signature
127	* of the attributes and will be consulted when an attribute is added
128	* to determine if we already have an instance of that layout. Both
129	* of these tree's are interconnected. The only difference is that
130	* when an entry is found in the "hash" tree the list of attributes will
131	* need to be compared against the list of attributes you have in hand.
132	* The assumption is that typically attributes will just be updated and
133	* adding a completely new attribute is a very rare operation.
134	*/
135	struct sa_os {
136	kmutex_t sa_lock;
137	boolean_t sa_need_attr_registration;
138	boolean_t sa_force_spill;
139	uint64_t sa_master_obj;
140	uint64_t sa_reg_attr_obj;
141	uint64_t sa_layout_attr_obj;
142	int sa_num_attrs;
143	sa_attr_table_t sa_attr_table; / private attr table */
144	sa_update_cb_t *sa_update_cb;
145	avl_tree_t sa_layout_num_tree; /* keyed by layout number */
146	avl_tree_t sa_layout_hash_tree; /* keyed by layout hash value */
147	int sa_user_table_sz;
148	sa_attr_type_t sa_user_table; / user name->attr mapping table */
149	};
150
151	/*
152	* header for all bonus and spill buffers.
153	* The header has a fixed portion with a variable number
154	* of "lengths" depending on the number of variable sized
155	* attribues which are determined by the "layout number"
156	*/
157
158	#define SA_MAGIC 0x2F505A /* ZFS SA */
159	typedef struct sa_hdr_phys {
160	uint32_t sa_magic;
161	uint16_t sa_layout_info; /* Encoded with hdrsize and layout number */
162	uint16_t sa_lengths[1]; /* optional sizes for variable length attrs */
163	/* ... Data follows the lengths. */
164	} sa_hdr_phys_t;
165
166	/*
167	* sa_hdr_phys -> sa_layout_info
168	*
169	* 16 10 0
170	* +--------+-------+
171	* \| hdrsz \|layout \|
172	* +--------+-------+
173	*
174	* Bits 0-10 are the layout number
175	* Bits 11-16 are the size of the header.
176	* The hdrsize is the number * 8
177	*
178	* For example.
179	* hdrsz of 1 ==> 8 byte header
180	* 2 ==> 16 byte header
181	*
182	*/
183
184	#define SA_HDR_LAYOUT_NUM(hdr) BF32_GET(hdr->sa_layout_info, 0, 10)
a94addd9	185	#define SA_HDR_SIZE(hdr) BF32_GET_SB(hdr->sa_layout_info, 10, 6, 3, 0)
428870ff BB	186	#define SA_HDR_LAYOUT_INFO_ENCODE(x, num, size) \
	187	{ \
	188	BF32_SET_SB(x, 10, 6, 3, 0, size); \
	189	BF32_SET(x, 0, 10, num); \
	190	}
	191
	192	typedef enum sa_buf_type {
	193	SA_BONUS = 1,
	194	SA_SPILL = 2
	195	} sa_buf_type_t;
	196
	197	typedef enum sa_data_op {
	198	SA_LOOKUP,
	199	SA_UPDATE,
	200	SA_ADD,
	201	SA_REPLACE,
	202	SA_REMOVE
	203	} sa_data_op_t;
	204
	205	/*
	206	* Opaque handle used for most sa functions
	207	*
	208	* This needs to be kept as small as possible.
	209	*/
	210
	211	struct sa_handle {
	212	kmutex_t sa_lock;
	213	dmu_buf_t *sa_bonus;
	214	dmu_buf_t *sa_spill;
	215	objset_t *sa_os;
	216	void *sa_userp;
	217	sa_idx_tab_t sa_bonus_tab; / idx of bonus */
	218	sa_idx_tab_t sa_spill_tab; / only present if spill activated */
	219	};
	220
	221	#define SA_GET_DB(hdl, type) \
	222	(dmu_buf_impl_t *)((type == SA_BONUS) ? hdl->sa_bonus : hdl->sa_spill)
	223
	224	#define SA_GET_HDR(hdl, type) \
	225	((sa_hdr_phys_t )((dmu_buf_impl_t )(SA_GET_DB(hdl, \
	226	type))->db.db_data))
	227
	228	#define SA_IDX_TAB_GET(hdl, type) \
	229	(type == SA_BONUS ? hdl->sa_bonus_tab : hdl->sa_spill_tab)
	230
	231	#define IS_SA_BONUSTYPE(a) \
	232	((a == DMU_OT_SA) ? B_TRUE : B_FALSE)
	233
	234	#define SA_BONUSTYPE_FROM_DB(db) \
572e2857	235	(dmu_get_bonustype((dmu_buf_t *)db))
428870ff BB	236
	237	#define SA_BLKPTR_SPACE (DN_MAX_BONUSLEN - sizeof (blkptr_t))
	238
	239	#define SA_LAYOUT_NUM(x, type) \
	240	((!IS_SA_BONUSTYPE(type) ? 0 : (((IS_SA_BONUSTYPE(type)) && \
	241	((SA_HDR_LAYOUT_NUM(x)) == 0)) ? 1 : SA_HDR_LAYOUT_NUM(x))))
	242
	243
	244	#define SA_REGISTERED_LEN(sa, attr) sa->sa_attr_table[attr].sa_length
	245
	246	#define SA_ATTR_LEN(sa, idx, attr, hdr) ((SA_REGISTERED_LEN(sa, attr) == 0) ?\
	247	hdr->sa_lengths[TOC_LEN_IDX(idx->sa_idx_tab[attr])] : \
	248	SA_REGISTERED_LEN(sa, attr))
	249
	250	#define SA_SET_HDR(hdr, num, size) \
	251	{ \
	252	hdr->sa_magic = SA_MAGIC; \
	253	SA_HDR_LAYOUT_INFO_ENCODE(hdr->sa_layout_info, num, size); \
	254	}
	255
	256	#define SA_ATTR_INFO(sa, idx, hdr, attr, bulk, type, hdl) \
	257	{ \
	258	bulk.sa_size = SA_ATTR_LEN(sa, idx, attr, hdr); \
	259	bulk.sa_buftype = type; \
	260	bulk.sa_addr = \
	261	(void *)((uintptr_t)TOC_OFF(idx->sa_idx_tab[attr]) + \
	262	(uintptr_t)hdr); \
	263	}
	264
	265	#define SA_HDR_SIZE_MATCH_LAYOUT(hdr, tb) \
	266	(SA_HDR_SIZE(hdr) == (sizeof (sa_hdr_phys_t) + \
	267	(tb->lot_var_sizes > 1 ? P2ROUNDUP((tb->lot_var_sizes - 1) * \
	268	sizeof (uint16_t), 8) : 0)))
	269
	270	int sa_add_impl(sa_handle_t *, sa_attr_type_t,
	271	uint32_t, sa_data_locator_t, void , dmu_tx_t );
	272
	273	void sa_register_update_callback_locked(objset_t , sa_update_cb_t );
	274	int sa_size_locked(sa_handle_t , sa_attr_type_t, int );
	275
	276	void sa_default_locator(void *, uint32_t , uint32_t, boolean_t, void *);
	277	int sa_attr_size(sa_os_t , sa_idx_tab_t , sa_attr_type_t,
	278	uint16_t , sa_hdr_phys_t );
	279
	280	#ifdef __cplusplus
	281	extern "C" {
	282	#endif
	283
	284	#ifdef __cplusplus
	285	}
	286	#endif
	287
	288	#endif /* _SYS_SA_IMPL_H */