[mirror_qemu.git] / block / qed.h

/*
 * QEMU Enhanced Disk Format
 *
 * Copyright IBM, Corp. 2010
 *
 * Authors:
 *  Stefan Hajnoczi   <stefanha@linux.vnet.ibm.com>
 *  Anthony Liguori   <aliguori@us.ibm.com>
 *
 * This work is licensed under the terms of the GNU LGPL, version 2 or later.
 * See the COPYING.LIB file in the top-level directory.
 *
 */

#ifndef BLOCK_QED_H
#define BLOCK_QED_H

#include "block/block_int.h"
#include "qemu/cutils.h"

/* The layout of a QED file is as follows:
 *
 * +--------+----------+----------+----------+-----+
 * | header | L1 table | cluster0 | cluster1 | ... |
 * +--------+----------+----------+----------+-----+
 *
 * There is a 2-level pagetable for cluster allocation:
 *
 *                     +----------+
 *                     | L1 table |
 *                     +----------+
 *                ,------'  |  '------.
 *           +----------+   |    +----------+
 *           | L2 table |  ...   | L2 table |
 *           +----------+        +----------+
 *       ,------'  |  '------.
 *  +----------+   |    +----------+
 *  |   Data   |  ...   |   Data   |
 *  +----------+        +----------+
 *
 * The L1 table is fixed size and always present.  L2 tables are allocated on
 * demand.  The L1 table size determines the maximum possible image size; it
 * can be influenced using the cluster_size and table_size values.
 *
 * All fields are little-endian on disk.
 */
#define  QED_DEFAULT_CLUSTER_SIZE  65536
enum {
    QED_MAGIC = 'Q' | 'E' << 8 | 'D' << 16 | '\0' << 24,

    /* The image supports a backing file */
    QED_F_BACKING_FILE = 0x01,

    /* The image needs a consistency check before use */
    QED_F_NEED_CHECK = 0x02,

    /* The backing file format must not be probed, treat as raw image */
    QED_F_BACKING_FORMAT_NO_PROBE = 0x04,

    /* Feature bits must be used when the on-disk format changes */
    QED_FEATURE_MASK = QED_F_BACKING_FILE | /* supported feature bits */
                       QED_F_NEED_CHECK |
                       QED_F_BACKING_FORMAT_NO_PROBE,
    QED_COMPAT_FEATURE_MASK = 0,            /* supported compat feature bits */
    QED_AUTOCLEAR_FEATURE_MASK = 0,         /* supported autoclear feature bits */

    /* Data is stored in groups of sectors called clusters.  Cluster size must
     * be large to avoid keeping too much metadata.  I/O requests that have
     * sub-cluster size will require read-modify-write.
     */
    QED_MIN_CLUSTER_SIZE = 4 * 1024, /* in bytes */
    QED_MAX_CLUSTER_SIZE = 64 * 1024 * 1024,

    /* Allocated clusters are tracked using a 2-level pagetable.  Table size is
     * a multiple of clusters so large maximum image sizes can be supported
     * without jacking up the cluster size too much.
     */
    QED_MIN_TABLE_SIZE = 1,        /* in clusters */
    QED_MAX_TABLE_SIZE = 16,
    QED_DEFAULT_TABLE_SIZE = 4,

    /* Delay to flush and clean image after last allocating write completes */
    QED_NEED_CHECK_TIMEOUT = 5,    /* in seconds */
};

typedef struct {
    uint32_t magic;                 /* QED\0 */

    uint32_t cluster_size;          /* in bytes */
    uint32_t table_size;            /* for L1 and L2 tables, in clusters */
    uint32_t header_size;           /* in clusters */

    uint64_t features;              /* format feature bits */
    uint64_t compat_features;       /* compatible feature bits */
    uint64_t autoclear_features;    /* self-resetting feature bits */

    uint64_t l1_table_offset;       /* in bytes */
    uint64_t image_size;            /* total logical image size, in bytes */

    /* if (features & QED_F_BACKING_FILE) */
    uint32_t backing_filename_offset; /* in bytes from start of header */
    uint32_t backing_filename_size;   /* in bytes */
} QEMU_PACKED QEDHeader;

typedef struct {
    uint64_t offsets[0];            /* in bytes */
} QEDTable;

/* The L2 cache is a simple write-through cache for L2 structures */
typedef struct CachedL2Table {
    QEDTable *table;
    uint64_t offset;    /* offset=0 indicates an invalidate entry */
    QTAILQ_ENTRY(CachedL2Table) node;
    int ref;
} CachedL2Table;

typedef struct {
    QTAILQ_HEAD(, CachedL2Table) entries;
    unsigned int n_entries;
} L2TableCache;

typedef struct QEDRequest {
    CachedL2Table *l2_table;
} QEDRequest;

enum {
    QED_AIOCB_WRITE = 0x0001,       /* read or write? */
    QED_AIOCB_ZERO  = 0x0002,       /* zero write, used with QED_AIOCB_WRITE */
};

typedef struct QEDAIOCB {
    BlockDriverState *bs;
    QSIMPLEQ_ENTRY(QEDAIOCB) next;  /* next request */
    int flags;                      /* QED_AIOCB_* bits ORed together */
    uint64_t end_pos;               /* request end on block device, in bytes */

    /* User scatter-gather list */
    QEMUIOVector *qiov;
    size_t qiov_offset;             /* byte count already processed */

    /* Current cluster scatter-gather list */
    QEMUIOVector cur_qiov;
    uint64_t cur_pos;               /* position on block device, in bytes */
    uint64_t cur_cluster;           /* cluster offset in image file */
    unsigned int cur_nclusters;     /* number of clusters being accessed */
    int find_cluster_ret;           /* used for L1/L2 update */

    QEDRequest request;
} QEDAIOCB;

typedef struct {
    BlockDriverState *bs;           /* device */

    /* Written only by an allocating write or the timer handler (the latter
     * while allocating reqs are plugged).
     */
    QEDHeader header;               /* always cpu-endian */

    /* Protected by table_lock.  */
    CoMutex table_lock;
    QEDTable *l1_table;
    L2TableCache l2_cache;          /* l2 table cache */
    uint32_t table_nelems;
    uint32_t l1_shift;
    uint32_t l2_shift;
    uint32_t l2_mask;
    uint64_t file_size;             /* length of image file, in bytes */

    /* Allocating write request queue */
    QEDAIOCB *allocating_acb;
    CoQueue allocating_write_reqs;
    bool allocating_write_reqs_plugged;

    /* Periodic flush and clear need check flag */
    QEMUTimer *need_check_timer;
} BDRVQEDState;

enum {
    QED_CLUSTER_FOUND,         /* cluster found */
    QED_CLUSTER_ZERO,          /* zero cluster found */
    QED_CLUSTER_L2,            /* cluster missing in L2 */
    QED_CLUSTER_L1,            /* cluster missing in L1 */
};

/**
 * Header functions
 */
int qed_write_header_sync(BDRVQEDState *s);

/**
 * L2 cache functions
 */
void qed_init_l2_cache(L2TableCache *l2_cache);
void qed_free_l2_cache(L2TableCache *l2_cache);
CachedL2Table *qed_alloc_l2_cache_entry(L2TableCache *l2_cache);
void qed_unref_l2_cache_entry(CachedL2Table *entry);
CachedL2Table *qed_find_l2_cache_entry(L2TableCache *l2_cache, uint64_t offset);
void qed_commit_l2_cache_entry(L2TableCache *l2_cache, CachedL2Table *l2_table);

/**
 * Table I/O functions
 */
int coroutine_fn qed_read_l1_table_sync(BDRVQEDState *s);
int coroutine_fn qed_write_l1_table(BDRVQEDState *s, unsigned int index,
                                    unsigned int n);
int coroutine_fn qed_write_l1_table_sync(BDRVQEDState *s, unsigned int index,
                                         unsigned int n);
int coroutine_fn qed_read_l2_table_sync(BDRVQEDState *s, QEDRequest *request,
                                        uint64_t offset);
int coroutine_fn qed_read_l2_table(BDRVQEDState *s, QEDRequest *request,
                                   uint64_t offset);
int coroutine_fn qed_write_l2_table(BDRVQEDState *s, QEDRequest *request,
                                    unsigned int index, unsigned int n,
                                    bool flush);
int coroutine_fn qed_write_l2_table_sync(BDRVQEDState *s, QEDRequest *request,
                                         unsigned int index, unsigned int n,
                                         bool flush);

/**
 * Cluster functions
 */
int coroutine_fn qed_find_cluster(BDRVQEDState *s, QEDRequest *request,
                                  uint64_t pos, size_t *len,
                                  uint64_t *img_offset);

/**
 * Consistency check
 */
int coroutine_fn qed_check(BDRVQEDState *s, BdrvCheckResult *result, bool fix);

QEDTable *qed_alloc_table(BDRVQEDState *s);

/**
 * Round down to the start of a cluster
 */
static inline uint64_t qed_start_of_cluster(BDRVQEDState *s, uint64_t offset)
{
    return offset & ~(uint64_t)(s->header.cluster_size - 1);
}

static inline uint64_t qed_offset_into_cluster(BDRVQEDState *s, uint64_t offset)
{
    return offset & (s->header.cluster_size - 1);
}

static inline uint64_t qed_bytes_to_clusters(BDRVQEDState *s, uint64_t bytes)
{
    return qed_start_of_cluster(s, bytes + (s->header.cluster_size - 1)) /
           (s->header.cluster_size - 1);
}

static inline unsigned int qed_l1_index(BDRVQEDState *s, uint64_t pos)
{
    return pos >> s->l1_shift;
}

static inline unsigned int qed_l2_index(BDRVQEDState *s, uint64_t pos)
{
    return (pos >> s->l2_shift) & s->l2_mask;
}

/**
 * Test if a cluster offset is valid
 */
static inline bool qed_check_cluster_offset(BDRVQEDState *s, uint64_t offset)
{
    uint64_t header_size = (uint64_t)s->header.header_size *
                           s->header.cluster_size;

    if (offset & (s->header.cluster_size - 1)) {
        return false;
    }
    return offset >= header_size && offset < s->file_size;
}

/**
 * Test if a table offset is valid
 */
static inline bool qed_check_table_offset(BDRVQEDState *s, uint64_t offset)
{
    uint64_t end_offset = offset + (s->header.table_size - 1) *
                          s->header.cluster_size;

    /* Overflow check */
    if (end_offset <= offset) {
        return false;
    }

    return qed_check_cluster_offset(s, offset) &&
           qed_check_cluster_offset(s, end_offset);
}

static inline bool qed_offset_is_cluster_aligned(BDRVQEDState *s,
                                                 uint64_t offset)
{
    if (qed_offset_into_cluster(s, offset)) {
        return false;
    }
    return true;
}

static inline bool qed_offset_is_unalloc_cluster(uint64_t offset)
{
    if (offset == 0) {
        return true;
    }
    return false;
}

static inline bool qed_offset_is_zero_cluster(uint64_t offset)
{
    if (offset == 1) {
        return true;
    }
    return false;
}

#endif /* BLOCK_QED_H */
Commit	Line	Data
75411d23 SH	1	/*
	2	* QEMU Enhanced Disk Format
	3	*
	4	* Copyright IBM, Corp. 2010
	5	*
	6	* Authors:
	7	* Stefan Hajnoczi <stefanha@linux.vnet.ibm.com>
	8	* Anthony Liguori <aliguori@us.ibm.com>
	9	*
	10	* This work is licensed under the terms of the GNU LGPL, version 2 or later.
	11	* See the COPYING.LIB file in the top-level directory.
	12	*
	13	*/
	14
	15	#ifndef BLOCK_QED_H
	16	#define BLOCK_QED_H
	17
737e150e	18	#include "block/block_int.h"
f348b6d1	19	#include "qemu/cutils.h"
75411d23 SH	20
	21	/* The layout of a QED file is as follows:
	22	*
	23	* +--------+----------+----------+----------+-----+
	24	* \| header \| L1 table \| cluster0 \| cluster1 \| ... \|
	25	* +--------+----------+----------+----------+-----+
	26	*
	27	* There is a 2-level pagetable for cluster allocation:
	28	*
	29	* +----------+
	30	* \| L1 table \|
	31	* +----------+
	32	* ,------' \| '------.
	33	* +----------+ \| +----------+
	34	* \| L2 table \| ... \| L2 table \|
	35	* +----------+ +----------+
	36	* ,------' \| '------.
	37	* +----------+ \| +----------+
	38	* \| Data \| ... \| Data \|
	39	* +----------+ +----------+
	40	*
	41	* The L1 table is fixed size and always present. L2 tables are allocated on
	42	* demand. The L1 table size determines the maximum possible image size; it
	43	* can be influenced using the cluster_size and table_size values.
	44	*
	45	* All fields are little-endian on disk.
	46	*/
7ab74849	47	#define QED_DEFAULT_CLUSTER_SIZE 65536
75411d23 SH	48	enum {
	49	QED_MAGIC = 'Q' \| 'E' << 8 \| 'D' << 16 \| '\0' << 24,
	50
	51	/* The image supports a backing file */
	52	QED_F_BACKING_FILE = 0x01,
	53
01979a98 SH	54	/* The image needs a consistency check before use */
	55	QED_F_NEED_CHECK = 0x02,
	56
75411d23 SH	57	/* The backing file format must not be probed, treat as raw image */
	58	QED_F_BACKING_FORMAT_NO_PROBE = 0x04,
	59
	60	/* Feature bits must be used when the on-disk format changes */
	61	QED_FEATURE_MASK = QED_F_BACKING_FILE \| /* supported feature bits */
01979a98	62	QED_F_NEED_CHECK \|
75411d23 SH	63	QED_F_BACKING_FORMAT_NO_PROBE,
	64	QED_COMPAT_FEATURE_MASK = 0, /* supported compat feature bits */
	65	QED_AUTOCLEAR_FEATURE_MASK = 0, /* supported autoclear feature bits */
	66
	67	/* Data is stored in groups of sectors called clusters. Cluster size must
	68	* be large to avoid keeping too much metadata. I/O requests that have
	69	* sub-cluster size will require read-modify-write.
	70	*/
	71	QED_MIN_CLUSTER_SIZE = 4 * 1024, /* in bytes */
	72	QED_MAX_CLUSTER_SIZE = 64 * 1024 * 1024,
75411d23 SH	73
	74	/* Allocated clusters are tracked using a 2-level pagetable. Table size is
	75	* a multiple of clusters so large maximum image sizes can be supported
	76	* without jacking up the cluster size too much.
	77	*/
	78	QED_MIN_TABLE_SIZE = 1, /* in clusters */
	79	QED_MAX_TABLE_SIZE = 16,
	80	QED_DEFAULT_TABLE_SIZE = 4,
6f321e93 SH	81
	82	/* Delay to flush and clean image after last allocating write completes */
	83	QED_NEED_CHECK_TIMEOUT = 5, /* in seconds */
75411d23 SH	84	};
	85
	86	typedef struct {
	87	uint32_t magic; /* QED\0 */
	88
	89	uint32_t cluster_size; /* in bytes */
	90	uint32_t table_size; /* for L1 and L2 tables, in clusters */
	91	uint32_t header_size; /* in clusters */
	92
	93	uint64_t features; /* format feature bits */
	94	uint64_t compat_features; /* compatible feature bits */
	95	uint64_t autoclear_features; /* self-resetting feature bits */
	96
	97	uint64_t l1_table_offset; /* in bytes */
	98	uint64_t image_size; /* total logical image size, in bytes */
	99
	100	/* if (features & QED_F_BACKING_FILE) */
	101	uint32_t backing_filename_offset; /* in bytes from start of header */
	102	uint32_t backing_filename_size; /* in bytes */
687fb893	103	} QEMU_PACKED QEDHeader;
75411d23	104
298800ca SH	105	typedef struct {
	106	uint64_t offsets[0]; /* in bytes */
	107	} QEDTable;
	108
	109	/* The L2 cache is a simple write-through cache for L2 structures */
	110	typedef struct CachedL2Table {
	111	QEDTable *table;
	112	uint64_t offset; /* offset=0 indicates an invalidate entry */
	113	QTAILQ_ENTRY(CachedL2Table) node;
	114	int ref;
	115	} CachedL2Table;
	116
	117	typedef struct {
	118	QTAILQ_HEAD(, CachedL2Table) entries;
	119	unsigned int n_entries;
	120	} L2TableCache;
	121
	122	typedef struct QEDRequest {
	123	CachedL2Table *l2_table;
	124	} QEDRequest;
	125
6e4f59bd SH	126	enum {
6e4f59bd SH	127	QED_AIOCB_WRITE = 0x0001, /* read or write? */
0e71be19	128	QED_AIOCB_ZERO = 0x0002, /* zero write, used with QED_AIOCB_WRITE */
6e4f59bd SH	129	};
6e4f59bd SH	130
eabba580	131	typedef struct QEDAIOCB {
48cc565e	132	BlockDriverState *bs;
eabba580	133	QSIMPLEQ_ENTRY(QEDAIOCB) next; /* next request */
6e4f59bd	134	int flags; /* QED_AIOCB_* bits ORed together */
eabba580 SH	135	uint64_t end_pos; /* request end on block device, in bytes */
	136
	137	/* User scatter-gather list */
	138	QEMUIOVector *qiov;
	139	size_t qiov_offset; /* byte count already processed */
	140
	141	/* Current cluster scatter-gather list */
	142	QEMUIOVector cur_qiov;
	143	uint64_t cur_pos; /* position on block device, in bytes */
	144	uint64_t cur_cluster; /* cluster offset in image file */
	145	unsigned int cur_nclusters; /* number of clusters being accessed */
	146	int find_cluster_ret; /* used for L1/L2 update */
	147
	148	QEDRequest request;
	149	} QEDAIOCB;
	150
75411d23 SH	151	typedef struct {
75411d23 SH	152	BlockDriverState bs; / device */
75411d23	153
1f01e50b PB	154	/* Written only by an allocating write or the timer handler (the latter
	155	* while allocating reqs are plugged).
	156	*/
75411d23	157	QEDHeader header; /* always cpu-endian */
1f01e50b PB	158
	159	/* Protected by table_lock. */
	160	CoMutex table_lock;
298800ca SH	161	QEDTable *l1_table;
298800ca SH	162	L2TableCache l2_cache; /* l2 table cache */
75411d23 SH	163	uint32_t table_nelems;
	164	uint32_t l1_shift;
	165	uint32_t l2_shift;
	166	uint32_t l2_mask;
1f01e50b	167	uint64_t file_size; /* length of image file, in bytes */
eabba580 SH	168
eabba580 SH	169	/* Allocating write request queue */
0806c3b5 KW	170	QEDAIOCB *allocating_acb;
0806c3b5 KW	171	CoQueue allocating_write_reqs;
6f321e93 SH	172	bool allocating_write_reqs_plugged;
	173
	174	/* Periodic flush and clear need check flag */
	175	QEMUTimer *need_check_timer;
75411d23 SH	176	} BDRVQEDState;
75411d23 SH	177
298800ca SH	178	enum {
298800ca SH	179	QED_CLUSTER_FOUND, /* cluster found */
21df65b6	180	QED_CLUSTER_ZERO, /* zero cluster found */
298800ca SH	181	QED_CLUSTER_L2, /* cluster missing in L2 */
	182	QED_CLUSTER_L1, /* cluster missing in L1 */
	183	};
	184
b10170ac SH	185	/**
	186	* Header functions
	187	*/
	188	int qed_write_header_sync(BDRVQEDState *s);
	189
298800ca SH	190	/**
	191	* L2 cache functions
	192	*/
	193	void qed_init_l2_cache(L2TableCache *l2_cache);
	194	void qed_free_l2_cache(L2TableCache *l2_cache);
	195	CachedL2Table qed_alloc_l2_cache_entry(L2TableCache l2_cache);
	196	void qed_unref_l2_cache_entry(CachedL2Table *entry);
	197	CachedL2Table qed_find_l2_cache_entry(L2TableCache l2_cache, uint64_t offset);
	198	void qed_commit_l2_cache_entry(L2TableCache l2_cache, CachedL2Table l2_table);
	199
	200	/**
	201	* Table I/O functions
	202	*/
54277a2a VSO	203	int coroutine_fn qed_read_l1_table_sync(BDRVQEDState *s);
	204	int coroutine_fn qed_write_l1_table(BDRVQEDState *s, unsigned int index,
	205	unsigned int n);
	206	int coroutine_fn qed_write_l1_table_sync(BDRVQEDState *s, unsigned int index,
	207	unsigned int n);
	208	int coroutine_fn qed_read_l2_table_sync(BDRVQEDState s, QEDRequest request,
	209	uint64_t offset);
	210	int coroutine_fn qed_read_l2_table(BDRVQEDState s, QEDRequest request,
	211	uint64_t offset);
	212	int coroutine_fn qed_write_l2_table(BDRVQEDState s, QEDRequest request,
	213	unsigned int index, unsigned int n,
	214	bool flush);
	215	int coroutine_fn qed_write_l2_table_sync(BDRVQEDState s, QEDRequest request,
	216	unsigned int index, unsigned int n,
	217	bool flush);
298800ca SH	218
	219	/**
	220	* Cluster functions
	221	*/
87f0d882 KW	222	int coroutine_fn qed_find_cluster(BDRVQEDState s, QEDRequest request,
	223	uint64_t pos, size_t *len,
	224	uint64_t *img_offset);
298800ca SH	225
	226	/**
	227	* Consistency check
	228	*/
54277a2a	229	int coroutine_fn qed_check(BDRVQEDState s, BdrvCheckResult result, bool fix);
298800ca SH	230
	231	QEDTable qed_alloc_table(BDRVQEDState s);
	232
75411d23 SH	233	/**
	234	* Round down to the start of a cluster
	235	*/
	236	static inline uint64_t qed_start_of_cluster(BDRVQEDState *s, uint64_t offset)
	237	{
	238	return offset & ~(uint64_t)(s->header.cluster_size - 1);
	239	}
	240
298800ca SH	241	static inline uint64_t qed_offset_into_cluster(BDRVQEDState *s, uint64_t offset)
	242	{
	243	return offset & (s->header.cluster_size - 1);
	244	}
	245
19dfc44a	246	static inline uint64_t qed_bytes_to_clusters(BDRVQEDState *s, uint64_t bytes)
298800ca SH	247	{
	248	return qed_start_of_cluster(s, bytes + (s->header.cluster_size - 1)) /
	249	(s->header.cluster_size - 1);
	250	}
	251
	252	static inline unsigned int qed_l1_index(BDRVQEDState *s, uint64_t pos)
	253	{
	254	return pos >> s->l1_shift;
	255	}
	256
	257	static inline unsigned int qed_l2_index(BDRVQEDState *s, uint64_t pos)
	258	{
	259	return (pos >> s->l2_shift) & s->l2_mask;
	260	}
	261
75411d23 SH	262	/**
	263	* Test if a cluster offset is valid
	264	*/
	265	static inline bool qed_check_cluster_offset(BDRVQEDState *s, uint64_t offset)
	266	{
	267	uint64_t header_size = (uint64_t)s->header.header_size *
	268	s->header.cluster_size;
	269
	270	if (offset & (s->header.cluster_size - 1)) {
	271	return false;
	272	}
	273	return offset >= header_size && offset < s->file_size;
	274	}
	275
	276	/**
	277	* Test if a table offset is valid
	278	*/
	279	static inline bool qed_check_table_offset(BDRVQEDState *s, uint64_t offset)
	280	{
	281	uint64_t end_offset = offset + (s->header.table_size - 1) *
	282	s->header.cluster_size;
	283
	284	/* Overflow check */
	285	if (end_offset <= offset) {
	286	return false;
	287	}
	288
	289	return qed_check_cluster_offset(s, offset) &&
	290	qed_check_cluster_offset(s, end_offset);
	291	}
	292
21df65b6 AL	293	static inline bool qed_offset_is_cluster_aligned(BDRVQEDState *s,
	294	uint64_t offset)
	295	{
	296	if (qed_offset_into_cluster(s, offset)) {
	297	return false;
	298	}
	299	return true;
	300	}
	301
	302	static inline bool qed_offset_is_unalloc_cluster(uint64_t offset)
	303	{
	304	if (offset == 0) {
	305	return true;
	306	}
	307	return false;
	308	}
	309
	310	static inline bool qed_offset_is_zero_cluster(uint64_t offset)
	311	{
	312	if (offset == 1) {
	313	return true;
	314	}
	315	return false;
	316	}
	317
75411d23	318	#endif /* BLOCK_QED_H */