]>
Commit | Line | Data |
---|---|---|
585f8587 FB |
1 | /* |
2 | * Block driver for the QCOW version 2 format | |
5fafdf24 | 3 | * |
585f8587 | 4 | * Copyright (c) 2004-2006 Fabrice Bellard |
5fafdf24 | 5 | * |
585f8587 FB |
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy |
7 | * of this software and associated documentation files (the "Software"), to deal | |
8 | * in the Software without restriction, including without limitation the rights | |
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | |
10 | * copies of the Software, and to permit persons to whom the Software is | |
11 | * furnished to do so, subject to the following conditions: | |
12 | * | |
13 | * The above copyright notice and this permission notice shall be included in | |
14 | * all copies or substantial portions of the Software. | |
15 | * | |
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
19 | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | |
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN | |
22 | * THE SOFTWARE. | |
23 | */ | |
e688df6b | 24 | |
80c71a24 | 25 | #include "qemu/osdep.h" |
2714f13d | 26 | |
609f45ea | 27 | #include "block/qdict.h" |
23588797 | 28 | #include "sysemu/block-backend.h" |
db725815 | 29 | #include "qemu/main-loop.h" |
1de7afc9 | 30 | #include "qemu/module.h" |
0d8c41da | 31 | #include "qcow2.h" |
1de7afc9 | 32 | #include "qemu/error-report.h" |
e688df6b | 33 | #include "qapi/error.h" |
9af23989 | 34 | #include "qapi/qapi-events-block-core.h" |
6b673957 MA |
35 | #include "qapi/qmp/qdict.h" |
36 | #include "qapi/qmp/qstring.h" | |
3cce16f4 | 37 | #include "trace.h" |
1bd0e2d1 | 38 | #include "qemu/option_int.h" |
f348b6d1 | 39 | #include "qemu/cutils.h" |
58369e22 | 40 | #include "qemu/bswap.h" |
5df022cf | 41 | #include "qemu/memalign.h" |
b76b4f60 KW |
42 | #include "qapi/qobject-input-visitor.h" |
43 | #include "qapi/qapi-visit-block-core.h" | |
0d8c41da | 44 | #include "crypto.h" |
d710cf57 | 45 | #include "block/aio_task.h" |
e2c1c34f | 46 | #include "block/dirty-bitmap.h" |
585f8587 FB |
47 | |
48 | /* | |
49 | Differences with QCOW: | |
50 | ||
51 | - Support for multiple incremental snapshots. | |
52 | - Memory management by reference counts. | |
53 | - Clusters which have a reference count of one have the bit | |
54 | QCOW_OFLAG_COPIED to optimize write performance. | |
5fafdf24 | 55 | - Size of compressed clusters is stored in sectors to reduce bit usage |
585f8587 FB |
56 | in the cluster offsets. |
57 | - Support for storing additional data (such as the VM state) in the | |
3b46e624 | 58 | snapshots. |
585f8587 FB |
59 | - If a backing store is used, the cluster size is not constrained |
60 | (could be backported to QCOW). | |
61 | - L2 tables have always a size of one cluster. | |
62 | */ | |
63 | ||
9b80ddf3 AL |
64 | |
65 | typedef struct { | |
66 | uint32_t magic; | |
67 | uint32_t len; | |
c4217f64 | 68 | } QEMU_PACKED QCowExtension; |
21d82ac9 | 69 | |
7c80ab3f | 70 | #define QCOW2_EXT_MAGIC_END 0 |
8098969c | 71 | #define QCOW2_EXT_MAGIC_BACKING_FORMAT 0xe2792aca |
cfcc4c62 | 72 | #define QCOW2_EXT_MAGIC_FEATURE_TABLE 0x6803f857 |
4652b8f3 | 73 | #define QCOW2_EXT_MAGIC_CRYPTO_HEADER 0x0537be77 |
88ddffae | 74 | #define QCOW2_EXT_MAGIC_BITMAPS 0x23852875 |
93c24936 | 75 | #define QCOW2_EXT_MAGIC_DATA_FILE 0x44415441 |
9b80ddf3 | 76 | |
c3c10f72 VSO |
77 | static int coroutine_fn |
78 | qcow2_co_preadv_compressed(BlockDriverState *bs, | |
9a3978a4 | 79 | uint64_t l2_entry, |
c3c10f72 VSO |
80 | uint64_t offset, |
81 | uint64_t bytes, | |
df893d25 VSO |
82 | QEMUIOVector *qiov, |
83 | size_t qiov_offset); | |
c3c10f72 | 84 | |
7c80ab3f | 85 | static int qcow2_probe(const uint8_t *buf, int buf_size, const char *filename) |
585f8587 FB |
86 | { |
87 | const QCowHeader *cow_header = (const void *)buf; | |
3b46e624 | 88 | |
585f8587 FB |
89 | if (buf_size >= sizeof(QCowHeader) && |
90 | be32_to_cpu(cow_header->magic) == QCOW_MAGIC && | |
6744cbab | 91 | be32_to_cpu(cow_header->version) >= 2) |
585f8587 FB |
92 | return 100; |
93 | else | |
94 | return 0; | |
95 | } | |
96 | ||
9b80ddf3 | 97 | |
757dda54 AF |
98 | static int qcow2_crypto_hdr_read_func(QCryptoBlock *block, size_t offset, |
99 | uint8_t *buf, size_t buflen, | |
100 | void *opaque, Error **errp) | |
4652b8f3 DB |
101 | { |
102 | BlockDriverState *bs = opaque; | |
103 | BDRVQcow2State *s = bs->opaque; | |
104 | ssize_t ret; | |
105 | ||
106 | if ((offset + buflen) > s->crypto_header.length) { | |
107 | error_setg(errp, "Request for data outside of extension header"); | |
108 | return -1; | |
109 | } | |
110 | ||
32cc71de | 111 | ret = bdrv_pread(bs->file, s->crypto_header.offset + offset, buflen, buf, |
53fb7844 | 112 | 0); |
4652b8f3 DB |
113 | if (ret < 0) { |
114 | error_setg_errno(errp, -ret, "Could not read encryption header"); | |
115 | return -1; | |
116 | } | |
757dda54 | 117 | return 0; |
4652b8f3 DB |
118 | } |
119 | ||
120 | ||
4db7ba3b KW |
121 | static int coroutine_fn GRAPH_RDLOCK |
122 | qcow2_crypto_hdr_init_func(QCryptoBlock *block, size_t headerlen, void *opaque, | |
123 | Error **errp) | |
4652b8f3 DB |
124 | { |
125 | BlockDriverState *bs = opaque; | |
126 | BDRVQcow2State *s = bs->opaque; | |
127 | int64_t ret; | |
128 | int64_t clusterlen; | |
129 | ||
130 | ret = qcow2_alloc_clusters(bs, headerlen); | |
131 | if (ret < 0) { | |
132 | error_setg_errno(errp, -ret, | |
133 | "Cannot allocate cluster for LUKS header size %zu", | |
134 | headerlen); | |
135 | return -1; | |
136 | } | |
137 | ||
138 | s->crypto_header.length = headerlen; | |
139 | s->crypto_header.offset = ret; | |
140 | ||
087ab8e7 DB |
141 | /* |
142 | * Zero fill all space in cluster so it has predictable | |
143 | * content, as we may not initialize some regions of the | |
144 | * header (eg only 1 out of 8 key slots will be initialized) | |
145 | */ | |
4652b8f3 | 146 | clusterlen = size_to_clusters(s, headerlen) * s->cluster_size; |
966b000f | 147 | assert(qcow2_pre_write_overlap_check(bs, 0, ret, clusterlen, false) == 0); |
4db7ba3b | 148 | ret = bdrv_co_pwrite_zeroes(bs->file, ret, clusterlen, 0); |
4652b8f3 DB |
149 | if (ret < 0) { |
150 | error_setg_errno(errp, -ret, "Could not zero fill encryption header"); | |
151 | return -1; | |
152 | } | |
153 | ||
757dda54 | 154 | return 0; |
4652b8f3 DB |
155 | } |
156 | ||
157 | ||
4db7ba3b KW |
158 | /* The graph lock must be held when called in coroutine context */ |
159 | static int coroutine_mixed_fn | |
160 | qcow2_crypto_hdr_write_func(QCryptoBlock *block, size_t offset, | |
161 | const uint8_t *buf, size_t buflen, | |
162 | void *opaque, Error **errp) | |
4652b8f3 DB |
163 | { |
164 | BlockDriverState *bs = opaque; | |
165 | BDRVQcow2State *s = bs->opaque; | |
166 | ssize_t ret; | |
167 | ||
168 | if ((offset + buflen) > s->crypto_header.length) { | |
169 | error_setg(errp, "Request for data outside of extension header"); | |
170 | return -1; | |
171 | } | |
172 | ||
32cc71de | 173 | ret = bdrv_pwrite(bs->file, s->crypto_header.offset + offset, buflen, buf, |
53fb7844 | 174 | 0); |
4652b8f3 DB |
175 | if (ret < 0) { |
176 | error_setg_errno(errp, -ret, "Could not read encryption header"); | |
177 | return -1; | |
178 | } | |
757dda54 | 179 | return 0; |
4652b8f3 DB |
180 | } |
181 | ||
90766d9d ML |
182 | static QDict* |
183 | qcow2_extract_crypto_opts(QemuOpts *opts, const char *fmt, Error **errp) | |
184 | { | |
185 | QDict *cryptoopts_qdict; | |
186 | QDict *opts_qdict; | |
187 | ||
188 | /* Extract "encrypt." options into a qdict */ | |
189 | opts_qdict = qemu_opts_to_qdict(opts, NULL); | |
190 | qdict_extract_subqdict(opts_qdict, &cryptoopts_qdict, "encrypt."); | |
191 | qobject_unref(opts_qdict); | |
192 | qdict_put_str(cryptoopts_qdict, "format", fmt); | |
193 | return cryptoopts_qdict; | |
194 | } | |
4652b8f3 | 195 | |
a951a631 | 196 | /* |
9b80ddf3 AL |
197 | * read qcow2 extension and fill bs |
198 | * start reading from start_offset | |
199 | * finish reading upon magic of value 0 or when end_offset reached | |
200 | * unknown magic is skipped (future extension this version knows nothing about) | |
201 | * return 0 upon success, non-0 otherwise | |
202 | */ | |
a39bae4e PB |
203 | static int coroutine_fn GRAPH_RDLOCK |
204 | qcow2_read_extensions(BlockDriverState *bs, uint64_t start_offset, | |
205 | uint64_t end_offset, void **p_feature_table, | |
206 | int flags, bool *need_update_header, Error **errp) | |
9b80ddf3 | 207 | { |
ff99129a | 208 | BDRVQcow2State *s = bs->opaque; |
9b80ddf3 AL |
209 | QCowExtension ext; |
210 | uint64_t offset; | |
75bab85c | 211 | int ret; |
88ddffae VSO |
212 | Qcow2BitmapHeaderExt bitmaps_ext; |
213 | ||
214 | if (need_update_header != NULL) { | |
215 | *need_update_header = false; | |
216 | } | |
9b80ddf3 AL |
217 | |
218 | #ifdef DEBUG_EXT | |
7c80ab3f | 219 | printf("qcow2_read_extensions: start=%ld end=%ld\n", start_offset, end_offset); |
9b80ddf3 AL |
220 | #endif |
221 | offset = start_offset; | |
222 | while (offset < end_offset) { | |
223 | ||
224 | #ifdef DEBUG_EXT | |
225 | /* Sanity check */ | |
226 | if (offset > s->cluster_size) | |
7c80ab3f | 227 | printf("qcow2_read_extension: suspicious offset %lu\n", offset); |
9b80ddf3 | 228 | |
9b2260cb | 229 | printf("attempting to read extended header in offset %lu\n", offset); |
9b80ddf3 AL |
230 | #endif |
231 | ||
a39bae4e | 232 | ret = bdrv_co_pread(bs->file, offset, sizeof(ext), &ext, 0); |
3ef6c40a HR |
233 | if (ret < 0) { |
234 | error_setg_errno(errp, -ret, "qcow2_read_extension: ERROR: " | |
235 | "pread fail from offset %" PRIu64, offset); | |
9b80ddf3 AL |
236 | return 1; |
237 | } | |
3b698f52 PM |
238 | ext.magic = be32_to_cpu(ext.magic); |
239 | ext.len = be32_to_cpu(ext.len); | |
9b80ddf3 AL |
240 | offset += sizeof(ext); |
241 | #ifdef DEBUG_EXT | |
242 | printf("ext.magic = 0x%x\n", ext.magic); | |
243 | #endif | |
2ebafc85 | 244 | if (offset > end_offset || ext.len > end_offset - offset) { |
3ef6c40a | 245 | error_setg(errp, "Header extension too large"); |
64ca6aee KW |
246 | return -EINVAL; |
247 | } | |
248 | ||
9b80ddf3 | 249 | switch (ext.magic) { |
7c80ab3f | 250 | case QCOW2_EXT_MAGIC_END: |
9b80ddf3 | 251 | return 0; |
f965509c | 252 | |
7c80ab3f | 253 | case QCOW2_EXT_MAGIC_BACKING_FORMAT: |
f965509c | 254 | if (ext.len >= sizeof(bs->backing_format)) { |
521b2b5d HR |
255 | error_setg(errp, "ERROR: ext_backing_format: len=%" PRIu32 |
256 | " too large (>=%zu)", ext.len, | |
257 | sizeof(bs->backing_format)); | |
f965509c AL |
258 | return 2; |
259 | } | |
a39bae4e | 260 | ret = bdrv_co_pread(bs->file, offset, ext.len, bs->backing_format, 0); |
3ef6c40a HR |
261 | if (ret < 0) { |
262 | error_setg_errno(errp, -ret, "ERROR: ext_backing_format: " | |
263 | "Could not read format name"); | |
f965509c | 264 | return 3; |
3ef6c40a | 265 | } |
f965509c | 266 | bs->backing_format[ext.len] = '\0'; |
e4603fe1 | 267 | s->image_backing_format = g_strdup(bs->backing_format); |
f965509c AL |
268 | #ifdef DEBUG_EXT |
269 | printf("Qcow2: Got format extension %s\n", bs->backing_format); | |
270 | #endif | |
f965509c AL |
271 | break; |
272 | ||
cfcc4c62 KW |
273 | case QCOW2_EXT_MAGIC_FEATURE_TABLE: |
274 | if (p_feature_table != NULL) { | |
5f14f31d | 275 | void *feature_table = g_malloc0(ext.len + 2 * sizeof(Qcow2Feature)); |
a39bae4e | 276 | ret = bdrv_co_pread(bs->file, offset, ext.len, feature_table, 0); |
cfcc4c62 | 277 | if (ret < 0) { |
3ef6c40a HR |
278 | error_setg_errno(errp, -ret, "ERROR: ext_feature_table: " |
279 | "Could not read table"); | |
38f034e7 | 280 | g_free(feature_table); |
cfcc4c62 KW |
281 | return ret; |
282 | } | |
283 | ||
284 | *p_feature_table = feature_table; | |
285 | } | |
286 | break; | |
287 | ||
4652b8f3 DB |
288 | case QCOW2_EXT_MAGIC_CRYPTO_HEADER: { |
289 | unsigned int cflags = 0; | |
290 | if (s->crypt_method_header != QCOW_CRYPT_LUKS) { | |
291 | error_setg(errp, "CRYPTO header extension only " | |
292 | "expected with LUKS encryption method"); | |
293 | return -EINVAL; | |
294 | } | |
295 | if (ext.len != sizeof(Qcow2CryptoHeaderExtension)) { | |
296 | error_setg(errp, "CRYPTO header extension size %u, " | |
297 | "but expected size %zu", ext.len, | |
298 | sizeof(Qcow2CryptoHeaderExtension)); | |
299 | return -EINVAL; | |
300 | } | |
301 | ||
a39bae4e | 302 | ret = bdrv_co_pread(bs->file, offset, ext.len, &s->crypto_header, 0); |
4652b8f3 DB |
303 | if (ret < 0) { |
304 | error_setg_errno(errp, -ret, | |
305 | "Unable to read CRYPTO header extension"); | |
306 | return ret; | |
307 | } | |
3b698f52 PM |
308 | s->crypto_header.offset = be64_to_cpu(s->crypto_header.offset); |
309 | s->crypto_header.length = be64_to_cpu(s->crypto_header.length); | |
4652b8f3 DB |
310 | |
311 | if ((s->crypto_header.offset % s->cluster_size) != 0) { | |
312 | error_setg(errp, "Encryption header offset '%" PRIu64 "' is " | |
313 | "not a multiple of cluster size '%u'", | |
314 | s->crypto_header.offset, s->cluster_size); | |
315 | return -EINVAL; | |
316 | } | |
317 | ||
318 | if (flags & BDRV_O_NO_IO) { | |
319 | cflags |= QCRYPTO_BLOCK_OPEN_NO_IO; | |
320 | } | |
1cd9a787 | 321 | s->crypto = qcrypto_block_open(s->crypto_opts, "encrypt.", |
4652b8f3 | 322 | qcow2_crypto_hdr_read_func, |
8ac0f15f | 323 | bs, cflags, QCOW2_MAX_THREADS, errp); |
4652b8f3 DB |
324 | if (!s->crypto) { |
325 | return -EINVAL; | |
326 | } | |
327 | } break; | |
328 | ||
88ddffae VSO |
329 | case QCOW2_EXT_MAGIC_BITMAPS: |
330 | if (ext.len != sizeof(bitmaps_ext)) { | |
331 | error_setg_errno(errp, -ret, "bitmaps_ext: " | |
332 | "Invalid extension length"); | |
333 | return -EINVAL; | |
334 | } | |
335 | ||
336 | if (!(s->autoclear_features & QCOW2_AUTOCLEAR_BITMAPS)) { | |
c9ceb3ec HR |
337 | if (s->qcow_version < 3) { |
338 | /* Let's be a bit more specific */ | |
339 | warn_report("This qcow2 v2 image contains bitmaps, but " | |
340 | "they may have been modified by a program " | |
341 | "without persistent bitmap support; so now " | |
342 | "they must all be considered inconsistent"); | |
343 | } else { | |
344 | warn_report("a program lacking bitmap support " | |
345 | "modified this file, so all bitmaps are now " | |
346 | "considered inconsistent"); | |
347 | } | |
55d527a9 AF |
348 | error_printf("Some clusters may be leaked, " |
349 | "run 'qemu-img check -r' on the image " | |
88ddffae VSO |
350 | "file to fix."); |
351 | if (need_update_header != NULL) { | |
352 | /* Updating is needed to drop invalid bitmap extension. */ | |
353 | *need_update_header = true; | |
354 | } | |
355 | break; | |
356 | } | |
357 | ||
a39bae4e | 358 | ret = bdrv_co_pread(bs->file, offset, ext.len, &bitmaps_ext, 0); |
88ddffae VSO |
359 | if (ret < 0) { |
360 | error_setg_errno(errp, -ret, "bitmaps_ext: " | |
361 | "Could not read ext header"); | |
362 | return ret; | |
363 | } | |
364 | ||
365 | if (bitmaps_ext.reserved32 != 0) { | |
366 | error_setg_errno(errp, -ret, "bitmaps_ext: " | |
367 | "Reserved field is not zero"); | |
368 | return -EINVAL; | |
369 | } | |
370 | ||
3b698f52 PM |
371 | bitmaps_ext.nb_bitmaps = be32_to_cpu(bitmaps_ext.nb_bitmaps); |
372 | bitmaps_ext.bitmap_directory_size = | |
373 | be64_to_cpu(bitmaps_ext.bitmap_directory_size); | |
374 | bitmaps_ext.bitmap_directory_offset = | |
375 | be64_to_cpu(bitmaps_ext.bitmap_directory_offset); | |
88ddffae VSO |
376 | |
377 | if (bitmaps_ext.nb_bitmaps > QCOW2_MAX_BITMAPS) { | |
378 | error_setg(errp, | |
379 | "bitmaps_ext: Image has %" PRIu32 " bitmaps, " | |
380 | "exceeding the QEMU supported maximum of %d", | |
381 | bitmaps_ext.nb_bitmaps, QCOW2_MAX_BITMAPS); | |
382 | return -EINVAL; | |
383 | } | |
384 | ||
385 | if (bitmaps_ext.nb_bitmaps == 0) { | |
386 | error_setg(errp, "found bitmaps extension with zero bitmaps"); | |
387 | return -EINVAL; | |
388 | } | |
389 | ||
74e60fb5 | 390 | if (offset_into_cluster(s, bitmaps_ext.bitmap_directory_offset)) { |
88ddffae VSO |
391 | error_setg(errp, "bitmaps_ext: " |
392 | "invalid bitmap directory offset"); | |
393 | return -EINVAL; | |
394 | } | |
395 | ||
396 | if (bitmaps_ext.bitmap_directory_size > | |
397 | QCOW2_MAX_BITMAP_DIRECTORY_SIZE) { | |
398 | error_setg(errp, "bitmaps_ext: " | |
399 | "bitmap directory size (%" PRIu64 ") exceeds " | |
400 | "the maximum supported size (%d)", | |
401 | bitmaps_ext.bitmap_directory_size, | |
402 | QCOW2_MAX_BITMAP_DIRECTORY_SIZE); | |
403 | return -EINVAL; | |
404 | } | |
405 | ||
406 | s->nb_bitmaps = bitmaps_ext.nb_bitmaps; | |
407 | s->bitmap_directory_offset = | |
408 | bitmaps_ext.bitmap_directory_offset; | |
409 | s->bitmap_directory_size = | |
410 | bitmaps_ext.bitmap_directory_size; | |
411 | ||
412 | #ifdef DEBUG_EXT | |
413 | printf("Qcow2: Got bitmaps extension: " | |
414 | "offset=%" PRIu64 " nb_bitmaps=%" PRIu32 "\n", | |
415 | s->bitmap_directory_offset, s->nb_bitmaps); | |
416 | #endif | |
417 | break; | |
418 | ||
9b890bdc KW |
419 | case QCOW2_EXT_MAGIC_DATA_FILE: |
420 | { | |
421 | s->image_data_file = g_malloc0(ext.len + 1); | |
a39bae4e | 422 | ret = bdrv_co_pread(bs->file, offset, ext.len, s->image_data_file, 0); |
9b890bdc KW |
423 | if (ret < 0) { |
424 | error_setg_errno(errp, -ret, | |
425 | "ERROR: Could not read data file name"); | |
426 | return ret; | |
427 | } | |
428 | #ifdef DEBUG_EXT | |
429 | printf("Qcow2: Got external data file %s\n", s->image_data_file); | |
430 | #endif | |
431 | break; | |
432 | } | |
433 | ||
9b80ddf3 | 434 | default: |
75bab85c | 435 | /* unknown magic - save it in case we need to rewrite the header */ |
4096974e EB |
436 | /* If you add a new feature, make sure to also update the fast |
437 | * path of qcow2_make_empty() to deal with it. */ | |
75bab85c KW |
438 | { |
439 | Qcow2UnknownHeaderExtension *uext; | |
440 | ||
441 | uext = g_malloc0(sizeof(*uext) + ext.len); | |
442 | uext->magic = ext.magic; | |
443 | uext->len = ext.len; | |
444 | QLIST_INSERT_HEAD(&s->unknown_header_ext, uext, next); | |
445 | ||
a39bae4e | 446 | ret = bdrv_co_pread(bs->file, offset, uext->len, uext->data, 0); |
75bab85c | 447 | if (ret < 0) { |
3ef6c40a HR |
448 | error_setg_errno(errp, -ret, "ERROR: unknown extension: " |
449 | "Could not read data"); | |
75bab85c KW |
450 | return ret; |
451 | } | |
75bab85c | 452 | } |
9b80ddf3 AL |
453 | break; |
454 | } | |
fd29b4bb KW |
455 | |
456 | offset += ((ext.len + 7) & ~7); | |
9b80ddf3 AL |
457 | } |
458 | ||
459 | return 0; | |
460 | } | |
461 | ||
75bab85c KW |
462 | static void cleanup_unknown_header_ext(BlockDriverState *bs) |
463 | { | |
ff99129a | 464 | BDRVQcow2State *s = bs->opaque; |
75bab85c KW |
465 | Qcow2UnknownHeaderExtension *uext, *next; |
466 | ||
467 | QLIST_FOREACH_SAFE(uext, &s->unknown_header_ext, next, next) { | |
468 | QLIST_REMOVE(uext, next); | |
469 | g_free(uext); | |
470 | } | |
471 | } | |
9b80ddf3 | 472 | |
a55448b3 HR |
473 | static void report_unsupported_feature(Error **errp, Qcow2Feature *table, |
474 | uint64_t mask) | |
cfcc4c62 | 475 | { |
7cdca2e2 | 476 | g_autoptr(GString) features = g_string_sized_new(60); |
12ac6d3d | 477 | |
cfcc4c62 KW |
478 | while (table && table->name[0] != '\0') { |
479 | if (table->type == QCOW2_FEAT_TYPE_INCOMPATIBLE) { | |
12ac6d3d | 480 | if (mask & (1ULL << table->bit)) { |
7cdca2e2 AG |
481 | if (features->len > 0) { |
482 | g_string_append(features, ", "); | |
483 | } | |
484 | g_string_append_printf(features, "%.46s", table->name); | |
12ac6d3d | 485 | mask &= ~(1ULL << table->bit); |
cfcc4c62 KW |
486 | } |
487 | } | |
488 | table++; | |
489 | } | |
490 | ||
491 | if (mask) { | |
7cdca2e2 AG |
492 | if (features->len > 0) { |
493 | g_string_append(features, ", "); | |
494 | } | |
495 | g_string_append_printf(features, | |
496 | "Unknown incompatible feature: %" PRIx64, mask); | |
cfcc4c62 | 497 | } |
12ac6d3d | 498 | |
7cdca2e2 | 499 | error_setg(errp, "Unsupported qcow2 feature(s): %s", features->str); |
cfcc4c62 KW |
500 | } |
501 | ||
bfe8043e SH |
502 | /* |
503 | * Sets the dirty bit and flushes afterwards if necessary. | |
504 | * | |
505 | * The incompatible_features bit is only set if the image file header was | |
506 | * updated successfully. Therefore it is not required to check the return | |
507 | * value of this function. | |
508 | */ | |
280d3735 | 509 | int qcow2_mark_dirty(BlockDriverState *bs) |
bfe8043e | 510 | { |
ff99129a | 511 | BDRVQcow2State *s = bs->opaque; |
bfe8043e SH |
512 | uint64_t val; |
513 | int ret; | |
514 | ||
515 | assert(s->qcow_version >= 3); | |
516 | ||
517 | if (s->incompatible_features & QCOW2_INCOMPAT_DIRTY) { | |
518 | return 0; /* already dirty */ | |
519 | } | |
520 | ||
521 | val = cpu_to_be64(s->incompatible_features | QCOW2_INCOMPAT_DIRTY); | |
86da4322 AF |
522 | ret = bdrv_pwrite_sync(bs->file, |
523 | offsetof(QCowHeader, incompatible_features), | |
524 | sizeof(val), &val, 0); | |
bfe8043e SH |
525 | if (ret < 0) { |
526 | return ret; | |
527 | } | |
528 | ||
529 | /* Only treat image as dirty if the header was updated successfully */ | |
530 | s->incompatible_features |= QCOW2_INCOMPAT_DIRTY; | |
531 | return 0; | |
532 | } | |
533 | ||
c61d0004 SH |
534 | /* |
535 | * Clears the dirty bit and flushes before if necessary. Only call this | |
536 | * function when there are no pending requests, it does not guard against | |
537 | * concurrent requests dirtying the image. | |
538 | */ | |
0bb79c97 | 539 | static int GRAPH_RDLOCK qcow2_mark_clean(BlockDriverState *bs) |
c61d0004 | 540 | { |
ff99129a | 541 | BDRVQcow2State *s = bs->opaque; |
c61d0004 SH |
542 | |
543 | if (s->incompatible_features & QCOW2_INCOMPAT_DIRTY) { | |
4c2e5f8f KW |
544 | int ret; |
545 | ||
546 | s->incompatible_features &= ~QCOW2_INCOMPAT_DIRTY; | |
547 | ||
8b220eb7 | 548 | ret = qcow2_flush_caches(bs); |
c61d0004 SH |
549 | if (ret < 0) { |
550 | return ret; | |
551 | } | |
552 | ||
c61d0004 SH |
553 | return qcow2_update_header(bs); |
554 | } | |
555 | return 0; | |
556 | } | |
557 | ||
69c98726 HR |
558 | /* |
559 | * Marks the image as corrupt. | |
560 | */ | |
561 | int qcow2_mark_corrupt(BlockDriverState *bs) | |
562 | { | |
ff99129a | 563 | BDRVQcow2State *s = bs->opaque; |
69c98726 HR |
564 | |
565 | s->incompatible_features |= QCOW2_INCOMPAT_CORRUPT; | |
566 | return qcow2_update_header(bs); | |
567 | } | |
568 | ||
569 | /* | |
570 | * Marks the image as consistent, i.e., unsets the corrupt bit, and flushes | |
571 | * before if necessary. | |
572 | */ | |
0bb79c97 KW |
573 | static int coroutine_fn GRAPH_RDLOCK |
574 | qcow2_mark_consistent(BlockDriverState *bs) | |
69c98726 | 575 | { |
ff99129a | 576 | BDRVQcow2State *s = bs->opaque; |
69c98726 HR |
577 | |
578 | if (s->incompatible_features & QCOW2_INCOMPAT_CORRUPT) { | |
8b220eb7 | 579 | int ret = qcow2_flush_caches(bs); |
69c98726 HR |
580 | if (ret < 0) { |
581 | return ret; | |
582 | } | |
583 | ||
584 | s->incompatible_features &= ~QCOW2_INCOMPAT_CORRUPT; | |
585 | return qcow2_update_header(bs); | |
586 | } | |
587 | return 0; | |
588 | } | |
589 | ||
8bc584fe HR |
590 | static void qcow2_add_check_result(BdrvCheckResult *out, |
591 | const BdrvCheckResult *src, | |
592 | bool set_allocation_info) | |
593 | { | |
594 | out->corruptions += src->corruptions; | |
595 | out->leaks += src->leaks; | |
596 | out->check_errors += src->check_errors; | |
597 | out->corruptions_fixed += src->corruptions_fixed; | |
598 | out->leaks_fixed += src->leaks_fixed; | |
599 | ||
600 | if (set_allocation_info) { | |
601 | out->image_end_offset = src->image_end_offset; | |
602 | out->bfi = src->bfi; | |
603 | } | |
604 | } | |
605 | ||
b9b10c35 KW |
606 | static int coroutine_fn GRAPH_RDLOCK |
607 | qcow2_co_check_locked(BlockDriverState *bs, BdrvCheckResult *result, | |
608 | BdrvCheckMode fix) | |
acbe5982 | 609 | { |
8bc584fe HR |
610 | BdrvCheckResult snapshot_res = {}; |
611 | BdrvCheckResult refcount_res = {}; | |
612 | int ret; | |
613 | ||
614 | memset(result, 0, sizeof(*result)); | |
615 | ||
616 | ret = qcow2_check_read_snapshot_table(bs, &snapshot_res, fix); | |
8bc584fe | 617 | if (ret < 0) { |
fe446b5d | 618 | qcow2_add_check_result(result, &snapshot_res, false); |
8bc584fe HR |
619 | return ret; |
620 | } | |
621 | ||
622 | ret = qcow2_check_refcounts(bs, &refcount_res, fix); | |
623 | qcow2_add_check_result(result, &refcount_res, true); | |
fe446b5d HR |
624 | if (ret < 0) { |
625 | qcow2_add_check_result(result, &snapshot_res, false); | |
626 | return ret; | |
627 | } | |
628 | ||
629 | ret = qcow2_check_fix_snapshot_table(bs, &snapshot_res, fix); | |
630 | qcow2_add_check_result(result, &snapshot_res, false); | |
acbe5982 SH |
631 | if (ret < 0) { |
632 | return ret; | |
633 | } | |
634 | ||
635 | if (fix && result->check_errors == 0 && result->corruptions == 0) { | |
24530f3e HR |
636 | ret = qcow2_mark_clean(bs); |
637 | if (ret < 0) { | |
638 | return ret; | |
639 | } | |
640 | return qcow2_mark_consistent(bs); | |
acbe5982 SH |
641 | } |
642 | return ret; | |
643 | } | |
644 | ||
b9b10c35 KW |
645 | static int coroutine_fn GRAPH_RDLOCK |
646 | qcow2_co_check(BlockDriverState *bs, BdrvCheckResult *result, | |
647 | BdrvCheckMode fix) | |
2fd61638 PB |
648 | { |
649 | BDRVQcow2State *s = bs->opaque; | |
650 | int ret; | |
651 | ||
652 | qemu_co_mutex_lock(&s->lock); | |
653 | ret = qcow2_co_check_locked(bs, result, fix); | |
654 | qemu_co_mutex_unlock(&s->lock); | |
655 | return ret; | |
656 | } | |
657 | ||
0cf0e598 AG |
658 | int qcow2_validate_table(BlockDriverState *bs, uint64_t offset, |
659 | uint64_t entries, size_t entry_len, | |
660 | int64_t max_size_bytes, const char *table_name, | |
661 | Error **errp) | |
8c7de283 | 662 | { |
ff99129a | 663 | BDRVQcow2State *s = bs->opaque; |
8c7de283 | 664 | |
0cf0e598 AG |
665 | if (entries > max_size_bytes / entry_len) { |
666 | error_setg(errp, "%s too large", table_name); | |
667 | return -EFBIG; | |
8c7de283 KW |
668 | } |
669 | ||
0cf0e598 AG |
670 | /* Use signed INT64_MAX as the maximum even for uint64_t header fields, |
671 | * because values will be passed to qemu functions taking int64_t. */ | |
672 | if ((INT64_MAX - entries * entry_len < offset) || | |
673 | (offset_into_cluster(s, offset) != 0)) { | |
674 | error_setg(errp, "%s offset invalid", table_name); | |
8c7de283 KW |
675 | return -EINVAL; |
676 | } | |
677 | ||
678 | return 0; | |
679 | } | |
680 | ||
8a2ce0bc AG |
681 | static const char *const mutable_opts[] = { |
682 | QCOW2_OPT_LAZY_REFCOUNTS, | |
683 | QCOW2_OPT_DISCARD_REQUEST, | |
684 | QCOW2_OPT_DISCARD_SNAPSHOT, | |
685 | QCOW2_OPT_DISCARD_OTHER, | |
42a2890a | 686 | QCOW2_OPT_DISCARD_NO_UNREF, |
8a2ce0bc AG |
687 | QCOW2_OPT_OVERLAP, |
688 | QCOW2_OPT_OVERLAP_TEMPLATE, | |
689 | QCOW2_OPT_OVERLAP_MAIN_HEADER, | |
690 | QCOW2_OPT_OVERLAP_ACTIVE_L1, | |
691 | QCOW2_OPT_OVERLAP_ACTIVE_L2, | |
692 | QCOW2_OPT_OVERLAP_REFCOUNT_TABLE, | |
693 | QCOW2_OPT_OVERLAP_REFCOUNT_BLOCK, | |
694 | QCOW2_OPT_OVERLAP_SNAPSHOT_TABLE, | |
695 | QCOW2_OPT_OVERLAP_INACTIVE_L1, | |
696 | QCOW2_OPT_OVERLAP_INACTIVE_L2, | |
697 | QCOW2_OPT_OVERLAP_BITMAP_DIRECTORY, | |
698 | QCOW2_OPT_CACHE_SIZE, | |
699 | QCOW2_OPT_L2_CACHE_SIZE, | |
700 | QCOW2_OPT_L2_CACHE_ENTRY_SIZE, | |
701 | QCOW2_OPT_REFCOUNT_CACHE_SIZE, | |
702 | QCOW2_OPT_CACHE_CLEAN_INTERVAL, | |
703 | NULL | |
704 | }; | |
705 | ||
74c4510a KW |
706 | static QemuOptsList qcow2_runtime_opts = { |
707 | .name = "qcow2", | |
708 | .head = QTAILQ_HEAD_INITIALIZER(qcow2_runtime_opts.head), | |
709 | .desc = { | |
710 | { | |
64aa99d3 | 711 | .name = QCOW2_OPT_LAZY_REFCOUNTS, |
74c4510a KW |
712 | .type = QEMU_OPT_BOOL, |
713 | .help = "Postpone refcount updates", | |
714 | }, | |
67af674e KW |
715 | { |
716 | .name = QCOW2_OPT_DISCARD_REQUEST, | |
717 | .type = QEMU_OPT_BOOL, | |
718 | .help = "Pass guest discard requests to the layer below", | |
719 | }, | |
720 | { | |
721 | .name = QCOW2_OPT_DISCARD_SNAPSHOT, | |
722 | .type = QEMU_OPT_BOOL, | |
723 | .help = "Generate discard requests when snapshot related space " | |
724 | "is freed", | |
725 | }, | |
726 | { | |
727 | .name = QCOW2_OPT_DISCARD_OTHER, | |
728 | .type = QEMU_OPT_BOOL, | |
729 | .help = "Generate discard requests when other clusters are freed", | |
730 | }, | |
42a2890a JLD |
731 | { |
732 | .name = QCOW2_OPT_DISCARD_NO_UNREF, | |
733 | .type = QEMU_OPT_BOOL, | |
734 | .help = "Do not unreference discarded clusters", | |
735 | }, | |
05de7e86 HR |
736 | { |
737 | .name = QCOW2_OPT_OVERLAP, | |
738 | .type = QEMU_OPT_STRING, | |
739 | .help = "Selects which overlap checks to perform from a range of " | |
740 | "templates (none, constant, cached, all)", | |
741 | }, | |
ee42b5ce HR |
742 | { |
743 | .name = QCOW2_OPT_OVERLAP_TEMPLATE, | |
744 | .type = QEMU_OPT_STRING, | |
745 | .help = "Selects which overlap checks to perform from a range of " | |
746 | "templates (none, constant, cached, all)", | |
747 | }, | |
05de7e86 HR |
748 | { |
749 | .name = QCOW2_OPT_OVERLAP_MAIN_HEADER, | |
750 | .type = QEMU_OPT_BOOL, | |
751 | .help = "Check for unintended writes into the main qcow2 header", | |
752 | }, | |
753 | { | |
754 | .name = QCOW2_OPT_OVERLAP_ACTIVE_L1, | |
755 | .type = QEMU_OPT_BOOL, | |
756 | .help = "Check for unintended writes into the active L1 table", | |
757 | }, | |
758 | { | |
759 | .name = QCOW2_OPT_OVERLAP_ACTIVE_L2, | |
760 | .type = QEMU_OPT_BOOL, | |
761 | .help = "Check for unintended writes into an active L2 table", | |
762 | }, | |
763 | { | |
764 | .name = QCOW2_OPT_OVERLAP_REFCOUNT_TABLE, | |
765 | .type = QEMU_OPT_BOOL, | |
766 | .help = "Check for unintended writes into the refcount table", | |
767 | }, | |
768 | { | |
769 | .name = QCOW2_OPT_OVERLAP_REFCOUNT_BLOCK, | |
770 | .type = QEMU_OPT_BOOL, | |
771 | .help = "Check for unintended writes into a refcount block", | |
772 | }, | |
773 | { | |
774 | .name = QCOW2_OPT_OVERLAP_SNAPSHOT_TABLE, | |
775 | .type = QEMU_OPT_BOOL, | |
776 | .help = "Check for unintended writes into the snapshot table", | |
777 | }, | |
778 | { | |
779 | .name = QCOW2_OPT_OVERLAP_INACTIVE_L1, | |
780 | .type = QEMU_OPT_BOOL, | |
781 | .help = "Check for unintended writes into an inactive L1 table", | |
782 | }, | |
783 | { | |
784 | .name = QCOW2_OPT_OVERLAP_INACTIVE_L2, | |
785 | .type = QEMU_OPT_BOOL, | |
786 | .help = "Check for unintended writes into an inactive L2 table", | |
787 | }, | |
0e4e4318 VSO |
788 | { |
789 | .name = QCOW2_OPT_OVERLAP_BITMAP_DIRECTORY, | |
790 | .type = QEMU_OPT_BOOL, | |
791 | .help = "Check for unintended writes into the bitmap directory", | |
792 | }, | |
6c1c8d5d HR |
793 | { |
794 | .name = QCOW2_OPT_CACHE_SIZE, | |
795 | .type = QEMU_OPT_SIZE, | |
796 | .help = "Maximum combined metadata (L2 tables and refcount blocks) " | |
797 | "cache size", | |
798 | }, | |
799 | { | |
800 | .name = QCOW2_OPT_L2_CACHE_SIZE, | |
801 | .type = QEMU_OPT_SIZE, | |
802 | .help = "Maximum L2 table cache size", | |
803 | }, | |
1221fe6f AG |
804 | { |
805 | .name = QCOW2_OPT_L2_CACHE_ENTRY_SIZE, | |
806 | .type = QEMU_OPT_SIZE, | |
807 | .help = "Size of each entry in the L2 cache", | |
808 | }, | |
6c1c8d5d HR |
809 | { |
810 | .name = QCOW2_OPT_REFCOUNT_CACHE_SIZE, | |
811 | .type = QEMU_OPT_SIZE, | |
812 | .help = "Maximum refcount block cache size", | |
813 | }, | |
279621c0 AG |
814 | { |
815 | .name = QCOW2_OPT_CACHE_CLEAN_INTERVAL, | |
816 | .type = QEMU_OPT_NUMBER, | |
817 | .help = "Clean unused cache entries after this time (in seconds)", | |
818 | }, | |
4652b8f3 DB |
819 | BLOCK_CRYPTO_OPT_DEF_KEY_SECRET("encrypt.", |
820 | "ID of secret providing qcow2 AES key or LUKS passphrase"), | |
74c4510a KW |
821 | { /* end of list */ } |
822 | }, | |
823 | }; | |
824 | ||
4092e99d | 825 | static const char *overlap_bool_option_names[QCOW2_OL_MAX_BITNR] = { |
0e4e4318 VSO |
826 | [QCOW2_OL_MAIN_HEADER_BITNR] = QCOW2_OPT_OVERLAP_MAIN_HEADER, |
827 | [QCOW2_OL_ACTIVE_L1_BITNR] = QCOW2_OPT_OVERLAP_ACTIVE_L1, | |
828 | [QCOW2_OL_ACTIVE_L2_BITNR] = QCOW2_OPT_OVERLAP_ACTIVE_L2, | |
829 | [QCOW2_OL_REFCOUNT_TABLE_BITNR] = QCOW2_OPT_OVERLAP_REFCOUNT_TABLE, | |
830 | [QCOW2_OL_REFCOUNT_BLOCK_BITNR] = QCOW2_OPT_OVERLAP_REFCOUNT_BLOCK, | |
831 | [QCOW2_OL_SNAPSHOT_TABLE_BITNR] = QCOW2_OPT_OVERLAP_SNAPSHOT_TABLE, | |
832 | [QCOW2_OL_INACTIVE_L1_BITNR] = QCOW2_OPT_OVERLAP_INACTIVE_L1, | |
833 | [QCOW2_OL_INACTIVE_L2_BITNR] = QCOW2_OPT_OVERLAP_INACTIVE_L2, | |
834 | [QCOW2_OL_BITMAP_DIRECTORY_BITNR] = QCOW2_OPT_OVERLAP_BITMAP_DIRECTORY, | |
4092e99d HR |
835 | }; |
836 | ||
279621c0 AG |
837 | static void cache_clean_timer_cb(void *opaque) |
838 | { | |
839 | BlockDriverState *bs = opaque; | |
ff99129a | 840 | BDRVQcow2State *s = bs->opaque; |
b2f68bff AG |
841 | qcow2_cache_clean_unused(s->l2_table_cache); |
842 | qcow2_cache_clean_unused(s->refcount_block_cache); | |
279621c0 AG |
843 | timer_mod(s->cache_clean_timer, qemu_clock_get_ms(QEMU_CLOCK_VIRTUAL) + |
844 | (int64_t) s->cache_clean_interval * 1000); | |
845 | } | |
846 | ||
847 | static void cache_clean_timer_init(BlockDriverState *bs, AioContext *context) | |
848 | { | |
ff99129a | 849 | BDRVQcow2State *s = bs->opaque; |
279621c0 | 850 | if (s->cache_clean_interval > 0) { |
ad0ce642 PD |
851 | s->cache_clean_timer = |
852 | aio_timer_new_with_attrs(context, QEMU_CLOCK_VIRTUAL, | |
853 | SCALE_MS, QEMU_TIMER_ATTR_EXTERNAL, | |
854 | cache_clean_timer_cb, bs); | |
279621c0 AG |
855 | timer_mod(s->cache_clean_timer, qemu_clock_get_ms(QEMU_CLOCK_VIRTUAL) + |
856 | (int64_t) s->cache_clean_interval * 1000); | |
857 | } | |
858 | } | |
859 | ||
860 | static void cache_clean_timer_del(BlockDriverState *bs) | |
861 | { | |
ff99129a | 862 | BDRVQcow2State *s = bs->opaque; |
279621c0 | 863 | if (s->cache_clean_timer) { |
279621c0 AG |
864 | timer_free(s->cache_clean_timer); |
865 | s->cache_clean_timer = NULL; | |
866 | } | |
867 | } | |
868 | ||
869 | static void qcow2_detach_aio_context(BlockDriverState *bs) | |
870 | { | |
871 | cache_clean_timer_del(bs); | |
872 | } | |
873 | ||
874 | static void qcow2_attach_aio_context(BlockDriverState *bs, | |
875 | AioContext *new_context) | |
876 | { | |
877 | cache_clean_timer_init(bs, new_context); | |
878 | } | |
879 | ||
772c4cad | 880 | static bool read_cache_sizes(BlockDriverState *bs, QemuOpts *opts, |
bc85ef26 | 881 | uint64_t *l2_cache_size, |
1221fe6f | 882 | uint64_t *l2_cache_entry_size, |
6c1c8d5d HR |
883 | uint64_t *refcount_cache_size, Error **errp) |
884 | { | |
ff99129a | 885 | BDRVQcow2State *s = bs->opaque; |
b749562d | 886 | uint64_t combined_cache_size, l2_cache_max_setting; |
6c1c8d5d | 887 | bool l2_cache_size_set, refcount_cache_size_set, combined_cache_size_set; |
af39bd0d | 888 | bool l2_cache_entry_size_set; |
7af5eea9 | 889 | int min_refcount_cache = MIN_REFCOUNT_CACHE_SIZE * s->cluster_size; |
b749562d | 890 | uint64_t virtual_disk_size = bs->total_sectors * BDRV_SECTOR_SIZE; |
b70d0820 AG |
891 | uint64_t max_l2_entries = DIV_ROUND_UP(virtual_disk_size, s->cluster_size); |
892 | /* An L2 table is always one cluster in size so the max cache size | |
893 | * should be a multiple of the cluster size. */ | |
c8fd8554 | 894 | uint64_t max_l2_cache = ROUND_UP(max_l2_entries * l2_entry_size(s), |
b70d0820 | 895 | s->cluster_size); |
6c1c8d5d HR |
896 | |
897 | combined_cache_size_set = qemu_opt_get(opts, QCOW2_OPT_CACHE_SIZE); | |
898 | l2_cache_size_set = qemu_opt_get(opts, QCOW2_OPT_L2_CACHE_SIZE); | |
899 | refcount_cache_size_set = qemu_opt_get(opts, QCOW2_OPT_REFCOUNT_CACHE_SIZE); | |
af39bd0d | 900 | l2_cache_entry_size_set = qemu_opt_get(opts, QCOW2_OPT_L2_CACHE_ENTRY_SIZE); |
6c1c8d5d HR |
901 | |
902 | combined_cache_size = qemu_opt_get_size(opts, QCOW2_OPT_CACHE_SIZE, 0); | |
b749562d LB |
903 | l2_cache_max_setting = qemu_opt_get_size(opts, QCOW2_OPT_L2_CACHE_SIZE, |
904 | DEFAULT_L2_CACHE_MAX_SIZE); | |
6c1c8d5d HR |
905 | *refcount_cache_size = qemu_opt_get_size(opts, |
906 | QCOW2_OPT_REFCOUNT_CACHE_SIZE, 0); | |
907 | ||
1221fe6f AG |
908 | *l2_cache_entry_size = qemu_opt_get_size( |
909 | opts, QCOW2_OPT_L2_CACHE_ENTRY_SIZE, s->cluster_size); | |
910 | ||
b749562d LB |
911 | *l2_cache_size = MIN(max_l2_cache, l2_cache_max_setting); |
912 | ||
6c1c8d5d HR |
913 | if (combined_cache_size_set) { |
914 | if (l2_cache_size_set && refcount_cache_size_set) { | |
915 | error_setg(errp, QCOW2_OPT_CACHE_SIZE ", " QCOW2_OPT_L2_CACHE_SIZE | |
916 | " and " QCOW2_OPT_REFCOUNT_CACHE_SIZE " may not be set " | |
308999e9 | 917 | "at the same time"); |
772c4cad | 918 | return false; |
b749562d LB |
919 | } else if (l2_cache_size_set && |
920 | (l2_cache_max_setting > combined_cache_size)) { | |
6c1c8d5d HR |
921 | error_setg(errp, QCOW2_OPT_L2_CACHE_SIZE " may not exceed " |
922 | QCOW2_OPT_CACHE_SIZE); | |
772c4cad | 923 | return false; |
6c1c8d5d HR |
924 | } else if (*refcount_cache_size > combined_cache_size) { |
925 | error_setg(errp, QCOW2_OPT_REFCOUNT_CACHE_SIZE " may not exceed " | |
926 | QCOW2_OPT_CACHE_SIZE); | |
772c4cad | 927 | return false; |
6c1c8d5d HR |
928 | } |
929 | ||
930 | if (l2_cache_size_set) { | |
931 | *refcount_cache_size = combined_cache_size - *l2_cache_size; | |
932 | } else if (refcount_cache_size_set) { | |
933 | *l2_cache_size = combined_cache_size - *refcount_cache_size; | |
934 | } else { | |
52253998 AG |
935 | /* Assign as much memory as possible to the L2 cache, and |
936 | * use the remainder for the refcount cache */ | |
937 | if (combined_cache_size >= max_l2_cache + min_refcount_cache) { | |
938 | *l2_cache_size = max_l2_cache; | |
939 | *refcount_cache_size = combined_cache_size - *l2_cache_size; | |
940 | } else { | |
941 | *refcount_cache_size = | |
942 | MIN(combined_cache_size, min_refcount_cache); | |
943 | *l2_cache_size = combined_cache_size - *refcount_cache_size; | |
944 | } | |
6c1c8d5d | 945 | } |
6c1c8d5d | 946 | } |
af39bd0d AG |
947 | |
948 | /* | |
949 | * If the L2 cache is not enough to cover the whole disk then | |
950 | * default to 4KB entries. Smaller entries reduce the cost of | |
951 | * loads and evictions and increase I/O performance. | |
952 | */ | |
953 | if (*l2_cache_size < max_l2_cache && !l2_cache_entry_size_set) { | |
954 | *l2_cache_entry_size = MIN(s->cluster_size, 4096); | |
955 | } | |
956 | ||
657ada52 LB |
957 | /* l2_cache_size and refcount_cache_size are ensured to have at least |
958 | * their minimum values in qcow2_update_options_prepare() */ | |
1221fe6f AG |
959 | |
960 | if (*l2_cache_entry_size < (1 << MIN_CLUSTER_BITS) || | |
961 | *l2_cache_entry_size > s->cluster_size || | |
962 | !is_power_of_2(*l2_cache_entry_size)) { | |
963 | error_setg(errp, "L2 cache entry size must be a power of two " | |
964 | "between %d and the cluster size (%d)", | |
965 | 1 << MIN_CLUSTER_BITS, s->cluster_size); | |
772c4cad | 966 | return false; |
1221fe6f | 967 | } |
772c4cad VSO |
968 | |
969 | return true; | |
6c1c8d5d HR |
970 | } |
971 | ||
ee55b173 KW |
972 | typedef struct Qcow2ReopenState { |
973 | Qcow2Cache *l2_table_cache; | |
974 | Qcow2Cache *refcount_block_cache; | |
3c2e511a | 975 | int l2_slice_size; /* Number of entries in a slice of the L2 table */ |
ee55b173 KW |
976 | bool use_lazy_refcounts; |
977 | int overlap_check; | |
978 | bool discard_passthrough[QCOW2_DISCARD_MAX]; | |
42a2890a | 979 | bool discard_no_unref; |
ee55b173 | 980 | uint64_t cache_clean_interval; |
b25b387f | 981 | QCryptoBlockOpenOptions *crypto_opts; /* Disk encryption runtime options */ |
ee55b173 KW |
982 | } Qcow2ReopenState; |
983 | ||
0bb79c97 KW |
984 | static int GRAPH_RDLOCK |
985 | qcow2_update_options_prepare(BlockDriverState *bs, Qcow2ReopenState *r, | |
986 | QDict *options, int flags, Error **errp) | |
4c75d1a1 KW |
987 | { |
988 | BDRVQcow2State *s = bs->opaque; | |
94edf3fb | 989 | QemuOpts *opts = NULL; |
4c75d1a1 KW |
990 | const char *opt_overlap_check, *opt_overlap_check_template; |
991 | int overlap_check_template = 0; | |
1221fe6f | 992 | uint64_t l2_cache_size, l2_cache_entry_size, refcount_cache_size; |
4c75d1a1 | 993 | int i; |
b25b387f DB |
994 | const char *encryptfmt; |
995 | QDict *encryptopts = NULL; | |
4c75d1a1 KW |
996 | int ret; |
997 | ||
b25b387f DB |
998 | qdict_extract_subqdict(options, &encryptopts, "encrypt."); |
999 | encryptfmt = qdict_get_try_str(encryptopts, "format"); | |
1000 | ||
94edf3fb | 1001 | opts = qemu_opts_create(&qcow2_runtime_opts, NULL, 0, &error_abort); |
af175e85 | 1002 | if (!qemu_opts_absorb_qdict(opts, options, errp)) { |
94edf3fb KW |
1003 | ret = -EINVAL; |
1004 | goto fail; | |
1005 | } | |
1006 | ||
1007 | /* get L2 table/refcount block cache size from command line options */ | |
772c4cad VSO |
1008 | if (!read_cache_sizes(bs, opts, &l2_cache_size, &l2_cache_entry_size, |
1009 | &refcount_cache_size, errp)) { | |
94edf3fb KW |
1010 | ret = -EINVAL; |
1011 | goto fail; | |
1012 | } | |
1013 | ||
1221fe6f | 1014 | l2_cache_size /= l2_cache_entry_size; |
94edf3fb KW |
1015 | if (l2_cache_size < MIN_L2_CACHE_SIZE) { |
1016 | l2_cache_size = MIN_L2_CACHE_SIZE; | |
1017 | } | |
1018 | if (l2_cache_size > INT_MAX) { | |
1019 | error_setg(errp, "L2 cache size too big"); | |
1020 | ret = -EINVAL; | |
1021 | goto fail; | |
1022 | } | |
1023 | ||
1024 | refcount_cache_size /= s->cluster_size; | |
1025 | if (refcount_cache_size < MIN_REFCOUNT_CACHE_SIZE) { | |
1026 | refcount_cache_size = MIN_REFCOUNT_CACHE_SIZE; | |
1027 | } | |
1028 | if (refcount_cache_size > INT_MAX) { | |
1029 | error_setg(errp, "Refcount cache size too big"); | |
1030 | ret = -EINVAL; | |
1031 | goto fail; | |
1032 | } | |
1033 | ||
5b0959a7 KW |
1034 | /* alloc new L2 table/refcount block cache, flush old one */ |
1035 | if (s->l2_table_cache) { | |
1036 | ret = qcow2_cache_flush(bs, s->l2_table_cache); | |
1037 | if (ret) { | |
1038 | error_setg_errno(errp, -ret, "Failed to flush the L2 table cache"); | |
1039 | goto fail; | |
1040 | } | |
1041 | } | |
1042 | ||
1043 | if (s->refcount_block_cache) { | |
1044 | ret = qcow2_cache_flush(bs, s->refcount_block_cache); | |
1045 | if (ret) { | |
1046 | error_setg_errno(errp, -ret, | |
1047 | "Failed to flush the refcount block cache"); | |
1048 | goto fail; | |
1049 | } | |
1050 | } | |
1051 | ||
c8fd8554 | 1052 | r->l2_slice_size = l2_cache_entry_size / l2_entry_size(s); |
1221fe6f AG |
1053 | r->l2_table_cache = qcow2_cache_create(bs, l2_cache_size, |
1054 | l2_cache_entry_size); | |
1055 | r->refcount_block_cache = qcow2_cache_create(bs, refcount_cache_size, | |
1056 | s->cluster_size); | |
ee55b173 | 1057 | if (r->l2_table_cache == NULL || r->refcount_block_cache == NULL) { |
94edf3fb KW |
1058 | error_setg(errp, "Could not allocate metadata caches"); |
1059 | ret = -ENOMEM; | |
1060 | goto fail; | |
1061 | } | |
1062 | ||
1063 | /* New interval for cache cleanup timer */ | |
ee55b173 | 1064 | r->cache_clean_interval = |
5b0959a7 | 1065 | qemu_opt_get_number(opts, QCOW2_OPT_CACHE_CLEAN_INTERVAL, |
e957b50b | 1066 | DEFAULT_CACHE_CLEAN_INTERVAL); |
91203f08 AG |
1067 | #ifndef CONFIG_LINUX |
1068 | if (r->cache_clean_interval != 0) { | |
1069 | error_setg(errp, QCOW2_OPT_CACHE_CLEAN_INTERVAL | |
1070 | " not supported on this host"); | |
1071 | ret = -EINVAL; | |
1072 | goto fail; | |
1073 | } | |
1074 | #endif | |
ee55b173 | 1075 | if (r->cache_clean_interval > UINT_MAX) { |
94edf3fb KW |
1076 | error_setg(errp, "Cache clean interval too big"); |
1077 | ret = -EINVAL; | |
1078 | goto fail; | |
1079 | } | |
94edf3fb | 1080 | |
5b0959a7 | 1081 | /* lazy-refcounts; flush if going from enabled to disabled */ |
ee55b173 | 1082 | r->use_lazy_refcounts = qemu_opt_get_bool(opts, QCOW2_OPT_LAZY_REFCOUNTS, |
4c75d1a1 | 1083 | (s->compatible_features & QCOW2_COMPAT_LAZY_REFCOUNTS)); |
ee55b173 | 1084 | if (r->use_lazy_refcounts && s->qcow_version < 3) { |
007dbc39 KW |
1085 | error_setg(errp, "Lazy refcounts require a qcow2 image with at least " |
1086 | "qemu 1.1 compatibility level"); | |
1087 | ret = -EINVAL; | |
1088 | goto fail; | |
1089 | } | |
4c75d1a1 | 1090 | |
5b0959a7 KW |
1091 | if (s->use_lazy_refcounts && !r->use_lazy_refcounts) { |
1092 | ret = qcow2_mark_clean(bs); | |
1093 | if (ret < 0) { | |
1094 | error_setg_errno(errp, -ret, "Failed to disable lazy refcounts"); | |
1095 | goto fail; | |
1096 | } | |
1097 | } | |
1098 | ||
007dbc39 | 1099 | /* Overlap check options */ |
4c75d1a1 KW |
1100 | opt_overlap_check = qemu_opt_get(opts, QCOW2_OPT_OVERLAP); |
1101 | opt_overlap_check_template = qemu_opt_get(opts, QCOW2_OPT_OVERLAP_TEMPLATE); | |
1102 | if (opt_overlap_check_template && opt_overlap_check && | |
1103 | strcmp(opt_overlap_check_template, opt_overlap_check)) | |
1104 | { | |
1105 | error_setg(errp, "Conflicting values for qcow2 options '" | |
1106 | QCOW2_OPT_OVERLAP "' ('%s') and '" QCOW2_OPT_OVERLAP_TEMPLATE | |
1107 | "' ('%s')", opt_overlap_check, opt_overlap_check_template); | |
1108 | ret = -EINVAL; | |
1109 | goto fail; | |
1110 | } | |
1111 | if (!opt_overlap_check) { | |
1112 | opt_overlap_check = opt_overlap_check_template ?: "cached"; | |
1113 | } | |
1114 | ||
1115 | if (!strcmp(opt_overlap_check, "none")) { | |
1116 | overlap_check_template = 0; | |
1117 | } else if (!strcmp(opt_overlap_check, "constant")) { | |
1118 | overlap_check_template = QCOW2_OL_CONSTANT; | |
1119 | } else if (!strcmp(opt_overlap_check, "cached")) { | |
1120 | overlap_check_template = QCOW2_OL_CACHED; | |
1121 | } else if (!strcmp(opt_overlap_check, "all")) { | |
1122 | overlap_check_template = QCOW2_OL_ALL; | |
1123 | } else { | |
1124 | error_setg(errp, "Unsupported value '%s' for qcow2 option " | |
1125 | "'overlap-check'. Allowed are any of the following: " | |
1126 | "none, constant, cached, all", opt_overlap_check); | |
1127 | ret = -EINVAL; | |
1128 | goto fail; | |
1129 | } | |
1130 | ||
ee55b173 | 1131 | r->overlap_check = 0; |
4c75d1a1 KW |
1132 | for (i = 0; i < QCOW2_OL_MAX_BITNR; i++) { |
1133 | /* overlap-check defines a template bitmask, but every flag may be | |
1134 | * overwritten through the associated boolean option */ | |
ee55b173 | 1135 | r->overlap_check |= |
4c75d1a1 KW |
1136 | qemu_opt_get_bool(opts, overlap_bool_option_names[i], |
1137 | overlap_check_template & (1 << i)) << i; | |
1138 | } | |
1139 | ||
ee55b173 KW |
1140 | r->discard_passthrough[QCOW2_DISCARD_NEVER] = false; |
1141 | r->discard_passthrough[QCOW2_DISCARD_ALWAYS] = true; | |
1142 | r->discard_passthrough[QCOW2_DISCARD_REQUEST] = | |
007dbc39 KW |
1143 | qemu_opt_get_bool(opts, QCOW2_OPT_DISCARD_REQUEST, |
1144 | flags & BDRV_O_UNMAP); | |
ee55b173 | 1145 | r->discard_passthrough[QCOW2_DISCARD_SNAPSHOT] = |
007dbc39 | 1146 | qemu_opt_get_bool(opts, QCOW2_OPT_DISCARD_SNAPSHOT, true); |
ee55b173 | 1147 | r->discard_passthrough[QCOW2_DISCARD_OTHER] = |
007dbc39 KW |
1148 | qemu_opt_get_bool(opts, QCOW2_OPT_DISCARD_OTHER, false); |
1149 | ||
42a2890a JLD |
1150 | r->discard_no_unref = qemu_opt_get_bool(opts, QCOW2_OPT_DISCARD_NO_UNREF, |
1151 | false); | |
1152 | if (r->discard_no_unref && s->qcow_version < 3) { | |
1153 | error_setg(errp, | |
1154 | "discard-no-unref is only supported since qcow2 version 3"); | |
1155 | ret = -EINVAL; | |
1156 | goto fail; | |
1157 | } | |
1158 | ||
b25b387f DB |
1159 | switch (s->crypt_method_header) { |
1160 | case QCOW_CRYPT_NONE: | |
1161 | if (encryptfmt) { | |
1162 | error_setg(errp, "No encryption in image header, but options " | |
1163 | "specified format '%s'", encryptfmt); | |
1164 | ret = -EINVAL; | |
1165 | goto fail; | |
1166 | } | |
1167 | break; | |
1168 | ||
1169 | case QCOW_CRYPT_AES: | |
1170 | if (encryptfmt && !g_str_equal(encryptfmt, "aes")) { | |
1171 | error_setg(errp, | |
1172 | "Header reported 'aes' encryption format but " | |
1173 | "options specify '%s'", encryptfmt); | |
1174 | ret = -EINVAL; | |
1175 | goto fail; | |
1176 | } | |
796d3239 MA |
1177 | qdict_put_str(encryptopts, "format", "qcow"); |
1178 | r->crypto_opts = block_crypto_open_opts_init(encryptopts, errp); | |
1184b411 VSO |
1179 | if (!r->crypto_opts) { |
1180 | ret = -EINVAL; | |
1181 | goto fail; | |
1182 | } | |
b25b387f DB |
1183 | break; |
1184 | ||
4652b8f3 DB |
1185 | case QCOW_CRYPT_LUKS: |
1186 | if (encryptfmt && !g_str_equal(encryptfmt, "luks")) { | |
1187 | error_setg(errp, | |
1188 | "Header reported 'luks' encryption format but " | |
1189 | "options specify '%s'", encryptfmt); | |
1190 | ret = -EINVAL; | |
1191 | goto fail; | |
1192 | } | |
796d3239 MA |
1193 | qdict_put_str(encryptopts, "format", "luks"); |
1194 | r->crypto_opts = block_crypto_open_opts_init(encryptopts, errp); | |
1184b411 VSO |
1195 | if (!r->crypto_opts) { |
1196 | ret = -EINVAL; | |
1197 | goto fail; | |
1198 | } | |
4652b8f3 DB |
1199 | break; |
1200 | ||
b25b387f DB |
1201 | default: |
1202 | error_setg(errp, "Unsupported encryption method %d", | |
1203 | s->crypt_method_header); | |
b25b387f DB |
1204 | ret = -EINVAL; |
1205 | goto fail; | |
1206 | } | |
1207 | ||
4c75d1a1 KW |
1208 | ret = 0; |
1209 | fail: | |
cb3e7f08 | 1210 | qobject_unref(encryptopts); |
94edf3fb KW |
1211 | qemu_opts_del(opts); |
1212 | opts = NULL; | |
ee55b173 KW |
1213 | return ret; |
1214 | } | |
1215 | ||
1216 | static void qcow2_update_options_commit(BlockDriverState *bs, | |
1217 | Qcow2ReopenState *r) | |
1218 | { | |
1219 | BDRVQcow2State *s = bs->opaque; | |
1220 | int i; | |
1221 | ||
5b0959a7 | 1222 | if (s->l2_table_cache) { |
e64d4072 | 1223 | qcow2_cache_destroy(s->l2_table_cache); |
5b0959a7 KW |
1224 | } |
1225 | if (s->refcount_block_cache) { | |
e64d4072 | 1226 | qcow2_cache_destroy(s->refcount_block_cache); |
5b0959a7 | 1227 | } |
ee55b173 KW |
1228 | s->l2_table_cache = r->l2_table_cache; |
1229 | s->refcount_block_cache = r->refcount_block_cache; | |
3c2e511a | 1230 | s->l2_slice_size = r->l2_slice_size; |
ee55b173 KW |
1231 | |
1232 | s->overlap_check = r->overlap_check; | |
1233 | s->use_lazy_refcounts = r->use_lazy_refcounts; | |
1234 | ||
1235 | for (i = 0; i < QCOW2_DISCARD_MAX; i++) { | |
1236 | s->discard_passthrough[i] = r->discard_passthrough[i]; | |
1237 | } | |
1238 | ||
42a2890a JLD |
1239 | s->discard_no_unref = r->discard_no_unref; |
1240 | ||
5b0959a7 KW |
1241 | if (s->cache_clean_interval != r->cache_clean_interval) { |
1242 | cache_clean_timer_del(bs); | |
1243 | s->cache_clean_interval = r->cache_clean_interval; | |
1244 | cache_clean_timer_init(bs, bdrv_get_aio_context(bs)); | |
1245 | } | |
b25b387f DB |
1246 | |
1247 | qapi_free_QCryptoBlockOpenOptions(s->crypto_opts); | |
1248 | s->crypto_opts = r->crypto_opts; | |
ee55b173 KW |
1249 | } |
1250 | ||
1251 | static void qcow2_update_options_abort(BlockDriverState *bs, | |
1252 | Qcow2ReopenState *r) | |
1253 | { | |
1254 | if (r->l2_table_cache) { | |
e64d4072 | 1255 | qcow2_cache_destroy(r->l2_table_cache); |
ee55b173 KW |
1256 | } |
1257 | if (r->refcount_block_cache) { | |
e64d4072 | 1258 | qcow2_cache_destroy(r->refcount_block_cache); |
ee55b173 | 1259 | } |
b25b387f | 1260 | qapi_free_QCryptoBlockOpenOptions(r->crypto_opts); |
ee55b173 KW |
1261 | } |
1262 | ||
0bb79c97 | 1263 | static int coroutine_fn GRAPH_RDLOCK |
a39bae4e PB |
1264 | qcow2_update_options(BlockDriverState *bs, QDict *options, int flags, |
1265 | Error **errp) | |
ee55b173 KW |
1266 | { |
1267 | Qcow2ReopenState r = {}; | |
1268 | int ret; | |
1269 | ||
1270 | ret = qcow2_update_options_prepare(bs, &r, options, flags, errp); | |
1271 | if (ret >= 0) { | |
1272 | qcow2_update_options_commit(bs, &r); | |
1273 | } else { | |
1274 | qcow2_update_options_abort(bs, &r); | |
1275 | } | |
94edf3fb | 1276 | |
4c75d1a1 KW |
1277 | return ret; |
1278 | } | |
1279 | ||
572ad978 DP |
1280 | static int validate_compression_type(BDRVQcow2State *s, Error **errp) |
1281 | { | |
1282 | switch (s->compression_type) { | |
1283 | case QCOW2_COMPRESSION_TYPE_ZLIB: | |
d298ac10 DP |
1284 | #ifdef CONFIG_ZSTD |
1285 | case QCOW2_COMPRESSION_TYPE_ZSTD: | |
1286 | #endif | |
572ad978 DP |
1287 | break; |
1288 | ||
1289 | default: | |
1290 | error_setg(errp, "qcow2: unknown compression type: %u", | |
1291 | s->compression_type); | |
1292 | return -ENOTSUP; | |
1293 | } | |
1294 | ||
1295 | /* | |
1296 | * if the compression type differs from QCOW2_COMPRESSION_TYPE_ZLIB | |
1297 | * the incompatible feature flag must be set | |
1298 | */ | |
1299 | if (s->compression_type == QCOW2_COMPRESSION_TYPE_ZLIB) { | |
1300 | if (s->incompatible_features & QCOW2_INCOMPAT_COMPRESSION) { | |
1301 | error_setg(errp, "qcow2: Compression type incompatible feature " | |
1302 | "bit must not be set"); | |
1303 | return -EINVAL; | |
1304 | } | |
1305 | } else { | |
1306 | if (!(s->incompatible_features & QCOW2_INCOMPAT_COMPRESSION)) { | |
1307 | error_setg(errp, "qcow2: Compression type incompatible feature " | |
1308 | "bit must be set"); | |
1309 | return -EINVAL; | |
1310 | } | |
1311 | } | |
1312 | ||
1313 | return 0; | |
1314 | } | |
1315 | ||
1fafcd93 | 1316 | /* Called with s->lock held. */ |
b9b10c35 KW |
1317 | static int coroutine_fn GRAPH_RDLOCK |
1318 | qcow2_do_open(BlockDriverState *bs, QDict *options, int flags, | |
1319 | bool open_data_file, Error **errp) | |
585f8587 | 1320 | { |
bc520249 | 1321 | ERRP_GUARD(); |
ff99129a | 1322 | BDRVQcow2State *s = bs->opaque; |
6d33e8e7 KW |
1323 | unsigned int len, i; |
1324 | int ret = 0; | |
585f8587 | 1325 | QCowHeader header; |
9b80ddf3 | 1326 | uint64_t ext_end; |
2cf7cfa1 | 1327 | uint64_t l1_vm_state_index; |
88ddffae | 1328 | bool update_header = false; |
585f8587 | 1329 | |
38505e2a | 1330 | ret = bdrv_co_pread(bs->file, 0, sizeof(header), &header, 0); |
6d85a57e | 1331 | if (ret < 0) { |
3ef6c40a | 1332 | error_setg_errno(errp, -ret, "Could not read qcow2 header"); |
585f8587 | 1333 | goto fail; |
6d85a57e | 1334 | } |
3b698f52 PM |
1335 | header.magic = be32_to_cpu(header.magic); |
1336 | header.version = be32_to_cpu(header.version); | |
1337 | header.backing_file_offset = be64_to_cpu(header.backing_file_offset); | |
1338 | header.backing_file_size = be32_to_cpu(header.backing_file_size); | |
1339 | header.size = be64_to_cpu(header.size); | |
1340 | header.cluster_bits = be32_to_cpu(header.cluster_bits); | |
1341 | header.crypt_method = be32_to_cpu(header.crypt_method); | |
1342 | header.l1_table_offset = be64_to_cpu(header.l1_table_offset); | |
1343 | header.l1_size = be32_to_cpu(header.l1_size); | |
1344 | header.refcount_table_offset = be64_to_cpu(header.refcount_table_offset); | |
1345 | header.refcount_table_clusters = | |
1346 | be32_to_cpu(header.refcount_table_clusters); | |
1347 | header.snapshots_offset = be64_to_cpu(header.snapshots_offset); | |
1348 | header.nb_snapshots = be32_to_cpu(header.nb_snapshots); | |
3b46e624 | 1349 | |
e8cdcec1 | 1350 | if (header.magic != QCOW_MAGIC) { |
3ef6c40a | 1351 | error_setg(errp, "Image is not in qcow2 format"); |
76abe407 | 1352 | ret = -EINVAL; |
585f8587 | 1353 | goto fail; |
6d85a57e | 1354 | } |
6744cbab | 1355 | if (header.version < 2 || header.version > 3) { |
a55448b3 | 1356 | error_setg(errp, "Unsupported qcow2 version %" PRIu32, header.version); |
6744cbab KW |
1357 | ret = -ENOTSUP; |
1358 | goto fail; | |
1359 | } | |
1360 | ||
1361 | s->qcow_version = header.version; | |
1362 | ||
24342f2c KW |
1363 | /* Initialise cluster size */ |
1364 | if (header.cluster_bits < MIN_CLUSTER_BITS || | |
1365 | header.cluster_bits > MAX_CLUSTER_BITS) { | |
521b2b5d HR |
1366 | error_setg(errp, "Unsupported cluster size: 2^%" PRIu32, |
1367 | header.cluster_bits); | |
24342f2c KW |
1368 | ret = -EINVAL; |
1369 | goto fail; | |
1370 | } | |
1371 | ||
1372 | s->cluster_bits = header.cluster_bits; | |
1373 | s->cluster_size = 1 << s->cluster_bits; | |
24342f2c | 1374 | |
6744cbab KW |
1375 | /* Initialise version 3 header fields */ |
1376 | if (header.version == 2) { | |
1377 | header.incompatible_features = 0; | |
1378 | header.compatible_features = 0; | |
1379 | header.autoclear_features = 0; | |
1380 | header.refcount_order = 4; | |
1381 | header.header_length = 72; | |
1382 | } else { | |
3b698f52 PM |
1383 | header.incompatible_features = |
1384 | be64_to_cpu(header.incompatible_features); | |
1385 | header.compatible_features = be64_to_cpu(header.compatible_features); | |
1386 | header.autoclear_features = be64_to_cpu(header.autoclear_features); | |
1387 | header.refcount_order = be32_to_cpu(header.refcount_order); | |
1388 | header.header_length = be32_to_cpu(header.header_length); | |
24342f2c KW |
1389 | |
1390 | if (header.header_length < 104) { | |
1391 | error_setg(errp, "qcow2 header too short"); | |
1392 | ret = -EINVAL; | |
1393 | goto fail; | |
1394 | } | |
1395 | } | |
1396 | ||
1397 | if (header.header_length > s->cluster_size) { | |
1398 | error_setg(errp, "qcow2 header exceeds cluster size"); | |
1399 | ret = -EINVAL; | |
1400 | goto fail; | |
6744cbab KW |
1401 | } |
1402 | ||
1403 | if (header.header_length > sizeof(header)) { | |
1404 | s->unknown_header_fields_size = header.header_length - sizeof(header); | |
1405 | s->unknown_header_fields = g_malloc(s->unknown_header_fields_size); | |
38505e2a AF |
1406 | ret = bdrv_co_pread(bs->file, sizeof(header), |
1407 | s->unknown_header_fields_size, | |
1408 | s->unknown_header_fields, 0); | |
6744cbab | 1409 | if (ret < 0) { |
3ef6c40a HR |
1410 | error_setg_errno(errp, -ret, "Could not read unknown qcow2 header " |
1411 | "fields"); | |
6744cbab KW |
1412 | goto fail; |
1413 | } | |
1414 | } | |
1415 | ||
a1b3955c KW |
1416 | if (header.backing_file_offset > s->cluster_size) { |
1417 | error_setg(errp, "Invalid backing file offset"); | |
1418 | ret = -EINVAL; | |
1419 | goto fail; | |
1420 | } | |
1421 | ||
cfcc4c62 KW |
1422 | if (header.backing_file_offset) { |
1423 | ext_end = header.backing_file_offset; | |
1424 | } else { | |
1425 | ext_end = 1 << header.cluster_bits; | |
1426 | } | |
1427 | ||
6744cbab KW |
1428 | /* Handle feature bits */ |
1429 | s->incompatible_features = header.incompatible_features; | |
1430 | s->compatible_features = header.compatible_features; | |
1431 | s->autoclear_features = header.autoclear_features; | |
1432 | ||
572ad978 DP |
1433 | /* |
1434 | * Handle compression type | |
1435 | * Older qcow2 images don't contain the compression type header. | |
1436 | * Distinguish them by the header length and use | |
1437 | * the only valid (default) compression type in that case | |
1438 | */ | |
1439 | if (header.header_length > offsetof(QCowHeader, compression_type)) { | |
1440 | s->compression_type = header.compression_type; | |
1441 | } else { | |
1442 | s->compression_type = QCOW2_COMPRESSION_TYPE_ZLIB; | |
1443 | } | |
1444 | ||
1445 | ret = validate_compression_type(s, errp); | |
1446 | if (ret) { | |
1447 | goto fail; | |
1448 | } | |
1449 | ||
c61d0004 | 1450 | if (s->incompatible_features & ~QCOW2_INCOMPAT_MASK) { |
cfcc4c62 KW |
1451 | void *feature_table = NULL; |
1452 | qcow2_read_extensions(bs, header.header_length, ext_end, | |
88ddffae | 1453 | &feature_table, flags, NULL, NULL); |
a55448b3 | 1454 | report_unsupported_feature(errp, feature_table, |
c61d0004 SH |
1455 | s->incompatible_features & |
1456 | ~QCOW2_INCOMPAT_MASK); | |
6744cbab | 1457 | ret = -ENOTSUP; |
c5a33ee9 | 1458 | g_free(feature_table); |
6744cbab KW |
1459 | goto fail; |
1460 | } | |
1461 | ||
69c98726 HR |
1462 | if (s->incompatible_features & QCOW2_INCOMPAT_CORRUPT) { |
1463 | /* Corrupt images may not be written to unless they are being repaired | |
1464 | */ | |
1465 | if ((flags & BDRV_O_RDWR) && !(flags & BDRV_O_CHECK)) { | |
3ef6c40a HR |
1466 | error_setg(errp, "qcow2: Image is corrupt; cannot be opened " |
1467 | "read/write"); | |
69c98726 HR |
1468 | ret = -EACCES; |
1469 | goto fail; | |
1470 | } | |
1471 | } | |
1472 | ||
d0346b55 AG |
1473 | s->subclusters_per_cluster = |
1474 | has_subclusters(s) ? QCOW_EXTL2_SUBCLUSTERS_PER_CLUSTER : 1; | |
1475 | s->subcluster_size = s->cluster_size / s->subclusters_per_cluster; | |
1476 | s->subcluster_bits = ctz32(s->subcluster_size); | |
1477 | ||
7be20252 AG |
1478 | if (s->subcluster_size < (1 << MIN_CLUSTER_BITS)) { |
1479 | error_setg(errp, "Unsupported subcluster size: %d", s->subcluster_size); | |
1480 | ret = -EINVAL; | |
1481 | goto fail; | |
1482 | } | |
1483 | ||
6744cbab | 1484 | /* Check support for various header values */ |
b72faf9f HR |
1485 | if (header.refcount_order > 6) { |
1486 | error_setg(errp, "Reference count entry width too large; may not " | |
1487 | "exceed 64 bits"); | |
1488 | ret = -EINVAL; | |
e8cdcec1 KW |
1489 | goto fail; |
1490 | } | |
b6481f37 | 1491 | s->refcount_order = header.refcount_order; |
346a53df HR |
1492 | s->refcount_bits = 1 << s->refcount_order; |
1493 | s->refcount_max = UINT64_C(1) << (s->refcount_bits - 1); | |
1494 | s->refcount_max += s->refcount_max - 1; | |
6744cbab | 1495 | |
585f8587 | 1496 | s->crypt_method_header = header.crypt_method; |
6d85a57e | 1497 | if (s->crypt_method_header) { |
e6ff69bf DB |
1498 | if (bdrv_uses_whitelist() && |
1499 | s->crypt_method_header == QCOW_CRYPT_AES) { | |
8c0dcbc4 DB |
1500 | error_setg(errp, |
1501 | "Use of AES-CBC encrypted qcow2 images is no longer " | |
1502 | "supported in system emulators"); | |
1503 | error_append_hint(errp, | |
1504 | "You can use 'qemu-img convert' to convert your " | |
1505 | "image to an alternative supported format, such " | |
1506 | "as unencrypted qcow2, or raw with the LUKS " | |
1507 | "format instead.\n"); | |
1508 | ret = -ENOSYS; | |
1509 | goto fail; | |
e6ff69bf DB |
1510 | } |
1511 | ||
4652b8f3 DB |
1512 | if (s->crypt_method_header == QCOW_CRYPT_AES) { |
1513 | s->crypt_physical_offset = false; | |
1514 | } else { | |
1515 | /* Assuming LUKS and any future crypt methods we | |
1516 | * add will all use physical offsets, due to the | |
1517 | * fact that the alternative is insecure... */ | |
1518 | s->crypt_physical_offset = true; | |
1519 | } | |
1520 | ||
54115412 | 1521 | bs->encrypted = true; |
6d85a57e | 1522 | } |
24342f2c | 1523 | |
c8fd8554 | 1524 | s->l2_bits = s->cluster_bits - ctz32(l2_entry_size(s)); |
585f8587 | 1525 | s->l2_size = 1 << s->l2_bits; |
1d13d654 HR |
1526 | /* 2^(s->refcount_order - 3) is the refcount width in bytes */ |
1527 | s->refcount_block_bits = s->cluster_bits - (s->refcount_order - 3); | |
1528 | s->refcount_block_size = 1 << s->refcount_block_bits; | |
bd016b91 | 1529 | bs->total_sectors = header.size / BDRV_SECTOR_SIZE; |
585f8587 FB |
1530 | s->csize_shift = (62 - (s->cluster_bits - 8)); |
1531 | s->csize_mask = (1 << (s->cluster_bits - 8)) - 1; | |
1532 | s->cluster_offset_mask = (1LL << s->csize_shift) - 1; | |
5dab2fad | 1533 | |
585f8587 | 1534 | s->refcount_table_offset = header.refcount_table_offset; |
5fafdf24 | 1535 | s->refcount_table_size = |
585f8587 FB |
1536 | header.refcount_table_clusters << (s->cluster_bits - 3); |
1537 | ||
951053a9 AG |
1538 | if (header.refcount_table_clusters == 0 && !(flags & BDRV_O_CHECK)) { |
1539 | error_setg(errp, "Image does not contain a reference count table"); | |
1540 | ret = -EINVAL; | |
1541 | goto fail; | |
1542 | } | |
1543 | ||
0cf0e598 AG |
1544 | ret = qcow2_validate_table(bs, s->refcount_table_offset, |
1545 | header.refcount_table_clusters, | |
1546 | s->cluster_size, QCOW_MAX_REFTABLE_SIZE, | |
1547 | "Reference count table", errp); | |
8c7de283 | 1548 | if (ret < 0) { |
8c7de283 KW |
1549 | goto fail; |
1550 | } | |
1551 | ||
8bc584fe HR |
1552 | if (!(flags & BDRV_O_CHECK)) { |
1553 | /* | |
1554 | * The total size in bytes of the snapshot table is checked in | |
1555 | * qcow2_read_snapshots() because the size of each snapshot is | |
1556 | * variable and we don't know it yet. | |
1557 | * Here we only check the offset and number of snapshots. | |
1558 | */ | |
1559 | ret = qcow2_validate_table(bs, header.snapshots_offset, | |
1560 | header.nb_snapshots, | |
1561 | sizeof(QCowSnapshotHeader), | |
1562 | sizeof(QCowSnapshotHeader) * | |
1563 | QCOW_MAX_SNAPSHOTS, | |
1564 | "Snapshot table", errp); | |
1565 | if (ret < 0) { | |
1566 | goto fail; | |
1567 | } | |
ce48f2f4 KW |
1568 | } |
1569 | ||
585f8587 | 1570 | /* read the level 1 table */ |
0cf0e598 | 1571 | ret = qcow2_validate_table(bs, header.l1_table_offset, |
02b1ecfa | 1572 | header.l1_size, L1E_SIZE, |
0cf0e598 AG |
1573 | QCOW_MAX_L1_SIZE, "Active L1 table", errp); |
1574 | if (ret < 0) { | |
2d51c32c KW |
1575 | goto fail; |
1576 | } | |
585f8587 | 1577 | s->l1_size = header.l1_size; |
0cf0e598 | 1578 | s->l1_table_offset = header.l1_table_offset; |
2cf7cfa1 KW |
1579 | |
1580 | l1_vm_state_index = size_to_l1(s, header.size); | |
1581 | if (l1_vm_state_index > INT_MAX) { | |
3ef6c40a | 1582 | error_setg(errp, "Image is too big"); |
2cf7cfa1 KW |
1583 | ret = -EFBIG; |
1584 | goto fail; | |
1585 | } | |
1586 | s->l1_vm_state_index = l1_vm_state_index; | |
1587 | ||
585f8587 FB |
1588 | /* the L1 table must contain at least enough entries to put |
1589 | header.size bytes */ | |
6d85a57e | 1590 | if (s->l1_size < s->l1_vm_state_index) { |
3ef6c40a | 1591 | error_setg(errp, "L1 table is too small"); |
6d85a57e | 1592 | ret = -EINVAL; |
585f8587 | 1593 | goto fail; |
6d85a57e | 1594 | } |
2d51c32c | 1595 | |
d191d12d | 1596 | if (s->l1_size > 0) { |
02b1ecfa | 1597 | s->l1_table = qemu_try_blockalign(bs->file->bs, s->l1_size * L1E_SIZE); |
de82815d KW |
1598 | if (s->l1_table == NULL) { |
1599 | error_setg(errp, "Could not allocate L1 table"); | |
1600 | ret = -ENOMEM; | |
1601 | goto fail; | |
1602 | } | |
38505e2a AF |
1603 | ret = bdrv_co_pread(bs->file, s->l1_table_offset, s->l1_size * L1E_SIZE, |
1604 | s->l1_table, 0); | |
6d85a57e | 1605 | if (ret < 0) { |
3ef6c40a | 1606 | error_setg_errno(errp, -ret, "Could not read L1 table"); |
d191d12d | 1607 | goto fail; |
6d85a57e | 1608 | } |
d191d12d | 1609 | for(i = 0;i < s->l1_size; i++) { |
3b698f52 | 1610 | s->l1_table[i] = be64_to_cpu(s->l1_table[i]); |
d191d12d | 1611 | } |
585f8587 | 1612 | } |
29c1a730 | 1613 | |
94edf3fb KW |
1614 | /* Parse driver-specific options */ |
1615 | ret = qcow2_update_options(bs, options, flags, errp); | |
90efa0ea KW |
1616 | if (ret < 0) { |
1617 | goto fail; | |
1618 | } | |
1619 | ||
06d9260f | 1620 | s->flags = flags; |
3b46e624 | 1621 | |
6d85a57e JS |
1622 | ret = qcow2_refcount_init(bs); |
1623 | if (ret != 0) { | |
3ef6c40a | 1624 | error_setg_errno(errp, -ret, "Could not initialize refcount handling"); |
585f8587 | 1625 | goto fail; |
6d85a57e | 1626 | } |
585f8587 | 1627 | |
72cf2d4f | 1628 | QLIST_INIT(&s->cluster_allocs); |
0b919fae | 1629 | QTAILQ_INIT(&s->discards); |
f214978a | 1630 | |
9b80ddf3 | 1631 | /* read qcow2 extensions */ |
3ef6c40a | 1632 | if (qcow2_read_extensions(bs, header.header_length, ext_end, NULL, |
af175e85 | 1633 | flags, &update_header, errp)) { |
6d85a57e | 1634 | ret = -EINVAL; |
9b80ddf3 | 1635 | goto fail; |
6d85a57e | 1636 | } |
9b80ddf3 | 1637 | |
06e9cd19 HR |
1638 | if (open_data_file) { |
1639 | /* Open external data file */ | |
e3e31dc8 | 1640 | bdrv_graph_co_rdunlock(); |
ecbc57ca KW |
1641 | s->data_file = bdrv_co_open_child(NULL, options, "data-file", bs, |
1642 | &child_of_bds, BDRV_CHILD_DATA, | |
1643 | true, errp); | |
e3e31dc8 | 1644 | bdrv_graph_co_rdlock(); |
06e9cd19 HR |
1645 | if (*errp) { |
1646 | ret = -EINVAL; | |
1647 | goto fail; | |
1648 | } | |
0e8c08be | 1649 | |
06e9cd19 HR |
1650 | if (s->incompatible_features & QCOW2_INCOMPAT_DATA_FILE) { |
1651 | if (!s->data_file && s->image_data_file) { | |
e3e31dc8 | 1652 | bdrv_graph_co_rdunlock(); |
ecbc57ca KW |
1653 | s->data_file = bdrv_co_open_child(s->image_data_file, options, |
1654 | "data-file", bs, | |
1655 | &child_of_bds, | |
1656 | BDRV_CHILD_DATA, false, errp); | |
e3e31dc8 | 1657 | bdrv_graph_co_rdlock(); |
06e9cd19 HR |
1658 | if (!s->data_file) { |
1659 | ret = -EINVAL; | |
1660 | goto fail; | |
1661 | } | |
1662 | } | |
9b890bdc | 1663 | if (!s->data_file) { |
06e9cd19 | 1664 | error_setg(errp, "'data-file' is required for this image"); |
9b890bdc KW |
1665 | ret = -EINVAL; |
1666 | goto fail; | |
1667 | } | |
8b1869da | 1668 | |
06e9cd19 HR |
1669 | /* No data here */ |
1670 | bs->file->role &= ~BDRV_CHILD_DATA; | |
8b1869da | 1671 | |
06e9cd19 HR |
1672 | /* Must succeed because we have given up permissions if anything */ |
1673 | bdrv_child_refresh_perms(bs, bs->file, &error_abort); | |
1674 | } else { | |
1675 | if (s->data_file) { | |
1676 | error_setg(errp, "'data-file' can only be set for images with " | |
1677 | "an external data file"); | |
1678 | ret = -EINVAL; | |
1679 | goto fail; | |
1680 | } | |
6c3944dc | 1681 | |
06e9cd19 | 1682 | s->data_file = bs->file; |
6c3944dc | 1683 | |
06e9cd19 HR |
1684 | if (data_file_is_raw(bs)) { |
1685 | error_setg(errp, "data-file-raw requires a data file"); | |
1686 | ret = -EINVAL; | |
1687 | goto fail; | |
1688 | } | |
0e8c08be KW |
1689 | } |
1690 | } | |
93c24936 | 1691 | |
4652b8f3 DB |
1692 | /* qcow2_read_extension may have set up the crypto context |
1693 | * if the crypt method needs a header region, some methods | |
1694 | * don't need header extensions, so must check here | |
1695 | */ | |
1696 | if (s->crypt_method_header && !s->crypto) { | |
1697 | if (s->crypt_method_header == QCOW_CRYPT_AES) { | |
1698 | unsigned int cflags = 0; | |
1699 | if (flags & BDRV_O_NO_IO) { | |
1700 | cflags |= QCRYPTO_BLOCK_OPEN_NO_IO; | |
1701 | } | |
1cd9a787 | 1702 | s->crypto = qcrypto_block_open(s->crypto_opts, "encrypt.", |
8ac0f15f VSO |
1703 | NULL, NULL, cflags, |
1704 | QCOW2_MAX_THREADS, errp); | |
4652b8f3 DB |
1705 | if (!s->crypto) { |
1706 | ret = -EINVAL; | |
1707 | goto fail; | |
1708 | } | |
1709 | } else if (!(flags & BDRV_O_NO_IO)) { | |
1710 | error_setg(errp, "Missing CRYPTO header for crypt method %d", | |
1711 | s->crypt_method_header); | |
b25b387f DB |
1712 | ret = -EINVAL; |
1713 | goto fail; | |
1714 | } | |
1715 | } | |
1716 | ||
585f8587 FB |
1717 | /* read the backing file name */ |
1718 | if (header.backing_file_offset != 0) { | |
1719 | len = header.backing_file_size; | |
9a29e18f | 1720 | if (len > MIN(1023, s->cluster_size - header.backing_file_offset) || |
e729fa6a | 1721 | len >= sizeof(bs->backing_file)) { |
6d33e8e7 KW |
1722 | error_setg(errp, "Backing file name too long"); |
1723 | ret = -EINVAL; | |
1724 | goto fail; | |
6d85a57e | 1725 | } |
ec64b1ca HR |
1726 | |
1727 | s->image_backing_file = g_malloc(len + 1); | |
38505e2a AF |
1728 | ret = bdrv_co_pread(bs->file, header.backing_file_offset, len, |
1729 | s->image_backing_file, 0); | |
6d85a57e | 1730 | if (ret < 0) { |
3ef6c40a | 1731 | error_setg_errno(errp, -ret, "Could not read backing file name"); |
585f8587 | 1732 | goto fail; |
6d85a57e | 1733 | } |
ec64b1ca HR |
1734 | s->image_backing_file[len] = '\0'; |
1735 | ||
1736 | /* | |
1737 | * Update only when something has changed. This function is called by | |
1738 | * qcow2_co_invalidate_cache(), and we do not want to reset | |
1739 | * auto_backing_file unless necessary. | |
1740 | */ | |
1741 | if (!g_str_equal(s->image_backing_file, bs->backing_file)) { | |
1742 | pstrcpy(bs->backing_file, sizeof(bs->backing_file), | |
1743 | s->image_backing_file); | |
1744 | pstrcpy(bs->auto_backing_file, sizeof(bs->auto_backing_file), | |
1745 | s->image_backing_file); | |
1746 | } | |
585f8587 | 1747 | } |
42deb29f | 1748 | |
8bc584fe HR |
1749 | /* |
1750 | * Internal snapshots; skip reading them in check mode, because | |
1751 | * we do not need them then, and we do not want to abort because | |
1752 | * of a broken table. | |
1753 | */ | |
1754 | if (!(flags & BDRV_O_CHECK)) { | |
1755 | s->snapshots_offset = header.snapshots_offset; | |
1756 | s->nb_snapshots = header.nb_snapshots; | |
11b128f4 | 1757 | |
8bc584fe HR |
1758 | ret = qcow2_read_snapshots(bs, errp); |
1759 | if (ret < 0) { | |
1760 | goto fail; | |
1761 | } | |
6d85a57e | 1762 | } |
585f8587 | 1763 | |
af7b708d | 1764 | /* Clear unknown autoclear feature bits */ |
88ddffae | 1765 | update_header |= s->autoclear_features & ~QCOW2_AUTOCLEAR_MASK; |
307261b2 | 1766 | update_header = update_header && bdrv_is_writable(bs); |
d1258dd0 | 1767 | if (update_header) { |
88ddffae | 1768 | s->autoclear_features &= QCOW2_AUTOCLEAR_MASK; |
d1258dd0 VSO |
1769 | } |
1770 | ||
9c98f145 VSO |
1771 | /* == Handle persistent dirty bitmaps == |
1772 | * | |
1773 | * We want load dirty bitmaps in three cases: | |
1774 | * | |
1775 | * 1. Normal open of the disk in active mode, not related to invalidation | |
1776 | * after migration. | |
1777 | * | |
1778 | * 2. Invalidation of the target vm after pre-copy phase of migration, if | |
1779 | * bitmaps are _not_ migrating through migration channel, i.e. | |
1780 | * 'dirty-bitmaps' capability is disabled. | |
1781 | * | |
1782 | * 3. Invalidation of source vm after failed or canceled migration. | |
1783 | * This is a very interesting case. There are two possible types of | |
1784 | * bitmaps: | |
1785 | * | |
1786 | * A. Stored on inactivation and removed. They should be loaded from the | |
1787 | * image. | |
1788 | * | |
1789 | * B. Not stored: not-persistent bitmaps and bitmaps, migrated through | |
1790 | * the migration channel (with dirty-bitmaps capability). | |
1791 | * | |
1792 | * On the other hand, there are two possible sub-cases: | |
1793 | * | |
1794 | * 3.1 disk was changed by somebody else while were inactive. In this | |
1795 | * case all in-RAM dirty bitmaps (both persistent and not) are | |
1796 | * definitely invalid. And we don't have any method to determine | |
1797 | * this. | |
1798 | * | |
1799 | * Simple and safe thing is to just drop all the bitmaps of type B on | |
1800 | * inactivation. But in this case we lose bitmaps in valid 4.2 case. | |
1801 | * | |
1802 | * On the other hand, resuming source vm, if disk was already changed | |
1803 | * is a bad thing anyway: not only bitmaps, the whole vm state is | |
1804 | * out of sync with disk. | |
1805 | * | |
1806 | * This means, that user or management tool, who for some reason | |
1807 | * decided to resume source vm, after disk was already changed by | |
1808 | * target vm, should at least drop all dirty bitmaps by hand. | |
1809 | * | |
1810 | * So, we can ignore this case for now, but TODO: "generation" | |
1811 | * extension for qcow2, to determine, that image was changed after | |
1812 | * last inactivation. And if it is changed, we will drop (or at least | |
1813 | * mark as 'invalid' all the bitmaps of type B, both persistent | |
1814 | * and not). | |
1815 | * | |
1816 | * 3.2 disk was _not_ changed while were inactive. Bitmaps may be saved | |
1817 | * to disk ('dirty-bitmaps' capability disabled), or not saved | |
1818 | * ('dirty-bitmaps' capability enabled), but we don't need to care | |
1819 | * of: let's load bitmaps as always: stored bitmaps will be loaded, | |
1820 | * and not stored has flag IN_USE=1 in the image and will be skipped | |
1821 | * on loading. | |
1822 | * | |
1823 | * One remaining possible case when we don't want load bitmaps: | |
1824 | * | |
1825 | * 4. Open disk in inactive mode in target vm (bitmaps are migrating or | |
1826 | * will be loaded on invalidation, no needs try loading them before) | |
1827 | */ | |
1828 | ||
1829 | if (!(bdrv_get_flags(bs) & BDRV_O_INACTIVE)) { | |
1830 | /* It's case 1, 2 or 3.2. Or 3.1 which is BUG in management layer. */ | |
0c1e9d2a VSO |
1831 | bool header_updated; |
1832 | if (!qcow2_load_dirty_bitmaps(bs, &header_updated, errp)) { | |
66be5c3e T |
1833 | ret = -EINVAL; |
1834 | goto fail; | |
1835 | } | |
9c98f145 VSO |
1836 | |
1837 | update_header = update_header && !header_updated; | |
d1258dd0 | 1838 | } |
d1258dd0 VSO |
1839 | |
1840 | if (update_header) { | |
af7b708d SH |
1841 | ret = qcow2_update_header(bs); |
1842 | if (ret < 0) { | |
3ef6c40a | 1843 | error_setg_errno(errp, -ret, "Could not update qcow2 header"); |
af7b708d SH |
1844 | goto fail; |
1845 | } | |
1846 | } | |
1847 | ||
3b650816 KW |
1848 | bs->supported_zero_flags = header.version >= 3 ? |
1849 | BDRV_REQ_MAY_UNMAP | BDRV_REQ_NO_FALLBACK : 0; | |
f01643fb | 1850 | bs->supported_truncate_flags = BDRV_REQ_ZERO_WRITE; |
68d100e9 | 1851 | |
c61d0004 | 1852 | /* Repair image if dirty */ |
307261b2 | 1853 | if (!(flags & BDRV_O_CHECK) && bdrv_is_writable(bs) && |
058f8f16 | 1854 | (s->incompatible_features & QCOW2_INCOMPAT_DIRTY)) { |
c61d0004 SH |
1855 | BdrvCheckResult result = {0}; |
1856 | ||
2fd61638 PB |
1857 | ret = qcow2_co_check_locked(bs, &result, |
1858 | BDRV_FIX_ERRORS | BDRV_FIX_LEAKS); | |
791fff50 HR |
1859 | if (ret < 0 || result.check_errors) { |
1860 | if (ret >= 0) { | |
1861 | ret = -EIO; | |
1862 | } | |
3ef6c40a | 1863 | error_setg_errno(errp, -ret, "Could not repair dirty image"); |
c61d0004 SH |
1864 | goto fail; |
1865 | } | |
1866 | } | |
1867 | ||
585f8587 | 1868 | #ifdef DEBUG_ALLOC |
6cbc3031 PH |
1869 | { |
1870 | BdrvCheckResult result = {0}; | |
b35278f7 | 1871 | qcow2_check_refcounts(bs, &result, 0); |
6cbc3031 | 1872 | } |
585f8587 | 1873 | #endif |
ceb029cd | 1874 | |
6f13a316 | 1875 | qemu_co_queue_init(&s->thread_task_queue); |
ceb029cd | 1876 | |
6d85a57e | 1877 | return ret; |
585f8587 FB |
1878 | |
1879 | fail: | |
9b890bdc | 1880 | g_free(s->image_data_file); |
06e9cd19 | 1881 | if (open_data_file && has_data_file(bs)) { |
e3e31dc8 | 1882 | bdrv_graph_co_rdunlock(); |
32a8aba3 | 1883 | bdrv_co_unref_child(bs, s->data_file); |
e3e31dc8 | 1884 | bdrv_graph_co_rdlock(); |
808cf3cb | 1885 | s->data_file = NULL; |
0e8c08be | 1886 | } |
6744cbab | 1887 | g_free(s->unknown_header_fields); |
75bab85c | 1888 | cleanup_unknown_header_ext(bs); |
ed6ccf0f KW |
1889 | qcow2_free_snapshots(bs); |
1890 | qcow2_refcount_close(bs); | |
de82815d | 1891 | qemu_vfree(s->l1_table); |
cf93980e HR |
1892 | /* else pre-write overlap checks in cache_destroy may crash */ |
1893 | s->l1_table = NULL; | |
279621c0 | 1894 | cache_clean_timer_del(bs); |
29c1a730 | 1895 | if (s->l2_table_cache) { |
e64d4072 | 1896 | qcow2_cache_destroy(s->l2_table_cache); |
29c1a730 | 1897 | } |
c5a33ee9 | 1898 | if (s->refcount_block_cache) { |
e64d4072 | 1899 | qcow2_cache_destroy(s->refcount_block_cache); |
c5a33ee9 | 1900 | } |
b25b387f DB |
1901 | qcrypto_block_free(s->crypto); |
1902 | qapi_free_QCryptoBlockOpenOptions(s->crypto_opts); | |
6d85a57e | 1903 | return ret; |
585f8587 FB |
1904 | } |
1905 | ||
1fafcd93 PB |
1906 | typedef struct QCow2OpenCo { |
1907 | BlockDriverState *bs; | |
1908 | QDict *options; | |
1909 | int flags; | |
1910 | Error **errp; | |
1911 | int ret; | |
1912 | } QCow2OpenCo; | |
1913 | ||
1914 | static void coroutine_fn qcow2_open_entry(void *opaque) | |
1915 | { | |
1916 | QCow2OpenCo *qoc = opaque; | |
1917 | BDRVQcow2State *s = qoc->bs->opaque; | |
1918 | ||
1a30b0f5 | 1919 | GRAPH_RDLOCK_GUARD(); |
b9b10c35 | 1920 | |
1fafcd93 | 1921 | qemu_co_mutex_lock(&s->lock); |
06e9cd19 HR |
1922 | qoc->ret = qcow2_do_open(qoc->bs, qoc->options, qoc->flags, true, |
1923 | qoc->errp); | |
1fafcd93 | 1924 | qemu_co_mutex_unlock(&s->lock); |
aa269ff8 KW |
1925 | |
1926 | aio_wait_kick(); | |
1fafcd93 PB |
1927 | } |
1928 | ||
4e4bf5c4 KW |
1929 | static int qcow2_open(BlockDriverState *bs, QDict *options, int flags, |
1930 | Error **errp) | |
1931 | { | |
1fafcd93 PB |
1932 | BDRVQcow2State *s = bs->opaque; |
1933 | QCow2OpenCo qoc = { | |
1934 | .bs = bs, | |
1935 | .options = options, | |
1936 | .flags = flags, | |
1937 | .errp = errp, | |
1938 | .ret = -EINPROGRESS | |
1939 | }; | |
83930780 | 1940 | int ret; |
1fafcd93 | 1941 | |
83930780 VSO |
1942 | ret = bdrv_open_file_child(NULL, options, "file", bs, errp); |
1943 | if (ret < 0) { | |
1944 | return ret; | |
4e4bf5c4 KW |
1945 | } |
1946 | ||
1fafcd93 PB |
1947 | /* Initialise locks */ |
1948 | qemu_co_mutex_init(&s->lock); | |
1949 | ||
1a30b0f5 KW |
1950 | assert(!qemu_in_coroutine()); |
1951 | assert(qemu_get_current_aio_context() == qemu_get_aio_context()); | |
aa269ff8 KW |
1952 | |
1953 | aio_co_enter(bdrv_get_aio_context(bs), | |
1954 | qemu_coroutine_create(qcow2_open_entry, &qoc)); | |
1955 | AIO_WAIT_WHILE_UNLOCKED(NULL, qoc.ret == -EINPROGRESS); | |
1a30b0f5 | 1956 | |
1fafcd93 | 1957 | return qoc.ret; |
4e4bf5c4 KW |
1958 | } |
1959 | ||
3baca891 | 1960 | static void qcow2_refresh_limits(BlockDriverState *bs, Error **errp) |
d34682cd | 1961 | { |
ff99129a | 1962 | BDRVQcow2State *s = bs->opaque; |
d34682cd | 1963 | |
a84178cc EB |
1964 | if (bs->encrypted) { |
1965 | /* Encryption works on a sector granularity */ | |
6f8f015c | 1966 | bs->bl.request_alignment = qcrypto_block_get_sector_size(s->crypto); |
a84178cc | 1967 | } |
a6841a2d | 1968 | bs->bl.pwrite_zeroes_alignment = s->subcluster_size; |
ecdbead6 | 1969 | bs->bl.pdiscard_alignment = s->cluster_size; |
d34682cd KW |
1970 | } |
1971 | ||
0bb79c97 KW |
1972 | static int GRAPH_UNLOCKED |
1973 | qcow2_reopen_prepare(BDRVReopenState *state,BlockReopenQueue *queue, | |
1974 | Error **errp) | |
21d82ac9 | 1975 | { |
bcfd86d6 | 1976 | BDRVQcow2State *s = state->bs->opaque; |
5b0959a7 | 1977 | Qcow2ReopenState *r; |
4c2e5f8f KW |
1978 | int ret; |
1979 | ||
0bb79c97 KW |
1980 | GLOBAL_STATE_CODE(); |
1981 | GRAPH_RDLOCK_GUARD_MAINLOOP(); | |
1982 | ||
5b0959a7 KW |
1983 | r = g_new0(Qcow2ReopenState, 1); |
1984 | state->opaque = r; | |
1985 | ||
1986 | ret = qcow2_update_options_prepare(state->bs, r, state->options, | |
1987 | state->flags, errp); | |
1988 | if (ret < 0) { | |
1989 | goto fail; | |
1990 | } | |
1991 | ||
1992 | /* We need to write out any unwritten data if we reopen read-only. */ | |
4c2e5f8f | 1993 | if ((state->flags & BDRV_O_RDWR) == 0) { |
169b8793 VSO |
1994 | ret = qcow2_reopen_bitmaps_ro(state->bs, errp); |
1995 | if (ret < 0) { | |
1996 | goto fail; | |
1997 | } | |
1998 | ||
4c2e5f8f KW |
1999 | ret = bdrv_flush(state->bs); |
2000 | if (ret < 0) { | |
5b0959a7 | 2001 | goto fail; |
4c2e5f8f KW |
2002 | } |
2003 | ||
2004 | ret = qcow2_mark_clean(state->bs); | |
2005 | if (ret < 0) { | |
5b0959a7 | 2006 | goto fail; |
4c2e5f8f KW |
2007 | } |
2008 | } | |
2009 | ||
bcfd86d6 KW |
2010 | /* |
2011 | * Without an external data file, s->data_file points to the same BdrvChild | |
2012 | * as bs->file. It needs to be resynced after reopen because bs->file may | |
2013 | * be changed. We can't use it in the meantime. | |
2014 | */ | |
2015 | if (!has_data_file(state->bs)) { | |
2016 | assert(s->data_file == state->bs->file); | |
2017 | s->data_file = NULL; | |
2018 | } | |
2019 | ||
21d82ac9 | 2020 | return 0; |
5b0959a7 KW |
2021 | |
2022 | fail: | |
2023 | qcow2_update_options_abort(state->bs, r); | |
2024 | g_free(r); | |
2025 | return ret; | |
2026 | } | |
2027 | ||
2028 | static void qcow2_reopen_commit(BDRVReopenState *state) | |
2029 | { | |
bcfd86d6 KW |
2030 | BDRVQcow2State *s = state->bs->opaque; |
2031 | ||
5b0959a7 | 2032 | qcow2_update_options_commit(state->bs, state->opaque); |
bcfd86d6 KW |
2033 | if (!s->data_file) { |
2034 | /* | |
2035 | * If we don't have an external data file, s->data_file was cleared by | |
2036 | * qcow2_reopen_prepare() and needs to be updated. | |
2037 | */ | |
2038 | s->data_file = state->bs->file; | |
2039 | } | |
65eb7c85 PK |
2040 | g_free(state->opaque); |
2041 | } | |
2042 | ||
2043 | static void qcow2_reopen_commit_post(BDRVReopenState *state) | |
2044 | { | |
0bb79c97 KW |
2045 | GRAPH_RDLOCK_GUARD_MAINLOOP(); |
2046 | ||
4dd09f62 VSO |
2047 | if (state->flags & BDRV_O_RDWR) { |
2048 | Error *local_err = NULL; | |
2049 | ||
2050 | if (qcow2_reopen_bitmaps_rw(state->bs, &local_err) < 0) { | |
2051 | /* | |
2052 | * This is not fatal, bitmaps just left read-only, so all following | |
2053 | * writes will fail. User can remove read-only bitmaps to unblock | |
2054 | * writes or retry reopen. | |
2055 | */ | |
2056 | error_reportf_err(local_err, | |
2057 | "%s: Failed to make dirty bitmaps writable: ", | |
2058 | bdrv_get_node_name(state->bs)); | |
2059 | } | |
2060 | } | |
5b0959a7 KW |
2061 | } |
2062 | ||
2063 | static void qcow2_reopen_abort(BDRVReopenState *state) | |
2064 | { | |
bcfd86d6 KW |
2065 | BDRVQcow2State *s = state->bs->opaque; |
2066 | ||
2067 | if (!s->data_file) { | |
2068 | /* | |
2069 | * If we don't have an external data file, s->data_file was cleared by | |
2070 | * qcow2_reopen_prepare() and needs to be restored. | |
2071 | */ | |
2072 | s->data_file = state->bs->file; | |
2073 | } | |
5b0959a7 KW |
2074 | qcow2_update_options_abort(state->bs, state->opaque); |
2075 | g_free(state->opaque); | |
21d82ac9 JC |
2076 | } |
2077 | ||
5365f44d KW |
2078 | static void qcow2_join_options(QDict *options, QDict *old_options) |
2079 | { | |
2080 | bool has_new_overlap_template = | |
2081 | qdict_haskey(options, QCOW2_OPT_OVERLAP) || | |
2082 | qdict_haskey(options, QCOW2_OPT_OVERLAP_TEMPLATE); | |
2083 | bool has_new_total_cache_size = | |
2084 | qdict_haskey(options, QCOW2_OPT_CACHE_SIZE); | |
2085 | bool has_all_cache_options; | |
2086 | ||
2087 | /* New overlap template overrides all old overlap options */ | |
2088 | if (has_new_overlap_template) { | |
2089 | qdict_del(old_options, QCOW2_OPT_OVERLAP); | |
2090 | qdict_del(old_options, QCOW2_OPT_OVERLAP_TEMPLATE); | |
2091 | qdict_del(old_options, QCOW2_OPT_OVERLAP_MAIN_HEADER); | |
2092 | qdict_del(old_options, QCOW2_OPT_OVERLAP_ACTIVE_L1); | |
2093 | qdict_del(old_options, QCOW2_OPT_OVERLAP_ACTIVE_L2); | |
2094 | qdict_del(old_options, QCOW2_OPT_OVERLAP_REFCOUNT_TABLE); | |
2095 | qdict_del(old_options, QCOW2_OPT_OVERLAP_REFCOUNT_BLOCK); | |
2096 | qdict_del(old_options, QCOW2_OPT_OVERLAP_SNAPSHOT_TABLE); | |
2097 | qdict_del(old_options, QCOW2_OPT_OVERLAP_INACTIVE_L1); | |
2098 | qdict_del(old_options, QCOW2_OPT_OVERLAP_INACTIVE_L2); | |
2099 | } | |
2100 | ||
2101 | /* New total cache size overrides all old options */ | |
2102 | if (qdict_haskey(options, QCOW2_OPT_CACHE_SIZE)) { | |
2103 | qdict_del(old_options, QCOW2_OPT_L2_CACHE_SIZE); | |
2104 | qdict_del(old_options, QCOW2_OPT_REFCOUNT_CACHE_SIZE); | |
2105 | } | |
2106 | ||
2107 | qdict_join(options, old_options, false); | |
2108 | ||
2109 | /* | |
2110 | * If after merging all cache size options are set, an old total size is | |
2111 | * overwritten. Do keep all options, however, if all three are new. The | |
2112 | * resulting error message is what we want to happen. | |
2113 | */ | |
2114 | has_all_cache_options = | |
2115 | qdict_haskey(options, QCOW2_OPT_CACHE_SIZE) || | |
2116 | qdict_haskey(options, QCOW2_OPT_L2_CACHE_SIZE) || | |
2117 | qdict_haskey(options, QCOW2_OPT_REFCOUNT_CACHE_SIZE); | |
2118 | ||
2119 | if (has_all_cache_options && !has_new_total_cache_size) { | |
2120 | qdict_del(options, QCOW2_OPT_CACHE_SIZE); | |
2121 | } | |
2122 | } | |
2123 | ||
0050c163 KW |
2124 | static int coroutine_fn GRAPH_RDLOCK |
2125 | qcow2_co_block_status(BlockDriverState *bs, bool want_zero, int64_t offset, | |
2126 | int64_t count, int64_t *pnum, int64_t *map, | |
2127 | BlockDriverState **file) | |
585f8587 | 2128 | { |
ff99129a | 2129 | BDRVQcow2State *s = bs->opaque; |
388e5816 | 2130 | uint64_t host_offset; |
ecfe1863 | 2131 | unsigned int bytes; |
10dabdc5 | 2132 | QCow2SubclusterType type; |
74e60fb5 | 2133 | int ret, status = 0; |
585f8587 | 2134 | |
5e978550 KW |
2135 | qemu_co_mutex_lock(&s->lock); |
2136 | ||
69f47505 VSO |
2137 | if (!s->metadata_preallocation_checked) { |
2138 | ret = qcow2_detect_metadata_preallocation(bs); | |
2139 | s->metadata_preallocation = (ret == 1); | |
2140 | s->metadata_preallocation_checked = true; | |
2141 | } | |
2142 | ||
a320fb04 | 2143 | bytes = MIN(INT_MAX, count); |
ca4a0bb8 | 2144 | ret = qcow2_get_host_offset(bs, offset, &bytes, &host_offset, &type); |
f8a2e5e3 | 2145 | qemu_co_mutex_unlock(&s->lock); |
1c46efaa | 2146 | if (ret < 0) { |
d663640c | 2147 | return ret; |
1c46efaa | 2148 | } |
095a9c58 | 2149 | |
a320fb04 | 2150 | *pnum = bytes; |
ecfe1863 | 2151 | |
10dabdc5 | 2152 | if ((type == QCOW2_SUBCLUSTER_NORMAL || |
97490a14 AG |
2153 | type == QCOW2_SUBCLUSTER_ZERO_ALLOC || |
2154 | type == QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC) && !s->crypto) { | |
388e5816 | 2155 | *map = host_offset; |
37be1403 | 2156 | *file = s->data_file->bs; |
a320fb04 | 2157 | status |= BDRV_BLOCK_OFFSET_VALID; |
4bc74be9 | 2158 | } |
10dabdc5 AG |
2159 | if (type == QCOW2_SUBCLUSTER_ZERO_PLAIN || |
2160 | type == QCOW2_SUBCLUSTER_ZERO_ALLOC) { | |
4bc74be9 | 2161 | status |= BDRV_BLOCK_ZERO; |
97490a14 AG |
2162 | } else if (type != QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN && |
2163 | type != QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC) { | |
4bc74be9 PB |
2164 | status |= BDRV_BLOCK_DATA; |
2165 | } | |
69f47505 VSO |
2166 | if (s->metadata_preallocation && (status & BDRV_BLOCK_DATA) && |
2167 | (status & BDRV_BLOCK_OFFSET_VALID)) | |
2168 | { | |
2169 | status |= BDRV_BLOCK_RECURSE; | |
2170 | } | |
28482891 AD |
2171 | if (type == QCOW2_SUBCLUSTER_COMPRESSED) { |
2172 | status |= BDRV_BLOCK_COMPRESSED; | |
2173 | } | |
4bc74be9 | 2174 | return status; |
585f8587 FB |
2175 | } |
2176 | ||
7b1fb72e KW |
2177 | static int coroutine_fn GRAPH_RDLOCK |
2178 | qcow2_handle_l2meta(BlockDriverState *bs, QCowL2Meta **pl2meta, bool link_l2) | |
fd9fcd37 FZ |
2179 | { |
2180 | int ret = 0; | |
2181 | QCowL2Meta *l2meta = *pl2meta; | |
2182 | ||
2183 | while (l2meta != NULL) { | |
2184 | QCowL2Meta *next; | |
2185 | ||
354d930d | 2186 | if (link_l2) { |
fd9fcd37 FZ |
2187 | ret = qcow2_alloc_cluster_link_l2(bs, l2meta); |
2188 | if (ret) { | |
2189 | goto out; | |
2190 | } | |
8b24cd14 KW |
2191 | } else { |
2192 | qcow2_alloc_cluster_abort(bs, l2meta); | |
fd9fcd37 FZ |
2193 | } |
2194 | ||
2195 | /* Take the request off the list of running requests */ | |
f7bd5bba | 2196 | QLIST_REMOVE(l2meta, next_in_flight); |
fd9fcd37 FZ |
2197 | |
2198 | qemu_co_queue_restart_all(&l2meta->dependent_requests); | |
2199 | ||
2200 | next = l2meta->next; | |
2201 | g_free(l2meta); | |
2202 | l2meta = next; | |
2203 | } | |
2204 | out: | |
2205 | *pl2meta = l2meta; | |
2206 | return ret; | |
2207 | } | |
2208 | ||
b9b10c35 | 2209 | static int coroutine_fn GRAPH_RDLOCK |
88f468e5 | 2210 | qcow2_co_preadv_encrypted(BlockDriverState *bs, |
9c4269d5 | 2211 | uint64_t host_offset, |
88f468e5 VSO |
2212 | uint64_t offset, |
2213 | uint64_t bytes, | |
2214 | QEMUIOVector *qiov, | |
2215 | uint64_t qiov_offset) | |
2216 | { | |
2217 | int ret; | |
2218 | BDRVQcow2State *s = bs->opaque; | |
2219 | uint8_t *buf; | |
2220 | ||
2221 | assert(bs->encrypted && s->crypto); | |
2222 | assert(bytes <= QCOW_MAX_CRYPT_CLUSTERS * s->cluster_size); | |
2223 | ||
2224 | /* | |
2225 | * For encrypted images, read everything into a temporary | |
2226 | * contiguous buffer on which the AES functions can work. | |
2227 | * Also, decryption in a separate buffer is better as it | |
2228 | * prevents the guest from learning information about the | |
2229 | * encrypted nature of the virtual disk. | |
2230 | */ | |
2231 | ||
2232 | buf = qemu_try_blockalign(s->data_file->bs, bytes); | |
2233 | if (buf == NULL) { | |
2234 | return -ENOMEM; | |
2235 | } | |
2236 | ||
17362398 | 2237 | BLKDBG_CO_EVENT(bs->file, BLKDBG_READ_AIO); |
9c4269d5 | 2238 | ret = bdrv_co_pread(s->data_file, host_offset, bytes, buf, 0); |
88f468e5 VSO |
2239 | if (ret < 0) { |
2240 | goto fail; | |
2241 | } | |
2242 | ||
9c4269d5 | 2243 | if (qcow2_co_decrypt(bs, host_offset, offset, buf, bytes) < 0) |
88f468e5 VSO |
2244 | { |
2245 | ret = -EIO; | |
2246 | goto fail; | |
2247 | } | |
2248 | qemu_iovec_from_buf(qiov, qiov_offset, buf, bytes); | |
2249 | ||
2250 | fail: | |
2251 | qemu_vfree(buf); | |
2252 | ||
2253 | return ret; | |
2254 | } | |
2255 | ||
d710cf57 VSO |
2256 | typedef struct Qcow2AioTask { |
2257 | AioTask task; | |
2258 | ||
2259 | BlockDriverState *bs; | |
10dabdc5 | 2260 | QCow2SubclusterType subcluster_type; /* only for read */ |
9a3978a4 | 2261 | uint64_t host_offset; /* or l2_entry for compressed read */ |
d710cf57 VSO |
2262 | uint64_t offset; |
2263 | uint64_t bytes; | |
2264 | QEMUIOVector *qiov; | |
2265 | uint64_t qiov_offset; | |
2266 | QCowL2Meta *l2meta; /* only for write */ | |
2267 | } Qcow2AioTask; | |
2268 | ||
2269 | static coroutine_fn int qcow2_co_preadv_task_entry(AioTask *task); | |
2270 | static coroutine_fn int qcow2_add_task(BlockDriverState *bs, | |
2271 | AioTaskPool *pool, | |
2272 | AioTaskFunc func, | |
10dabdc5 | 2273 | QCow2SubclusterType subcluster_type, |
9c4269d5 | 2274 | uint64_t host_offset, |
d710cf57 VSO |
2275 | uint64_t offset, |
2276 | uint64_t bytes, | |
2277 | QEMUIOVector *qiov, | |
2278 | size_t qiov_offset, | |
2279 | QCowL2Meta *l2meta) | |
2280 | { | |
2281 | Qcow2AioTask local_task; | |
2282 | Qcow2AioTask *task = pool ? g_new(Qcow2AioTask, 1) : &local_task; | |
2283 | ||
2284 | *task = (Qcow2AioTask) { | |
2285 | .task.func = func, | |
2286 | .bs = bs, | |
10dabdc5 | 2287 | .subcluster_type = subcluster_type, |
d710cf57 | 2288 | .qiov = qiov, |
9c4269d5 | 2289 | .host_offset = host_offset, |
d710cf57 VSO |
2290 | .offset = offset, |
2291 | .bytes = bytes, | |
2292 | .qiov_offset = qiov_offset, | |
2293 | .l2meta = l2meta, | |
2294 | }; | |
2295 | ||
2296 | trace_qcow2_add_task(qemu_coroutine_self(), bs, pool, | |
2297 | func == qcow2_co_preadv_task_entry ? "read" : "write", | |
10dabdc5 | 2298 | subcluster_type, host_offset, offset, bytes, |
d710cf57 VSO |
2299 | qiov, qiov_offset); |
2300 | ||
2301 | if (!pool) { | |
2302 | return func(&task->task); | |
2303 | } | |
2304 | ||
2305 | aio_task_pool_start_task(pool, &task->task); | |
2306 | ||
2307 | return 0; | |
2308 | } | |
2309 | ||
b9b10c35 KW |
2310 | static int coroutine_fn GRAPH_RDLOCK |
2311 | qcow2_co_preadv_task(BlockDriverState *bs, QCow2SubclusterType subc_type, | |
2312 | uint64_t host_offset, uint64_t offset, uint64_t bytes, | |
2313 | QEMUIOVector *qiov, size_t qiov_offset) | |
88f468e5 VSO |
2314 | { |
2315 | BDRVQcow2State *s = bs->opaque; | |
88f468e5 | 2316 | |
10dabdc5 AG |
2317 | switch (subc_type) { |
2318 | case QCOW2_SUBCLUSTER_ZERO_PLAIN: | |
2319 | case QCOW2_SUBCLUSTER_ZERO_ALLOC: | |
88f468e5 VSO |
2320 | /* Both zero types are handled in qcow2_co_preadv_part */ |
2321 | g_assert_not_reached(); | |
2322 | ||
10dabdc5 | 2323 | case QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN: |
97490a14 | 2324 | case QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC: |
88f468e5 VSO |
2325 | assert(bs->backing); /* otherwise handled in qcow2_co_preadv_part */ |
2326 | ||
17362398 | 2327 | BLKDBG_CO_EVENT(bs->file, BLKDBG_READ_BACKING_AIO); |
88f468e5 VSO |
2328 | return bdrv_co_preadv_part(bs->backing, offset, bytes, |
2329 | qiov, qiov_offset, 0); | |
2330 | ||
10dabdc5 | 2331 | case QCOW2_SUBCLUSTER_COMPRESSED: |
9c4269d5 | 2332 | return qcow2_co_preadv_compressed(bs, host_offset, |
88f468e5 VSO |
2333 | offset, bytes, qiov, qiov_offset); |
2334 | ||
10dabdc5 | 2335 | case QCOW2_SUBCLUSTER_NORMAL: |
88f468e5 | 2336 | if (bs->encrypted) { |
9c4269d5 | 2337 | return qcow2_co_preadv_encrypted(bs, host_offset, |
88f468e5 VSO |
2338 | offset, bytes, qiov, qiov_offset); |
2339 | } | |
2340 | ||
17362398 | 2341 | BLKDBG_CO_EVENT(bs->file, BLKDBG_READ_AIO); |
9c4269d5 | 2342 | return bdrv_co_preadv_part(s->data_file, host_offset, |
88f468e5 VSO |
2343 | bytes, qiov, qiov_offset, 0); |
2344 | ||
2345 | default: | |
2346 | g_assert_not_reached(); | |
2347 | } | |
2348 | ||
2349 | g_assert_not_reached(); | |
2350 | } | |
2351 | ||
b9b10c35 KW |
2352 | /* |
2353 | * This function can count as GRAPH_RDLOCK because qcow2_co_preadv_part() holds | |
2354 | * the graph lock and keeps it until this coroutine has terminated. | |
2355 | */ | |
2356 | static int coroutine_fn GRAPH_RDLOCK qcow2_co_preadv_task_entry(AioTask *task) | |
d710cf57 VSO |
2357 | { |
2358 | Qcow2AioTask *t = container_of(task, Qcow2AioTask, task); | |
2359 | ||
2360 | assert(!t->l2meta); | |
2361 | ||
10dabdc5 AG |
2362 | return qcow2_co_preadv_task(t->bs, t->subcluster_type, |
2363 | t->host_offset, t->offset, t->bytes, | |
2364 | t->qiov, t->qiov_offset); | |
d710cf57 VSO |
2365 | } |
2366 | ||
b9b10c35 KW |
2367 | static int coroutine_fn GRAPH_RDLOCK |
2368 | qcow2_co_preadv_part(BlockDriverState *bs, int64_t offset, int64_t bytes, | |
2369 | QEMUIOVector *qiov, size_t qiov_offset, | |
2370 | BdrvRequestFlags flags) | |
585f8587 | 2371 | { |
ff99129a | 2372 | BDRVQcow2State *s = bs->opaque; |
d710cf57 | 2373 | int ret = 0; |
ecfe1863 | 2374 | unsigned int cur_bytes; /* number of bytes in current iteration */ |
388e5816 | 2375 | uint64_t host_offset = 0; |
10dabdc5 | 2376 | QCow2SubclusterType type; |
d710cf57 | 2377 | AioTaskPool *aio = NULL; |
585f8587 | 2378 | |
d710cf57 | 2379 | while (bytes != 0 && aio_task_pool_status(aio) == 0) { |
5ebaa27e | 2380 | /* prepare next request */ |
ecfe1863 | 2381 | cur_bytes = MIN(bytes, INT_MAX); |
b25b387f | 2382 | if (s->crypto) { |
ecfe1863 KW |
2383 | cur_bytes = MIN(cur_bytes, |
2384 | QCOW_MAX_CRYPT_CLUSTERS * s->cluster_size); | |
585f8587 | 2385 | } |
5ebaa27e | 2386 | |
f24196d3 | 2387 | qemu_co_mutex_lock(&s->lock); |
ca4a0bb8 AG |
2388 | ret = qcow2_get_host_offset(bs, offset, &cur_bytes, |
2389 | &host_offset, &type); | |
f24196d3 | 2390 | qemu_co_mutex_unlock(&s->lock); |
8af36488 | 2391 | if (ret < 0) { |
d710cf57 | 2392 | goto out; |
8af36488 | 2393 | } |
bd28f835 | 2394 | |
10dabdc5 AG |
2395 | if (type == QCOW2_SUBCLUSTER_ZERO_PLAIN || |
2396 | type == QCOW2_SUBCLUSTER_ZERO_ALLOC || | |
97490a14 AG |
2397 | (type == QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN && !bs->backing) || |
2398 | (type == QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC && !bs->backing)) | |
88f468e5 | 2399 | { |
df893d25 | 2400 | qemu_iovec_memset(qiov, qiov_offset, 0, cur_bytes); |
88f468e5 | 2401 | } else { |
d710cf57 VSO |
2402 | if (!aio && cur_bytes != bytes) { |
2403 | aio = aio_task_pool_new(QCOW2_MAX_WORKERS); | |
2404 | } | |
ca4a0bb8 | 2405 | ret = qcow2_add_task(bs, aio, qcow2_co_preadv_task_entry, type, |
9c4269d5 | 2406 | host_offset, offset, cur_bytes, |
d710cf57 | 2407 | qiov, qiov_offset, NULL); |
5ebaa27e | 2408 | if (ret < 0) { |
d710cf57 | 2409 | goto out; |
5ebaa27e | 2410 | } |
faf575c1 | 2411 | } |
f141eafe | 2412 | |
ecfe1863 KW |
2413 | bytes -= cur_bytes; |
2414 | offset += cur_bytes; | |
df893d25 | 2415 | qiov_offset += cur_bytes; |
5ebaa27e | 2416 | } |
68d100e9 | 2417 | |
d710cf57 VSO |
2418 | out: |
2419 | if (aio) { | |
2420 | aio_task_pool_wait_all(aio); | |
2421 | if (ret == 0) { | |
2422 | ret = aio_task_pool_status(aio); | |
2423 | } | |
2424 | g_free(aio); | |
2425 | } | |
2426 | ||
2427 | return ret; | |
585f8587 FB |
2428 | } |
2429 | ||
ee22a9d8 AG |
2430 | /* Check if it's possible to merge a write request with the writing of |
2431 | * the data from the COW regions */ | |
2432 | static bool merge_cow(uint64_t offset, unsigned bytes, | |
5396234b VSO |
2433 | QEMUIOVector *qiov, size_t qiov_offset, |
2434 | QCowL2Meta *l2meta) | |
ee22a9d8 AG |
2435 | { |
2436 | QCowL2Meta *m; | |
2437 | ||
2438 | for (m = l2meta; m != NULL; m = m->next) { | |
2439 | /* If both COW regions are empty then there's nothing to merge */ | |
2440 | if (m->cow_start.nb_bytes == 0 && m->cow_end.nb_bytes == 0) { | |
2441 | continue; | |
2442 | } | |
2443 | ||
c8bb23cb AN |
2444 | /* If COW regions are handled already, skip this too */ |
2445 | if (m->skip_cow) { | |
2446 | continue; | |
2447 | } | |
2448 | ||
3441ad4b AG |
2449 | /* |
2450 | * The write request should start immediately after the first | |
2451 | * COW region. This does not always happen because the area | |
2452 | * touched by the request can be larger than the one defined | |
2453 | * by @m (a single request can span an area consisting of a | |
2454 | * mix of previously unallocated and allocated clusters, that | |
2455 | * is why @l2meta is a list). | |
2456 | */ | |
ee22a9d8 | 2457 | if (l2meta_cow_start(m) + m->cow_start.nb_bytes != offset) { |
3441ad4b AG |
2458 | /* In this case the request starts before this region */ |
2459 | assert(offset < l2meta_cow_start(m)); | |
2460 | assert(m->cow_start.nb_bytes == 0); | |
ee22a9d8 AG |
2461 | continue; |
2462 | } | |
2463 | ||
3441ad4b AG |
2464 | /* The write request should end immediately before the second |
2465 | * COW region (see above for why it does not always happen) */ | |
ee22a9d8 | 2466 | if (m->offset + m->cow_end.offset != offset + bytes) { |
3441ad4b AG |
2467 | assert(offset + bytes > m->offset + m->cow_end.offset); |
2468 | assert(m->cow_end.nb_bytes == 0); | |
ee22a9d8 AG |
2469 | continue; |
2470 | } | |
2471 | ||
2472 | /* Make sure that adding both COW regions to the QEMUIOVector | |
2473 | * does not exceed IOV_MAX */ | |
5396234b | 2474 | if (qemu_iovec_subvec_niov(qiov, qiov_offset, bytes) > IOV_MAX - 2) { |
ee22a9d8 AG |
2475 | continue; |
2476 | } | |
2477 | ||
5396234b VSO |
2478 | m->data_qiov = qiov; |
2479 | m->data_qiov_offset = qiov_offset; | |
ee22a9d8 AG |
2480 | return true; |
2481 | } | |
2482 | ||
2483 | return false; | |
2484 | } | |
2485 | ||
46cd1e8a AG |
2486 | /* |
2487 | * Return 1 if the COW regions read as zeroes, 0 if not, < 0 on error. | |
2488 | * Note that returning 0 does not guarantee non-zero data. | |
2489 | */ | |
abaf8b75 KW |
2490 | static int coroutine_fn GRAPH_RDLOCK |
2491 | is_zero_cow(BlockDriverState *bs, QCowL2Meta *m) | |
c8bb23cb AN |
2492 | { |
2493 | /* | |
2494 | * This check is designed for optimization shortcut so it must be | |
2495 | * efficient. | |
46cd1e8a AG |
2496 | * Instead of is_zero(), use bdrv_co_is_zero_fast() as it is |
2497 | * faster (but not as accurate and can result in false negatives). | |
c8bb23cb | 2498 | */ |
46cd1e8a AG |
2499 | int ret = bdrv_co_is_zero_fast(bs, m->offset + m->cow_start.offset, |
2500 | m->cow_start.nb_bytes); | |
2501 | if (ret <= 0) { | |
2502 | return ret; | |
2503 | } | |
2504 | ||
2505 | return bdrv_co_is_zero_fast(bs, m->offset + m->cow_end.offset, | |
2506 | m->cow_end.nb_bytes); | |
c8bb23cb AN |
2507 | } |
2508 | ||
abaf8b75 KW |
2509 | static int coroutine_fn GRAPH_RDLOCK |
2510 | handle_alloc_space(BlockDriverState *bs, QCowL2Meta *l2meta) | |
c8bb23cb AN |
2511 | { |
2512 | BDRVQcow2State *s = bs->opaque; | |
2513 | QCowL2Meta *m; | |
2514 | ||
2515 | if (!(s->data_file->bs->supported_zero_flags & BDRV_REQ_NO_FALLBACK)) { | |
2516 | return 0; | |
2517 | } | |
2518 | ||
2519 | if (bs->encrypted) { | |
2520 | return 0; | |
2521 | } | |
2522 | ||
2523 | for (m = l2meta; m != NULL; m = m->next) { | |
2524 | int ret; | |
bf4a66ee AG |
2525 | uint64_t start_offset = m->alloc_offset + m->cow_start.offset; |
2526 | unsigned nb_bytes = m->cow_end.offset + m->cow_end.nb_bytes - | |
2527 | m->cow_start.offset; | |
c8bb23cb AN |
2528 | |
2529 | if (!m->cow_start.nb_bytes && !m->cow_end.nb_bytes) { | |
2530 | continue; | |
2531 | } | |
2532 | ||
46cd1e8a AG |
2533 | ret = is_zero_cow(bs, m); |
2534 | if (ret < 0) { | |
2535 | return ret; | |
2536 | } else if (ret == 0) { | |
c8bb23cb AN |
2537 | continue; |
2538 | } | |
2539 | ||
2540 | /* | |
2541 | * instead of writing zero COW buffers, | |
2542 | * efficiently zero out the whole clusters | |
2543 | */ | |
2544 | ||
bf4a66ee | 2545 | ret = qcow2_pre_write_overlap_check(bs, 0, start_offset, nb_bytes, |
c8bb23cb AN |
2546 | true); |
2547 | if (ret < 0) { | |
2548 | return ret; | |
2549 | } | |
2550 | ||
17362398 | 2551 | BLKDBG_CO_EVENT(bs->file, BLKDBG_CLUSTER_ALLOC_SPACE); |
bf4a66ee | 2552 | ret = bdrv_co_pwrite_zeroes(s->data_file, start_offset, nb_bytes, |
c8bb23cb AN |
2553 | BDRV_REQ_NO_FALLBACK); |
2554 | if (ret < 0) { | |
2555 | if (ret != -ENOTSUP && ret != -EAGAIN) { | |
2556 | return ret; | |
2557 | } | |
2558 | continue; | |
2559 | } | |
2560 | ||
2561 | trace_qcow2_skip_cow(qemu_coroutine_self(), m->offset, m->nb_clusters); | |
2562 | m->skip_cow = true; | |
2563 | } | |
2564 | return 0; | |
2565 | } | |
2566 | ||
6aa7a263 VSO |
2567 | /* |
2568 | * qcow2_co_pwritev_task | |
2569 | * Called with s->lock unlocked | |
2570 | * l2meta - if not NULL, qcow2_co_pwritev_task() will consume it. Caller must | |
2571 | * not use it somehow after qcow2_co_pwritev_task() call | |
2572 | */ | |
abaf8b75 KW |
2573 | static coroutine_fn GRAPH_RDLOCK |
2574 | int qcow2_co_pwritev_task(BlockDriverState *bs, uint64_t host_offset, | |
2575 | uint64_t offset, uint64_t bytes, QEMUIOVector *qiov, | |
2576 | uint64_t qiov_offset, QCowL2Meta *l2meta) | |
6aa7a263 VSO |
2577 | { |
2578 | int ret; | |
2579 | BDRVQcow2State *s = bs->opaque; | |
2580 | void *crypt_buf = NULL; | |
6aa7a263 VSO |
2581 | QEMUIOVector encrypted_qiov; |
2582 | ||
2583 | if (bs->encrypted) { | |
2584 | assert(s->crypto); | |
2585 | assert(bytes <= QCOW_MAX_CRYPT_CLUSTERS * s->cluster_size); | |
2586 | crypt_buf = qemu_try_blockalign(bs->file->bs, bytes); | |
2587 | if (crypt_buf == NULL) { | |
2588 | ret = -ENOMEM; | |
2589 | goto out_unlocked; | |
2590 | } | |
2591 | qemu_iovec_to_buf(qiov, qiov_offset, crypt_buf, bytes); | |
2592 | ||
9c4269d5 | 2593 | if (qcow2_co_encrypt(bs, host_offset, offset, crypt_buf, bytes) < 0) { |
6aa7a263 VSO |
2594 | ret = -EIO; |
2595 | goto out_unlocked; | |
2596 | } | |
2597 | ||
2598 | qemu_iovec_init_buf(&encrypted_qiov, crypt_buf, bytes); | |
2599 | qiov = &encrypted_qiov; | |
2600 | qiov_offset = 0; | |
2601 | } | |
2602 | ||
2603 | /* Try to efficiently initialize the physical space with zeroes */ | |
2604 | ret = handle_alloc_space(bs, l2meta); | |
2605 | if (ret < 0) { | |
2606 | goto out_unlocked; | |
2607 | } | |
2608 | ||
2609 | /* | |
2610 | * If we need to do COW, check if it's possible to merge the | |
2611 | * writing of the guest data together with that of the COW regions. | |
2612 | * If it's not possible (or not necessary) then write the | |
2613 | * guest data now. | |
2614 | */ | |
2615 | if (!merge_cow(offset, bytes, qiov, qiov_offset, l2meta)) { | |
17362398 | 2616 | BLKDBG_CO_EVENT(bs->file, BLKDBG_WRITE_AIO); |
9c4269d5 AG |
2617 | trace_qcow2_writev_data(qemu_coroutine_self(), host_offset); |
2618 | ret = bdrv_co_pwritev_part(s->data_file, host_offset, | |
6aa7a263 VSO |
2619 | bytes, qiov, qiov_offset, 0); |
2620 | if (ret < 0) { | |
2621 | goto out_unlocked; | |
2622 | } | |
2623 | } | |
2624 | ||
2625 | qemu_co_mutex_lock(&s->lock); | |
2626 | ||
2627 | ret = qcow2_handle_l2meta(bs, &l2meta, true); | |
2628 | goto out_locked; | |
2629 | ||
2630 | out_unlocked: | |
2631 | qemu_co_mutex_lock(&s->lock); | |
2632 | ||
2633 | out_locked: | |
2634 | qcow2_handle_l2meta(bs, &l2meta, false); | |
2635 | qemu_co_mutex_unlock(&s->lock); | |
2636 | ||
2637 | qemu_vfree(crypt_buf); | |
2638 | ||
2639 | return ret; | |
2640 | } | |
2641 | ||
abaf8b75 KW |
2642 | /* |
2643 | * This function can count as GRAPH_RDLOCK because qcow2_co_pwritev_part() holds | |
2644 | * the graph lock and keeps it until this coroutine has terminated. | |
2645 | */ | |
2646 | static coroutine_fn GRAPH_RDLOCK int qcow2_co_pwritev_task_entry(AioTask *task) | |
d710cf57 VSO |
2647 | { |
2648 | Qcow2AioTask *t = container_of(task, Qcow2AioTask, task); | |
2649 | ||
10dabdc5 | 2650 | assert(!t->subcluster_type); |
d710cf57 | 2651 | |
9c4269d5 | 2652 | return qcow2_co_pwritev_task(t->bs, t->host_offset, |
d710cf57 VSO |
2653 | t->offset, t->bytes, t->qiov, t->qiov_offset, |
2654 | t->l2meta); | |
2655 | } | |
2656 | ||
7b1fb72e KW |
2657 | static int coroutine_fn GRAPH_RDLOCK |
2658 | qcow2_co_pwritev_part(BlockDriverState *bs, int64_t offset, int64_t bytes, | |
2659 | QEMUIOVector *qiov, size_t qiov_offset, | |
2660 | BdrvRequestFlags flags) | |
585f8587 | 2661 | { |
ff99129a | 2662 | BDRVQcow2State *s = bs->opaque; |
d46a0bb2 | 2663 | int offset_in_cluster; |
68d100e9 | 2664 | int ret; |
d46a0bb2 | 2665 | unsigned int cur_bytes; /* number of sectors in current iteration */ |
bfd0989a | 2666 | uint64_t host_offset; |
8d2497c3 | 2667 | QCowL2Meta *l2meta = NULL; |
d710cf57 | 2668 | AioTaskPool *aio = NULL; |
c2271403 | 2669 | |
d46a0bb2 | 2670 | trace_qcow2_writev_start_req(qemu_coroutine_self(), offset, bytes); |
3cce16f4 | 2671 | |
d710cf57 | 2672 | while (bytes != 0 && aio_task_pool_status(aio) == 0) { |
3fc48d09 | 2673 | |
f50f88b9 | 2674 | l2meta = NULL; |
cf5c1a23 | 2675 | |
3cce16f4 | 2676 | trace_qcow2_writev_start_part(qemu_coroutine_self()); |
d46a0bb2 KW |
2677 | offset_in_cluster = offset_into_cluster(s, offset); |
2678 | cur_bytes = MIN(bytes, INT_MAX); | |
2679 | if (bs->encrypted) { | |
2680 | cur_bytes = MIN(cur_bytes, | |
2681 | QCOW_MAX_CRYPT_CLUSTERS * s->cluster_size | |
2682 | - offset_in_cluster); | |
5ebaa27e | 2683 | } |
095a9c58 | 2684 | |
6aa7a263 VSO |
2685 | qemu_co_mutex_lock(&s->lock); |
2686 | ||
bfd0989a AG |
2687 | ret = qcow2_alloc_host_offset(bs, offset, &cur_bytes, |
2688 | &host_offset, &l2meta); | |
5ebaa27e | 2689 | if (ret < 0) { |
5447c3a0 | 2690 | goto out_locked; |
5ebaa27e | 2691 | } |
148da7ea | 2692 | |
bfd0989a | 2693 | ret = qcow2_pre_write_overlap_check(bs, 0, host_offset, |
5447c3a0 VSO |
2694 | cur_bytes, true); |
2695 | if (ret < 0) { | |
2696 | goto out_locked; | |
2697 | } | |
2698 | ||
2699 | qemu_co_mutex_unlock(&s->lock); | |
2700 | ||
d710cf57 VSO |
2701 | if (!aio && cur_bytes != bytes) { |
2702 | aio = aio_task_pool_new(QCOW2_MAX_WORKERS); | |
2703 | } | |
2704 | ret = qcow2_add_task(bs, aio, qcow2_co_pwritev_task_entry, 0, | |
bfd0989a | 2705 | host_offset, offset, |
9c4269d5 | 2706 | cur_bytes, qiov, qiov_offset, l2meta); |
6aa7a263 | 2707 | l2meta = NULL; /* l2meta is consumed by qcow2_co_pwritev_task() */ |
c8bb23cb | 2708 | if (ret < 0) { |
6aa7a263 | 2709 | goto fail_nometa; |
f50f88b9 | 2710 | } |
0fa9131a | 2711 | |
d46a0bb2 KW |
2712 | bytes -= cur_bytes; |
2713 | offset += cur_bytes; | |
6aa7a263 | 2714 | qiov_offset += cur_bytes; |
d46a0bb2 | 2715 | trace_qcow2_writev_done_part(qemu_coroutine_self(), cur_bytes); |
5ebaa27e | 2716 | } |
3fc48d09 | 2717 | ret = 0; |
faf575c1 | 2718 | |
5447c3a0 VSO |
2719 | qemu_co_mutex_lock(&s->lock); |
2720 | ||
2721 | out_locked: | |
fd9fcd37 | 2722 | qcow2_handle_l2meta(bs, &l2meta, false); |
0fa9131a | 2723 | |
a8c57408 PB |
2724 | qemu_co_mutex_unlock(&s->lock); |
2725 | ||
6aa7a263 | 2726 | fail_nometa: |
d710cf57 VSO |
2727 | if (aio) { |
2728 | aio_task_pool_wait_all(aio); | |
2729 | if (ret == 0) { | |
2730 | ret = aio_task_pool_status(aio); | |
2731 | } | |
2732 | g_free(aio); | |
2733 | } | |
2734 | ||
3cce16f4 | 2735 | trace_qcow2_writev_done_req(qemu_coroutine_self(), ret); |
42496d62 | 2736 | |
68d100e9 | 2737 | return ret; |
585f8587 FB |
2738 | } |
2739 | ||
ec6d8912 KW |
2740 | static int qcow2_inactivate(BlockDriverState *bs) |
2741 | { | |
2742 | BDRVQcow2State *s = bs->opaque; | |
2743 | int ret, result = 0; | |
5f72826e | 2744 | Error *local_err = NULL; |
ec6d8912 | 2745 | |
4026f1c4 KW |
2746 | assume_graph_lock(); /* FIXME */ |
2747 | ||
644ddbb7 | 2748 | qcow2_store_persistent_dirty_bitmaps(bs, true, &local_err); |
83a8c775 PB |
2749 | if (local_err != NULL) { |
2750 | result = -EINVAL; | |
132adb68 VSO |
2751 | error_reportf_err(local_err, "Lost persistent bitmaps during " |
2752 | "inactivation of node '%s': ", | |
2753 | bdrv_get_device_or_node_name(bs)); | |
83a8c775 PB |
2754 | } |
2755 | ||
ec6d8912 KW |
2756 | ret = qcow2_cache_flush(bs, s->l2_table_cache); |
2757 | if (ret) { | |
2758 | result = ret; | |
2759 | error_report("Failed to flush the L2 table cache: %s", | |
2760 | strerror(-ret)); | |
2761 | } | |
2762 | ||
2763 | ret = qcow2_cache_flush(bs, s->refcount_block_cache); | |
2764 | if (ret) { | |
2765 | result = ret; | |
2766 | error_report("Failed to flush the refcount block cache: %s", | |
2767 | strerror(-ret)); | |
2768 | } | |
2769 | ||
2770 | if (result == 0) { | |
2771 | qcow2_mark_clean(bs); | |
2772 | } | |
2773 | ||
2774 | return result; | |
2775 | } | |
2776 | ||
06e9cd19 | 2777 | static void qcow2_do_close(BlockDriverState *bs, bool close_data_file) |
585f8587 | 2778 | { |
ff99129a | 2779 | BDRVQcow2State *s = bs->opaque; |
de82815d | 2780 | qemu_vfree(s->l1_table); |
cf93980e HR |
2781 | /* else pre-write overlap checks in cache_destroy may crash */ |
2782 | s->l1_table = NULL; | |
29c1a730 | 2783 | |
140fd5a6 | 2784 | if (!(s->flags & BDRV_O_INACTIVE)) { |
ec6d8912 | 2785 | qcow2_inactivate(bs); |
27eb6c09 | 2786 | } |
c61d0004 | 2787 | |
279621c0 | 2788 | cache_clean_timer_del(bs); |
e64d4072 AG |
2789 | qcow2_cache_destroy(s->l2_table_cache); |
2790 | qcow2_cache_destroy(s->refcount_block_cache); | |
29c1a730 | 2791 | |
b25b387f DB |
2792 | qcrypto_block_free(s->crypto); |
2793 | s->crypto = NULL; | |
4aebf0f0 | 2794 | qapi_free_QCryptoBlockOpenOptions(s->crypto_opts); |
f6fa64f6 | 2795 | |
6744cbab | 2796 | g_free(s->unknown_header_fields); |
75bab85c | 2797 | cleanup_unknown_header_ext(bs); |
6744cbab | 2798 | |
9b890bdc | 2799 | g_free(s->image_data_file); |
e4603fe1 KW |
2800 | g_free(s->image_backing_file); |
2801 | g_free(s->image_backing_format); | |
2802 | ||
06e9cd19 | 2803 | if (close_data_file && has_data_file(bs)) { |
32a8aba3 | 2804 | bdrv_graph_wrlock(NULL); |
0e8c08be | 2805 | bdrv_unref_child(bs, s->data_file); |
32a8aba3 | 2806 | bdrv_graph_wrunlock(); |
808cf3cb | 2807 | s->data_file = NULL; |
0e8c08be KW |
2808 | } |
2809 | ||
ed6ccf0f | 2810 | qcow2_refcount_close(bs); |
28c1202b | 2811 | qcow2_free_snapshots(bs); |
585f8587 FB |
2812 | } |
2813 | ||
06e9cd19 HR |
2814 | static void qcow2_close(BlockDriverState *bs) |
2815 | { | |
2816 | qcow2_do_close(bs, true); | |
2817 | } | |
2818 | ||
b9b10c35 KW |
2819 | static void coroutine_fn GRAPH_RDLOCK |
2820 | qcow2_co_invalidate_cache(BlockDriverState *bs, Error **errp) | |
06d9260f | 2821 | { |
e6247c9c | 2822 | ERRP_GUARD(); |
ff99129a | 2823 | BDRVQcow2State *s = bs->opaque; |
06e9cd19 | 2824 | BdrvChild *data_file; |
06d9260f | 2825 | int flags = s->flags; |
b25b387f | 2826 | QCryptoBlock *crypto = NULL; |
acdfb480 | 2827 | QDict *options; |
5a8a30db | 2828 | int ret; |
06d9260f AL |
2829 | |
2830 | /* | |
2831 | * Backing files are read-only which makes all of their metadata immutable, | |
2832 | * that means we don't have to worry about reopening them here. | |
2833 | */ | |
2834 | ||
b25b387f DB |
2835 | crypto = s->crypto; |
2836 | s->crypto = NULL; | |
06d9260f | 2837 | |
06e9cd19 HR |
2838 | /* |
2839 | * Do not reopen s->data_file (i.e., have qcow2_do_close() not close it, | |
2840 | * and then prevent qcow2_do_open() from opening it), because this function | |
2841 | * runs in the I/O path and as such we must not invoke global-state | |
2842 | * functions like bdrv_unref_child() and bdrv_open_child(). | |
2843 | */ | |
06d9260f | 2844 | |
06e9cd19 HR |
2845 | qcow2_do_close(bs, false); |
2846 | ||
2847 | data_file = s->data_file; | |
ff99129a | 2848 | memset(s, 0, sizeof(BDRVQcow2State)); |
06e9cd19 HR |
2849 | s->data_file = data_file; |
2850 | ||
d475e5ac | 2851 | options = qdict_clone_shallow(bs->options); |
5a8a30db | 2852 | |
140fd5a6 | 2853 | flags &= ~BDRV_O_INACTIVE; |
2b148f39 | 2854 | qemu_co_mutex_lock(&s->lock); |
06e9cd19 | 2855 | ret = qcow2_do_open(bs, options, flags, false, errp); |
2b148f39 | 2856 | qemu_co_mutex_unlock(&s->lock); |
cb3e7f08 | 2857 | qobject_unref(options); |
e6247c9c VSO |
2858 | if (ret < 0) { |
2859 | error_prepend(errp, "Could not reopen qcow2 layer: "); | |
191fb11b | 2860 | bs->drv = NULL; |
5a8a30db KW |
2861 | return; |
2862 | } | |
acdfb480 | 2863 | |
b25b387f | 2864 | s->crypto = crypto; |
06d9260f AL |
2865 | } |
2866 | ||
e24e49e6 KW |
2867 | static size_t header_ext_add(char *buf, uint32_t magic, const void *s, |
2868 | size_t len, size_t buflen) | |
2869 | { | |
2870 | QCowExtension *ext_backing_fmt = (QCowExtension*) buf; | |
2871 | size_t ext_len = sizeof(QCowExtension) + ((len + 7) & ~7); | |
2872 | ||
2873 | if (buflen < ext_len) { | |
2874 | return -ENOSPC; | |
2875 | } | |
2876 | ||
2877 | *ext_backing_fmt = (QCowExtension) { | |
2878 | .magic = cpu_to_be32(magic), | |
2879 | .len = cpu_to_be32(len), | |
2880 | }; | |
0647d47c SH |
2881 | |
2882 | if (len) { | |
2883 | memcpy(buf + sizeof(QCowExtension), s, len); | |
2884 | } | |
e24e49e6 KW |
2885 | |
2886 | return ext_len; | |
2887 | } | |
2888 | ||
756e6736 | 2889 | /* |
e24e49e6 KW |
2890 | * Updates the qcow2 header, including the variable length parts of it, i.e. |
2891 | * the backing file name and all extensions. qcow2 was not designed to allow | |
2892 | * such changes, so if we run out of space (we can only use the first cluster) | |
2893 | * this function may fail. | |
756e6736 KW |
2894 | * |
2895 | * Returns 0 on success, -errno in error cases. | |
2896 | */ | |
e24e49e6 | 2897 | int qcow2_update_header(BlockDriverState *bs) |
756e6736 | 2898 | { |
ff99129a | 2899 | BDRVQcow2State *s = bs->opaque; |
e24e49e6 KW |
2900 | QCowHeader *header; |
2901 | char *buf; | |
2902 | size_t buflen = s->cluster_size; | |
756e6736 | 2903 | int ret; |
e24e49e6 KW |
2904 | uint64_t total_size; |
2905 | uint32_t refcount_table_clusters; | |
6744cbab | 2906 | size_t header_length; |
75bab85c | 2907 | Qcow2UnknownHeaderExtension *uext; |
756e6736 | 2908 | |
e24e49e6 | 2909 | buf = qemu_blockalign(bs, buflen); |
756e6736 | 2910 | |
e24e49e6 KW |
2911 | /* Header structure */ |
2912 | header = (QCowHeader*) buf; | |
756e6736 | 2913 | |
e24e49e6 KW |
2914 | if (buflen < sizeof(*header)) { |
2915 | ret = -ENOSPC; | |
2916 | goto fail; | |
756e6736 KW |
2917 | } |
2918 | ||
6744cbab | 2919 | header_length = sizeof(*header) + s->unknown_header_fields_size; |
e24e49e6 KW |
2920 | total_size = bs->total_sectors * BDRV_SECTOR_SIZE; |
2921 | refcount_table_clusters = s->refcount_table_size >> (s->cluster_bits - 3); | |
2922 | ||
572ad978 DP |
2923 | ret = validate_compression_type(s, NULL); |
2924 | if (ret) { | |
2925 | goto fail; | |
2926 | } | |
2927 | ||
e24e49e6 | 2928 | *header = (QCowHeader) { |
6744cbab | 2929 | /* Version 2 fields */ |
e24e49e6 | 2930 | .magic = cpu_to_be32(QCOW_MAGIC), |
6744cbab | 2931 | .version = cpu_to_be32(s->qcow_version), |
e24e49e6 KW |
2932 | .backing_file_offset = 0, |
2933 | .backing_file_size = 0, | |
2934 | .cluster_bits = cpu_to_be32(s->cluster_bits), | |
2935 | .size = cpu_to_be64(total_size), | |
2936 | .crypt_method = cpu_to_be32(s->crypt_method_header), | |
2937 | .l1_size = cpu_to_be32(s->l1_size), | |
2938 | .l1_table_offset = cpu_to_be64(s->l1_table_offset), | |
2939 | .refcount_table_offset = cpu_to_be64(s->refcount_table_offset), | |
2940 | .refcount_table_clusters = cpu_to_be32(refcount_table_clusters), | |
2941 | .nb_snapshots = cpu_to_be32(s->nb_snapshots), | |
2942 | .snapshots_offset = cpu_to_be64(s->snapshots_offset), | |
6744cbab KW |
2943 | |
2944 | /* Version 3 fields */ | |
2945 | .incompatible_features = cpu_to_be64(s->incompatible_features), | |
2946 | .compatible_features = cpu_to_be64(s->compatible_features), | |
2947 | .autoclear_features = cpu_to_be64(s->autoclear_features), | |
b6481f37 | 2948 | .refcount_order = cpu_to_be32(s->refcount_order), |
6744cbab | 2949 | .header_length = cpu_to_be32(header_length), |
572ad978 | 2950 | .compression_type = s->compression_type, |
e24e49e6 | 2951 | }; |
756e6736 | 2952 | |
6744cbab KW |
2953 | /* For older versions, write a shorter header */ |
2954 | switch (s->qcow_version) { | |
2955 | case 2: | |
2956 | ret = offsetof(QCowHeader, incompatible_features); | |
2957 | break; | |
2958 | case 3: | |
2959 | ret = sizeof(*header); | |
2960 | break; | |
2961 | default: | |
b6c14762 JM |
2962 | ret = -EINVAL; |
2963 | goto fail; | |
6744cbab KW |
2964 | } |
2965 | ||
2966 | buf += ret; | |
2967 | buflen -= ret; | |
2968 | memset(buf, 0, buflen); | |
2969 | ||
2970 | /* Preserve any unknown field in the header */ | |
2971 | if (s->unknown_header_fields_size) { | |
2972 | if (buflen < s->unknown_header_fields_size) { | |
2973 | ret = -ENOSPC; | |
2974 | goto fail; | |
2975 | } | |
2976 | ||
2977 | memcpy(buf, s->unknown_header_fields, s->unknown_header_fields_size); | |
2978 | buf += s->unknown_header_fields_size; | |
2979 | buflen -= s->unknown_header_fields_size; | |
2980 | } | |
756e6736 | 2981 | |
e24e49e6 | 2982 | /* Backing file format header extension */ |
e4603fe1 | 2983 | if (s->image_backing_format) { |
e24e49e6 | 2984 | ret = header_ext_add(buf, QCOW2_EXT_MAGIC_BACKING_FORMAT, |
e4603fe1 KW |
2985 | s->image_backing_format, |
2986 | strlen(s->image_backing_format), | |
e24e49e6 KW |
2987 | buflen); |
2988 | if (ret < 0) { | |
2989 | goto fail; | |
756e6736 KW |
2990 | } |
2991 | ||
e24e49e6 KW |
2992 | buf += ret; |
2993 | buflen -= ret; | |
756e6736 KW |
2994 | } |
2995 | ||
9b890bdc KW |
2996 | /* External data file header extension */ |
2997 | if (has_data_file(bs) && s->image_data_file) { | |
2998 | ret = header_ext_add(buf, QCOW2_EXT_MAGIC_DATA_FILE, | |
2999 | s->image_data_file, strlen(s->image_data_file), | |
3000 | buflen); | |
3001 | if (ret < 0) { | |
3002 | goto fail; | |
3003 | } | |
3004 | ||
3005 | buf += ret; | |
3006 | buflen -= ret; | |
3007 | } | |
3008 | ||
4652b8f3 DB |
3009 | /* Full disk encryption header pointer extension */ |
3010 | if (s->crypto_header.offset != 0) { | |
3b698f52 PM |
3011 | s->crypto_header.offset = cpu_to_be64(s->crypto_header.offset); |
3012 | s->crypto_header.length = cpu_to_be64(s->crypto_header.length); | |
4652b8f3 DB |
3013 | ret = header_ext_add(buf, QCOW2_EXT_MAGIC_CRYPTO_HEADER, |
3014 | &s->crypto_header, sizeof(s->crypto_header), | |
3015 | buflen); | |
3b698f52 PM |
3016 | s->crypto_header.offset = be64_to_cpu(s->crypto_header.offset); |
3017 | s->crypto_header.length = be64_to_cpu(s->crypto_header.length); | |
4652b8f3 DB |
3018 | if (ret < 0) { |
3019 | goto fail; | |
3020 | } | |
3021 | buf += ret; | |
3022 | buflen -= ret; | |
3023 | } | |
3024 | ||
e7be13ad EB |
3025 | /* |
3026 | * Feature table. A mere 8 feature names occupies 392 bytes, and | |
3027 | * when coupled with the v3 minimum header of 104 bytes plus the | |
3028 | * 8-byte end-of-extension marker, that would leave only 8 bytes | |
3029 | * for a backing file name in an image with 512-byte clusters. | |
3030 | * Thus, we choose to omit this header for cluster sizes 4k and | |
3031 | * smaller. | |
3032 | */ | |
3033 | if (s->qcow_version >= 3 && s->cluster_size > 4096) { | |
bb40ebce | 3034 | static const Qcow2Feature features[] = { |
1a4828c7 KW |
3035 | { |
3036 | .type = QCOW2_FEAT_TYPE_INCOMPATIBLE, | |
3037 | .bit = QCOW2_INCOMPAT_DIRTY_BITNR, | |
3038 | .name = "dirty bit", | |
3039 | }, | |
3040 | { | |
3041 | .type = QCOW2_FEAT_TYPE_INCOMPATIBLE, | |
3042 | .bit = QCOW2_INCOMPAT_CORRUPT_BITNR, | |
3043 | .name = "corrupt bit", | |
3044 | }, | |
93c24936 KW |
3045 | { |
3046 | .type = QCOW2_FEAT_TYPE_INCOMPATIBLE, | |
3047 | .bit = QCOW2_INCOMPAT_DATA_FILE_BITNR, | |
3048 | .name = "external data file", | |
3049 | }, | |
572ad978 DP |
3050 | { |
3051 | .type = QCOW2_FEAT_TYPE_INCOMPATIBLE, | |
3052 | .bit = QCOW2_INCOMPAT_COMPRESSION_BITNR, | |
3053 | .name = "compression type", | |
3054 | }, | |
7be20252 AG |
3055 | { |
3056 | .type = QCOW2_FEAT_TYPE_INCOMPATIBLE, | |
3057 | .bit = QCOW2_INCOMPAT_EXTL2_BITNR, | |
3058 | .name = "extended L2 entries", | |
3059 | }, | |
1a4828c7 KW |
3060 | { |
3061 | .type = QCOW2_FEAT_TYPE_COMPATIBLE, | |
3062 | .bit = QCOW2_COMPAT_LAZY_REFCOUNTS_BITNR, | |
3063 | .name = "lazy refcounts", | |
3064 | }, | |
bb40ebce EB |
3065 | { |
3066 | .type = QCOW2_FEAT_TYPE_AUTOCLEAR, | |
3067 | .bit = QCOW2_AUTOCLEAR_BITMAPS_BITNR, | |
3068 | .name = "bitmaps", | |
3069 | }, | |
3070 | { | |
3071 | .type = QCOW2_FEAT_TYPE_AUTOCLEAR, | |
3072 | .bit = QCOW2_AUTOCLEAR_DATA_FILE_RAW_BITNR, | |
3073 | .name = "raw external data", | |
3074 | }, | |
1a4828c7 KW |
3075 | }; |
3076 | ||
3077 | ret = header_ext_add(buf, QCOW2_EXT_MAGIC_FEATURE_TABLE, | |
3078 | features, sizeof(features), buflen); | |
3079 | if (ret < 0) { | |
3080 | goto fail; | |
3081 | } | |
3082 | buf += ret; | |
3083 | buflen -= ret; | |
cfcc4c62 | 3084 | } |
cfcc4c62 | 3085 | |
88ddffae VSO |
3086 | /* Bitmap extension */ |
3087 | if (s->nb_bitmaps > 0) { | |
3088 | Qcow2BitmapHeaderExt bitmaps_header = { | |
3089 | .nb_bitmaps = cpu_to_be32(s->nb_bitmaps), | |
3090 | .bitmap_directory_size = | |
3091 | cpu_to_be64(s->bitmap_directory_size), | |
3092 | .bitmap_directory_offset = | |
3093 | cpu_to_be64(s->bitmap_directory_offset) | |
3094 | }; | |
3095 | ret = header_ext_add(buf, QCOW2_EXT_MAGIC_BITMAPS, | |
3096 | &bitmaps_header, sizeof(bitmaps_header), | |
3097 | buflen); | |
3098 | if (ret < 0) { | |
3099 | goto fail; | |
3100 | } | |
3101 | buf += ret; | |
3102 | buflen -= ret; | |
3103 | } | |
3104 | ||
75bab85c KW |
3105 | /* Keep unknown header extensions */ |
3106 | QLIST_FOREACH(uext, &s->unknown_header_ext, next) { | |
3107 | ret = header_ext_add(buf, uext->magic, uext->data, uext->len, buflen); | |
3108 | if (ret < 0) { | |
3109 | goto fail; | |
3110 | } | |
3111 | ||
3112 | buf += ret; | |
3113 | buflen -= ret; | |
3114 | } | |
3115 | ||
e24e49e6 KW |
3116 | /* End of header extensions */ |
3117 | ret = header_ext_add(buf, QCOW2_EXT_MAGIC_END, NULL, 0, buflen); | |
756e6736 KW |
3118 | if (ret < 0) { |
3119 | goto fail; | |
3120 | } | |
3121 | ||
e24e49e6 KW |
3122 | buf += ret; |
3123 | buflen -= ret; | |
756e6736 | 3124 | |
e24e49e6 | 3125 | /* Backing file name */ |
e4603fe1 KW |
3126 | if (s->image_backing_file) { |
3127 | size_t backing_file_len = strlen(s->image_backing_file); | |
e24e49e6 KW |
3128 | |
3129 | if (buflen < backing_file_len) { | |
3130 | ret = -ENOSPC; | |
3131 | goto fail; | |
3132 | } | |
3133 | ||
00ea1881 | 3134 | /* Using strncpy is ok here, since buf is not NUL-terminated. */ |
e4603fe1 | 3135 | strncpy(buf, s->image_backing_file, buflen); |
e24e49e6 KW |
3136 | |
3137 | header->backing_file_offset = cpu_to_be64(buf - ((char*) header)); | |
3138 | header->backing_file_size = cpu_to_be32(backing_file_len); | |
756e6736 KW |
3139 | } |
3140 | ||
e24e49e6 | 3141 | /* Write the new header */ |
32cc71de | 3142 | ret = bdrv_pwrite(bs->file, 0, s->cluster_size, header, 0); |
756e6736 KW |
3143 | if (ret < 0) { |
3144 | goto fail; | |
3145 | } | |
3146 | ||
3147 | ret = 0; | |
3148 | fail: | |
e24e49e6 | 3149 | qemu_vfree(header); |
756e6736 KW |
3150 | return ret; |
3151 | } | |
3152 | ||
3153 | static int qcow2_change_backing_file(BlockDriverState *bs, | |
3154 | const char *backing_file, const char *backing_fmt) | |
3155 | { | |
ff99129a | 3156 | BDRVQcow2State *s = bs->opaque; |
e4603fe1 | 3157 | |
6c3944dc KW |
3158 | /* Adding a backing file means that the external data file alone won't be |
3159 | * enough to make sense of the content */ | |
3160 | if (backing_file && data_file_is_raw(bs)) { | |
3161 | return -EINVAL; | |
3162 | } | |
3163 | ||
4e876bcf HR |
3164 | if (backing_file && strlen(backing_file) > 1023) { |
3165 | return -EINVAL; | |
3166 | } | |
3167 | ||
998c2019 HR |
3168 | pstrcpy(bs->auto_backing_file, sizeof(bs->auto_backing_file), |
3169 | backing_file ?: ""); | |
e24e49e6 KW |
3170 | pstrcpy(bs->backing_file, sizeof(bs->backing_file), backing_file ?: ""); |
3171 | pstrcpy(bs->backing_format, sizeof(bs->backing_format), backing_fmt ?: ""); | |
3172 | ||
e4603fe1 KW |
3173 | g_free(s->image_backing_file); |
3174 | g_free(s->image_backing_format); | |
3175 | ||
3176 | s->image_backing_file = backing_file ? g_strdup(bs->backing_file) : NULL; | |
3177 | s->image_backing_format = backing_fmt ? g_strdup(bs->backing_format) : NULL; | |
3178 | ||
e24e49e6 | 3179 | return qcow2_update_header(bs); |
756e6736 KW |
3180 | } |
3181 | ||
4db7ba3b KW |
3182 | static int coroutine_fn GRAPH_RDLOCK |
3183 | qcow2_set_up_encryption(BlockDriverState *bs, | |
3184 | QCryptoBlockCreateOptions *cryptoopts, | |
3185 | Error **errp) | |
60900b7b KW |
3186 | { |
3187 | BDRVQcow2State *s = bs->opaque; | |
3188 | QCryptoBlock *crypto = NULL; | |
3189 | int fmt, ret; | |
3190 | ||
3191 | switch (cryptoopts->format) { | |
3192 | case Q_CRYPTO_BLOCK_FORMAT_LUKS: | |
3193 | fmt = QCOW_CRYPT_LUKS; | |
3194 | break; | |
3195 | case Q_CRYPTO_BLOCK_FORMAT_QCOW: | |
3196 | fmt = QCOW_CRYPT_AES; | |
3197 | break; | |
3198 | default: | |
3199 | error_setg(errp, "Crypto format not supported in qcow2"); | |
3200 | return -EINVAL; | |
b25b387f | 3201 | } |
60900b7b | 3202 | |
4652b8f3 | 3203 | s->crypt_method_header = fmt; |
b25b387f | 3204 | |
1cd9a787 | 3205 | crypto = qcrypto_block_create(cryptoopts, "encrypt.", |
4652b8f3 DB |
3206 | qcow2_crypto_hdr_init_func, |
3207 | qcow2_crypto_hdr_write_func, | |
b25b387f DB |
3208 | bs, errp); |
3209 | if (!crypto) { | |
60900b7b | 3210 | return -EINVAL; |
b25b387f DB |
3211 | } |
3212 | ||
3213 | ret = qcow2_update_header(bs); | |
3214 | if (ret < 0) { | |
3215 | error_setg_errno(errp, -ret, "Could not write encryption header"); | |
3216 | goto out; | |
3217 | } | |
3218 | ||
60900b7b | 3219 | ret = 0; |
b25b387f | 3220 | out: |
b25b387f | 3221 | qcrypto_block_free(crypto); |
b25b387f DB |
3222 | return ret; |
3223 | } | |
3224 | ||
7bc45dc1 HR |
3225 | /** |
3226 | * Preallocates metadata structures for data clusters between @offset (in the | |
3227 | * guest disk) and @new_length (which is thus generally the new guest disk | |
3228 | * size). | |
3229 | * | |
3230 | * Returns: 0 on success, -errno on failure. | |
3231 | */ | |
c2b8e315 KW |
3232 | static int coroutine_fn GRAPH_RDLOCK |
3233 | preallocate_co(BlockDriverState *bs, uint64_t offset, uint64_t new_length, | |
3234 | PreallocMode mode, Error **errp) | |
a35e1c17 | 3235 | { |
93e32b3e | 3236 | BDRVQcow2State *s = bs->opaque; |
d46a0bb2 | 3237 | uint64_t bytes; |
060bee89 | 3238 | uint64_t host_offset = 0; |
718c0fce | 3239 | int64_t file_length; |
d46a0bb2 | 3240 | unsigned int cur_bytes; |
148da7ea | 3241 | int ret; |
1a52b73d | 3242 | QCowL2Meta *meta = NULL, *m; |
a35e1c17 | 3243 | |
7bc45dc1 HR |
3244 | assert(offset <= new_length); |
3245 | bytes = new_length - offset; | |
a35e1c17 | 3246 | |
d46a0bb2 | 3247 | while (bytes) { |
f29fbf7c | 3248 | cur_bytes = MIN(bytes, QEMU_ALIGN_DOWN(INT_MAX, s->cluster_size)); |
bfd0989a AG |
3249 | ret = qcow2_alloc_host_offset(bs, offset, &cur_bytes, |
3250 | &host_offset, &meta); | |
148da7ea | 3251 | if (ret < 0) { |
360bd074 | 3252 | error_setg_errno(errp, -ret, "Allocating clusters failed"); |
1a52b73d | 3253 | goto out; |
a35e1c17 KW |
3254 | } |
3255 | ||
1a52b73d AG |
3256 | for (m = meta; m != NULL; m = m->next) { |
3257 | m->prealloc = true; | |
3258 | } | |
c792707f | 3259 | |
1a52b73d AG |
3260 | ret = qcow2_handle_l2meta(bs, &meta, true); |
3261 | if (ret < 0) { | |
3262 | error_setg_errno(errp, -ret, "Mapping clusters failed"); | |
3263 | goto out; | |
f50f88b9 | 3264 | } |
f214978a | 3265 | |
a35e1c17 KW |
3266 | /* TODO Preallocate data if requested */ |
3267 | ||
d46a0bb2 KW |
3268 | bytes -= cur_bytes; |
3269 | offset += cur_bytes; | |
a35e1c17 KW |
3270 | } |
3271 | ||
3272 | /* | |
3273 | * It is expected that the image file is large enough to actually contain | |
3274 | * all of the allocated clusters (otherwise we get failing reads after | |
3275 | * EOF). Extend the image to the last allocated sector. | |
3276 | */ | |
0050c163 | 3277 | file_length = bdrv_co_getlength(s->data_file->bs); |
718c0fce KW |
3278 | if (file_length < 0) { |
3279 | error_setg_errno(errp, -file_length, "Could not get file size"); | |
1a52b73d AG |
3280 | ret = file_length; |
3281 | goto out; | |
718c0fce KW |
3282 | } |
3283 | ||
3284 | if (host_offset + cur_bytes > file_length) { | |
3285 | if (mode == PREALLOC_MODE_METADATA) { | |
3286 | mode = PREALLOC_MODE_OFF; | |
3287 | } | |
c80d8b06 | 3288 | ret = bdrv_co_truncate(s->data_file, host_offset + cur_bytes, false, |
7b8e4857 | 3289 | mode, 0, errp); |
19dbcbf7 | 3290 | if (ret < 0) { |
1a52b73d | 3291 | goto out; |
19dbcbf7 | 3292 | } |
a35e1c17 KW |
3293 | } |
3294 | ||
1a52b73d AG |
3295 | ret = 0; |
3296 | ||
3297 | out: | |
3298 | qcow2_handle_l2meta(bs, &meta, false); | |
3299 | return ret; | |
a35e1c17 KW |
3300 | } |
3301 | ||
7c5bcc42 SH |
3302 | /* qcow2_refcount_metadata_size: |
3303 | * @clusters: number of clusters to refcount (including data and L1/L2 tables) | |
3304 | * @cluster_size: size of a cluster, in bytes | |
3305 | * @refcount_order: refcount bits power-of-2 exponent | |
12cc30a8 HR |
3306 | * @generous_increase: allow for the refcount table to be 1.5x as large as it |
3307 | * needs to be | |
7c5bcc42 SH |
3308 | * |
3309 | * Returns: Number of bytes required for refcount blocks and table metadata. | |
3310 | */ | |
12cc30a8 HR |
3311 | int64_t qcow2_refcount_metadata_size(int64_t clusters, size_t cluster_size, |
3312 | int refcount_order, bool generous_increase, | |
3313 | uint64_t *refblock_count) | |
7c5bcc42 SH |
3314 | { |
3315 | /* | |
3316 | * Every host cluster is reference-counted, including metadata (even | |
3317 | * refcount metadata is recursively included). | |
3318 | * | |
3319 | * An accurate formula for the size of refcount metadata size is difficult | |
3320 | * to derive. An easier method of calculation is finding the fixed point | |
3321 | * where no further refcount blocks or table clusters are required to | |
3322 | * reference count every cluster. | |
3323 | */ | |
02b1ecfa | 3324 | int64_t blocks_per_table_cluster = cluster_size / REFTABLE_ENTRY_SIZE; |
7c5bcc42 SH |
3325 | int64_t refcounts_per_block = cluster_size * 8 / (1 << refcount_order); |
3326 | int64_t table = 0; /* number of refcount table clusters */ | |
3327 | int64_t blocks = 0; /* number of refcount block clusters */ | |
3328 | int64_t last; | |
3329 | int64_t n = 0; | |
3330 | ||
3331 | do { | |
3332 | last = n; | |
3333 | blocks = DIV_ROUND_UP(clusters + table + blocks, refcounts_per_block); | |
3334 | table = DIV_ROUND_UP(blocks, blocks_per_table_cluster); | |
3335 | n = clusters + blocks + table; | |
12cc30a8 HR |
3336 | |
3337 | if (n == last && generous_increase) { | |
3338 | clusters += DIV_ROUND_UP(table, 2); | |
3339 | n = 0; /* force another loop */ | |
3340 | generous_increase = false; | |
3341 | } | |
7c5bcc42 SH |
3342 | } while (n != last); |
3343 | ||
12cc30a8 HR |
3344 | if (refblock_count) { |
3345 | *refblock_count = blocks; | |
3346 | } | |
3347 | ||
7c5bcc42 SH |
3348 | return (blocks + table) * cluster_size; |
3349 | } | |
3350 | ||
95c67e3b SH |
3351 | /** |
3352 | * qcow2_calc_prealloc_size: | |
3353 | * @total_size: virtual disk size in bytes | |
3354 | * @cluster_size: cluster size in bytes | |
3355 | * @refcount_order: refcount bits power-of-2 exponent | |
0dd07b29 | 3356 | * @extended_l2: true if the image has extended L2 entries |
95c67e3b SH |
3357 | * |
3358 | * Returns: Total number of bytes required for the fully allocated image | |
3359 | * (including metadata). | |
3360 | */ | |
3361 | static int64_t qcow2_calc_prealloc_size(int64_t total_size, | |
3362 | size_t cluster_size, | |
0dd07b29 AG |
3363 | int refcount_order, |
3364 | bool extended_l2) | |
95c67e3b | 3365 | { |
95c67e3b | 3366 | int64_t meta_size = 0; |
7c5bcc42 | 3367 | uint64_t nl1e, nl2e; |
9e029689 | 3368 | int64_t aligned_total_size = ROUND_UP(total_size, cluster_size); |
0dd07b29 | 3369 | size_t l2e_size = extended_l2 ? L2E_SIZE_EXTENDED : L2E_SIZE_NORMAL; |
95c67e3b SH |
3370 | |
3371 | /* header: 1 cluster */ | |
3372 | meta_size += cluster_size; | |
3373 | ||
3374 | /* total size of L2 tables */ | |
3375 | nl2e = aligned_total_size / cluster_size; | |
0dd07b29 AG |
3376 | nl2e = ROUND_UP(nl2e, cluster_size / l2e_size); |
3377 | meta_size += nl2e * l2e_size; | |
95c67e3b SH |
3378 | |
3379 | /* total size of L1 tables */ | |
0dd07b29 | 3380 | nl1e = nl2e * l2e_size / cluster_size; |
02b1ecfa AG |
3381 | nl1e = ROUND_UP(nl1e, cluster_size / L1E_SIZE); |
3382 | meta_size += nl1e * L1E_SIZE; | |
95c67e3b | 3383 | |
7c5bcc42 SH |
3384 | /* total size of refcount table and blocks */ |
3385 | meta_size += qcow2_refcount_metadata_size( | |
3386 | (meta_size + aligned_total_size) / cluster_size, | |
12cc30a8 | 3387 | cluster_size, refcount_order, false, NULL); |
95c67e3b SH |
3388 | |
3389 | return meta_size + aligned_total_size; | |
3390 | } | |
3391 | ||
7be20252 AG |
3392 | static bool validate_cluster_size(size_t cluster_size, bool extended_l2, |
3393 | Error **errp) | |
a9420734 | 3394 | { |
29ca9e45 | 3395 | int cluster_bits = ctz32(cluster_size); |
a9420734 KW |
3396 | if (cluster_bits < MIN_CLUSTER_BITS || cluster_bits > MAX_CLUSTER_BITS || |
3397 | (1 << cluster_bits) != cluster_size) | |
3398 | { | |
3ef6c40a HR |
3399 | error_setg(errp, "Cluster size must be a power of two between %d and " |
3400 | "%dk", 1 << MIN_CLUSTER_BITS, 1 << (MAX_CLUSTER_BITS - 10)); | |
29ca9e45 KW |
3401 | return false; |
3402 | } | |
7be20252 AG |
3403 | |
3404 | if (extended_l2) { | |
3405 | unsigned min_cluster_size = | |
3406 | (1 << MIN_CLUSTER_BITS) * QCOW_EXTL2_SUBCLUSTERS_PER_CLUSTER; | |
3407 | if (cluster_size < min_cluster_size) { | |
3408 | error_setg(errp, "Extended L2 entries are only supported with " | |
3409 | "cluster sizes of at least %u bytes", min_cluster_size); | |
3410 | return false; | |
3411 | } | |
3412 | } | |
3413 | ||
29ca9e45 KW |
3414 | return true; |
3415 | } | |
3416 | ||
7be20252 AG |
3417 | static size_t qcow2_opt_get_cluster_size_del(QemuOpts *opts, bool extended_l2, |
3418 | Error **errp) | |
29ca9e45 KW |
3419 | { |
3420 | size_t cluster_size; | |
3421 | ||
3422 | cluster_size = qemu_opt_get_size_del(opts, BLOCK_OPT_CLUSTER_SIZE, | |
3423 | DEFAULT_CLUSTER_SIZE); | |
7be20252 | 3424 | if (!validate_cluster_size(cluster_size, extended_l2, errp)) { |
0eb4a8c1 SH |
3425 | return 0; |
3426 | } | |
3427 | return cluster_size; | |
3428 | } | |
3429 | ||
3430 | static int qcow2_opt_get_version_del(QemuOpts *opts, Error **errp) | |
3431 | { | |
3432 | char *buf; | |
3433 | int ret; | |
3434 | ||
3435 | buf = qemu_opt_get_del(opts, BLOCK_OPT_COMPAT_LEVEL); | |
3436 | if (!buf) { | |
3437 | ret = 3; /* default */ | |
3438 | } else if (!strcmp(buf, "0.10")) { | |
3439 | ret = 2; | |
3440 | } else if (!strcmp(buf, "1.1")) { | |
3441 | ret = 3; | |
3442 | } else { | |
3443 | error_setg(errp, "Invalid compatibility level: '%s'", buf); | |
3444 | ret = -EINVAL; | |
3445 | } | |
3446 | g_free(buf); | |
3447 | return ret; | |
3448 | } | |
3449 | ||
3450 | static uint64_t qcow2_opt_get_refcount_bits_del(QemuOpts *opts, int version, | |
3451 | Error **errp) | |
3452 | { | |
3453 | uint64_t refcount_bits; | |
3454 | ||
3455 | refcount_bits = qemu_opt_get_number_del(opts, BLOCK_OPT_REFCOUNT_BITS, 16); | |
3456 | if (refcount_bits > 64 || !is_power_of_2(refcount_bits)) { | |
3457 | error_setg(errp, "Refcount width must be a power of two and may not " | |
3458 | "exceed 64 bits"); | |
3459 | return 0; | |
3460 | } | |
3461 | ||
3462 | if (version < 3 && refcount_bits != 16) { | |
3463 | error_setg(errp, "Different refcount widths than 16 bits require " | |
3464 | "compatibility level 1.1 or above (use compat=1.1 or " | |
3465 | "greater)"); | |
3466 | return 0; | |
a9420734 KW |
3467 | } |
3468 | ||
0eb4a8c1 SH |
3469 | return refcount_bits; |
3470 | } | |
3471 | ||
4db7ba3b | 3472 | static int coroutine_fn GRAPH_UNLOCKED |
60900b7b | 3473 | qcow2_co_create(BlockdevCreateOptions *create_options, Error **errp) |
0eb4a8c1 | 3474 | { |
29ca9e45 | 3475 | BlockdevCreateOptionsQcow2 *qcow2_opts; |
0eb4a8c1 SH |
3476 | QDict *options; |
3477 | ||
a9420734 KW |
3478 | /* |
3479 | * Open the image file and write a minimal qcow2 header. | |
3480 | * | |
3481 | * We keep things simple and start with a zero-sized image. We also | |
3482 | * do without refcount blocks or a L1 table for now. We'll fix the | |
3483 | * inconsistency later. | |
3484 | * | |
3485 | * We do need a refcount table because growing the refcount table means | |
a951a631 | 3486 | * allocating two new refcount blocks - the second of which would be at |
a9420734 KW |
3487 | * 2 GB for 64k clusters, and we don't want to have a 2 GB initial file |
3488 | * size for any qcow2 image. | |
3489 | */ | |
e1d74bc6 KW |
3490 | BlockBackend *blk = NULL; |
3491 | BlockDriverState *bs = NULL; | |
dcc98687 | 3492 | BlockDriverState *data_bs = NULL; |
f8413b3c | 3493 | QCowHeader *header; |
29ca9e45 KW |
3494 | size_t cluster_size; |
3495 | int version; | |
3496 | int refcount_order; | |
5f14f31d | 3497 | uint64_t *refcount_table; |
a9420734 | 3498 | int ret; |
572ad978 | 3499 | uint8_t compression_type = QCOW2_COMPRESSION_TYPE_ZLIB; |
a9420734 | 3500 | |
29ca9e45 KW |
3501 | assert(create_options->driver == BLOCKDEV_DRIVER_QCOW2); |
3502 | qcow2_opts = &create_options->u.qcow2; | |
3503 | ||
ecbc57ca | 3504 | bs = bdrv_co_open_blockdev_ref(qcow2_opts->file, errp); |
e1d74bc6 KW |
3505 | if (bs == NULL) { |
3506 | return -EIO; | |
3507 | } | |
3508 | ||
3509 | /* Validate options and set default values */ | |
29ca9e45 | 3510 | if (!QEMU_IS_ALIGNED(qcow2_opts->size, BDRV_SECTOR_SIZE)) { |
3afea402 AG |
3511 | error_setg(errp, "Image size must be a multiple of %u bytes", |
3512 | (unsigned) BDRV_SECTOR_SIZE); | |
29ca9e45 KW |
3513 | ret = -EINVAL; |
3514 | goto out; | |
3515 | } | |
3516 | ||
3517 | if (qcow2_opts->has_version) { | |
3518 | switch (qcow2_opts->version) { | |
3519 | case BLOCKDEV_QCOW2_VERSION_V2: | |
3520 | version = 2; | |
3521 | break; | |
3522 | case BLOCKDEV_QCOW2_VERSION_V3: | |
3523 | version = 3; | |
3524 | break; | |
3525 | default: | |
3526 | g_assert_not_reached(); | |
3527 | } | |
3528 | } else { | |
3529 | version = 3; | |
3530 | } | |
3531 | ||
3532 | if (qcow2_opts->has_cluster_size) { | |
3533 | cluster_size = qcow2_opts->cluster_size; | |
3534 | } else { | |
3535 | cluster_size = DEFAULT_CLUSTER_SIZE; | |
3536 | } | |
3537 | ||
7be20252 AG |
3538 | if (!qcow2_opts->has_extended_l2) { |
3539 | qcow2_opts->extended_l2 = false; | |
3540 | } | |
3541 | if (qcow2_opts->extended_l2) { | |
3542 | if (version < 3) { | |
3543 | error_setg(errp, "Extended L2 entries are only supported with " | |
3544 | "compatibility level 1.1 and above (use version=v3 or " | |
3545 | "greater)"); | |
3546 | ret = -EINVAL; | |
3547 | goto out; | |
3548 | } | |
3549 | } | |
3550 | ||
3551 | if (!validate_cluster_size(cluster_size, qcow2_opts->extended_l2, errp)) { | |
e1d74bc6 KW |
3552 | ret = -EINVAL; |
3553 | goto out; | |
29ca9e45 KW |
3554 | } |
3555 | ||
3556 | if (!qcow2_opts->has_preallocation) { | |
3557 | qcow2_opts->preallocation = PREALLOC_MODE_OFF; | |
3558 | } | |
54fde4ff | 3559 | if (qcow2_opts->backing_file && |
2118771d AG |
3560 | qcow2_opts->preallocation != PREALLOC_MODE_OFF && |
3561 | !qcow2_opts->extended_l2) | |
29ca9e45 | 3562 | { |
2118771d AG |
3563 | error_setg(errp, "Backing file and preallocation can only be used at " |
3564 | "the same time if extended_l2 is on"); | |
e1d74bc6 KW |
3565 | ret = -EINVAL; |
3566 | goto out; | |
29ca9e45 | 3567 | } |
54fde4ff | 3568 | if (qcow2_opts->has_backing_fmt && !qcow2_opts->backing_file) { |
29ca9e45 | 3569 | error_setg(errp, "Backing format cannot be used without backing file"); |
e1d74bc6 KW |
3570 | ret = -EINVAL; |
3571 | goto out; | |
29ca9e45 KW |
3572 | } |
3573 | ||
3574 | if (!qcow2_opts->has_lazy_refcounts) { | |
3575 | qcow2_opts->lazy_refcounts = false; | |
3576 | } | |
3577 | if (version < 3 && qcow2_opts->lazy_refcounts) { | |
3578 | error_setg(errp, "Lazy refcounts only supported with compatibility " | |
b76b4f60 | 3579 | "level 1.1 and above (use version=v3 or greater)"); |
e1d74bc6 KW |
3580 | ret = -EINVAL; |
3581 | goto out; | |
29ca9e45 KW |
3582 | } |
3583 | ||
3584 | if (!qcow2_opts->has_refcount_bits) { | |
3585 | qcow2_opts->refcount_bits = 16; | |
3586 | } | |
3587 | if (qcow2_opts->refcount_bits > 64 || | |
3588 | !is_power_of_2(qcow2_opts->refcount_bits)) | |
3589 | { | |
3590 | error_setg(errp, "Refcount width must be a power of two and may not " | |
3591 | "exceed 64 bits"); | |
e1d74bc6 KW |
3592 | ret = -EINVAL; |
3593 | goto out; | |
29ca9e45 KW |
3594 | } |
3595 | if (version < 3 && qcow2_opts->refcount_bits != 16) { | |
3596 | error_setg(errp, "Different refcount widths than 16 bits require " | |
b76b4f60 | 3597 | "compatibility level 1.1 or above (use version=v3 or " |
29ca9e45 | 3598 | "greater)"); |
e1d74bc6 KW |
3599 | ret = -EINVAL; |
3600 | goto out; | |
29ca9e45 KW |
3601 | } |
3602 | refcount_order = ctz32(qcow2_opts->refcount_bits); | |
3603 | ||
6c3944dc KW |
3604 | if (qcow2_opts->data_file_raw && !qcow2_opts->data_file) { |
3605 | error_setg(errp, "data-file-raw requires data-file"); | |
3606 | ret = -EINVAL; | |
3607 | goto out; | |
3608 | } | |
54fde4ff | 3609 | if (qcow2_opts->data_file_raw && qcow2_opts->backing_file) { |
6c3944dc KW |
3610 | error_setg(errp, "Backing file and data-file-raw cannot be used at " |
3611 | "the same time"); | |
3612 | ret = -EINVAL; | |
3613 | goto out; | |
3614 | } | |
48410829 HR |
3615 | if (qcow2_opts->data_file_raw && |
3616 | qcow2_opts->preallocation == PREALLOC_MODE_OFF) | |
3617 | { | |
3618 | /* | |
3619 | * data-file-raw means that "the external data file can be | |
3620 | * read as a consistent standalone raw image without looking | |
3621 | * at the qcow2 metadata." It does not say that the metadata | |
3622 | * must be ignored, though (and the qcow2 driver in fact does | |
3623 | * not ignore it), so the L1/L2 tables must be present and | |
3624 | * give a 1:1 mapping, so you get the same result regardless | |
3625 | * of whether you look at the metadata or whether you ignore | |
3626 | * it. | |
3627 | */ | |
3628 | qcow2_opts->preallocation = PREALLOC_MODE_METADATA; | |
3629 | ||
3630 | /* | |
3631 | * Cannot use preallocation with backing files, but giving a | |
3632 | * backing file when specifying data_file_raw is an error | |
3633 | * anyway. | |
3634 | */ | |
54fde4ff | 3635 | assert(!qcow2_opts->backing_file); |
48410829 | 3636 | } |
6c3944dc | 3637 | |
dcc98687 KW |
3638 | if (qcow2_opts->data_file) { |
3639 | if (version < 3) { | |
3640 | error_setg(errp, "External data files are only supported with " | |
3641 | "compatibility level 1.1 and above (use version=v3 or " | |
3642 | "greater)"); | |
3643 | ret = -EINVAL; | |
3644 | goto out; | |
3645 | } | |
ecbc57ca | 3646 | data_bs = bdrv_co_open_blockdev_ref(qcow2_opts->data_file, errp); |
a0cf8363 | 3647 | if (data_bs == NULL) { |
dcc98687 KW |
3648 | ret = -EIO; |
3649 | goto out; | |
3650 | } | |
3651 | } | |
29ca9e45 | 3652 | |
572ad978 DP |
3653 | if (qcow2_opts->has_compression_type && |
3654 | qcow2_opts->compression_type != QCOW2_COMPRESSION_TYPE_ZLIB) { | |
3655 | ||
3656 | ret = -EINVAL; | |
3657 | ||
3658 | if (version < 3) { | |
3659 | error_setg(errp, "Non-zlib compression type is only supported with " | |
3660 | "compatibility level 1.1 and above (use version=v3 or " | |
3661 | "greater)"); | |
3662 | goto out; | |
3663 | } | |
3664 | ||
3665 | switch (qcow2_opts->compression_type) { | |
d298ac10 DP |
3666 | #ifdef CONFIG_ZSTD |
3667 | case QCOW2_COMPRESSION_TYPE_ZSTD: | |
3668 | break; | |
3669 | #endif | |
572ad978 DP |
3670 | default: |
3671 | error_setg(errp, "Unknown compression type"); | |
3672 | goto out; | |
3673 | } | |
3674 | ||
3675 | compression_type = qcow2_opts->compression_type; | |
3676 | } | |
3677 | ||
29ca9e45 | 3678 | /* Create BlockBackend to write to the image */ |
ecbc57ca KW |
3679 | blk = blk_co_new_with_bs(bs, BLK_PERM_WRITE | BLK_PERM_RESIZE, BLK_PERM_ALL, |
3680 | errp); | |
a3aeeab5 EB |
3681 | if (!blk) { |
3682 | ret = -EPERM; | |
cbf2b7c4 | 3683 | goto out; |
a9420734 | 3684 | } |
23588797 KW |
3685 | blk_set_allow_write_beyond_eof(blk, true); |
3686 | ||
a9420734 | 3687 | /* Write the header */ |
f8413b3c KW |
3688 | QEMU_BUILD_BUG_ON((1 << MIN_CLUSTER_BITS) < sizeof(*header)); |
3689 | header = g_malloc0(cluster_size); | |
3690 | *header = (QCowHeader) { | |
3691 | .magic = cpu_to_be32(QCOW_MAGIC), | |
3692 | .version = cpu_to_be32(version), | |
0eb4a8c1 | 3693 | .cluster_bits = cpu_to_be32(ctz32(cluster_size)), |
f8413b3c KW |
3694 | .size = cpu_to_be64(0), |
3695 | .l1_table_offset = cpu_to_be64(0), | |
3696 | .l1_size = cpu_to_be32(0), | |
3697 | .refcount_table_offset = cpu_to_be64(cluster_size), | |
3698 | .refcount_table_clusters = cpu_to_be32(1), | |
bd4b167f | 3699 | .refcount_order = cpu_to_be32(refcount_order), |
572ad978 DP |
3700 | /* don't deal with endianness since compression_type is 1 byte long */ |
3701 | .compression_type = compression_type, | |
f8413b3c KW |
3702 | .header_length = cpu_to_be32(sizeof(*header)), |
3703 | }; | |
a9420734 | 3704 | |
b25b387f DB |
3705 | /* We'll update this to correct value later */ |
3706 | header->crypt_method = cpu_to_be32(QCOW_CRYPT_NONE); | |
a9420734 | 3707 | |
29ca9e45 | 3708 | if (qcow2_opts->lazy_refcounts) { |
f8413b3c | 3709 | header->compatible_features |= |
bfe8043e SH |
3710 | cpu_to_be64(QCOW2_COMPAT_LAZY_REFCOUNTS); |
3711 | } | |
dcc98687 KW |
3712 | if (data_bs) { |
3713 | header->incompatible_features |= | |
3714 | cpu_to_be64(QCOW2_INCOMPAT_DATA_FILE); | |
3715 | } | |
6c3944dc KW |
3716 | if (qcow2_opts->data_file_raw) { |
3717 | header->autoclear_features |= | |
3718 | cpu_to_be64(QCOW2_AUTOCLEAR_DATA_FILE_RAW); | |
3719 | } | |
572ad978 DP |
3720 | if (compression_type != QCOW2_COMPRESSION_TYPE_ZLIB) { |
3721 | header->incompatible_features |= | |
3722 | cpu_to_be64(QCOW2_INCOMPAT_COMPRESSION); | |
3723 | } | |
bfe8043e | 3724 | |
7be20252 AG |
3725 | if (qcow2_opts->extended_l2) { |
3726 | header->incompatible_features |= | |
3727 | cpu_to_be64(QCOW2_INCOMPAT_EXTL2); | |
3728 | } | |
3729 | ||
38505e2a | 3730 | ret = blk_co_pwrite(blk, 0, cluster_size, header, 0); |
f8413b3c | 3731 | g_free(header); |
a9420734 | 3732 | if (ret < 0) { |
3ef6c40a | 3733 | error_setg_errno(errp, -ret, "Could not write qcow2 header"); |
a9420734 KW |
3734 | goto out; |
3735 | } | |
3736 | ||
b106ad91 KW |
3737 | /* Write a refcount table with one refcount block */ |
3738 | refcount_table = g_malloc0(2 * cluster_size); | |
3739 | refcount_table[0] = cpu_to_be64(2 * cluster_size); | |
38505e2a | 3740 | ret = blk_co_pwrite(blk, cluster_size, 2 * cluster_size, refcount_table, 0); |
7267c094 | 3741 | g_free(refcount_table); |
a9420734 KW |
3742 | |
3743 | if (ret < 0) { | |
3ef6c40a | 3744 | error_setg_errno(errp, -ret, "Could not write refcount table"); |
a9420734 KW |
3745 | goto out; |
3746 | } | |
3747 | ||
b2ab5f54 | 3748 | blk_co_unref(blk); |
23588797 | 3749 | blk = NULL; |
a9420734 KW |
3750 | |
3751 | /* | |
3752 | * And now open the image and make it consistent first (i.e. increase the | |
3753 | * refcount of the cluster that is occupied by the header and the refcount | |
3754 | * table) | |
3755 | */ | |
e6641719 | 3756 | options = qdict_new(); |
46f5ac20 | 3757 | qdict_put_str(options, "driver", "qcow2"); |
cbf2b7c4 | 3758 | qdict_put_str(options, "file", bs->node_name); |
dcc98687 KW |
3759 | if (data_bs) { |
3760 | qdict_put_str(options, "data-file", data_bs->node_name); | |
3761 | } | |
ecbc57ca KW |
3762 | blk = blk_co_new_open(NULL, NULL, options, |
3763 | BDRV_O_RDWR | BDRV_O_RESIZE | BDRV_O_NO_FLUSH, | |
3764 | errp); | |
23588797 | 3765 | if (blk == NULL) { |
23588797 | 3766 | ret = -EIO; |
a9420734 KW |
3767 | goto out; |
3768 | } | |
3769 | ||
4db7ba3b | 3770 | bdrv_graph_co_rdlock(); |
23588797 | 3771 | ret = qcow2_alloc_clusters(blk_bs(blk), 3 * cluster_size); |
a9420734 | 3772 | if (ret < 0) { |
4db7ba3b | 3773 | bdrv_graph_co_rdunlock(); |
3ef6c40a HR |
3774 | error_setg_errno(errp, -ret, "Could not allocate clusters for qcow2 " |
3775 | "header and refcount table"); | |
a9420734 KW |
3776 | goto out; |
3777 | ||
3778 | } else if (ret != 0) { | |
3779 | error_report("Huh, first cluster in empty image is already in use?"); | |
3780 | abort(); | |
3781 | } | |
3782 | ||
9b890bdc KW |
3783 | /* Set the external data file if necessary */ |
3784 | if (data_bs) { | |
3785 | BDRVQcow2State *s = blk_bs(blk)->opaque; | |
3786 | s->image_data_file = g_strdup(data_bs->filename); | |
3787 | } | |
3788 | ||
b527c9b3 | 3789 | /* Create a full header (including things like feature table) */ |
23588797 | 3790 | ret = qcow2_update_header(blk_bs(blk)); |
4db7ba3b KW |
3791 | bdrv_graph_co_rdunlock(); |
3792 | ||
b527c9b3 KW |
3793 | if (ret < 0) { |
3794 | error_setg_errno(errp, -ret, "Could not update qcow2 header"); | |
3795 | goto out; | |
3796 | } | |
3797 | ||
a9420734 | 3798 | /* Okay, now that we have a valid image, let's give it the right size */ |
38505e2a AF |
3799 | ret = blk_co_truncate(blk, qcow2_opts->size, false, |
3800 | qcow2_opts->preallocation, 0, errp); | |
a9420734 | 3801 | if (ret < 0) { |
ed3d2ec9 | 3802 | error_prepend(errp, "Could not resize image: "); |
a9420734 KW |
3803 | goto out; |
3804 | } | |
3805 | ||
a951a631 | 3806 | /* Want a backing file? There you go. */ |
54fde4ff | 3807 | if (qcow2_opts->backing_file) { |
29ca9e45 KW |
3808 | const char *backing_format = NULL; |
3809 | ||
3810 | if (qcow2_opts->has_backing_fmt) { | |
3811 | backing_format = BlockdevDriver_str(qcow2_opts->backing_fmt); | |
3812 | } | |
3813 | ||
3814 | ret = bdrv_change_backing_file(blk_bs(blk), qcow2_opts->backing_file, | |
e54ee1b3 | 3815 | backing_format, false); |
a9420734 | 3816 | if (ret < 0) { |
3ef6c40a | 3817 | error_setg_errno(errp, -ret, "Could not assign backing file '%s' " |
29ca9e45 KW |
3818 | "with format '%s'", qcow2_opts->backing_file, |
3819 | backing_format); | |
a9420734 KW |
3820 | goto out; |
3821 | } | |
3822 | } | |
3823 | ||
b25b387f | 3824 | /* Want encryption? There you go. */ |
54fde4ff | 3825 | if (qcow2_opts->encrypt) { |
4db7ba3b | 3826 | bdrv_graph_co_rdlock(); |
60900b7b | 3827 | ret = qcow2_set_up_encryption(blk_bs(blk), qcow2_opts->encrypt, errp); |
4db7ba3b KW |
3828 | bdrv_graph_co_rdunlock(); |
3829 | ||
b25b387f DB |
3830 | if (ret < 0) { |
3831 | goto out; | |
3832 | } | |
3833 | } | |
3834 | ||
b2ab5f54 | 3835 | blk_co_unref(blk); |
23588797 | 3836 | blk = NULL; |
ba2ab2f2 | 3837 | |
b25b387f DB |
3838 | /* Reopen the image without BDRV_O_NO_FLUSH to flush it before returning. |
3839 | * Using BDRV_O_NO_IO, since encryption is now setup we don't want to | |
3840 | * have to setup decryption context. We're not doing any I/O on the top | |
3841 | * level BlockDriverState, only lower layers, where BDRV_O_NO_IO does | |
3842 | * not have effect. | |
3843 | */ | |
e6641719 | 3844 | options = qdict_new(); |
46f5ac20 | 3845 | qdict_put_str(options, "driver", "qcow2"); |
cbf2b7c4 | 3846 | qdict_put_str(options, "file", bs->node_name); |
dcc98687 KW |
3847 | if (data_bs) { |
3848 | qdict_put_str(options, "data-file", data_bs->node_name); | |
3849 | } | |
ecbc57ca KW |
3850 | blk = blk_co_new_open(NULL, NULL, options, |
3851 | BDRV_O_RDWR | BDRV_O_NO_BACKING | BDRV_O_NO_IO, | |
3852 | errp); | |
23588797 | 3853 | if (blk == NULL) { |
23588797 | 3854 | ret = -EIO; |
ba2ab2f2 HR |
3855 | goto out; |
3856 | } | |
3857 | ||
a9420734 KW |
3858 | ret = 0; |
3859 | out: | |
b2ab5f54 KW |
3860 | blk_co_unref(blk); |
3861 | bdrv_co_unref(bs); | |
3862 | bdrv_co_unref(data_bs); | |
a9420734 KW |
3863 | return ret; |
3864 | } | |
de5f3f40 | 3865 | |
4db7ba3b | 3866 | static int coroutine_fn GRAPH_UNLOCKED |
4ec8df01 KW |
3867 | qcow2_co_create_opts(BlockDriver *drv, const char *filename, QemuOpts *opts, |
3868 | Error **errp) | |
de5f3f40 | 3869 | { |
b76b4f60 | 3870 | BlockdevCreateOptions *create_options = NULL; |
92adf9db | 3871 | QDict *qdict; |
b76b4f60 | 3872 | Visitor *v; |
cbf2b7c4 | 3873 | BlockDriverState *bs = NULL; |
9b890bdc | 3874 | BlockDriverState *data_bs = NULL; |
b76b4f60 | 3875 | const char *val; |
3ef6c40a | 3876 | int ret; |
de5f3f40 | 3877 | |
b76b4f60 KW |
3878 | /* Only the keyval visitor supports the dotted syntax needed for |
3879 | * encryption, so go through a QDict before getting a QAPI type. Ignore | |
3880 | * options meant for the protocol layer so that the visitor doesn't | |
3881 | * complain. */ | |
3882 | qdict = qemu_opts_to_qdict_filtered(opts, NULL, bdrv_qcow2.create_opts, | |
3883 | true); | |
3884 | ||
3885 | /* Handle encryption options */ | |
3886 | val = qdict_get_try_str(qdict, BLOCK_OPT_ENCRYPT); | |
3887 | if (val && !strcmp(val, "on")) { | |
3888 | qdict_put_str(qdict, BLOCK_OPT_ENCRYPT, "qcow"); | |
3889 | } else if (val && !strcmp(val, "off")) { | |
3890 | qdict_del(qdict, BLOCK_OPT_ENCRYPT); | |
3891 | } | |
3892 | ||
3893 | val = qdict_get_try_str(qdict, BLOCK_OPT_ENCRYPT_FORMAT); | |
3894 | if (val && !strcmp(val, "aes")) { | |
3895 | qdict_put_str(qdict, BLOCK_OPT_ENCRYPT_FORMAT, "qcow"); | |
3896 | } | |
3897 | ||
3898 | /* Convert compat=0.10/1.1 into compat=v2/v3, to be renamed into | |
3899 | * version=v2/v3 below. */ | |
3900 | val = qdict_get_try_str(qdict, BLOCK_OPT_COMPAT_LEVEL); | |
3901 | if (val && !strcmp(val, "0.10")) { | |
3902 | qdict_put_str(qdict, BLOCK_OPT_COMPAT_LEVEL, "v2"); | |
3903 | } else if (val && !strcmp(val, "1.1")) { | |
3904 | qdict_put_str(qdict, BLOCK_OPT_COMPAT_LEVEL, "v3"); | |
3905 | } | |
3906 | ||
3907 | /* Change legacy command line options into QMP ones */ | |
3908 | static const QDictRenames opt_renames[] = { | |
3909 | { BLOCK_OPT_BACKING_FILE, "backing-file" }, | |
3910 | { BLOCK_OPT_BACKING_FMT, "backing-fmt" }, | |
3911 | { BLOCK_OPT_CLUSTER_SIZE, "cluster-size" }, | |
3912 | { BLOCK_OPT_LAZY_REFCOUNTS, "lazy-refcounts" }, | |
7be20252 | 3913 | { BLOCK_OPT_EXTL2, "extended-l2" }, |
b76b4f60 KW |
3914 | { BLOCK_OPT_REFCOUNT_BITS, "refcount-bits" }, |
3915 | { BLOCK_OPT_ENCRYPT, BLOCK_OPT_ENCRYPT_FORMAT }, | |
3916 | { BLOCK_OPT_COMPAT_LEVEL, "version" }, | |
6c3944dc | 3917 | { BLOCK_OPT_DATA_FILE_RAW, "data-file-raw" }, |
572ad978 | 3918 | { BLOCK_OPT_COMPRESSION_TYPE, "compression-type" }, |
b76b4f60 KW |
3919 | { NULL, NULL }, |
3920 | }; | |
3921 | ||
3922 | if (!qdict_rename_keys(qdict, opt_renames, errp)) { | |
29ca9e45 KW |
3923 | ret = -EINVAL; |
3924 | goto finish; | |
3925 | } | |
60900b7b | 3926 | |
b76b4f60 | 3927 | /* Create and open the file (protocol layer) */ |
2475a0d0 | 3928 | ret = bdrv_co_create_file(filename, opts, errp); |
b76b4f60 | 3929 | if (ret < 0) { |
0eb4a8c1 SH |
3930 | goto finish; |
3931 | } | |
b76b4f60 | 3932 | |
ecbc57ca KW |
3933 | bs = bdrv_co_open(filename, NULL, NULL, |
3934 | BDRV_O_RDWR | BDRV_O_RESIZE | BDRV_O_PROTOCOL, errp); | |
b76b4f60 KW |
3935 | if (bs == NULL) { |
3936 | ret = -EIO; | |
1bd0e2d1 CL |
3937 | goto finish; |
3938 | } | |
0eb4a8c1 | 3939 | |
9b890bdc KW |
3940 | /* Create and open an external data file (protocol layer) */ |
3941 | val = qdict_get_try_str(qdict, BLOCK_OPT_DATA_FILE); | |
3942 | if (val) { | |
2475a0d0 | 3943 | ret = bdrv_co_create_file(val, opts, errp); |
9b890bdc KW |
3944 | if (ret < 0) { |
3945 | goto finish; | |
3946 | } | |
3947 | ||
ecbc57ca KW |
3948 | data_bs = bdrv_co_open(val, NULL, NULL, |
3949 | BDRV_O_RDWR | BDRV_O_RESIZE | BDRV_O_PROTOCOL, | |
3950 | errp); | |
9b890bdc KW |
3951 | if (data_bs == NULL) { |
3952 | ret = -EIO; | |
3953 | goto finish; | |
3954 | } | |
3955 | ||
3956 | qdict_del(qdict, BLOCK_OPT_DATA_FILE); | |
3957 | qdict_put_str(qdict, "data-file", data_bs->node_name); | |
3958 | } | |
3959 | ||
b76b4f60 KW |
3960 | /* Set 'driver' and 'node' options */ |
3961 | qdict_put_str(qdict, "driver", "qcow2"); | |
3962 | qdict_put_str(qdict, "file", bs->node_name); | |
3963 | ||
3964 | /* Now get the QAPI type BlockdevCreateOptions */ | |
af91062e MA |
3965 | v = qobject_input_visitor_new_flat_confused(qdict, errp); |
3966 | if (!v) { | |
1bd0e2d1 CL |
3967 | ret = -EINVAL; |
3968 | goto finish; | |
3969 | } | |
3970 | ||
b11a093c | 3971 | visit_type_BlockdevCreateOptions(v, NULL, &create_options, errp); |
b76b4f60 | 3972 | visit_free(v); |
b11a093c | 3973 | if (!create_options) { |
bd4b167f HR |
3974 | ret = -EINVAL; |
3975 | goto finish; | |
3976 | } | |
3977 | ||
b76b4f60 KW |
3978 | /* Silently round up size */ |
3979 | create_options->u.qcow2.size = ROUND_UP(create_options->u.qcow2.size, | |
3980 | BDRV_SECTOR_SIZE); | |
cbf2b7c4 KW |
3981 | |
3982 | /* Create the qcow2 image (format layer) */ | |
b76b4f60 | 3983 | ret = qcow2_co_create(create_options, errp); |
6094cbeb | 3984 | finish: |
cbf2b7c4 | 3985 | if (ret < 0) { |
4db7ba3b | 3986 | bdrv_graph_co_rdlock(); |
6094cbeb ML |
3987 | bdrv_co_delete_file_noerr(bs); |
3988 | bdrv_co_delete_file_noerr(data_bs); | |
4db7ba3b | 3989 | bdrv_graph_co_rdunlock(); |
6094cbeb ML |
3990 | } else { |
3991 | ret = 0; | |
cbf2b7c4 | 3992 | } |
1bd0e2d1 | 3993 | |
cb3e7f08 | 3994 | qobject_unref(qdict); |
b2ab5f54 KW |
3995 | bdrv_co_unref(bs); |
3996 | bdrv_co_unref(data_bs); | |
b76b4f60 | 3997 | qapi_free_BlockdevCreateOptions(create_options); |
3ef6c40a | 3998 | return ret; |
de5f3f40 KW |
3999 | } |
4000 | ||
2928abce | 4001 | |
cc323997 PB |
4002 | static bool coroutine_fn GRAPH_RDLOCK |
4003 | is_zero(BlockDriverState *bs, int64_t offset, int64_t bytes) | |
2928abce | 4004 | { |
31826642 EB |
4005 | int64_t nr; |
4006 | int res; | |
f06f6b66 EB |
4007 | |
4008 | /* Clamp to image length, before checking status of underlying sectors */ | |
8cbf74b2 EB |
4009 | if (offset + bytes > bs->total_sectors * BDRV_SECTOR_SIZE) { |
4010 | bytes = bs->total_sectors * BDRV_SECTOR_SIZE - offset; | |
fbaa6bb3 EB |
4011 | } |
4012 | ||
f06f6b66 | 4013 | if (!bytes) { |
ebb718a5 EB |
4014 | return true; |
4015 | } | |
67c095c8 VSO |
4016 | |
4017 | /* | |
4018 | * bdrv_block_status_above doesn't merge different types of zeros, for | |
4019 | * example, zeros which come from the region which is unallocated in | |
4020 | * the whole backing chain, and zeros which come because of a short | |
4021 | * backing file. So, we need a loop. | |
4022 | */ | |
4023 | do { | |
cc323997 | 4024 | res = bdrv_co_block_status_above(bs, NULL, offset, bytes, &nr, NULL, NULL); |
67c095c8 VSO |
4025 | offset += nr; |
4026 | bytes -= nr; | |
4027 | } while (res >= 0 && (res & BDRV_BLOCK_ZERO) && nr && bytes); | |
4028 | ||
4029 | return res >= 0 && (res & BDRV_BLOCK_ZERO) && bytes == 0; | |
2928abce DL |
4030 | } |
4031 | ||
abaf8b75 KW |
4032 | static int coroutine_fn GRAPH_RDLOCK |
4033 | qcow2_co_pwrite_zeroes(BlockDriverState *bs, int64_t offset, int64_t bytes, | |
4034 | BdrvRequestFlags flags) | |
621f0589 KW |
4035 | { |
4036 | int ret; | |
ff99129a | 4037 | BDRVQcow2State *s = bs->opaque; |
621f0589 | 4038 | |
a6841a2d AG |
4039 | uint32_t head = offset_into_subcluster(s, offset); |
4040 | uint32_t tail = ROUND_UP(offset + bytes, s->subcluster_size) - | |
4041 | (offset + bytes); | |
2928abce | 4042 | |
f5a5ca79 MP |
4043 | trace_qcow2_pwrite_zeroes_start_req(qemu_coroutine_self(), offset, bytes); |
4044 | if (offset + bytes == bs->total_sectors * BDRV_SECTOR_SIZE) { | |
fbaa6bb3 EB |
4045 | tail = 0; |
4046 | } | |
5a64e942 | 4047 | |
ebb718a5 | 4048 | if (head || tail) { |
ebb718a5 | 4049 | uint64_t off; |
ecfe1863 | 4050 | unsigned int nr; |
10dabdc5 | 4051 | QCow2SubclusterType type; |
2928abce | 4052 | |
a6841a2d | 4053 | assert(head + bytes + tail <= s->subcluster_size); |
2928abce | 4054 | |
ebb718a5 | 4055 | /* check whether remainder of cluster already reads as zero */ |
f06f6b66 | 4056 | if (!(is_zero(bs, offset - head, head) && |
a6841a2d | 4057 | is_zero(bs, offset + bytes, tail))) { |
2928abce DL |
4058 | return -ENOTSUP; |
4059 | } | |
4060 | ||
2928abce DL |
4061 | qemu_co_mutex_lock(&s->lock); |
4062 | /* We can have new write after previous check */ | |
a6841a2d AG |
4063 | offset -= head; |
4064 | bytes = s->subcluster_size; | |
4065 | nr = s->subcluster_size; | |
ca4a0bb8 AG |
4066 | ret = qcow2_get_host_offset(bs, offset, &nr, &off, &type); |
4067 | if (ret < 0 || | |
10dabdc5 | 4068 | (type != QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN && |
97490a14 | 4069 | type != QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC && |
10dabdc5 AG |
4070 | type != QCOW2_SUBCLUSTER_ZERO_PLAIN && |
4071 | type != QCOW2_SUBCLUSTER_ZERO_ALLOC)) { | |
2928abce | 4072 | qemu_co_mutex_unlock(&s->lock); |
580384d6 | 4073 | return ret < 0 ? ret : -ENOTSUP; |
2928abce DL |
4074 | } |
4075 | } else { | |
4076 | qemu_co_mutex_lock(&s->lock); | |
621f0589 KW |
4077 | } |
4078 | ||
f5a5ca79 | 4079 | trace_qcow2_pwrite_zeroes(qemu_coroutine_self(), offset, bytes); |
5a64e942 | 4080 | |
a6841a2d AG |
4081 | /* Whatever is left can use real zero subclusters */ |
4082 | ret = qcow2_subcluster_zeroize(bs, offset, bytes, flags); | |
621f0589 KW |
4083 | qemu_co_mutex_unlock(&s->lock); |
4084 | ||
4085 | return ret; | |
4086 | } | |
4087 | ||
0bb79c97 KW |
4088 | static int coroutine_fn GRAPH_RDLOCK |
4089 | qcow2_co_pdiscard(BlockDriverState *bs, int64_t offset, int64_t bytes) | |
5ea929e3 | 4090 | { |
6db39ae2 | 4091 | int ret; |
ff99129a | 4092 | BDRVQcow2State *s = bs->opaque; |
6db39ae2 | 4093 | |
80f5c011 AG |
4094 | /* If the image does not support QCOW_OFLAG_ZERO then discarding |
4095 | * clusters could expose stale data from the backing file. */ | |
4096 | if (s->qcow_version < 3 && bs->backing) { | |
4097 | return -ENOTSUP; | |
4098 | } | |
4099 | ||
f5a5ca79 MP |
4100 | if (!QEMU_IS_ALIGNED(offset | bytes, s->cluster_size)) { |
4101 | assert(bytes < s->cluster_size); | |
048c5fd1 EB |
4102 | /* Ignore partial clusters, except for the special case of the |
4103 | * complete partial cluster at the end of an unaligned file */ | |
4104 | if (!QEMU_IS_ALIGNED(offset, s->cluster_size) || | |
f5a5ca79 | 4105 | offset + bytes != bs->total_sectors * BDRV_SECTOR_SIZE) { |
048c5fd1 EB |
4106 | return -ENOTSUP; |
4107 | } | |
49228d1e EB |
4108 | } |
4109 | ||
6db39ae2 | 4110 | qemu_co_mutex_lock(&s->lock); |
f5a5ca79 | 4111 | ret = qcow2_cluster_discard(bs, offset, bytes, QCOW2_DISCARD_REQUEST, |
d2cb36af | 4112 | false); |
6db39ae2 PB |
4113 | qemu_co_mutex_unlock(&s->lock); |
4114 | return ret; | |
5ea929e3 KW |
4115 | } |
4116 | ||
742bf09b | 4117 | static int coroutine_fn GRAPH_RDLOCK |
fd9fcd37 | 4118 | qcow2_co_copy_range_from(BlockDriverState *bs, |
48535049 VSO |
4119 | BdrvChild *src, int64_t src_offset, |
4120 | BdrvChild *dst, int64_t dst_offset, | |
4121 | int64_t bytes, BdrvRequestFlags read_flags, | |
67b51fb9 | 4122 | BdrvRequestFlags write_flags) |
fd9fcd37 FZ |
4123 | { |
4124 | BDRVQcow2State *s = bs->opaque; | |
4125 | int ret; | |
4126 | unsigned int cur_bytes; /* number of bytes in current iteration */ | |
4127 | BdrvChild *child = NULL; | |
67b51fb9 | 4128 | BdrvRequestFlags cur_write_flags; |
fd9fcd37 FZ |
4129 | |
4130 | assert(!bs->encrypted); | |
4131 | qemu_co_mutex_lock(&s->lock); | |
4132 | ||
4133 | while (bytes != 0) { | |
4134 | uint64_t copy_offset = 0; | |
10dabdc5 | 4135 | QCow2SubclusterType type; |
fd9fcd37 FZ |
4136 | /* prepare next request */ |
4137 | cur_bytes = MIN(bytes, INT_MAX); | |
67b51fb9 | 4138 | cur_write_flags = write_flags; |
fd9fcd37 | 4139 | |
ca4a0bb8 AG |
4140 | ret = qcow2_get_host_offset(bs, src_offset, &cur_bytes, |
4141 | ©_offset, &type); | |
fd9fcd37 FZ |
4142 | if (ret < 0) { |
4143 | goto out; | |
4144 | } | |
4145 | ||
ca4a0bb8 | 4146 | switch (type) { |
10dabdc5 | 4147 | case QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN: |
97490a14 | 4148 | case QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC: |
fd9fcd37 | 4149 | if (bs->backing && bs->backing->bs) { |
0050c163 | 4150 | int64_t backing_length = bdrv_co_getlength(bs->backing->bs); |
fd9fcd37 | 4151 | if (src_offset >= backing_length) { |
67b51fb9 | 4152 | cur_write_flags |= BDRV_REQ_ZERO_WRITE; |
fd9fcd37 FZ |
4153 | } else { |
4154 | child = bs->backing; | |
4155 | cur_bytes = MIN(cur_bytes, backing_length - src_offset); | |
4156 | copy_offset = src_offset; | |
4157 | } | |
4158 | } else { | |
67b51fb9 | 4159 | cur_write_flags |= BDRV_REQ_ZERO_WRITE; |
fd9fcd37 FZ |
4160 | } |
4161 | break; | |
4162 | ||
10dabdc5 AG |
4163 | case QCOW2_SUBCLUSTER_ZERO_PLAIN: |
4164 | case QCOW2_SUBCLUSTER_ZERO_ALLOC: | |
67b51fb9 | 4165 | cur_write_flags |= BDRV_REQ_ZERO_WRITE; |
fd9fcd37 FZ |
4166 | break; |
4167 | ||
10dabdc5 | 4168 | case QCOW2_SUBCLUSTER_COMPRESSED: |
fd9fcd37 FZ |
4169 | ret = -ENOTSUP; |
4170 | goto out; | |
fd9fcd37 | 4171 | |
10dabdc5 | 4172 | case QCOW2_SUBCLUSTER_NORMAL: |
966b000f | 4173 | child = s->data_file; |
fd9fcd37 FZ |
4174 | break; |
4175 | ||
4176 | default: | |
4177 | abort(); | |
4178 | } | |
4179 | qemu_co_mutex_unlock(&s->lock); | |
4180 | ret = bdrv_co_copy_range_from(child, | |
4181 | copy_offset, | |
4182 | dst, dst_offset, | |
67b51fb9 | 4183 | cur_bytes, read_flags, cur_write_flags); |
fd9fcd37 FZ |
4184 | qemu_co_mutex_lock(&s->lock); |
4185 | if (ret < 0) { | |
4186 | goto out; | |
4187 | } | |
4188 | ||
4189 | bytes -= cur_bytes; | |
4190 | src_offset += cur_bytes; | |
4191 | dst_offset += cur_bytes; | |
4192 | } | |
4193 | ret = 0; | |
4194 | ||
4195 | out: | |
4196 | qemu_co_mutex_unlock(&s->lock); | |
4197 | return ret; | |
4198 | } | |
4199 | ||
742bf09b | 4200 | static int coroutine_fn GRAPH_RDLOCK |
fd9fcd37 | 4201 | qcow2_co_copy_range_to(BlockDriverState *bs, |
48535049 VSO |
4202 | BdrvChild *src, int64_t src_offset, |
4203 | BdrvChild *dst, int64_t dst_offset, | |
4204 | int64_t bytes, BdrvRequestFlags read_flags, | |
67b51fb9 | 4205 | BdrvRequestFlags write_flags) |
fd9fcd37 FZ |
4206 | { |
4207 | BDRVQcow2State *s = bs->opaque; | |
fd9fcd37 FZ |
4208 | int ret; |
4209 | unsigned int cur_bytes; /* number of sectors in current iteration */ | |
bfd0989a | 4210 | uint64_t host_offset; |
fd9fcd37 FZ |
4211 | QCowL2Meta *l2meta = NULL; |
4212 | ||
4213 | assert(!bs->encrypted); | |
fd9fcd37 FZ |
4214 | |
4215 | qemu_co_mutex_lock(&s->lock); | |
4216 | ||
4217 | while (bytes != 0) { | |
4218 | ||
4219 | l2meta = NULL; | |
4220 | ||
fd9fcd37 FZ |
4221 | cur_bytes = MIN(bytes, INT_MAX); |
4222 | ||
4223 | /* TODO: | |
4224 | * If src->bs == dst->bs, we could simply copy by incrementing | |
4225 | * the refcnt, without copying user data. | |
4226 | * Or if src->bs == dst->bs->backing->bs, we could copy by discarding. */ | |
bfd0989a AG |
4227 | ret = qcow2_alloc_host_offset(bs, dst_offset, &cur_bytes, |
4228 | &host_offset, &l2meta); | |
fd9fcd37 FZ |
4229 | if (ret < 0) { |
4230 | goto fail; | |
4231 | } | |
4232 | ||
bfd0989a AG |
4233 | ret = qcow2_pre_write_overlap_check(bs, 0, host_offset, cur_bytes, |
4234 | true); | |
fd9fcd37 FZ |
4235 | if (ret < 0) { |
4236 | goto fail; | |
4237 | } | |
4238 | ||
4239 | qemu_co_mutex_unlock(&s->lock); | |
bfd0989a | 4240 | ret = bdrv_co_copy_range_to(src, src_offset, s->data_file, host_offset, |
67b51fb9 | 4241 | cur_bytes, read_flags, write_flags); |
fd9fcd37 FZ |
4242 | qemu_co_mutex_lock(&s->lock); |
4243 | if (ret < 0) { | |
4244 | goto fail; | |
4245 | } | |
4246 | ||
4247 | ret = qcow2_handle_l2meta(bs, &l2meta, true); | |
4248 | if (ret) { | |
4249 | goto fail; | |
4250 | } | |
4251 | ||
4252 | bytes -= cur_bytes; | |
e06f4639 | 4253 | src_offset += cur_bytes; |
fd9fcd37 FZ |
4254 | dst_offset += cur_bytes; |
4255 | } | |
4256 | ret = 0; | |
4257 | ||
4258 | fail: | |
4259 | qcow2_handle_l2meta(bs, &l2meta, false); | |
4260 | ||
4261 | qemu_co_mutex_unlock(&s->lock); | |
4262 | ||
fd9fcd37 FZ |
4263 | trace_qcow2_writev_done_req(qemu_coroutine_self(), ret); |
4264 | ||
4265 | return ret; | |
4266 | } | |
4267 | ||
c2b8e315 KW |
4268 | static int coroutine_fn GRAPH_RDLOCK |
4269 | qcow2_co_truncate(BlockDriverState *bs, int64_t offset, bool exact, | |
4270 | PreallocMode prealloc, BdrvRequestFlags flags, Error **errp) | |
419b19d9 | 4271 | { |
ff99129a | 4272 | BDRVQcow2State *s = bs->opaque; |
95b98f34 | 4273 | uint64_t old_length; |
2cf7cfa1 KW |
4274 | int64_t new_l1_size; |
4275 | int ret; | |
45b4949c | 4276 | QDict *options; |
419b19d9 | 4277 | |
772d1f97 HR |
4278 | if (prealloc != PREALLOC_MODE_OFF && prealloc != PREALLOC_MODE_METADATA && |
4279 | prealloc != PREALLOC_MODE_FALLOC && prealloc != PREALLOC_MODE_FULL) | |
4280 | { | |
8243ccb7 | 4281 | error_setg(errp, "Unsupported preallocation mode '%s'", |
977c736f | 4282 | PreallocMode_str(prealloc)); |
8243ccb7 HR |
4283 | return -ENOTSUP; |
4284 | } | |
4285 | ||
3afea402 AG |
4286 | if (!QEMU_IS_ALIGNED(offset, BDRV_SECTOR_SIZE)) { |
4287 | error_setg(errp, "The new size must be a multiple of %u", | |
4288 | (unsigned) BDRV_SECTOR_SIZE); | |
419b19d9 SH |
4289 | return -EINVAL; |
4290 | } | |
4291 | ||
061ca8a3 KW |
4292 | qemu_co_mutex_lock(&s->lock); |
4293 | ||
7fa140ab EB |
4294 | /* |
4295 | * Even though we store snapshot size for all images, it was not | |
4296 | * required until v3, so it is not safe to proceed for v2. | |
4297 | */ | |
4298 | if (s->nb_snapshots && s->qcow_version < 3) { | |
4299 | error_setg(errp, "Can't resize a v2 image which has snapshots"); | |
061ca8a3 KW |
4300 | ret = -ENOTSUP; |
4301 | goto fail; | |
419b19d9 SH |
4302 | } |
4303 | ||
ee1244a2 | 4304 | /* See qcow2-bitmap.c for which bitmap scenarios prevent a resize. */ |
d19c6b36 | 4305 | if (qcow2_truncate_bitmaps_check(bs, errp)) { |
061ca8a3 KW |
4306 | ret = -ENOTSUP; |
4307 | goto fail; | |
88ddffae VSO |
4308 | } |
4309 | ||
bd016b91 | 4310 | old_length = bs->total_sectors * BDRV_SECTOR_SIZE; |
46b732cd | 4311 | new_l1_size = size_to_l1(s, offset); |
95b98f34 | 4312 | |
95b98f34 | 4313 | if (offset < old_length) { |
163bc39d | 4314 | int64_t last_cluster, old_file_size; |
46b732cd PB |
4315 | if (prealloc != PREALLOC_MODE_OFF) { |
4316 | error_setg(errp, | |
4317 | "Preallocation can't be used for shrinking an image"); | |
061ca8a3 KW |
4318 | ret = -EINVAL; |
4319 | goto fail; | |
46b732cd | 4320 | } |
419b19d9 | 4321 | |
46b732cd PB |
4322 | ret = qcow2_cluster_discard(bs, ROUND_UP(offset, s->cluster_size), |
4323 | old_length - ROUND_UP(offset, | |
4324 | s->cluster_size), | |
4325 | QCOW2_DISCARD_ALWAYS, true); | |
4326 | if (ret < 0) { | |
4327 | error_setg_errno(errp, -ret, "Failed to discard cropped clusters"); | |
061ca8a3 | 4328 | goto fail; |
46b732cd PB |
4329 | } |
4330 | ||
4331 | ret = qcow2_shrink_l1_table(bs, new_l1_size); | |
4332 | if (ret < 0) { | |
4333 | error_setg_errno(errp, -ret, | |
4334 | "Failed to reduce the number of L2 tables"); | |
061ca8a3 | 4335 | goto fail; |
46b732cd PB |
4336 | } |
4337 | ||
4338 | ret = qcow2_shrink_reftable(bs); | |
4339 | if (ret < 0) { | |
4340 | error_setg_errno(errp, -ret, | |
4341 | "Failed to discard unused refblocks"); | |
061ca8a3 | 4342 | goto fail; |
46b732cd | 4343 | } |
163bc39d | 4344 | |
0050c163 | 4345 | old_file_size = bdrv_co_getlength(bs->file->bs); |
163bc39d PB |
4346 | if (old_file_size < 0) { |
4347 | error_setg_errno(errp, -old_file_size, | |
4348 | "Failed to inquire current file length"); | |
061ca8a3 KW |
4349 | ret = old_file_size; |
4350 | goto fail; | |
163bc39d PB |
4351 | } |
4352 | last_cluster = qcow2_get_last_cluster(bs, old_file_size); | |
4353 | if (last_cluster < 0) { | |
4354 | error_setg_errno(errp, -last_cluster, | |
4355 | "Failed to find the last cluster"); | |
061ca8a3 KW |
4356 | ret = last_cluster; |
4357 | goto fail; | |
163bc39d PB |
4358 | } |
4359 | if ((last_cluster + 1) * s->cluster_size < old_file_size) { | |
233521b1 HR |
4360 | Error *local_err = NULL; |
4361 | ||
e61a28a9 HR |
4362 | /* |
4363 | * Do not pass @exact here: It will not help the user if | |
4364 | * we get an error here just because they wanted to shrink | |
4365 | * their qcow2 image (on a block device) with qemu-img. | |
4366 | * (And on the qcow2 layer, the @exact requirement is | |
4367 | * always fulfilled, so there is no need to pass it on.) | |
4368 | */ | |
061ca8a3 | 4369 | bdrv_co_truncate(bs->file, (last_cluster + 1) * s->cluster_size, |
7b8e4857 | 4370 | false, PREALLOC_MODE_OFF, 0, &local_err); |
233521b1 HR |
4371 | if (local_err) { |
4372 | warn_reportf_err(local_err, | |
4373 | "Failed to truncate the tail of the image: "); | |
163bc39d PB |
4374 | } |
4375 | } | |
46b732cd PB |
4376 | } else { |
4377 | ret = qcow2_grow_l1_table(bs, new_l1_size, true); | |
4378 | if (ret < 0) { | |
4379 | error_setg_errno(errp, -ret, "Failed to grow the L1 table"); | |
061ca8a3 | 4380 | goto fail; |
46b732cd | 4381 | } |
48410829 HR |
4382 | |
4383 | if (data_file_is_raw(bs) && prealloc == PREALLOC_MODE_OFF) { | |
4384 | /* | |
4385 | * When creating a qcow2 image with data-file-raw, we enforce | |
4386 | * at least prealloc=metadata, so that the L1/L2 tables are | |
4387 | * fully allocated and reading from the data file will return | |
4388 | * the same data as reading from the qcow2 image. When the | |
4389 | * image is grown, we must consequently preallocate the | |
4390 | * metadata structures to cover the added area. | |
4391 | */ | |
4392 | prealloc = PREALLOC_MODE_METADATA; | |
4393 | } | |
419b19d9 SH |
4394 | } |
4395 | ||
95b98f34 HR |
4396 | switch (prealloc) { |
4397 | case PREALLOC_MODE_OFF: | |
718c0fce | 4398 | if (has_data_file(bs)) { |
e61a28a9 HR |
4399 | /* |
4400 | * If the caller wants an exact resize, the external data | |
4401 | * file should be resized to the exact target size, too, | |
4402 | * so we pass @exact here. | |
4403 | */ | |
7b8e4857 KW |
4404 | ret = bdrv_co_truncate(s->data_file, offset, exact, prealloc, 0, |
4405 | errp); | |
718c0fce KW |
4406 | if (ret < 0) { |
4407 | goto fail; | |
4408 | } | |
4409 | } | |
95b98f34 HR |
4410 | break; |
4411 | ||
4412 | case PREALLOC_MODE_METADATA: | |
718c0fce | 4413 | ret = preallocate_co(bs, old_length, offset, prealloc, errp); |
95b98f34 | 4414 | if (ret < 0) { |
061ca8a3 | 4415 | goto fail; |
95b98f34 HR |
4416 | } |
4417 | break; | |
4418 | ||
772d1f97 HR |
4419 | case PREALLOC_MODE_FALLOC: |
4420 | case PREALLOC_MODE_FULL: | |
4421 | { | |
4422 | int64_t allocation_start, host_offset, guest_offset; | |
4423 | int64_t clusters_allocated; | |
4b96fa38 | 4424 | int64_t old_file_size, last_cluster, new_file_size; |
772d1f97 | 4425 | uint64_t nb_new_data_clusters, nb_new_l2_tables; |
40dee943 | 4426 | bool subclusters_need_allocation = false; |
772d1f97 | 4427 | |
966b000f KW |
4428 | /* With a data file, preallocation means just allocating the metadata |
4429 | * and forwarding the truncate request to the data file */ | |
4430 | if (has_data_file(bs)) { | |
718c0fce | 4431 | ret = preallocate_co(bs, old_length, offset, prealloc, errp); |
966b000f | 4432 | if (ret < 0) { |
966b000f KW |
4433 | goto fail; |
4434 | } | |
4435 | break; | |
4436 | } | |
4437 | ||
0050c163 | 4438 | old_file_size = bdrv_co_getlength(bs->file->bs); |
772d1f97 HR |
4439 | if (old_file_size < 0) { |
4440 | error_setg_errno(errp, -old_file_size, | |
4441 | "Failed to inquire current file length"); | |
061ca8a3 KW |
4442 | ret = old_file_size; |
4443 | goto fail; | |
772d1f97 | 4444 | } |
4b96fa38 HR |
4445 | |
4446 | last_cluster = qcow2_get_last_cluster(bs, old_file_size); | |
4447 | if (last_cluster >= 0) { | |
4448 | old_file_size = (last_cluster + 1) * s->cluster_size; | |
4449 | } else { | |
4450 | old_file_size = ROUND_UP(old_file_size, s->cluster_size); | |
4451 | } | |
772d1f97 | 4452 | |
a5675f39 AG |
4453 | nb_new_data_clusters = (ROUND_UP(offset, s->cluster_size) - |
4454 | start_of_cluster(s, old_length)) >> s->cluster_bits; | |
772d1f97 HR |
4455 | |
4456 | /* This is an overestimation; we will not actually allocate space for | |
4457 | * these in the file but just make sure the new refcount structures are | |
4458 | * able to cover them so we will not have to allocate new refblocks | |
4459 | * while entering the data blocks in the potentially new L2 tables. | |
4460 | * (We do not actually care where the L2 tables are placed. Maybe they | |
4461 | * are already allocated or they can be placed somewhere before | |
4462 | * @old_file_size. It does not matter because they will be fully | |
4463 | * allocated automatically, so they do not need to be covered by the | |
4464 | * preallocation. All that matters is that we will not have to allocate | |
4465 | * new refcount structures for them.) */ | |
4466 | nb_new_l2_tables = DIV_ROUND_UP(nb_new_data_clusters, | |
c8fd8554 | 4467 | s->cluster_size / l2_entry_size(s)); |
772d1f97 HR |
4468 | /* The cluster range may not be aligned to L2 boundaries, so add one L2 |
4469 | * table for a potential head/tail */ | |
4470 | nb_new_l2_tables++; | |
4471 | ||
4472 | allocation_start = qcow2_refcount_area(bs, old_file_size, | |
4473 | nb_new_data_clusters + | |
4474 | nb_new_l2_tables, | |
4475 | true, 0, 0); | |
4476 | if (allocation_start < 0) { | |
4477 | error_setg_errno(errp, -allocation_start, | |
4478 | "Failed to resize refcount structures"); | |
061ca8a3 KW |
4479 | ret = allocation_start; |
4480 | goto fail; | |
772d1f97 HR |
4481 | } |
4482 | ||
4483 | clusters_allocated = qcow2_alloc_clusters_at(bs, allocation_start, | |
4484 | nb_new_data_clusters); | |
4485 | if (clusters_allocated < 0) { | |
4486 | error_setg_errno(errp, -clusters_allocated, | |
4487 | "Failed to allocate data clusters"); | |
061ca8a3 KW |
4488 | ret = clusters_allocated; |
4489 | goto fail; | |
772d1f97 HR |
4490 | } |
4491 | ||
4492 | assert(clusters_allocated == nb_new_data_clusters); | |
4493 | ||
4494 | /* Allocate the data area */ | |
4495 | new_file_size = allocation_start + | |
4496 | nb_new_data_clusters * s->cluster_size; | |
eb8a0cf3 KW |
4497 | /* |
4498 | * Image file grows, so @exact does not matter. | |
4499 | * | |
4500 | * If we need to zero out the new area, try first whether the protocol | |
4501 | * driver can already take care of this. | |
4502 | */ | |
4503 | if (flags & BDRV_REQ_ZERO_WRITE) { | |
4504 | ret = bdrv_co_truncate(bs->file, new_file_size, false, prealloc, | |
4505 | BDRV_REQ_ZERO_WRITE, NULL); | |
4506 | if (ret >= 0) { | |
4507 | flags &= ~BDRV_REQ_ZERO_WRITE; | |
40dee943 AG |
4508 | /* Ensure that we read zeroes and not backing file data */ |
4509 | subclusters_need_allocation = true; | |
eb8a0cf3 KW |
4510 | } |
4511 | } else { | |
4512 | ret = -1; | |
4513 | } | |
4514 | if (ret < 0) { | |
4515 | ret = bdrv_co_truncate(bs->file, new_file_size, false, prealloc, 0, | |
4516 | errp); | |
4517 | } | |
772d1f97 HR |
4518 | if (ret < 0) { |
4519 | error_prepend(errp, "Failed to resize underlying file: "); | |
4520 | qcow2_free_clusters(bs, allocation_start, | |
4521 | nb_new_data_clusters * s->cluster_size, | |
4522 | QCOW2_DISCARD_OTHER); | |
061ca8a3 | 4523 | goto fail; |
772d1f97 HR |
4524 | } |
4525 | ||
4526 | /* Create the necessary L2 entries */ | |
4527 | host_offset = allocation_start; | |
4528 | guest_offset = old_length; | |
4529 | while (nb_new_data_clusters) { | |
13bec229 AG |
4530 | int64_t nb_clusters = MIN( |
4531 | nb_new_data_clusters, | |
4532 | s->l2_slice_size - offset_to_l2_slice_index(s, guest_offset)); | |
a5675f39 AG |
4533 | unsigned cow_start_length = offset_into_cluster(s, guest_offset); |
4534 | QCowL2Meta allocation; | |
4535 | guest_offset = start_of_cluster(s, guest_offset); | |
4536 | allocation = (QCowL2Meta) { | |
772d1f97 HR |
4537 | .offset = guest_offset, |
4538 | .alloc_offset = host_offset, | |
4539 | .nb_clusters = nb_clusters, | |
a5675f39 AG |
4540 | .cow_start = { |
4541 | .offset = 0, | |
4542 | .nb_bytes = cow_start_length, | |
4543 | }, | |
4544 | .cow_end = { | |
4545 | .offset = nb_clusters << s->cluster_bits, | |
4546 | .nb_bytes = 0, | |
4547 | }, | |
40dee943 | 4548 | .prealloc = !subclusters_need_allocation, |
772d1f97 HR |
4549 | }; |
4550 | qemu_co_queue_init(&allocation.dependent_requests); | |
4551 | ||
4552 | ret = qcow2_alloc_cluster_link_l2(bs, &allocation); | |
4553 | if (ret < 0) { | |
4554 | error_setg_errno(errp, -ret, "Failed to update L2 tables"); | |
4555 | qcow2_free_clusters(bs, host_offset, | |
4556 | nb_new_data_clusters * s->cluster_size, | |
4557 | QCOW2_DISCARD_OTHER); | |
061ca8a3 | 4558 | goto fail; |
772d1f97 HR |
4559 | } |
4560 | ||
4561 | guest_offset += nb_clusters * s->cluster_size; | |
4562 | host_offset += nb_clusters * s->cluster_size; | |
4563 | nb_new_data_clusters -= nb_clusters; | |
4564 | } | |
4565 | break; | |
4566 | } | |
4567 | ||
95b98f34 HR |
4568 | default: |
4569 | g_assert_not_reached(); | |
4570 | } | |
4571 | ||
f01643fb | 4572 | if ((flags & BDRV_REQ_ZERO_WRITE) && offset > old_length) { |
a6841a2d | 4573 | uint64_t zero_start = QEMU_ALIGN_UP(old_length, s->subcluster_size); |
f01643fb KW |
4574 | |
4575 | /* | |
a6841a2d AG |
4576 | * Use zero clusters as much as we can. qcow2_subcluster_zeroize() |
4577 | * requires a subcluster-aligned start. The end may be unaligned if | |
4578 | * it is at the end of the image (which it is here). | |
f01643fb | 4579 | */ |
e4d7019e | 4580 | if (offset > zero_start) { |
a6841a2d AG |
4581 | ret = qcow2_subcluster_zeroize(bs, zero_start, offset - zero_start, |
4582 | 0); | |
e4d7019e AG |
4583 | if (ret < 0) { |
4584 | error_setg_errno(errp, -ret, "Failed to zero out new clusters"); | |
4585 | goto fail; | |
4586 | } | |
f01643fb KW |
4587 | } |
4588 | ||
4589 | /* Write explicit zeros for the unaligned head */ | |
4590 | if (zero_start > old_length) { | |
e4d7019e | 4591 | uint64_t len = MIN(zero_start, offset) - old_length; |
f01643fb KW |
4592 | uint8_t *buf = qemu_blockalign0(bs, len); |
4593 | QEMUIOVector qiov; | |
4594 | qemu_iovec_init_buf(&qiov, buf, len); | |
4595 | ||
4596 | qemu_co_mutex_unlock(&s->lock); | |
4597 | ret = qcow2_co_pwritev_part(bs, old_length, len, &qiov, 0, 0); | |
4598 | qemu_co_mutex_lock(&s->lock); | |
4599 | ||
4600 | qemu_vfree(buf); | |
4601 | if (ret < 0) { | |
4602 | error_setg_errno(errp, -ret, "Failed to zero out the new area"); | |
4603 | goto fail; | |
4604 | } | |
4605 | } | |
4606 | } | |
4607 | ||
95b98f34 HR |
4608 | if (prealloc != PREALLOC_MODE_OFF) { |
4609 | /* Flush metadata before actually changing the image size */ | |
061ca8a3 | 4610 | ret = qcow2_write_caches(bs); |
95b98f34 HR |
4611 | if (ret < 0) { |
4612 | error_setg_errno(errp, -ret, | |
4613 | "Failed to flush the preallocated area to disk"); | |
061ca8a3 | 4614 | goto fail; |
95b98f34 HR |
4615 | } |
4616 | } | |
4617 | ||
45b4949c LB |
4618 | bs->total_sectors = offset / BDRV_SECTOR_SIZE; |
4619 | ||
419b19d9 SH |
4620 | /* write updated header.size */ |
4621 | offset = cpu_to_be64(offset); | |
a8f0e83c AF |
4622 | ret = bdrv_co_pwrite_sync(bs->file, offsetof(QCowHeader, size), |
4623 | sizeof(offset), &offset, 0); | |
419b19d9 | 4624 | if (ret < 0) { |
f59adb32 | 4625 | error_setg_errno(errp, -ret, "Failed to update the image size"); |
061ca8a3 | 4626 | goto fail; |
419b19d9 SH |
4627 | } |
4628 | ||
4629 | s->l1_vm_state_index = new_l1_size; | |
45b4949c LB |
4630 | |
4631 | /* Update cache sizes */ | |
4632 | options = qdict_clone_shallow(bs->options); | |
4633 | ret = qcow2_update_options(bs, options, s->flags, errp); | |
4634 | qobject_unref(options); | |
4635 | if (ret < 0) { | |
4636 | goto fail; | |
4637 | } | |
061ca8a3 KW |
4638 | ret = 0; |
4639 | fail: | |
4640 | qemu_co_mutex_unlock(&s->lock); | |
4641 | return ret; | |
419b19d9 SH |
4642 | } |
4643 | ||
7b1fb72e | 4644 | static int coroutine_fn GRAPH_RDLOCK |
0d483dce | 4645 | qcow2_co_pwritev_compressed_task(BlockDriverState *bs, |
5396234b VSO |
4646 | uint64_t offset, uint64_t bytes, |
4647 | QEMUIOVector *qiov, size_t qiov_offset) | |
20d97356 | 4648 | { |
ff99129a | 4649 | BDRVQcow2State *s = bs->opaque; |
2714f13d | 4650 | int ret; |
e1f4a37a | 4651 | ssize_t out_len; |
fcccefc5 | 4652 | uint8_t *buf, *out_buf; |
77e023ff | 4653 | uint64_t cluster_offset; |
20d97356 | 4654 | |
0d483dce AS |
4655 | assert(bytes == s->cluster_size || (bytes < s->cluster_size && |
4656 | (offset + bytes == bs->total_sectors << BDRV_SECTOR_BITS))); | |
3e3b838f | 4657 | |
a2c0ca6f | 4658 | buf = qemu_blockalign(bs, s->cluster_size); |
0d483dce | 4659 | if (bytes < s->cluster_size) { |
a2c0ca6f PB |
4660 | /* Zero-pad last write if image size is not cluster aligned */ |
4661 | memset(buf + bytes, 0, s->cluster_size - bytes); | |
f4d38bef | 4662 | } |
5396234b | 4663 | qemu_iovec_to_buf(qiov, qiov_offset, buf, bytes); |
20d97356 | 4664 | |
ebf7bba0 | 4665 | out_buf = g_malloc(s->cluster_size); |
20d97356 | 4666 | |
6994fd78 VSO |
4667 | out_len = qcow2_co_compress(bs, out_buf, s->cluster_size - 1, |
4668 | buf, s->cluster_size); | |
e1f4a37a | 4669 | if (out_len == -ENOMEM) { |
20d97356 | 4670 | /* could not compress: write normal cluster */ |
5396234b | 4671 | ret = qcow2_co_pwritev_part(bs, offset, bytes, qiov, qiov_offset, 0); |
8f1efd00 KW |
4672 | if (ret < 0) { |
4673 | goto fail; | |
4674 | } | |
fcccefc5 | 4675 | goto success; |
e1f4a37a AG |
4676 | } else if (out_len < 0) { |
4677 | ret = -EINVAL; | |
4678 | goto fail; | |
fcccefc5 | 4679 | } |
cf93980e | 4680 | |
fcccefc5 | 4681 | qemu_co_mutex_lock(&s->lock); |
77e023ff KW |
4682 | ret = qcow2_alloc_compressed_cluster_offset(bs, offset, out_len, |
4683 | &cluster_offset); | |
4684 | if (ret < 0) { | |
fcccefc5 | 4685 | qemu_co_mutex_unlock(&s->lock); |
fcccefc5 PB |
4686 | goto fail; |
4687 | } | |
cf93980e | 4688 | |
966b000f | 4689 | ret = qcow2_pre_write_overlap_check(bs, 0, cluster_offset, out_len, true); |
fcccefc5 PB |
4690 | qemu_co_mutex_unlock(&s->lock); |
4691 | if (ret < 0) { | |
4692 | goto fail; | |
20d97356 BS |
4693 | } |
4694 | ||
17362398 | 4695 | BLKDBG_CO_EVENT(s->data_file, BLKDBG_WRITE_COMPRESSED); |
b00cb15b | 4696 | ret = bdrv_co_pwrite(s->data_file, cluster_offset, out_len, out_buf, 0); |
fcccefc5 PB |
4697 | if (ret < 0) { |
4698 | goto fail; | |
4699 | } | |
4700 | success: | |
8f1efd00 KW |
4701 | ret = 0; |
4702 | fail: | |
fcccefc5 | 4703 | qemu_vfree(buf); |
7267c094 | 4704 | g_free(out_buf); |
8f1efd00 | 4705 | return ret; |
20d97356 BS |
4706 | } |
4707 | ||
7b1fb72e KW |
4708 | /* |
4709 | * This function can count as GRAPH_RDLOCK because | |
4710 | * qcow2_co_pwritev_compressed_part() holds the graph lock and keeps it until | |
4711 | * this coroutine has terminated. | |
4712 | */ | |
4713 | static int coroutine_fn GRAPH_RDLOCK | |
4714 | qcow2_co_pwritev_compressed_task_entry(AioTask *task) | |
0d483dce AS |
4715 | { |
4716 | Qcow2AioTask *t = container_of(task, Qcow2AioTask, task); | |
4717 | ||
10dabdc5 | 4718 | assert(!t->subcluster_type && !t->l2meta); |
0d483dce AS |
4719 | |
4720 | return qcow2_co_pwritev_compressed_task(t->bs, t->offset, t->bytes, t->qiov, | |
4721 | t->qiov_offset); | |
4722 | } | |
4723 | ||
4724 | /* | |
4725 | * XXX: put compressed sectors first, then all the cluster aligned | |
4726 | * tables to avoid losing bytes in alignment | |
4727 | */ | |
7b1fb72e | 4728 | static int coroutine_fn GRAPH_RDLOCK |
0d483dce | 4729 | qcow2_co_pwritev_compressed_part(BlockDriverState *bs, |
e75abeda | 4730 | int64_t offset, int64_t bytes, |
0d483dce AS |
4731 | QEMUIOVector *qiov, size_t qiov_offset) |
4732 | { | |
4733 | BDRVQcow2State *s = bs->opaque; | |
4734 | AioTaskPool *aio = NULL; | |
4735 | int ret = 0; | |
4736 | ||
4737 | if (has_data_file(bs)) { | |
4738 | return -ENOTSUP; | |
4739 | } | |
4740 | ||
4741 | if (bytes == 0) { | |
4742 | /* | |
4743 | * align end of file to a sector boundary to ease reading with | |
4744 | * sector based I/Os | |
4745 | */ | |
0050c163 | 4746 | int64_t len = bdrv_co_getlength(bs->file->bs); |
0d483dce AS |
4747 | if (len < 0) { |
4748 | return len; | |
4749 | } | |
7b8e4857 KW |
4750 | return bdrv_co_truncate(bs->file, len, false, PREALLOC_MODE_OFF, 0, |
4751 | NULL); | |
0d483dce AS |
4752 | } |
4753 | ||
4754 | if (offset_into_cluster(s, offset)) { | |
4755 | return -EINVAL; | |
4756 | } | |
4757 | ||
fb43d2d4 AG |
4758 | if (offset_into_cluster(s, bytes) && |
4759 | (offset + bytes) != (bs->total_sectors << BDRV_SECTOR_BITS)) { | |
4760 | return -EINVAL; | |
4761 | } | |
4762 | ||
0d483dce AS |
4763 | while (bytes && aio_task_pool_status(aio) == 0) { |
4764 | uint64_t chunk_size = MIN(bytes, s->cluster_size); | |
4765 | ||
4766 | if (!aio && chunk_size != bytes) { | |
4767 | aio = aio_task_pool_new(QCOW2_MAX_WORKERS); | |
4768 | } | |
4769 | ||
4770 | ret = qcow2_add_task(bs, aio, qcow2_co_pwritev_compressed_task_entry, | |
4771 | 0, 0, offset, chunk_size, qiov, qiov_offset, NULL); | |
4772 | if (ret < 0) { | |
4773 | break; | |
4774 | } | |
4775 | qiov_offset += chunk_size; | |
4776 | offset += chunk_size; | |
4777 | bytes -= chunk_size; | |
4778 | } | |
4779 | ||
4780 | if (aio) { | |
4781 | aio_task_pool_wait_all(aio); | |
4782 | if (ret == 0) { | |
4783 | ret = aio_task_pool_status(aio); | |
4784 | } | |
4785 | g_free(aio); | |
4786 | } | |
4787 | ||
4788 | return ret; | |
4789 | } | |
4790 | ||
b9b10c35 | 4791 | static int coroutine_fn GRAPH_RDLOCK |
c3c10f72 | 4792 | qcow2_co_preadv_compressed(BlockDriverState *bs, |
9a3978a4 | 4793 | uint64_t l2_entry, |
c3c10f72 VSO |
4794 | uint64_t offset, |
4795 | uint64_t bytes, | |
df893d25 VSO |
4796 | QEMUIOVector *qiov, |
4797 | size_t qiov_offset) | |
f4b3e2a9 VSO |
4798 | { |
4799 | BDRVQcow2State *s = bs->opaque; | |
a6e09846 | 4800 | int ret = 0, csize; |
f4b3e2a9 | 4801 | uint64_t coffset; |
c3c10f72 | 4802 | uint8_t *buf, *out_buf; |
c3c10f72 | 4803 | int offset_in_cluster = offset_into_cluster(s, offset); |
f4b3e2a9 | 4804 | |
a6e09846 | 4805 | qcow2_parse_compressed_l2_entry(bs, l2_entry, &coffset, &csize); |
f4b3e2a9 | 4806 | |
c3c10f72 VSO |
4807 | buf = g_try_malloc(csize); |
4808 | if (!buf) { | |
4809 | return -ENOMEM; | |
4810 | } | |
f4b3e2a9 | 4811 | |
c3c10f72 | 4812 | out_buf = qemu_blockalign(bs, s->cluster_size); |
c068a1cd | 4813 | |
17362398 | 4814 | BLKDBG_CO_EVENT(bs->file, BLKDBG_READ_COMPRESSED); |
b00cb15b | 4815 | ret = bdrv_co_pread(bs->file, coffset, csize, buf, 0); |
c3c10f72 VSO |
4816 | if (ret < 0) { |
4817 | goto fail; | |
f4b3e2a9 | 4818 | } |
c3c10f72 | 4819 | |
e23c9d7a | 4820 | if (qcow2_co_decompress(bs, out_buf, s->cluster_size, buf, csize) < 0) { |
c3c10f72 VSO |
4821 | ret = -EIO; |
4822 | goto fail; | |
4823 | } | |
4824 | ||
df893d25 | 4825 | qemu_iovec_from_buf(qiov, qiov_offset, out_buf + offset_in_cluster, bytes); |
c3c10f72 VSO |
4826 | |
4827 | fail: | |
4828 | qemu_vfree(out_buf); | |
4829 | g_free(buf); | |
4830 | ||
4831 | return ret; | |
f4b3e2a9 VSO |
4832 | } |
4833 | ||
0bb79c97 | 4834 | static int GRAPH_RDLOCK make_completely_empty(BlockDriverState *bs) |
94054183 | 4835 | { |
ff99129a | 4836 | BDRVQcow2State *s = bs->opaque; |
ed3d2ec9 | 4837 | Error *local_err = NULL; |
94054183 HR |
4838 | int ret, l1_clusters; |
4839 | int64_t offset; | |
4840 | uint64_t *new_reftable = NULL; | |
4841 | uint64_t rt_entry, l1_size2; | |
4842 | struct { | |
4843 | uint64_t l1_offset; | |
4844 | uint64_t reftable_offset; | |
4845 | uint32_t reftable_clusters; | |
4846 | } QEMU_PACKED l1_ofs_rt_ofs_cls; | |
4847 | ||
4848 | ret = qcow2_cache_empty(bs, s->l2_table_cache); | |
4849 | if (ret < 0) { | |
4850 | goto fail; | |
4851 | } | |
4852 | ||
4853 | ret = qcow2_cache_empty(bs, s->refcount_block_cache); | |
4854 | if (ret < 0) { | |
4855 | goto fail; | |
4856 | } | |
4857 | ||
4858 | /* Refcounts will be broken utterly */ | |
4859 | ret = qcow2_mark_dirty(bs); | |
4860 | if (ret < 0) { | |
4861 | goto fail; | |
4862 | } | |
4863 | ||
4864 | BLKDBG_EVENT(bs->file, BLKDBG_L1_UPDATE); | |
4865 | ||
02b1ecfa AG |
4866 | l1_clusters = DIV_ROUND_UP(s->l1_size, s->cluster_size / L1E_SIZE); |
4867 | l1_size2 = (uint64_t)s->l1_size * L1E_SIZE; | |
94054183 HR |
4868 | |
4869 | /* After this call, neither the in-memory nor the on-disk refcount | |
4870 | * information accurately describe the actual references */ | |
4871 | ||
720ff280 | 4872 | ret = bdrv_pwrite_zeroes(bs->file, s->l1_table_offset, |
74021bc4 | 4873 | l1_clusters * s->cluster_size, 0); |
94054183 HR |
4874 | if (ret < 0) { |
4875 | goto fail_broken_refcounts; | |
4876 | } | |
4877 | memset(s->l1_table, 0, l1_size2); | |
4878 | ||
4879 | BLKDBG_EVENT(bs->file, BLKDBG_EMPTY_IMAGE_PREPARE); | |
4880 | ||
4881 | /* Overwrite enough clusters at the beginning of the sectors to place | |
4882 | * the refcount table, a refcount block and the L1 table in; this may | |
4883 | * overwrite parts of the existing refcount and L1 table, which is not | |
4884 | * an issue because the dirty flag is set, complete data loss is in fact | |
4885 | * desired and partial data loss is consequently fine as well */ | |
720ff280 | 4886 | ret = bdrv_pwrite_zeroes(bs->file, s->cluster_size, |
74021bc4 | 4887 | (2 + l1_clusters) * s->cluster_size, 0); |
94054183 HR |
4888 | /* This call (even if it failed overall) may have overwritten on-disk |
4889 | * refcount structures; in that case, the in-memory refcount information | |
4890 | * will probably differ from the on-disk information which makes the BDS | |
4891 | * unusable */ | |
4892 | if (ret < 0) { | |
4893 | goto fail_broken_refcounts; | |
4894 | } | |
4895 | ||
4896 | BLKDBG_EVENT(bs->file, BLKDBG_L1_UPDATE); | |
4897 | BLKDBG_EVENT(bs->file, BLKDBG_REFTABLE_UPDATE); | |
4898 | ||
4899 | /* "Create" an empty reftable (one cluster) directly after the image | |
4900 | * header and an empty L1 table three clusters after the image header; | |
4901 | * the cluster between those two will be used as the first refblock */ | |
f1f7a1dd PM |
4902 | l1_ofs_rt_ofs_cls.l1_offset = cpu_to_be64(3 * s->cluster_size); |
4903 | l1_ofs_rt_ofs_cls.reftable_offset = cpu_to_be64(s->cluster_size); | |
4904 | l1_ofs_rt_ofs_cls.reftable_clusters = cpu_to_be32(1); | |
d9ca2ea2 | 4905 | ret = bdrv_pwrite_sync(bs->file, offsetof(QCowHeader, l1_table_offset), |
32cc71de | 4906 | sizeof(l1_ofs_rt_ofs_cls), &l1_ofs_rt_ofs_cls, 0); |
94054183 HR |
4907 | if (ret < 0) { |
4908 | goto fail_broken_refcounts; | |
4909 | } | |
4910 | ||
4911 | s->l1_table_offset = 3 * s->cluster_size; | |
4912 | ||
02b1ecfa | 4913 | new_reftable = g_try_new0(uint64_t, s->cluster_size / REFTABLE_ENTRY_SIZE); |
94054183 HR |
4914 | if (!new_reftable) { |
4915 | ret = -ENOMEM; | |
4916 | goto fail_broken_refcounts; | |
4917 | } | |
4918 | ||
4919 | s->refcount_table_offset = s->cluster_size; | |
02b1ecfa | 4920 | s->refcount_table_size = s->cluster_size / REFTABLE_ENTRY_SIZE; |
7061a078 | 4921 | s->max_refcount_table_index = 0; |
94054183 HR |
4922 | |
4923 | g_free(s->refcount_table); | |
4924 | s->refcount_table = new_reftable; | |
4925 | new_reftable = NULL; | |
4926 | ||
4927 | /* Now the in-memory refcount information again corresponds to the on-disk | |
4928 | * information (reftable is empty and no refblocks (the refblock cache is | |
4929 | * empty)); however, this means some clusters (e.g. the image header) are | |
4930 | * referenced, but not refcounted, but the normal qcow2 code assumes that | |
4931 | * the in-memory information is always correct */ | |
4932 | ||
4933 | BLKDBG_EVENT(bs->file, BLKDBG_REFBLOCK_ALLOC); | |
4934 | ||
4935 | /* Enter the first refblock into the reftable */ | |
4936 | rt_entry = cpu_to_be64(2 * s->cluster_size); | |
32cc71de AF |
4937 | ret = bdrv_pwrite_sync(bs->file, s->cluster_size, sizeof(rt_entry), |
4938 | &rt_entry, 0); | |
94054183 HR |
4939 | if (ret < 0) { |
4940 | goto fail_broken_refcounts; | |
4941 | } | |
4942 | s->refcount_table[0] = 2 * s->cluster_size; | |
4943 | ||
4944 | s->free_cluster_index = 0; | |
4945 | assert(3 + l1_clusters <= s->refcount_block_size); | |
4946 | offset = qcow2_alloc_clusters(bs, 3 * s->cluster_size + l1_size2); | |
4947 | if (offset < 0) { | |
4948 | ret = offset; | |
4949 | goto fail_broken_refcounts; | |
4950 | } else if (offset > 0) { | |
4951 | error_report("First cluster in emptied image is in use"); | |
4952 | abort(); | |
4953 | } | |
4954 | ||
4955 | /* Now finally the in-memory information corresponds to the on-disk | |
4956 | * structures and is correct */ | |
4957 | ret = qcow2_mark_clean(bs); | |
4958 | if (ret < 0) { | |
4959 | goto fail; | |
4960 | } | |
4961 | ||
c80d8b06 | 4962 | ret = bdrv_truncate(bs->file, (3 + l1_clusters) * s->cluster_size, false, |
7b8e4857 | 4963 | PREALLOC_MODE_OFF, 0, &local_err); |
94054183 | 4964 | if (ret < 0) { |
ed3d2ec9 | 4965 | error_report_err(local_err); |
94054183 HR |
4966 | goto fail; |
4967 | } | |
4968 | ||
4969 | return 0; | |
4970 | ||
4971 | fail_broken_refcounts: | |
4972 | /* The BDS is unusable at this point. If we wanted to make it usable, we | |
4973 | * would have to call qcow2_refcount_close(), qcow2_refcount_init(), | |
4974 | * qcow2_check_refcounts(), qcow2_refcount_close() and qcow2_refcount_init() | |
4975 | * again. However, because the functions which could have caused this error | |
4976 | * path to be taken are used by those functions as well, it's very likely | |
4977 | * that that sequence will fail as well. Therefore, just eject the BDS. */ | |
4978 | bs->drv = NULL; | |
4979 | ||
4980 | fail: | |
4981 | g_free(new_reftable); | |
4982 | return ret; | |
4983 | } | |
4984 | ||
0bb79c97 | 4985 | static int GRAPH_RDLOCK qcow2_make_empty(BlockDriverState *bs) |
491d27e2 | 4986 | { |
ff99129a | 4987 | BDRVQcow2State *s = bs->opaque; |
d2cb36af EB |
4988 | uint64_t offset, end_offset; |
4989 | int step = QEMU_ALIGN_DOWN(INT_MAX, s->cluster_size); | |
94054183 HR |
4990 | int l1_clusters, ret = 0; |
4991 | ||
02b1ecfa | 4992 | l1_clusters = DIV_ROUND_UP(s->l1_size, s->cluster_size / L1E_SIZE); |
94054183 | 4993 | |
4096974e | 4994 | if (s->qcow_version >= 3 && !s->snapshots && !s->nb_bitmaps && |
f0603329 | 4995 | 3 + l1_clusters <= s->refcount_block_size && |
db04524f KW |
4996 | s->crypt_method_header != QCOW_CRYPT_LUKS && |
4997 | !has_data_file(bs)) { | |
4096974e EB |
4998 | /* The following function only works for qcow2 v3 images (it |
4999 | * requires the dirty flag) and only as long as there are no | |
5000 | * features that reserve extra clusters (such as snapshots, | |
5001 | * LUKS header, or persistent bitmaps), because it completely | |
5002 | * empties the image. Furthermore, the L1 table and three | |
5003 | * additional clusters (image header, refcount table, one | |
db04524f KW |
5004 | * refcount block) have to fit inside one refcount block. It |
5005 | * only resets the image file, i.e. does not work with an | |
5006 | * external data file. */ | |
94054183 HR |
5007 | return make_completely_empty(bs); |
5008 | } | |
491d27e2 | 5009 | |
94054183 HR |
5010 | /* This fallback code simply discards every active cluster; this is slow, |
5011 | * but works in all cases */ | |
d2cb36af EB |
5012 | end_offset = bs->total_sectors * BDRV_SECTOR_SIZE; |
5013 | for (offset = 0; offset < end_offset; offset += step) { | |
491d27e2 HR |
5014 | /* As this function is generally used after committing an external |
5015 | * snapshot, QCOW2_DISCARD_SNAPSHOT seems appropriate. Also, the | |
5016 | * default action for this kind of discard is to pass the discard, | |
5017 | * which will ideally result in an actually smaller image file, as | |
5018 | * is probably desired. */ | |
d2cb36af EB |
5019 | ret = qcow2_cluster_discard(bs, offset, MIN(step, end_offset - offset), |
5020 | QCOW2_DISCARD_SNAPSHOT, true); | |
491d27e2 HR |
5021 | if (ret < 0) { |
5022 | break; | |
5023 | } | |
5024 | } | |
5025 | ||
5026 | return ret; | |
5027 | } | |
5028 | ||
0bb79c97 | 5029 | static coroutine_fn GRAPH_RDLOCK int qcow2_co_flush_to_os(BlockDriverState *bs) |
20d97356 | 5030 | { |
ff99129a | 5031 | BDRVQcow2State *s = bs->opaque; |
29c1a730 KW |
5032 | int ret; |
5033 | ||
8b94ff85 | 5034 | qemu_co_mutex_lock(&s->lock); |
8b220eb7 | 5035 | ret = qcow2_write_caches(bs); |
8b94ff85 | 5036 | qemu_co_mutex_unlock(&s->lock); |
29c1a730 | 5037 | |
8b220eb7 | 5038 | return ret; |
eb489bb1 KW |
5039 | } |
5040 | ||
c501c352 SH |
5041 | static BlockMeasureInfo *qcow2_measure(QemuOpts *opts, BlockDriverState *in_bs, |
5042 | Error **errp) | |
5043 | { | |
5044 | Error *local_err = NULL; | |
5045 | BlockMeasureInfo *info; | |
5046 | uint64_t required = 0; /* bytes that contribute to required size */ | |
5047 | uint64_t virtual_size; /* disk size as seen by guest */ | |
5048 | uint64_t refcount_bits; | |
5049 | uint64_t l2_tables; | |
61914f89 | 5050 | uint64_t luks_payload_size = 0; |
c501c352 SH |
5051 | size_t cluster_size; |
5052 | int version; | |
5053 | char *optstr; | |
5054 | PreallocMode prealloc; | |
5055 | bool has_backing_file; | |
61914f89 | 5056 | bool has_luks; |
7be20252 | 5057 | bool extended_l2; |
0dd07b29 | 5058 | size_t l2e_size; |
c501c352 SH |
5059 | |
5060 | /* Parse image creation options */ | |
7be20252 AG |
5061 | extended_l2 = qemu_opt_get_bool_del(opts, BLOCK_OPT_EXTL2, false); |
5062 | ||
5063 | cluster_size = qcow2_opt_get_cluster_size_del(opts, extended_l2, | |
5064 | &local_err); | |
c501c352 SH |
5065 | if (local_err) { |
5066 | goto err; | |
5067 | } | |
5068 | ||
5069 | version = qcow2_opt_get_version_del(opts, &local_err); | |
5070 | if (local_err) { | |
5071 | goto err; | |
5072 | } | |
5073 | ||
5074 | refcount_bits = qcow2_opt_get_refcount_bits_del(opts, version, &local_err); | |
5075 | if (local_err) { | |
5076 | goto err; | |
5077 | } | |
5078 | ||
5079 | optstr = qemu_opt_get_del(opts, BLOCK_OPT_PREALLOC); | |
f7abe0ec | 5080 | prealloc = qapi_enum_parse(&PreallocMode_lookup, optstr, |
06c60b6c | 5081 | PREALLOC_MODE_OFF, &local_err); |
c501c352 SH |
5082 | g_free(optstr); |
5083 | if (local_err) { | |
5084 | goto err; | |
5085 | } | |
5086 | ||
5087 | optstr = qemu_opt_get_del(opts, BLOCK_OPT_BACKING_FILE); | |
5088 | has_backing_file = !!optstr; | |
5089 | g_free(optstr); | |
5090 | ||
61914f89 SH |
5091 | optstr = qemu_opt_get_del(opts, BLOCK_OPT_ENCRYPT_FORMAT); |
5092 | has_luks = optstr && strcmp(optstr, "luks") == 0; | |
5093 | g_free(optstr); | |
5094 | ||
5095 | if (has_luks) { | |
6d49d3a8 | 5096 | g_autoptr(QCryptoBlockCreateOptions) create_opts = NULL; |
90766d9d | 5097 | QDict *cryptoopts = qcow2_extract_crypto_opts(opts, "luks", errp); |
61914f89 SH |
5098 | size_t headerlen; |
5099 | ||
6d49d3a8 SH |
5100 | create_opts = block_crypto_create_opts_init(cryptoopts, errp); |
5101 | qobject_unref(cryptoopts); | |
5102 | if (!create_opts) { | |
5103 | goto err; | |
5104 | } | |
5105 | ||
5106 | if (!qcrypto_block_calculate_payload_offset(create_opts, | |
5107 | "encrypt.", | |
5108 | &headerlen, | |
5109 | &local_err)) { | |
61914f89 SH |
5110 | goto err; |
5111 | } | |
5112 | ||
5113 | luks_payload_size = ROUND_UP(headerlen, cluster_size); | |
5114 | } | |
5115 | ||
9e029689 AG |
5116 | virtual_size = qemu_opt_get_size_del(opts, BLOCK_OPT_SIZE, 0); |
5117 | virtual_size = ROUND_UP(virtual_size, cluster_size); | |
c501c352 SH |
5118 | |
5119 | /* Check that virtual disk size is valid */ | |
0dd07b29 | 5120 | l2e_size = extended_l2 ? L2E_SIZE_EXTENDED : L2E_SIZE_NORMAL; |
c501c352 | 5121 | l2_tables = DIV_ROUND_UP(virtual_size / cluster_size, |
0dd07b29 | 5122 | cluster_size / l2e_size); |
02b1ecfa | 5123 | if (l2_tables * L1E_SIZE > QCOW_MAX_L1_SIZE) { |
c501c352 SH |
5124 | error_setg(&local_err, "The image size is too large " |
5125 | "(try using a larger cluster size)"); | |
5126 | goto err; | |
5127 | } | |
5128 | ||
5129 | /* Account for input image */ | |
5130 | if (in_bs) { | |
5131 | int64_t ssize = bdrv_getlength(in_bs); | |
5132 | if (ssize < 0) { | |
5133 | error_setg_errno(&local_err, -ssize, | |
5134 | "Unable to get image virtual_size"); | |
5135 | goto err; | |
5136 | } | |
5137 | ||
9e029689 | 5138 | virtual_size = ROUND_UP(ssize, cluster_size); |
c501c352 SH |
5139 | |
5140 | if (has_backing_file) { | |
5141 | /* We don't how much of the backing chain is shared by the input | |
5142 | * image and the new image file. In the worst case the new image's | |
5143 | * backing file has nothing in common with the input image. Be | |
5144 | * conservative and assume all clusters need to be written. | |
5145 | */ | |
5146 | required = virtual_size; | |
5147 | } else { | |
b85ee453 | 5148 | int64_t offset; |
31826642 | 5149 | int64_t pnum = 0; |
c501c352 | 5150 | |
31826642 EB |
5151 | for (offset = 0; offset < ssize; offset += pnum) { |
5152 | int ret; | |
c501c352 | 5153 | |
31826642 EB |
5154 | ret = bdrv_block_status_above(in_bs, NULL, offset, |
5155 | ssize - offset, &pnum, NULL, | |
5156 | NULL); | |
c501c352 SH |
5157 | if (ret < 0) { |
5158 | error_setg_errno(&local_err, -ret, | |
5159 | "Unable to get block status"); | |
5160 | goto err; | |
5161 | } | |
5162 | ||
5163 | if (ret & BDRV_BLOCK_ZERO) { | |
5164 | /* Skip zero regions (safe with no backing file) */ | |
5165 | } else if ((ret & (BDRV_BLOCK_DATA | BDRV_BLOCK_ALLOCATED)) == | |
5166 | (BDRV_BLOCK_DATA | BDRV_BLOCK_ALLOCATED)) { | |
5167 | /* Extend pnum to end of cluster for next iteration */ | |
31826642 | 5168 | pnum = ROUND_UP(offset + pnum, cluster_size) - offset; |
c501c352 SH |
5169 | |
5170 | /* Count clusters we've seen */ | |
31826642 | 5171 | required += offset % cluster_size + pnum; |
c501c352 SH |
5172 | } |
5173 | } | |
5174 | } | |
5175 | } | |
5176 | ||
5177 | /* Take into account preallocation. Nothing special is needed for | |
5178 | * PREALLOC_MODE_METADATA since metadata is always counted. | |
5179 | */ | |
5180 | if (prealloc == PREALLOC_MODE_FULL || prealloc == PREALLOC_MODE_FALLOC) { | |
5181 | required = virtual_size; | |
5182 | } | |
5183 | ||
5d72c68b | 5184 | info = g_new0(BlockMeasureInfo, 1); |
0dd07b29 | 5185 | info->fully_allocated = luks_payload_size + |
c501c352 | 5186 | qcow2_calc_prealloc_size(virtual_size, cluster_size, |
0dd07b29 | 5187 | ctz32(refcount_bits), extended_l2); |
c501c352 | 5188 | |
5d72c68b EB |
5189 | /* |
5190 | * Remove data clusters that are not required. This overestimates the | |
c501c352 | 5191 | * required size because metadata needed for the fully allocated file is |
5d72c68b EB |
5192 | * still counted. Show bitmaps only if both source and destination |
5193 | * would support them. | |
c501c352 SH |
5194 | */ |
5195 | info->required = info->fully_allocated - virtual_size + required; | |
5d72c68b EB |
5196 | info->has_bitmaps = version >= 3 && in_bs && |
5197 | bdrv_supports_persistent_dirty_bitmap(in_bs); | |
5198 | if (info->has_bitmaps) { | |
5199 | info->bitmaps = qcow2_get_persistent_dirty_bitmap_size(in_bs, | |
5200 | cluster_size); | |
5201 | } | |
c501c352 SH |
5202 | return info; |
5203 | ||
5204 | err: | |
5205 | error_propagate(errp, local_err); | |
5206 | return NULL; | |
5207 | } | |
5208 | ||
3d47eb0a EGE |
5209 | static int coroutine_fn |
5210 | qcow2_co_get_info(BlockDriverState *bs, BlockDriverInfo *bdi) | |
20d97356 | 5211 | { |
ff99129a | 5212 | BDRVQcow2State *s = bs->opaque; |
20d97356 | 5213 | bdi->cluster_size = s->cluster_size; |
c54483b6 | 5214 | bdi->subcluster_size = s->subcluster_size; |
7c80ab3f | 5215 | bdi->vm_state_offset = qcow2_vm_state_offset(s); |
38b44096 | 5216 | bdi->is_dirty = s->incompatible_features & QCOW2_INCOMPAT_DIRTY; |
20d97356 BS |
5217 | return 0; |
5218 | } | |
5219 | ||
1bf6e9ca AS |
5220 | static ImageInfoSpecific *qcow2_get_specific_info(BlockDriverState *bs, |
5221 | Error **errp) | |
37764dfb | 5222 | { |
ff99129a | 5223 | BDRVQcow2State *s = bs->opaque; |
0a12f6f8 DB |
5224 | ImageInfoSpecific *spec_info; |
5225 | QCryptoBlockInfo *encrypt_info = NULL; | |
37764dfb | 5226 | |
0a12f6f8 | 5227 | if (s->crypto != NULL) { |
83bad8cb VSO |
5228 | encrypt_info = qcrypto_block_get_info(s->crypto, errp); |
5229 | if (!encrypt_info) { | |
1bf6e9ca AS |
5230 | return NULL; |
5231 | } | |
0a12f6f8 DB |
5232 | } |
5233 | ||
5234 | spec_info = g_new(ImageInfoSpecific, 1); | |
37764dfb | 5235 | *spec_info = (ImageInfoSpecific){ |
6a8f9661 | 5236 | .type = IMAGE_INFO_SPECIFIC_KIND_QCOW2, |
b8968c87 | 5237 | .u.qcow2.data = g_new0(ImageInfoSpecificQCow2, 1), |
37764dfb HR |
5238 | }; |
5239 | if (s->qcow_version == 2) { | |
32bafa8f | 5240 | *spec_info->u.qcow2.data = (ImageInfoSpecificQCow2){ |
0709c5a1 HR |
5241 | .compat = g_strdup("0.10"), |
5242 | .refcount_bits = s->refcount_bits, | |
37764dfb HR |
5243 | }; |
5244 | } else if (s->qcow_version == 3) { | |
b8968c87 | 5245 | Qcow2BitmapInfoList *bitmaps; |
83bad8cb | 5246 | if (!qcow2_get_bitmap_info_list(bs, &bitmaps, errp)) { |
b8968c87 | 5247 | qapi_free_ImageInfoSpecific(spec_info); |
71eaec2e | 5248 | qapi_free_QCryptoBlockInfo(encrypt_info); |
b8968c87 AS |
5249 | return NULL; |
5250 | } | |
32bafa8f | 5251 | *spec_info->u.qcow2.data = (ImageInfoSpecificQCow2){ |
37764dfb HR |
5252 | .compat = g_strdup("1.1"), |
5253 | .lazy_refcounts = s->compatible_features & | |
5254 | QCOW2_COMPAT_LAZY_REFCOUNTS, | |
5255 | .has_lazy_refcounts = true, | |
9009b196 HR |
5256 | .corrupt = s->incompatible_features & |
5257 | QCOW2_INCOMPAT_CORRUPT, | |
5258 | .has_corrupt = true, | |
7be20252 AG |
5259 | .has_extended_l2 = true, |
5260 | .extended_l2 = has_subclusters(s), | |
0709c5a1 | 5261 | .refcount_bits = s->refcount_bits, |
b8968c87 AS |
5262 | .has_bitmaps = !!bitmaps, |
5263 | .bitmaps = bitmaps, | |
9b890bdc | 5264 | .data_file = g_strdup(s->image_data_file), |
6c3944dc KW |
5265 | .has_data_file_raw = has_data_file(bs), |
5266 | .data_file_raw = data_file_is_raw(bs), | |
572ad978 | 5267 | .compression_type = s->compression_type, |
37764dfb | 5268 | }; |
b1fc8f93 DL |
5269 | } else { |
5270 | /* if this assertion fails, this probably means a new version was | |
5271 | * added without having it covered here */ | |
5272 | assert(false); | |
37764dfb HR |
5273 | } |
5274 | ||
0a12f6f8 DB |
5275 | if (encrypt_info) { |
5276 | ImageInfoSpecificQCow2Encryption *qencrypt = | |
5277 | g_new(ImageInfoSpecificQCow2Encryption, 1); | |
5278 | switch (encrypt_info->format) { | |
5279 | case Q_CRYPTO_BLOCK_FORMAT_QCOW: | |
5280 | qencrypt->format = BLOCKDEV_QCOW2_ENCRYPTION_FORMAT_AES; | |
0a12f6f8 DB |
5281 | break; |
5282 | case Q_CRYPTO_BLOCK_FORMAT_LUKS: | |
5283 | qencrypt->format = BLOCKDEV_QCOW2_ENCRYPTION_FORMAT_LUKS; | |
5284 | qencrypt->u.luks = encrypt_info->u.luks; | |
5285 | break; | |
5286 | default: | |
5287 | abort(); | |
5288 | } | |
5289 | /* Since we did shallow copy above, erase any pointers | |
5290 | * in the original info */ | |
5291 | memset(&encrypt_info->u, 0, sizeof(encrypt_info->u)); | |
5292 | qapi_free_QCryptoBlockInfo(encrypt_info); | |
5293 | ||
0a12f6f8 DB |
5294 | spec_info->u.qcow2.data->encrypt = qencrypt; |
5295 | } | |
5296 | ||
37764dfb HR |
5297 | return spec_info; |
5298 | } | |
5299 | ||
e2dbca03 | 5300 | static int coroutine_mixed_fn qcow2_has_zero_init(BlockDriverState *bs) |
38841dcd HR |
5301 | { |
5302 | BDRVQcow2State *s = bs->opaque; | |
5303 | bool preallocated; | |
5304 | ||
5305 | if (qemu_in_coroutine()) { | |
5306 | qemu_co_mutex_lock(&s->lock); | |
5307 | } | |
5308 | /* | |
5309 | * Check preallocation status: Preallocated images have all L2 | |
5310 | * tables allocated, nonpreallocated images have none. It is | |
5311 | * therefore enough to check the first one. | |
5312 | */ | |
5313 | preallocated = s->l1_size > 0 && s->l1_table[0] != 0; | |
5314 | if (qemu_in_coroutine()) { | |
5315 | qemu_co_mutex_unlock(&s->lock); | |
5316 | } | |
5317 | ||
5318 | if (!preallocated) { | |
5319 | return 1; | |
5320 | } else if (bs->encrypted) { | |
5321 | return 0; | |
5322 | } else { | |
5323 | return bdrv_has_zero_init(s->data_file->bs); | |
5324 | } | |
5325 | } | |
5326 | ||
558902cc VSO |
5327 | /* |
5328 | * Check the request to vmstate. On success return | |
5329 | * qcow2_vm_state_offset(bs) + @pos | |
5330 | */ | |
5331 | static int64_t qcow2_check_vmstate_request(BlockDriverState *bs, | |
5332 | QEMUIOVector *qiov, int64_t pos) | |
5333 | { | |
5334 | BDRVQcow2State *s = bs->opaque; | |
5335 | int64_t vmstate_offset = qcow2_vm_state_offset(s); | |
5336 | int ret; | |
5337 | ||
5338 | /* Incoming requests must be OK */ | |
5339 | bdrv_check_qiov_request(pos, qiov->size, qiov, 0, &error_abort); | |
5340 | ||
5341 | if (INT64_MAX - pos < vmstate_offset) { | |
5342 | return -EIO; | |
5343 | } | |
5344 | ||
5345 | pos += vmstate_offset; | |
5346 | ret = bdrv_check_qiov_request(pos, qiov->size, qiov, 0, NULL); | |
5347 | if (ret < 0) { | |
5348 | return ret; | |
5349 | } | |
5350 | ||
5351 | return pos; | |
5352 | } | |
5353 | ||
7b1fb72e KW |
5354 | static int coroutine_fn GRAPH_RDLOCK |
5355 | qcow2_co_save_vmstate(BlockDriverState *bs, QEMUIOVector *qiov, int64_t pos) | |
20d97356 | 5356 | { |
558902cc VSO |
5357 | int64_t offset = qcow2_check_vmstate_request(bs, qiov, pos); |
5358 | if (offset < 0) { | |
5359 | return offset; | |
5360 | } | |
20d97356 | 5361 | |
17362398 | 5362 | BLKDBG_CO_EVENT(bs->file, BLKDBG_VMSTATE_SAVE); |
558902cc | 5363 | return bs->drv->bdrv_co_pwritev_part(bs, offset, qiov->size, qiov, 0, 0); |
20d97356 BS |
5364 | } |
5365 | ||
7b1fb72e KW |
5366 | static int coroutine_fn GRAPH_RDLOCK |
5367 | qcow2_co_load_vmstate(BlockDriverState *bs, QEMUIOVector *qiov, int64_t pos) | |
20d97356 | 5368 | { |
558902cc VSO |
5369 | int64_t offset = qcow2_check_vmstate_request(bs, qiov, pos); |
5370 | if (offset < 0) { | |
5371 | return offset; | |
5372 | } | |
20d97356 | 5373 | |
17362398 | 5374 | BLKDBG_CO_EVENT(bs->file, BLKDBG_VMSTATE_LOAD); |
558902cc | 5375 | return bs->drv->bdrv_co_preadv_part(bs, offset, qiov->size, qiov, 0, 0); |
20d97356 BS |
5376 | } |
5377 | ||
0bb79c97 | 5378 | static int GRAPH_RDLOCK qcow2_has_compressed_clusters(BlockDriverState *bs) |
083c2456 VSO |
5379 | { |
5380 | int64_t offset = 0; | |
5381 | int64_t bytes = bdrv_getlength(bs); | |
5382 | ||
5383 | if (bytes < 0) { | |
5384 | return bytes; | |
5385 | } | |
5386 | ||
5387 | while (bytes != 0) { | |
5388 | int ret; | |
5389 | QCow2SubclusterType type; | |
5390 | unsigned int cur_bytes = MIN(INT_MAX, bytes); | |
5391 | uint64_t host_offset; | |
5392 | ||
5393 | ret = qcow2_get_host_offset(bs, offset, &cur_bytes, &host_offset, | |
5394 | &type); | |
5395 | if (ret < 0) { | |
5396 | return ret; | |
5397 | } | |
5398 | ||
5399 | if (type == QCOW2_SUBCLUSTER_COMPRESSED) { | |
5400 | return 1; | |
5401 | } | |
5402 | ||
5403 | offset += cur_bytes; | |
5404 | bytes -= cur_bytes; | |
5405 | } | |
5406 | ||
5407 | return 0; | |
5408 | } | |
5409 | ||
9296b3ed HR |
5410 | /* |
5411 | * Downgrades an image's version. To achieve this, any incompatible features | |
5412 | * have to be removed. | |
5413 | */ | |
0bb79c97 KW |
5414 | static int GRAPH_RDLOCK |
5415 | qcow2_downgrade(BlockDriverState *bs, int target_version, | |
5416 | BlockDriverAmendStatusCB *status_cb, void *cb_opaque, | |
5417 | Error **errp) | |
9296b3ed | 5418 | { |
ff99129a | 5419 | BDRVQcow2State *s = bs->opaque; |
9296b3ed HR |
5420 | int current_version = s->qcow_version; |
5421 | int ret; | |
7fa140ab | 5422 | int i; |
9296b3ed | 5423 | |
d1402b50 HR |
5424 | /* This is qcow2_downgrade(), not qcow2_upgrade() */ |
5425 | assert(target_version < current_version); | |
5426 | ||
5427 | /* There are no other versions (now) that you can downgrade to */ | |
5428 | assert(target_version == 2); | |
9296b3ed HR |
5429 | |
5430 | if (s->refcount_order != 4) { | |
d1402b50 | 5431 | error_setg(errp, "compat=0.10 requires refcount_bits=16"); |
9296b3ed HR |
5432 | return -ENOTSUP; |
5433 | } | |
5434 | ||
966b000f KW |
5435 | if (has_data_file(bs)) { |
5436 | error_setg(errp, "Cannot downgrade an image with a data file"); | |
5437 | return -ENOTSUP; | |
5438 | } | |
5439 | ||
7fa140ab EB |
5440 | /* |
5441 | * If any internal snapshot has a different size than the current | |
5442 | * image size, or VM state size that exceeds 32 bits, downgrading | |
5443 | * is unsafe. Even though we would still use v3-compliant output | |
5444 | * to preserve that data, other v2 programs might not realize | |
5445 | * those optional fields are important. | |
5446 | */ | |
5447 | for (i = 0; i < s->nb_snapshots; i++) { | |
5448 | if (s->snapshots[i].vm_state_size > UINT32_MAX || | |
5449 | s->snapshots[i].disk_size != bs->total_sectors * BDRV_SECTOR_SIZE) { | |
5450 | error_setg(errp, "Internal snapshots prevent downgrade of image"); | |
5451 | return -ENOTSUP; | |
5452 | } | |
5453 | } | |
5454 | ||
9296b3ed HR |
5455 | /* clear incompatible features */ |
5456 | if (s->incompatible_features & QCOW2_INCOMPAT_DIRTY) { | |
5457 | ret = qcow2_mark_clean(bs); | |
5458 | if (ret < 0) { | |
d1402b50 | 5459 | error_setg_errno(errp, -ret, "Failed to make the image clean"); |
9296b3ed HR |
5460 | return ret; |
5461 | } | |
5462 | } | |
5463 | ||
5464 | /* with QCOW2_INCOMPAT_CORRUPT, it is pretty much impossible to get here in | |
5465 | * the first place; if that happens nonetheless, returning -ENOTSUP is the | |
5466 | * best thing to do anyway */ | |
5467 | ||
083c2456 | 5468 | if (s->incompatible_features & ~QCOW2_INCOMPAT_COMPRESSION) { |
d1402b50 | 5469 | error_setg(errp, "Cannot downgrade an image with incompatible features " |
083c2456 VSO |
5470 | "0x%" PRIx64 " set", |
5471 | s->incompatible_features & ~QCOW2_INCOMPAT_COMPRESSION); | |
9296b3ed HR |
5472 | return -ENOTSUP; |
5473 | } | |
5474 | ||
5475 | /* since we can ignore compatible features, we can set them to 0 as well */ | |
5476 | s->compatible_features = 0; | |
5477 | /* if lazy refcounts have been used, they have already been fixed through | |
5478 | * clearing the dirty flag */ | |
5479 | ||
5480 | /* clearing autoclear features is trivial */ | |
5481 | s->autoclear_features = 0; | |
5482 | ||
8b13976d | 5483 | ret = qcow2_expand_zero_clusters(bs, status_cb, cb_opaque); |
9296b3ed | 5484 | if (ret < 0) { |
d1402b50 | 5485 | error_setg_errno(errp, -ret, "Failed to turn zero into data clusters"); |
9296b3ed HR |
5486 | return ret; |
5487 | } | |
5488 | ||
083c2456 VSO |
5489 | if (s->incompatible_features & QCOW2_INCOMPAT_COMPRESSION) { |
5490 | ret = qcow2_has_compressed_clusters(bs); | |
5491 | if (ret < 0) { | |
5492 | error_setg(errp, "Failed to check block status"); | |
5493 | return -EINVAL; | |
5494 | } | |
5495 | if (ret) { | |
5496 | error_setg(errp, "Cannot downgrade an image with zstd compression " | |
5497 | "type and existing compressed clusters"); | |
5498 | return -ENOTSUP; | |
5499 | } | |
5500 | /* | |
5501 | * No compressed clusters for now, so just chose default zlib | |
5502 | * compression. | |
5503 | */ | |
5504 | s->incompatible_features &= ~QCOW2_INCOMPAT_COMPRESSION; | |
5505 | s->compression_type = QCOW2_COMPRESSION_TYPE_ZLIB; | |
5506 | } | |
5507 | ||
5508 | assert(s->incompatible_features == 0); | |
5509 | ||
9296b3ed HR |
5510 | s->qcow_version = target_version; |
5511 | ret = qcow2_update_header(bs); | |
5512 | if (ret < 0) { | |
5513 | s->qcow_version = current_version; | |
d1402b50 | 5514 | error_setg_errno(errp, -ret, "Failed to update the image header"); |
9296b3ed HR |
5515 | return ret; |
5516 | } | |
5517 | return 0; | |
5518 | } | |
5519 | ||
722efb0c HR |
5520 | /* |
5521 | * Upgrades an image's version. While newer versions encompass all | |
5522 | * features of older versions, some things may have to be presented | |
5523 | * differently. | |
5524 | */ | |
0bb79c97 KW |
5525 | static int GRAPH_RDLOCK |
5526 | qcow2_upgrade(BlockDriverState *bs, int target_version, | |
5527 | BlockDriverAmendStatusCB *status_cb, void *cb_opaque, | |
5528 | Error **errp) | |
722efb0c HR |
5529 | { |
5530 | BDRVQcow2State *s = bs->opaque; | |
0a85af35 | 5531 | bool need_snapshot_update; |
722efb0c | 5532 | int current_version = s->qcow_version; |
0a85af35 | 5533 | int i; |
722efb0c HR |
5534 | int ret; |
5535 | ||
5536 | /* This is qcow2_upgrade(), not qcow2_downgrade() */ | |
5537 | assert(target_version > current_version); | |
5538 | ||
5539 | /* There are no other versions (yet) that you can upgrade to */ | |
5540 | assert(target_version == 3); | |
5541 | ||
0a85af35 HR |
5542 | status_cb(bs, 0, 2, cb_opaque); |
5543 | ||
5544 | /* | |
5545 | * In v2, snapshots do not need to have extra data. v3 requires | |
5546 | * the 64-bit VM state size and the virtual disk size to be | |
5547 | * present. | |
5548 | * qcow2_write_snapshots() will always write the list in the | |
5549 | * v3-compliant format. | |
5550 | */ | |
5551 | need_snapshot_update = false; | |
5552 | for (i = 0; i < s->nb_snapshots; i++) { | |
5553 | if (s->snapshots[i].extra_data_size < | |
5554 | sizeof_field(QCowSnapshotExtraData, vm_state_size_large) + | |
5555 | sizeof_field(QCowSnapshotExtraData, disk_size)) | |
5556 | { | |
5557 | need_snapshot_update = true; | |
5558 | break; | |
5559 | } | |
5560 | } | |
5561 | if (need_snapshot_update) { | |
5562 | ret = qcow2_write_snapshots(bs); | |
5563 | if (ret < 0) { | |
5564 | error_setg_errno(errp, -ret, "Failed to update the snapshot table"); | |
5565 | return ret; | |
5566 | } | |
5567 | } | |
5568 | status_cb(bs, 1, 2, cb_opaque); | |
722efb0c HR |
5569 | |
5570 | s->qcow_version = target_version; | |
5571 | ret = qcow2_update_header(bs); | |
5572 | if (ret < 0) { | |
5573 | s->qcow_version = current_version; | |
5574 | error_setg_errno(errp, -ret, "Failed to update the image header"); | |
5575 | return ret; | |
5576 | } | |
0a85af35 | 5577 | status_cb(bs, 2, 2, cb_opaque); |
722efb0c HR |
5578 | |
5579 | return 0; | |
5580 | } | |
5581 | ||
c293a809 HR |
5582 | typedef enum Qcow2AmendOperation { |
5583 | /* This is the value Qcow2AmendHelperCBInfo::last_operation will be | |
5584 | * statically initialized to so that the helper CB can discern the first | |
5585 | * invocation from an operation change */ | |
5586 | QCOW2_NO_OPERATION = 0, | |
5587 | ||
722efb0c | 5588 | QCOW2_UPGRADING, |
90766d9d | 5589 | QCOW2_UPDATING_ENCRYPTION, |
61ce55fc | 5590 | QCOW2_CHANGING_REFCOUNT_ORDER, |
c293a809 HR |
5591 | QCOW2_DOWNGRADING, |
5592 | } Qcow2AmendOperation; | |
5593 | ||
5594 | typedef struct Qcow2AmendHelperCBInfo { | |
5595 | /* The code coordinating the amend operations should only modify | |
5596 | * these four fields; the rest will be managed by the CB */ | |
5597 | BlockDriverAmendStatusCB *original_status_cb; | |
5598 | void *original_cb_opaque; | |
5599 | ||
5600 | Qcow2AmendOperation current_operation; | |
5601 | ||
5602 | /* Total number of operations to perform (only set once) */ | |
5603 | int total_operations; | |
5604 | ||
5605 | /* The following fields are managed by the CB */ | |
5606 | ||
5607 | /* Number of operations completed */ | |
5608 | int operations_completed; | |
5609 | ||
5610 | /* Cumulative offset of all completed operations */ | |
5611 | int64_t offset_completed; | |
5612 | ||
5613 | Qcow2AmendOperation last_operation; | |
5614 | int64_t last_work_size; | |
5615 | } Qcow2AmendHelperCBInfo; | |
5616 | ||
5617 | static void qcow2_amend_helper_cb(BlockDriverState *bs, | |
5618 | int64_t operation_offset, | |
5619 | int64_t operation_work_size, void *opaque) | |
5620 | { | |
5621 | Qcow2AmendHelperCBInfo *info = opaque; | |
5622 | int64_t current_work_size; | |
5623 | int64_t projected_work_size; | |
5624 | ||
5625 | if (info->current_operation != info->last_operation) { | |
5626 | if (info->last_operation != QCOW2_NO_OPERATION) { | |
5627 | info->offset_completed += info->last_work_size; | |
5628 | info->operations_completed++; | |
5629 | } | |
5630 | ||
5631 | info->last_operation = info->current_operation; | |
5632 | } | |
5633 | ||
5634 | assert(info->total_operations > 0); | |
5635 | assert(info->operations_completed < info->total_operations); | |
5636 | ||
5637 | info->last_work_size = operation_work_size; | |
5638 | ||
5639 | current_work_size = info->offset_completed + operation_work_size; | |
5640 | ||
5641 | /* current_work_size is the total work size for (operations_completed + 1) | |
5642 | * operations (which includes this one), so multiply it by the number of | |
5643 | * operations not covered and divide it by the number of operations | |
5644 | * covered to get a projection for the operations not covered */ | |
5645 | projected_work_size = current_work_size * (info->total_operations - | |
5646 | info->operations_completed - 1) | |
5647 | / (info->operations_completed + 1); | |
5648 | ||
5649 | info->original_status_cb(bs, info->offset_completed + operation_offset, | |
5650 | current_work_size + projected_work_size, | |
5651 | info->original_cb_opaque); | |
5652 | } | |
5653 | ||
0bb79c97 KW |
5654 | static int GRAPH_RDLOCK |
5655 | qcow2_amend_options(BlockDriverState *bs, QemuOpts *opts, | |
5656 | BlockDriverAmendStatusCB *status_cb, void *cb_opaque, | |
5657 | bool force, Error **errp) | |
9296b3ed | 5658 | { |
ff99129a | 5659 | BDRVQcow2State *s = bs->opaque; |
9296b3ed HR |
5660 | int old_version = s->qcow_version, new_version = old_version; |
5661 | uint64_t new_size = 0; | |
9b890bdc | 5662 | const char *backing_file = NULL, *backing_format = NULL, *data_file = NULL; |
9296b3ed | 5663 | bool lazy_refcounts = s->use_lazy_refcounts; |
6c3944dc | 5664 | bool data_file_raw = data_file_is_raw(bs); |
1bd0e2d1 | 5665 | const char *compat = NULL; |
61ce55fc | 5666 | int refcount_bits = s->refcount_bits; |
9296b3ed | 5667 | int ret; |
1bd0e2d1 | 5668 | QemuOptDesc *desc = opts->list->desc; |
c293a809 | 5669 | Qcow2AmendHelperCBInfo helper_cb_info; |
90766d9d | 5670 | bool encryption_update = false; |
9296b3ed | 5671 | |
1bd0e2d1 CL |
5672 | while (desc && desc->name) { |
5673 | if (!qemu_opt_find(opts, desc->name)) { | |
9296b3ed | 5674 | /* only change explicitly defined options */ |
1bd0e2d1 | 5675 | desc++; |
9296b3ed HR |
5676 | continue; |
5677 | } | |
5678 | ||
8a17b83c HR |
5679 | if (!strcmp(desc->name, BLOCK_OPT_COMPAT_LEVEL)) { |
5680 | compat = qemu_opt_get(opts, BLOCK_OPT_COMPAT_LEVEL); | |
1bd0e2d1 | 5681 | if (!compat) { |
9296b3ed | 5682 | /* preserve default */ |
f7077c98 | 5683 | } else if (!strcmp(compat, "0.10") || !strcmp(compat, "v2")) { |
9296b3ed | 5684 | new_version = 2; |
f7077c98 | 5685 | } else if (!strcmp(compat, "1.1") || !strcmp(compat, "v3")) { |
9296b3ed HR |
5686 | new_version = 3; |
5687 | } else { | |
d1402b50 | 5688 | error_setg(errp, "Unknown compatibility level %s", compat); |
9296b3ed HR |
5689 | return -EINVAL; |
5690 | } | |
8a17b83c HR |
5691 | } else if (!strcmp(desc->name, BLOCK_OPT_SIZE)) { |
5692 | new_size = qemu_opt_get_size(opts, BLOCK_OPT_SIZE, 0); | |
5693 | } else if (!strcmp(desc->name, BLOCK_OPT_BACKING_FILE)) { | |
5694 | backing_file = qemu_opt_get(opts, BLOCK_OPT_BACKING_FILE); | |
5695 | } else if (!strcmp(desc->name, BLOCK_OPT_BACKING_FMT)) { | |
5696 | backing_format = qemu_opt_get(opts, BLOCK_OPT_BACKING_FMT); | |
90766d9d ML |
5697 | } else if (g_str_has_prefix(desc->name, "encrypt.")) { |
5698 | if (!s->crypto) { | |
5699 | error_setg(errp, | |
5700 | "Can't amend encryption options - encryption not present"); | |
5701 | return -EINVAL; | |
5702 | } | |
5703 | if (s->crypt_method_header != QCOW_CRYPT_LUKS) { | |
5704 | error_setg(errp, | |
5705 | "Only LUKS encryption options can be amended"); | |
5706 | return -ENOTSUP; | |
5707 | } | |
5708 | encryption_update = true; | |
8a17b83c HR |
5709 | } else if (!strcmp(desc->name, BLOCK_OPT_LAZY_REFCOUNTS)) { |
5710 | lazy_refcounts = qemu_opt_get_bool(opts, BLOCK_OPT_LAZY_REFCOUNTS, | |
1bd0e2d1 | 5711 | lazy_refcounts); |
06d05fa7 | 5712 | } else if (!strcmp(desc->name, BLOCK_OPT_REFCOUNT_BITS)) { |
61ce55fc HR |
5713 | refcount_bits = qemu_opt_get_number(opts, BLOCK_OPT_REFCOUNT_BITS, |
5714 | refcount_bits); | |
5715 | ||
5716 | if (refcount_bits <= 0 || refcount_bits > 64 || | |
5717 | !is_power_of_2(refcount_bits)) | |
5718 | { | |
d1402b50 HR |
5719 | error_setg(errp, "Refcount width must be a power of two and " |
5720 | "may not exceed 64 bits"); | |
61ce55fc HR |
5721 | return -EINVAL; |
5722 | } | |
9b890bdc KW |
5723 | } else if (!strcmp(desc->name, BLOCK_OPT_DATA_FILE)) { |
5724 | data_file = qemu_opt_get(opts, BLOCK_OPT_DATA_FILE); | |
5725 | if (data_file && !has_data_file(bs)) { | |
5726 | error_setg(errp, "data-file can only be set for images that " | |
5727 | "use an external data file"); | |
5728 | return -EINVAL; | |
5729 | } | |
6c3944dc KW |
5730 | } else if (!strcmp(desc->name, BLOCK_OPT_DATA_FILE_RAW)) { |
5731 | data_file_raw = qemu_opt_get_bool(opts, BLOCK_OPT_DATA_FILE_RAW, | |
5732 | data_file_raw); | |
5733 | if (data_file_raw && !data_file_is_raw(bs)) { | |
5734 | error_setg(errp, "data-file-raw cannot be set on existing " | |
5735 | "images"); | |
5736 | return -EINVAL; | |
5737 | } | |
9296b3ed | 5738 | } else { |
164e0f89 | 5739 | /* if this point is reached, this probably means a new option was |
9296b3ed | 5740 | * added without having it covered here */ |
164e0f89 | 5741 | abort(); |
9296b3ed | 5742 | } |
1bd0e2d1 CL |
5743 | |
5744 | desc++; | |
9296b3ed HR |
5745 | } |
5746 | ||
c293a809 HR |
5747 | helper_cb_info = (Qcow2AmendHelperCBInfo){ |
5748 | .original_status_cb = status_cb, | |
5749 | .original_cb_opaque = cb_opaque, | |
722efb0c | 5750 | .total_operations = (new_version != old_version) |
90766d9d ML |
5751 | + (s->refcount_bits != refcount_bits) + |
5752 | (encryption_update == true) | |
c293a809 HR |
5753 | }; |
5754 | ||
1038bbb8 HR |
5755 | /* Upgrade first (some features may require compat=1.1) */ |
5756 | if (new_version > old_version) { | |
722efb0c HR |
5757 | helper_cb_info.current_operation = QCOW2_UPGRADING; |
5758 | ret = qcow2_upgrade(bs, new_version, &qcow2_amend_helper_cb, | |
5759 | &helper_cb_info, errp); | |
1038bbb8 | 5760 | if (ret < 0) { |
1038bbb8 | 5761 | return ret; |
9296b3ed HR |
5762 | } |
5763 | } | |
5764 | ||
90766d9d ML |
5765 | if (encryption_update) { |
5766 | QDict *amend_opts_dict; | |
5767 | QCryptoBlockAmendOptions *amend_opts; | |
5768 | ||
5769 | helper_cb_info.current_operation = QCOW2_UPDATING_ENCRYPTION; | |
5770 | amend_opts_dict = qcow2_extract_crypto_opts(opts, "luks", errp); | |
5771 | if (!amend_opts_dict) { | |
5772 | return -EINVAL; | |
5773 | } | |
5774 | amend_opts = block_crypto_amend_opts_init(amend_opts_dict, errp); | |
5775 | qobject_unref(amend_opts_dict); | |
5776 | if (!amend_opts) { | |
5777 | return -EINVAL; | |
5778 | } | |
5779 | ret = qcrypto_block_amend_options(s->crypto, | |
5780 | qcow2_crypto_hdr_read_func, | |
5781 | qcow2_crypto_hdr_write_func, | |
5782 | bs, | |
5783 | amend_opts, | |
5784 | force, | |
5785 | errp); | |
5786 | qapi_free_QCryptoBlockAmendOptions(amend_opts); | |
5787 | if (ret < 0) { | |
5788 | return ret; | |
5789 | } | |
5790 | } | |
5791 | ||
61ce55fc HR |
5792 | if (s->refcount_bits != refcount_bits) { |
5793 | int refcount_order = ctz32(refcount_bits); | |
61ce55fc HR |
5794 | |
5795 | if (new_version < 3 && refcount_bits != 16) { | |
d1402b50 HR |
5796 | error_setg(errp, "Refcount widths other than 16 bits require " |
5797 | "compatibility level 1.1 or above (use compat=1.1 or " | |
5798 | "greater)"); | |
61ce55fc HR |
5799 | return -EINVAL; |
5800 | } | |
5801 | ||
5802 | helper_cb_info.current_operation = QCOW2_CHANGING_REFCOUNT_ORDER; | |
5803 | ret = qcow2_change_refcount_order(bs, refcount_order, | |
5804 | &qcow2_amend_helper_cb, | |
d1402b50 | 5805 | &helper_cb_info, errp); |
61ce55fc | 5806 | if (ret < 0) { |
61ce55fc HR |
5807 | return ret; |
5808 | } | |
5809 | } | |
5810 | ||
6c3944dc KW |
5811 | /* data-file-raw blocks backing files, so clear it first if requested */ |
5812 | if (data_file_raw) { | |
5813 | s->autoclear_features |= QCOW2_AUTOCLEAR_DATA_FILE_RAW; | |
5814 | } else { | |
5815 | s->autoclear_features &= ~QCOW2_AUTOCLEAR_DATA_FILE_RAW; | |
5816 | } | |
5817 | ||
9b890bdc KW |
5818 | if (data_file) { |
5819 | g_free(s->image_data_file); | |
5820 | s->image_data_file = *data_file ? g_strdup(data_file) : NULL; | |
5821 | } | |
5822 | ||
5823 | ret = qcow2_update_header(bs); | |
5824 | if (ret < 0) { | |
5825 | error_setg_errno(errp, -ret, "Failed to update the image header"); | |
5826 | return ret; | |
5827 | } | |
5828 | ||
9296b3ed | 5829 | if (backing_file || backing_format) { |
bc5ee6da EB |
5830 | if (g_strcmp0(backing_file, s->image_backing_file) || |
5831 | g_strcmp0(backing_format, s->image_backing_format)) { | |
5a385bf5 EB |
5832 | error_setg(errp, "Cannot amend the backing file"); |
5833 | error_append_hint(errp, | |
5834 | "You can use 'qemu-img rebase' instead.\n"); | |
5835 | return -EINVAL; | |
9296b3ed HR |
5836 | } |
5837 | } | |
5838 | ||
5839 | if (s->use_lazy_refcounts != lazy_refcounts) { | |
5840 | if (lazy_refcounts) { | |
1038bbb8 | 5841 | if (new_version < 3) { |
d1402b50 HR |
5842 | error_setg(errp, "Lazy refcounts only supported with " |
5843 | "compatibility level 1.1 and above (use compat=1.1 " | |
5844 | "or greater)"); | |
9296b3ed HR |
5845 | return -EINVAL; |
5846 | } | |
5847 | s->compatible_features |= QCOW2_COMPAT_LAZY_REFCOUNTS; | |
5848 | ret = qcow2_update_header(bs); | |
5849 | if (ret < 0) { | |
5850 | s->compatible_features &= ~QCOW2_COMPAT_LAZY_REFCOUNTS; | |
d1402b50 | 5851 | error_setg_errno(errp, -ret, "Failed to update the image header"); |
9296b3ed HR |
5852 | return ret; |
5853 | } | |
5854 | s->use_lazy_refcounts = true; | |
5855 | } else { | |
5856 | /* make image clean first */ | |
5857 | ret = qcow2_mark_clean(bs); | |
5858 | if (ret < 0) { | |
d1402b50 | 5859 | error_setg_errno(errp, -ret, "Failed to make the image clean"); |
9296b3ed HR |
5860 | return ret; |
5861 | } | |
5862 | /* now disallow lazy refcounts */ | |
5863 | s->compatible_features &= ~QCOW2_COMPAT_LAZY_REFCOUNTS; | |
5864 | ret = qcow2_update_header(bs); | |
5865 | if (ret < 0) { | |
5866 | s->compatible_features |= QCOW2_COMPAT_LAZY_REFCOUNTS; | |
d1402b50 | 5867 | error_setg_errno(errp, -ret, "Failed to update the image header"); |
9296b3ed HR |
5868 | return ret; |
5869 | } | |
5870 | s->use_lazy_refcounts = false; | |
5871 | } | |
5872 | } | |
5873 | ||
5874 | if (new_size) { | |
a3aeeab5 EB |
5875 | BlockBackend *blk = blk_new_with_bs(bs, BLK_PERM_RESIZE, BLK_PERM_ALL, |
5876 | errp); | |
5877 | if (!blk) { | |
5878 | return -EPERM; | |
d7086422 KW |
5879 | } |
5880 | ||
e8d04f92 HR |
5881 | /* |
5882 | * Amending image options should ensure that the image has | |
5883 | * exactly the given new values, so pass exact=true here. | |
5884 | */ | |
8c6242b6 | 5885 | ret = blk_truncate(blk, new_size, true, PREALLOC_MODE_OFF, 0, errp); |
70b27f36 | 5886 | blk_unref(blk); |
9296b3ed HR |
5887 | if (ret < 0) { |
5888 | return ret; | |
5889 | } | |
5890 | } | |
5891 | ||
1038bbb8 HR |
5892 | /* Downgrade last (so unsupported features can be removed before) */ |
5893 | if (new_version < old_version) { | |
c293a809 HR |
5894 | helper_cb_info.current_operation = QCOW2_DOWNGRADING; |
5895 | ret = qcow2_downgrade(bs, new_version, &qcow2_amend_helper_cb, | |
d1402b50 | 5896 | &helper_cb_info, errp); |
1038bbb8 HR |
5897 | if (ret < 0) { |
5898 | return ret; | |
5899 | } | |
5900 | } | |
5901 | ||
9296b3ed HR |
5902 | return 0; |
5903 | } | |
5904 | ||
8ea1613d ML |
5905 | static int coroutine_fn qcow2_co_amend(BlockDriverState *bs, |
5906 | BlockdevAmendOptions *opts, | |
5907 | bool force, | |
5908 | Error **errp) | |
5909 | { | |
5910 | BlockdevAmendOptionsQcow2 *qopts = &opts->u.qcow2; | |
5911 | BDRVQcow2State *s = bs->opaque; | |
5912 | int ret = 0; | |
5913 | ||
54fde4ff | 5914 | if (qopts->encrypt) { |
8ea1613d ML |
5915 | if (!s->crypto) { |
5916 | error_setg(errp, "image is not encrypted, can't amend"); | |
5917 | return -EOPNOTSUPP; | |
5918 | } | |
5919 | ||
5920 | if (qopts->encrypt->format != Q_CRYPTO_BLOCK_FORMAT_LUKS) { | |
5921 | error_setg(errp, | |
5922 | "Amend can't be used to change the qcow2 encryption format"); | |
5923 | return -EOPNOTSUPP; | |
5924 | } | |
5925 | ||
5926 | if (s->crypt_method_header != QCOW_CRYPT_LUKS) { | |
5927 | error_setg(errp, | |
5928 | "Only LUKS encryption options can be amended for qcow2 with blockdev-amend"); | |
5929 | return -EOPNOTSUPP; | |
5930 | } | |
5931 | ||
5932 | ret = qcrypto_block_amend_options(s->crypto, | |
5933 | qcow2_crypto_hdr_read_func, | |
5934 | qcow2_crypto_hdr_write_func, | |
5935 | bs, | |
5936 | qopts->encrypt, | |
5937 | force, | |
5938 | errp); | |
5939 | } | |
5940 | return ret; | |
5941 | } | |
5942 | ||
85186ebd HR |
5943 | /* |
5944 | * If offset or size are negative, respectively, they will not be included in | |
5945 | * the BLOCK_IMAGE_CORRUPTED event emitted. | |
5946 | * fatal will be ignored for read-only BDS; corruptions found there will always | |
5947 | * be considered non-fatal. | |
5948 | */ | |
5949 | void qcow2_signal_corruption(BlockDriverState *bs, bool fatal, int64_t offset, | |
5950 | int64_t size, const char *message_format, ...) | |
5951 | { | |
ff99129a | 5952 | BDRVQcow2State *s = bs->opaque; |
dc881b44 | 5953 | const char *node_name; |
85186ebd HR |
5954 | char *message; |
5955 | va_list ap; | |
5956 | ||
ddf3b47e | 5957 | fatal = fatal && bdrv_is_writable(bs); |
85186ebd HR |
5958 | |
5959 | if (s->signaled_corruption && | |
5960 | (!fatal || (s->incompatible_features & QCOW2_INCOMPAT_CORRUPT))) | |
5961 | { | |
5962 | return; | |
5963 | } | |
5964 | ||
5965 | va_start(ap, message_format); | |
5966 | message = g_strdup_vprintf(message_format, ap); | |
5967 | va_end(ap); | |
5968 | ||
5969 | if (fatal) { | |
5970 | fprintf(stderr, "qcow2: Marking image as corrupt: %s; further " | |
5971 | "corruption events will be suppressed\n", message); | |
5972 | } else { | |
5973 | fprintf(stderr, "qcow2: Image is corrupt: %s; further non-fatal " | |
5974 | "corruption events will be suppressed\n", message); | |
5975 | } | |
5976 | ||
dc881b44 AG |
5977 | node_name = bdrv_get_node_name(bs); |
5978 | qapi_event_send_block_image_corrupted(bdrv_get_device_name(bs), | |
54fde4ff | 5979 | *node_name ? node_name : NULL, |
dc881b44 AG |
5980 | message, offset >= 0, offset, |
5981 | size >= 0, size, | |
3ab72385 | 5982 | fatal); |
85186ebd HR |
5983 | g_free(message); |
5984 | ||
5985 | if (fatal) { | |
5986 | qcow2_mark_corrupt(bs); | |
5987 | bs->drv = NULL; /* make BDS unusable */ | |
5988 | } | |
5989 | ||
5990 | s->signaled_corruption = true; | |
5991 | } | |
5992 | ||
df373fb0 ML |
5993 | #define QCOW_COMMON_OPTIONS \ |
5994 | { \ | |
5995 | .name = BLOCK_OPT_SIZE, \ | |
5996 | .type = QEMU_OPT_SIZE, \ | |
5997 | .help = "Virtual disk size" \ | |
5998 | }, \ | |
5999 | { \ | |
6000 | .name = BLOCK_OPT_COMPAT_LEVEL, \ | |
6001 | .type = QEMU_OPT_STRING, \ | |
6002 | .help = "Compatibility level (v2 [0.10] or v3 [1.1])" \ | |
6003 | }, \ | |
6004 | { \ | |
6005 | .name = BLOCK_OPT_BACKING_FILE, \ | |
6006 | .type = QEMU_OPT_STRING, \ | |
6007 | .help = "File name of a base image" \ | |
6008 | }, \ | |
6009 | { \ | |
6010 | .name = BLOCK_OPT_BACKING_FMT, \ | |
6011 | .type = QEMU_OPT_STRING, \ | |
6012 | .help = "Image format of the base image" \ | |
6013 | }, \ | |
6014 | { \ | |
6015 | .name = BLOCK_OPT_DATA_FILE, \ | |
6016 | .type = QEMU_OPT_STRING, \ | |
6017 | .help = "File name of an external data file" \ | |
6018 | }, \ | |
6019 | { \ | |
6020 | .name = BLOCK_OPT_DATA_FILE_RAW, \ | |
6021 | .type = QEMU_OPT_BOOL, \ | |
6022 | .help = "The external data file must stay valid " \ | |
6023 | "as a raw image" \ | |
6024 | }, \ | |
df373fb0 ML |
6025 | { \ |
6026 | .name = BLOCK_OPT_LAZY_REFCOUNTS, \ | |
6027 | .type = QEMU_OPT_BOOL, \ | |
6028 | .help = "Postpone refcount updates", \ | |
6029 | .def_value_str = "off" \ | |
6030 | }, \ | |
6031 | { \ | |
6032 | .name = BLOCK_OPT_REFCOUNT_BITS, \ | |
6033 | .type = QEMU_OPT_NUMBER, \ | |
6034 | .help = "Width of a reference count entry in bits", \ | |
6035 | .def_value_str = "16" \ | |
df373fb0 ML |
6036 | } |
6037 | ||
1bd0e2d1 CL |
6038 | static QemuOptsList qcow2_create_opts = { |
6039 | .name = "qcow2-create-opts", | |
6040 | .head = QTAILQ_HEAD_INITIALIZER(qcow2_create_opts.head), | |
6041 | .desc = { | |
0b6786a9 ML |
6042 | { \ |
6043 | .name = BLOCK_OPT_ENCRYPT, \ | |
6044 | .type = QEMU_OPT_BOOL, \ | |
6045 | .help = "Encrypt the image with format 'aes'. (Deprecated " \ | |
6046 | "in favor of " BLOCK_OPT_ENCRYPT_FORMAT "=aes)", \ | |
6047 | }, \ | |
6048 | { \ | |
6049 | .name = BLOCK_OPT_ENCRYPT_FORMAT, \ | |
6050 | .type = QEMU_OPT_STRING, \ | |
6051 | .help = "Encrypt the image, format choices: 'aes', 'luks'", \ | |
6052 | }, \ | |
6053 | BLOCK_CRYPTO_OPT_DEF_KEY_SECRET("encrypt.", \ | |
6054 | "ID of secret providing qcow AES key or LUKS passphrase"), \ | |
6055 | BLOCK_CRYPTO_OPT_DEF_LUKS_CIPHER_ALG("encrypt."), \ | |
6056 | BLOCK_CRYPTO_OPT_DEF_LUKS_CIPHER_MODE("encrypt."), \ | |
6057 | BLOCK_CRYPTO_OPT_DEF_LUKS_IVGEN_ALG("encrypt."), \ | |
6058 | BLOCK_CRYPTO_OPT_DEF_LUKS_IVGEN_HASH_ALG("encrypt."), \ | |
6059 | BLOCK_CRYPTO_OPT_DEF_LUKS_HASH_ALG("encrypt."), \ | |
6060 | BLOCK_CRYPTO_OPT_DEF_LUKS_ITER_TIME("encrypt."), \ | |
6061 | { \ | |
6062 | .name = BLOCK_OPT_CLUSTER_SIZE, \ | |
6063 | .type = QEMU_OPT_SIZE, \ | |
6064 | .help = "qcow2 cluster size", \ | |
6065 | .def_value_str = stringify(DEFAULT_CLUSTER_SIZE) \ | |
6066 | }, \ | |
7be20252 AG |
6067 | { \ |
6068 | .name = BLOCK_OPT_EXTL2, \ | |
6069 | .type = QEMU_OPT_BOOL, \ | |
6070 | .help = "Extended L2 tables", \ | |
6071 | .def_value_str = "off" \ | |
6072 | }, \ | |
0b6786a9 ML |
6073 | { \ |
6074 | .name = BLOCK_OPT_PREALLOC, \ | |
6075 | .type = QEMU_OPT_STRING, \ | |
6076 | .help = "Preallocation mode (allowed values: off, " \ | |
6077 | "metadata, falloc, full)" \ | |
6078 | }, \ | |
6079 | { \ | |
6080 | .name = BLOCK_OPT_COMPRESSION_TYPE, \ | |
6081 | .type = QEMU_OPT_STRING, \ | |
6082 | .help = "Compression method used for image cluster " \ | |
6083 | "compression", \ | |
6084 | .def_value_str = "zlib" \ | |
6085 | }, | |
df373fb0 ML |
6086 | QCOW_COMMON_OPTIONS, |
6087 | { /* end of list */ } | |
6088 | } | |
6089 | }; | |
6090 | ||
6091 | static QemuOptsList qcow2_amend_opts = { | |
6092 | .name = "qcow2-amend-opts", | |
6093 | .head = QTAILQ_HEAD_INITIALIZER(qcow2_amend_opts.head), | |
6094 | .desc = { | |
90766d9d ML |
6095 | BLOCK_CRYPTO_OPT_DEF_LUKS_STATE("encrypt."), |
6096 | BLOCK_CRYPTO_OPT_DEF_LUKS_KEYSLOT("encrypt."), | |
6097 | BLOCK_CRYPTO_OPT_DEF_LUKS_OLD_SECRET("encrypt."), | |
6098 | BLOCK_CRYPTO_OPT_DEF_LUKS_NEW_SECRET("encrypt."), | |
6099 | BLOCK_CRYPTO_OPT_DEF_LUKS_ITER_TIME("encrypt."), | |
df373fb0 | 6100 | QCOW_COMMON_OPTIONS, |
1bd0e2d1 CL |
6101 | { /* end of list */ } |
6102 | } | |
20d97356 BS |
6103 | }; |
6104 | ||
2654267c HR |
6105 | static const char *const qcow2_strong_runtime_opts[] = { |
6106 | "encrypt." BLOCK_CRYPTO_OPT_QCOW_KEY_SECRET, | |
6107 | ||
6108 | NULL | |
6109 | }; | |
6110 | ||
5f535a94 | 6111 | BlockDriver bdrv_qcow2 = { |
7c80ab3f | 6112 | .format_name = "qcow2", |
ff99129a | 6113 | .instance_size = sizeof(BDRVQcow2State), |
7c80ab3f JS |
6114 | .bdrv_probe = qcow2_probe, |
6115 | .bdrv_open = qcow2_open, | |
6116 | .bdrv_close = qcow2_close, | |
21d82ac9 | 6117 | .bdrv_reopen_prepare = qcow2_reopen_prepare, |
5b0959a7 | 6118 | .bdrv_reopen_commit = qcow2_reopen_commit, |
65eb7c85 | 6119 | .bdrv_reopen_commit_post = qcow2_reopen_commit_post, |
5b0959a7 | 6120 | .bdrv_reopen_abort = qcow2_reopen_abort, |
5365f44d | 6121 | .bdrv_join_options = qcow2_join_options, |
69dca43d | 6122 | .bdrv_child_perm = bdrv_default_perms, |
efc75e2a | 6123 | .bdrv_co_create_opts = qcow2_co_create_opts, |
b0292b85 | 6124 | .bdrv_co_create = qcow2_co_create, |
38841dcd | 6125 | .bdrv_has_zero_init = qcow2_has_zero_init, |
a320fb04 | 6126 | .bdrv_co_block_status = qcow2_co_block_status, |
7c80ab3f | 6127 | |
df893d25 | 6128 | .bdrv_co_preadv_part = qcow2_co_preadv_part, |
5396234b | 6129 | .bdrv_co_pwritev_part = qcow2_co_pwritev_part, |
eb489bb1 | 6130 | .bdrv_co_flush_to_os = qcow2_co_flush_to_os, |
419b19d9 | 6131 | |
5544b59f | 6132 | .bdrv_co_pwrite_zeroes = qcow2_co_pwrite_zeroes, |
82e8a788 | 6133 | .bdrv_co_pdiscard = qcow2_co_pdiscard, |
fd9fcd37 FZ |
6134 | .bdrv_co_copy_range_from = qcow2_co_copy_range_from, |
6135 | .bdrv_co_copy_range_to = qcow2_co_copy_range_to, | |
061ca8a3 | 6136 | .bdrv_co_truncate = qcow2_co_truncate, |
5396234b | 6137 | .bdrv_co_pwritev_compressed_part = qcow2_co_pwritev_compressed_part, |
491d27e2 | 6138 | .bdrv_make_empty = qcow2_make_empty, |
20d97356 BS |
6139 | |
6140 | .bdrv_snapshot_create = qcow2_snapshot_create, | |
6141 | .bdrv_snapshot_goto = qcow2_snapshot_goto, | |
6142 | .bdrv_snapshot_delete = qcow2_snapshot_delete, | |
6143 | .bdrv_snapshot_list = qcow2_snapshot_list, | |
1bd0e2d1 | 6144 | .bdrv_snapshot_load_tmp = qcow2_snapshot_load_tmp, |
c501c352 | 6145 | .bdrv_measure = qcow2_measure, |
3d47eb0a | 6146 | .bdrv_co_get_info = qcow2_co_get_info, |
37764dfb | 6147 | .bdrv_get_specific_info = qcow2_get_specific_info, |
20d97356 | 6148 | |
ca5e2ad9 EGE |
6149 | .bdrv_co_save_vmstate = qcow2_co_save_vmstate, |
6150 | .bdrv_co_load_vmstate = qcow2_co_load_vmstate, | |
20d97356 | 6151 | |
d67066d8 | 6152 | .is_format = true, |
8ee79e70 | 6153 | .supports_backing = true, |
20d97356 BS |
6154 | .bdrv_change_backing_file = qcow2_change_backing_file, |
6155 | ||
d34682cd | 6156 | .bdrv_refresh_limits = qcow2_refresh_limits, |
2b148f39 | 6157 | .bdrv_co_invalidate_cache = qcow2_co_invalidate_cache, |
ec6d8912 | 6158 | .bdrv_inactivate = qcow2_inactivate, |
06d9260f | 6159 | |
1bd0e2d1 | 6160 | .create_opts = &qcow2_create_opts, |
df373fb0 | 6161 | .amend_opts = &qcow2_amend_opts, |
2654267c | 6162 | .strong_runtime_opts = qcow2_strong_runtime_opts, |
8a2ce0bc | 6163 | .mutable_opts = mutable_opts, |
2fd61638 | 6164 | .bdrv_co_check = qcow2_co_check, |
c282e1fd | 6165 | .bdrv_amend_options = qcow2_amend_options, |
8ea1613d | 6166 | .bdrv_co_amend = qcow2_co_amend, |
279621c0 AG |
6167 | |
6168 | .bdrv_detach_aio_context = qcow2_detach_aio_context, | |
6169 | .bdrv_attach_aio_context = qcow2_attach_aio_context, | |
1b6b0562 | 6170 | |
ef893b5c EB |
6171 | .bdrv_supports_persistent_dirty_bitmap = |
6172 | qcow2_supports_persistent_dirty_bitmap, | |
d2c3080e VSO |
6173 | .bdrv_co_can_store_new_dirty_bitmap = qcow2_co_can_store_new_dirty_bitmap, |
6174 | .bdrv_co_remove_persistent_dirty_bitmap = | |
6175 | qcow2_co_remove_persistent_dirty_bitmap, | |
20d97356 BS |
6176 | }; |
6177 | ||
5efa9d5a AL |
6178 | static void bdrv_qcow2_init(void) |
6179 | { | |
6180 | bdrv_register(&bdrv_qcow2); | |
6181 | } | |
6182 | ||
6183 | block_init(bdrv_qcow2_init); |