]>
Commit | Line | Data |
---|---|---|
4f1043b4 SH |
1 | /* |
2 | * Image streaming | |
3 | * | |
4 | * Copyright IBM, Corp. 2011 | |
5 | * | |
6 | * Authors: | |
7 | * Stefan Hajnoczi <stefanha@linux.vnet.ibm.com> | |
8 | * | |
9 | * This work is licensed under the terms of the GNU LGPL, version 2 or later. | |
10 | * See the COPYING.LIB file in the top-level directory. | |
11 | * | |
12 | */ | |
13 | ||
80c71a24 | 14 | #include "qemu/osdep.h" |
4f1043b4 | 15 | #include "trace.h" |
737e150e PB |
16 | #include "block/block_int.h" |
17 | #include "block/blockjob.h" | |
cc7a8ea7 | 18 | #include "qapi/qmp/qerror.h" |
6ef228fc | 19 | #include "qemu/ratelimit.h" |
373340b2 | 20 | #include "sysemu/block-backend.h" |
4f1043b4 SH |
21 | |
22 | enum { | |
23 | /* | |
24 | * Size of data buffer for populating the image file. This should be large | |
25 | * enough to process multiple clusters in a single call, so that populating | |
26 | * contiguous regions of the image is efficient. | |
27 | */ | |
28 | STREAM_BUFFER_SIZE = 512 * 1024, /* in bytes */ | |
29 | }; | |
30 | ||
5094a6c0 SH |
31 | #define SLICE_TIME 100000000ULL /* ns */ |
32 | ||
4f1043b4 SH |
33 | typedef struct StreamBlockJob { |
34 | BlockJob common; | |
5094a6c0 | 35 | RateLimit limit; |
4f1043b4 | 36 | BlockDriverState *base; |
1d809098 | 37 | BlockdevOnError on_error; |
13d8cc51 | 38 | char *backing_file_str; |
4f1043b4 SH |
39 | } StreamBlockJob; |
40 | ||
41 | static int coroutine_fn stream_populate(BlockDriverState *bs, | |
42 | int64_t sector_num, int nb_sectors, | |
43 | void *buf) | |
44 | { | |
45 | struct iovec iov = { | |
46 | .iov_base = buf, | |
47 | .iov_len = nb_sectors * BDRV_SECTOR_SIZE, | |
48 | }; | |
49 | QEMUIOVector qiov; | |
50 | ||
51 | qemu_iovec_init_external(&qiov, &iov, 1); | |
52 | ||
53 | /* Copy-on-read the unallocated clusters */ | |
54 | return bdrv_co_copy_on_readv(bs, sector_num, nb_sectors, &qiov); | |
55 | } | |
56 | ||
f3e69beb SH |
57 | typedef struct { |
58 | int ret; | |
59 | bool reached_end; | |
60 | } StreamCompleteData; | |
61 | ||
62 | static void stream_complete(BlockJob *job, void *opaque) | |
63 | { | |
64 | StreamBlockJob *s = container_of(job, StreamBlockJob, common); | |
65 | StreamCompleteData *data = opaque; | |
66 | BlockDriverState *base = s->base; | |
67 | ||
68 | if (!block_job_is_cancelled(&s->common) && data->reached_end && | |
69 | data->ret == 0) { | |
70 | const char *base_id = NULL, *base_fmt = NULL; | |
71 | if (base) { | |
72 | base_id = s->backing_file_str; | |
73 | if (base->drv) { | |
74 | base_fmt = base->drv->format_name; | |
75 | } | |
76 | } | |
77 | data->ret = bdrv_change_backing_file(job->bs, base_id, base_fmt); | |
5db15a57 | 78 | bdrv_set_backing_hd(job->bs, base); |
f3e69beb SH |
79 | } |
80 | ||
81 | g_free(s->backing_file_str); | |
82 | block_job_completed(&s->common, data->ret); | |
83 | g_free(data); | |
84 | } | |
85 | ||
4f1043b4 SH |
86 | static void coroutine_fn stream_run(void *opaque) |
87 | { | |
88 | StreamBlockJob *s = opaque; | |
f3e69beb | 89 | StreamCompleteData *data; |
4f1043b4 | 90 | BlockDriverState *bs = s->common.bs; |
c8c3080f | 91 | BlockDriverState *base = s->base; |
4f1043b4 | 92 | int64_t sector_num, end; |
1d809098 | 93 | int error = 0; |
4f1043b4 | 94 | int ret = 0; |
04120e3b | 95 | int n = 0; |
4f1043b4 SH |
96 | void *buf; |
97 | ||
760e0063 | 98 | if (!bs->backing) { |
f4a193e7 HR |
99 | block_job_completed(&s->common, 0); |
100 | return; | |
101 | } | |
102 | ||
4f1043b4 SH |
103 | s->common.len = bdrv_getlength(bs); |
104 | if (s->common.len < 0) { | |
65f46322 | 105 | block_job_completed(&s->common, s->common.len); |
4f1043b4 SH |
106 | return; |
107 | } | |
108 | ||
109 | end = s->common.len >> BDRV_SECTOR_BITS; | |
110 | buf = qemu_blockalign(bs, STREAM_BUFFER_SIZE); | |
111 | ||
112 | /* Turn on copy-on-read for the whole block device so that guest read | |
113 | * requests help us make progress. Only do this when copying the entire | |
114 | * backing chain since the copy-on-read operation does not take base into | |
115 | * account. | |
116 | */ | |
117 | if (!base) { | |
118 | bdrv_enable_copy_on_read(bs); | |
119 | } | |
120 | ||
121 | for (sector_num = 0; sector_num < end; sector_num += n) { | |
4513eafe | 122 | uint64_t delay_ns = 0; |
f9749f28 | 123 | bool copy; |
4513eafe PB |
124 | |
125 | wait: | |
126 | /* Note that even when no rate limit is applied we need to yield | |
c57b6656 | 127 | * with no pending I/O here so that bdrv_drain_all() returns. |
4513eafe | 128 | */ |
7483d1e5 | 129 | block_job_sleep_ns(&s->common, QEMU_CLOCK_REALTIME, delay_ns); |
4f1043b4 SH |
130 | if (block_job_is_cancelled(&s->common)) { |
131 | break; | |
132 | } | |
133 | ||
c3e4f43a SW |
134 | copy = false; |
135 | ||
bdad13b9 PB |
136 | ret = bdrv_is_allocated(bs, sector_num, |
137 | STREAM_BUFFER_SIZE / BDRV_SECTOR_SIZE, &n); | |
f9749f28 PB |
138 | if (ret == 1) { |
139 | /* Allocated in the top, no need to copy. */ | |
d663640c | 140 | } else if (ret >= 0) { |
f9749f28 PB |
141 | /* Copy if allocated in the intermediate images. Limit to the |
142 | * known-unallocated area [sector_num, sector_num+n). */ | |
760e0063 | 143 | ret = bdrv_is_allocated_above(backing_bs(bs), base, |
4f578637 | 144 | sector_num, n, &n); |
571cd9dc SH |
145 | |
146 | /* Finish early if end of backing file has been reached */ | |
147 | if (ret == 0 && n == 0) { | |
148 | n = end - sector_num; | |
149 | } | |
150 | ||
f9749f28 PB |
151 | copy = (ret == 1); |
152 | } | |
4f1043b4 | 153 | trace_stream_one_iteration(s, sector_num, n, ret); |
c3e4f43a | 154 | if (copy) { |
5094a6c0 | 155 | if (s->common.speed) { |
4513eafe | 156 | delay_ns = ratelimit_calculate_delay(&s->limit, n); |
5094a6c0 | 157 | if (delay_ns > 0) { |
4513eafe | 158 | goto wait; |
5094a6c0 SH |
159 | } |
160 | } | |
4f1043b4 SH |
161 | ret = stream_populate(bs, sector_num, n, buf); |
162 | } | |
163 | if (ret < 0) { | |
1d809098 PB |
164 | BlockErrorAction action = |
165 | block_job_error_action(&s->common, s->common.bs, s->on_error, | |
166 | true, -ret); | |
a589569f | 167 | if (action == BLOCK_ERROR_ACTION_STOP) { |
1d809098 PB |
168 | n = 0; |
169 | continue; | |
170 | } | |
171 | if (error == 0) { | |
172 | error = ret; | |
173 | } | |
a589569f | 174 | if (action == BLOCK_ERROR_ACTION_REPORT) { |
1d809098 PB |
175 | break; |
176 | } | |
4f1043b4 | 177 | } |
c8c3080f | 178 | ret = 0; |
4f1043b4 SH |
179 | |
180 | /* Publish progress */ | |
181 | s->common.offset += n * BDRV_SECTOR_SIZE; | |
182 | } | |
183 | ||
184 | if (!base) { | |
185 | bdrv_disable_copy_on_read(bs); | |
186 | } | |
187 | ||
1d809098 PB |
188 | /* Do not remove the backing file if an error was there but ignored. */ |
189 | ret = error; | |
190 | ||
4f1043b4 | 191 | qemu_vfree(buf); |
f3e69beb SH |
192 | |
193 | /* Modify backing chain and close BDSes in main loop */ | |
194 | data = g_malloc(sizeof(*data)); | |
195 | data->ret = ret; | |
196 | data->reached_end = sector_num == end; | |
197 | block_job_defer_to_main_loop(&s->common, stream_complete, data); | |
4f1043b4 SH |
198 | } |
199 | ||
882ec7ce | 200 | static void stream_set_speed(BlockJob *job, int64_t speed, Error **errp) |
5094a6c0 SH |
201 | { |
202 | StreamBlockJob *s = container_of(job, StreamBlockJob, common); | |
203 | ||
882ec7ce | 204 | if (speed < 0) { |
c6bd8c70 | 205 | error_setg(errp, QERR_INVALID_PARAMETER, "speed"); |
9e6636c7 | 206 | return; |
5094a6c0 | 207 | } |
6ef228fc | 208 | ratelimit_set_speed(&s->limit, speed / BDRV_SECTOR_SIZE, SLICE_TIME); |
5094a6c0 SH |
209 | } |
210 | ||
3fc4b10a | 211 | static const BlockJobDriver stream_job_driver = { |
4f1043b4 | 212 | .instance_size = sizeof(StreamBlockJob), |
79e14bf7 | 213 | .job_type = BLOCK_JOB_TYPE_STREAM, |
5094a6c0 | 214 | .set_speed = stream_set_speed, |
4f1043b4 SH |
215 | }; |
216 | ||
fd7f8c65 | 217 | void stream_start(BlockDriverState *bs, BlockDriverState *base, |
13d8cc51 | 218 | const char *backing_file_str, int64_t speed, |
1d809098 | 219 | BlockdevOnError on_error, |
097310b5 | 220 | BlockCompletionFunc *cb, |
fd7f8c65 | 221 | void *opaque, Error **errp) |
4f1043b4 SH |
222 | { |
223 | StreamBlockJob *s; | |
4f1043b4 | 224 | |
1d809098 PB |
225 | if ((on_error == BLOCKDEV_ON_ERROR_STOP || |
226 | on_error == BLOCKDEV_ON_ERROR_ENOSPC) && | |
373340b2 | 227 | (!bs->blk || !blk_iostatus_is_enabled(bs->blk))) { |
c6bd8c70 | 228 | error_setg(errp, QERR_INVALID_PARAMETER, "on-error"); |
1d809098 PB |
229 | return; |
230 | } | |
231 | ||
3fc4b10a | 232 | s = block_job_create(&stream_job_driver, bs, speed, cb, opaque, errp); |
4f1043b4 | 233 | if (!s) { |
fd7f8c65 | 234 | return; |
4f1043b4 SH |
235 | } |
236 | ||
237 | s->base = base; | |
13d8cc51 | 238 | s->backing_file_str = g_strdup(backing_file_str); |
4f1043b4 | 239 | |
1d809098 | 240 | s->on_error = on_error; |
fa4478d5 PB |
241 | s->common.co = qemu_coroutine_create(stream_run); |
242 | trace_stream_start(bs, base, s, s->common.co, opaque); | |
243 | qemu_coroutine_enter(s->common.co, s); | |
4f1043b4 | 244 | } |