]>
Commit | Line | Data |
---|---|---|
5bb7910a AL |
1 | /* |
2 | * QEMU live migration | |
3 | * | |
4 | * Copyright IBM, Corp. 2008 | |
5 | * | |
6 | * Authors: | |
7 | * Anthony Liguori <aliguori@us.ibm.com> | |
8 | * | |
9 | * This work is licensed under the terms of the GNU GPL, version 2. See | |
10 | * the COPYING file in the top-level directory. | |
11 | * | |
12 | */ | |
13 | ||
14 | #ifndef QEMU_MIGRATION_H | |
15 | #define QEMU_MIGRATION_H | |
16 | ||
7b1b5d19 | 17 | #include "qapi/qmp/qdict.h" |
376253ec | 18 | #include "qemu-common.h" |
9848a404 | 19 | #include "qemu/thread.h" |
1de7afc9 | 20 | #include "qemu/notify.h" |
caf71f86 | 21 | #include "migration/vmstate.h" |
bbf6da32 | 22 | #include "qapi-types.h" |
43487c67 | 23 | #include "exec/cpu-common.h" |
25d0c16f | 24 | #include "qemu/coroutine_int.h" |
7562f907 | 25 | #include "qom/object.h" |
376253ec | 26 | |
b5503338 EH |
27 | #define QEMU_VM_FILE_MAGIC 0x5145564d |
28 | #define QEMU_VM_FILE_VERSION_COMPAT 0x00000002 | |
29 | #define QEMU_VM_FILE_VERSION 0x00000003 | |
30 | ||
31 | #define QEMU_VM_EOF 0x00 | |
32 | #define QEMU_VM_SECTION_START 0x01 | |
33 | #define QEMU_VM_SECTION_PART 0x02 | |
34 | #define QEMU_VM_SECTION_END 0x03 | |
35 | #define QEMU_VM_SECTION_FULL 0x04 | |
36 | #define QEMU_VM_SUBSECTION 0x05 | |
8118f095 | 37 | #define QEMU_VM_VMDESCRIPTION 0x06 |
61964c23 | 38 | #define QEMU_VM_CONFIGURATION 0x07 |
c76ca188 | 39 | #define QEMU_VM_COMMAND 0x08 |
f68945d4 | 40 | #define QEMU_VM_SECTION_FOOTER 0x7e |
b5503338 | 41 | |
d15c05fc AA |
42 | /* for vl.c */ |
43 | extern int only_migratable; | |
44 | ||
6607ae23 IY |
45 | struct MigrationParams { |
46 | bool blk; | |
47 | bool shared; | |
48 | }; | |
49 | ||
6decec93 DDAG |
50 | /* Messages sent on the return path from destination to source */ |
51 | enum mig_rp_message_type { | |
52 | MIG_RP_MSG_INVALID = 0, /* Must be 0 */ | |
53 | MIG_RP_MSG_SHUT, /* sibling will not send any more RP messages */ | |
54 | MIG_RP_MSG_PONG, /* Response to a PING; data (seq: be32 ) */ | |
55 | ||
1e2d90eb DDAG |
56 | MIG_RP_MSG_REQ_PAGES_ID, /* data (start: be64, len: be32, id: string) */ |
57 | MIG_RP_MSG_REQ_PAGES, /* data (start: be64, len: be32) */ | |
58 | ||
6decec93 DDAG |
59 | MIG_RP_MSG_MAX |
60 | }; | |
61 | ||
1a8f46f8 | 62 | typedef QLIST_HEAD(, LoadStateEntry) LoadStateEntry_Head; |
093e3c42 DDAG |
63 | |
64 | /* The current postcopy state is read/set by postcopy_state_get/set | |
65 | * which update it atomically. | |
66 | * The state is updated as postcopy messages are received, and | |
67 | * in general only one thread should be writing to the state at any one | |
68 | * time, initially the main thread and then the listen thread; | |
69 | * Corner cases are where either thread finishes early and/or errors. | |
70 | * The state is checked as messages are received to ensure that | |
71 | * the source is sending us messages in the correct order. | |
72 | * The state is also used by the RAM reception code to know if it | |
73 | * has to place pages atomically, and the cleanup code at the end of | |
74 | * the main thread to know if it has to delay cleanup until the end | |
75 | * of postcopy. | |
76 | */ | |
77 | typedef enum { | |
78 | POSTCOPY_INCOMING_NONE = 0, /* Initial state - no postcopy */ | |
79 | POSTCOPY_INCOMING_ADVISE, | |
80 | POSTCOPY_INCOMING_DISCARD, | |
81 | POSTCOPY_INCOMING_LISTENING, | |
82 | POSTCOPY_INCOMING_RUNNING, | |
83 | POSTCOPY_INCOMING_END | |
84 | } PostcopyState; | |
85 | ||
bca7856a DDAG |
86 | /* State for the incoming migration */ |
87 | struct MigrationIncomingState { | |
42e2aa56 | 88 | QEMUFile *from_src_file; |
1a8f46f8 | 89 | |
7b89bf27 DDAG |
90 | /* |
91 | * Free at the start of the main state load, set as the main thread finishes | |
92 | * loading state. | |
93 | */ | |
94 | QemuEvent main_thread_load_event; | |
95 | ||
67f11b5c | 96 | size_t largest_page_size; |
c4faeed2 | 97 | bool have_fault_thread; |
f0a227ad DDAG |
98 | QemuThread fault_thread; |
99 | QemuSemaphore fault_thread_sem; | |
100 | ||
c76201ab DDAG |
101 | bool have_listen_thread; |
102 | QemuThread listen_thread; | |
103 | QemuSemaphore listen_thread_sem; | |
104 | ||
1caddf8a DDAG |
105 | /* For the kernel to send us notifications */ |
106 | int userfault_fd; | |
c4faeed2 DDAG |
107 | /* To tell the fault_thread to quit */ |
108 | int userfault_quit_fd; | |
2e37701e | 109 | QEMUFile *to_src_file; |
6decec93 | 110 | QemuMutex rp_mutex; /* We send replies from multiple threads */ |
696ed9a9 | 111 | void *postcopy_tmp_page; |
41d84210 | 112 | void *postcopy_tmp_zero_page; |
2e37701e | 113 | |
0aa6aefc DL |
114 | QEMUBH *bh; |
115 | ||
93d7af6f | 116 | int state; |
25d0c16f HZ |
117 | |
118 | bool have_colo_incoming_thread; | |
119 | QemuThread colo_incoming_thread; | |
120 | /* The coroutine we should enter (back) after failover */ | |
121 | Coroutine *migration_incoming_co; | |
c937b9a6 | 122 | QemuSemaphore colo_incoming_sem; |
25d0c16f | 123 | |
1a8f46f8 DDAG |
124 | /* See savevm.c */ |
125 | LoadStateEntry_Head loadvm_handlers; | |
bca7856a DDAG |
126 | }; |
127 | ||
128 | MigrationIncomingState *migration_incoming_get_current(void); | |
bca7856a DDAG |
129 | void migration_incoming_state_destroy(void); |
130 | ||
6c595cde DDAG |
131 | /* |
132 | * An outstanding page request, on the source, having been received | |
133 | * and queued | |
134 | */ | |
135 | struct MigrationSrcPageRequest { | |
136 | RAMBlock *rb; | |
137 | hwaddr offset; | |
138 | hwaddr len; | |
139 | ||
140 | QSIMPLEQ_ENTRY(MigrationSrcPageRequest) next_req; | |
141 | }; | |
142 | ||
22f00a44 | 143 | struct MigrationState |
065e2813 | 144 | { |
9848a404 JQ |
145 | size_t bytes_xfer; |
146 | size_t xfer_limit; | |
9848a404 | 147 | QemuThread thread; |
bb1fadc4 | 148 | QEMUBH *cleanup_bh; |
89a02a9f | 149 | QEMUFile *to_dst_file; |
2594f56d DB |
150 | |
151 | /* New style params from 'migrate-set-parameters' */ | |
152 | MigrationParameters parameters; | |
f8bbc128 | 153 | |
f8bbc128 | 154 | int state; |
2594f56d | 155 | /* Old style params from 'migrate' command */ |
6607ae23 | 156 | MigrationParams params; |
70b20477 DDAG |
157 | |
158 | /* State related to return path */ | |
159 | struct { | |
160 | QEMUFile *from_dst_file; | |
161 | QemuThread rp_thread; | |
162 | bool error; | |
163 | } rp_state; | |
164 | ||
7e114f8c | 165 | double mbps; |
d5f8a570 | 166 | int64_t total_time; |
9c5a9fcf | 167 | int64_t downtime; |
2c52ddf1 | 168 | int64_t expected_downtime; |
8d017193 | 169 | int64_t dirty_pages_rate; |
90f8ae72 | 170 | int64_t dirty_bytes_rate; |
7fb1cf16 | 171 | bool enabled_capabilities[MIGRATION_CAPABILITY__MAX]; |
17ad9b35 | 172 | int64_t xbzrle_cache_size; |
ed4fbd10 | 173 | int64_t setup_time; |
58570ed8 | 174 | int64_t dirty_sync_count; |
d3bf5418 DDAG |
175 | /* Count of requests incoming from destination */ |
176 | int64_t postcopy_requests; | |
4886a1bc DDAG |
177 | |
178 | /* Flag set once the migration has been asked to enter postcopy */ | |
179 | bool start_postcopy; | |
b82fc321 DDAG |
180 | /* Flag set after postcopy has sent the device state */ |
181 | bool postcopy_after_devices; | |
1d34e4bf DDAG |
182 | |
183 | /* Flag set once the migration thread is running (and needs joining) */ | |
184 | bool migration_thread_running; | |
6c595cde | 185 | |
1d2acc31 HZ |
186 | /* Flag set once the migration thread called bdrv_inactivate_all */ |
187 | bool block_inactive; | |
188 | ||
6c595cde DDAG |
189 | /* Queue of outstanding page requests from the destination */ |
190 | QemuMutex src_page_req_mutex; | |
191 | QSIMPLEQ_HEAD(src_page_requests, MigrationSrcPageRequest) src_page_requests; | |
192 | /* The RAMBlock used in the last src_page_request */ | |
193 | RAMBlock *last_req_rb; | |
c937b9a6 HZ |
194 | /* The semaphore is used to notify COLO thread that failover is finished */ |
195 | QemuSemaphore colo_exit_sem; | |
d59ce6f3 | 196 | |
479125d5 HZ |
197 | /* The semaphore is used to notify COLO thread to do checkpoint */ |
198 | QemuSemaphore colo_checkpoint_sem; | |
199 | int64_t colo_checkpoint_time; | |
200 | QEMUTimer *colo_delay_timer; | |
201 | ||
d59ce6f3 DB |
202 | /* The last error that occurred */ |
203 | Error *error; | |
065e2813 AL |
204 | }; |
205 | ||
48781e5b HZ |
206 | void migrate_set_state(int *state, int old_state, int new_state); |
207 | ||
22724f49 | 208 | void migration_fd_process_incoming(QEMUFile *f); |
511c0231 | 209 | |
43eaae28 | 210 | void qemu_start_incoming_migration(const char *uri, Error **errp); |
5bb7910a | 211 | |
22724f49 DB |
212 | void migration_channel_process_incoming(MigrationState *s, |
213 | QIOChannel *ioc); | |
48f07489 | 214 | |
22724f49 DB |
215 | void migration_tls_channel_process_incoming(MigrationState *s, |
216 | QIOChannel *ioc, | |
217 | Error **errp); | |
e1226365 | 218 | |
22724f49 DB |
219 | void migration_channel_connect(MigrationState *s, |
220 | QIOChannel *ioc, | |
221 | const char *hostname); | |
e1226365 | 222 | |
22724f49 DB |
223 | void migration_tls_channel_connect(MigrationState *s, |
224 | QIOChannel *ioc, | |
225 | const char *hostname, | |
226 | Error **errp); | |
48f07489 | 227 | |
a0a3fd60 GC |
228 | uint64_t migrate_max_downtime(void); |
229 | ||
43eaae28 | 230 | void exec_start_incoming_migration(const char *host_port, Error **errp); |
065e2813 | 231 | |
f37afb5a | 232 | void exec_start_outgoing_migration(MigrationState *s, const char *host_port, Error **errp); |
065e2813 | 233 | |
43eaae28 | 234 | void tcp_start_incoming_migration(const char *host_port, Error **errp); |
34c9dd8e | 235 | |
f37afb5a | 236 | void tcp_start_outgoing_migration(MigrationState *s, const char *host_port, Error **errp); |
34c9dd8e | 237 | |
43eaae28 | 238 | void unix_start_incoming_migration(const char *path, Error **errp); |
4951f65b | 239 | |
f37afb5a | 240 | void unix_start_outgoing_migration(MigrationState *s, const char *path, Error **errp); |
4951f65b | 241 | |
43eaae28 | 242 | void fd_start_incoming_migration(const char *path, Error **errp); |
5ac1fad3 | 243 | |
f37afb5a | 244 | void fd_start_outgoing_migration(MigrationState *s, const char *fdname, Error **errp); |
5ac1fad3 | 245 | |
2da776db MH |
246 | void rdma_start_outgoing_migration(void *opaque, const char *host_port, Error **errp); |
247 | ||
248 | void rdma_start_incoming_migration(const char *host_port, Error **errp); | |
249 | ||
d59ce6f3 | 250 | void migrate_fd_error(MigrationState *s, const Error *error); |
065e2813 | 251 | |
22f00a44 | 252 | void migrate_fd_connect(MigrationState *s); |
065e2813 | 253 | |
99a0db9b GH |
254 | void add_migration_state_change_notifier(Notifier *notify); |
255 | void remove_migration_state_change_notifier(Notifier *notify); | |
aefeb18b | 256 | MigrationState *migrate_init(const MigrationParams *params); |
24f3902b | 257 | bool migration_is_blocked(Error **errp); |
02edd2e7 | 258 | bool migration_in_setup(MigrationState *); |
fe44dc91 | 259 | bool migration_is_idle(MigrationState *s); |
7073693b | 260 | bool migration_has_finished(MigrationState *); |
afe2df69 | 261 | bool migration_has_failed(MigrationState *); |
9ec055ae DDAG |
262 | /* True if outgoing migration has entered postcopy phase */ |
263 | bool migration_in_postcopy(MigrationState *); | |
b82fc321 DDAG |
264 | /* ...and after the device transmission */ |
265 | bool migration_in_postcopy_after_devices(MigrationState *); | |
859bc756 | 266 | MigrationState *migrate_get_current(void); |
99a0db9b | 267 | |
8706d2d5 LL |
268 | void migrate_compress_threads_create(void); |
269 | void migrate_compress_threads_join(void); | |
3fcb38c2 LL |
270 | void migrate_decompress_threads_create(void); |
271 | void migrate_decompress_threads_join(void); | |
adc56dda BS |
272 | uint64_t ram_bytes_remaining(void); |
273 | uint64_t ram_bytes_transferred(void); | |
274 | uint64_t ram_bytes_total(void); | |
905f26f2 | 275 | void free_xbzrle_decoded_buf(void); |
adc56dda | 276 | |
2b0ce079 MH |
277 | void acct_update_position(QEMUFile *f, size_t size, bool zero); |
278 | ||
004d4c10 OW |
279 | uint64_t dup_mig_bytes_transferred(void); |
280 | uint64_t dup_mig_pages_transferred(void); | |
f1c72795 PL |
281 | uint64_t skipped_mig_bytes_transferred(void); |
282 | uint64_t skipped_mig_pages_transferred(void); | |
004d4c10 OW |
283 | uint64_t norm_mig_bytes_transferred(void); |
284 | uint64_t norm_mig_pages_transferred(void); | |
f36d55af OW |
285 | uint64_t xbzrle_mig_bytes_transferred(void); |
286 | uint64_t xbzrle_mig_pages_transferred(void); | |
287 | uint64_t xbzrle_mig_pages_overflow(void); | |
288 | uint64_t xbzrle_mig_pages_cache_miss(void); | |
8bc39233 | 289 | double xbzrle_mig_cache_miss_rate(void); |
004d4c10 | 290 | |
44c3b58c | 291 | void ram_handle_compressed(void *host, uint8_t ch, uint64_t size); |
4f2e4252 | 292 | void ram_debug_dump_bitmap(unsigned long *todump, bool expected); |
e0b266f0 DDAG |
293 | /* For outgoing discard bitmap */ |
294 | int ram_postcopy_send_discard_bitmap(MigrationState *ms); | |
295 | /* For incoming postcopy discard */ | |
296 | int ram_discard_range(MigrationIncomingState *mis, const char *block_name, | |
297 | uint64_t start, size_t length); | |
1caddf8a | 298 | int ram_postcopy_incoming_init(MigrationIncomingState *mis); |
ced1c616 | 299 | void ram_postcopy_migrated_memory_release(MigrationState *ms); |
44c3b58c | 300 | |
fa2756b7 AL |
301 | /** |
302 | * @migrate_add_blocker - prevent migration from proceeding | |
303 | * | |
304 | * @reason - an error to be returned whenever migration is attempted | |
fe44dc91 AA |
305 | * |
306 | * @errp - [out] The reason (if any) we cannot block migration right now. | |
307 | * | |
b67b8c3a | 308 | * @returns - 0 on success, -EBUSY/-EACCES on failure, with errp set. |
fa2756b7 | 309 | */ |
fe44dc91 | 310 | int migrate_add_blocker(Error *reason, Error **errp); |
fa2756b7 AL |
311 | |
312 | /** | |
313 | * @migrate_del_blocker - remove a blocking error from migration | |
314 | * | |
315 | * @reason - the error blocking migration | |
316 | */ | |
317 | void migrate_del_blocker(Error *reason); | |
318 | ||
7562f907 AA |
319 | int check_migratable(Object *obj, Error **err); |
320 | ||
53f09a10 | 321 | bool migrate_release_ram(void); |
53dd370c | 322 | bool migrate_postcopy_ram(void); |
323004a3 | 323 | bool migrate_zero_blocks(void); |
60d9222c | 324 | |
bde1e2ec CV |
325 | bool migrate_auto_converge(void); |
326 | ||
302dfbeb OW |
327 | int xbzrle_encode_buffer(uint8_t *old_buf, uint8_t *new_buf, int slen, |
328 | uint8_t *dst, int dlen); | |
329 | int xbzrle_decode_buffer(uint8_t *src, int slen, uint8_t *dst, int dlen); | |
330 | ||
17ad9b35 OW |
331 | int migrate_use_xbzrle(void); |
332 | int64_t migrate_xbzrle_cache_size(void); | |
35a6ed4f | 333 | bool migrate_colo_enabled(void); |
17ad9b35 | 334 | |
9e1ba4cc | 335 | int64_t xbzrle_cache_resize(int64_t new_size); |
43487c67 | 336 | |
8706d2d5 LL |
337 | bool migrate_use_compression(void); |
338 | int migrate_compress_level(void); | |
339 | int migrate_compress_threads(void); | |
3fcb38c2 | 340 | int migrate_decompress_threads(void); |
b05dc723 | 341 | bool migrate_use_events(void); |
8706d2d5 | 342 | |
6decec93 DDAG |
343 | /* Sending on the return path - generic and then for each message type */ |
344 | void migrate_send_rp_message(MigrationIncomingState *mis, | |
345 | enum mig_rp_message_type message_type, | |
346 | uint16_t len, void *data); | |
347 | void migrate_send_rp_shut(MigrationIncomingState *mis, | |
348 | uint32_t value); | |
349 | void migrate_send_rp_pong(MigrationIncomingState *mis, | |
350 | uint32_t value); | |
1e2d90eb DDAG |
351 | void migrate_send_rp_req_pages(MigrationIncomingState *mis, const char* rbname, |
352 | ram_addr_t start, size_t len); | |
6decec93 | 353 | |
43487c67 MH |
354 | void ram_control_before_iterate(QEMUFile *f, uint64_t flags); |
355 | void ram_control_after_iterate(QEMUFile *f, uint64_t flags); | |
632e3a5c | 356 | void ram_control_load_hook(QEMUFile *f, uint64_t flags, void *data); |
43487c67 MH |
357 | |
358 | /* Whenever this is found in the data stream, the flags | |
359 | * will be passed to ram_control_load_hook in the incoming-migration | |
360 | * side. This lets before_ram_iterate/after_ram_iterate add | |
361 | * transport-specific sections to the RAM migration data. | |
362 | */ | |
363 | #define RAM_SAVE_FLAG_HOOK 0x80 | |
364 | ||
365 | #define RAM_SAVE_CONTROL_NOT_SUPP -1000 | |
366 | #define RAM_SAVE_CONTROL_DELAYED -2000 | |
367 | ||
368 | size_t ram_control_save_page(QEMUFile *f, ram_addr_t block_offset, | |
369 | ram_addr_t offset, size_t size, | |
6e1dea46 | 370 | uint64_t *bytes_sent); |
43487c67 | 371 | |
56e93d26 | 372 | void ram_mig_init(void); |
37fb569c | 373 | void savevm_skip_section_footers(void); |
df4b1024 | 374 | void register_global_state(void); |
13d16814 | 375 | void global_state_set_optional(void); |
61964c23 | 376 | void savevm_skip_configuration(void); |
560d027b | 377 | int global_state_store(void); |
c69adea4 | 378 | void global_state_store_running(void); |
093e3c42 | 379 | |
6c595cde DDAG |
380 | void flush_page_queue(MigrationState *ms); |
381 | int ram_save_queue_pages(MigrationState *ms, const char *rbname, | |
382 | ram_addr_t start, ram_addr_t len); | |
e8ca1db2 | 383 | uint64_t ram_pagesize_summary(void); |
6c595cde | 384 | |
093e3c42 DDAG |
385 | PostcopyState postcopy_state_get(void); |
386 | /* Set the state and return the old state */ | |
387 | PostcopyState postcopy_state_set(PostcopyState new_state); | |
5bb7910a | 388 | #endif |