]> git.proxmox.com Git - qemu.git/blame - arch_init.c
migration: do not sent zero pages in bulk stage
[qemu.git] / arch_init.c
CommitLineData
ad96090a
BS
1/*
2 * QEMU System Emulator
3 *
4 * Copyright (c) 2003-2008 Fabrice Bellard
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
23 */
24#include <stdint.h>
25#include <stdarg.h>
b2e0a138 26#include <stdlib.h>
ad96090a 27#ifndef _WIN32
1c47cb16 28#include <sys/types.h>
ad96090a
BS
29#include <sys/mman.h>
30#endif
31#include "config.h"
83c9089e 32#include "monitor/monitor.h"
9c17d615 33#include "sysemu/sysemu.h"
1de7afc9
PB
34#include "qemu/bitops.h"
35#include "qemu/bitmap.h"
9c17d615 36#include "sysemu/arch_init.h"
ad96090a
BS
37#include "audio/audio.h"
38#include "hw/pc.h"
a2cb15b0 39#include "hw/pci/pci.h"
ad96090a 40#include "hw/audiodev.h"
9c17d615 41#include "sysemu/kvm.h"
caf71f86 42#include "migration/migration.h"
022c62cb 43#include "exec/gdbstub.h"
ad96090a 44#include "hw/smbios.h"
022c62cb 45#include "exec/address-spaces.h"
302fe51b 46#include "hw/pcspk.h"
caf71f86 47#include "migration/page_cache.h"
1de7afc9 48#include "qemu/config-file.h"
99afc91d 49#include "qmp-commands.h"
3c12193d 50#include "trace.h"
0d6d3c87 51#include "exec/cpu-all.h"
ad96090a 52
3a697f69
OW
53#ifdef DEBUG_ARCH_INIT
54#define DPRINTF(fmt, ...) \
55 do { fprintf(stdout, "arch_init: " fmt, ## __VA_ARGS__); } while (0)
56#else
57#define DPRINTF(fmt, ...) \
58 do { } while (0)
59#endif
60
ad96090a
BS
61#ifdef TARGET_SPARC
62int graphic_width = 1024;
63int graphic_height = 768;
64int graphic_depth = 8;
65#else
66int graphic_width = 800;
67int graphic_height = 600;
68int graphic_depth = 15;
69#endif
70
ad96090a
BS
71
72#if defined(TARGET_ALPHA)
73#define QEMU_ARCH QEMU_ARCH_ALPHA
74#elif defined(TARGET_ARM)
75#define QEMU_ARCH QEMU_ARCH_ARM
76#elif defined(TARGET_CRIS)
77#define QEMU_ARCH QEMU_ARCH_CRIS
78#elif defined(TARGET_I386)
79#define QEMU_ARCH QEMU_ARCH_I386
80#elif defined(TARGET_M68K)
81#define QEMU_ARCH QEMU_ARCH_M68K
81ea0e13
MW
82#elif defined(TARGET_LM32)
83#define QEMU_ARCH QEMU_ARCH_LM32
ad96090a
BS
84#elif defined(TARGET_MICROBLAZE)
85#define QEMU_ARCH QEMU_ARCH_MICROBLAZE
86#elif defined(TARGET_MIPS)
87#define QEMU_ARCH QEMU_ARCH_MIPS
d15a9c23
AG
88#elif defined(TARGET_MOXIE)
89#define QEMU_ARCH QEMU_ARCH_MOXIE
e67db06e
JL
90#elif defined(TARGET_OPENRISC)
91#define QEMU_ARCH QEMU_ARCH_OPENRISC
ad96090a
BS
92#elif defined(TARGET_PPC)
93#define QEMU_ARCH QEMU_ARCH_PPC
94#elif defined(TARGET_S390X)
95#define QEMU_ARCH QEMU_ARCH_S390X
96#elif defined(TARGET_SH4)
97#define QEMU_ARCH QEMU_ARCH_SH4
98#elif defined(TARGET_SPARC)
99#define QEMU_ARCH QEMU_ARCH_SPARC
2328826b
MF
100#elif defined(TARGET_XTENSA)
101#define QEMU_ARCH QEMU_ARCH_XTENSA
4f23a1e6
GX
102#elif defined(TARGET_UNICORE32)
103#define QEMU_ARCH QEMU_ARCH_UNICORE32
ad96090a
BS
104#endif
105
106const uint32_t arch_type = QEMU_ARCH;
107
108/***********************************************************/
109/* ram save/restore */
110
d20878d2
YT
111#define RAM_SAVE_FLAG_FULL 0x01 /* Obsolete, not used anymore */
112#define RAM_SAVE_FLAG_COMPRESS 0x02
113#define RAM_SAVE_FLAG_MEM_SIZE 0x04
114#define RAM_SAVE_FLAG_PAGE 0x08
115#define RAM_SAVE_FLAG_EOS 0x10
116#define RAM_SAVE_FLAG_CONTINUE 0x20
17ad9b35 117#define RAM_SAVE_FLAG_XBZRLE 0x40
ad96090a 118
b5a8fe5e 119
756557de
EH
120static struct defconfig_file {
121 const char *filename;
f29a5614
EH
122 /* Indicates it is an user config file (disabled by -no-user-config) */
123 bool userconfig;
756557de 124} default_config_files[] = {
f29a5614
EH
125 { CONFIG_QEMU_CONFDIR "/qemu.conf", true },
126 { CONFIG_QEMU_CONFDIR "/target-" TARGET_ARCH ".conf", true },
756557de
EH
127 { NULL }, /* end of list */
128};
129
130
f29a5614 131int qemu_read_default_config_files(bool userconfig)
b5a8fe5e
EH
132{
133 int ret;
756557de 134 struct defconfig_file *f;
b5a8fe5e 135
756557de 136 for (f = default_config_files; f->filename; f++) {
f29a5614
EH
137 if (!userconfig && f->userconfig) {
138 continue;
139 }
756557de
EH
140 ret = qemu_read_config_file(f->filename);
141 if (ret < 0 && ret != -ENOENT) {
142 return ret;
143 }
b5a8fe5e 144 }
756557de 145
b5a8fe5e
EH
146 return 0;
147}
148
3edcd7e6 149static inline bool is_zero_page(uint8_t *p)
ad96090a 150{
3edcd7e6
PL
151 return buffer_find_nonzero_offset(p, TARGET_PAGE_SIZE) ==
152 TARGET_PAGE_SIZE;
ad96090a
BS
153}
154
17ad9b35
OW
155/* struct contains XBZRLE cache and a static page
156 used by the compression */
157static struct {
158 /* buffer used for XBZRLE encoding */
159 uint8_t *encoded_buf;
160 /* buffer for storing page content */
161 uint8_t *current_buf;
162 /* buffer used for XBZRLE decoding */
163 uint8_t *decoded_buf;
164 /* Cache for XBZRLE */
165 PageCache *cache;
166} XBZRLE = {
167 .encoded_buf = NULL,
168 .current_buf = NULL,
169 .decoded_buf = NULL,
170 .cache = NULL,
171};
172
9e1ba4cc
OW
173
174int64_t xbzrle_cache_resize(int64_t new_size)
175{
176 if (XBZRLE.cache != NULL) {
177 return cache_resize(XBZRLE.cache, new_size / TARGET_PAGE_SIZE) *
178 TARGET_PAGE_SIZE;
179 }
180 return pow2floor(new_size);
181}
182
004d4c10
OW
183/* accounting for migration statistics */
184typedef struct AccountingInfo {
185 uint64_t dup_pages;
f1c72795 186 uint64_t skipped_pages;
004d4c10
OW
187 uint64_t norm_pages;
188 uint64_t iterations;
f36d55af
OW
189 uint64_t xbzrle_bytes;
190 uint64_t xbzrle_pages;
191 uint64_t xbzrle_cache_miss;
192 uint64_t xbzrle_overflows;
004d4c10
OW
193} AccountingInfo;
194
195static AccountingInfo acct_info;
196
197static void acct_clear(void)
198{
199 memset(&acct_info, 0, sizeof(acct_info));
200}
201
202uint64_t dup_mig_bytes_transferred(void)
203{
204 return acct_info.dup_pages * TARGET_PAGE_SIZE;
205}
206
207uint64_t dup_mig_pages_transferred(void)
208{
209 return acct_info.dup_pages;
210}
211
f1c72795
PL
212uint64_t skipped_mig_bytes_transferred(void)
213{
214 return acct_info.skipped_pages * TARGET_PAGE_SIZE;
215}
216
217uint64_t skipped_mig_pages_transferred(void)
218{
219 return acct_info.skipped_pages;
220}
221
004d4c10
OW
222uint64_t norm_mig_bytes_transferred(void)
223{
224 return acct_info.norm_pages * TARGET_PAGE_SIZE;
225}
226
227uint64_t norm_mig_pages_transferred(void)
228{
229 return acct_info.norm_pages;
230}
231
f36d55af
OW
232uint64_t xbzrle_mig_bytes_transferred(void)
233{
234 return acct_info.xbzrle_bytes;
235}
236
237uint64_t xbzrle_mig_pages_transferred(void)
238{
239 return acct_info.xbzrle_pages;
240}
241
242uint64_t xbzrle_mig_pages_cache_miss(void)
243{
244 return acct_info.xbzrle_cache_miss;
245}
246
247uint64_t xbzrle_mig_pages_overflow(void)
248{
249 return acct_info.xbzrle_overflows;
250}
251
3f7d7b09
JQ
252static size_t save_block_hdr(QEMUFile *f, RAMBlock *block, ram_addr_t offset,
253 int cont, int flag)
0c51f43d 254{
3f7d7b09
JQ
255 size_t size;
256
257 qemu_put_be64(f, offset | cont | flag);
258 size = 8;
0c51f43d 259
3f7d7b09
JQ
260 if (!cont) {
261 qemu_put_byte(f, strlen(block->idstr));
262 qemu_put_buffer(f, (uint8_t *)block->idstr,
263 strlen(block->idstr));
264 size += 1 + strlen(block->idstr);
265 }
266 return size;
0c51f43d
OW
267}
268
17ad9b35
OW
269#define ENCODING_FLAG_XBZRLE 0x1
270
271static int save_xbzrle_page(QEMUFile *f, uint8_t *current_data,
272 ram_addr_t current_addr, RAMBlock *block,
dd051c72 273 ram_addr_t offset, int cont, bool last_stage)
17ad9b35
OW
274{
275 int encoded_len = 0, bytes_sent = -1;
276 uint8_t *prev_cached_page;
277
278 if (!cache_is_cached(XBZRLE.cache, current_addr)) {
dd051c72 279 if (!last_stage) {
ee0b44aa 280 cache_insert(XBZRLE.cache, current_addr, current_data);
dd051c72 281 }
f36d55af 282 acct_info.xbzrle_cache_miss++;
17ad9b35
OW
283 return -1;
284 }
285
286 prev_cached_page = get_cached_data(XBZRLE.cache, current_addr);
287
288 /* save current buffer into memory */
289 memcpy(XBZRLE.current_buf, current_data, TARGET_PAGE_SIZE);
290
291 /* XBZRLE encoding (if there is no overflow) */
292 encoded_len = xbzrle_encode_buffer(prev_cached_page, XBZRLE.current_buf,
293 TARGET_PAGE_SIZE, XBZRLE.encoded_buf,
294 TARGET_PAGE_SIZE);
295 if (encoded_len == 0) {
296 DPRINTF("Skipping unmodified page\n");
297 return 0;
298 } else if (encoded_len == -1) {
299 DPRINTF("Overflow\n");
f36d55af 300 acct_info.xbzrle_overflows++;
17ad9b35
OW
301 /* update data in the cache */
302 memcpy(prev_cached_page, current_data, TARGET_PAGE_SIZE);
303 return -1;
304 }
305
306 /* we need to update the data in the cache, in order to get the same data */
dd051c72
JQ
307 if (!last_stage) {
308 memcpy(prev_cached_page, XBZRLE.current_buf, TARGET_PAGE_SIZE);
309 }
17ad9b35
OW
310
311 /* Send XBZRLE based compressed page */
3f7d7b09 312 bytes_sent = save_block_hdr(f, block, offset, cont, RAM_SAVE_FLAG_XBZRLE);
17ad9b35
OW
313 qemu_put_byte(f, ENCODING_FLAG_XBZRLE);
314 qemu_put_be16(f, encoded_len);
315 qemu_put_buffer(f, XBZRLE.encoded_buf, encoded_len);
3f7d7b09 316 bytes_sent += encoded_len + 1 + 2;
f36d55af
OW
317 acct_info.xbzrle_pages++;
318 acct_info.xbzrle_bytes += bytes_sent;
17ad9b35
OW
319
320 return bytes_sent;
321}
322
b23a9a5c
JQ
323
324/* This is the last block that we have visited serching for dirty pages
325 */
326static RAMBlock *last_seen_block;
5f718a15
JQ
327/* This is the last block from where we have sent data */
328static RAMBlock *last_sent_block;
760e77ea 329static ram_addr_t last_offset;
c6bf8e0e
JQ
330static unsigned long *migration_bitmap;
331static uint64_t migration_dirty_pages;
f798b07f 332static uint32_t last_version;
78d07ae7 333static bool ram_bulk_stage;
760e77ea 334
4c8ae0f6
JQ
335static inline
336ram_addr_t migration_bitmap_find_and_reset_dirty(MemoryRegion *mr,
337 ram_addr_t start)
69268cde 338{
4c8ae0f6
JQ
339 unsigned long base = mr->ram_addr >> TARGET_PAGE_BITS;
340 unsigned long nr = base + (start >> TARGET_PAGE_BITS);
341 unsigned long size = base + (int128_get64(mr->size) >> TARGET_PAGE_BITS);
c6bf8e0e 342
4c8ae0f6 343 unsigned long next = find_next_bit(migration_bitmap, size, nr);
69268cde 344
4c8ae0f6
JQ
345 if (next < size) {
346 clear_bit(next, migration_bitmap);
c6bf8e0e 347 migration_dirty_pages--;
69268cde 348 }
4c8ae0f6 349 return (next - base) << TARGET_PAGE_BITS;
69268cde
JQ
350}
351
c6bf8e0e
JQ
352static inline bool migration_bitmap_set_dirty(MemoryRegion *mr,
353 ram_addr_t offset)
e44d26c8 354{
c6bf8e0e
JQ
355 bool ret;
356 int nr = (mr->ram_addr + offset) >> TARGET_PAGE_BITS;
e44d26c8 357
c6bf8e0e
JQ
358 ret = test_and_set_bit(nr, migration_bitmap);
359
360 if (!ret) {
361 migration_dirty_pages++;
e44d26c8 362 }
c6bf8e0e 363 return ret;
e44d26c8
JQ
364}
365
32c835ba
PB
366/* Needs iothread lock! */
367
dd2df737
JQ
368static void migration_bitmap_sync(void)
369{
c6bf8e0e
JQ
370 RAMBlock *block;
371 ram_addr_t addr;
372 uint64_t num_dirty_pages_init = migration_dirty_pages;
8d017193
JQ
373 MigrationState *s = migrate_get_current();
374 static int64_t start_time;
375 static int64_t num_dirty_pages_period;
376 int64_t end_time;
377
378 if (!start_time) {
379 start_time = qemu_get_clock_ms(rt_clock);
380 }
3c12193d
JQ
381
382 trace_migration_bitmap_sync_start();
dd2df737 383 memory_global_sync_dirty_bitmap(get_system_memory());
c6bf8e0e 384
a3161038 385 QTAILQ_FOREACH(block, &ram_list.blocks, next) {
c6bf8e0e 386 for (addr = 0; addr < block->length; addr += TARGET_PAGE_SIZE) {
ece79318
JQ
387 if (memory_region_test_and_clear_dirty(block->mr,
388 addr, TARGET_PAGE_SIZE,
389 DIRTY_MEMORY_MIGRATION)) {
c6bf8e0e
JQ
390 migration_bitmap_set_dirty(block->mr, addr);
391 }
392 }
c6bf8e0e
JQ
393 }
394 trace_migration_bitmap_sync_end(migration_dirty_pages
3c12193d 395 - num_dirty_pages_init);
8d017193
JQ
396 num_dirty_pages_period += migration_dirty_pages - num_dirty_pages_init;
397 end_time = qemu_get_clock_ms(rt_clock);
398
399 /* more than 1 second = 1000 millisecons */
400 if (end_time > start_time + 1000) {
401 s->dirty_pages_rate = num_dirty_pages_period * 1000
402 / (end_time - start_time);
90f8ae72 403 s->dirty_bytes_rate = s->dirty_pages_rate * TARGET_PAGE_SIZE;
8d017193
JQ
404 start_time = end_time;
405 num_dirty_pages_period = 0;
406 }
dd2df737
JQ
407}
408
6c779f22
OW
409/*
410 * ram_save_block: Writes a page of memory to the stream f
411 *
b823ceaa
JQ
412 * Returns: The number of bytes written.
413 * 0 means no dirty pages
6c779f22
OW
414 */
415
dd051c72 416static int ram_save_block(QEMUFile *f, bool last_stage)
ad96090a 417{
b23a9a5c 418 RAMBlock *block = last_seen_block;
e44359c3 419 ram_addr_t offset = last_offset;
4c8ae0f6 420 bool complete_round = false;
b823ceaa 421 int bytes_sent = 0;
71c510e2 422 MemoryRegion *mr;
17ad9b35 423 ram_addr_t current_addr;
ad96090a 424
e44359c3 425 if (!block)
a3161038 426 block = QTAILQ_FIRST(&ram_list.blocks);
e44359c3 427
4c8ae0f6 428 while (true) {
71c510e2 429 mr = block->mr;
4c8ae0f6
JQ
430 offset = migration_bitmap_find_and_reset_dirty(mr, offset);
431 if (complete_round && block == last_seen_block &&
432 offset >= last_offset) {
433 break;
434 }
435 if (offset >= block->length) {
436 offset = 0;
437 block = QTAILQ_NEXT(block, next);
438 if (!block) {
439 block = QTAILQ_FIRST(&ram_list.blocks);
440 complete_round = true;
78d07ae7 441 ram_bulk_stage = false;
4c8ae0f6
JQ
442 }
443 } else {
ad96090a 444 uint8_t *p;
5f718a15 445 int cont = (block == last_sent_block) ?
b23a9a5c 446 RAM_SAVE_FLAG_CONTINUE : 0;
ad96090a 447
71c510e2 448 p = memory_region_get_ram_ptr(mr) + offset;
ad96090a 449
b823ceaa
JQ
450 /* In doubt sent page as normal */
451 bytes_sent = -1;
3edcd7e6 452 if (is_zero_page(p)) {
004d4c10 453 acct_info.dup_pages++;
f1c72795
PL
454 if (!ram_bulk_stage) {
455 bytes_sent = save_block_hdr(f, block, offset, cont,
456 RAM_SAVE_FLAG_COMPRESS);
457 qemu_put_byte(f, 0);
458 bytes_sent++;
459 } else {
460 acct_info.skipped_pages++;
461 bytes_sent = 0;
462 }
17ad9b35
OW
463 } else if (migrate_use_xbzrle()) {
464 current_addr = block->offset + offset;
465 bytes_sent = save_xbzrle_page(f, p, current_addr, block,
dd051c72
JQ
466 offset, cont, last_stage);
467 if (!last_stage) {
468 p = get_cached_data(XBZRLE.cache, current_addr);
469 }
17ad9b35
OW
470 }
471
b823ceaa 472 /* XBZRLE overflow or normal page */
17ad9b35 473 if (bytes_sent == -1) {
3f7d7b09 474 bytes_sent = save_block_hdr(f, block, offset, cont, RAM_SAVE_FLAG_PAGE);
ad96090a 475 qemu_put_buffer(f, p, TARGET_PAGE_SIZE);
3f7d7b09 476 bytes_sent += TARGET_PAGE_SIZE;
004d4c10 477 acct_info.norm_pages++;
ad96090a
BS
478 }
479
17ad9b35 480 /* if page is unmodified, continue to the next */
b823ceaa 481 if (bytes_sent > 0) {
5f718a15 482 last_sent_block = block;
17ad9b35
OW
483 break;
484 }
ad96090a 485 }
4c8ae0f6 486 }
b23a9a5c 487 last_seen_block = block;
e44359c3 488 last_offset = offset;
ad96090a 489
3fc250b4 490 return bytes_sent;
ad96090a
BS
491}
492
493static uint64_t bytes_transferred;
494
495static ram_addr_t ram_save_remaining(void)
496{
c6bf8e0e 497 return migration_dirty_pages;
ad96090a
BS
498}
499
500uint64_t ram_bytes_remaining(void)
501{
502 return ram_save_remaining() * TARGET_PAGE_SIZE;
503}
504
505uint64_t ram_bytes_transferred(void)
506{
507 return bytes_transferred;
508}
509
510uint64_t ram_bytes_total(void)
511{
d17b5288
AW
512 RAMBlock *block;
513 uint64_t total = 0;
514
a3161038 515 QTAILQ_FOREACH(block, &ram_list.blocks, next)
d17b5288
AW
516 total += block->length;
517
518 return total;
ad96090a
BS
519}
520
8e21cd32
OW
521static void migration_end(void)
522{
244eaa75
PB
523 if (migration_bitmap) {
524 memory_global_dirty_log_stop();
525 g_free(migration_bitmap);
526 migration_bitmap = NULL;
527 }
17ad9b35 528
244eaa75 529 if (XBZRLE.cache) {
17ad9b35
OW
530 cache_fini(XBZRLE.cache);
531 g_free(XBZRLE.cache);
532 g_free(XBZRLE.encoded_buf);
533 g_free(XBZRLE.current_buf);
534 g_free(XBZRLE.decoded_buf);
535 XBZRLE.cache = NULL;
536 }
8e21cd32
OW
537}
538
9b5bfab0
JQ
539static void ram_migration_cancel(void *opaque)
540{
541 migration_end();
542}
543
5a170775
JQ
544static void reset_ram_globals(void)
545{
b23a9a5c 546 last_seen_block = NULL;
5f718a15 547 last_sent_block = NULL;
5a170775 548 last_offset = 0;
f798b07f 549 last_version = ram_list.version;
78d07ae7 550 ram_bulk_stage = true;
5a170775
JQ
551}
552
4508bd9e
JQ
553#define MAX_WAIT 50 /* ms, half buffered_file limit */
554
d1315aac 555static int ram_save_setup(QEMUFile *f, void *opaque)
ad96090a 556{
d1315aac 557 RAMBlock *block;
c6bf8e0e
JQ
558 int64_t ram_pages = last_ram_offset() >> TARGET_PAGE_BITS;
559
560 migration_bitmap = bitmap_new(ram_pages);
7ec81e56 561 bitmap_set(migration_bitmap, 0, ram_pages);
c6bf8e0e 562 migration_dirty_pages = ram_pages;
ad96090a 563
17ad9b35
OW
564 if (migrate_use_xbzrle()) {
565 XBZRLE.cache = cache_init(migrate_xbzrle_cache_size() /
566 TARGET_PAGE_SIZE,
567 TARGET_PAGE_SIZE);
568 if (!XBZRLE.cache) {
569 DPRINTF("Error creating cache\n");
570 return -1;
571 }
572 XBZRLE.encoded_buf = g_malloc0(TARGET_PAGE_SIZE);
573 XBZRLE.current_buf = g_malloc(TARGET_PAGE_SIZE);
004d4c10 574 acct_clear();
17ad9b35
OW
575 }
576
9b095037
PB
577 qemu_mutex_lock_iothread();
578 qemu_mutex_lock_ramlist();
579 bytes_transferred = 0;
580 reset_ram_globals();
581
d1315aac 582 memory_global_dirty_log_start();
c6bf8e0e 583 migration_bitmap_sync();
9b095037 584 qemu_mutex_unlock_iothread();
ad96090a 585
d1315aac 586 qemu_put_be64(f, ram_bytes_total() | RAM_SAVE_FLAG_MEM_SIZE);
97ab12d4 587
a3161038 588 QTAILQ_FOREACH(block, &ram_list.blocks, next) {
d1315aac
JQ
589 qemu_put_byte(f, strlen(block->idstr));
590 qemu_put_buffer(f, (uint8_t *)block->idstr, strlen(block->idstr));
591 qemu_put_be64(f, block->length);
ad96090a
BS
592 }
593
b2a8658e 594 qemu_mutex_unlock_ramlist();
d1315aac
JQ
595 qemu_put_be64(f, RAM_SAVE_FLAG_EOS);
596
597 return 0;
598}
599
16310a3c 600static int ram_save_iterate(QEMUFile *f, void *opaque)
d1315aac 601{
d1315aac
JQ
602 int ret;
603 int i;
e4ed1541 604 int64_t t0;
b823ceaa 605 int total_sent = 0;
d1315aac 606
b2a8658e
UD
607 qemu_mutex_lock_ramlist();
608
f798b07f
UD
609 if (ram_list.version != last_version) {
610 reset_ram_globals();
611 }
612
e4ed1541 613 t0 = qemu_get_clock_ns(rt_clock);
4508bd9e 614 i = 0;
2975725f 615 while ((ret = qemu_file_rate_limit(f)) == 0) {
3fc250b4 616 int bytes_sent;
ad96090a 617
dd051c72 618 bytes_sent = ram_save_block(f, false);
6c779f22 619 /* no more blocks to sent */
b823ceaa 620 if (bytes_sent == 0) {
ad96090a
BS
621 break;
622 }
b823ceaa 623 total_sent += bytes_sent;
004d4c10 624 acct_info.iterations++;
4508bd9e
JQ
625 /* we want to check in the 1st loop, just in case it was the 1st time
626 and we had to sync the dirty bitmap.
627 qemu_get_clock_ns() is a bit expensive, so we only check each some
628 iterations
629 */
630 if ((i & 63) == 0) {
e4ed1541 631 uint64_t t1 = (qemu_get_clock_ns(rt_clock) - t0) / 1000000;
4508bd9e 632 if (t1 > MAX_WAIT) {
ef37a699 633 DPRINTF("big wait: %" PRIu64 " milliseconds, %d iterations\n",
4508bd9e
JQ
634 t1, i);
635 break;
636 }
637 }
638 i++;
ad96090a
BS
639 }
640
fb3409de
PB
641 qemu_mutex_unlock_ramlist();
642
2975725f 643 if (ret < 0) {
b823ceaa 644 bytes_transferred += total_sent;
2975725f
JQ
645 return ret;
646 }
647
16310a3c 648 qemu_put_be64(f, RAM_SAVE_FLAG_EOS);
b823ceaa
JQ
649 total_sent += 8;
650 bytes_transferred += total_sent;
16310a3c 651
b823ceaa 652 return total_sent;
16310a3c
JQ
653}
654
655static int ram_save_complete(QEMUFile *f, void *opaque)
656{
b2a8658e 657 qemu_mutex_lock_ramlist();
9c339485 658 migration_bitmap_sync();
b2a8658e 659
ad96090a 660 /* try transferring iterative blocks of memory */
3a697f69 661
16310a3c 662 /* flush all remaining blocks regardless of rate limiting */
6c779f22 663 while (true) {
3fc250b4
PR
664 int bytes_sent;
665
dd051c72 666 bytes_sent = ram_save_block(f, true);
6c779f22 667 /* no more blocks to sent */
b823ceaa 668 if (bytes_sent == 0) {
6c779f22 669 break;
ad96090a 670 }
16310a3c 671 bytes_transferred += bytes_sent;
ad96090a 672 }
244eaa75 673 migration_end();
ad96090a 674
b2a8658e 675 qemu_mutex_unlock_ramlist();
ad96090a
BS
676 qemu_put_be64(f, RAM_SAVE_FLAG_EOS);
677
5b3c9638 678 return 0;
ad96090a
BS
679}
680
e4ed1541
JQ
681static uint64_t ram_save_pending(QEMUFile *f, void *opaque, uint64_t max_size)
682{
683 uint64_t remaining_size;
684
685 remaining_size = ram_save_remaining() * TARGET_PAGE_SIZE;
686
687 if (remaining_size < max_size) {
32c835ba 688 qemu_mutex_lock_iothread();
e4ed1541 689 migration_bitmap_sync();
32c835ba 690 qemu_mutex_unlock_iothread();
e4ed1541
JQ
691 remaining_size = ram_save_remaining() * TARGET_PAGE_SIZE;
692 }
693 return remaining_size;
694}
695
17ad9b35
OW
696static int load_xbzrle(QEMUFile *f, ram_addr_t addr, void *host)
697{
698 int ret, rc = 0;
699 unsigned int xh_len;
700 int xh_flags;
701
702 if (!XBZRLE.decoded_buf) {
703 XBZRLE.decoded_buf = g_malloc(TARGET_PAGE_SIZE);
704 }
705
706 /* extract RLE header */
707 xh_flags = qemu_get_byte(f);
708 xh_len = qemu_get_be16(f);
709
710 if (xh_flags != ENCODING_FLAG_XBZRLE) {
711 fprintf(stderr, "Failed to load XBZRLE page - wrong compression!\n");
712 return -1;
713 }
714
715 if (xh_len > TARGET_PAGE_SIZE) {
716 fprintf(stderr, "Failed to load XBZRLE page - len overflow!\n");
717 return -1;
718 }
719 /* load data and decode */
720 qemu_get_buffer(f, XBZRLE.decoded_buf, xh_len);
721
722 /* decode RLE */
723 ret = xbzrle_decode_buffer(XBZRLE.decoded_buf, xh_len, host,
724 TARGET_PAGE_SIZE);
725 if (ret == -1) {
726 fprintf(stderr, "Failed to load XBZRLE page - decode error!\n");
727 rc = -1;
728 } else if (ret > TARGET_PAGE_SIZE) {
729 fprintf(stderr, "Failed to load XBZRLE page - size %d exceeds %d!\n",
730 ret, TARGET_PAGE_SIZE);
731 abort();
732 }
733
734 return rc;
735}
736
a55bbe31
AW
737static inline void *host_from_stream_offset(QEMUFile *f,
738 ram_addr_t offset,
739 int flags)
740{
741 static RAMBlock *block = NULL;
742 char id[256];
743 uint8_t len;
744
745 if (flags & RAM_SAVE_FLAG_CONTINUE) {
746 if (!block) {
747 fprintf(stderr, "Ack, bad migration stream!\n");
748 return NULL;
749 }
750
dc94a7ed 751 return memory_region_get_ram_ptr(block->mr) + offset;
a55bbe31
AW
752 }
753
754 len = qemu_get_byte(f);
755 qemu_get_buffer(f, (uint8_t *)id, len);
756 id[len] = 0;
757
a3161038 758 QTAILQ_FOREACH(block, &ram_list.blocks, next) {
a55bbe31 759 if (!strncmp(id, block->idstr, sizeof(id)))
dc94a7ed 760 return memory_region_get_ram_ptr(block->mr) + offset;
a55bbe31
AW
761 }
762
763 fprintf(stderr, "Can't find block %s!\n", id);
764 return NULL;
765}
766
7908c78d 767static int ram_load(QEMUFile *f, void *opaque, int version_id)
ad96090a
BS
768{
769 ram_addr_t addr;
3a697f69 770 int flags, ret = 0;
42802d47 771 int error;
3a697f69
OW
772 static uint64_t seq_iter;
773
774 seq_iter++;
ad96090a 775
f09f2189 776 if (version_id < 4 || version_id > 4) {
ad96090a
BS
777 return -EINVAL;
778 }
779
780 do {
781 addr = qemu_get_be64(f);
782
783 flags = addr & ~TARGET_PAGE_MASK;
784 addr &= TARGET_PAGE_MASK;
785
786 if (flags & RAM_SAVE_FLAG_MEM_SIZE) {
f09f2189 787 if (version_id == 4) {
97ab12d4
AW
788 /* Synchronize RAM block list */
789 char id[256];
790 ram_addr_t length;
791 ram_addr_t total_ram_bytes = addr;
792
793 while (total_ram_bytes) {
794 RAMBlock *block;
795 uint8_t len;
796
797 len = qemu_get_byte(f);
798 qemu_get_buffer(f, (uint8_t *)id, len);
799 id[len] = 0;
800 length = qemu_get_be64(f);
801
a3161038 802 QTAILQ_FOREACH(block, &ram_list.blocks, next) {
97ab12d4 803 if (!strncmp(id, block->idstr, sizeof(id))) {
3a697f69
OW
804 if (block->length != length) {
805 ret = -EINVAL;
806 goto done;
807 }
97ab12d4
AW
808 break;
809 }
810 }
811
812 if (!block) {
fb787f81
AW
813 fprintf(stderr, "Unknown ramblock \"%s\", cannot "
814 "accept migration\n", id);
3a697f69
OW
815 ret = -EINVAL;
816 goto done;
97ab12d4
AW
817 }
818
819 total_ram_bytes -= length;
820 }
ad96090a
BS
821 }
822 }
823
824 if (flags & RAM_SAVE_FLAG_COMPRESS) {
97ab12d4
AW
825 void *host;
826 uint8_t ch;
827
f09f2189 828 host = host_from_stream_offset(f, addr, flags);
492fb99c
MT
829 if (!host) {
830 return -EINVAL;
831 }
97ab12d4 832
97ab12d4
AW
833 ch = qemu_get_byte(f);
834 memset(host, ch, TARGET_PAGE_SIZE);
ad96090a
BS
835#ifndef _WIN32
836 if (ch == 0 &&
45e6cee4
DG
837 (!kvm_enabled() || kvm_has_sync_mmu()) &&
838 getpagesize() <= TARGET_PAGE_SIZE) {
e78815a5 839 qemu_madvise(host, TARGET_PAGE_SIZE, QEMU_MADV_DONTNEED);
ad96090a
BS
840 }
841#endif
842 } else if (flags & RAM_SAVE_FLAG_PAGE) {
97ab12d4
AW
843 void *host;
844
f09f2189 845 host = host_from_stream_offset(f, addr, flags);
0ff1f9f5
OW
846 if (!host) {
847 return -EINVAL;
848 }
97ab12d4 849
97ab12d4 850 qemu_get_buffer(f, host, TARGET_PAGE_SIZE);
17ad9b35 851 } else if (flags & RAM_SAVE_FLAG_XBZRLE) {
17ad9b35
OW
852 void *host = host_from_stream_offset(f, addr, flags);
853 if (!host) {
854 return -EINVAL;
855 }
856
857 if (load_xbzrle(f, addr, host) < 0) {
858 ret = -EINVAL;
859 goto done;
860 }
ad96090a 861 }
42802d47
JQ
862 error = qemu_file_get_error(f);
863 if (error) {
3a697f69
OW
864 ret = error;
865 goto done;
ad96090a
BS
866 }
867 } while (!(flags & RAM_SAVE_FLAG_EOS));
868
3a697f69 869done:
ef37a699
IM
870 DPRINTF("Completed load of VM with exit code %d seq iteration "
871 "%" PRIu64 "\n", ret, seq_iter);
3a697f69 872 return ret;
ad96090a
BS
873}
874
7908c78d 875SaveVMHandlers savevm_ram_handlers = {
d1315aac 876 .save_live_setup = ram_save_setup,
16310a3c
JQ
877 .save_live_iterate = ram_save_iterate,
878 .save_live_complete = ram_save_complete,
e4ed1541 879 .save_live_pending = ram_save_pending,
7908c78d 880 .load_state = ram_load,
9b5bfab0 881 .cancel = ram_migration_cancel,
7908c78d
JQ
882};
883
ad96090a 884#ifdef HAS_AUDIO
0dfa5ef9
IY
885struct soundhw {
886 const char *name;
887 const char *descr;
888 int enabled;
889 int isa;
890 union {
4a0f031d 891 int (*init_isa) (ISABus *bus);
0dfa5ef9
IY
892 int (*init_pci) (PCIBus *bus);
893 } init;
894};
895
896static struct soundhw soundhw[] = {
ad96090a 897#ifdef HAS_AUDIO_CHOICE
da12872a 898#ifdef CONFIG_PCSPK
ad96090a
BS
899 {
900 "pcspk",
901 "PC speaker",
902 0,
903 1,
904 { .init_isa = pcspk_audio_init }
905 },
906#endif
907
908#ifdef CONFIG_SB16
909 {
910 "sb16",
911 "Creative Sound Blaster 16",
912 0,
913 1,
914 { .init_isa = SB16_init }
915 },
916#endif
917
918#ifdef CONFIG_CS4231A
919 {
920 "cs4231a",
921 "CS4231A",
922 0,
923 1,
924 { .init_isa = cs4231a_init }
925 },
926#endif
927
928#ifdef CONFIG_ADLIB
929 {
930 "adlib",
931#ifdef HAS_YMF262
932 "Yamaha YMF262 (OPL3)",
933#else
934 "Yamaha YM3812 (OPL2)",
935#endif
936 0,
937 1,
938 { .init_isa = Adlib_init }
939 },
940#endif
941
942#ifdef CONFIG_GUS
943 {
944 "gus",
945 "Gravis Ultrasound GF1",
946 0,
947 1,
948 { .init_isa = GUS_init }
949 },
950#endif
951
952#ifdef CONFIG_AC97
953 {
954 "ac97",
955 "Intel 82801AA AC97 Audio",
956 0,
957 0,
958 { .init_pci = ac97_init }
959 },
960#endif
961
962#ifdef CONFIG_ES1370
963 {
964 "es1370",
965 "ENSONIQ AudioPCI ES1370",
966 0,
967 0,
968 { .init_pci = es1370_init }
969 },
970#endif
971
d61a4ce8
GH
972#ifdef CONFIG_HDA
973 {
974 "hda",
975 "Intel HD Audio",
976 0,
977 0,
978 { .init_pci = intel_hda_and_codec_init }
979 },
980#endif
981
ad96090a
BS
982#endif /* HAS_AUDIO_CHOICE */
983
984 { NULL, NULL, 0, 0, { NULL } }
985};
986
987void select_soundhw(const char *optarg)
988{
989 struct soundhw *c;
990
c8057f95 991 if (is_help_option(optarg)) {
ad96090a
BS
992 show_valid_cards:
993
55d4fd3c 994#ifdef HAS_AUDIO_CHOICE
ad96090a
BS
995 printf("Valid sound card names (comma separated):\n");
996 for (c = soundhw; c->name; ++c) {
997 printf ("%-11s %s\n", c->name, c->descr);
998 }
999 printf("\n-soundhw all will enable all of the above\n");
55d4fd3c
PM
1000#else
1001 printf("Machine has no user-selectable audio hardware "
1002 "(it may or may not have always-present audio hardware).\n");
1003#endif
c8057f95 1004 exit(!is_help_option(optarg));
ad96090a
BS
1005 }
1006 else {
1007 size_t l;
1008 const char *p;
1009 char *e;
1010 int bad_card = 0;
1011
1012 if (!strcmp(optarg, "all")) {
1013 for (c = soundhw; c->name; ++c) {
1014 c->enabled = 1;
1015 }
1016 return;
1017 }
1018
1019 p = optarg;
1020 while (*p) {
1021 e = strchr(p, ',');
1022 l = !e ? strlen(p) : (size_t) (e - p);
1023
1024 for (c = soundhw; c->name; ++c) {
1025 if (!strncmp(c->name, p, l) && !c->name[l]) {
1026 c->enabled = 1;
1027 break;
1028 }
1029 }
1030
1031 if (!c->name) {
1032 if (l > 80) {
1033 fprintf(stderr,
1034 "Unknown sound card name (too big to show)\n");
1035 }
1036 else {
1037 fprintf(stderr, "Unknown sound card name `%.*s'\n",
1038 (int) l, p);
1039 }
1040 bad_card = 1;
1041 }
1042 p += l + (e != NULL);
1043 }
1044
1045 if (bad_card) {
1046 goto show_valid_cards;
1047 }
1048 }
1049}
0dfa5ef9 1050
4a0f031d 1051void audio_init(ISABus *isa_bus, PCIBus *pci_bus)
0dfa5ef9
IY
1052{
1053 struct soundhw *c;
1054
1055 for (c = soundhw; c->name; ++c) {
1056 if (c->enabled) {
1057 if (c->isa) {
4a0f031d
HP
1058 if (isa_bus) {
1059 c->init.init_isa(isa_bus);
0dfa5ef9
IY
1060 }
1061 } else {
1062 if (pci_bus) {
1063 c->init.init_pci(pci_bus);
1064 }
1065 }
1066 }
1067 }
1068}
ad96090a
BS
1069#else
1070void select_soundhw(const char *optarg)
1071{
1072}
4a0f031d 1073void audio_init(ISABus *isa_bus, PCIBus *pci_bus)
0dfa5ef9
IY
1074{
1075}
ad96090a
BS
1076#endif
1077
1078int qemu_uuid_parse(const char *str, uint8_t *uuid)
1079{
1080 int ret;
1081
1082 if (strlen(str) != 36) {
1083 return -1;
1084 }
1085
1086 ret = sscanf(str, UUID_FMT, &uuid[0], &uuid[1], &uuid[2], &uuid[3],
1087 &uuid[4], &uuid[5], &uuid[6], &uuid[7], &uuid[8], &uuid[9],
1088 &uuid[10], &uuid[11], &uuid[12], &uuid[13], &uuid[14],
1089 &uuid[15]);
1090
1091 if (ret != 16) {
1092 return -1;
1093 }
1094#ifdef TARGET_I386
1095 smbios_add_field(1, offsetof(struct smbios_type_1, uuid), 16, uuid);
1096#endif
1097 return 0;
1098}
1099
1100void do_acpitable_option(const char *optarg)
1101{
1102#ifdef TARGET_I386
1103 if (acpi_table_add(optarg) < 0) {
1104 fprintf(stderr, "Wrong acpi table provided\n");
1105 exit(1);
1106 }
1107#endif
1108}
1109
1110void do_smbios_option(const char *optarg)
1111{
1112#ifdef TARGET_I386
1113 if (smbios_entry_add(optarg) < 0) {
1114 fprintf(stderr, "Wrong smbios provided\n");
1115 exit(1);
1116 }
1117#endif
1118}
1119
1120void cpudef_init(void)
1121{
1122#if defined(cpudef_setup)
1123 cpudef_setup(); /* parse cpu definitions in target config file */
1124#endif
1125}
1126
1127int audio_available(void)
1128{
1129#ifdef HAS_AUDIO
1130 return 1;
1131#else
1132 return 0;
1133#endif
1134}
1135
303d4e86
AP
1136int tcg_available(void)
1137{
1138 return 1;
1139}
1140
ad96090a
BS
1141int kvm_available(void)
1142{
1143#ifdef CONFIG_KVM
1144 return 1;
1145#else
1146 return 0;
1147#endif
1148}
1149
1150int xen_available(void)
1151{
1152#ifdef CONFIG_XEN
1153 return 1;
1154#else
1155 return 0;
1156#endif
1157}
99afc91d
DB
1158
1159
1160TargetInfo *qmp_query_target(Error **errp)
1161{
1162 TargetInfo *info = g_malloc0(sizeof(*info));
1163
1164 info->arch = TARGET_TYPE;
1165
1166 return info;
1167}