]> git.proxmox.com Git - qemu.git/blame - arch_init.c
linux-user: register align p{read, write}64
[qemu.git] / arch_init.c
CommitLineData
ad96090a
BS
1/*
2 * QEMU System Emulator
3 *
4 * Copyright (c) 2003-2008 Fabrice Bellard
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
23 */
24#include <stdint.h>
25#include <stdarg.h>
b2e0a138 26#include <stdlib.h>
ad96090a 27#ifndef _WIN32
1c47cb16 28#include <sys/types.h>
ad96090a
BS
29#include <sys/mman.h>
30#endif
31#include "config.h"
32#include "monitor.h"
33#include "sysemu.h"
34#include "arch_init.h"
35#include "audio/audio.h"
36#include "hw/pc.h"
37#include "hw/pci.h"
38#include "hw/audiodev.h"
39#include "kvm.h"
40#include "migration.h"
41#include "net.h"
42#include "gdbstub.h"
43#include "hw/smbios.h"
86e775c6 44#include "exec-memory.h"
302fe51b 45#include "hw/pcspk.h"
17ad9b35 46#include "qemu/page_cache.h"
99afc91d 47#include "qmp-commands.h"
ad96090a 48
3a697f69
OW
49#ifdef DEBUG_ARCH_INIT
50#define DPRINTF(fmt, ...) \
51 do { fprintf(stdout, "arch_init: " fmt, ## __VA_ARGS__); } while (0)
52#else
53#define DPRINTF(fmt, ...) \
54 do { } while (0)
55#endif
56
ad96090a
BS
57#ifdef TARGET_SPARC
58int graphic_width = 1024;
59int graphic_height = 768;
60int graphic_depth = 8;
61#else
62int graphic_width = 800;
63int graphic_height = 600;
64int graphic_depth = 15;
65#endif
66
ad96090a
BS
67
68#if defined(TARGET_ALPHA)
69#define QEMU_ARCH QEMU_ARCH_ALPHA
70#elif defined(TARGET_ARM)
71#define QEMU_ARCH QEMU_ARCH_ARM
72#elif defined(TARGET_CRIS)
73#define QEMU_ARCH QEMU_ARCH_CRIS
74#elif defined(TARGET_I386)
75#define QEMU_ARCH QEMU_ARCH_I386
76#elif defined(TARGET_M68K)
77#define QEMU_ARCH QEMU_ARCH_M68K
81ea0e13
MW
78#elif defined(TARGET_LM32)
79#define QEMU_ARCH QEMU_ARCH_LM32
ad96090a
BS
80#elif defined(TARGET_MICROBLAZE)
81#define QEMU_ARCH QEMU_ARCH_MICROBLAZE
82#elif defined(TARGET_MIPS)
83#define QEMU_ARCH QEMU_ARCH_MIPS
e67db06e
JL
84#elif defined(TARGET_OPENRISC)
85#define QEMU_ARCH QEMU_ARCH_OPENRISC
ad96090a
BS
86#elif defined(TARGET_PPC)
87#define QEMU_ARCH QEMU_ARCH_PPC
88#elif defined(TARGET_S390X)
89#define QEMU_ARCH QEMU_ARCH_S390X
90#elif defined(TARGET_SH4)
91#define QEMU_ARCH QEMU_ARCH_SH4
92#elif defined(TARGET_SPARC)
93#define QEMU_ARCH QEMU_ARCH_SPARC
2328826b
MF
94#elif defined(TARGET_XTENSA)
95#define QEMU_ARCH QEMU_ARCH_XTENSA
4f23a1e6
GX
96#elif defined(TARGET_UNICORE32)
97#define QEMU_ARCH QEMU_ARCH_UNICORE32
ad96090a
BS
98#endif
99
100const uint32_t arch_type = QEMU_ARCH;
101
102/***********************************************************/
103/* ram save/restore */
104
d20878d2
YT
105#define RAM_SAVE_FLAG_FULL 0x01 /* Obsolete, not used anymore */
106#define RAM_SAVE_FLAG_COMPRESS 0x02
107#define RAM_SAVE_FLAG_MEM_SIZE 0x04
108#define RAM_SAVE_FLAG_PAGE 0x08
109#define RAM_SAVE_FLAG_EOS 0x10
110#define RAM_SAVE_FLAG_CONTINUE 0x20
17ad9b35 111#define RAM_SAVE_FLAG_XBZRLE 0x40
ad96090a 112
86003615
PB
113#ifdef __ALTIVEC__
114#include <altivec.h>
115#define VECTYPE vector unsigned char
116#define SPLAT(p) vec_splat(vec_ld(0, p), 0)
117#define ALL_EQ(v1, v2) vec_all_eq(v1, v2)
f283edc4
AF
118/* altivec.h may redefine the bool macro as vector type.
119 * Reset it to POSIX semantics. */
120#undef bool
121#define bool _Bool
86003615
PB
122#elif defined __SSE2__
123#include <emmintrin.h>
124#define VECTYPE __m128i
125#define SPLAT(p) _mm_set1_epi8(*(p))
126#define ALL_EQ(v1, v2) (_mm_movemask_epi8(_mm_cmpeq_epi8(v1, v2)) == 0xFFFF)
127#else
128#define VECTYPE unsigned long
129#define SPLAT(p) (*(p) * (~0UL / 255))
130#define ALL_EQ(v1, v2) ((v1) == (v2))
131#endif
132
b5a8fe5e 133
756557de
EH
134static struct defconfig_file {
135 const char *filename;
f29a5614
EH
136 /* Indicates it is an user config file (disabled by -no-user-config) */
137 bool userconfig;
756557de 138} default_config_files[] = {
f29a5614
EH
139 { CONFIG_QEMU_CONFDIR "/qemu.conf", true },
140 { CONFIG_QEMU_CONFDIR "/target-" TARGET_ARCH ".conf", true },
756557de
EH
141 { NULL }, /* end of list */
142};
143
144
f29a5614 145int qemu_read_default_config_files(bool userconfig)
b5a8fe5e
EH
146{
147 int ret;
756557de 148 struct defconfig_file *f;
b5a8fe5e 149
756557de 150 for (f = default_config_files; f->filename; f++) {
f29a5614
EH
151 if (!userconfig && f->userconfig) {
152 continue;
153 }
756557de
EH
154 ret = qemu_read_config_file(f->filename);
155 if (ret < 0 && ret != -ENOENT) {
156 return ret;
157 }
b5a8fe5e 158 }
756557de 159
b5a8fe5e
EH
160 return 0;
161}
162
86003615 163static int is_dup_page(uint8_t *page)
ad96090a 164{
86003615
PB
165 VECTYPE *p = (VECTYPE *)page;
166 VECTYPE val = SPLAT(page);
ad96090a
BS
167 int i;
168
86003615
PB
169 for (i = 0; i < TARGET_PAGE_SIZE / sizeof(VECTYPE); i++) {
170 if (!ALL_EQ(val, p[i])) {
ad96090a
BS
171 return 0;
172 }
173 }
174
175 return 1;
176}
177
17ad9b35
OW
178/* struct contains XBZRLE cache and a static page
179 used by the compression */
180static struct {
181 /* buffer used for XBZRLE encoding */
182 uint8_t *encoded_buf;
183 /* buffer for storing page content */
184 uint8_t *current_buf;
185 /* buffer used for XBZRLE decoding */
186 uint8_t *decoded_buf;
187 /* Cache for XBZRLE */
188 PageCache *cache;
189} XBZRLE = {
190 .encoded_buf = NULL,
191 .current_buf = NULL,
192 .decoded_buf = NULL,
193 .cache = NULL,
194};
195
9e1ba4cc
OW
196
197int64_t xbzrle_cache_resize(int64_t new_size)
198{
199 if (XBZRLE.cache != NULL) {
200 return cache_resize(XBZRLE.cache, new_size / TARGET_PAGE_SIZE) *
201 TARGET_PAGE_SIZE;
202 }
203 return pow2floor(new_size);
204}
205
004d4c10
OW
206/* accounting for migration statistics */
207typedef struct AccountingInfo {
208 uint64_t dup_pages;
209 uint64_t norm_pages;
210 uint64_t iterations;
f36d55af
OW
211 uint64_t xbzrle_bytes;
212 uint64_t xbzrle_pages;
213 uint64_t xbzrle_cache_miss;
214 uint64_t xbzrle_overflows;
004d4c10
OW
215} AccountingInfo;
216
217static AccountingInfo acct_info;
218
219static void acct_clear(void)
220{
221 memset(&acct_info, 0, sizeof(acct_info));
222}
223
224uint64_t dup_mig_bytes_transferred(void)
225{
226 return acct_info.dup_pages * TARGET_PAGE_SIZE;
227}
228
229uint64_t dup_mig_pages_transferred(void)
230{
231 return acct_info.dup_pages;
232}
233
234uint64_t norm_mig_bytes_transferred(void)
235{
236 return acct_info.norm_pages * TARGET_PAGE_SIZE;
237}
238
239uint64_t norm_mig_pages_transferred(void)
240{
241 return acct_info.norm_pages;
242}
243
f36d55af
OW
244uint64_t xbzrle_mig_bytes_transferred(void)
245{
246 return acct_info.xbzrle_bytes;
247}
248
249uint64_t xbzrle_mig_pages_transferred(void)
250{
251 return acct_info.xbzrle_pages;
252}
253
254uint64_t xbzrle_mig_pages_cache_miss(void)
255{
256 return acct_info.xbzrle_cache_miss;
257}
258
259uint64_t xbzrle_mig_pages_overflow(void)
260{
261 return acct_info.xbzrle_overflows;
262}
263
0c51f43d
OW
264static void save_block_hdr(QEMUFile *f, RAMBlock *block, ram_addr_t offset,
265 int cont, int flag)
266{
267 qemu_put_be64(f, offset | cont | flag);
268 if (!cont) {
269 qemu_put_byte(f, strlen(block->idstr));
270 qemu_put_buffer(f, (uint8_t *)block->idstr,
271 strlen(block->idstr));
272 }
273
274}
275
17ad9b35
OW
276#define ENCODING_FLAG_XBZRLE 0x1
277
278static int save_xbzrle_page(QEMUFile *f, uint8_t *current_data,
279 ram_addr_t current_addr, RAMBlock *block,
dd051c72 280 ram_addr_t offset, int cont, bool last_stage)
17ad9b35
OW
281{
282 int encoded_len = 0, bytes_sent = -1;
283 uint8_t *prev_cached_page;
284
285 if (!cache_is_cached(XBZRLE.cache, current_addr)) {
dd051c72
JQ
286 if (!last_stage) {
287 cache_insert(XBZRLE.cache, current_addr,
288 g_memdup(current_data, TARGET_PAGE_SIZE));
289 }
f36d55af 290 acct_info.xbzrle_cache_miss++;
17ad9b35
OW
291 return -1;
292 }
293
294 prev_cached_page = get_cached_data(XBZRLE.cache, current_addr);
295
296 /* save current buffer into memory */
297 memcpy(XBZRLE.current_buf, current_data, TARGET_PAGE_SIZE);
298
299 /* XBZRLE encoding (if there is no overflow) */
300 encoded_len = xbzrle_encode_buffer(prev_cached_page, XBZRLE.current_buf,
301 TARGET_PAGE_SIZE, XBZRLE.encoded_buf,
302 TARGET_PAGE_SIZE);
303 if (encoded_len == 0) {
304 DPRINTF("Skipping unmodified page\n");
305 return 0;
306 } else if (encoded_len == -1) {
307 DPRINTF("Overflow\n");
f36d55af 308 acct_info.xbzrle_overflows++;
17ad9b35
OW
309 /* update data in the cache */
310 memcpy(prev_cached_page, current_data, TARGET_PAGE_SIZE);
311 return -1;
312 }
313
314 /* we need to update the data in the cache, in order to get the same data */
dd051c72
JQ
315 if (!last_stage) {
316 memcpy(prev_cached_page, XBZRLE.current_buf, TARGET_PAGE_SIZE);
317 }
17ad9b35
OW
318
319 /* Send XBZRLE based compressed page */
320 save_block_hdr(f, block, offset, cont, RAM_SAVE_FLAG_XBZRLE);
321 qemu_put_byte(f, ENCODING_FLAG_XBZRLE);
322 qemu_put_be16(f, encoded_len);
323 qemu_put_buffer(f, XBZRLE.encoded_buf, encoded_len);
324 bytes_sent = encoded_len + 1 + 2;
f36d55af
OW
325 acct_info.xbzrle_pages++;
326 acct_info.xbzrle_bytes += bytes_sent;
17ad9b35
OW
327
328 return bytes_sent;
329}
330
760e77ea
AW
331static RAMBlock *last_block;
332static ram_addr_t last_offset;
333
6c779f22
OW
334/*
335 * ram_save_block: Writes a page of memory to the stream f
336 *
337 * Returns: 0: if the page hasn't changed
338 * -1: if there are no more dirty pages
339 * n: the amount of bytes written in other case
340 */
341
dd051c72 342static int ram_save_block(QEMUFile *f, bool last_stage)
ad96090a 343{
e44359c3
AW
344 RAMBlock *block = last_block;
345 ram_addr_t offset = last_offset;
6c779f22 346 int bytes_sent = -1;
71c510e2 347 MemoryRegion *mr;
17ad9b35 348 ram_addr_t current_addr;
ad96090a 349
e44359c3
AW
350 if (!block)
351 block = QLIST_FIRST(&ram_list.blocks);
352
e44359c3 353 do {
71c510e2 354 mr = block->mr;
cd7a45c9
BS
355 if (memory_region_get_dirty(mr, offset, TARGET_PAGE_SIZE,
356 DIRTY_MEMORY_MIGRATION)) {
ad96090a 357 uint8_t *p;
a55bbe31 358 int cont = (block == last_block) ? RAM_SAVE_FLAG_CONTINUE : 0;
ad96090a 359
71c510e2
AK
360 memory_region_reset_dirty(mr, offset, TARGET_PAGE_SIZE,
361 DIRTY_MEMORY_MIGRATION);
ad96090a 362
71c510e2 363 p = memory_region_get_ram_ptr(mr) + offset;
ad96090a 364
86003615 365 if (is_dup_page(p)) {
004d4c10 366 acct_info.dup_pages++;
0c51f43d 367 save_block_hdr(f, block, offset, cont, RAM_SAVE_FLAG_COMPRESS);
ad96090a 368 qemu_put_byte(f, *p);
3fc250b4 369 bytes_sent = 1;
17ad9b35
OW
370 } else if (migrate_use_xbzrle()) {
371 current_addr = block->offset + offset;
372 bytes_sent = save_xbzrle_page(f, p, current_addr, block,
dd051c72
JQ
373 offset, cont, last_stage);
374 if (!last_stage) {
375 p = get_cached_data(XBZRLE.cache, current_addr);
376 }
17ad9b35
OW
377 }
378
379 /* either we didn't send yet (we may have had XBZRLE overflow) */
380 if (bytes_sent == -1) {
0c51f43d 381 save_block_hdr(f, block, offset, cont, RAM_SAVE_FLAG_PAGE);
ad96090a 382 qemu_put_buffer(f, p, TARGET_PAGE_SIZE);
3fc250b4 383 bytes_sent = TARGET_PAGE_SIZE;
004d4c10 384 acct_info.norm_pages++;
ad96090a
BS
385 }
386
17ad9b35
OW
387 /* if page is unmodified, continue to the next */
388 if (bytes_sent != 0) {
389 break;
390 }
ad96090a 391 }
e44359c3
AW
392
393 offset += TARGET_PAGE_SIZE;
394 if (offset >= block->length) {
395 offset = 0;
396 block = QLIST_NEXT(block, next);
397 if (!block)
398 block = QLIST_FIRST(&ram_list.blocks);
399 }
71c510e2 400 } while (block != last_block || offset != last_offset);
e44359c3
AW
401
402 last_block = block;
403 last_offset = offset;
ad96090a 404
3fc250b4 405 return bytes_sent;
ad96090a
BS
406}
407
408static uint64_t bytes_transferred;
409
410static ram_addr_t ram_save_remaining(void)
411{
45f33f01 412 return ram_list.dirty_pages;
ad96090a
BS
413}
414
415uint64_t ram_bytes_remaining(void)
416{
417 return ram_save_remaining() * TARGET_PAGE_SIZE;
418}
419
420uint64_t ram_bytes_transferred(void)
421{
422 return bytes_transferred;
423}
424
425uint64_t ram_bytes_total(void)
426{
d17b5288
AW
427 RAMBlock *block;
428 uint64_t total = 0;
429
430 QLIST_FOREACH(block, &ram_list.blocks, next)
431 total += block->length;
432
433 return total;
ad96090a
BS
434}
435
b2e0a138
MT
436static int block_compar(const void *a, const void *b)
437{
438 RAMBlock * const *ablock = a;
439 RAMBlock * const *bblock = b;
8fec98b4
AK
440
441 return strcmp((*ablock)->idstr, (*bblock)->idstr);
b2e0a138
MT
442}
443
444static void sort_ram_list(void)
445{
446 RAMBlock *block, *nblock, **blocks;
447 int n;
448 n = 0;
449 QLIST_FOREACH(block, &ram_list.blocks, next) {
450 ++n;
451 }
7267c094 452 blocks = g_malloc(n * sizeof *blocks);
b2e0a138
MT
453 n = 0;
454 QLIST_FOREACH_SAFE(block, &ram_list.blocks, next, nblock) {
455 blocks[n++] = block;
456 QLIST_REMOVE(block, next);
457 }
458 qsort(blocks, n, sizeof *blocks, block_compar);
459 while (--n >= 0) {
460 QLIST_INSERT_HEAD(&ram_list.blocks, blocks[n], next);
461 }
7267c094 462 g_free(blocks);
b2e0a138
MT
463}
464
8e21cd32
OW
465static void migration_end(void)
466{
467 memory_global_dirty_log_stop();
17ad9b35
OW
468
469 if (migrate_use_xbzrle()) {
470 cache_fini(XBZRLE.cache);
471 g_free(XBZRLE.cache);
472 g_free(XBZRLE.encoded_buf);
473 g_free(XBZRLE.current_buf);
474 g_free(XBZRLE.decoded_buf);
475 XBZRLE.cache = NULL;
476 }
8e21cd32
OW
477}
478
9b5bfab0
JQ
479static void ram_migration_cancel(void *opaque)
480{
481 migration_end();
482}
483
4508bd9e
JQ
484#define MAX_WAIT 50 /* ms, half buffered_file limit */
485
d1315aac 486static int ram_save_setup(QEMUFile *f, void *opaque)
ad96090a
BS
487{
488 ram_addr_t addr;
d1315aac 489 RAMBlock *block;
ad96090a 490
d1315aac
JQ
491 bytes_transferred = 0;
492 last_block = NULL;
493 last_offset = 0;
494 sort_ram_list();
ad96090a 495
17ad9b35
OW
496 if (migrate_use_xbzrle()) {
497 XBZRLE.cache = cache_init(migrate_xbzrle_cache_size() /
498 TARGET_PAGE_SIZE,
499 TARGET_PAGE_SIZE);
500 if (!XBZRLE.cache) {
501 DPRINTF("Error creating cache\n");
502 return -1;
503 }
504 XBZRLE.encoded_buf = g_malloc0(TARGET_PAGE_SIZE);
505 XBZRLE.current_buf = g_malloc(TARGET_PAGE_SIZE);
004d4c10 506 acct_clear();
17ad9b35
OW
507 }
508
d1315aac
JQ
509 /* Make sure all dirty bits are set */
510 QLIST_FOREACH(block, &ram_list.blocks, next) {
511 for (addr = 0; addr < block->length; addr += TARGET_PAGE_SIZE) {
512 if (!memory_region_get_dirty(block->mr, addr, TARGET_PAGE_SIZE,
513 DIRTY_MEMORY_MIGRATION)) {
514 memory_region_set_dirty(block->mr, addr, TARGET_PAGE_SIZE);
ad96090a
BS
515 }
516 }
d1315aac 517 }
ad96090a 518
d1315aac 519 memory_global_dirty_log_start();
ad96090a 520
d1315aac 521 qemu_put_be64(f, ram_bytes_total() | RAM_SAVE_FLAG_MEM_SIZE);
97ab12d4 522
d1315aac
JQ
523 QLIST_FOREACH(block, &ram_list.blocks, next) {
524 qemu_put_byte(f, strlen(block->idstr));
525 qemu_put_buffer(f, (uint8_t *)block->idstr, strlen(block->idstr));
526 qemu_put_be64(f, block->length);
ad96090a
BS
527 }
528
d1315aac
JQ
529 qemu_put_be64(f, RAM_SAVE_FLAG_EOS);
530
531 return 0;
532}
533
16310a3c 534static int ram_save_iterate(QEMUFile *f, void *opaque)
d1315aac
JQ
535{
536 uint64_t bytes_transferred_last;
537 double bwidth = 0;
538 int ret;
539 int i;
16310a3c 540 uint64_t expected_time;
d1315aac 541
ad96090a
BS
542 bytes_transferred_last = bytes_transferred;
543 bwidth = qemu_get_clock_ns(rt_clock);
544
4508bd9e 545 i = 0;
2975725f 546 while ((ret = qemu_file_rate_limit(f)) == 0) {
3fc250b4 547 int bytes_sent;
ad96090a 548
dd051c72 549 bytes_sent = ram_save_block(f, false);
6c779f22
OW
550 /* no more blocks to sent */
551 if (bytes_sent < 0) {
ad96090a
BS
552 break;
553 }
6c779f22 554 bytes_transferred += bytes_sent;
004d4c10 555 acct_info.iterations++;
4508bd9e
JQ
556 /* we want to check in the 1st loop, just in case it was the 1st time
557 and we had to sync the dirty bitmap.
558 qemu_get_clock_ns() is a bit expensive, so we only check each some
559 iterations
560 */
561 if ((i & 63) == 0) {
562 uint64_t t1 = (qemu_get_clock_ns(rt_clock) - bwidth) / 1000000;
563 if (t1 > MAX_WAIT) {
ef37a699 564 DPRINTF("big wait: %" PRIu64 " milliseconds, %d iterations\n",
4508bd9e
JQ
565 t1, i);
566 break;
567 }
568 }
569 i++;
ad96090a
BS
570 }
571
2975725f
JQ
572 if (ret < 0) {
573 return ret;
574 }
575
ad96090a
BS
576 bwidth = qemu_get_clock_ns(rt_clock) - bwidth;
577 bwidth = (bytes_transferred - bytes_transferred_last) / bwidth;
578
579 /* if we haven't transferred anything this round, force expected_time to a
580 * a very high value, but without crashing */
581 if (bwidth == 0) {
582 bwidth = 0.000001;
583 }
584
16310a3c
JQ
585 qemu_put_be64(f, RAM_SAVE_FLAG_EOS);
586
587 expected_time = ram_save_remaining() * TARGET_PAGE_SIZE / bwidth;
588
ef37a699 589 DPRINTF("ram_save_live: expected(%" PRIu64 ") <= max(%" PRIu64 ")?\n",
16310a3c
JQ
590 expected_time, migrate_max_downtime());
591
00d94f3f
JQ
592 if (expected_time <= migrate_max_downtime()) {
593 memory_global_sync_dirty_bitmap(get_system_memory());
594 expected_time = ram_save_remaining() * TARGET_PAGE_SIZE / bwidth;
595
596 return expected_time <= migrate_max_downtime();
597 }
598 return 0;
16310a3c
JQ
599}
600
601static int ram_save_complete(QEMUFile *f, void *opaque)
602{
16310a3c
JQ
603 memory_global_sync_dirty_bitmap(get_system_memory());
604
ad96090a 605 /* try transferring iterative blocks of memory */
3a697f69 606
16310a3c 607 /* flush all remaining blocks regardless of rate limiting */
6c779f22 608 while (true) {
3fc250b4
PR
609 int bytes_sent;
610
dd051c72 611 bytes_sent = ram_save_block(f, true);
6c779f22
OW
612 /* no more blocks to sent */
613 if (bytes_sent < 0) {
614 break;
ad96090a 615 }
16310a3c 616 bytes_transferred += bytes_sent;
ad96090a 617 }
16310a3c 618 memory_global_dirty_log_stop();
ad96090a
BS
619
620 qemu_put_be64(f, RAM_SAVE_FLAG_EOS);
621
5b3c9638 622 return 0;
ad96090a
BS
623}
624
17ad9b35
OW
625static int load_xbzrle(QEMUFile *f, ram_addr_t addr, void *host)
626{
627 int ret, rc = 0;
628 unsigned int xh_len;
629 int xh_flags;
630
631 if (!XBZRLE.decoded_buf) {
632 XBZRLE.decoded_buf = g_malloc(TARGET_PAGE_SIZE);
633 }
634
635 /* extract RLE header */
636 xh_flags = qemu_get_byte(f);
637 xh_len = qemu_get_be16(f);
638
639 if (xh_flags != ENCODING_FLAG_XBZRLE) {
640 fprintf(stderr, "Failed to load XBZRLE page - wrong compression!\n");
641 return -1;
642 }
643
644 if (xh_len > TARGET_PAGE_SIZE) {
645 fprintf(stderr, "Failed to load XBZRLE page - len overflow!\n");
646 return -1;
647 }
648 /* load data and decode */
649 qemu_get_buffer(f, XBZRLE.decoded_buf, xh_len);
650
651 /* decode RLE */
652 ret = xbzrle_decode_buffer(XBZRLE.decoded_buf, xh_len, host,
653 TARGET_PAGE_SIZE);
654 if (ret == -1) {
655 fprintf(stderr, "Failed to load XBZRLE page - decode error!\n");
656 rc = -1;
657 } else if (ret > TARGET_PAGE_SIZE) {
658 fprintf(stderr, "Failed to load XBZRLE page - size %d exceeds %d!\n",
659 ret, TARGET_PAGE_SIZE);
660 abort();
661 }
662
663 return rc;
664}
665
a55bbe31
AW
666static inline void *host_from_stream_offset(QEMUFile *f,
667 ram_addr_t offset,
668 int flags)
669{
670 static RAMBlock *block = NULL;
671 char id[256];
672 uint8_t len;
673
674 if (flags & RAM_SAVE_FLAG_CONTINUE) {
675 if (!block) {
676 fprintf(stderr, "Ack, bad migration stream!\n");
677 return NULL;
678 }
679
dc94a7ed 680 return memory_region_get_ram_ptr(block->mr) + offset;
a55bbe31
AW
681 }
682
683 len = qemu_get_byte(f);
684 qemu_get_buffer(f, (uint8_t *)id, len);
685 id[len] = 0;
686
687 QLIST_FOREACH(block, &ram_list.blocks, next) {
688 if (!strncmp(id, block->idstr, sizeof(id)))
dc94a7ed 689 return memory_region_get_ram_ptr(block->mr) + offset;
a55bbe31
AW
690 }
691
692 fprintf(stderr, "Can't find block %s!\n", id);
693 return NULL;
694}
695
7908c78d 696static int ram_load(QEMUFile *f, void *opaque, int version_id)
ad96090a
BS
697{
698 ram_addr_t addr;
3a697f69 699 int flags, ret = 0;
42802d47 700 int error;
3a697f69
OW
701 static uint64_t seq_iter;
702
703 seq_iter++;
ad96090a 704
f09f2189 705 if (version_id < 4 || version_id > 4) {
ad96090a
BS
706 return -EINVAL;
707 }
708
709 do {
710 addr = qemu_get_be64(f);
711
712 flags = addr & ~TARGET_PAGE_MASK;
713 addr &= TARGET_PAGE_MASK;
714
715 if (flags & RAM_SAVE_FLAG_MEM_SIZE) {
f09f2189 716 if (version_id == 4) {
97ab12d4
AW
717 /* Synchronize RAM block list */
718 char id[256];
719 ram_addr_t length;
720 ram_addr_t total_ram_bytes = addr;
721
722 while (total_ram_bytes) {
723 RAMBlock *block;
724 uint8_t len;
725
726 len = qemu_get_byte(f);
727 qemu_get_buffer(f, (uint8_t *)id, len);
728 id[len] = 0;
729 length = qemu_get_be64(f);
730
731 QLIST_FOREACH(block, &ram_list.blocks, next) {
732 if (!strncmp(id, block->idstr, sizeof(id))) {
3a697f69
OW
733 if (block->length != length) {
734 ret = -EINVAL;
735 goto done;
736 }
97ab12d4
AW
737 break;
738 }
739 }
740
741 if (!block) {
fb787f81
AW
742 fprintf(stderr, "Unknown ramblock \"%s\", cannot "
743 "accept migration\n", id);
3a697f69
OW
744 ret = -EINVAL;
745 goto done;
97ab12d4
AW
746 }
747
748 total_ram_bytes -= length;
749 }
ad96090a
BS
750 }
751 }
752
753 if (flags & RAM_SAVE_FLAG_COMPRESS) {
97ab12d4
AW
754 void *host;
755 uint8_t ch;
756
f09f2189 757 host = host_from_stream_offset(f, addr, flags);
492fb99c
MT
758 if (!host) {
759 return -EINVAL;
760 }
97ab12d4 761
97ab12d4
AW
762 ch = qemu_get_byte(f);
763 memset(host, ch, TARGET_PAGE_SIZE);
ad96090a
BS
764#ifndef _WIN32
765 if (ch == 0 &&
766 (!kvm_enabled() || kvm_has_sync_mmu())) {
e78815a5 767 qemu_madvise(host, TARGET_PAGE_SIZE, QEMU_MADV_DONTNEED);
ad96090a
BS
768 }
769#endif
770 } else if (flags & RAM_SAVE_FLAG_PAGE) {
97ab12d4
AW
771 void *host;
772
f09f2189 773 host = host_from_stream_offset(f, addr, flags);
0ff1f9f5
OW
774 if (!host) {
775 return -EINVAL;
776 }
97ab12d4 777
97ab12d4 778 qemu_get_buffer(f, host, TARGET_PAGE_SIZE);
17ad9b35
OW
779 } else if (flags & RAM_SAVE_FLAG_XBZRLE) {
780 if (!migrate_use_xbzrle()) {
781 return -EINVAL;
782 }
783 void *host = host_from_stream_offset(f, addr, flags);
784 if (!host) {
785 return -EINVAL;
786 }
787
788 if (load_xbzrle(f, addr, host) < 0) {
789 ret = -EINVAL;
790 goto done;
791 }
ad96090a 792 }
42802d47
JQ
793 error = qemu_file_get_error(f);
794 if (error) {
3a697f69
OW
795 ret = error;
796 goto done;
ad96090a
BS
797 }
798 } while (!(flags & RAM_SAVE_FLAG_EOS));
799
3a697f69 800done:
ef37a699
IM
801 DPRINTF("Completed load of VM with exit code %d seq iteration "
802 "%" PRIu64 "\n", ret, seq_iter);
3a697f69 803 return ret;
ad96090a
BS
804}
805
7908c78d 806SaveVMHandlers savevm_ram_handlers = {
d1315aac 807 .save_live_setup = ram_save_setup,
16310a3c
JQ
808 .save_live_iterate = ram_save_iterate,
809 .save_live_complete = ram_save_complete,
7908c78d 810 .load_state = ram_load,
9b5bfab0 811 .cancel = ram_migration_cancel,
7908c78d
JQ
812};
813
ad96090a 814#ifdef HAS_AUDIO
0dfa5ef9
IY
815struct soundhw {
816 const char *name;
817 const char *descr;
818 int enabled;
819 int isa;
820 union {
4a0f031d 821 int (*init_isa) (ISABus *bus);
0dfa5ef9
IY
822 int (*init_pci) (PCIBus *bus);
823 } init;
824};
825
826static struct soundhw soundhw[] = {
ad96090a 827#ifdef HAS_AUDIO_CHOICE
da12872a 828#ifdef CONFIG_PCSPK
ad96090a
BS
829 {
830 "pcspk",
831 "PC speaker",
832 0,
833 1,
834 { .init_isa = pcspk_audio_init }
835 },
836#endif
837
838#ifdef CONFIG_SB16
839 {
840 "sb16",
841 "Creative Sound Blaster 16",
842 0,
843 1,
844 { .init_isa = SB16_init }
845 },
846#endif
847
848#ifdef CONFIG_CS4231A
849 {
850 "cs4231a",
851 "CS4231A",
852 0,
853 1,
854 { .init_isa = cs4231a_init }
855 },
856#endif
857
858#ifdef CONFIG_ADLIB
859 {
860 "adlib",
861#ifdef HAS_YMF262
862 "Yamaha YMF262 (OPL3)",
863#else
864 "Yamaha YM3812 (OPL2)",
865#endif
866 0,
867 1,
868 { .init_isa = Adlib_init }
869 },
870#endif
871
872#ifdef CONFIG_GUS
873 {
874 "gus",
875 "Gravis Ultrasound GF1",
876 0,
877 1,
878 { .init_isa = GUS_init }
879 },
880#endif
881
882#ifdef CONFIG_AC97
883 {
884 "ac97",
885 "Intel 82801AA AC97 Audio",
886 0,
887 0,
888 { .init_pci = ac97_init }
889 },
890#endif
891
892#ifdef CONFIG_ES1370
893 {
894 "es1370",
895 "ENSONIQ AudioPCI ES1370",
896 0,
897 0,
898 { .init_pci = es1370_init }
899 },
900#endif
901
d61a4ce8
GH
902#ifdef CONFIG_HDA
903 {
904 "hda",
905 "Intel HD Audio",
906 0,
907 0,
908 { .init_pci = intel_hda_and_codec_init }
909 },
910#endif
911
ad96090a
BS
912#endif /* HAS_AUDIO_CHOICE */
913
914 { NULL, NULL, 0, 0, { NULL } }
915};
916
917void select_soundhw(const char *optarg)
918{
919 struct soundhw *c;
920
c8057f95 921 if (is_help_option(optarg)) {
ad96090a
BS
922 show_valid_cards:
923
55d4fd3c 924#ifdef HAS_AUDIO_CHOICE
ad96090a
BS
925 printf("Valid sound card names (comma separated):\n");
926 for (c = soundhw; c->name; ++c) {
927 printf ("%-11s %s\n", c->name, c->descr);
928 }
929 printf("\n-soundhw all will enable all of the above\n");
55d4fd3c
PM
930#else
931 printf("Machine has no user-selectable audio hardware "
932 "(it may or may not have always-present audio hardware).\n");
933#endif
c8057f95 934 exit(!is_help_option(optarg));
ad96090a
BS
935 }
936 else {
937 size_t l;
938 const char *p;
939 char *e;
940 int bad_card = 0;
941
942 if (!strcmp(optarg, "all")) {
943 for (c = soundhw; c->name; ++c) {
944 c->enabled = 1;
945 }
946 return;
947 }
948
949 p = optarg;
950 while (*p) {
951 e = strchr(p, ',');
952 l = !e ? strlen(p) : (size_t) (e - p);
953
954 for (c = soundhw; c->name; ++c) {
955 if (!strncmp(c->name, p, l) && !c->name[l]) {
956 c->enabled = 1;
957 break;
958 }
959 }
960
961 if (!c->name) {
962 if (l > 80) {
963 fprintf(stderr,
964 "Unknown sound card name (too big to show)\n");
965 }
966 else {
967 fprintf(stderr, "Unknown sound card name `%.*s'\n",
968 (int) l, p);
969 }
970 bad_card = 1;
971 }
972 p += l + (e != NULL);
973 }
974
975 if (bad_card) {
976 goto show_valid_cards;
977 }
978 }
979}
0dfa5ef9 980
4a0f031d 981void audio_init(ISABus *isa_bus, PCIBus *pci_bus)
0dfa5ef9
IY
982{
983 struct soundhw *c;
984
985 for (c = soundhw; c->name; ++c) {
986 if (c->enabled) {
987 if (c->isa) {
4a0f031d
HP
988 if (isa_bus) {
989 c->init.init_isa(isa_bus);
0dfa5ef9
IY
990 }
991 } else {
992 if (pci_bus) {
993 c->init.init_pci(pci_bus);
994 }
995 }
996 }
997 }
998}
ad96090a
BS
999#else
1000void select_soundhw(const char *optarg)
1001{
1002}
4a0f031d 1003void audio_init(ISABus *isa_bus, PCIBus *pci_bus)
0dfa5ef9
IY
1004{
1005}
ad96090a
BS
1006#endif
1007
1008int qemu_uuid_parse(const char *str, uint8_t *uuid)
1009{
1010 int ret;
1011
1012 if (strlen(str) != 36) {
1013 return -1;
1014 }
1015
1016 ret = sscanf(str, UUID_FMT, &uuid[0], &uuid[1], &uuid[2], &uuid[3],
1017 &uuid[4], &uuid[5], &uuid[6], &uuid[7], &uuid[8], &uuid[9],
1018 &uuid[10], &uuid[11], &uuid[12], &uuid[13], &uuid[14],
1019 &uuid[15]);
1020
1021 if (ret != 16) {
1022 return -1;
1023 }
1024#ifdef TARGET_I386
1025 smbios_add_field(1, offsetof(struct smbios_type_1, uuid), 16, uuid);
1026#endif
1027 return 0;
1028}
1029
1030void do_acpitable_option(const char *optarg)
1031{
1032#ifdef TARGET_I386
1033 if (acpi_table_add(optarg) < 0) {
1034 fprintf(stderr, "Wrong acpi table provided\n");
1035 exit(1);
1036 }
1037#endif
1038}
1039
1040void do_smbios_option(const char *optarg)
1041{
1042#ifdef TARGET_I386
1043 if (smbios_entry_add(optarg) < 0) {
1044 fprintf(stderr, "Wrong smbios provided\n");
1045 exit(1);
1046 }
1047#endif
1048}
1049
1050void cpudef_init(void)
1051{
1052#if defined(cpudef_setup)
1053 cpudef_setup(); /* parse cpu definitions in target config file */
1054#endif
1055}
1056
1057int audio_available(void)
1058{
1059#ifdef HAS_AUDIO
1060 return 1;
1061#else
1062 return 0;
1063#endif
1064}
1065
303d4e86
AP
1066int tcg_available(void)
1067{
1068 return 1;
1069}
1070
ad96090a
BS
1071int kvm_available(void)
1072{
1073#ifdef CONFIG_KVM
1074 return 1;
1075#else
1076 return 0;
1077#endif
1078}
1079
1080int xen_available(void)
1081{
1082#ifdef CONFIG_XEN
1083 return 1;
1084#else
1085 return 0;
1086#endif
1087}
99afc91d
DB
1088
1089
1090TargetInfo *qmp_query_target(Error **errp)
1091{
1092 TargetInfo *info = g_malloc0(sizeof(*info));
1093
1094 info->arch = TARGET_TYPE;
1095
1096 return info;
1097}