2 * QTest testcase for migration
4 * Copyright (c) 2016-2018 Red Hat, Inc. and/or its affiliates
5 * based on the vhost-user-test.c that is:
6 * Copyright (c) 2014 Virtual Open Systems Sarl.
8 * This work is licensed under the terms of the GNU GPL, version 2 or later.
9 * See the COPYING file in the top-level directory.
13 #include "qemu/osdep.h"
16 #include "qapi/error.h"
17 #include "qapi/qmp/qdict.h"
18 #include "qemu/module.h"
19 #include "qemu/option.h"
20 #include "qemu/range.h"
21 #include "qemu/sockets.h"
22 #include "chardev/char.h"
23 #include "qapi/qapi-visit-sockets.h"
24 #include "qapi/qobject-input-visitor.h"
25 #include "qapi/qobject-output-visitor.h"
26 #include "crypto/tlscredspsk.h"
27 #include "qapi/qmp/qlist.h"
29 #include "migration-helpers.h"
30 #include "tests/migration/migration-test.h"
32 # include "tests/unit/crypto-tls-psk-helpers.h"
34 # include "tests/unit/crypto-tls-x509-helpers.h"
35 # endif /* CONFIG_TASN1 */
36 #endif /* CONFIG_GNUTLS */
38 /* For dirty ring test; so far only x86_64 is supported */
39 #if defined(__linux__) && defined(HOST_X86_64)
40 #include "linux/kvm.h"
43 unsigned start_address
;
45 static bool uffd_feature_thread_id
;
46 static bool got_src_stop
;
47 static bool got_dst_resume
;
50 * An initial 3 MB offset is used as that corresponds
51 * to ~1 sec of data transfer with our bandwidth setting.
53 #define MAGIC_OFFSET_BASE (3 * 1024 * 1024)
55 * A further 1k is added to ensure we're not a multiple
56 * of TEST_MEM_PAGE_SIZE, thus avoid clash with writes
57 * from the migration guest workload.
59 #define MAGIC_OFFSET_SHUFFLE 1024
60 #define MAGIC_OFFSET (MAGIC_OFFSET_BASE + MAGIC_OFFSET_SHUFFLE)
61 #define MAGIC_MARKER 0xFEED12345678CAFEULL
64 * Dirtylimit stop working if dirty page rate error
65 * value less than DIRTYLIMIT_TOLERANCE_RANGE
67 #define DIRTYLIMIT_TOLERANCE_RANGE 25 /* MB/s */
69 #define ANALYZE_SCRIPT "scripts/analyze-migration.py"
71 #define QEMU_VM_FILE_MAGIC 0x5145564d
72 #define FILE_TEST_FILENAME "migfile"
73 #define FILE_TEST_OFFSET 0x1000
74 #define QEMU_ENV_SRC "QTEST_QEMU_BINARY_SRC"
75 #define QEMU_ENV_DST "QTEST_QEMU_BINARY_DST"
77 #if defined(__linux__)
78 #include <sys/syscall.h>
82 #if defined(__linux__) && defined(__NR_userfaultfd) && defined(CONFIG_EVENTFD)
83 #include <sys/eventfd.h>
84 #include <sys/ioctl.h>
85 #include "qemu/userfaultfd.h"
87 static bool ufd_version_check(void)
89 struct uffdio_api api_struct
;
92 int ufd
= uffd_open(O_CLOEXEC
);
95 g_test_message("Skipping test: userfaultfd not available");
99 api_struct
.api
= UFFD_API
;
100 api_struct
.features
= 0;
101 if (ioctl(ufd
, UFFDIO_API
, &api_struct
)) {
102 g_test_message("Skipping test: UFFDIO_API failed");
105 uffd_feature_thread_id
= api_struct
.features
& UFFD_FEATURE_THREAD_ID
;
107 ioctl_mask
= (__u64
)1 << _UFFDIO_REGISTER
|
108 (__u64
)1 << _UFFDIO_UNREGISTER
;
109 if ((api_struct
.ioctls
& ioctl_mask
) != ioctl_mask
) {
110 g_test_message("Skipping test: Missing userfault feature");
118 static bool ufd_version_check(void)
120 g_test_message("Skipping test: Userfault not available (builtdtime)");
127 static char *bootpath
;
129 /* The boot file modifies memory area in [start_address, end_address)
130 * repeatedly. It outputs a 'B' at a fixed rate while it's still running.
132 #include "tests/migration/i386/a-b-bootblock.h"
133 #include "tests/migration/aarch64/a-b-kernel.h"
134 #include "tests/migration/s390x/a-b-bios.h"
136 static void bootfile_create(char *dir
)
138 const char *arch
= qtest_get_arch();
139 unsigned char *content
;
142 bootpath
= g_strdup_printf("%s/bootsect", dir
);
143 if (strcmp(arch
, "i386") == 0 || strcmp(arch
, "x86_64") == 0) {
144 /* the assembled x86 boot sector should be exactly one sector large */
145 g_assert(sizeof(x86_bootsect
) == 512);
146 content
= x86_bootsect
;
147 len
= sizeof(x86_bootsect
);
148 } else if (g_str_equal(arch
, "s390x")) {
150 len
= sizeof(s390x_elf
);
151 } else if (strcmp(arch
, "ppc64") == 0) {
153 * sane architectures can be programmed at the boot prompt
156 } else if (strcmp(arch
, "aarch64") == 0) {
157 content
= aarch64_kernel
;
158 len
= sizeof(aarch64_kernel
);
159 g_assert(sizeof(aarch64_kernel
) <= ARM_TEST_MAX_KERNEL_SIZE
);
161 g_assert_not_reached();
164 FILE *bootfile
= fopen(bootpath
, "wb");
166 g_assert_cmpint(fwrite(content
, len
, 1, bootfile
), ==, 1);
170 static void bootfile_delete(void)
178 * Wait for some output in the serial output file,
179 * we get an 'A' followed by an endless string of 'B's
180 * but on the destination we won't have the A.
182 static void wait_for_serial(const char *side
)
184 g_autofree
char *serialpath
= g_strdup_printf("%s/%s", tmpfs
, side
);
185 FILE *serialfile
= fopen(serialpath
, "r");
186 const char *arch
= qtest_get_arch();
187 int started
= (strcmp(side
, "src_serial") == 0 &&
188 strcmp(arch
, "ppc64") == 0) ? 0 : 1;
191 int readvalue
= fgetc(serialfile
);
194 /* SLOF prints its banner before starting test,
195 * to ignore it, mark the start of the test with '_',
196 * ignore all characters until this marker
203 fseek(serialfile
, 0, SEEK_SET
);
220 started
= (strcmp(side
, "src_serial") == 0 &&
221 strcmp(arch
, "ppc64") == 0) ? 0 : 1;
222 fseek(serialfile
, 0, SEEK_SET
);
227 fprintf(stderr
, "Unexpected %d on %s serial\n", readvalue
, side
);
228 g_assert_not_reached();
234 * It's tricky to use qemu's migration event capability with qtest,
235 * events suddenly appearing confuse the qmp()/hmp() responses.
238 static int64_t read_ram_property_int(QTestState
*who
, const char *property
)
240 QDict
*rsp_return
, *rsp_ram
;
243 rsp_return
= migrate_query_not_failed(who
);
244 if (!qdict_haskey(rsp_return
, "ram")) {
248 rsp_ram
= qdict_get_qdict(rsp_return
, "ram");
249 result
= qdict_get_try_int(rsp_ram
, property
, 0);
251 qobject_unref(rsp_return
);
255 static int64_t read_migrate_property_int(QTestState
*who
, const char *property
)
260 rsp_return
= migrate_query_not_failed(who
);
261 result
= qdict_get_try_int(rsp_return
, property
, 0);
262 qobject_unref(rsp_return
);
266 static uint64_t get_migration_pass(QTestState
*who
)
268 return read_ram_property_int(who
, "dirty-sync-count");
271 static void read_blocktime(QTestState
*who
)
275 rsp_return
= migrate_query_not_failed(who
);
276 g_assert(qdict_haskey(rsp_return
, "postcopy-blocktime"));
277 qobject_unref(rsp_return
);
280 static void wait_for_migration_pass(QTestState
*who
)
282 uint64_t initial_pass
= get_migration_pass(who
);
285 /* Wait for the 1st sync */
286 while (!got_src_stop
&& !initial_pass
) {
288 initial_pass
= get_migration_pass(who
);
293 pass
= get_migration_pass(who
);
294 } while (pass
== initial_pass
&& !got_src_stop
);
297 static void check_guests_ram(QTestState
*who
)
299 /* Our ASM test will have been incrementing one byte from each page from
300 * start_address to < end_address in order. This gives us a constraint
301 * that any page's byte should be equal or less than the previous pages
302 * byte (mod 256); and they should all be equal except for one transition
303 * at the point where we meet the incrementer. (We're running this with
304 * the guest stopped).
309 bool hit_edge
= false;
312 qtest_memread(who
, start_address
, &first_byte
, 1);
313 last_byte
= first_byte
;
315 for (address
= start_address
+ TEST_MEM_PAGE_SIZE
; address
< end_address
;
316 address
+= TEST_MEM_PAGE_SIZE
)
319 qtest_memread(who
, address
, &b
, 1);
320 if (b
!= last_byte
) {
321 if (((b
+ 1) % 256) == last_byte
&& !hit_edge
) {
322 /* This is OK, the guest stopped at the point of
323 * incrementing the previous page but didn't get
331 fprintf(stderr
, "Memory content inconsistency at %x"
332 " first_byte = %x last_byte = %x current = %x"
334 address
, first_byte
, last_byte
, b
, hit_edge
);
340 fprintf(stderr
, "and in another %d pages", bad
- 10);
345 static void cleanup(const char *filename
)
347 g_autofree
char *path
= g_strdup_printf("%s/%s", tmpfs
, filename
);
352 static char *SocketAddress_to_str(SocketAddress
*addr
)
354 switch (addr
->type
) {
355 case SOCKET_ADDRESS_TYPE_INET
:
356 return g_strdup_printf("tcp:%s:%s",
359 case SOCKET_ADDRESS_TYPE_UNIX
:
360 return g_strdup_printf("unix:%s",
361 addr
->u
.q_unix
.path
);
362 case SOCKET_ADDRESS_TYPE_FD
:
363 return g_strdup_printf("fd:%s", addr
->u
.fd
.str
);
364 case SOCKET_ADDRESS_TYPE_VSOCK
:
365 return g_strdup_printf("tcp:%s:%s",
369 return g_strdup("unknown address type");
373 static char *migrate_get_socket_address(QTestState
*who
, const char *parameter
)
377 SocketAddressList
*addrs
;
381 rsp
= migrate_query(who
);
382 object
= qdict_get(rsp
, parameter
);
384 iv
= qobject_input_visitor_new(object
);
385 visit_type_SocketAddressList(iv
, NULL
, &addrs
, &error_abort
);
388 /* we are only using a single address */
389 result
= SocketAddress_to_str(addrs
->value
);
391 qapi_free_SocketAddressList(addrs
);
396 static long long migrate_get_parameter_int(QTestState
*who
,
397 const char *parameter
)
402 rsp
= qtest_qmp_assert_success_ref(
403 who
, "{ 'execute': 'query-migrate-parameters' }");
404 result
= qdict_get_int(rsp
, parameter
);
409 static void migrate_check_parameter_int(QTestState
*who
, const char *parameter
,
414 result
= migrate_get_parameter_int(who
, parameter
);
415 g_assert_cmpint(result
, ==, value
);
418 static void migrate_set_parameter_int(QTestState
*who
, const char *parameter
,
421 qtest_qmp_assert_success(who
,
422 "{ 'execute': 'migrate-set-parameters',"
423 "'arguments': { %s: %lld } }",
425 migrate_check_parameter_int(who
, parameter
, value
);
428 static char *migrate_get_parameter_str(QTestState
*who
,
429 const char *parameter
)
434 rsp
= qtest_qmp_assert_success_ref(
435 who
, "{ 'execute': 'query-migrate-parameters' }");
436 result
= g_strdup(qdict_get_str(rsp
, parameter
));
441 static void migrate_check_parameter_str(QTestState
*who
, const char *parameter
,
444 g_autofree
char *result
= migrate_get_parameter_str(who
, parameter
);
445 g_assert_cmpstr(result
, ==, value
);
448 static void migrate_set_parameter_str(QTestState
*who
, const char *parameter
,
451 qtest_qmp_assert_success(who
,
452 "{ 'execute': 'migrate-set-parameters',"
453 "'arguments': { %s: %s } }",
455 migrate_check_parameter_str(who
, parameter
, value
);
458 static long long migrate_get_parameter_bool(QTestState
*who
,
459 const char *parameter
)
464 rsp
= qtest_qmp_assert_success_ref(
465 who
, "{ 'execute': 'query-migrate-parameters' }");
466 result
= qdict_get_bool(rsp
, parameter
);
471 static void migrate_check_parameter_bool(QTestState
*who
, const char *parameter
,
476 result
= migrate_get_parameter_bool(who
, parameter
);
477 g_assert_cmpint(result
, ==, value
);
480 static void migrate_set_parameter_bool(QTestState
*who
, const char *parameter
,
483 qtest_qmp_assert_success(who
,
484 "{ 'execute': 'migrate-set-parameters',"
485 "'arguments': { %s: %i } }",
487 migrate_check_parameter_bool(who
, parameter
, value
);
490 static void migrate_ensure_non_converge(QTestState
*who
)
492 /* Can't converge with 1ms downtime + 3 mbs bandwidth limit */
493 migrate_set_parameter_int(who
, "max-bandwidth", 3 * 1000 * 1000);
494 migrate_set_parameter_int(who
, "downtime-limit", 1);
497 static void migrate_ensure_converge(QTestState
*who
)
499 /* Should converge with 30s downtime + 1 gbs bandwidth limit */
500 migrate_set_parameter_int(who
, "max-bandwidth", 1 * 1000 * 1000 * 1000);
501 migrate_set_parameter_int(who
, "downtime-limit", 30 * 1000);
505 * Our goal is to ensure that we run a single full migration
506 * iteration, and also dirty memory, ensuring that at least
507 * one further iteration is required.
509 * We can't directly synchronize with the start of a migration
510 * so we have to apply some tricks monitoring memory that is
513 * Initially we set the migration bandwidth to an insanely
514 * low value, with tiny max downtime too. This basically
515 * guarantees migration will never complete.
517 * This will result in a test that is unacceptably slow though,
518 * so we can't let the entire migration pass run at this speed.
519 * Our intent is to let it run just long enough that we can
520 * prove data prior to the marker has been transferred *AND*
521 * also prove this transferred data is dirty again.
523 * Before migration starts, we write a 64-bit magic marker
524 * into a fixed location in the src VM RAM.
526 * Then watch dst memory until the marker appears. This is
527 * proof that start_address -> MAGIC_OFFSET_BASE has been
530 * Finally we go back to the source and read a byte just
531 * before the marker until we see it flip in value. This
532 * is proof that start_address -> MAGIC_OFFSET_BASE
533 * is now dirty again.
535 * IOW, we're guaranteed at least a 2nd migration pass
538 * We can now let migration run at full speed to finish
541 static void migrate_prepare_for_dirty_mem(QTestState
*from
)
544 * The guest workflow iterates from start_address to
545 * end_address, writing 1 byte every TEST_MEM_PAGE_SIZE
548 * IOW, if we write to mem at a point which is NOT
549 * a multiple of TEST_MEM_PAGE_SIZE, our write won't
550 * conflict with the migration workflow.
552 * We put in a marker here, that we'll use to determine
553 * when the data has been transferred to the dst.
555 qtest_writeq(from
, start_address
+ MAGIC_OFFSET
, MAGIC_MARKER
);
558 static void migrate_wait_for_dirty_mem(QTestState
*from
,
561 uint64_t watch_address
= start_address
+ MAGIC_OFFSET_BASE
;
562 uint64_t marker_address
= start_address
+ MAGIC_OFFSET
;
566 * Wait for the MAGIC_MARKER to get transferred, as an
567 * indicator that a migration pass has made some known
568 * amount of progress.
572 } while (qtest_readq(to
, marker_address
) != MAGIC_MARKER
);
575 * Now ensure that already transferred bytes are
576 * dirty again from the guest workload. Note the
577 * guest byte value will wrap around and by chance
578 * match the original watch_byte. This is harmless
579 * as we'll eventually see a different value if we
582 watch_byte
= qtest_readb(from
, watch_address
);
585 } while (qtest_readb(from
, watch_address
) == watch_byte
);
589 static void migrate_pause(QTestState
*who
)
591 qtest_qmp_assert_success(who
, "{ 'execute': 'migrate-pause' }");
594 static void migrate_continue(QTestState
*who
, const char *state
)
596 qtest_qmp_assert_success(who
,
597 "{ 'execute': 'migrate-continue',"
598 " 'arguments': { 'state': %s } }",
602 static void migrate_recover(QTestState
*who
, const char *uri
)
604 qtest_qmp_assert_success(who
,
605 "{ 'execute': 'migrate-recover', "
606 " 'id': 'recover-cmd', "
607 " 'arguments': { 'uri': %s } }",
611 static void migrate_cancel(QTestState
*who
)
613 qtest_qmp_assert_success(who
, "{ 'execute': 'migrate_cancel' }");
616 static void migrate_postcopy_start(QTestState
*from
, QTestState
*to
)
618 qtest_qmp_assert_success(from
, "{ 'execute': 'migrate-start-postcopy' }");
621 qtest_qmp_eventwait(from
, "STOP");
624 qtest_qmp_eventwait(to
, "RESUME");
629 * QTEST_LOG=1 may override this. When QTEST_LOG=1, we always dump errors
630 * unconditionally, because it means the user would like to be verbose.
634 /* only launch the target process */
636 /* Use dirty ring if true; dirty logging otherwise */
638 const char *opts_source
;
639 const char *opts_target
;
643 * A hook that runs after the src and dst QEMUs have been
644 * created, but before the migration is started. This can
645 * be used to set migration parameters and capabilities.
647 * Returns: NULL, or a pointer to opaque state to be
648 * later passed to the TestMigrateFinishHook
650 typedef void * (*TestMigrateStartHook
)(QTestState
*from
,
654 * A hook that runs after the migration has finished,
655 * regardless of whether it succeeded or failed, but
656 * before QEMU has terminated (unless it self-terminated
657 * due to migration error)
659 * @opaque is a pointer to state previously returned
660 * by the TestMigrateStartHook if any, or NULL.
662 typedef void (*TestMigrateFinishHook
)(QTestState
*from
,
667 /* Optional: fine tune start parameters */
670 /* Required: the URI for the dst QEMU to listen on */
671 const char *listen_uri
;
674 * Optional: the URI for the src QEMU to connect to
675 * If NULL, then it will query the dst QEMU for its actual
676 * listening address and use that as the connect address.
677 * This allows for dynamically picking a free TCP port.
679 const char *connect_uri
;
681 /* Optional: callback to run at start to set migration parameters */
682 TestMigrateStartHook start_hook
;
683 /* Optional: callback to run at finish to cleanup */
684 TestMigrateFinishHook finish_hook
;
687 * Optional: normally we expect the migration process to complete.
689 * There can be a variety of reasons and stages in which failure
690 * can happen during tests.
692 * If a failure is expected to happen at time of establishing
693 * the connection, then MIG_TEST_FAIL will indicate that the dst
694 * QEMU is expected to stay running and accept future migration
697 * If a failure is expected to happen while processing the
698 * migration stream, then MIG_TEST_FAIL_DEST_QUIT_ERR will indicate
699 * that the dst QEMU is expected to quit with non-zero exit status
702 /* This test should succeed, the default */
703 MIG_TEST_SUCCEED
= 0,
704 /* This test should fail, dest qemu should keep alive */
706 /* This test should fail, dest qemu should fail with abnormal status */
707 MIG_TEST_FAIL_DEST_QUIT_ERR
,
708 /* The QMP command for this migration should fail with an error */
713 * Optional: set number of migration passes to wait for, if live==true.
714 * If zero, then merely wait for a few MB of dirty data
716 unsigned int iterations
;
719 * Optional: whether the guest CPUs should be running during a precopy
720 * migration test. We used to always run with live but it took much
721 * longer so we reduced live tests to only the ones that have solid
722 * reason to be tested live-only. For each of the new test cases for
723 * precopy please provide justifications to use live explicitly (please
724 * refer to existing ones with live=true), or use live=off by default.
728 /* Postcopy specific fields */
730 bool postcopy_preempt
;
733 static int test_migrate_start(QTestState
**from
, QTestState
**to
,
734 const char *uri
, MigrateStart
*args
)
736 g_autofree gchar
*arch_source
= NULL
;
737 g_autofree gchar
*arch_target
= NULL
;
738 /* options for source and target */
739 g_autofree gchar
*arch_opts
= NULL
;
740 g_autofree gchar
*cmd_source
= NULL
;
741 g_autofree gchar
*cmd_target
= NULL
;
742 const gchar
*ignore_stderr
;
743 g_autofree
char *shmem_opts
= NULL
;
744 g_autofree
char *shmem_path
= NULL
;
745 const char *kvm_opts
= NULL
;
746 const char *arch
= qtest_get_arch();
747 const char *memory_size
;
748 const char *machine_alias
, *machine_opts
= "";
749 g_autofree
char *machine
= NULL
;
751 if (args
->use_shmem
) {
752 if (!g_file_test("/dev/shm", G_FILE_TEST_IS_DIR
)) {
753 g_test_skip("/dev/shm is not supported");
758 got_src_stop
= false;
759 got_dst_resume
= false;
760 if (strcmp(arch
, "i386") == 0 || strcmp(arch
, "x86_64") == 0) {
761 memory_size
= "150M";
763 if (g_str_equal(arch
, "i386")) {
764 machine_alias
= "pc";
766 machine_alias
= "q35";
768 arch_opts
= g_strdup_printf(
769 "-drive if=none,id=d0,file=%s,format=raw "
770 "-device ide-hd,drive=d0,secs=1,cyls=1,heads=1", bootpath
);
771 start_address
= X86_TEST_MEM_START
;
772 end_address
= X86_TEST_MEM_END
;
773 } else if (g_str_equal(arch
, "s390x")) {
774 memory_size
= "128M";
775 machine_alias
= "s390-ccw-virtio";
776 arch_opts
= g_strdup_printf("-bios %s", bootpath
);
777 start_address
= S390_TEST_MEM_START
;
778 end_address
= S390_TEST_MEM_END
;
779 } else if (strcmp(arch
, "ppc64") == 0) {
780 memory_size
= "256M";
781 start_address
= PPC_TEST_MEM_START
;
782 end_address
= PPC_TEST_MEM_END
;
783 arch_source
= g_strdup_printf("-prom-env 'use-nvramrc?=true' -prom-env "
784 "'nvramrc=hex .\" _\" begin %x %x "
785 "do i c@ 1 + i c! 1000 +loop .\" B\" 0 "
786 "until'", end_address
, start_address
);
787 machine_alias
= "pseries";
788 machine_opts
= "vsmt=8";
789 arch_opts
= g_strdup("-nodefaults");
790 } else if (strcmp(arch
, "aarch64") == 0) {
791 memory_size
= "150M";
792 machine_alias
= "virt";
793 machine_opts
= "gic-version=max";
794 arch_opts
= g_strdup_printf("-cpu max -kernel %s", bootpath
);
795 start_address
= ARM_TEST_MEM_START
;
796 end_address
= ARM_TEST_MEM_END
;
798 g_assert_not_reached();
801 if (!getenv("QTEST_LOG") && args
->hide_stderr
) {
803 ignore_stderr
= "2>/dev/null";
806 * On Windows the QEMU executable is created via CreateProcess() and
807 * IO redirection does not work, so don't bother adding IO redirection
808 * to the command line.
816 if (args
->use_shmem
) {
817 shmem_path
= g_strdup_printf("/dev/shm/qemu-%d", getpid());
818 shmem_opts
= g_strdup_printf(
819 "-object memory-backend-file,id=mem0,size=%s"
820 ",mem-path=%s,share=on -numa node,memdev=mem0",
821 memory_size
, shmem_path
);
824 if (args
->use_dirty_ring
) {
825 kvm_opts
= ",dirty-ring-size=4096";
828 machine
= resolve_machine_version(machine_alias
, QEMU_ENV_SRC
,
831 g_test_message("Using machine type: %s", machine
);
833 cmd_source
= g_strdup_printf("-accel kvm%s -accel tcg "
835 "-name source,debug-threads=on "
837 "-serial file:%s/src_serial "
839 kvm_opts
? kvm_opts
: "",
840 machine
, machine_opts
,
842 arch_opts
? arch_opts
: "",
843 arch_source
? arch_source
: "",
844 shmem_opts
? shmem_opts
: "",
845 args
->opts_source
? args
->opts_source
: "",
847 if (!args
->only_target
) {
848 *from
= qtest_init_with_env(QEMU_ENV_SRC
, cmd_source
);
849 qtest_qmp_set_event_callback(*from
,
850 migrate_watch_for_stop
,
854 cmd_target
= g_strdup_printf("-accel kvm%s -accel tcg "
856 "-name target,debug-threads=on "
858 "-serial file:%s/dest_serial "
861 kvm_opts
? kvm_opts
: "",
862 machine
, machine_opts
,
863 memory_size
, tmpfs
, uri
,
864 arch_opts
? arch_opts
: "",
865 arch_target
? arch_target
: "",
866 shmem_opts
? shmem_opts
: "",
867 args
->opts_target
? args
->opts_target
: "",
869 *to
= qtest_init_with_env(QEMU_ENV_DST
, cmd_target
);
870 qtest_qmp_set_event_callback(*to
,
871 migrate_watch_for_resume
,
875 * Remove shmem file immediately to avoid memory leak in test failed case.
876 * It's valid because QEMU has already opened this file
878 if (args
->use_shmem
) {
885 static void test_migrate_end(QTestState
*from
, QTestState
*to
, bool test_dest
)
887 unsigned char dest_byte_a
, dest_byte_b
, dest_byte_c
, dest_byte_d
;
892 qtest_memread(to
, start_address
, &dest_byte_a
, 1);
894 /* Destination still running, wait for a byte to change */
896 qtest_memread(to
, start_address
, &dest_byte_b
, 1);
898 } while (dest_byte_a
== dest_byte_b
);
900 qtest_qmp_assert_success(to
, "{ 'execute' : 'stop'}");
902 /* With it stopped, check nothing changes */
903 qtest_memread(to
, start_address
, &dest_byte_c
, 1);
905 qtest_memread(to
, start_address
, &dest_byte_d
, 1);
906 g_assert_cmpint(dest_byte_c
, ==, dest_byte_d
);
908 check_guests_ram(to
);
913 cleanup("migsocket");
914 cleanup("src_serial");
915 cleanup("dest_serial");
916 cleanup(FILE_TEST_FILENAME
);
920 struct TestMigrateTLSPSKData
{
928 test_migrate_tls_psk_start_common(QTestState
*from
,
932 struct TestMigrateTLSPSKData
*data
=
933 g_new0(struct TestMigrateTLSPSKData
, 1);
935 data
->workdir
= g_strdup_printf("%s/tlscredspsk0", tmpfs
);
936 data
->pskfile
= g_strdup_printf("%s/%s", data
->workdir
,
937 QCRYPTO_TLS_CREDS_PSKFILE
);
938 g_mkdir_with_parents(data
->workdir
, 0700);
939 test_tls_psk_init(data
->pskfile
);
942 data
->workdiralt
= g_strdup_printf("%s/tlscredspskalt0", tmpfs
);
943 data
->pskfilealt
= g_strdup_printf("%s/%s", data
->workdiralt
,
944 QCRYPTO_TLS_CREDS_PSKFILE
);
945 g_mkdir_with_parents(data
->workdiralt
, 0700);
946 test_tls_psk_init_alt(data
->pskfilealt
);
949 qtest_qmp_assert_success(from
,
950 "{ 'execute': 'object-add',"
951 " 'arguments': { 'qom-type': 'tls-creds-psk',"
952 " 'id': 'tlscredspsk0',"
953 " 'endpoint': 'client',"
955 " 'username': 'qemu'} }",
958 qtest_qmp_assert_success(to
,
959 "{ 'execute': 'object-add',"
960 " 'arguments': { 'qom-type': 'tls-creds-psk',"
961 " 'id': 'tlscredspsk0',"
962 " 'endpoint': 'server',"
964 mismatch
? data
->workdiralt
: data
->workdir
);
966 migrate_set_parameter_str(from
, "tls-creds", "tlscredspsk0");
967 migrate_set_parameter_str(to
, "tls-creds", "tlscredspsk0");
973 test_migrate_tls_psk_start_match(QTestState
*from
,
976 return test_migrate_tls_psk_start_common(from
, to
, false);
980 test_migrate_tls_psk_start_mismatch(QTestState
*from
,
983 return test_migrate_tls_psk_start_common(from
, to
, true);
987 test_migrate_tls_psk_finish(QTestState
*from
,
991 struct TestMigrateTLSPSKData
*data
= opaque
;
993 test_tls_psk_cleanup(data
->pskfile
);
994 if (data
->pskfilealt
) {
995 test_tls_psk_cleanup(data
->pskfilealt
);
997 rmdir(data
->workdir
);
998 if (data
->workdiralt
) {
999 rmdir(data
->workdiralt
);
1002 g_free(data
->workdiralt
);
1003 g_free(data
->pskfilealt
);
1004 g_free(data
->workdir
);
1005 g_free(data
->pskfile
);
1018 } TestMigrateTLSX509Data
;
1025 const char *certhostname
;
1026 const char *certipaddr
;
1027 } TestMigrateTLSX509
;
1030 test_migrate_tls_x509_start_common(QTestState
*from
,
1032 TestMigrateTLSX509
*args
)
1034 TestMigrateTLSX509Data
*data
= g_new0(TestMigrateTLSX509Data
, 1);
1036 data
->workdir
= g_strdup_printf("%s/tlscredsx5090", tmpfs
);
1037 data
->keyfile
= g_strdup_printf("%s/key.pem", data
->workdir
);
1039 data
->cacert
= g_strdup_printf("%s/ca-cert.pem", data
->workdir
);
1040 data
->serverkey
= g_strdup_printf("%s/server-key.pem", data
->workdir
);
1041 data
->servercert
= g_strdup_printf("%s/server-cert.pem", data
->workdir
);
1042 if (args
->clientcert
) {
1043 data
->clientkey
= g_strdup_printf("%s/client-key.pem", data
->workdir
);
1044 data
->clientcert
= g_strdup_printf("%s/client-cert.pem", data
->workdir
);
1047 g_mkdir_with_parents(data
->workdir
, 0700);
1049 test_tls_init(data
->keyfile
);
1051 g_assert(link(data
->keyfile
, data
->serverkey
) == 0);
1053 g_assert(CreateHardLink(data
->serverkey
, data
->keyfile
, NULL
) != 0);
1055 if (args
->clientcert
) {
1057 g_assert(link(data
->keyfile
, data
->clientkey
) == 0);
1059 g_assert(CreateHardLink(data
->clientkey
, data
->keyfile
, NULL
) != 0);
1063 TLS_ROOT_REQ_SIMPLE(cacertreq
, data
->cacert
);
1064 if (args
->clientcert
) {
1065 TLS_CERT_REQ_SIMPLE_CLIENT(servercertreq
, cacertreq
,
1066 args
->hostileclient
?
1067 QCRYPTO_TLS_TEST_CLIENT_HOSTILE_NAME
:
1068 QCRYPTO_TLS_TEST_CLIENT_NAME
,
1072 TLS_CERT_REQ_SIMPLE_SERVER(clientcertreq
, cacertreq
,
1077 qtest_qmp_assert_success(from
,
1078 "{ 'execute': 'object-add',"
1079 " 'arguments': { 'qom-type': 'tls-creds-x509',"
1080 " 'id': 'tlscredsx509client0',"
1081 " 'endpoint': 'client',"
1083 " 'sanity-check': true,"
1084 " 'verify-peer': true} }",
1086 migrate_set_parameter_str(from
, "tls-creds", "tlscredsx509client0");
1087 if (args
->certhostname
) {
1088 migrate_set_parameter_str(from
, "tls-hostname", args
->certhostname
);
1091 qtest_qmp_assert_success(to
,
1092 "{ 'execute': 'object-add',"
1093 " 'arguments': { 'qom-type': 'tls-creds-x509',"
1094 " 'id': 'tlscredsx509server0',"
1095 " 'endpoint': 'server',"
1097 " 'sanity-check': true,"
1098 " 'verify-peer': %i} }",
1099 data
->workdir
, args
->verifyclient
);
1100 migrate_set_parameter_str(to
, "tls-creds", "tlscredsx509server0");
1102 if (args
->authzclient
) {
1103 qtest_qmp_assert_success(to
,
1104 "{ 'execute': 'object-add',"
1105 " 'arguments': { 'qom-type': 'authz-simple',"
1106 " 'id': 'tlsauthz0',"
1107 " 'identity': %s} }",
1108 "CN=" QCRYPTO_TLS_TEST_CLIENT_NAME
);
1109 migrate_set_parameter_str(to
, "tls-authz", "tlsauthz0");
1116 * The normal case: match server's cert hostname against
1117 * whatever host we were telling QEMU to connect to (if any)
1120 test_migrate_tls_x509_start_default_host(QTestState
*from
,
1123 TestMigrateTLSX509 args
= {
1124 .verifyclient
= true,
1126 .certipaddr
= "127.0.0.1"
1128 return test_migrate_tls_x509_start_common(from
, to
, &args
);
1132 * The unusual case: the server's cert is different from
1133 * the address we're telling QEMU to connect to (if any),
1134 * so we must give QEMU an explicit hostname to validate
1137 test_migrate_tls_x509_start_override_host(QTestState
*from
,
1140 TestMigrateTLSX509 args
= {
1141 .verifyclient
= true,
1143 .certhostname
= "qemu.org",
1145 return test_migrate_tls_x509_start_common(from
, to
, &args
);
1149 * The unusual case: the server's cert is different from
1150 * the address we're telling QEMU to connect to, and so we
1151 * expect the client to reject the server
1154 test_migrate_tls_x509_start_mismatch_host(QTestState
*from
,
1157 TestMigrateTLSX509 args
= {
1158 .verifyclient
= true,
1160 .certipaddr
= "10.0.0.1",
1162 return test_migrate_tls_x509_start_common(from
, to
, &args
);
1166 test_migrate_tls_x509_start_friendly_client(QTestState
*from
,
1169 TestMigrateTLSX509 args
= {
1170 .verifyclient
= true,
1172 .authzclient
= true,
1173 .certipaddr
= "127.0.0.1",
1175 return test_migrate_tls_x509_start_common(from
, to
, &args
);
1179 test_migrate_tls_x509_start_hostile_client(QTestState
*from
,
1182 TestMigrateTLSX509 args
= {
1183 .verifyclient
= true,
1185 .hostileclient
= true,
1186 .authzclient
= true,
1187 .certipaddr
= "127.0.0.1",
1189 return test_migrate_tls_x509_start_common(from
, to
, &args
);
1193 * The case with no client certificate presented,
1194 * and no server verification
1197 test_migrate_tls_x509_start_allow_anon_client(QTestState
*from
,
1200 TestMigrateTLSX509 args
= {
1201 .certipaddr
= "127.0.0.1",
1203 return test_migrate_tls_x509_start_common(from
, to
, &args
);
1207 * The case with no client certificate presented,
1208 * and server verification rejecting
1211 test_migrate_tls_x509_start_reject_anon_client(QTestState
*from
,
1214 TestMigrateTLSX509 args
= {
1215 .verifyclient
= true,
1216 .certipaddr
= "127.0.0.1",
1218 return test_migrate_tls_x509_start_common(from
, to
, &args
);
1222 test_migrate_tls_x509_finish(QTestState
*from
,
1226 TestMigrateTLSX509Data
*data
= opaque
;
1228 test_tls_cleanup(data
->keyfile
);
1229 g_free(data
->keyfile
);
1231 unlink(data
->cacert
);
1232 g_free(data
->cacert
);
1233 unlink(data
->servercert
);
1234 g_free(data
->servercert
);
1235 unlink(data
->serverkey
);
1236 g_free(data
->serverkey
);
1238 if (data
->clientcert
) {
1239 unlink(data
->clientcert
);
1240 g_free(data
->clientcert
);
1242 if (data
->clientkey
) {
1243 unlink(data
->clientkey
);
1244 g_free(data
->clientkey
);
1247 rmdir(data
->workdir
);
1248 g_free(data
->workdir
);
1252 #endif /* CONFIG_TASN1 */
1253 #endif /* CONFIG_GNUTLS */
1256 test_migrate_compress_start(QTestState
*from
,
1259 migrate_set_parameter_int(from
, "compress-level", 1);
1260 migrate_set_parameter_int(from
, "compress-threads", 4);
1261 migrate_set_parameter_bool(from
, "compress-wait-thread", true);
1262 migrate_set_parameter_int(to
, "decompress-threads", 4);
1264 migrate_set_capability(from
, "compress", true);
1265 migrate_set_capability(to
, "compress", true);
1271 test_migrate_compress_nowait_start(QTestState
*from
,
1274 migrate_set_parameter_int(from
, "compress-level", 9);
1275 migrate_set_parameter_int(from
, "compress-threads", 1);
1276 migrate_set_parameter_bool(from
, "compress-wait-thread", false);
1277 migrate_set_parameter_int(to
, "decompress-threads", 1);
1279 migrate_set_capability(from
, "compress", true);
1280 migrate_set_capability(to
, "compress", true);
1285 static int migrate_postcopy_prepare(QTestState
**from_ptr
,
1286 QTestState
**to_ptr
,
1287 MigrateCommon
*args
)
1289 QTestState
*from
, *to
;
1291 if (test_migrate_start(&from
, &to
, "defer", &args
->start
)) {
1295 if (args
->start_hook
) {
1296 args
->postcopy_data
= args
->start_hook(from
, to
);
1299 migrate_set_capability(from
, "postcopy-ram", true);
1300 migrate_set_capability(to
, "postcopy-ram", true);
1301 migrate_set_capability(to
, "postcopy-blocktime", true);
1303 if (args
->postcopy_preempt
) {
1304 migrate_set_capability(from
, "postcopy-preempt", true);
1305 migrate_set_capability(to
, "postcopy-preempt", true);
1308 migrate_ensure_non_converge(from
);
1310 migrate_prepare_for_dirty_mem(from
);
1311 qtest_qmp_assert_success(to
, "{ 'execute': 'migrate-incoming',"
1312 " 'arguments': { 'uri': 'tcp:127.0.0.1:0' }}");
1314 /* Wait for the first serial output from the source */
1315 wait_for_serial("src_serial");
1317 g_autofree
char *uri
= migrate_get_socket_address(to
, "socket-address");
1318 migrate_qmp(from
, uri
, "{}");
1320 migrate_wait_for_dirty_mem(from
, to
);
1328 static void migrate_postcopy_complete(QTestState
*from
, QTestState
*to
,
1329 MigrateCommon
*args
)
1331 wait_for_migration_complete(from
);
1333 /* Make sure we get at least one "B" on destination */
1334 wait_for_serial("dest_serial");
1336 if (uffd_feature_thread_id
) {
1340 if (args
->finish_hook
) {
1341 args
->finish_hook(from
, to
, args
->postcopy_data
);
1342 args
->postcopy_data
= NULL
;
1345 test_migrate_end(from
, to
, true);
1348 static void test_postcopy_common(MigrateCommon
*args
)
1350 QTestState
*from
, *to
;
1352 if (migrate_postcopy_prepare(&from
, &to
, args
)) {
1355 migrate_postcopy_start(from
, to
);
1356 migrate_postcopy_complete(from
, to
, args
);
1359 static void test_postcopy(void)
1361 MigrateCommon args
= { };
1363 test_postcopy_common(&args
);
1366 static void test_postcopy_compress(void)
1368 MigrateCommon args
= {
1369 .start_hook
= test_migrate_compress_start
1372 test_postcopy_common(&args
);
1375 static void test_postcopy_preempt(void)
1377 MigrateCommon args
= {
1378 .postcopy_preempt
= true,
1381 test_postcopy_common(&args
);
1384 #ifdef CONFIG_GNUTLS
1385 static void test_postcopy_tls_psk(void)
1387 MigrateCommon args
= {
1388 .start_hook
= test_migrate_tls_psk_start_match
,
1389 .finish_hook
= test_migrate_tls_psk_finish
,
1392 test_postcopy_common(&args
);
1395 static void test_postcopy_preempt_tls_psk(void)
1397 MigrateCommon args
= {
1398 .postcopy_preempt
= true,
1399 .start_hook
= test_migrate_tls_psk_start_match
,
1400 .finish_hook
= test_migrate_tls_psk_finish
,
1403 test_postcopy_common(&args
);
1407 static void test_postcopy_recovery_common(MigrateCommon
*args
)
1409 QTestState
*from
, *to
;
1410 g_autofree
char *uri
= NULL
;
1412 /* Always hide errors for postcopy recover tests since they're expected */
1413 args
->start
.hide_stderr
= true;
1415 if (migrate_postcopy_prepare(&from
, &to
, args
)) {
1419 /* Turn postcopy speed down, 4K/s is slow enough on any machines */
1420 migrate_set_parameter_int(from
, "max-postcopy-bandwidth", 4096);
1422 /* Now we start the postcopy */
1423 migrate_postcopy_start(from
, to
);
1426 * Wait until postcopy is really started; we can only run the
1427 * migrate-pause command during a postcopy
1429 wait_for_migration_status(from
, "postcopy-active", NULL
);
1432 * Manually stop the postcopy migration. This emulates a network
1433 * failure with the migration socket
1435 migrate_pause(from
);
1438 * Wait for destination side to reach postcopy-paused state. The
1439 * migrate-recover command can only succeed if destination machine
1440 * is in the paused state
1442 wait_for_migration_status(to
, "postcopy-paused",
1443 (const char * []) { "failed", "active",
1444 "completed", NULL
});
1447 * Create a new socket to emulate a new channel that is different
1448 * from the broken migration channel; tell the destination to
1449 * listen to the new port
1451 uri
= g_strdup_printf("unix:%s/migsocket-recover", tmpfs
);
1452 migrate_recover(to
, uri
);
1455 * Try to rebuild the migration channel using the resume flag and
1456 * the newly created channel
1458 wait_for_migration_status(from
, "postcopy-paused",
1459 (const char * []) { "failed", "active",
1460 "completed", NULL
});
1461 migrate_qmp(from
, uri
, "{'resume': true}");
1463 /* Restore the postcopy bandwidth to unlimited */
1464 migrate_set_parameter_int(from
, "max-postcopy-bandwidth", 0);
1466 migrate_postcopy_complete(from
, to
, args
);
1469 static void test_postcopy_recovery(void)
1471 MigrateCommon args
= { };
1473 test_postcopy_recovery_common(&args
);
1476 static void test_postcopy_recovery_compress(void)
1478 MigrateCommon args
= {
1479 .start_hook
= test_migrate_compress_start
1482 test_postcopy_recovery_common(&args
);
1485 #ifdef CONFIG_GNUTLS
1486 static void test_postcopy_recovery_tls_psk(void)
1488 MigrateCommon args
= {
1489 .start_hook
= test_migrate_tls_psk_start_match
,
1490 .finish_hook
= test_migrate_tls_psk_finish
,
1493 test_postcopy_recovery_common(&args
);
1497 static void test_postcopy_preempt_recovery(void)
1499 MigrateCommon args
= {
1500 .postcopy_preempt
= true,
1503 test_postcopy_recovery_common(&args
);
1506 #ifdef CONFIG_GNUTLS
1507 /* This contains preempt+recovery+tls test altogether */
1508 static void test_postcopy_preempt_all(void)
1510 MigrateCommon args
= {
1511 .postcopy_preempt
= true,
1512 .start_hook
= test_migrate_tls_psk_start_match
,
1513 .finish_hook
= test_migrate_tls_psk_finish
,
1516 test_postcopy_recovery_common(&args
);
1521 static void test_baddest(void)
1523 MigrateStart args
= {
1526 QTestState
*from
, *to
;
1528 if (test_migrate_start(&from
, &to
, "tcp:127.0.0.1:0", &args
)) {
1531 migrate_qmp(from
, "tcp:127.0.0.1:0", "{}");
1532 wait_for_migration_fail(from
, false);
1533 test_migrate_end(from
, to
, false);
1537 static void test_analyze_script(void)
1539 MigrateStart args
= {
1540 .opts_source
= "-uuid 11111111-1111-1111-1111-111111111111",
1542 QTestState
*from
, *to
;
1543 g_autofree
char *uri
= NULL
;
1544 g_autofree
char *file
= NULL
;
1546 const char *python
= g_getenv("PYTHON");
1549 g_test_skip("PYTHON variable not set");
1554 if (test_migrate_start(&from
, &to
, "tcp:127.0.0.1:0", &args
)) {
1559 * Setting these two capabilities causes the "configuration"
1560 * vmstate to include subsections for them. The script needs to
1561 * parse those subsections properly.
1563 migrate_set_capability(from
, "validate-uuid", true);
1564 migrate_set_capability(from
, "x-ignore-shared", true);
1566 file
= g_strdup_printf("%s/migfile", tmpfs
);
1567 uri
= g_strdup_printf("exec:cat > %s", file
);
1569 migrate_ensure_converge(from
);
1570 migrate_qmp(from
, uri
, "{}");
1571 wait_for_migration_complete(from
);
1576 open("/dev/null", O_WRONLY
);
1577 execl(python
, python
, ANALYZE_SCRIPT
, "-f", file
, NULL
);
1578 g_assert_not_reached();
1581 g_assert(waitpid(pid
, &wstatus
, 0) == pid
);
1582 if (WIFEXITED(wstatus
) && WEXITSTATUS(wstatus
) != 0) {
1583 g_test_message("Failed to analyze the migration stream");
1586 test_migrate_end(from
, to
, false);
1591 static void test_precopy_common(MigrateCommon
*args
)
1593 QTestState
*from
, *to
;
1594 void *data_hook
= NULL
;
1595 g_autofree
char *connect_uri
= NULL
;
1597 if (test_migrate_start(&from
, &to
, args
->listen_uri
, &args
->start
)) {
1601 if (args
->start_hook
) {
1602 data_hook
= args
->start_hook(from
, to
);
1605 /* Wait for the first serial output from the source */
1606 if (args
->result
== MIG_TEST_SUCCEED
) {
1607 wait_for_serial("src_serial");
1611 migrate_ensure_non_converge(from
);
1612 migrate_prepare_for_dirty_mem(from
);
1615 * Testing non-live migration, we allow it to run at
1616 * full speed to ensure short test case duration.
1617 * For tests expected to fail, we don't need to
1620 if (args
->result
== MIG_TEST_SUCCEED
) {
1621 qtest_qmp_assert_success(from
, "{ 'execute' : 'stop'}");
1622 if (!got_src_stop
) {
1623 qtest_qmp_eventwait(from
, "STOP");
1625 migrate_ensure_converge(from
);
1629 if (!args
->connect_uri
) {
1630 connect_uri
= migrate_get_socket_address(to
, "socket-address");
1632 connect_uri
= g_strdup(args
->connect_uri
);
1635 if (args
->result
== MIG_TEST_QMP_ERROR
) {
1636 migrate_qmp_fail(from
, connect_uri
, "{}");
1640 migrate_qmp(from
, connect_uri
, "{}");
1642 if (args
->result
!= MIG_TEST_SUCCEED
) {
1643 bool allow_active
= args
->result
== MIG_TEST_FAIL
;
1644 wait_for_migration_fail(from
, allow_active
);
1646 if (args
->result
== MIG_TEST_FAIL_DEST_QUIT_ERR
) {
1647 qtest_set_expected_status(to
, EXIT_FAILURE
);
1652 * For initial iteration(s) we must do a full pass,
1653 * but for the final iteration, we need only wait
1654 * for some dirty mem before switching to converge
1656 while (args
->iterations
> 1) {
1657 wait_for_migration_pass(from
);
1660 migrate_wait_for_dirty_mem(from
, to
);
1662 migrate_ensure_converge(from
);
1665 * We do this first, as it has a timeout to stop us
1666 * hanging forever if migration didn't converge
1668 wait_for_migration_complete(from
);
1670 if (!got_src_stop
) {
1671 qtest_qmp_eventwait(from
, "STOP");
1674 wait_for_migration_complete(from
);
1676 * Must wait for dst to finish reading all incoming
1677 * data on the socket before issuing 'cont' otherwise
1680 wait_for_migration_complete(to
);
1682 qtest_qmp_assert_success(to
, "{ 'execute' : 'cont'}");
1685 if (!got_dst_resume
) {
1686 qtest_qmp_eventwait(to
, "RESUME");
1689 wait_for_serial("dest_serial");
1693 if (args
->finish_hook
) {
1694 args
->finish_hook(from
, to
, data_hook
);
1697 test_migrate_end(from
, to
, args
->result
== MIG_TEST_SUCCEED
);
1700 static void test_file_common(MigrateCommon
*args
, bool stop_src
)
1702 QTestState
*from
, *to
;
1703 void *data_hook
= NULL
;
1704 g_autofree
char *connect_uri
= g_strdup(args
->connect_uri
);
1706 if (test_migrate_start(&from
, &to
, args
->listen_uri
, &args
->start
)) {
1711 * File migration is never live. We can keep the source VM running
1712 * during migration, but the destination will not be running
1715 g_assert_false(args
->live
);
1717 if (args
->start_hook
) {
1718 data_hook
= args
->start_hook(from
, to
);
1721 migrate_ensure_converge(from
);
1722 wait_for_serial("src_serial");
1725 qtest_qmp_assert_success(from
, "{ 'execute' : 'stop'}");
1726 if (!got_src_stop
) {
1727 qtest_qmp_eventwait(from
, "STOP");
1731 if (args
->result
== MIG_TEST_QMP_ERROR
) {
1732 migrate_qmp_fail(from
, connect_uri
, "{}");
1736 migrate_qmp(from
, connect_uri
, "{}");
1737 wait_for_migration_complete(from
);
1740 * We need to wait for the source to finish before starting the
1743 migrate_incoming_qmp(to
, connect_uri
, "{}");
1744 wait_for_migration_complete(to
);
1747 qtest_qmp_assert_success(to
, "{ 'execute' : 'cont'}");
1750 if (!got_dst_resume
) {
1751 qtest_qmp_eventwait(to
, "RESUME");
1754 wait_for_serial("dest_serial");
1757 if (args
->finish_hook
) {
1758 args
->finish_hook(from
, to
, data_hook
);
1761 test_migrate_end(from
, to
, args
->result
== MIG_TEST_SUCCEED
);
1764 static void test_precopy_unix_plain(void)
1766 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
1767 MigrateCommon args
= {
1771 * The simplest use case of precopy, covering smoke tests of
1772 * get-dirty-log dirty tracking.
1777 test_precopy_common(&args
);
1781 static void test_precopy_unix_dirty_ring(void)
1783 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
1784 MigrateCommon args
= {
1786 .use_dirty_ring
= true,
1791 * Besides the precopy/unix basic test, cover dirty ring interface
1792 * rather than get-dirty-log.
1797 test_precopy_common(&args
);
1800 #ifdef CONFIG_GNUTLS
1801 static void test_precopy_unix_tls_psk(void)
1803 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
1804 MigrateCommon args
= {
1807 .start_hook
= test_migrate_tls_psk_start_match
,
1808 .finish_hook
= test_migrate_tls_psk_finish
,
1811 test_precopy_common(&args
);
1815 static void test_precopy_unix_tls_x509_default_host(void)
1817 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
1818 MigrateCommon args
= {
1820 .hide_stderr
= true,
1824 .start_hook
= test_migrate_tls_x509_start_default_host
,
1825 .finish_hook
= test_migrate_tls_x509_finish
,
1826 .result
= MIG_TEST_FAIL_DEST_QUIT_ERR
,
1829 test_precopy_common(&args
);
1832 static void test_precopy_unix_tls_x509_override_host(void)
1834 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
1835 MigrateCommon args
= {
1838 .start_hook
= test_migrate_tls_x509_start_override_host
,
1839 .finish_hook
= test_migrate_tls_x509_finish
,
1842 test_precopy_common(&args
);
1844 #endif /* CONFIG_TASN1 */
1845 #endif /* CONFIG_GNUTLS */
1848 /* Currently upset on aarch64 TCG */
1849 static void test_ignore_shared(void)
1851 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
1852 QTestState
*from
, *to
;
1854 if (test_migrate_start(&from
, &to
, uri
, false, true, NULL
, NULL
)) {
1858 migrate_ensure_non_converge(from
);
1859 migrate_prepare_for_dirty_mem(from
);
1861 migrate_set_capability(from
, "x-ignore-shared", true);
1862 migrate_set_capability(to
, "x-ignore-shared", true);
1864 /* Wait for the first serial output from the source */
1865 wait_for_serial("src_serial");
1867 migrate_qmp(from
, uri
, "{}");
1869 migrate_wait_for_dirty_mem(from
, to
);
1871 if (!got_src_stop
) {
1872 qtest_qmp_eventwait(from
, "STOP");
1875 qtest_qmp_eventwait(to
, "RESUME");
1877 wait_for_serial("dest_serial");
1878 wait_for_migration_complete(from
);
1880 /* Check whether shared RAM has been really skipped */
1881 g_assert_cmpint(read_ram_property_int(from
, "transferred"), <, 1024 * 1024);
1883 test_migrate_end(from
, to
, true);
1888 test_migrate_xbzrle_start(QTestState
*from
,
1891 migrate_set_parameter_int(from
, "xbzrle-cache-size", 33554432);
1893 migrate_set_capability(from
, "xbzrle", true);
1894 migrate_set_capability(to
, "xbzrle", true);
1899 static void test_precopy_unix_xbzrle(void)
1901 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
1902 MigrateCommon args
= {
1905 .start_hook
= test_migrate_xbzrle_start
,
1908 * XBZRLE needs pages to be modified when doing the 2nd+ round
1909 * iteration to have real data pushed to the stream.
1914 test_precopy_common(&args
);
1917 static void test_precopy_unix_compress(void)
1919 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
1920 MigrateCommon args
= {
1923 .start_hook
= test_migrate_compress_start
,
1925 * Test that no invalid thread state is left over from
1926 * the previous iteration.
1930 * We make sure the compressor can always work well even if guest
1931 * memory is changing. See commit 34ab9e9743 where we used to fix
1932 * a bug when only trigger-able with guest memory changing.
1937 test_precopy_common(&args
);
1940 static void test_precopy_unix_compress_nowait(void)
1942 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
1943 MigrateCommon args
= {
1946 .start_hook
= test_migrate_compress_nowait_start
,
1948 * Test that no invalid thread state is left over from
1949 * the previous iteration.
1952 /* Same reason for the wait version of precopy compress test */
1956 test_precopy_common(&args
);
1959 static void test_precopy_file(void)
1961 g_autofree
char *uri
= g_strdup_printf("file:%s/%s", tmpfs
,
1962 FILE_TEST_FILENAME
);
1963 MigrateCommon args
= {
1965 .listen_uri
= "defer",
1968 test_file_common(&args
, true);
1971 static void file_offset_finish_hook(QTestState
*from
, QTestState
*to
,
1974 #if defined(__linux__)
1975 g_autofree
char *path
= g_strdup_printf("%s/%s", tmpfs
, FILE_TEST_FILENAME
);
1976 size_t size
= FILE_TEST_OFFSET
+ sizeof(QEMU_VM_FILE_MAGIC
);
1977 uintptr_t *addr
, *p
;
1980 fd
= open(path
, O_RDONLY
);
1982 addr
= mmap(NULL
, size
, PROT_READ
, MAP_SHARED
, fd
, 0);
1983 g_assert(addr
!= MAP_FAILED
);
1986 * Ensure the skipped offset contains zeros and the migration
1987 * stream starts at the right place.
1990 while (p
< addr
+ FILE_TEST_OFFSET
/ sizeof(uintptr_t)) {
1994 g_assert_cmpint(cpu_to_be64(*p
) >> 32, ==, QEMU_VM_FILE_MAGIC
);
2001 static void test_precopy_file_offset(void)
2003 g_autofree
char *uri
= g_strdup_printf("file:%s/%s,offset=%d", tmpfs
,
2006 MigrateCommon args
= {
2008 .listen_uri
= "defer",
2009 .finish_hook
= file_offset_finish_hook
,
2012 test_file_common(&args
, false);
2015 static void test_precopy_file_offset_bad(void)
2017 /* using a value not supported by qemu_strtosz() */
2018 g_autofree
char *uri
= g_strdup_printf("file:%s/%s,offset=0x20M",
2019 tmpfs
, FILE_TEST_FILENAME
);
2020 MigrateCommon args
= {
2022 .listen_uri
= "defer",
2023 .result
= MIG_TEST_QMP_ERROR
,
2026 test_file_common(&args
, false);
2029 static void *test_mode_reboot_start(QTestState
*from
, QTestState
*to
)
2031 migrate_set_parameter_str(from
, "mode", "cpr-reboot");
2032 migrate_set_parameter_str(to
, "mode", "cpr-reboot");
2034 migrate_set_capability(from
, "x-ignore-shared", true);
2035 migrate_set_capability(to
, "x-ignore-shared", true);
2040 static void test_mode_reboot(void)
2042 g_autofree
char *uri
= g_strdup_printf("file:%s/%s", tmpfs
,
2043 FILE_TEST_FILENAME
);
2044 MigrateCommon args
= {
2045 .start
.use_shmem
= true,
2047 .listen_uri
= "defer",
2048 .start_hook
= test_mode_reboot_start
2051 test_file_common(&args
, true);
2054 static void test_precopy_tcp_plain(void)
2056 MigrateCommon args
= {
2057 .listen_uri
= "tcp:127.0.0.1:0",
2060 test_precopy_common(&args
);
2063 static void *test_migrate_switchover_ack_start(QTestState
*from
, QTestState
*to
)
2066 migrate_set_capability(from
, "return-path", true);
2067 migrate_set_capability(to
, "return-path", true);
2069 migrate_set_capability(from
, "switchover-ack", true);
2070 migrate_set_capability(to
, "switchover-ack", true);
2075 static void test_precopy_tcp_switchover_ack(void)
2077 MigrateCommon args
= {
2078 .listen_uri
= "tcp:127.0.0.1:0",
2079 .start_hook
= test_migrate_switchover_ack_start
,
2081 * Source VM must be running in order to consider the switchover ACK
2082 * when deciding to do switchover or not.
2087 test_precopy_common(&args
);
2090 #ifdef CONFIG_GNUTLS
2091 static void test_precopy_tcp_tls_psk_match(void)
2093 MigrateCommon args
= {
2094 .listen_uri
= "tcp:127.0.0.1:0",
2095 .start_hook
= test_migrate_tls_psk_start_match
,
2096 .finish_hook
= test_migrate_tls_psk_finish
,
2099 test_precopy_common(&args
);
2102 static void test_precopy_tcp_tls_psk_mismatch(void)
2104 MigrateCommon args
= {
2106 .hide_stderr
= true,
2108 .listen_uri
= "tcp:127.0.0.1:0",
2109 .start_hook
= test_migrate_tls_psk_start_mismatch
,
2110 .finish_hook
= test_migrate_tls_psk_finish
,
2111 .result
= MIG_TEST_FAIL
,
2114 test_precopy_common(&args
);
2118 static void test_precopy_tcp_tls_x509_default_host(void)
2120 MigrateCommon args
= {
2121 .listen_uri
= "tcp:127.0.0.1:0",
2122 .start_hook
= test_migrate_tls_x509_start_default_host
,
2123 .finish_hook
= test_migrate_tls_x509_finish
,
2126 test_precopy_common(&args
);
2129 static void test_precopy_tcp_tls_x509_override_host(void)
2131 MigrateCommon args
= {
2132 .listen_uri
= "tcp:127.0.0.1:0",
2133 .start_hook
= test_migrate_tls_x509_start_override_host
,
2134 .finish_hook
= test_migrate_tls_x509_finish
,
2137 test_precopy_common(&args
);
2140 static void test_precopy_tcp_tls_x509_mismatch_host(void)
2142 MigrateCommon args
= {
2144 .hide_stderr
= true,
2146 .listen_uri
= "tcp:127.0.0.1:0",
2147 .start_hook
= test_migrate_tls_x509_start_mismatch_host
,
2148 .finish_hook
= test_migrate_tls_x509_finish
,
2149 .result
= MIG_TEST_FAIL_DEST_QUIT_ERR
,
2152 test_precopy_common(&args
);
2155 static void test_precopy_tcp_tls_x509_friendly_client(void)
2157 MigrateCommon args
= {
2158 .listen_uri
= "tcp:127.0.0.1:0",
2159 .start_hook
= test_migrate_tls_x509_start_friendly_client
,
2160 .finish_hook
= test_migrate_tls_x509_finish
,
2163 test_precopy_common(&args
);
2166 static void test_precopy_tcp_tls_x509_hostile_client(void)
2168 MigrateCommon args
= {
2170 .hide_stderr
= true,
2172 .listen_uri
= "tcp:127.0.0.1:0",
2173 .start_hook
= test_migrate_tls_x509_start_hostile_client
,
2174 .finish_hook
= test_migrate_tls_x509_finish
,
2175 .result
= MIG_TEST_FAIL
,
2178 test_precopy_common(&args
);
2181 static void test_precopy_tcp_tls_x509_allow_anon_client(void)
2183 MigrateCommon args
= {
2184 .listen_uri
= "tcp:127.0.0.1:0",
2185 .start_hook
= test_migrate_tls_x509_start_allow_anon_client
,
2186 .finish_hook
= test_migrate_tls_x509_finish
,
2189 test_precopy_common(&args
);
2192 static void test_precopy_tcp_tls_x509_reject_anon_client(void)
2194 MigrateCommon args
= {
2196 .hide_stderr
= true,
2198 .listen_uri
= "tcp:127.0.0.1:0",
2199 .start_hook
= test_migrate_tls_x509_start_reject_anon_client
,
2200 .finish_hook
= test_migrate_tls_x509_finish
,
2201 .result
= MIG_TEST_FAIL
,
2204 test_precopy_common(&args
);
2206 #endif /* CONFIG_TASN1 */
2207 #endif /* CONFIG_GNUTLS */
2210 static void *test_migrate_fd_start_hook(QTestState
*from
,
2216 /* Create two connected sockets for migration */
2217 ret
= qemu_socketpair(PF_LOCAL
, SOCK_STREAM
, 0, pair
);
2218 g_assert_cmpint(ret
, ==, 0);
2220 /* Send the 1st socket to the target */
2221 qtest_qmp_fds_assert_success(to
, &pair
[0], 1,
2222 "{ 'execute': 'getfd',"
2223 " 'arguments': { 'fdname': 'fd-mig' }}");
2226 /* Start incoming migration from the 1st socket */
2227 migrate_incoming_qmp(to
, "fd:fd-mig", "{}");
2229 /* Send the 2nd socket to the target */
2230 qtest_qmp_fds_assert_success(from
, &pair
[1], 1,
2231 "{ 'execute': 'getfd',"
2232 " 'arguments': { 'fdname': 'fd-mig' }}");
2238 static void test_migrate_fd_finish_hook(QTestState
*from
,
2243 const char *error_desc
;
2245 /* Test closing fds */
2246 /* We assume, that QEMU removes named fd from its list,
2247 * so this should fail */
2248 rsp
= qtest_qmp(from
, "{ 'execute': 'closefd',"
2249 " 'arguments': { 'fdname': 'fd-mig' }}");
2250 g_assert_true(qdict_haskey(rsp
, "error"));
2251 error_desc
= qdict_get_str(qdict_get_qdict(rsp
, "error"), "desc");
2252 g_assert_cmpstr(error_desc
, ==, "File descriptor named 'fd-mig' not found");
2255 rsp
= qtest_qmp(to
, "{ 'execute': 'closefd',"
2256 " 'arguments': { 'fdname': 'fd-mig' }}");
2257 g_assert_true(qdict_haskey(rsp
, "error"));
2258 error_desc
= qdict_get_str(qdict_get_qdict(rsp
, "error"), "desc");
2259 g_assert_cmpstr(error_desc
, ==, "File descriptor named 'fd-mig' not found");
2263 static void test_migrate_fd_proto(void)
2265 MigrateCommon args
= {
2266 .listen_uri
= "defer",
2267 .connect_uri
= "fd:fd-mig",
2268 .start_hook
= test_migrate_fd_start_hook
,
2269 .finish_hook
= test_migrate_fd_finish_hook
2271 test_precopy_common(&args
);
2275 static void do_test_validate_uuid(MigrateStart
*args
, bool should_fail
)
2277 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
2278 QTestState
*from
, *to
;
2280 if (test_migrate_start(&from
, &to
, uri
, args
)) {
2285 * UUID validation is at the begin of migration. So, the main process of
2286 * migration is not interesting for us here. Thus, set huge downtime for
2287 * very fast migration.
2289 migrate_set_parameter_int(from
, "downtime-limit", 1000000);
2290 migrate_set_capability(from
, "validate-uuid", true);
2292 /* Wait for the first serial output from the source */
2293 wait_for_serial("src_serial");
2295 migrate_qmp(from
, uri
, "{}");
2298 qtest_set_expected_status(to
, EXIT_FAILURE
);
2299 wait_for_migration_fail(from
, true);
2301 wait_for_migration_complete(from
);
2304 test_migrate_end(from
, to
, false);
2307 static void test_validate_uuid(void)
2309 MigrateStart args
= {
2310 .opts_source
= "-uuid 11111111-1111-1111-1111-111111111111",
2311 .opts_target
= "-uuid 11111111-1111-1111-1111-111111111111",
2314 do_test_validate_uuid(&args
, false);
2317 static void test_validate_uuid_error(void)
2319 MigrateStart args
= {
2320 .opts_source
= "-uuid 11111111-1111-1111-1111-111111111111",
2321 .opts_target
= "-uuid 22222222-2222-2222-2222-222222222222",
2322 .hide_stderr
= true,
2325 do_test_validate_uuid(&args
, true);
2328 static void test_validate_uuid_src_not_set(void)
2330 MigrateStart args
= {
2331 .opts_target
= "-uuid 22222222-2222-2222-2222-222222222222",
2332 .hide_stderr
= true,
2335 do_test_validate_uuid(&args
, false);
2338 static void test_validate_uuid_dst_not_set(void)
2340 MigrateStart args
= {
2341 .opts_source
= "-uuid 11111111-1111-1111-1111-111111111111",
2342 .hide_stderr
= true,
2345 do_test_validate_uuid(&args
, false);
2349 * The way auto_converge works, we need to do too many passes to
2350 * run this test. Auto_converge logic is only run once every
2351 * three iterations, so:
2353 * - 3 iterations without auto_converge enabled
2354 * - 3 iterations with pct = 5
2355 * - 3 iterations with pct = 30
2356 * - 3 iterations with pct = 55
2357 * - 3 iterations with pct = 80
2358 * - 3 iterations with pct = 95 (max(95, 80 + 25))
2360 * To make things even worse, we need to run the initial stage at
2361 * 3MB/s so we enter autoconverge even when host is (over)loaded.
2363 static void test_migrate_auto_converge(void)
2365 g_autofree
char *uri
= g_strdup_printf("unix:%s/migsocket", tmpfs
);
2366 MigrateStart args
= {};
2367 QTestState
*from
, *to
;
2371 * We want the test to be stable and as fast as possible.
2372 * E.g., with 1Gb/s bandwidth migration may pass without throttling,
2373 * so we need to decrease a bandwidth.
2375 const int64_t init_pct
= 5, inc_pct
= 25, max_pct
= 95;
2377 if (test_migrate_start(&from
, &to
, uri
, &args
)) {
2381 migrate_set_capability(from
, "auto-converge", true);
2382 migrate_set_parameter_int(from
, "cpu-throttle-initial", init_pct
);
2383 migrate_set_parameter_int(from
, "cpu-throttle-increment", inc_pct
);
2384 migrate_set_parameter_int(from
, "max-cpu-throttle", max_pct
);
2387 * Set the initial parameters so that the migration could not converge
2388 * without throttling.
2390 migrate_ensure_non_converge(from
);
2392 /* To check remaining size after precopy */
2393 migrate_set_capability(from
, "pause-before-switchover", true);
2395 /* Wait for the first serial output from the source */
2396 wait_for_serial("src_serial");
2398 migrate_qmp(from
, uri
, "{}");
2400 /* Wait for throttling begins */
2403 percentage
= read_migrate_property_int(from
, "cpu-throttle-percentage");
2404 if (percentage
!= 0) {
2408 g_assert_false(got_src_stop
);
2410 /* The first percentage of throttling should be at least init_pct */
2411 g_assert_cmpint(percentage
, >=, init_pct
);
2412 /* Now, when we tested that throttling works, let it converge */
2413 migrate_ensure_converge(from
);
2416 * Wait for pre-switchover status to check last throttle percentage
2417 * and remaining. These values will be zeroed later
2419 wait_for_migration_status(from
, "pre-switchover", NULL
);
2421 /* The final percentage of throttling shouldn't be greater than max_pct */
2422 percentage
= read_migrate_property_int(from
, "cpu-throttle-percentage");
2423 g_assert_cmpint(percentage
, <=, max_pct
);
2424 migrate_continue(from
, "pre-switchover");
2426 qtest_qmp_eventwait(to
, "RESUME");
2428 wait_for_serial("dest_serial");
2429 wait_for_migration_complete(from
);
2431 test_migrate_end(from
, to
, true);
2435 test_migrate_precopy_tcp_multifd_start_common(QTestState
*from
,
2439 migrate_set_parameter_int(from
, "multifd-channels", 16);
2440 migrate_set_parameter_int(to
, "multifd-channels", 16);
2442 migrate_set_parameter_str(from
, "multifd-compression", method
);
2443 migrate_set_parameter_str(to
, "multifd-compression", method
);
2445 migrate_set_capability(from
, "multifd", true);
2446 migrate_set_capability(to
, "multifd", true);
2448 /* Start incoming migration from the 1st socket */
2449 migrate_incoming_qmp(to
, "tcp:127.0.0.1:0", "{}");
2455 test_migrate_precopy_tcp_multifd_start(QTestState
*from
,
2458 return test_migrate_precopy_tcp_multifd_start_common(from
, to
, "none");
2462 test_migrate_precopy_tcp_multifd_zlib_start(QTestState
*from
,
2465 return test_migrate_precopy_tcp_multifd_start_common(from
, to
, "zlib");
2470 test_migrate_precopy_tcp_multifd_zstd_start(QTestState
*from
,
2473 return test_migrate_precopy_tcp_multifd_start_common(from
, to
, "zstd");
2475 #endif /* CONFIG_ZSTD */
2477 static void test_multifd_tcp_none(void)
2479 MigrateCommon args
= {
2480 .listen_uri
= "defer",
2481 .start_hook
= test_migrate_precopy_tcp_multifd_start
,
2483 * Multifd is more complicated than most of the features, it
2484 * directly takes guest page buffers when sending, make sure
2485 * everything will work alright even if guest page is changing.
2489 test_precopy_common(&args
);
2492 static void test_multifd_tcp_zlib(void)
2494 MigrateCommon args
= {
2495 .listen_uri
= "defer",
2496 .start_hook
= test_migrate_precopy_tcp_multifd_zlib_start
,
2498 test_precopy_common(&args
);
2502 static void test_multifd_tcp_zstd(void)
2504 MigrateCommon args
= {
2505 .listen_uri
= "defer",
2506 .start_hook
= test_migrate_precopy_tcp_multifd_zstd_start
,
2508 test_precopy_common(&args
);
2512 #ifdef CONFIG_GNUTLS
2514 test_migrate_multifd_tcp_tls_psk_start_match(QTestState
*from
,
2517 test_migrate_precopy_tcp_multifd_start_common(from
, to
, "none");
2518 return test_migrate_tls_psk_start_match(from
, to
);
2522 test_migrate_multifd_tcp_tls_psk_start_mismatch(QTestState
*from
,
2525 test_migrate_precopy_tcp_multifd_start_common(from
, to
, "none");
2526 return test_migrate_tls_psk_start_mismatch(from
, to
);
2531 test_migrate_multifd_tls_x509_start_default_host(QTestState
*from
,
2534 test_migrate_precopy_tcp_multifd_start_common(from
, to
, "none");
2535 return test_migrate_tls_x509_start_default_host(from
, to
);
2539 test_migrate_multifd_tls_x509_start_override_host(QTestState
*from
,
2542 test_migrate_precopy_tcp_multifd_start_common(from
, to
, "none");
2543 return test_migrate_tls_x509_start_override_host(from
, to
);
2547 test_migrate_multifd_tls_x509_start_mismatch_host(QTestState
*from
,
2550 test_migrate_precopy_tcp_multifd_start_common(from
, to
, "none");
2551 return test_migrate_tls_x509_start_mismatch_host(from
, to
);
2555 test_migrate_multifd_tls_x509_start_allow_anon_client(QTestState
*from
,
2558 test_migrate_precopy_tcp_multifd_start_common(from
, to
, "none");
2559 return test_migrate_tls_x509_start_allow_anon_client(from
, to
);
2563 test_migrate_multifd_tls_x509_start_reject_anon_client(QTestState
*from
,
2566 test_migrate_precopy_tcp_multifd_start_common(from
, to
, "none");
2567 return test_migrate_tls_x509_start_reject_anon_client(from
, to
);
2569 #endif /* CONFIG_TASN1 */
2571 static void test_multifd_tcp_tls_psk_match(void)
2573 MigrateCommon args
= {
2574 .listen_uri
= "defer",
2575 .start_hook
= test_migrate_multifd_tcp_tls_psk_start_match
,
2576 .finish_hook
= test_migrate_tls_psk_finish
,
2578 test_precopy_common(&args
);
2581 static void test_multifd_tcp_tls_psk_mismatch(void)
2583 MigrateCommon args
= {
2585 .hide_stderr
= true,
2587 .listen_uri
= "defer",
2588 .start_hook
= test_migrate_multifd_tcp_tls_psk_start_mismatch
,
2589 .finish_hook
= test_migrate_tls_psk_finish
,
2590 .result
= MIG_TEST_FAIL
,
2592 test_precopy_common(&args
);
2596 static void test_multifd_tcp_tls_x509_default_host(void)
2598 MigrateCommon args
= {
2599 .listen_uri
= "defer",
2600 .start_hook
= test_migrate_multifd_tls_x509_start_default_host
,
2601 .finish_hook
= test_migrate_tls_x509_finish
,
2603 test_precopy_common(&args
);
2606 static void test_multifd_tcp_tls_x509_override_host(void)
2608 MigrateCommon args
= {
2609 .listen_uri
= "defer",
2610 .start_hook
= test_migrate_multifd_tls_x509_start_override_host
,
2611 .finish_hook
= test_migrate_tls_x509_finish
,
2613 test_precopy_common(&args
);
2616 static void test_multifd_tcp_tls_x509_mismatch_host(void)
2619 * This has different behaviour to the non-multifd case.
2621 * In non-multifd case when client aborts due to mismatched
2622 * cert host, the server has already started trying to load
2623 * migration state, and so it exits with I/O failure.
2625 * In multifd case when client aborts due to mismatched
2626 * cert host, the server is still waiting for the other
2627 * multifd connections to arrive so hasn't started trying
2628 * to load migration state, and thus just aborts the migration
2631 MigrateCommon args
= {
2633 .hide_stderr
= true,
2635 .listen_uri
= "defer",
2636 .start_hook
= test_migrate_multifd_tls_x509_start_mismatch_host
,
2637 .finish_hook
= test_migrate_tls_x509_finish
,
2638 .result
= MIG_TEST_FAIL
,
2640 test_precopy_common(&args
);
2643 static void test_multifd_tcp_tls_x509_allow_anon_client(void)
2645 MigrateCommon args
= {
2646 .listen_uri
= "defer",
2647 .start_hook
= test_migrate_multifd_tls_x509_start_allow_anon_client
,
2648 .finish_hook
= test_migrate_tls_x509_finish
,
2650 test_precopy_common(&args
);
2653 static void test_multifd_tcp_tls_x509_reject_anon_client(void)
2655 MigrateCommon args
= {
2657 .hide_stderr
= true,
2659 .listen_uri
= "defer",
2660 .start_hook
= test_migrate_multifd_tls_x509_start_reject_anon_client
,
2661 .finish_hook
= test_migrate_tls_x509_finish
,
2662 .result
= MIG_TEST_FAIL
,
2664 test_precopy_common(&args
);
2666 #endif /* CONFIG_TASN1 */
2667 #endif /* CONFIG_GNUTLS */
2675 * launch another target
2678 * And see that it works
2680 static void test_multifd_tcp_cancel(void)
2682 MigrateStart args
= {
2683 .hide_stderr
= true,
2685 QTestState
*from
, *to
, *to2
;
2686 g_autofree
char *uri
= NULL
;
2688 if (test_migrate_start(&from
, &to
, "defer", &args
)) {
2692 migrate_ensure_non_converge(from
);
2693 migrate_prepare_for_dirty_mem(from
);
2695 migrate_set_parameter_int(from
, "multifd-channels", 16);
2696 migrate_set_parameter_int(to
, "multifd-channels", 16);
2698 migrate_set_capability(from
, "multifd", true);
2699 migrate_set_capability(to
, "multifd", true);
2701 /* Start incoming migration from the 1st socket */
2702 migrate_incoming_qmp(to
, "tcp:127.0.0.1:0", "{}");
2704 /* Wait for the first serial output from the source */
2705 wait_for_serial("src_serial");
2707 uri
= migrate_get_socket_address(to
, "socket-address");
2709 migrate_qmp(from
, uri
, "{}");
2711 migrate_wait_for_dirty_mem(from
, to
);
2713 migrate_cancel(from
);
2715 /* Make sure QEMU process "to" exited */
2716 qtest_set_expected_status(to
, EXIT_FAILURE
);
2717 qtest_wait_qemu(to
);
2719 args
= (MigrateStart
){
2720 .only_target
= true,
2723 if (test_migrate_start(&from
, &to2
, "defer", &args
)) {
2727 migrate_set_parameter_int(to2
, "multifd-channels", 16);
2729 migrate_set_capability(to2
, "multifd", true);
2731 /* Start incoming migration from the 1st socket */
2732 migrate_incoming_qmp(to2
, "tcp:127.0.0.1:0", "{}");
2735 uri
= migrate_get_socket_address(to2
, "socket-address");
2737 wait_for_migration_status(from
, "cancelled", NULL
);
2739 migrate_ensure_non_converge(from
);
2741 migrate_qmp(from
, uri
, "{}");
2743 migrate_wait_for_dirty_mem(from
, to2
);
2745 migrate_ensure_converge(from
);
2747 if (!got_src_stop
) {
2748 qtest_qmp_eventwait(from
, "STOP");
2750 qtest_qmp_eventwait(to2
, "RESUME");
2752 wait_for_serial("dest_serial");
2753 wait_for_migration_complete(from
);
2754 test_migrate_end(from
, to2
, true);
2757 static void calc_dirty_rate(QTestState
*who
, uint64_t calc_time
)
2759 qtest_qmp_assert_success(who
,
2760 "{ 'execute': 'calc-dirty-rate',"
2762 "'calc-time': %" PRIu64
","
2763 "'mode': 'dirty-ring' }}",
2767 static QDict
*query_dirty_rate(QTestState
*who
)
2769 return qtest_qmp_assert_success_ref(who
,
2770 "{ 'execute': 'query-dirty-rate' }");
2773 static void dirtylimit_set_all(QTestState
*who
, uint64_t dirtyrate
)
2775 qtest_qmp_assert_success(who
,
2776 "{ 'execute': 'set-vcpu-dirty-limit',"
2778 "'dirty-rate': %" PRIu64
" } }",
2782 static void cancel_vcpu_dirty_limit(QTestState
*who
)
2784 qtest_qmp_assert_success(who
,
2785 "{ 'execute': 'cancel-vcpu-dirty-limit' }");
2788 static QDict
*query_vcpu_dirty_limit(QTestState
*who
)
2792 rsp
= qtest_qmp(who
, "{ 'execute': 'query-vcpu-dirty-limit' }");
2793 g_assert(!qdict_haskey(rsp
, "error"));
2794 g_assert(qdict_haskey(rsp
, "return"));
2799 static bool calc_dirtyrate_ready(QTestState
*who
)
2804 rsp_return
= query_dirty_rate(who
);
2805 g_assert(rsp_return
);
2807 status
= g_strdup(qdict_get_str(rsp_return
, "status"));
2810 return g_strcmp0(status
, "measuring");
2813 static void wait_for_calc_dirtyrate_complete(QTestState
*who
,
2816 int max_try_count
= 10000;
2817 usleep(time_s
* 1000000);
2819 while (!calc_dirtyrate_ready(who
) && max_try_count
--) {
2824 * Set the timeout with 10 s(max_try_count * 1000us),
2825 * if dirtyrate measurement not complete, fail test.
2827 g_assert_cmpint(max_try_count
, !=, 0);
2830 static int64_t get_dirty_rate(QTestState
*who
)
2835 const QListEntry
*entry
;
2839 rsp_return
= query_dirty_rate(who
);
2840 g_assert(rsp_return
);
2842 status
= g_strdup(qdict_get_str(rsp_return
, "status"));
2844 g_assert_cmpstr(status
, ==, "measured");
2846 rates
= qdict_get_qlist(rsp_return
, "vcpu-dirty-rate");
2847 g_assert(rates
&& !qlist_empty(rates
));
2849 entry
= qlist_first(rates
);
2852 rate
= qobject_to(QDict
, qlist_entry_obj(entry
));
2855 dirtyrate
= qdict_get_try_int(rate
, "dirty-rate", -1);
2857 qobject_unref(rsp_return
);
2861 static int64_t get_limit_rate(QTestState
*who
)
2865 const QListEntry
*entry
;
2869 rsp_return
= query_vcpu_dirty_limit(who
);
2870 g_assert(rsp_return
);
2872 rates
= qdict_get_qlist(rsp_return
, "return");
2873 g_assert(rates
&& !qlist_empty(rates
));
2875 entry
= qlist_first(rates
);
2878 rate
= qobject_to(QDict
, qlist_entry_obj(entry
));
2881 dirtyrate
= qdict_get_try_int(rate
, "limit-rate", -1);
2883 qobject_unref(rsp_return
);
2887 static QTestState
*dirtylimit_start_vm(void)
2889 QTestState
*vm
= NULL
;
2891 cmd
= g_strdup_printf("-accel kvm,dirty-ring-size=4096 "
2892 "-name dirtylimit-test,debug-threads=on "
2894 "-serial file:%s/vm_serial "
2895 "-drive file=%s,format=raw ",
2898 vm
= qtest_init(cmd
);
2902 static void dirtylimit_stop_vm(QTestState
*vm
)
2905 cleanup("vm_serial");
2908 static void test_vcpu_dirty_limit(void)
2911 int64_t origin_rate
;
2914 int max_try_count
= 20;
2917 /* Start vm for vcpu dirtylimit test */
2918 vm
= dirtylimit_start_vm();
2920 /* Wait for the first serial output from the vm*/
2921 wait_for_serial("vm_serial");
2923 /* Do dirtyrate measurement with calc time equals 1s */
2924 calc_dirty_rate(vm
, 1);
2926 /* Sleep calc time and wait for calc dirtyrate complete */
2927 wait_for_calc_dirtyrate_complete(vm
, 1);
2929 /* Query original dirty page rate */
2930 origin_rate
= get_dirty_rate(vm
);
2932 /* VM booted from bootsect should dirty memory steadily */
2933 assert(origin_rate
!= 0);
2935 /* Setup quota dirty page rate at half of origin */
2936 quota_rate
= origin_rate
/ 2;
2938 /* Set dirtylimit */
2939 dirtylimit_set_all(vm
, quota_rate
);
2942 * Check if set-vcpu-dirty-limit and query-vcpu-dirty-limit
2945 g_assert_cmpint(quota_rate
, ==, get_limit_rate(vm
));
2947 /* Sleep a bit to check if it take effect */
2951 * Check if dirtylimit take effect realistically, set the
2952 * timeout with 20 s(max_try_count * 1s), if dirtylimit
2953 * doesn't take effect, fail test.
2955 while (--max_try_count
) {
2956 calc_dirty_rate(vm
, 1);
2957 wait_for_calc_dirtyrate_complete(vm
, 1);
2958 rate
= get_dirty_rate(vm
);
2961 * Assume hitting if current rate is less
2962 * than quota rate (within accepting error)
2964 if (rate
< (quota_rate
+ DIRTYLIMIT_TOLERANCE_RANGE
)) {
2970 g_assert_cmpint(hit
, ==, 1);
2975 /* Check if dirtylimit cancellation take effect */
2976 cancel_vcpu_dirty_limit(vm
);
2977 while (--max_try_count
) {
2978 calc_dirty_rate(vm
, 1);
2979 wait_for_calc_dirtyrate_complete(vm
, 1);
2980 rate
= get_dirty_rate(vm
);
2983 * Assume dirtylimit be canceled if current rate is
2984 * greater than quota rate (within accepting error)
2986 if (rate
> (quota_rate
+ DIRTYLIMIT_TOLERANCE_RANGE
)) {
2992 g_assert_cmpint(hit
, ==, 1);
2993 dirtylimit_stop_vm(vm
);
2996 static bool kvm_dirty_ring_supported(void)
2998 #if defined(__linux__) && defined(HOST_X86_64)
2999 int ret
, kvm_fd
= open("/dev/kvm", O_RDONLY
);
3005 ret
= ioctl(kvm_fd
, KVM_CHECK_EXTENSION
, KVM_CAP_DIRTY_LOG_RING
);
3008 /* We test with 4096 slots */
3019 int main(int argc
, char **argv
)
3021 bool has_kvm
, has_tcg
;
3024 g_autoptr(GError
) err
= NULL
;
3025 const char *qemu_src
= getenv(QEMU_ENV_SRC
);
3026 const char *qemu_dst
= getenv(QEMU_ENV_DST
);
3029 g_test_init(&argc
, &argv
, NULL
);
3032 * The default QTEST_QEMU_BINARY must always be provided because
3033 * that is what helpers use to query the accel type and
3036 if (qemu_src
&& qemu_dst
) {
3037 g_test_message("Only one of %s, %s is allowed",
3038 QEMU_ENV_SRC
, QEMU_ENV_DST
);
3042 has_kvm
= qtest_has_accel("kvm");
3043 has_tcg
= qtest_has_accel("tcg");
3045 if (!has_tcg
&& !has_kvm
) {
3046 g_test_skip("No KVM or TCG accelerator available");
3050 has_uffd
= ufd_version_check();
3051 arch
= qtest_get_arch();
3054 * On ppc64, the test only works with kvm-hv, but not with kvm-pr and TCG
3055 * is touchy due to race conditions on dirty bits (especially on PPC for
3058 if (g_str_equal(arch
, "ppc64") &&
3059 (!has_kvm
|| access("/sys/module/kvm_hv", F_OK
))) {
3060 g_test_message("Skipping test: kvm_hv not available");
3061 return g_test_run();
3065 * Similar to ppc64, s390x seems to be touchy with TCG, so disable it
3066 * there until the problems are resolved
3068 if (g_str_equal(arch
, "s390x") && !has_kvm
) {
3069 g_test_message("Skipping test: s390x host with KVM is required");
3070 return g_test_run();
3073 tmpfs
= g_dir_make_tmp("migration-test-XXXXXX", &err
);
3075 g_test_message("Can't create temporary directory in %s: %s",
3076 g_get_tmp_dir(), err
->message
);
3079 bootfile_create(tmpfs
);
3081 module_call_init(MODULE_INIT_QOM
);
3084 qtest_add_func("/migration/postcopy/plain", test_postcopy
);
3085 qtest_add_func("/migration/postcopy/recovery/plain",
3086 test_postcopy_recovery
);
3087 qtest_add_func("/migration/postcopy/preempt/plain", test_postcopy_preempt
);
3088 qtest_add_func("/migration/postcopy/preempt/recovery/plain",
3089 test_postcopy_preempt_recovery
);
3090 if (getenv("QEMU_TEST_FLAKY_TESTS")) {
3091 qtest_add_func("/migration/postcopy/compress/plain",
3092 test_postcopy_compress
);
3093 qtest_add_func("/migration/postcopy/recovery/compress/plain",
3094 test_postcopy_recovery_compress
);
3098 qtest_add_func("/migration/bad_dest", test_baddest
);
3100 if (!g_str_equal(arch
, "s390x")) {
3101 qtest_add_func("/migration/analyze-script", test_analyze_script
);
3104 qtest_add_func("/migration/precopy/unix/plain", test_precopy_unix_plain
);
3105 qtest_add_func("/migration/precopy/unix/xbzrle", test_precopy_unix_xbzrle
);
3107 * Compression fails from time to time.
3108 * Put test here but don't enable it until everything is fixed.
3110 if (getenv("QEMU_TEST_FLAKY_TESTS")) {
3111 qtest_add_func("/migration/precopy/unix/compress/wait",
3112 test_precopy_unix_compress
);
3113 qtest_add_func("/migration/precopy/unix/compress/nowait",
3114 test_precopy_unix_compress_nowait
);
3117 qtest_add_func("/migration/precopy/file",
3119 qtest_add_func("/migration/precopy/file/offset",
3120 test_precopy_file_offset
);
3121 qtest_add_func("/migration/precopy/file/offset/bad",
3122 test_precopy_file_offset_bad
);
3125 * Our CI system has problems with shared memory.
3126 * Don't run this test until we find a workaround.
3128 if (getenv("QEMU_TEST_FLAKY_TESTS")) {
3129 qtest_add_func("/migration/mode/reboot", test_mode_reboot
);
3132 #ifdef CONFIG_GNUTLS
3133 qtest_add_func("/migration/precopy/unix/tls/psk",
3134 test_precopy_unix_tls_psk
);
3138 * NOTE: psk test is enough for postcopy, as other types of TLS
3139 * channels are tested under precopy. Here what we want to test is the
3140 * general postcopy path that has TLS channel enabled.
3142 qtest_add_func("/migration/postcopy/tls/psk", test_postcopy_tls_psk
);
3143 qtest_add_func("/migration/postcopy/recovery/tls/psk",
3144 test_postcopy_recovery_tls_psk
);
3145 qtest_add_func("/migration/postcopy/preempt/tls/psk",
3146 test_postcopy_preempt_tls_psk
);
3147 qtest_add_func("/migration/postcopy/preempt/recovery/tls/psk",
3148 test_postcopy_preempt_all
);
3151 qtest_add_func("/migration/precopy/unix/tls/x509/default-host",
3152 test_precopy_unix_tls_x509_default_host
);
3153 qtest_add_func("/migration/precopy/unix/tls/x509/override-host",
3154 test_precopy_unix_tls_x509_override_host
);
3155 #endif /* CONFIG_TASN1 */
3156 #endif /* CONFIG_GNUTLS */
3158 qtest_add_func("/migration/precopy/tcp/plain", test_precopy_tcp_plain
);
3160 qtest_add_func("/migration/precopy/tcp/plain/switchover-ack",
3161 test_precopy_tcp_switchover_ack
);
3163 #ifdef CONFIG_GNUTLS
3164 qtest_add_func("/migration/precopy/tcp/tls/psk/match",
3165 test_precopy_tcp_tls_psk_match
);
3166 qtest_add_func("/migration/precopy/tcp/tls/psk/mismatch",
3167 test_precopy_tcp_tls_psk_mismatch
);
3169 qtest_add_func("/migration/precopy/tcp/tls/x509/default-host",
3170 test_precopy_tcp_tls_x509_default_host
);
3171 qtest_add_func("/migration/precopy/tcp/tls/x509/override-host",
3172 test_precopy_tcp_tls_x509_override_host
);
3173 qtest_add_func("/migration/precopy/tcp/tls/x509/mismatch-host",
3174 test_precopy_tcp_tls_x509_mismatch_host
);
3175 qtest_add_func("/migration/precopy/tcp/tls/x509/friendly-client",
3176 test_precopy_tcp_tls_x509_friendly_client
);
3177 qtest_add_func("/migration/precopy/tcp/tls/x509/hostile-client",
3178 test_precopy_tcp_tls_x509_hostile_client
);
3179 qtest_add_func("/migration/precopy/tcp/tls/x509/allow-anon-client",
3180 test_precopy_tcp_tls_x509_allow_anon_client
);
3181 qtest_add_func("/migration/precopy/tcp/tls/x509/reject-anon-client",
3182 test_precopy_tcp_tls_x509_reject_anon_client
);
3183 #endif /* CONFIG_TASN1 */
3184 #endif /* CONFIG_GNUTLS */
3186 /* qtest_add_func("/migration/ignore_shared", test_ignore_shared); */
3188 qtest_add_func("/migration/fd_proto", test_migrate_fd_proto
);
3190 qtest_add_func("/migration/validate_uuid", test_validate_uuid
);
3191 qtest_add_func("/migration/validate_uuid_error", test_validate_uuid_error
);
3192 qtest_add_func("/migration/validate_uuid_src_not_set",
3193 test_validate_uuid_src_not_set
);
3194 qtest_add_func("/migration/validate_uuid_dst_not_set",
3195 test_validate_uuid_dst_not_set
);
3197 * See explanation why this test is slow on function definition
3199 if (g_test_slow()) {
3200 qtest_add_func("/migration/auto_converge", test_migrate_auto_converge
);
3202 qtest_add_func("/migration/multifd/tcp/plain/none",
3203 test_multifd_tcp_none
);
3205 * This test is flaky and sometimes fails in CI and otherwise:
3206 * don't run unless user opts in via environment variable.
3208 if (getenv("QEMU_TEST_FLAKY_TESTS")) {
3209 qtest_add_func("/migration/multifd/tcp/plain/cancel",
3210 test_multifd_tcp_cancel
);
3212 qtest_add_func("/migration/multifd/tcp/plain/zlib",
3213 test_multifd_tcp_zlib
);
3215 qtest_add_func("/migration/multifd/tcp/plain/zstd",
3216 test_multifd_tcp_zstd
);
3218 #ifdef CONFIG_GNUTLS
3219 qtest_add_func("/migration/multifd/tcp/tls/psk/match",
3220 test_multifd_tcp_tls_psk_match
);
3221 qtest_add_func("/migration/multifd/tcp/tls/psk/mismatch",
3222 test_multifd_tcp_tls_psk_mismatch
);
3224 qtest_add_func("/migration/multifd/tcp/tls/x509/default-host",
3225 test_multifd_tcp_tls_x509_default_host
);
3226 qtest_add_func("/migration/multifd/tcp/tls/x509/override-host",
3227 test_multifd_tcp_tls_x509_override_host
);
3228 qtest_add_func("/migration/multifd/tcp/tls/x509/mismatch-host",
3229 test_multifd_tcp_tls_x509_mismatch_host
);
3230 qtest_add_func("/migration/multifd/tcp/tls/x509/allow-anon-client",
3231 test_multifd_tcp_tls_x509_allow_anon_client
);
3232 qtest_add_func("/migration/multifd/tcp/tls/x509/reject-anon-client",
3233 test_multifd_tcp_tls_x509_reject_anon_client
);
3234 #endif /* CONFIG_TASN1 */
3235 #endif /* CONFIG_GNUTLS */
3237 if (g_str_equal(arch
, "x86_64") && has_kvm
&& kvm_dirty_ring_supported()) {
3238 qtest_add_func("/migration/dirty_ring",
3239 test_precopy_unix_dirty_ring
);
3240 qtest_add_func("/migration/vcpu_dirty_limit",
3241 test_vcpu_dirty_limit
);
3246 g_assert_cmpint(ret
, ==, 0);
3251 g_test_message("unable to rmdir: path (%s): %s",
3252 tmpfs
, strerror(errno
));