]>
git.proxmox.com Git - pve-manager.git/blob - test/ReplicationTestEnv.pm
1 package ReplicationTestEnv
;
9 use lib
('.', '../..');
16 use PVE
::ReplicationConfig
;
17 use PVE
::ReplicationState
;
18 use PVE
::API2
::Replication
;
26 our $mocked_nodename = 'node1';
28 our $mocked_replication_jobs = {};
30 my $pve_replication_config_module = Test
::MockModule-
>new('PVE::ReplicationConfig');
31 my $pve_replication_state_module = Test
::MockModule-
>new('PVE::ReplicationState');
33 our $mocked_vm_configs = {};
35 our $mocked_ct_configs = {};
37 my $mocked_get_members = sub {
39 node1
=> { online
=> 1 },
40 node2
=> { online
=> 1 },
41 node3
=> { online
=> 1 },
45 my $mocked_vmlist = sub {
48 foreach my $id (keys %$mocked_ct_configs) {
49 my $d = $mocked_ct_configs->{$id};
50 $res->{$id} = { 'type' => 'lxc', 'node' => $d->{node
}, 'version' => 1 };
52 foreach my $id (keys %$mocked_vm_configs) {
53 my $d = $mocked_vm_configs->{$id};
54 $res->{$id} = { 'type' => 'qemu', 'node' => $d->{node
}, 'version' => 1 };
57 return { 'ids' => $res };
60 my $mocked_get_ssh_info = sub {
61 my ($node, $network_cidr) = @_;
63 return { node
=> $node };
66 my $mocked_ssh_info_to_command = sub {
67 my ($info, @extra_options) = @_;
69 return ['fake_ssh', $info->{name
}, @extra_options];
72 my $statefile = ".mocked_repl_state";
75 $PVE::ReplicationState
::state_path
= $statefile;
76 $PVE::ReplicationState
::state_lock
= ".mocked_repl_state_lock";
77 $PVE::API2
::Replication
::pvesr_lock_path
= ".mocked_pvesr_lock";
78 $PVE::GuestHelpers
::lockdir
= ".mocked_pve-manager_lock";
80 if (!mkdir($PVE::GuestHelpers
::lockdir
) && !$!{EEXIST
}) {
81 # If we cannot create the guest helper lockdir we'll loop endlessly, so die
83 die "mkdir($PVE::GuestHelpers::lockdir): $!\n";
86 my $pve_sshinfo_module = Test
::MockModule-
>new('PVE::SSHInfo');
88 my $pve_cluster_module = Test
::MockModule-
>new('PVE::Cluster');
90 my $pve_inotify_module = Test
::MockModule-
>new('PVE::INotify');
92 my $mocked_qemu_load_conf = sub {
93 my ($class, $vmid, $node) = @_;
95 $node = $mocked_nodename if !$node;
97 my $conf = $mocked_vm_configs->{$vmid};
99 die "no such vm '$vmid'" if !defined($conf);
100 die "vm '$vmid' on wrong node" if $conf->{node
} ne $node;
105 my $pve_qemuserver_module = Test
::MockModule-
>new('PVE::QemuServer');
107 my $pve_qemuconfig_module = Test
::MockModule-
>new('PVE::QemuConfig');
109 my $mocked_lxc_load_conf = sub {
110 my ($class, $vmid, $node) = @_;
112 $node = $mocked_nodename if !$node;
114 my $conf = $mocked_ct_configs->{$vmid};
116 die "no such ct '$vmid'" if !defined($conf);
117 die "ct '$vmid' on wrong node" if $conf->{node
} ne $node;
122 my $pve_lxc_config_module = Test
::MockModule-
>new('PVE::LXC::Config');
124 my $mocked_replication_config_new = sub {
126 my $res = clone
($mocked_replication_jobs);
128 return bless { ids
=> $res }, 'PVE::ReplicationConfig';
131 my $mocked_storage_config = {
140 path
=> "/var/lib/vz",
144 pool
=> 'nonexistent-testpool',
154 my $pve_storage_module = Test
::MockModule-
>new('PVE::Storage');
156 my $mocked_storage_content = {};
158 sub register_mocked_volid
{
159 my ($volid, $snapname) = @_;
161 my ($storeid, $volname) = PVE
::Storage
::parse_volume_id
($volid);
162 my $scfg = $mocked_storage_config->{ids
}->{$storeid} ||
163 die "no such storage '$storeid'\n";
165 my $d = $mocked_storage_content->{$storeid}->{$volname} //= {};
167 $d->{$snapname} = 1 if $snapname;
170 my $mocked_volume_snapshot_list = sub {
171 my ($cfg, $volid, $prefix) = @_;
173 my ($storeid, $volname) = PVE
::Storage
::parse_volume_id
($volid);
176 if (my $d = $mocked_storage_content->{$storeid}->{$volname}) {
183 my $mocked_volume_snapshot = sub {
184 my ($cfg, $volid, $snap) = @_;
186 my ($storeid, $volname) = PVE
::Storage
::parse_volume_id
($volid);
188 my $d = $mocked_storage_content->{$storeid}->{$volname};
189 die "no such volid '$volid'\n" if !$d;
193 my $mocked_volume_snapshot_delete = sub {
194 my ($cfg, $volid, $snap, $running) = @_;
196 my ($storeid, $volname) = PVE
::Storage
::parse_volume_id
($volid);
197 my $d = $mocked_storage_content->{$storeid}->{$volname};
198 die "no such volid '$volid'\n" if !$d;
199 delete $d->{$snap} || die "no such snapshot '$snap' on '$volid'\n";
202 my $pve_replication_module = Test
::MockModule-
>new('PVE::Replication');
204 my $mocked_job_logfile_name = sub {
207 return ".mocked_replication_log_$jobid";
210 my $mocked_log_time = 0;
212 my $mocked_get_log_time = sub {
213 return $mocked_log_time;
218 my $mocked_cfs_lock_file = sub {
219 my ($filename, $timeout, $code, @param) = @_;
221 die "$filename already locked\n" if ($locks->{$filename});
223 $locks->{$filename} = 1;
225 my $res = $code->(@param);
227 delete $locks->{$filename};
232 my $mocked_cfs_read_file = sub {
235 return {} if $filename eq 'datacenter.cfg';
236 return PVE
::Cluster
::cfs_read_file
($filename);
239 my $mocked_cfs_write_file = sub {
240 my ($filename, $cfg) = @_;
242 die "wrong file - $filename\n" if $filename ne 'replication.cfg';
244 $cfg->write_config(); # checks but no actual write to pmxcfs
248 $pve_replication_state_module->mock(job_logfile_name
=> $mocked_job_logfile_name);
249 $pve_replication_module->mock(get_log_time
=> $mocked_get_log_time);
251 $pve_storage_module->mock(config
=> sub { return $mocked_storage_config; });
252 $pve_storage_module->mock(volume_snapshot_list
=> $mocked_volume_snapshot_list);
253 $pve_storage_module->mock(volume_snapshot
=> $mocked_volume_snapshot);
254 $pve_storage_module->mock(volume_snapshot_delete
=> $mocked_volume_snapshot_delete);
256 $pve_replication_config_module->mock(
257 new
=> $mocked_replication_config_new,
258 lock => sub { $mocked_cfs_lock_file->('replication.cfg', undef, $_[0]); },
259 write => sub { $mocked_cfs_write_file->('replication.cfg', $_[0]); },
261 $pve_qemuserver_module->mock(check_running
=> sub { return 0; });
262 $pve_qemuconfig_module->mock(load_config
=> $mocked_qemu_load_conf);
264 $pve_lxc_config_module->mock(load_config
=> $mocked_lxc_load_conf);
266 $pve_sshinfo_module->mock(
267 get_ssh_info
=> $mocked_get_ssh_info,
268 ssh_info_to_command
=> $mocked_ssh_info_to_command,
271 $pve_cluster_module->mock(
272 get_vmlist
=> sub { return $mocked_vmlist->(); },
273 get_members
=> $mocked_get_members,
274 cfs_update
=> sub {},
275 cfs_lock_file
=> $mocked_cfs_lock_file,
276 cfs_write_file
=> $mocked_cfs_write_file,
277 cfs_read_file
=> $mocked_cfs_read_file,
279 $pve_inotify_module->mock('nodename' => sub { return $mocked_nodename; });
282 # code to generate/conpare test logs
292 $filename = basename
($0);
293 if ($filename =~ m/^(\S+)\.pl$/) {
294 $filename = "$1.log";
296 die "unable to compute log name for $0";
300 die "log already open" if defined($logname);
302 open (my $fh, ">", "$filename.tmp") ||
303 die "unable to open log - $!";
305 $logname = $filename;
314 my $diff = `diff -u '$logname' '$logname.tmp'`;
316 warn "got unexpected output\n";
317 print "# diff -u '$logname' '$logname.tmp'\n";
322 rename("$logname.tmp", $logname) || die "rename log failed - $!";
328 # helper to track job status
332 $mocked_log_time = $ctime;
338 print $logfh "$msg\n";
342 $status = PVE
::ReplicationState
::job_status
();
343 foreach my $jobid (sort keys %$status) {
344 my $jobcfg = $status->{$jobid};
345 $logmsg->("$ctime $jobid: new job next_sync => $jobcfg->{next_sync}");
349 PVE
::API2
::Replication
::run_jobs
($ctime, $logmsg, 1);
351 my $new = PVE
::ReplicationState
::job_status
();
353 # detect removed jobs
354 foreach my $jobid (sort keys %$status) {
355 if (!$new->{$jobid}) {
356 $logmsg->("$ctime $jobid: vanished job");
360 foreach my $jobid (sort keys %$new) {
361 my $jobcfg = $new->{$jobid};
362 my $oldcfg = $status->{$jobid};
364 $logmsg->("$ctime $jobid: new job next_sync => $jobcfg->{next_sync}");
365 next; # no old state to compare
367 foreach my $k (qw(target guest vmtype next_sync)) {
369 if ($oldcfg->{$k} ne $jobcfg->{$k}) {
370 $changes .= ', ' if $changes;
371 $changes .= "$k => $jobcfg->{$k}";
373 $logmsg->("$ctime $jobid: changed config $changes") if $changes;
377 my $oldstate = $oldcfg->{state};
379 my $state = $jobcfg->{state};
382 foreach my $k (qw(last_node last_try last_sync fail_count error)) {
383 if (($oldstate->{$k} // '') ne ($state->{$k} // '')) {
384 my $value = $state->{$k} // '';
386 $changes .= ', ' if $changes;
387 $changes .= "$k => $value";
390 $logmsg->("$ctime $jobid: changed state $changes") if $changes;
392 my $old_storeid_list = $oldstate->{storeid_list
};
393 my $storeid_list = $state->{storeid_list
};
395 my $storeid_list_changes = 0;
396 foreach my $storeid (@$storeid_list) {
397 next if grep { $_ eq $storeid } @$old_storeid_list;
398 $storeid_list_changes = 1;
401 foreach my $storeid (@$old_storeid_list) {
402 next if grep { $_ eq $storeid } @$storeid_list;
403 $storeid_list_changes = 1;
406 $logmsg->("$ctime $jobid: changed storeid list " . join(',', @$storeid_list))
407 if $storeid_list_changes;