]>
git.proxmox.com Git - pve-container.git/blob - src/PVE/VZDump/LXC.pm
42672aaefa9d93e0867c3ba1aa19d3f096dca8de
1 package PVE
::VZDump
::LXC
;
8 use POSIX
qw(strftime);
10 use PVE
::Cluster
qw(cfs_read_file);
18 use base qw
(PVE
::VZDump
::Plugin
);
20 my $default_mount_point = "/mnt/vzsnap0";
23 my ($self, $task, $to, $text, $first) = @_;
25 my $disks = $task->{disks
};
26 my $from = $disks->[0]->{dir
};
27 $self->loginfo ("starting $text sync $from to $to");
29 my $opts = $self->{vzdump
}->{opts
};
31 my @xattr = $task->{no_xattrs
} ?
() : ('-X', '-A');
33 my $rsync = ['rsync', '--stats', '-h', @xattr, '--numeric-ids',
34 '-aH', '--delete', '--no-whole-file',
35 ($first ?
'--sparse' : '--inplace'),
36 '--one-file-system', '--relative'];
37 push @$rsync, "--bwlimit=$opts->{bwlimit}" if $opts->{bwlimit
};
38 push @$rsync, map { "--exclude=$_" } @{$self->{vzdump
}->{findexcl
}};
39 push @$rsync, map { "--exclude=$_" } @{$task->{exclude_dirs
}};
41 # See the rsync(1) manpage for --relative in conjunction with /./ in paths.
42 # This is the only way to have exclude-dirs work together with the
43 # --one-file-system option.
44 # This way we can pass multiple source paths and tell rsync which directory
45 # they're supposed to be relative to.
46 # Otherwise with eg. using multiple rsync commands means the --exclude
47 # directives need to be modified for every command as they are meant to be
48 # relative to the rootdir, while rsync treats them as relative to the
50 foreach my $disk (@$disks) {
51 push @$rsync, "$from/.$disk->{mp}";
56 return if $_[0] !~ /^Total transferred file size: (.+)$/;
60 my $starttime = time();
61 PVE
::Tools
::run_command
([@$rsync, $to], logfunc
=> $logfunc);
62 my $delay = time () - $starttime;
64 $self->loginfo ("$text sync finished - transferred $transferred in ${delay}s");
68 my ($class, $vzdump) = @_;
70 PVE
::VZDump
::check_bin
('lxc-stop');
71 PVE
::VZDump
::check_bin
('lxc-start');
75 $self->{vzdump
} = $vzdump;
76 $self->{storecfg
} = PVE
::Storage
::config
();
78 $self->{vmlist
} = PVE
::LXC
::config_list
();
88 my ($self, $vmid) = @_;
90 my $running = PVE
::LXC
::check_running
($vmid) ?
1 : 0;
92 return wantarray ?
($running, $running ?
'running' : 'stopped') : $running;
95 my $check_mountpoint_empty = sub {
96 my ($mountpoint) = @_;
98 die "mount point '$mountpoint' is not a directory\n" if ! -d
$mountpoint;
100 PVE
::Tools
::dir_glob_foreach
($mountpoint, qr/.*/, sub {
102 return if $entry eq '.' || $entry eq '..';
103 die "mount point '$mountpoint' not empty\n";
108 my ($self, $task, $vmid, $mode) = @_;
110 my $conf = $self->{vmlist
}->{$vmid} = PVE
::LXC
::Config-
>load_config($vmid);
111 my $storage_cfg = $self->{storecfg
};
113 $self->loginfo("CT Name: $conf->{hostname}")
114 if defined($conf->{hostname
});
116 my $running = PVE
::LXC
::check_running
($vmid);
118 my $disks = $task->{disks
} = [];
119 my $exclude_dirs = $task->{exclude_dirs
} = [];
121 $task->{hostname
} = $conf->{'hostname'} || "CT$vmid";
123 my ($id_map, $rootuid, $rootgid) = PVE
::LXC
::parse_id_maps
($conf);
124 $task->{userns_cmd
} = PVE
::LXC
::userns_command
($id_map);
125 $task->{rootuid
} = $rootuid;
126 $task->{rootgid
} = $rootgid;
128 my $volids = $task->{volids
} = [];
130 my $backup_volumes = PVE
::LXC
::Config-
>get_backup_volumes($conf);
132 for my $volume (@{$backup_volumes}) {
133 my $name = $volume->{key
};
134 my $included = $volume->{included
};
135 my $volume_config = $volume->{volume_config
};
137 my $volid = $volume_config->{volume
};
138 my $mount = $volume_config->{mp
};
140 next if !$volid || !$mount;
143 my $type = $volume_config->{type
};
144 push @$exclude_dirs, $mount;
145 $self->loginfo("excluding $type mount point $name ('$mount') from backup ($volume->{reason})");
149 $volume_config->{name
} = $name;
151 # immutable raw base images need RO mount
152 if ($conf->{template
} && !defined($volume_config->{ro
})) {
153 $volume_config->{ro
} = 1;
156 $self->loginfo("including mount point $name ('$mount') in backup");
157 push @$disks, $volume_config;
158 push @$volids, $volid if $included;
161 if ($mode eq 'snapshot') {
162 if (!PVE
::LXC
::Config-
>has_feature('snapshot', $conf, $storage_cfg, undef, undef, 1)) {
163 die "mode failure - some volumes do not support snapshots\n";
167 if ($conf->{snapshots
} && $conf->{snapshots
}->{vzdump
}) {
168 $self->loginfo("found old vzdump snapshot (force removal)");
169 PVE
::LXC
::Config-
>lock_config($vmid, sub {
170 $self->unlock_vm($vmid);
171 PVE
::LXC
::Config-
>snapshot_delete($vmid, 'vzdump', 1);
172 $self->lock_vm($vmid);
176 my $rootdir = $default_mount_point;
178 &$check_mountpoint_empty($rootdir);
180 # set snapshot_count (freezes CT if snapshot_count > 1)
181 $task->{snapshot_count
} = scalar(@$volids);
182 } elsif ($mode eq 'stop') {
183 my $rootdir = $default_mount_point;
185 &$check_mountpoint_empty($rootdir);
186 } elsif ($mode eq 'suspend') {
187 my $pid = PVE
::LXC
::find_lxc_pid
($vmid);
188 foreach my $disk (@$disks) {
189 $disk->{dir
} = "/proc/$pid/root$disk->{mp}";
191 $task->{snapdir
} = $task->{tmpdir
};
193 unlock_vm
($self, $vmid);
194 die "unknown mode '$mode'\n"; # should not happen
197 if ($mode ne 'suspend') {
198 # If we perform mount operations, let's unshare the mount namespace
199 # to not influence the running host.
200 PVE
::Tools
::unshare
(PVE
::Tools
::CLONE_NEWNS
);
201 PVE
::Tools
::run_command
(['mount', '--make-rslave', '/']);
206 my ($self, $vmid) = @_;
208 PVE
::LXC
::Config-
>set_lock($vmid, 'backup');
212 my ($self, $vmid) = @_;
214 PVE
::LXC
::Config-
>remove_lock($vmid, 'backup')
218 my ($self, $task, $vmid) = @_;
220 $self->loginfo("create storage snapshot 'vzdump'");
222 # todo: freeze/unfreeze if we have more than one volid
223 PVE
::LXC
::Config-
>lock_config($vmid, sub {
224 $self->unlock_vm($vmid);
225 PVE
::LXC
::Config-
>snapshot_create($vmid, 'vzdump', 0, "vzdump backup snapshot");
226 $self->lock_vm($vmid);
228 $task->{cleanup
}->{remove_snapshot
} = 1;
231 my $conf = $self->{vmlist
}->{$vmid} = PVE
::LXC
::Config-
>load_config($vmid);
232 die "unable to read vzdump snapshot config - internal error"
233 if !($conf->{snapshots
} && $conf->{snapshots
}->{vzdump
});
235 my $disks = $task->{disks
};
236 my $volids = $task->{volids
};
238 my $rootdir = $default_mount_point;
239 my $storage_cfg = $self->{storecfg
};
241 PVE
::Storage
::activate_volumes
($storage_cfg, $volids, 'vzdump');
242 foreach my $disk (@$disks) {
243 $disk->{dir
} = "${rootdir}$disk->{mp}";
244 PVE
::LXC
::mountpoint_mount
($disk, $rootdir, $storage_cfg, 'vzdump', $task->{rootuid
}, $task->{rootgid
});
247 $task->{snapdir
} = $rootdir;
250 sub copy_data_phase1
{
251 my ($self, $task) = @_;
253 if (my $mntinfo = PVE
::VZDump
::get_mount_info
($task->{snapdir
})) {
254 if ($mntinfo->{fstype
} =~ /^nfs4?/) {
256 "temporary directory is on NFS, disabling xattr and acl"
257 ." support, consider configuring a local tmpdir via"
258 ." /etc/vzdump.conf\n");
259 $task->{no_xattrs
} = 1;
263 $self->$rsync_vm($task, $task->{snapdir
}, "first", 1);
266 sub copy_data_phase2
{
267 my ($self, $task) = @_;
269 $self->$rsync_vm($task, $task->{snapdir
}, "final", 0);
273 my ($self, $task, $vmid) = @_;
275 my $opts = $self->{vzdump
}->{opts
};
276 my $timeout = $opts->{stopwait
} * 60;
278 PVE
::LXC
::vm_stop
($vmid, 0, $timeout);
282 my ($self, $task, $vmid) = @_;
284 my $conf = PVE
::LXC
::Config-
>load_config($vmid);
285 PVE
::LXC
::vm_start
($vmid, $conf);
289 my ($self, $task, $vmid) = @_;
291 PVE
::LXC
::freeze
($vmid);
295 my ($self, $task, $vmid) = @_;
297 PVE
::LXC
::thaw
($vmid);
301 my ($self, $task, $vmid) = @_;
303 my $opts = $self->{vzdump
}->{opts
};
305 my $conf = PVE
::LXC
::Config-
>load_config($vmid);
306 delete $conf->{lock};
307 delete $conf->{snapshots
};
308 delete $conf->{parent
};
309 delete $conf->{pending
};
311 my $tmpdir = $task->{tmpdir
};
313 mkpath
"$tmpdir/etc/vzdump/";
315 PVE
::Tools
::file_set_contents
("$tmpdir/etc/vzdump/pct.conf", PVE
::LXC
::Config
::write_pct_config
("/lxc/$vmid.conf", $conf));
317 my $firewall ="/etc/pve/firewall/$vmid.fw";
318 my $fwconftmp = "$tmpdir/etc/vzdump/pct.fw";
320 if ($self->{vzdump
}->{opts
}->{pbs
}) {
321 # fixme: do not store pct.conf and fw.conf into $tmpdir
323 PVE
::Tools
::file_copy
($firewall, $fwconftmp);
327 PVE
::Tools
::file_copy
($firewall, $fwconftmp);
329 PVE
::Tools
::file_set_contents
($fwconftmp, '');
336 my ($self, $task, $vmid, $filename, $comp) = @_;
338 my $disks = $task->{disks
};
341 if ($task->{mode
} eq 'stop') {
342 my $storage_cfg = $self->{storecfg
};
344 PVE
::Storage
::activate_volumes
($storage_cfg, $task->{volids
});
346 my $rootdir = $default_mount_point;
347 foreach my $disk (@$disks) {
348 $disk->{dir
} = "${rootdir}$disk->{mp}";
349 PVE
::LXC
::mountpoint_mount
($disk, $rootdir, $storage_cfg, undef, $task->{rootuid
}, $task->{rootgid
});
350 # add every enabled mountpoint (since we use --one-file-system)
351 # mp already starts with a / so we only need to add the dot
352 push @sources, ".$disk->{mp}";
354 $task->{snapdir
} = $rootdir;
355 } elsif ($task->{mode
} eq 'snapshot') {
356 # mounting the vzdump snapshots and setting $snapdir is already done,
357 # but we need to include all mountpoints here!
358 foreach my $disk (@$disks) {
359 push @sources, ".$disk->{mp}";
362 # the data was rsynced to a temporary location, only use '.' to avoid
363 # having mountpoints duplicated
367 my $opts = $self->{vzdump
}->{opts
};
368 my $snapdir = $task->{snapdir
};
369 my $tmpdir = $task->{tmpdir
};
371 my $userns_cmd = $task->{userns_cmd
};
373 if ($self->{vzdump
}->{opts
}->{pbs
}) {
376 push @$param, "pct.conf:$tmpdir/etc/vzdump/pct.conf";
378 my $fw_conf = "$tmpdir/etc/vzdump/pct.fw";
380 push @$param, "fw.conf:$fw_conf";
383 my $rootdir = $snapdir;
384 push @$param, "root.pxar:$rootdir";
386 foreach my $disk (@sources) {
387 push @$param, '--include-dev', "$snapdir/$disk";
390 push @$param, '--skip-lost-and-found' if $userns_cmd;
392 push @$param, '--backup-type', 'ct';
393 push @$param, '--backup-id', $vmid;
394 push @$param, '--backup-time', $task->{backup_time
};
396 my @storage = ($opts->{scfg
}, $opts->{storage
});
398 my $logfunc = sub { my $line = shift; $self->loginfo($line) };
399 PVE
::Storage
::PBSPlugin
::run_raw_client_cmd
(@storage, 'backup', $param,
400 logfunc
=> $logfunc, userns_cmd
=> $userns_cmd);
402 # FIXME: move to a pve-common helper, storage has a similar one
403 my $time_iso8601 = strftime
('%FT%TZ', gmtime($task->{backup_time
}));
404 my $snapshot_id = "ct/$vmid/$time_iso8601";
405 my $res = eval { PVE
::Storage
::PBSPlugin
::run_client_cmd
(@storage, 'files', [$snapshot_id]) } // [];
407 $task->{size
} += $_->{size
} for @$res;
411 my $tar = [@$userns_cmd, 'tar', 'cpf', '-', '--totals',
412 @PVE::Storage
::Plugin
::COMMON_TAR_FLAGS
,
413 '--one-file-system', '--warning=no-file-ignored'];
415 # note: --remove-files does not work because we do not
416 # backup all files (filters). tar complains:
417 # Cannot rmdir: Directory not empty
418 # we disable this optimization for now
419 #if ($snapdir eq $task->{tmpdir} && $snapdir =~ m|^$opts->{dumpdir}/|) {
420 # push @$tar, "--remove-files"; # try to save space
423 # The directory parameter can give an alternative directory as source.
424 # the second parameter gives the structure in the tar.
425 push @$tar, "--directory=$tmpdir", './etc/vzdump/pct.conf';
426 push @$tar, "./etc/vzdump/pct.fw" if $task->{fw
};
427 push @$tar, "--directory=$snapdir";
428 push @$tar, '--no-anchored', '--exclude=lost+found' if $userns_cmd;
429 push @$tar, '--anchored';
430 push @$tar, map { "--exclude=.$_" } @{$self->{vzdump
}->{findexcl
}};
432 push @$tar, @sources;
436 my $bwl = $opts->{bwlimit
}*1024; # bandwidth limit for cstream
437 push @$cmd, [ 'cstream', '-t', $bwl ] if $opts->{bwlimit
};
438 push @$cmd, [ split(/\s+/, $comp) ] if $comp;
440 if ($opts->{stdout
}) {
441 $self->cmd($cmd, output
=> ">&" . fileno($opts->{stdout
}));
443 push @{$cmd->[-1]}, \
(">" . PVE
::Tools
::shellquote
($filename));
450 my ($self, $task, $vmid) = @_;
452 my $conf = PVE
::LXC
::Config-
>load_config($vmid);
454 if ($task->{mode
} ne 'suspend') {
455 my $rootdir = $default_mount_point;
456 my $disks = $task->{disks
};
457 foreach my $disk (reverse @$disks) {
458 PVE
::Tools
::run_command
(['umount', '-l', '-d', $disk->{dir
}]) if $disk->{dir
};
462 if ($task->{cleanup
}->{remove_snapshot
}) {
463 $self->loginfo("remove vzdump snapshot");
464 PVE
::LXC
::Config-
>snapshot_delete($vmid, 'vzdump', 0);