use Getopt::Long qw(GetOptionsFromArray);
use File::Copy qw(move);
use File::Path qw(make_path);
-use Switch;
use JSON;
use IO::File;
use String::ShellQuote 'shell_quote';
my $PROGNAME = "pve-zsync";
-my $CONFIG_PATH = "/var/lib/${PROGNAME}/";
-my $STATE = "${CONFIG_PATH}sync_state";
+my $CONFIG_PATH = "/var/lib/${PROGNAME}";
+my $STATE = "${CONFIG_PATH}/sync_state";
my $CRONJOBS = "/etc/cron.d/$PROGNAME";
-my $PATH = "/usr/sbin/";
-my $PVE_DIR = "/etc/pve/local/";
-my $QEMU_CONF = "${PVE_DIR}qemu-server/";
-my $LXC_CONF = "${PVE_DIR}lxc/";
-my $LOCKFILE = "$CONFIG_PATH${PROGNAME}.lock";
-my $PROG_PATH = "$PATH${PROGNAME}";
+my $PATH = "/usr/sbin";
+my $PVE_DIR = "/etc/pve/local";
+my $QEMU_CONF = "${PVE_DIR}/qemu-server";
+my $LXC_CONF = "${PVE_DIR}/lxc";
+my $LOCKFILE = "$CONFIG_PATH/${PROGNAME}.lock";
+my $PROG_PATH = "$PATH/${PROGNAME}";
my $INTERVAL = 15;
my $DEBUG = 0;
# targets are either a VMID, or a 'host:zpool/path' with 'host:' being optional
my $TARGETRE = qr!^(?:($HOSTRE):)?(\d+|(?:[\w\-_]+)(/.+)?)$!;
-check_bin ('cstream');
-check_bin ('zfs');
-check_bin ('ssh');
-check_bin ('scp');
+my $command = $ARGV[0];
+
+if (defined($command) && $command ne 'help' && $command ne 'printpod') {
+ check_bin ('cstream');
+ check_bin ('zfs');
+ check_bin ('ssh');
+ check_bin ('scp');
+}
+
+$SIG{TERM} = $SIG{QUIT} = $SIG{PIPE} = $SIG{HUP} = $SIG{KILL} = $SIG{INT} =
+ sub {
+ die "Signal aborting sync\n";
+ };
sub check_bin {
my ($bin) = @_;
}
sub cut_target_width {
- my ($target, $max) = @_;
+ my ($path, $maxlen) = @_;
+ $path =~ s@/+@/@g;
+
+ return $path if length($path) <= $maxlen;
- return $target if (length($target) <= $max);
- my @spl = split('/', $target);
+ return '..'.substr($path, -$maxlen+2) if $path !~ m@/@;
- my $count = length($spl[@spl-1]);
- return "..\/".substr($spl[@spl-1],($count-$max)+3 , $count) if $count > $max;
+ $path =~ s@/([^/]+/?)$@@;
+ my $tail = $1;
- $count += length($spl[0]) if @spl > 1;
- return substr($spl[0], 0, $max-4-length($spl[@spl-1]))."\/..\/".$spl[@spl-1] if $count > $max;
+ if (length($tail)+3 == $maxlen) {
+ return "../$tail";
+ } elsif (length($tail)+2 >= $maxlen) {
+ return '..'.substr($tail, -$maxlen+2)
+ }
+
+ $path =~ s@(/[^/]+)(?:/|$)@@;
+ my $head = $1;
+ my $both = length($head) + length($tail);
+ my $remaining = $maxlen-$both-4; # -4 for "/../"
- my $rest = 1;
- $rest = $max-$count if ($max-$count > 0);
+ if ($remaining < 0) {
+ return substr($head, 0, $maxlen - length($tail) - 3) . "../$tail"; # -3 for "../"
+ }
- return "$spl[0]".substr($target, length($spl[0]), $rest)."..\/".$spl[@spl-1];
+ substr($path, ($remaining/2), (length($path)-$remaining), '..');
+ return "$head/" . $path . "/$tail";
}
sub lock {
}
sub check_pool_exists {
- my ($target) = @_;
+ my ($target, $user) = @_;
my $cmd = [];
- push @$cmd, 'ssh', "root\@$target->{ip}", '--', if $target->{ip};
+
+ if ($target->{ip}) {
+ push @$cmd, 'ssh', "$user\@$target->{ip}", '--';
+ }
push @$cmd, 'zfs', 'list', '-H', '--', $target->{all};
eval {
run_cmd($cmd);
};
if ($@) {
- return 1;
+ return 0;
}
- return undef;
+ return 1;
}
sub parse_target {
sub parse_argv {
my (@arg) = @_;
- my $param = {};
- $param->{dest} = undef;
- $param->{source} = undef;
- $param->{verbose} = undef;
- $param->{limit} = undef;
- $param->{maxsnap} = undef;
- $param->{name} = undef;
- $param->{skip} = undef;
- $param->{method} = undef;
-
- my ($ret, $ar) = GetOptionsFromArray(\@arg,
- 'dest=s' => \$param->{dest},
- 'source=s' => \$param->{source},
- 'verbose' => \$param->{verbose},
- 'limit=i' => \$param->{limit},
- 'maxsnap=i' => \$param->{maxsnap},
- 'name=s' => \$param->{name},
- 'skip' => \$param->{skip},
- 'method=s' => \$param->{method});
-
- if ($ret == 0) {
- die "can't parse options\n";
- }
+ my $param = {
+ dest => undef,
+ source => undef,
+ verbose => undef,
+ limit => undef,
+ maxsnap => undef,
+ name => undef,
+ skip => undef,
+ method => undef,
+ source_user => undef,
+ dest_user => undef,
+ };
- $param->{name} = "default" if !$param->{name};
- $param->{maxsnap} = 1 if !$param->{maxsnap};
- $param->{method} = "ssh" if !$param->{method};
+ my ($ret) = GetOptionsFromArray(
+ \@arg,
+ 'dest=s' => \$param->{dest},
+ 'source=s' => \$param->{source},
+ 'verbose' => \$param->{verbose},
+ 'limit=i' => \$param->{limit},
+ 'maxsnap=i' => \$param->{maxsnap},
+ 'name=s' => \$param->{name},
+ 'skip' => \$param->{skip},
+ 'method=s' => \$param->{method},
+ 'source-user=s' => \$param->{source_user},
+ 'dest-user=s' => \$param->{dest_user}
+ );
+
+ die "can't parse options\n" if $ret == 0;
+
+ $param->{name} //= "default";
+ $param->{maxsnap} //= 1;
+ $param->{method} //= "ssh";
+ $param->{source_user} //= "root";
+ $param->{dest_user} //= "root";
return $param;
}
my $param = parse_argv(@arg);
if ($param->{source} && $param->{dest}) {
- $cfg->{$param->{source}}->{$param->{name}}->{dest} = $param->{dest};
- $cfg->{$param->{source}}->{$param->{name}}->{verbose} = $param->{verbose};
- $cfg->{$param->{source}}->{$param->{name}}->{limit} = $param->{limit};
- $cfg->{$param->{source}}->{$param->{name}}->{maxsnap} = $param->{maxsnap};
- $cfg->{$param->{source}}->{$param->{name}}->{skip} = $param->{skip};
- $cfg->{$param->{source}}->{$param->{name}}->{method} = $param->{method};
+ my $source = delete $param->{source};
+ my $name = delete $param->{name};
+
+ $cfg->{$source}->{$name} = $param;
}
}
$job->{limit} = $param->{limit};
$job->{maxsnap} = $param->{maxsnap} if $param->{maxsnap};
$job->{source} = $param->{source};
+ $job->{source_user} = $param->{source_user};
+ $job->{dest_user} = $param->{dest_user};
return $job;
}
$text = "#";
}
if ($line) {
- $line =~ /^#*(.+) root/;
+ $line =~ /^#*\s*((?:\S+\s+){4}\S+)\s+root/;
$text .= $1;
} else {
$text .= "*/$INTERVAL * * * *";
$text .= " root";
$text .= " $PROGNAME sync --source $job->{source} --dest $job->{dest}";
$text .= " --name $job->{name} --maxsnap $job->{maxsnap}";
+ $text .= " --limit $job->{limit}" if $job->{limit};
$text .= " --method $job->{method}";
$text .= " --verbose" if $job->{verbose};
+ $text .= " --source-user $job->{source_user}";
+ $text .= " --dest-user $job->{dest_user}";
$text .= "\n";
return $text;
my $cfg = read_cron();
- my $list = sprintf("%-25s%-10s%-7s%-20s%-5s%-5s\n" , "SOURCE", "NAME", "STATE", "LAST SYNC", "TYPE", "CON");
+ my $list = sprintf("%-25s%-25s%-10s%-20s%-6s%-5s\n" , "SOURCE", "NAME", "STATE", "LAST SYNC", "TYPE", "CON");
my $states = read_state();
foreach my $source (sort keys%{$cfg}) {
foreach my $name (sort keys%{$cfg->{$source}}) {
$list .= sprintf("%-25s", cut_target_width($source, 25));
- $list .= sprintf("%-10s", cut_target_width($name, 10));
- $list .= sprintf("%-7s", $states->{$source}->{$name}->{state});
+ $list .= sprintf("%-25s", cut_target_width($name, 25));
+ $list .= sprintf("%-10s", $states->{$source}->{$name}->{state});
$list .= sprintf("%-20s", $states->{$source}->{$name}->{lsync});
- $list .= sprintf("%-5s", $states->{$source}->{$name}->{vm_type});
+ $list .= sprintf("%-6s", defined($states->{$source}->{$name}->{vm_type}) ? $states->{$source}->{$name}->{vm_type} : "undef");
$list .= sprintf("%-5s\n", $cfg->{$source}->{$name}->{method});
}
}
}
sub vm_exists {
- my ($target) = @_;
+ my ($target, $user) = @_;
- my @cmd = ('ssh', "root\@$target->{ip}", '--') if $target->{ip};
+ my @cmd = ('ssh', "$user\@$target->{ip}", '--') if $target->{ip};
my $res = undef;
- eval { $res = run_cmd([@cmd, 'ls', "$QEMU_CONF$target->{vmid}.conf"]) };
+ return undef if !defined($target->{vmid});
+
+ eval { $res = run_cmd([@cmd, 'ls', "$QEMU_CONF/$target->{vmid}.conf"]) };
return "qemu" if $res;
- eval { $res = run_cmd([@cmd, 'ls', "$LXC_CONF$target->{vmid}.conf"]) };
+ eval { $res = run_cmd([@cmd, 'ls', "$LXC_CONF/$target->{vmid}.conf"]) };
return "lxc" if $res;
my $dest = parse_target($param->{dest});
if (my $ip = $dest->{ip}) {
- run_cmd(['ssh-copy-id', '-i', '/root/.ssh/id_rsa.pub', "root\@$ip"]);
+ run_cmd(['ssh-copy-id', '-i', '/root/.ssh/id_rsa.pub', "$param->{dest_user}\@$ip"]);
}
if (my $ip = $source->{ip}) {
- run_cmd(['ssh-copy-id', '-i', '/root/.ssh/id_rsa.pub', "root\@$ip"]);
+ run_cmd(['ssh-copy-id', '-i', '/root/.ssh/id_rsa.pub', "$param->{source_user}\@$ip"]);
}
- die "Pool $dest->{all} does not exists\n" if check_pool_exists($dest);
-
- my $check = check_pool_exists($source->{path}, $source->{ip}) if !$source->{vmid} && $source->{path};
+ die "Pool $dest->{all} does not exists\n" if !check_pool_exists($dest, $param->{dest_user});
- die "Pool $source->{path} does not exists\n" if undef($check);
+ if (!defined($source->{vmid})) {
+ die "Pool $source->{all} does not exists\n" if !check_pool_exists($source, $param->{source_user});
+ }
- my $vm_type = vm_exists($source);
+ my $vm_type = vm_exists($source, $param->{source_user});
$job->{vm_type} = $vm_type;
+ $source->{vm_type} = $vm_type;
- die "VM $source->{vmid} doesn't exist\n" if $param->{vmid} && !$vm_type;
+ die "VM $source->{vmid} doesn't exist\n" if $source->{vmid} && !$vm_type;
die "Config already exists\n" if $cfg->{$job->{source}}->{$job->{name}};
+ #check if vm has zfs disks if not die;
+ get_disks($source, $param->{source_user}) if $source->{vmid};
+
update_cron($job);
update_state($job);
my $sync_path = sub {
my ($source, $dest, $job, $param, $date) = @_;
- ($source->{old_snap}, $source->{last_snap}) = snapshot_get($source, $dest, $param->{maxsnap}, $param->{name});
+ ($source->{old_snap}, $source->{last_snap}) = snapshot_get($source, $dest, $param->{maxsnap}, $param->{name}, $param->{source_user});
- snapshot_add($source, $dest, $param->{name}, $date);
+ snapshot_add($source, $dest, $param->{name}, $date, $param->{source_user}, $param->{dest_user});
send_image($source, $dest, $param);
- snapshot_destroy($source, $dest, $param->{method}, $source->{old_snap}) if ($source->{destroy} && $source->{old_snap});
+ snapshot_destroy($source, $dest, $param->{method}, $source->{old_snap}, $param->{source_user}, $param->{dest_user}) if ($source->{destroy} && $source->{old_snap});
};
- my $vm_type = vm_exists($source);
+ my $vm_type = vm_exists($source, $param->{source_user});
$source->{vm_type} = $vm_type;
if ($job) {
eval{
if ($source->{vmid}) {
die "VM $source->{vmid} doesn't exist\n" if !$vm_type;
- my $disks = get_disks($source);
+ die "source-user has to be root for syncing VMs\n" if ($param->{source_user} ne "root");
+ my $disks = get_disks($source, $param->{source_user});
foreach my $disk (sort keys %{$disks}) {
$source->{all} = $disks->{$disk}->{all};
&$sync_path($source, $dest, $job, $param, $date);
}
if ($param->{method} eq "ssh" && ($source->{ip} || $dest->{ip})) {
- send_config($source, $dest,'ssh');
+ send_config($source, $dest,'ssh', $param->{source_user}, $param->{dest_user});
} else {
- send_config($source, $dest,'local');
+ send_config($source, $dest,'local', $param->{source_user}, $param->{dest_user});
}
} else {
&$sync_path($source, $dest, $job, $param, $date);
}
sub snapshot_get{
- my ($source, $dest, $max_snap, $name) = @_;
+ my ($source, $dest, $max_snap, $name, $source_user) = @_;
my $cmd = [];
- push @$cmd, 'ssh', "root\@$source->{ip}", '--', if $source->{ip};
+ push @$cmd, 'ssh', "$source_user\@$source->{ip}", '--', if $source->{ip};
push @$cmd, 'zfs', 'list', '-r', '-t', 'snapshot', '-Ho', 'name', '-S', 'creation';
push @$cmd, $source->{all};
while ($raw && $raw =~ s/^(.*?)(\n|$)//) {
$line = $1;
- if ($line =~ m/(rep_$name.*)$/) {
+ if ($line =~ m/(rep_\Q${name}\E_\d{4}-\d{2}-\d{2}_\d{2}:\d{2}:\d{2})$/) {
+
$last_snap = $1 if (!$last_snap);
$old_snap = $1;
$index++;
}
sub snapshot_add {
- my ($source, $dest, $name, $date) = @_;
+ my ($source, $dest, $name, $date, $source_user, $dest_user) = @_;
my $snap_name = "rep_$name\_".$date;
my $path = "$source->{all}\@$snap_name";
my $cmd = [];
- push @$cmd, 'ssh', "root\@$source->{ip}", '--', if $source->{ip};
+ push @$cmd, 'ssh', "$source_user\@$source->{ip}", '--', if $source->{ip};
push @$cmd, 'zfs', 'snapshot', $path;
eval{
run_cmd($cmd);
};
if (my $err = $@) {
- snapshot_destroy($source, $dest, 'ssh', $snap_name);
+ snapshot_destroy($source, $dest, 'ssh', $snap_name, $source_user, $dest_user);
die "$err\n";
}
}
}
sub get_disks {
- my ($target) = @_;
+ my ($target, $user) = @_;
my $cmd = [];
- push @$cmd, 'ssh', "root\@$target->{ip}", '--', if $target->{ip};
+ push @$cmd, 'ssh', "$user\@$target->{ip}", '--', if $target->{ip};
if ($target->{vm_type} eq 'qemu') {
push @$cmd, 'qm', 'config', $target->{vmid};
my $res = run_cmd($cmd);
- my $disks = parse_disks($res, $target->{ip}, $target->{vm_type});
+ my $disks = parse_disks($res, $target->{ip}, $target->{vm_type}, $user);
return $disks;
}
}
sub parse_disks {
- my ($text, $ip, $vm_type) = @_;
+ my ($text, $ip, $vm_type, $user) = @_;
my $disks;
while ($text && $text =~ s/^(.*?)(\n|$)//) {
my $line = $1;
- next if $line =~ /cdrom|none/;
+ next if $line =~ /media=cdrom/;
next if $line !~ m/^(?:((?:virtio|ide|scsi|sata|mp)\d+)|rootfs): /;
+ #QEMU if backup is not set include in sync
+ next if $vm_type eq 'qemu' && ($line =~ m/backup=(?i:0|no|off|false)/);
+
+ #LXC if backup is not set do no in sync
+ next if $vm_type eq 'lxc' && ($line =~ m/^mp\d:/) && ($line !~ m/backup=(?i:1|yes|on|true)/);
+
my $disk = undef;
my $stor = undef;
- if($line =~ m/^(?:((?:virtio|ide|scsi|sata|mp)\d+)|rootfs): (.+:)([A-Za-z0-9\-]+),(.*)$/) {
- $disk = $3;
- $stor = $2;
- } else {
- die "disk is not on ZFS Storage\n";
+ if($line =~ m/^(?:(?:(?:virtio|ide|scsi|sata|mp)\d+)|rootfs): (.*)$/) {
+ my @parameter = split(/,/,$1);
+
+ foreach my $opt (@parameter) {
+ if ($opt =~ m/^(?:file=|volume=)?([^:]+:)([A-Za-z0-9\-]+)$/){
+ $disk = $2;
+ $stor = $1;
+ last;
+ }
+ }
+ }
+ if (!defined($disk) || !defined($stor)) {
+ print "Disk: \"$line\" has no valid zfs dataset format and will be skipped\n";
+ next;
}
my $cmd = [];
- push @$cmd, 'ssh', "root\@$ip", '--' if $ip;
+ push @$cmd, 'ssh', "$user\@$ip", '--' if $ip;
push @$cmd, 'pvesm', 'path', "$stor$disk";
my $path = run_cmd($cmd);
+ die "Get no path from pvesm path $stor$disk\n" if !$path;
+
if ($vm_type eq 'qemu' && $path =~ m/^\/dev\/zvol\/(\w+.*)(\/$disk)$/) {
my @array = split('/', $1);
$disks->{$num}->{all} .= "\/$disk";
$num++;
- } elsif ($vm_type eq 'lxc' && $path =~ m/^\/(\w+.+)\/(\w+.*)(\/$disk)$/) {
+ } elsif ($vm_type eq 'lxc' && $path =~ m/^\/(\w+.+)(\/(\w+.*))*(\/$disk)$/) {
$disks->{$num}->{pool} = $1;
$disks->{$num}->{all} = $disks->{$num}->{pool};
if ($2) {
- $disks->{$num}->{path} = $2;
+ $disks->{$num}->{path} = $3;
$disks->{$num}->{all} .= "\/$disks->{$num}->{path}";
}
}
}
+ die "Vm include no disk on zfs.\n" if !$disks->{0};
return $disks;
}
sub snapshot_destroy {
- my ($source, $dest, $method, $snap) = @_;
+ my ($source, $dest, $method, $snap, $source_user, $dest_user) = @_;
my @zfscmd = ('zfs', 'destroy');
my $snapshot = "$source->{all}\@$snap";
eval {
if($source->{ip} && $method eq 'ssh'){
- run_cmd(['ssh', "root\@$source->{ip}", '--', @zfscmd, $snapshot]);
+ run_cmd(['ssh', "$source_user\@$source->{ip}", '--', @zfscmd, $snapshot]);
} else {
run_cmd([@zfscmd, $snapshot]);
}
warn "WARN: $erro";
}
if ($dest) {
- my @ssh = $dest->{ip} ? ('ssh', "root\@$dest->{ip}", '--') : ();
+ my @ssh = $dest->{ip} ? ('ssh', "$dest_user\@$dest->{ip}", '--') : ();
- my $path = "$dest->{all}\/$source->{last_part}";
+ my $path = "$dest->{all}";
+ $path .= "/$source->{last_part}" if $source->{last_part};
eval {
run_cmd([@ssh, @zfscmd, "$path\@$snap"]);
}
sub snapshot_exist {
- my ($source , $dest, $method) = @_;
+ my ($source , $dest, $method, $source_user) = @_;
my $cmd = [];
- push @$cmd, 'ssh', "root\@$dest->{ip}", '--' if $dest->{ip};
+ push @$cmd, 'ssh', "$source_user\@$dest->{ip}", '--' if $dest->{ip};
push @$cmd, 'zfs', 'list', '-rt', 'snapshot', '-Ho', 'name';
- push @$cmd, "$dest->{all}/$source->{last_part}\@$source->{old_snap}";
+
+ my $path = $dest->{all};
+ $path .= "/$source->{last_part}" if $source->{last_part};
+ $path .= "\@$source->{old_snap}";
+
+ push @$cmd, $path;
+
my $text = "";
eval {$text =run_cmd($cmd);};
my $cmd = [];
- push @$cmd, 'ssh', "root\@$source->{ip}", '--' if $source->{ip};
+ push @$cmd, 'ssh', '-o', 'BatchMode=yes', "$param->{source_user}\@$source->{ip}", '--' if $source->{ip};
push @$cmd, 'zfs', 'send';
push @$cmd, '-v' if $param->{verbose};
- if($source->{last_snap} && snapshot_exist($source , $dest, $param->{method})) {
+ if($source->{last_snap} && snapshot_exist($source , $dest, $param->{method}, $param->{source_user})) {
push @$cmd, '-i', "$source->{all}\@$source->{last_snap}";
}
push @$cmd, '--', "$source->{all}\@$source->{new_snap}";
my $bwl = $param->{limit}*1024;
push @$cmd, \'|', 'cstream', '-t', $bwl;
}
- my $target = "$dest->{all}/$source->{last_part}";
+ my $target = "$dest->{all}";
+ $target .= "/$source->{last_part}" if $source->{last_part};
$target =~ s!/+!/!g;
push @$cmd, \'|';
- push @$cmd, 'ssh', "root\@$dest->{ip}", '--' if $dest->{ip};
- push @$cmd, 'zfs', 'recv', '-F', '--';
- push @$cmd, "$target";
+ push @$cmd, 'ssh', '-o', 'BatchMode=yes', "$param->{dest_user}\@$dest->{ip}", '--' if $dest->{ip};
+ push @$cmd, 'zfs', 'recv', '-F', '--';
+ push @$cmd, "$target";
- eval {
- run_cmd($cmd)
- };
+ eval {
+ run_cmd($cmd)
+ };
- if (my $erro = $@) {
- snapshot_destroy($source, undef, $param->{method}, $source->{new_snap});
- die $erro;
- };
- }
+ if (my $erro = $@) {
+ snapshot_destroy($source, undef, $param->{method}, $source->{new_snap}, $param->{source_user}, $param->{dest_user});
+ die $erro;
+ };
+}
- sub send_config{
- my ($source, $dest, $method) = @_;
+sub send_config{
+ my ($source, $dest, $method, $source_user, $dest_user) = @_;
- my $source_target = $source->{vm_type} eq 'qemu' ? "$QEMU_CONF$source->{vmid}.conf": "$LXC_CONF$source->{vmid}.conf";
- my $dest_target_new ="$source->{vmid}.conf.$source->{vm_type}.$source->{new_snap}";
+ my $source_target = $source->{vm_type} eq 'qemu' ? "$QEMU_CONF/$source->{vmid}.conf": "$LXC_CONF/$source->{vmid}.conf";
+ my $dest_target_new ="$source->{vmid}.conf.$source->{vm_type}.$source->{new_snap}";
- my $config_dir = $dest->{last_part} ? "${CONFIG_PATH}$dest->{last_part}/" : $CONFIG_PATH;
+ my $config_dir = $dest->{last_part} ? "${CONFIG_PATH}/$dest->{last_part}" : $CONFIG_PATH;
- $dest_target_new = $config_dir.$dest_target_new;
+ $dest_target_new = $config_dir.'/'.$dest_target_new;
- print Dumper $dest_target_new, $dest;
- if ($method eq 'ssh'){
- if ($dest->{ip} && $source->{ip}) {
- run_cmd(['ssh', "root\@$dest->{ip}", '--', 'mkdir', '-p', '--', $config_dir]);
- run_cmd(['scp', '--', "root\@[$source->{ip}]:$source_target", "root\@[$dest->{ip}]:$dest_target_new"]);
- } elsif ($dest->{ip}) {
- run_cmd(['ssh', "root\@$dest->{ip}", '--', 'mkdir', '-p', '--', $config_dir]);
- run_cmd(['scp', '--', $source_target, "root\@[$dest->{ip}]:$dest_target_new"]);
- } elsif ($source->{ip}) {
- run_cmd(['mkdir', '-p', '--', $config_dir]);
- run_cmd(['scp', '--', "root\@$source->{ip}:$source_target", $dest_target_new]);
- }
+ if ($method eq 'ssh'){
+ if ($dest->{ip} && $source->{ip}) {
+ run_cmd(['ssh', "$dest_user\@$dest->{ip}", '--', 'mkdir', '-p', '--', $config_dir]);
+ run_cmd(['scp', '--', "$source_user\@[$source->{ip}]:$source_target", "$dest_user\@[$dest->{ip}]:$dest_target_new"]);
+ } elsif ($dest->{ip}) {
+ run_cmd(['ssh', "$source_user\@$dest->{ip}", '--', 'mkdir', '-p', '--', $config_dir]);
+ run_cmd(['scp', '--', $source_target, "$dest_user\@[$dest->{ip}]:$dest_target_new"]);
+ } elsif ($source->{ip}) {
+ run_cmd(['mkdir', '-p', '--', $config_dir]);
+ run_cmd(['scp', '--', "$source_user\@[$source->{ip}]:$source_target", $dest_target_new]);
+ }
- if ($source->{destroy}){
- my $dest_target_old ="${config_dir}$source->{vmid}.conf.$source->{old_snap}";
- if($dest->{ip}){
- run_cmd(['ssh', "root\@$dest->{ip}", '--', 'rm', '-f', '--', $dest_target_old]);
- } else {
- run_cmd(['rm', '-f', '--', $dest_target_old]);
- }
+ if ($source->{destroy}){
+ my $dest_target_old ="${config_dir}/$source->{vmid}.conf.$source->{vm_type}.$source->{old_snap}";
+ if($dest->{ip}){
+ run_cmd(['ssh', "$dest_user\@$dest->{ip}", '--', 'rm', '-f', '--', $dest_target_old]);
+ } else {
+ run_cmd(['rm', '-f', '--', $dest_target_old]);
}
- } elsif ($method eq 'local') {
- run_cmd(['mkdir', '-p', '--', $config_dir]);
- run_cmd(['cp', $source_target, $dest_target_new]);
}
+ } elsif ($method eq 'local') {
+ run_cmd(['mkdir', '-p', '--', $config_dir]);
+ run_cmd(['cp', $source_target, $dest_target_new]);
}
+}
- sub get_date {
- my ($sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst) = localtime(time);
- my $datestamp = sprintf ("%04d-%02d-%02d_%02d:%02d:%02d", $year+1900, $mon+1, $mday, $hour, $min, $sec);
+sub get_date {
+ my ($sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst) = localtime(time);
+ my $datestamp = sprintf ("%04d-%02d-%02d_%02d:%02d:%02d", $year+1900, $mon+1, $mday, $hour, $min, $sec);
- return $datestamp;
- }
+ return $datestamp;
+}
- sub status {
- my $cfg = read_cron();
+sub status {
+ my $cfg = read_cron();
- my $status_list = sprintf("%-25s%-15s%-10s\n", "SOURCE", "NAME", "STATUS");
+ my $status_list = sprintf("%-25s%-25s%-10s\n", "SOURCE", "NAME", "STATUS");
- my $states = read_state();
+ my $states = read_state();
- foreach my $source (sort keys%{$cfg}) {
- foreach my $sync_name (sort keys%{$cfg->{$source}}) {
- $status_list .= sprintf("%-25s", cut_target_width($source, 25));
- $status_list .= sprintf("%-15s", cut_target_width($sync_name, 25));
- $status_list .= "$states->{$source}->{$sync_name}->{state}\n";
- }
+ foreach my $source (sort keys%{$cfg}) {
+ foreach my $sync_name (sort keys%{$cfg->{$source}}) {
+ $status_list .= sprintf("%-25s", cut_target_width($source, 25));
+ $status_list .= sprintf("%-25s", cut_target_width($sync_name, 25));
+ $status_list .= "$states->{$source}->{$sync_name}->{state}\n";
}
-
- return $status_list;
}
- sub enable_job {
- my ($param) = @_;
+ return $status_list;
+}
- my $job = get_job($param);
- $job->{state} = "ok";
- update_state($job);
- update_cron($job);
- }
+sub enable_job {
+ my ($param) = @_;
- sub disable_job {
- my ($param) = @_;
+ my $job = get_job($param);
+ $job->{state} = "ok";
+ update_state($job);
+ update_cron($job);
+}
- my $job = get_job($param);
- $job->{state} = "stopped";
- update_state($job);
- update_cron($job);
- }
+sub disable_job {
+ my ($param) = @_;
- my $command = $ARGV[0];
+ my $job = get_job($param);
+ $job->{state} = "stopped";
+ update_state($job);
+ update_cron($job);
+}
- my $commands = {'destroy' => 1,
- 'create' => 1,
- 'sync' => 1,
- 'list' => 1,
- 'status' => 1,
- 'help' => 1,
- 'enable' => 1,
- 'disable' => 1};
+my $cmd_help = {
+ destroy => qq{
+$PROGNAME destroy -source <string> [OPTIONS]
- if (!$command || !$commands->{$command}) {
- usage();
- die "\n";
- }
+ remove a sync Job from the scheduler
- my $help_sync = "$PROGNAME sync -dest <string> -source <string> [OPTIONS]\n
-\twill sync one time\n
-\t-dest\tstring\n
-\t\tthe destination target is like [IP:]<Pool>[/Path]\n
-\t-limit\tinteger\n
-\t\tmax sync speed in kBytes/s, default unlimited\n
-\t-maxsnap\tinteger\n
-\t\thow much snapshots will be kept before get erased, default 1/n
-\t-name\tstring\n
-\t\tname of the sync job, if not set it is default.
-\tIt is only necessary if scheduler allready contains this source.\n
-\t-source\tstring\n
-\t\tthe source can be an <VMID> or [IP:]<ZFSPool>[/Path]\n";
-
- my $help_create = "$PROGNAME create -dest <string> -source <string> [OPTIONS]/n
-\tCreate a sync Job\n
-\t-dest\tstringn\n
-\t\tthe destination target is like [IP]:<Pool>[/Path]\n
-\t-limit\tinteger\n
-\t\tmax sync speed in kBytes/s, default unlimited\n
-\t-maxsnap\tstring\n
-\t\thow much snapshots will be kept before get erased, default 1\n
-\t-name\tstring\n
-\t\tname of the sync job, if not set it is default\n
-\t-skip\tboolean\n
-\t\tif this flag is set it will skip the first sync\n
-\t-source\tstring\n
-\t\tthe source can be an <VMID> or [IP:]<ZFSPool>[/Path]\n";
-
- my $help_destroy = "$PROGNAME destroy -source <string> [OPTIONS]\n
-\tremove a sync Job from the scheduler\n
-\t-name\tstring\n
-\t\tname of the sync job, if not set it is default\n
-\t-source\tstring\n
-\t\tthe source can be an <VMID> or [IP:]<ZFSPool>[/Path]\n";
-
- my $help_help = "$PROGNAME help <cmd> [OPTIONS]\n
-\tGet help about specified command.\n
-\t<cmd>\tstring\n
-\t\tCommand name\n
-\t-verbose\tboolean\n
-\t\tVerbose output format.\n";
-
- my $help_list = "$PROGNAME list\n
-\tGet a List of all scheduled Sync Jobs\n";
-
- my $help_status = "$PROGNAME status\n
-\tGet the status of all scheduled Sync Jobs\n";
-
- my $help_enable = "$PROGNAME enable -source <string> [OPTIONS]\n
-\tenable a syncjob and reset error\n
-\t-name\tstring\n
-\t\tname of the sync job, if not set it is default\n
-\t-source\tstring\n
-\t\tthe source can be an <VMID> or [IP:]<ZFSPool>[/Path]\n";
-
- my $help_disable = "$PROGNAME disable -source <string> [OPTIONS]\n
-\tpause a syncjob\n
-\t-name\tstring\n
-\t\tname of the sync job, if not set it is default\n
-\t-source\tstring\n
-\t\tthe source can be an <VMID> or [IP:]<ZFSPool>[/Path]\n";
-
- sub help {
- my ($command) = @_;
-
- switch($command){
- case 'help'
- {
- die "$help_help\n";
- }
- case 'sync'
- {
- die "$help_sync\n";
- }
- case 'destroy'
- {
- die "$help_destroy\n";
- }
- case 'create'
- {
- die "$help_create\n";
- }
- case 'list'
- {
- die "$help_list\n";
- }
- case 'status'
- {
- die "$help_status\n";
- }
- case 'enable'
- {
- die "$help_enable\n";
- }
- case 'disable'
- {
- die "$help_enable\n";
- }
- }
+ -name string
- }
+ name of the sync job, if not set it is default
- my @arg = @ARGV;
- my $param = parse_argv(@arg);
+ -source string
+ the source can be an <VMID> or [IP:]<ZFSPool>[/Path]
+ },
+ create => qq{
+$PROGNAME create -dest <string> -source <string> [OPTIONS]
- switch($command) {
- case "destroy"
- {
- die "$help_destroy\n" if !$param->{source};
- check_target($param->{source});
- destroy_job($param);
- }
- case "sync"
- {
- die "$help_sync\n" if !$param->{source} || !$param->{dest};
- check_target($param->{source});
- check_target($param->{dest});
- sync($param);
- }
- case "create"
- {
- die "$help_create\n" if !$param->{source} || !$param->{dest};
- check_target($param->{source});
- check_target($param->{dest});
- init($param);
- }
- case "status"
- {
- print status();
- }
- case "list"
- {
- print list();
- }
- case "help"
- {
- my $help_command = $ARGV[1];
- if ($help_command && $commands->{$help_command}) {
- print help($help_command);
- }
- if ($param->{verbose} == 1){
- exec("man $PROGNAME");
- } else {
- usage(1);
- }
- }
- case "enable"
- {
- die "$help_enable\n" if !$param->{source};
- check_target($param->{source});
- enable_job($param);
- }
- case "disable"
- {
- die "$help_disable\n" if !$param->{source};
- check_target($param->{source});
- disable_job($param);
- }
- }
+ Create a sync Job
- sub usage {
- my ($help) = @_;
-
- print("ERROR:\tno command specified\n") if !$help;
- print("USAGE:\t$PROGNAME <COMMAND> [ARGS] [OPTIONS]\n");
- print("\t$PROGNAME help [<cmd>] [OPTIONS]\n\n");
- print("\t$PROGNAME create -dest <string> -source <string> [OPTIONS]\n");
- print("\t$PROGNAME destroy -source <string> [OPTIONS]\n");
- print("\t$PROGNAME disable -source <string> [OPTIONS]\n");
- print("\t$PROGNAME enable -source <string> [OPTIONS]\n");
- print("\t$PROGNAME list\n");
- print("\t$PROGNAME status\n");
- print("\t$PROGNAME sync -dest <string> -source <string> [OPTIONS]\n");
- }
+ -dest string
- sub check_target {
- my ($target) = @_;
- parse_target($target);
- }
+ the destination target is like [IP]:<Pool>[/Path]
- __END__
+ -dest-user string
- =head1 NAME
+ name of the user on the destination target, root by default
- pve-zsync - PVE ZFS Replication Manager
+ -limit integer
- =head1 SYNOPSIS
+ max sync speed in kBytes/s, default unlimited
- pve-zsync <COMMAND> [ARGS] [OPTIONS]
+ -maxsnap string
- pve-zsync help <cmd> [OPTIONS]
+ how much snapshots will be kept before get erased, default 1
- Get help about specified command.
+ -name string
- <cmd> string
+ name of the sync job, if not set it is default
- Command name
+ -skip boolean
- -verbose boolean
+ if this flag is set it will skip the first sync
+
+ -source string
+
+ the source can be an <VMID> or [IP:]<ZFSPool>[/Path]
+
+ -source-user string
+
+ name of the user on the source target, root by default
+ },
+ sync => qq{
+$PROGNAME sync -dest <string> -source <string> [OPTIONS]\n
- Verbose output format.
+ will sync one time
- pve-zsync create -dest <string> -source <string> [OPTIONS]
+ -dest string
- Create a sync Job
+ the destination target is like [IP:]<Pool>[/Path]
- -dest string
+ -dest-user string
- the destination target is like [IP]:<Pool>[/Path]
+ name of the user on the destination target, root by default
-limit integer
max sync speed in kBytes/s, default unlimited
- -maxsnap string
+ -maxsnap integer
- how much snapshots will be kept before get erased, default 1
+ how much snapshots will be kept before get erased, default 1
- -name string
+ -name string
- name of the sync job, if not set it is default
+ name of the sync job, if not set it is default.
+ It is only necessary if scheduler allready contains this source.
- -skip boolean
+ -source string
- if this flag is set it will skip the first sync
+ the source can be an <VMID> or [IP:]<ZFSPool>[/Path]
- -source string
+ -source-user string
- the source can be an <VMID> or [IP:]<ZFSPool>[/Path]
+ name of the user on the source target, root by default
-pve-zsync destroy -source <string> [OPTIONS]
+ -verbose boolean
- remove a sync Job from the scheduler
+ print out the sync progress.
+ },
+ list => qq{
+$PROGNAME list
- -name string
+ Get a List of all scheduled Sync Jobs
+ },
+ status => qq{
+$PROGNAME status
- name of the sync job, if not set it is default
+ Get the status of all scheduled Sync Jobs
+ },
+ help => qq{
+$PROGNAME help <cmd> [OPTIONS]
- -source string
+ Get help about specified command.
- the source can be an <VMID> or [IP:]<ZFSPool>[/Path]
+ <cmd> string
- pve-zsync disable -source <string> [OPTIONS]
+ Command name
- pause a sync job
+ -verbose boolean
- -name string
+ Verbose output format.
+ },
+ enable => qq{
+$PROGNAME enable -source <string> [OPTIONS]
- name of the sync job, if not set it is default
+ enable a syncjob and reset error
- -source string
+ -name string
- the source can be an <VMID> or [IP:]<ZFSPool>[/Path]
+ name of the sync job, if not set it is default
-pve-zsync enable -source <string> [OPTIONS]
+ -source string
- enable a syncjob and reset error
+ the source can be an <VMID> or [IP:]<ZFSPool>[/Path]
+ },
+ disable => qq{
+$PROGNAME disable -source <string> [OPTIONS]
- -name string
+ pause a sync job
+
+ -name string
name of the sync job, if not set it is default
- -source string
+ -source string
+
+ the source can be an <VMID> or [IP:]<ZFSPool>[/Path]
+ },
+ printpod => 'internal command',
+
+};
+
+if (!$command) {
+ usage(); die "\n";
+} elsif (!$cmd_help->{$command}) {
+ print "ERROR: unknown command '$command'";
+ usage(1); die "\n";
+}
- the source can be an <VMID> or [IP:]<ZFSPool>[/Path]
- pve-zsync list
+my @arg = @ARGV;
+my $param = parse_argv(@arg);
- Get a List of all scheduled Sync Jobs
+sub check_params {
+ for (@_) {
+ die "$cmd_help->{$command}\n" if !$param->{$_};
+ }
+}
- pve-zsync status
+if ($command eq 'destroy') {
+ check_params(qw(source));
- Get the status of all scheduled Sync Jobs
+ check_target($param->{source});
+ destroy_job($param);
- pve-zsync sync -dest <string> -source <string> [OPTIONS]
+} elsif ($command eq 'sync') {
+ check_params(qw(source dest));
- will sync one time
+ check_target($param->{source});
+ check_target($param->{dest});
+ sync($param);
- -dest string
+} elsif ($command eq 'create') {
+ check_params(qw(source dest));
- the destination target is like [IP:]<Pool>[/Path]
+ check_target($param->{source});
+ check_target($param->{dest});
+ init($param);
- -limit integer
+} elsif ($command eq 'status') {
+ print status();
- max sync speed in kBytes/s, default unlimited
+} elsif ($command eq 'list') {
+ print list();
+
+} elsif ($command eq 'help') {
+ my $help_command = $ARGV[1];
+
+ if ($help_command && $cmd_help->{$help_command}) {
+ die "$cmd_help->{$help_command}\n";
+
+ }
+ if ($param->{verbose}) {
+ exec("man $PROGNAME");
- -maxsnap integer
+ } else {
+ usage(1);
+
+ }
+
+} elsif ($command eq 'enable') {
+ check_params(qw(source));
+
+ check_target($param->{source});
+ enable_job($param);
+
+} elsif ($command eq 'disable') {
+ check_params(qw(source));
+
+ check_target($param->{source});
+ disable_job($param);
+
+} elsif ($command eq 'printpod') {
+ print_pod();
+}
- how much snapshots will be kept before get erased, default 1
+sub usage {
+ my ($help) = @_;
+
+ print("ERROR:\tno command specified\n") if !$help;
+ print("USAGE:\t$PROGNAME <COMMAND> [ARGS] [OPTIONS]\n");
+ print("\t$PROGNAME help [<cmd>] [OPTIONS]\n\n");
+ print("\t$PROGNAME create -dest <string> -source <string> [OPTIONS]\n");
+ print("\t$PROGNAME destroy -source <string> [OPTIONS]\n");
+ print("\t$PROGNAME disable -source <string> [OPTIONS]\n");
+ print("\t$PROGNAME enable -source <string> [OPTIONS]\n");
+ print("\t$PROGNAME list\n");
+ print("\t$PROGNAME status\n");
+ print("\t$PROGNAME sync -dest <string> -source <string> [OPTIONS]\n");
+}
+
+sub check_target {
+ my ($target) = @_;
+ parse_target($target);
+}
+
+sub print_pod {
- -name string
+ my $synopsis = join("\n", sort values %$cmd_help);
- name of the sync job, if not set it is default.
- It is only necessary if scheduler allready contains this source.
+ print <<EOF;
+=head1 NAME
- -source string
+pve-zsync - PVE ZFS Replication Manager
- the source can be an <VMID> or [IP:]<ZFSPool>[/Path]
+=head1 SYNOPSIS
+
+pve-zsync <COMMAND> [ARGS] [OPTIONS]
+
+$synopsis
=head1 DESCRIPTION
This Tool helps you to sync your VM or directory which stored on ZFS between 2 servers.
This tool also has the capability to add jobs to cron so the sync will be automatically done.
The default syncing interval is set to 15 min, if you want to change this value you can do this in /etc/cron.d/pve-zsync.
- To config cron see man crontab.
+To config cron see man crontab.
- =head2 PVE ZFS Storage sync Tool
+=head2 PVE ZFS Storage sync Tool
- This Tool can get remote pool on other PVE or send Pool to others ZFS machines
+This Tool can get remote pool on other PVE or send Pool to others ZFS machines
- =head1 EXAMPLES
+=head1 EXAMPLES
- add sync job from local VM to remote ZFS Server
- pve-zsync create -source=100 -dest=192.168.1.2:zfspool
+add sync job from local VM to remote ZFS Server
+pve-zsync create -source=100 -dest=192.168.1.2:zfspool
- =head1 IMPORTANT FILES
+=head1 IMPORTANT FILES
- Cron jobs and config are stored at /etc/cron.d/pve-zsync
+Cron jobs and config are stored at /etc/cron.d/pve-zsync
- The VM config get copied on the destination machine to /var/lib/pve-zsync/
+The VM config get copied on the destination machine to /var/lib/pve-zsync/
- =head1 COPYRIGHT AND DISCLAIMER
+=head1 COPYRIGHT AND DISCLAIMER
- Copyright (C) 2007-2015 Proxmox Server Solutions GmbH
+Copyright (C) 2007-2015 Proxmox Server Solutions GmbH
- This program is free software: you can redistribute it and/or modify it
+This program is free software: you can redistribute it and/or modify it
under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
- This program is distributed in the hope that it will be useful, but
- WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- Affero General Public License for more details.
+This program is distributed in the hope that it will be useful, but
+WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+Affero General Public License for more details.
- You should have received a copy of the GNU Affero General Public
- License along with this program. If not, see
- <http://www.gnu.org/licenses/>.
+You should have received a copy of the GNU Affero General Public
+License along with this program. If not, see
+<http://www.gnu.org/licenses/>.
+
+EOF
+}
projects / pve-zsync.git / blobdiff