X-Git-Url: https://git.proxmox.com/?a=blobdiff_plain;f=PVE%2FStorage.pm;h=927219ab878fd99287973c5cccece722eb80eb40;hb=1689e627a698a21404f6912b7f94e918b00a8831;hp=710c7ae25a35879e42f5da7244cb2bcbd0935727;hpb=188aca388e75ef2076100d48f83b518c564c80e0;p=pve-storage.git

diff --git a/PVE/Storage.pm b/PVE/Storage.pm
index 710c7ae..927219a 100755
--- a/PVE/Storage.pm
+++ b/PVE/Storage.pm
@@ -1,6 +1,9 @@
 package PVE::Storage;
 
 use strict;
+use warnings;
+use Data::Dumper;
+
 use POSIX;
 use IO::Select;
 use IO::File;
@@ -9,7 +12,7 @@ use File::Path;
 use Cwd 'abs_path';
 use Socket;
 
-use PVE::Tools qw(run_command file_read_firstline);
+use PVE::Tools qw(run_command file_read_firstline $IPV6RE);
 use PVE::Cluster qw(cfs_read_file cfs_lock_file);
 use PVE::Exception qw(raise_param_exc);
 use PVE::JSONSchema;
@@ -24,7 +27,10 @@ use PVE::Storage::ISCSIPlugin;
 use PVE::Storage::RBDPlugin;
 use PVE::Storage::SheepdogPlugin;
 use PVE::Storage::ISCSIDirectPlugin;
-use PVE::Storage::NexentaPlugin;
+use PVE::Storage::GlusterfsPlugin;
+use PVE::Storage::ZFSPoolPlugin;
+use PVE::Storage::ZFSPlugin;
+use PVE::Storage::DRBDPlugin;
 
 # load and initialize all plugins
 PVE::Storage::DirPlugin->register();
@@ -34,7 +40,10 @@ PVE::Storage::ISCSIPlugin->register();
 PVE::Storage::RBDPlugin->register();
 PVE::Storage::SheepdogPlugin->register();
 PVE::Storage::ISCSIDirectPlugin->register();
-PVE::Storage::NexentaPlugin->register();
+PVE::Storage::GlusterfsPlugin->register();
+PVE::Storage::ZFSPoolPlugin->register();
+PVE::Storage::ZFSPlugin->register();
+PVE::Storage::DRBDPlugin->register();
 PVE::Storage::Plugin->init();
 
 my $UDEVADM = '/sbin/udevadm';
@@ -59,7 +68,7 @@ sub storage_config {
     my ($cfg, $storeid, $noerr) = @_;
 
     die "no storage id specified\n" if !$storeid;
- 
+
     my $scfg = $cfg->{ids}->{$storeid};
 
     die "storage '$storeid' does not exists\n" if (!$noerr && !$scfg);
@@ -132,24 +141,39 @@ sub volume_resize {
         my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
         return $plugin->volume_resize($scfg, $storeid, $volname, $size, $running);
     } elsif ($volid =~ m|^(/.+)$| && -e $volid) {
-        die "resize device is not possible";
+        die "resize file/device '$volid' is not possible\n";
     } else {
-        die "can't resize";
+	die "unable to parse volume ID '$volid'\n";
+    }
+}
+
+sub volume_rollback_is_possible {
+    my ($cfg, $volid, $snap) = @_;
+
+    my ($storeid, $volname) = parse_volume_id($volid, 1);
+    if ($storeid) {
+        my $scfg = storage_config($cfg, $storeid);
+        my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
+        return $plugin->volume_rollback_is_possible($scfg, $storeid, $volname, $snap);
+    } elsif ($volid =~ m|^(/.+)$| && -e $volid) {
+        die "snapshot rollback file/device '$volid' is not possible\n";
+    } else {
+	die "unable to parse volume ID '$volid'\n";
     }
 }
 
 sub volume_snapshot {
-    my ($cfg, $volid, $snap, $running) = @_;
+    my ($cfg, $volid, $snap) = @_;
 
     my ($storeid, $volname) = parse_volume_id($volid, 1);
     if ($storeid) {
         my $scfg = storage_config($cfg, $storeid);
         my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
-        return $plugin->volume_snapshot($scfg, $storeid, $volname, $snap, $running);
+        return $plugin->volume_snapshot($scfg, $storeid, $volname, $snap);
     } elsif ($volid =~ m|^(/.+)$| && -e $volid) {
-        die "snapshot device is not possible";
+        die "snapshot file/device '$volid' is not possible\n";
     } else {
-        die "can't snapshot";
+	die "unable to parse volume ID '$volid'\n";
     }
 }
 
@@ -160,11 +184,12 @@ sub volume_snapshot_rollback {
     if ($storeid) {
         my $scfg = storage_config($cfg, $storeid);
         my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
+	$plugin->volume_rollback_is_possible($scfg, $storeid, $volname, $snap);
         return $plugin->volume_snapshot_rollback($scfg, $storeid, $volname, $snap);
     } elsif ($volid =~ m|^(/.+)$| && -e $volid) {
-        die "snapshot rollback device is not possible";
+        die "snapshot rollback file/device '$volid' is not possible\n";
     } else {
-        die "can't snapshot";
+	die "unable to parse volume ID '$volid'\n";
     }
 }
 
@@ -177,9 +202,9 @@ sub volume_snapshot_delete {
         my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
         return $plugin->volume_snapshot_delete($scfg, $storeid, $volname, $snap, $running);
     } elsif ($volid =~ m|^(/.+)$| && -e $volid) {
-        die "snapshot delete device is not possible";
+        die "snapshot delete file/device '$volid' is not possible\n";
     } else {
-        die "can't delete snapshot";
+	die "unable to parse volume ID '$volid'\n";
     }
 }
 
@@ -257,15 +282,24 @@ sub parse_vmid {
     return int($vmid);
 }
 
-PVE::JSONSchema::register_format('pve-volume-id', \&parse_volume_id);
+sub parse_volname {
+    my ($cfg, $volid) = @_;
+
+    my ($storeid, $volname) = parse_volume_id($volid);
+
+    my $scfg = storage_config($cfg, $storeid);
+
+    my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
+
+    # returns ($vtype, $name, $vmid, $basename, $basevmid, $isBase, $format)
+
+    return $plugin->parse_volname($volname);
+}
+
 sub parse_volume_id {
     my ($volid, $noerr) = @_;
 
-    if ($volid =~ m/^([a-z][a-z0-9\-\_\.]*[a-z0-9]):(.+)$/i) {
-	return wantarray ? ($1, $2) : $1;
-    }
-    return undef if $noerr;
-    die "unable to parse volume ID '$volid'\n";
+    return PVE::Storage::Plugin::parse_volume_id($volid, $noerr);
 }
 
 sub volume_is_base {
@@ -276,7 +310,7 @@ sub volume_is_base {
 
     if (my $scfg = $cfg->{ids}->{$sid}) {
 	my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
-	my ($vtype, $name, $vmid, $basename, $basevmid, $isBase) = 
+	my ($vtype, $name, $vmid, $basename, $basevmid, $isBase) =
 	    $plugin->parse_volname($volname);
 	return $isBase ? 1 : 0;
     } else {
@@ -307,7 +341,7 @@ sub path_to_volume_id {
 	return ('');
     }
 
-    # Note: abs_path() return undef if $path doesn not exist 
+    # Note: abs_path() return undef if $path doesn not exist
     # for example when nfs storage is not mounted
     $path = abs_path($path) || $path;
 
@@ -335,7 +369,7 @@ sub path_to_volume_id {
 	    }
 	} elsif ($path =~ m!^$isodir/([^/]+\.[Ii][Ss][Oo])$!) {
 	    my $name = $1;
-	    return ('iso', "$sid:iso/$name");	
+	    return ('iso', "$sid:iso/$name");
 	} elsif ($path =~ m!^$tmpldir/([^/]+\.tar\.gz)$!) {
 	    my $name = $1;
 	    return ('vztmpl', "$sid:vztmpl/$name");
@@ -344,7 +378,7 @@ sub path_to_volume_id {
 	    return ('rootdir', "$sid:rootdir/$vmid");
 	} elsif ($path =~ m!^$backupdir/([^/]+\.(tar|tar\.gz|tar\.lzo|tgz|vma|vma\.gz|vma\.lzo))$!) {
 	    my $name = $1;
-	    return ('iso', "$sid:backup/$name");	
+	    return ('iso', "$sid:backup/$name");
 	}
     }
 
@@ -353,17 +387,38 @@ sub path_to_volume_id {
 }
 
 sub path {
-    my ($cfg, $volid) = @_;
+    my ($cfg, $volid, $snapname) = @_;
 
     my ($storeid, $volname) = parse_volume_id($volid);
 
     my $scfg = storage_config($cfg, $storeid);
 
     my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
-    my ($path, $owner, $vtype) = $plugin->path($scfg, $volname, $storeid);
+    my ($path, $owner, $vtype) = $plugin->path($scfg, $volname, $storeid, $snapname);
     return wantarray ? ($path, $owner, $vtype) : $path;
 }
 
+sub abs_filesystem_path {
+    my ($cfg, $volid) = @_;
+
+    my $path;
+    if (PVE::Storage::parse_volume_id ($volid, 1)) {
+	PVE::Storage::activate_volumes($cfg, [ $volid ]);
+	$path = PVE::Storage::path($cfg, $volid);
+    } else {
+	if (-f $volid) {
+	    my $abspath = abs_path($volid);
+	    if ($abspath && $abspath =~ m|^(/.+)$|) {
+		$path = $1; # untaint any path
+	    }
+	}
+    }
+
+    die "can't find file '$volid'\n" if !($path && -f $path);
+
+    return $path;
+}
+
 sub storage_migrate {
     my ($cfg, $volid, $target_host, $target_storeid, $target_volname) = @_;
 
@@ -398,14 +453,14 @@ sub storage_migrate {
 	    my $dirname = dirname($dst);
 
 	    if ($tcfg->{shared}) { # we can do a local copy
-		
+
 		run_command(['/bin/mkdir', '-p', $dirname]);
 
 		run_command(['/bin/cp', $src, $dst]);
 
 	    } else {
 
-		run_command(['/usr/bin/ssh', "root\@${target_host}", 
+		run_command(['/usr/bin/ssh', "root\@${target_host}",
 			     '/bin/mkdir', '-p', $dirname]);
 
 		# we use rsync with --sparse, so we can't use --inplace,
@@ -413,12 +468,12 @@ sub storage_migrate {
 		# save space
 		my ($size, $format) = PVE::Storage::Plugin::file_size_info($src);
 		if ($format && ($format eq 'raw') && $size) {
-		    run_command(['/usr/bin/ssh', "root\@${target_host}", 
+		    run_command(['/usr/bin/ssh', "root\@${target_host}",
 				 'rm', '-f', $dst],
 				outfunc => sub {});
 		}
 
-		my $cmd = ['/usr/bin/rsync', '--progress', '--sparse', '--whole-file', 
+		my $cmd = ['/usr/bin/rsync', '--progress', '--sparse', '--whole-file',
 			   $src, "root\@${target_host}:$dst"];
 
 		my $percent = -1;
@@ -441,25 +496,56 @@ sub storage_migrate {
 	} else {
 	    die "$errstr - target type '$tcfg->{type}' not implemented\n";
 	}
+
+    } elsif ($scfg->{type} eq 'zfspool') {
+
+	if ($tcfg->{type} eq 'zfspool') {
+
+	    die "$errstr - pool on target has not same name as source!"
+		if $tcfg->{pool} ne $scfg->{pool};
+
+	    my (undef, $volname) = parse_volname($cfg, $volid);
+
+	    my $zfspath = "$scfg->{pool}\/$volname";
+
+	    my $snap = "zfs snapshot $zfspath\@__migration__";
+
+	    my $send = "zfs send -v $zfspath\@__migration__ \| ssh root\@$target_host zfs recv $zfspath";
+
+	    my $destroy_target = "ssh root\@$target_host zfs destroy $zfspath\@__migration__";
+ 	    run_command($snap);
+	    eval{
+		run_command($send);
+	    };
+	    my $err;
+	    if ($err = $@){
+		run_command("zfs destroy $zfspath\@__migration__");
+		die $err;
+	    }
+	    run_command($destroy_target);
+
+ 	} else {
+ 	    die "$errstr - target type $tcfg->{type} is not valid\n";
+ 	}
     } else {
 	die "$errstr - source type '$scfg->{type}' not implemented\n";
     }
 }
 
 sub vdisk_clone {
-    my ($cfg, $volid, $vmid) = @_;
-    
+    my ($cfg, $volid, $vmid, $snap) = @_;
+
     my ($storeid, $volname) = parse_volume_id($volid);
 
     my $scfg = storage_config($cfg, $storeid);
 
     my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
-    
+
     activate_storage($cfg, $storeid);
 
     # lock shared storage
     return $plugin->cluster_lock_storage($storeid, $scfg->{shared}, undef, sub {
-	my $volname = $plugin->clone_image($scfg, $storeid, $volname, $vmid);
+	my $volname = $plugin->clone_image($scfg, $storeid, $volname, $vmid, $snap);
 	return "$storeid:$volname";
     });
 }
@@ -472,7 +558,7 @@ sub vdisk_create_base {
     my $scfg = storage_config($cfg, $storeid);
 
     my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
-    
+
     activate_storage($cfg, $storeid);
 
     # lock shared storage
@@ -505,7 +591,11 @@ sub vdisk_alloc {
 
     # lock shared storage
     return $plugin->cluster_lock_storage($storeid, $scfg->{shared}, undef, sub {
-	my $volname = $plugin->alloc_image($storeid, $scfg, $vmid, $fmt, $name, $size);
+	my $old_umask = umask(umask|0037);
+	my $volname = eval { $plugin->alloc_image($storeid, $scfg, $vmid, $fmt, $name, $size) };
+	my $err = $@;
+	umask $old_umask;
+	die $err if $err;
 	return "$storeid:$volname";
     });
 }
@@ -518,14 +608,35 @@ sub vdisk_free {
     my $scfg = storage_config($cfg, $storeid);
 
     my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
-    
+
     activate_storage($cfg, $storeid);
 
     my $cleanup_worker;
 
     # lock shared storage
     $plugin->cluster_lock_storage($storeid, $scfg->{shared}, undef, sub {
-	my $cleanup_worker = $plugin->free_image($storeid, $scfg, $volname);
+
+	my ($vtype, $name, $vmid, undef, undef, $isBase, $format) =
+	    $plugin->parse_volname($volname);
+	if ($isBase) {
+	    my $vollist = $plugin->list_images($storeid, $scfg);
+	    foreach my $info (@$vollist) {
+		my (undef, $tmpvolname) = parse_volume_id($info->{volid});
+		my $basename = undef;
+		my $basevmid = undef;
+
+		eval{
+		    (undef, undef, undef, $basename, $basevmid) =
+			$plugin->parse_volname($tmpvolname);
+		};
+
+		if ($basename && defined($basevmid) && $basevmid == $vmid && $basename eq $name) {
+		    die "base volume '$volname' is still in use " .
+			"(use by '$tmpvolname')\n";
+		}
+	    }
+	}
+	$cleanup_worker = $plugin->free_image($storeid, $scfg, $volname, $isBase, $format);
     });
 
     return if !$cleanup_worker;
@@ -540,8 +651,8 @@ sub vdisk_free {
 sub template_list {
     my ($cfg, $storeid, $tt) = @_;
 
-    die "unknown template type '$tt'\n" 
-	if !($tt eq 'iso' || $tt eq 'vztmpl' || $tt eq 'backup'); 
+    die "unknown template type '$tt'\n"
+	if !($tt eq 'iso' || $tt eq 'vztmpl' || $tt eq 'backup');
 
     my $ids = $cfg->{ids};
 
@@ -580,13 +691,13 @@ sub template_list {
 		    $info = { volid => "$sid:iso/$1", format => 'iso' };
 
 		} elsif ($tt eq 'vztmpl') {
-		    next if $fn !~ m!/([^/]+\.tar\.gz)$!;
+		    next if $fn !~ m!/([^/]+\.tar\.([gx]z))$!;
 
-		    $info = { volid => "$sid:vztmpl/$1", format => 'tgz' };
+		    $info = { volid => "$sid:vztmpl/$1", format => "t$2" };
 
 		} elsif ($tt eq 'backup') {
 		    next if $fn !~ m!/([^/]+\.(tar|tar\.gz|tar\.lzo|tgz|vma|vma\.gz|vma\.lzo))$!;
-		    
+
 		    $info = { volid => "$sid:backup/$1", format => $2 };
 		}
 
@@ -755,7 +866,7 @@ sub deactivate_volumes {
 
 	my $scfg = storage_config($cfg, $storeid);
 	my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
-	
+
 	eval {
 	    $plugin->deactivate_volume($storeid, $scfg, $volname, $cache);
 	};
@@ -769,27 +880,38 @@ sub deactivate_volumes {
 	if scalar(@errlist);
 }
 
-sub storage_info { 
+sub storage_info {
     my ($cfg, $content) = @_;
 
     my $ids = $cfg->{ids};
 
     my $info = {};
-
+    
+    my @ctypes = PVE::Tools::split_list($content);
+    
     my $slist = [];
     foreach my $storeid (keys %$ids) {
 
-	next if $content && !$ids->{$storeid}->{content}->{$content};
-
 	next if !storage_check_enabled($cfg, $storeid, undef, 1);
 
+	if (defined($content)) {
+	    my $want_ctype = 0;
+	    foreach my $ctype (@ctypes) {
+		if ($ids->{$storeid}->{content}->{$ctype}) {
+		    $want_ctype = 1;
+		    last;
+		}
+	    }
+	    next if !$want_ctype;
+	}
+	
 	my $type = $ids->{$storeid}->{type};
 
-	$info->{$storeid} = { 
+	$info->{$storeid} = {
 	    type => $type,
-	    total => 0, 
-	    avail => 0, 
-	    used => 0, 
+	    total => 0,
+	    avail => 0,
+	    used => 0,
 	    shared => $ids->{$storeid}->{shared} ? 1 : 0,
 	    content => PVE::Storage::Plugin::content_hash_to_string($ids->{$storeid}->{content}),
 	    active => 0,
@@ -815,9 +937,9 @@ sub storage_info {
 	eval { ($total, $avail, $used, $active) = $plugin->status($storeid, $scfg, $cache); };
 	warn $@ if $@;
 	next if !$active;
-	$info->{$storeid}->{total} = $total; 
-	$info->{$storeid}->{avail} = $avail; 
-	$info->{$storeid}->{used} = $used; 
+	$info->{$storeid}->{total} = $total;
+	$info->{$storeid}->{avail} = $avail;
+	$info->{$storeid}->{used} = $used;
 	$info->{$storeid}->{active} = $active;
     }
 
@@ -826,10 +948,15 @@ sub storage_info {
 
 sub resolv_server {
     my ($server) = @_;
-    
-    my $packed_ip = gethostbyname($server);
+
+    my ($packed_ip, $family);
+    eval {
+	my @res = PVE::Tools::getaddrinfo_all($server);
+	$family = $res[0]->{family};
+	$packed_ip = (PVE::Tools::unpack_sockaddr_in46($res[0]->{addr}))[2];
+    };
     if (defined $packed_ip) {
-	return inet_ntoa($packed_ip);
+	return Socket::inet_ntop($family, $packed_ip);
     }
     return undef;
 }
@@ -857,15 +984,35 @@ sub scan_nfs {
     return $res;
 }
 
+sub scan_zfs {
+
+    my $cmd = ['zfs',  'list', '-t', 'filesystem', '-H', '-o', 'name,avail,used'];
+
+    my $res = [];
+    run_command($cmd, outfunc => sub {
+	my $line = shift;
+
+	if ($line =~m/^(\S+)\s+(\S+)\s+(\S+)$/) {
+	    my ($pool, $size_str, $used_str) = ($1, $2, $3);
+	    my $size = PVE::Storage::ZFSPoolPlugin::zfs_parse_size($size_str);
+	    my $used = PVE::Storage::ZFSPoolPlugin::zfs_parse_size($used_str);
+	    # ignore subvolumes generated by our ZFSPoolPlugin
+	    return if $pool =~ m!/subvol-\d+-[^/]+$!; 
+	    push @$res, { pool => $pool, size => $size, free => $size-$used };
+	}
+    });
+
+    return $res;
+}
+
 sub resolv_portal {
     my ($portal, $noerr) = @_;
 
-    if ($portal =~ m/^([^:]+)(:(\d+))?$/) {
-	my $server = $1;
-	my $port = $3;
-
+    my ($server, $port) = PVE::Tools::parse_host_and_port($portal);
+    if ($server) {
 	if (my $ip = resolv_server($server)) {
 	    $server = $ip;
+	    $server = "[$server]" if $server =~ /^$IPV6RE$/;
 	    return $port ? "$server:$port" : $server;
 	}
     }
@@ -904,7 +1051,7 @@ sub __scan_usb_device {
 
     my $product = file_read_firstline("$devpath/product");
     $d->{product} = $product if $product;
-    
+
     my $manu = file_read_firstline("$devpath/manufacturer");
     $d->{manufacturer} = $manu if $manu;