]>
git.proxmox.com Git - pve-storage.git/blob - PVE/Storage/GlusterfsPlugin.pm
1 package PVE
::Storage
::GlusterfsPlugin
;
7 use PVE
::Tools
qw(run_command);
10 use PVE
::Storage
::Plugin
;
11 use PVE
::JSONSchema
qw(get_standard_option);
13 use base
qw(PVE::Storage::Plugin);
15 # Glusterfs helper functions
17 my $server_test_results = {};
19 my $get_active_server = sub {
20 my ($scfg, $return_default_if_offline) = @_;
22 my $defaultserver = $scfg->{server
} ?
$scfg->{server
} : 'localhost';
24 if ($return_default_if_offline && !defined($scfg->{server2
})) {
25 # avoid delays (there is no backup server anyways)
26 return $defaultserver;
29 my $serverlist = [ $defaultserver ];
30 push @$serverlist, $scfg->{server2
} if $scfg->{server2
};
33 foreach my $server (@$serverlist) {
34 my $stat = $server_test_results->{$server};
35 return $server if $stat && $stat->{active
} && (($ctime - $stat->{time}) <= 2);
38 foreach my $server (@$serverlist) {
41 if ($server && $server ne 'localhost' && $server ne '127.0.0.1' && $server ne '::1') {
43 # ping the echo port (7) without service check
44 $status = PVE
::Network
::tcp_ping
($server, undef, 2);
51 if ($line =~ m/Status: Started$/) {
56 my $cmd = ['/usr/sbin/gluster', 'volume', 'info', $scfg->{volume
}];
58 run_command
($cmd, errmsg
=> "glusterfs error", errfunc
=> sub {}, outfunc
=> $parser);
61 $server_test_results->{$server} = { time => time(), active
=> $status };
62 return $server if $status;
65 return $defaultserver if $return_default_if_offline;
70 sub glusterfs_is_mounted
{
71 my ($volume, $mountpoint, $mountdata) = @_;
73 $mountdata = PVE
::ProcFSTools
::parse_proc_mounts
() if !$mountdata;
75 return $mountpoint if grep {
76 $_->[2] eq 'fuse.glusterfs' &&
77 $_->[0] =~ /^\S+:\Q$volume\E$/ &&
78 $_->[1] eq $mountpoint
84 my ($server, $volume, $mountpoint) = @_;
86 my $source = "$server:$volume";
88 my $cmd = ['/bin/mount', '-t', 'glusterfs', $source, $mountpoint];
90 run_command
($cmd, errmsg
=> "mount error");
101 content
=> [ { images
=> 1, vztmpl
=> 1, iso
=> 1, backup
=> 1},
103 format
=> [ { raw
=> 1, qcow2
=> 1, vmdk
=> 1 } , 'raw' ],
110 description
=> "Glusterfs Volume.",
114 description
=> "Backup volfile server IP or DNS name.",
115 type
=> 'string', format
=> 'pve-storage-server',
116 requires
=> 'server',
119 description
=> "Gluster transport: tcp or rdma",
121 enum
=> ['tcp', 'rdma', 'unix'],
128 path
=> { fixed
=> 1 },
129 server
=> { optional
=> 1 },
130 server2
=> { optional
=> 1 },
131 volume
=> { fixed
=> 1 },
132 transport
=> { optional
=> 1 },
133 nodes
=> { optional
=> 1 },
134 disable
=> { optional
=> 1 },
135 maxfiles
=> { optional
=> 1 },
136 content
=> { optional
=> 1 },
137 format
=> { optional
=> 1 },
138 mkdir => { optional
=> 1 },
139 bwlimit
=> { optional
=> 1 },
145 my ($class, $sectionId, $config, $create, $skipSchemaCheck) = @_;
147 $config->{path
} = "/mnt/pve/$sectionId" if $create && !$config->{path
};
149 return $class->SUPER::check_config
($sectionId, $config, $create, $skipSchemaCheck);
152 # Storage implementation
157 if ($name =~ m!^((base-)?[^/\s]+\.(raw|qcow2|vmdk))$!) {
161 die "unable to parse volume filename '$name'\n";
164 my $find_free_diskname = sub {
165 my ($imgdir, $vmid, $fmt) = @_;
168 PVE
::Tools
::dir_glob_foreach
($imgdir,
169 qr!(vm|base)-$vmid-disk-(\d+)\..*!,
171 my ($fn, $type, $disk) = @_;
172 $disk_ids->{$disk} = 1;
175 for (my $i = 1; $i < 100; $i++) {
176 if (!$disk_ids->{$i}) {
177 return "vm-$vmid-disk-$i.$fmt";
181 die "unable to allocate a new image name for VM $vmid in '$imgdir'\n";
185 my ($class, $scfg, $volname, $storeid, $snapname) = @_;
187 my ($vtype, $name, $vmid, undef, undef, $isBase, $format) =
188 $class->parse_volname($volname);
190 # Note: qcow2/qed has internal snapshot, so path is always
191 # the same (with or without snapshot => same file).
192 die "can't snapshot this image format\n"
193 if defined($snapname) && $format !~ m/^(qcow2|qed)$/;
196 if ($vtype eq 'images') {
198 my $server = &$get_active_server($scfg, 1);
199 my $glustervolume = $scfg->{volume
};
200 my $transport = $scfg->{transport
};
201 my $protocol = "gluster";
204 $protocol = "gluster+$transport";
207 $path = "$protocol://$server/$glustervolume/images/$vmid/$name";
210 my $dir = $class->get_subdir($scfg, $vtype);
211 $path = "$dir/$name";
214 return wantarray ?
($path, $vmid, $vtype) : $path;
218 my ($class, $scfg, $storeid, $volname, $vmid, $snap) = @_;
220 die "storage definintion has no path\n" if !$scfg->{path
};
222 my ($vtype, $basename, $basevmid, undef, undef, $isBase, $format) =
223 $class->parse_volname($volname);
225 die "clone_image on wrong vtype '$vtype'\n" if $vtype ne 'images';
227 die "this storage type does not support clone_image on snapshot\n" if $snap;
229 die "this storage type does not support clone_image on subvolumes\n" if $format eq 'subvol';
231 die "clone_image only works on base images\n" if !$isBase;
233 my $imagedir = $class->get_subdir($scfg, 'images');
234 $imagedir .= "/$vmid";
238 my $name = &$find_free_diskname($imagedir, $vmid, "qcow2");
240 warn "clone $volname: $vtype, $name, $vmid to $name (base=../$basevmid/$basename)\n";
242 my $path = "$imagedir/$name";
244 die "disk image '$path' already exists\n" if -e
$path;
246 my $server = &$get_active_server($scfg, 1);
247 my $glustervolume = $scfg->{volume
};
248 my $volumepath = "gluster://$server/$glustervolume/images/$vmid/$name";
250 my $cmd = ['/usr/bin/qemu-img', 'create', '-b', "../$basevmid/$basename",
251 '-f', 'qcow2', $volumepath];
253 run_command
($cmd, errmsg
=> "unable to create image");
255 return "$basevmid/$basename/$vmid/$name";
259 my ($class, $storeid, $scfg, $vmid, $fmt, $name, $size) = @_;
261 my $imagedir = $class->get_subdir($scfg, 'images');
262 $imagedir .= "/$vmid";
266 $name = &$find_free_diskname($imagedir, $vmid, $fmt) if !$name;
268 my (undef, $tmpfmt) = parse_name_dir
($name);
270 die "illegal name '$name' - wrong extension for format ('$tmpfmt != '$fmt')\n"
273 my $path = "$imagedir/$name";
275 die "disk image '$path' already exists\n" if -e
$path;
277 my $server = &$get_active_server($scfg, 1);
278 my $glustervolume = $scfg->{volume
};
279 my $volumepath = "gluster://$server/$glustervolume/images/$vmid/$name";
281 my $cmd = ['/usr/bin/qemu-img', 'create'];
283 push @$cmd, '-o', 'preallocation=metadata' if $fmt eq 'qcow2';
285 push @$cmd, '-f', $fmt, $volumepath, "${size}K";
287 run_command
($cmd, errmsg
=> "unable to create image");
289 return "$vmid/$name";
293 my ($class, $storeid, $scfg, $cache) = @_;
295 $cache->{mountdata
} = PVE
::ProcFSTools
::parse_proc_mounts
()
296 if !$cache->{mountdata
};
298 my $path = $scfg->{path
};
300 my $volume = $scfg->{volume
};
302 return undef if !glusterfs_is_mounted
($volume, $path, $cache->{mountdata
});
304 return $class->SUPER::status
($storeid, $scfg, $cache);
307 sub activate_storage
{
308 my ($class, $storeid, $scfg, $cache) = @_;
310 $cache->{mountdata
} = PVE
::ProcFSTools
::parse_proc_mounts
()
311 if !$cache->{mountdata
};
313 my $path = $scfg->{path
};
314 my $volume = $scfg->{volume
};
316 if (!glusterfs_is_mounted
($volume, $path, $cache->{mountdata
})) {
318 mkpath
$path if !(defined($scfg->{mkdir}) && !$scfg->{mkdir});
320 die "unable to activate storage '$storeid' - " .
321 "directory '$path' does not exist\n" if ! -d
$path;
323 my $server = &$get_active_server($scfg, 1);
325 glusterfs_mount
($server, $volume, $path);
328 $class->SUPER::activate_storage
($storeid, $scfg, $cache);
331 sub deactivate_storage
{
332 my ($class, $storeid, $scfg, $cache) = @_;
334 $cache->{mountdata
} = PVE
::ProcFSTools
::parse_proc_mounts
()
335 if !$cache->{mountdata
};
337 my $path = $scfg->{path
};
338 my $volume = $scfg->{volume
};
340 if (glusterfs_is_mounted
($volume, $path, $cache->{mountdata
})) {
341 my $cmd = ['/bin/umount', $path];
342 run_command
($cmd, errmsg
=> 'umount error');
346 sub activate_volume
{
347 my ($class, $storeid, $scfg, $volname, $snapname, $cache) = @_;
349 # do nothing by default
352 sub deactivate_volume
{
353 my ($class, $storeid, $scfg, $volname, $snapname, $cache) = @_;
355 # do nothing by default
358 sub check_connection
{
359 my ($class, $storeid, $scfg, $cache) = @_;
361 my $server = &$get_active_server($scfg);
363 return defined($server) ?
1 : 0;