]> git.proxmox.com Git - pve-storage.git/blame - PVE/Storage/GlusterfsPlugin.pm
rbd plugin: free image: use actual command in error message
[pve-storage.git] / PVE / Storage / GlusterfsPlugin.pm
CommitLineData
f4648aef
AD
1package PVE::Storage::GlusterfsPlugin;
2
3use strict;
4use warnings;
5use IO::File;
6use File::Path;
7use PVE::Tools qw(run_command);
84c8e52d 8use PVE::ProcFSTools;
be48449c 9use PVE::Network;
f4648aef
AD
10use PVE::Storage::Plugin;
11use PVE::JSONSchema qw(get_standard_option);
f4648aef
AD
12
13use base qw(PVE::Storage::Plugin);
14
15# Glusterfs helper functions
16
a66159e3
DM
17my $server_test_results = {};
18
19my $get_active_server = sub {
20 my ($scfg, $return_default_if_offline) = @_;
21
22 my $defaultserver = $scfg->{server} ? $scfg->{server} : 'localhost';
23
24 if ($return_default_if_offline && !defined($scfg->{server2})) {
25 # avoid delays (there is no backup server anyways)
26 return $defaultserver;
27 }
28
29 my $serverlist = [ $defaultserver ];
30 push @$serverlist, $scfg->{server2} if $scfg->{server2};
31
32 my $ctime = time();
33 foreach my $server (@$serverlist) {
34 my $stat = $server_test_results->{$server};
35 return $server if $stat && $stat->{active} && (($ctime - $stat->{time}) <= 2);
36 }
37
38 foreach my $server (@$serverlist) {
39 my $status = 0;
40
65644196 41 if ($server && $server ne 'localhost' && $server ne '127.0.0.1' && $server ne '::1') {
931c35cf
TL
42 # ping the gluster daemon default port (24007) as heuristic
43 $status = PVE::Network::tcp_ping($server, 24007, 2);
a66159e3
DM
44
45 } else {
46
47 my $parser = sub {
48 my $line = shift;
49
50 if ($line =~ m/Status: Started$/) {
51 $status = 1;
52 }
53 };
54
55 my $cmd = ['/usr/sbin/gluster', 'volume', 'info', $scfg->{volume}];
56
57 run_command($cmd, errmsg => "glusterfs error", errfunc => sub {}, outfunc => $parser);
58 }
59
60 $server_test_results->{$server} = { time => time(), active => $status };
61 return $server if $status;
62 }
63
64 return $defaultserver if $return_default_if_offline;
65
66 return undef;
67};
68
f4648aef 69sub glusterfs_is_mounted {
a66159e3 70 my ($volume, $mountpoint, $mountdata) = @_;
f4648aef 71
80b64788 72 $mountdata = PVE::ProcFSTools::parse_proc_mounts() if !$mountdata;
f4648aef 73
80b64788
WB
74 return $mountpoint if grep {
75 $_->[2] eq 'fuse.glusterfs' &&
aed6c85d 76 $_->[0] =~ /^\S+:\Q$volume\E$/ &&
80b64788
WB
77 $_->[1] eq $mountpoint
78 } @$mountdata;
f4648aef
AD
79 return undef;
80}
81
82sub glusterfs_mount {
83 my ($server, $volume, $mountpoint) = @_;
84
85 my $source = "$server:$volume";
86
87 my $cmd = ['/bin/mount', '-t', 'glusterfs', $source, $mountpoint];
88
89 run_command($cmd, errmsg => "mount error");
90}
91
92# Configuration
93
94sub type {
95 return 'glusterfs';
96}
97
98sub plugindata {
99 return {
b9364dc6 100 content => [ { images => 1, vztmpl => 1, iso => 1, backup => 1, snippets => 1},
f4648aef
AD
101 { images => 1 }],
102 format => [ { raw => 1, qcow2 => 1, vmdk => 1 } , 'raw' ],
103 };
1a3459ac 104}
f4648aef
AD
105
106sub properties {
107 return {
108 volume => {
109 description => "Glusterfs Volume.",
110 type => 'string',
111 },
a66159e3
DM
112 server2 => {
113 description => "Backup volfile server IP or DNS name.",
114 type => 'string', format => 'pve-storage-server',
115 requires => 'server',
116 },
187ca539
SM
117 transport => {
118 description => "Gluster transport: tcp or rdma",
119 type => 'string',
120 enum => ['tcp', 'rdma', 'unix'],
121 },
f4648aef
AD
122 };
123}
124
125sub options {
126 return {
127 path => { fixed => 1 },
128 server => { optional => 1 },
a66159e3 129 server2 => { optional => 1 },
f4648aef 130 volume => { fixed => 1 },
187ca539 131 transport => { optional => 1 },
3353698f 132 nodes => { optional => 1 },
f4648aef 133 disable => { optional => 1 },
3353698f
FE
134 maxfiles => { optional => 1 },
135 'prune-backups' => { optional => 1 },
f4648aef
AD
136 content => { optional => 1 },
137 format => { optional => 1 },
c7616abc 138 mkdir => { optional => 1 },
9edb99a5 139 bwlimit => { optional => 1 },
95ff5dbd 140 preallocation => { optional => 1 },
f4648aef
AD
141 };
142}
143
144
145sub check_config {
146 my ($class, $sectionId, $config, $create, $skipSchemaCheck) = @_;
147
148 $config->{path} = "/mnt/pve/$sectionId" if $create && !$config->{path};
149
150 return $class->SUPER::check_config($sectionId, $config, $create, $skipSchemaCheck);
151}
152
153# Storage implementation
154
db7922dc
AD
155sub parse_name_dir {
156 my $name = shift;
157
158 if ($name =~ m!^((base-)?[^/\s]+\.(raw|qcow2|vmdk))$!) {
159 return ($1, $3, $2);
160 }
161
162 die "unable to parse volume filename '$name'\n";
163}
164
f4648aef 165sub path {
e67069eb 166 my ($class, $scfg, $volname, $storeid, $snapname) = @_;
f4648aef 167
e67069eb
DM
168 my ($vtype, $name, $vmid, undef, undef, $isBase, $format) =
169 $class->parse_volname($volname);
170
171 # Note: qcow2/qed has internal snapshot, so path is always
172 # the same (with or without snapshot => same file).
173 die "can't snapshot this image format\n"
174 if defined($snapname) && $format !~ m/^(qcow2|qed)$/;
f4648aef 175
f4648aef 176 my $path = undef;
a66159e3
DM
177 if ($vtype eq 'images') {
178
179 my $server = &$get_active_server($scfg, 1);
180 my $glustervolume = $scfg->{volume};
187ca539
SM
181 my $transport = $scfg->{transport};
182 my $protocol = "gluster";
183
184 if ($transport) {
185 $protocol = "gluster+$transport";
186 }
a66159e3 187
187ca539 188 $path = "$protocol://$server/$glustervolume/images/$vmid/$name";
a66159e3
DM
189
190 } else {
f4648aef
AD
191 my $dir = $class->get_subdir($scfg, $vtype);
192 $path = "$dir/$name";
193 }
194
f4648aef
AD
195 return wantarray ? ($path, $vmid, $vtype) : $path;
196}
197
2ff3b506
DC
198sub clone_image {
199 my ($class, $scfg, $storeid, $volname, $vmid, $snap) = @_;
200
ffc31266 201 die "storage definition has no path\n" if !$scfg->{path};
2ff3b506
DC
202
203 my ($vtype, $basename, $basevmid, undef, undef, $isBase, $format) =
204 $class->parse_volname($volname);
205
206 die "clone_image on wrong vtype '$vtype'\n" if $vtype ne 'images';
207
208 die "this storage type does not support clone_image on snapshot\n" if $snap;
209
210 die "this storage type does not support clone_image on subvolumes\n" if $format eq 'subvol';
211
212 die "clone_image only works on base images\n" if !$isBase;
213
214 my $imagedir = $class->get_subdir($scfg, 'images');
215 $imagedir .= "/$vmid";
216
217 mkpath $imagedir;
218
d7f6f85e 219 my $name = $class->find_free_diskname($storeid, $scfg, $vmid, "qcow2", 1);
2ff3b506
DC
220
221 warn "clone $volname: $vtype, $name, $vmid to $name (base=../$basevmid/$basename)\n";
222
223 my $path = "$imagedir/$name";
224
225 die "disk image '$path' already exists\n" if -e $path;
226
227 my $server = &$get_active_server($scfg, 1);
228 my $glustervolume = $scfg->{volume};
229 my $volumepath = "gluster://$server/$glustervolume/images/$vmid/$name";
230
231 my $cmd = ['/usr/bin/qemu-img', 'create', '-b', "../$basevmid/$basename",
9177cc2e 232 '-F', $format, '-f', 'qcow2', $volumepath];
2ff3b506
DC
233
234 run_command($cmd, errmsg => "unable to create image");
235
236 return "$basevmid/$basename/$vmid/$name";
237}
238
db7922dc
AD
239sub alloc_image {
240 my ($class, $storeid, $scfg, $vmid, $fmt, $name, $size) = @_;
241
242 my $imagedir = $class->get_subdir($scfg, 'images');
243 $imagedir .= "/$vmid";
244
245 mkpath $imagedir;
246
d7f6f85e 247 $name = $class->find_free_diskname($storeid, $scfg, $vmid, $fmt, 1) if !$name;
db7922dc
AD
248
249 my (undef, $tmpfmt) = parse_name_dir($name);
250
251 die "illegal name '$name' - wrong extension for format ('$tmpfmt != '$fmt')\n"
252 if $tmpfmt ne $fmt;
253
254 my $path = "$imagedir/$name";
255
256 die "disk image '$path' already exists\n" if -e $path;
257
a66159e3 258 my $server = &$get_active_server($scfg, 1);
db7922dc
AD
259 my $glustervolume = $scfg->{volume};
260 my $volumepath = "gluster://$server/$glustervolume/images/$vmid/$name";
261
262 my $cmd = ['/usr/bin/qemu-img', 'create'];
263
95ff5dbd
LS
264 my $prealloc_opt = PVE::Storage::Plugin::preallocation_cmd_option($scfg, $fmt);
265 push @$cmd, '-o', $prealloc_opt if defined($prealloc_opt);
db7922dc
AD
266
267 push @$cmd, '-f', $fmt, $volumepath, "${size}K";
268
a8ec2f02
CE
269 eval { run_command($cmd, errmsg => "unable to create image"); };
270 if ($@) {
271 unlink $path;
272 rmdir $imagedir;
273 die "$@";
274 }
db7922dc
AD
275
276 return "$vmid/$name";
277}
278
f4648aef
AD
279sub status {
280 my ($class, $storeid, $scfg, $cache) = @_;
281
80b64788 282 $cache->{mountdata} = PVE::ProcFSTools::parse_proc_mounts()
84c8e52d 283 if !$cache->{mountdata};
f4648aef
AD
284
285 my $path = $scfg->{path};
f4648aef
AD
286
287 my $volume = $scfg->{volume};
288
a66159e3 289 return undef if !glusterfs_is_mounted($volume, $path, $cache->{mountdata});
f4648aef
AD
290
291 return $class->SUPER::status($storeid, $scfg, $cache);
292}
293
294sub activate_storage {
295 my ($class, $storeid, $scfg, $cache) = @_;
296
80b64788 297 $cache->{mountdata} = PVE::ProcFSTools::parse_proc_mounts()
84c8e52d 298 if !$cache->{mountdata};
f4648aef
AD
299
300 my $path = $scfg->{path};
f4648aef
AD
301 my $volume = $scfg->{volume};
302
a66159e3
DM
303 if (!glusterfs_is_mounted($volume, $path, $cache->{mountdata})) {
304
c7616abc 305 mkpath $path if !(defined($scfg->{mkdir}) && !$scfg->{mkdir});
f4648aef
AD
306
307 die "unable to activate storage '$storeid' - " .
308 "directory '$path' does not exist\n" if ! -d $path;
309
a66159e3
DM
310 my $server = &$get_active_server($scfg, 1);
311
312 glusterfs_mount($server, $volume, $path);
f4648aef
AD
313 }
314
315 $class->SUPER::activate_storage($storeid, $scfg, $cache);
316}
317
318sub deactivate_storage {
319 my ($class, $storeid, $scfg, $cache) = @_;
320
80b64788 321 $cache->{mountdata} = PVE::ProcFSTools::parse_proc_mounts()
84c8e52d 322 if !$cache->{mountdata};
f4648aef
AD
323
324 my $path = $scfg->{path};
f4648aef
AD
325 my $volume = $scfg->{volume};
326
a66159e3 327 if (glusterfs_is_mounted($volume, $path, $cache->{mountdata})) {
f4648aef 328 my $cmd = ['/bin/umount', $path];
1a3459ac 329 run_command($cmd, errmsg => 'umount error');
f4648aef
AD
330 }
331}
332
333sub activate_volume {
02e797b8 334 my ($class, $storeid, $scfg, $volname, $snapname, $cache) = @_;
f4648aef
AD
335
336 # do nothing by default
337}
338
339sub deactivate_volume {
02e797b8 340 my ($class, $storeid, $scfg, $volname, $snapname, $cache) = @_;
f4648aef
AD
341
342 # do nothing by default
343}
344
345sub check_connection {
a66159e3 346 my ($class, $storeid, $scfg, $cache) = @_;
f4648aef 347
a66159e3 348 my $server = &$get_active_server($scfg);
f4648aef 349
a66159e3 350 return defined($server) ? 1 : 0;
f4648aef
AD
351}
352
3531;