]> git.proxmox.com Git - pve-storage.git/blame - PVE/Storage/RBDPlugin.pm
rbd : find_free_diskname
[pve-storage.git] / PVE / Storage / RBDPlugin.pm
CommitLineData
0509010d
AD
1package PVE::Storage::RBDPlugin;
2
3use strict;
4use warnings;
5use IO::File;
6use PVE::Tools qw(run_command trim);
7use PVE::Storage::Plugin;
8use PVE::JSONSchema qw(get_standard_option);
9
10use base qw(PVE::Storage::Plugin);
11
249cb647
SP
12sub rbd_unittobytes {
13 {
14 "M" => 1024*1024,
15 "G" => 1024*1024*1024,
16 "T" => 1024*1024*1024*1024,
17 }
18}
19
411476cd
DM
20my $rbd_cmd = sub {
21 my ($scfg, $storeid, $op, @options) = @_;
0509010d 22
e5427b00 23 my $monhost = $scfg->{monhost};
0509010d
AD
24 $monhost =~ s/;/,/g;
25
411476cd
DM
26 my $cmd = ['/usr/bin/rbd', '-p', $scfg->{pool}, '-m', $monhost, '-n',
27 "client.$scfg->{username}",
28 '--keyring', "/etc/pve/priv/ceph/${storeid}.keyring",
29 '--auth_supported', $scfg->{authsupported}, $op];
3e195ccc 30
411476cd 31 push @$cmd, @options if scalar(@options);
3e195ccc 32
411476cd
DM
33 return $cmd;
34};
0509010d 35
69589444
AD
36my $rados_cmd = sub {
37 my ($scfg, $storeid, $op, @options) = @_;
38
39 my $monhost = $scfg->{monhost};
40 $monhost =~ s/;/,/g;
41
42 my $cmd = ['/usr/bin/rados', '-p', $scfg->{pool}, '-m', $monhost, '-n',
43 "client.$scfg->{username}",
44 '--keyring', "/etc/pve/priv/ceph/${storeid}.keyring",
45 '--auth_supported', $scfg->{authsupported}, $op];
46
47 push @$cmd, @options if scalar(@options);
48
49 return $cmd;
50};
51
411476cd
DM
52sub rbd_ls {
53 my ($scfg, $storeid) = @_;
d70e7f6c 54
7cb2889a 55 my $cmd = &$rbd_cmd($scfg, $storeid, 'ls', '-l');
d70e7f6c 56
411476cd 57 my $list = {};
0509010d 58
8c3abf12 59 my $parser = sub {
411476cd 60 my $line = shift;
0509010d 61
ca1e168a
AD
62 if ($line =~ m/^((vm|base)-(\d+)-disk-\d+)\s+(\d+)(M|G|T)\s((\S+)\/((vm|base)-\d+-\S+@\S+))?/) {
63 my ($image, $owner, $size, $unit, $parent) = ($1, $3, $4, $5, $8);
0509010d 64
411476cd
DM
65 $list->{$scfg->{pool}}->{$image} = {
66 name => $image,
249cb647 67 size => $size*rbd_unittobytes()->{$unit},
62b98a65 68 parent => $parent,
411476cd
DM
69 vmid => $owner
70 };
71 }
8c3abf12
DM
72 };
73
74 eval {
75 run_command($cmd, errmsg => "rbd error", errfunc => sub {}, outfunc => $parser);
76 };
77 my $err = $@;
78
79 die $err if $err && $err !~ m/doesn't contain rbd images/ ;
411476cd
DM
80
81 return $list;
0509010d
AD
82}
83
62b98a65 84sub rbd_volume_info {
e110213e
AD
85 my ($scfg, $storeid, $volname) = @_;
86
87 my $cmd = &$rbd_cmd($scfg, $storeid, 'info', $volname);
88 my $size = undef;
62b98a65
AD
89 my $parent = undef;
90
e110213e
AD
91 my $parser = sub {
92 my $line = shift;
93
249cb647
SP
94 if ($line =~ m/size (\d+) (M|G|T)B in (\d+) objects/) {
95 $size = $1 * rbd_unittobytes()->{$2} if ($1);
62b98a65
AD
96 } elsif ($line =~ m/parent:\s(\S+)\/(\S+)/) {
97 $parent = $2;
e110213e
AD
98 }
99 };
100
101 run_command($cmd, errmsg => "rbd error", errfunc => sub {}, outfunc => $parser);
102
62b98a65 103 return ($size, $parent);
e110213e
AD
104}
105
0509010d
AD
106sub addslashes {
107 my $text = shift;
108 $text =~ s/;/\\;/g;
109 $text =~ s/:/\\:/g;
110 return $text;
111}
112
e5427b00 113# Configuration
0509010d 114
e5427b00
AD
115PVE::JSONSchema::register_format('pve-storage-monhost', \&parse_monhost);
116sub parse_monhost {
0509010d
AD
117 my ($name, $noerr) = @_;
118
119 if ($name !~ m/^[a-z][a-z0-9\-\_\.]*[a-z0-9]$/i) {
120 return undef if $noerr;
121 die "lvm name '$name' contains illegal characters\n";
122 }
123
124 return $name;
125}
126
0509010d
AD
127sub type {
128 return 'rbd';
129}
130
131sub plugindata {
132 return {
133 content => [ {images => 1}, { images => 1 }],
134 };
135}
136
137sub properties {
138 return {
e5427b00 139 monhost => {
0509010d 140 description => "Monitors daemon ips.",
e5427b00 141 type => 'string',
0509010d 142 },
e5427b00
AD
143 pool => {
144 description => "Pool.",
0509010d
AD
145 type => 'string',
146 },
e5427b00
AD
147 username => {
148 description => "RBD Id.",
0509010d
AD
149 type => 'string',
150 },
e5427b00 151 authsupported => {
0509010d
AD
152 description => "Authsupported.",
153 type => 'string',
154 },
155 };
156}
157
158sub options {
159 return {
35d6dfaf
AD
160 nodes => { optional => 1 },
161 disable => { optional => 1 },
e5427b00 162 monhost => { fixed => 1 },
35d6dfaf 163 pool => { fixed => 1 },
e5427b00 164 username => { fixed => 1 },
35d6dfaf 165 authsupported => { fixed => 1 },
0509010d
AD
166 content => { optional => 1 },
167 };
168}
169
170# Storage implementation
171
172sub parse_volname {
173 my ($class, $volname) = @_;
174
d04c7e55
AD
175 if ($volname =~ m/^((base-(\d+)-\S+)\/)?((base)?(vm)?-(\d+)-\S+)$/) {
176 return ('images', $4, $7, $2, $3, $5);
0509010d
AD
177 }
178
179 die "unable to parse rbd volume name '$volname'\n";
180}
181
182sub path {
e5427b00 183 my ($class, $scfg, $volname, $storeid) = @_;
0509010d
AD
184
185 my ($vtype, $name, $vmid) = $class->parse_volname($volname);
186
e5427b00
AD
187 my $monhost = addslashes($scfg->{monhost});
188 my $pool = $scfg->{pool};
189 my $username = $scfg->{username};
190 my $authsupported = addslashes($scfg->{authsupported});
191
4e2d3bc8 192 my $path = "rbd:$pool/$name:id=$username:auth_supported=$authsupported:keyring=/etc/pve/priv/ceph/$storeid.keyring:mon_host=$monhost";
0509010d
AD
193
194 return ($path, $vmid, $vtype);
195}
196
5eab0272
DM
197sub create_base {
198 my ($class, $storeid, $scfg, $volname) = @_;
199
200 die "not implemented";
201}
202
203sub clone_image {
204 my ($class, $scfg, $storeid, $volname, $vmid) = @_;
205
206 die "not implemented";
207}
208
8b3ae518
AD
209my $find_free_diskname = sub {
210 my ($storeid, $scfg, $vmid) = @_;
211
212 my $rbd = rbd_ls($scfg, $storeid);
213 my $disk_ids = {};
214 my $dat = $rbd->{$scfg->{pool}};
215
216 foreach my $image (keys %$dat) {
217 my $volname = $dat->{$image}->{name};
218 if ($volname =~ m/(vm|base)-$vmid-disk-(\d+)/){
219 $disk_ids->{$2} = 1;
220 }
221 }
222 #fix: can we search in $rbd hash key with a regex to find (vm|base) ?
223 for (my $i = 1; $i < 100; $i++) {
224 if (!$disk_ids->{$i}) {
225 return "vm-$vmid-disk-$i";
226 }
227 }
228
229 die "unable to allocate an image name for VM $vmid in storage '$storeid'\n";
230};
231
0509010d
AD
232sub alloc_image {
233 my ($class, $storeid, $scfg, $vmid, $fmt, $name, $size) = @_;
234
235
e5427b00 236 die "illegal name '$name' - sould be 'vm-$vmid-*'\n"
0509010d 237 if $name && $name !~ m/^vm-$vmid-/;
0509010d 238
8b3ae518 239 $name = &$find_free_diskname($storeid, $scfg, $vmid);
0509010d 240
166196ac 241 my $cmd = &$rbd_cmd($scfg, $storeid, 'create', '--format' , 2, '--size', ($size/1024), $name);
411476cd 242 run_command($cmd, errmsg => "rbd create $name' error", errfunc => sub {});
0509010d
AD
243
244 return $name;
245}
246
247sub free_image {
32437ed2 248 my ($class, $storeid, $scfg, $volname, $isBase) = @_;
0509010d 249
c30470a3
AD
250 my $cmd = &$rbd_cmd($scfg, $storeid, 'snap', 'purge', $volname);
251 run_command($cmd, errmsg => "rbd snap purge $volname' error", outfunc => sub {}, errfunc => sub {});
252
253 $cmd = &$rbd_cmd($scfg, $storeid, 'rm', $volname);
411476cd 254 run_command($cmd, errmsg => "rbd rm $volname' error", outfunc => sub {}, errfunc => sub {});
0509010d
AD
255
256 return undef;
257}
258
259sub list_images {
260 my ($class, $storeid, $scfg, $vmid, $vollist, $cache) = @_;
261
e5427b00 262 $cache->{rbd} = rbd_ls($scfg, $storeid) if !$cache->{rbd};
411476cd 263
0509010d
AD
264 my $res = [];
265
411476cd 266 if (my $dat = $cache->{rbd}->{$scfg->{pool}}) {
0509010d
AD
267 foreach my $image (keys %$dat) {
268
269 my $volname = $dat->{$image}->{name};
270
271 my $volid = "$storeid:$volname";
272
0509010d
AD
273 my $owner = $dat->{$volname}->{vmid};
274 if ($vollist) {
275 my $found = grep { $_ eq $volid } @$vollist;
276 next if !$found;
277 } else {
278 next if defined ($vmid) && ($owner ne $vmid);
279 }
280
281 my $info = $dat->{$volname};
282 $info->{volid} = $volid;
411476cd 283 $info->{format} = 'raw';
0509010d
AD
284
285 push @$res, $info;
286 }
287 }
288
411476cd 289 return $res;
0509010d
AD
290}
291
0509010d
AD
292sub status {
293 my ($class, $storeid, $scfg, $cache) = @_;
294
69589444
AD
295 my $cmd = &$rados_cmd($scfg, $storeid, 'df');
296
297 my $stats = {};
298
299 my $parser = sub {
300 my $line = shift;
301 if ($line =~ m/^\s+total\s(\S+)\s+(\d+)/) {
302 $stats->{$1} = $2;
303 }
304 };
305
306 eval {
307 run_command($cmd, errmsg => "rados error", errfunc => sub {}, outfunc => $parser);
308 };
309
310 my $total = $stats->{space} ? $stats->{space}*1024 : 0;
311 my $free = $stats->{avail} ? $stats->{avail}*1024 : 0;
312 my $used = $stats->{used} ? $stats->{used}*1024: 0;
0509010d 313 my $active = 1;
0509010d 314
411476cd 315 return ($total, $free, $used, $active);
0509010d
AD
316}
317
318sub activate_storage {
319 my ($class, $storeid, $scfg, $cache) = @_;
320 return 1;
321}
322
323sub deactivate_storage {
324 my ($class, $storeid, $scfg, $cache) = @_;
325 return 1;
326}
327
328sub activate_volume {
329 my ($class, $storeid, $scfg, $volname, $exclusive, $cache) = @_;
330 return 1;
331}
332
333sub deactivate_volume {
334 my ($class, $storeid, $scfg, $volname, $exclusive, $cache) = @_;
335 return 1;
336}
337
0002d9cc
AD
338sub volume_size_info {
339 my ($class, $scfg, $storeid, $volname, $timeout) = @_;
340
62b98a65
AD
341 my ($size, undef) = rbd_volume_info($scfg, $storeid, $volname);
342 return $size;
0002d9cc
AD
343}
344
e7a42a76
AD
345sub volume_resize {
346 my ($class, $scfg, $storeid, $volname, $size, $running) = @_;
347
348 return 1 if $running;
349
350 my $cmd = &$rbd_cmd($scfg, $storeid, 'resize', '--size', ($size/1024/1024), $volname);
351 run_command($cmd, errmsg => "rbd resize $volname' error", errfunc => sub {});
352 return undef;
353}
354
788dd8e1
AD
355sub volume_snapshot {
356 my ($class, $scfg, $storeid, $volname, $snap, $running) = @_;
357
358 return 1 if $running;
359
360 my $cmd = &$rbd_cmd($scfg, $storeid, 'snap', 'create', '--snap', $snap, $volname);
361 run_command($cmd, errmsg => "rbd snapshot $volname' error", errfunc => sub {});
362 return undef;
363}
364
5a2b2e2f
AD
365sub volume_snapshot_rollback {
366 my ($class, $scfg, $storeid, $volname, $snap) = @_;
367
368 my $cmd = &$rbd_cmd($scfg, $storeid, 'snap', 'rollback', '--snap', $snap, $volname);
369 run_command($cmd, errmsg => "rbd snapshot $volname to $snap' error", errfunc => sub {});
370}
371
cce29bcd
AD
372sub volume_snapshot_delete {
373 my ($class, $scfg, $storeid, $volname, $snap, $running) = @_;
374
375 return 1 if $running;
376
377 my $cmd = &$rbd_cmd($scfg, $storeid, 'snap', 'rm', '--snap', $snap, $volname);
378 run_command($cmd, errmsg => "rbd snapshot $volname' error", errfunc => sub {});
379 return undef;
380}
381
774f21b9
AD
382sub volume_has_feature {
383 my ($class, $scfg, $feature, $storeid, $volname, $snapname, $running) = @_;
384
385 my $features = {
386 snapshot => { current => 1, snap => 1},
387 clone => { snap => 1},
388 };
389
390 my $snap = $snapname ? 'snap' : 'current';
391 return 1 if $features->{$feature}->{$snap};
392
393 return undef;
394}
395
0509010d 3961;