]> git.proxmox.com Git - pve-storage.git/blame - PVE/Storage/RBDPlugin.pm
implement vdisk_clone and vdisk_create_base
[pve-storage.git] / PVE / Storage / RBDPlugin.pm
CommitLineData
0509010d
AD
1package PVE::Storage::RBDPlugin;
2
3use strict;
4use warnings;
5use IO::File;
6use PVE::Tools qw(run_command trim);
7use PVE::Storage::Plugin;
8use PVE::JSONSchema qw(get_standard_option);
9
10use base qw(PVE::Storage::Plugin);
11
249cb647
SP
12sub rbd_unittobytes {
13 {
14 "M" => 1024*1024,
15 "G" => 1024*1024*1024,
16 "T" => 1024*1024*1024*1024,
17 }
18}
19
411476cd
DM
20my $rbd_cmd = sub {
21 my ($scfg, $storeid, $op, @options) = @_;
0509010d 22
e5427b00 23 my $monhost = $scfg->{monhost};
0509010d
AD
24 $monhost =~ s/;/,/g;
25
411476cd
DM
26 my $cmd = ['/usr/bin/rbd', '-p', $scfg->{pool}, '-m', $monhost, '-n',
27 "client.$scfg->{username}",
28 '--keyring', "/etc/pve/priv/ceph/${storeid}.keyring",
29 '--auth_supported', $scfg->{authsupported}, $op];
3e195ccc 30
411476cd 31 push @$cmd, @options if scalar(@options);
3e195ccc 32
411476cd
DM
33 return $cmd;
34};
0509010d 35
69589444
AD
36my $rados_cmd = sub {
37 my ($scfg, $storeid, $op, @options) = @_;
38
39 my $monhost = $scfg->{monhost};
40 $monhost =~ s/;/,/g;
41
42 my $cmd = ['/usr/bin/rados', '-p', $scfg->{pool}, '-m', $monhost, '-n',
43 "client.$scfg->{username}",
44 '--keyring', "/etc/pve/priv/ceph/${storeid}.keyring",
45 '--auth_supported', $scfg->{authsupported}, $op];
46
47 push @$cmd, @options if scalar(@options);
48
49 return $cmd;
50};
51
411476cd
DM
52sub rbd_ls {
53 my ($scfg, $storeid) = @_;
d70e7f6c 54
7cb2889a 55 my $cmd = &$rbd_cmd($scfg, $storeid, 'ls', '-l');
d70e7f6c 56
411476cd 57 my $list = {};
0509010d 58
8c3abf12 59 my $parser = sub {
411476cd 60 my $line = shift;
0509010d 61
249cb647
SP
62 if ($line =~ m/^(vm-(\d+)-disk-\d+)\s+(\d+)(M|G|T)\s((\S+)\/(vm-\d+-\S+@\S+))?/) {
63 my ($image, $owner, $size, $unit, $parent) = ($1, $2, $3, $4, $7);
0509010d 64
411476cd
DM
65 $list->{$scfg->{pool}}->{$image} = {
66 name => $image,
249cb647 67 size => $size*rbd_unittobytes()->{$unit},
62b98a65 68 parent => $parent,
411476cd
DM
69 vmid => $owner
70 };
71 }
8c3abf12
DM
72 };
73
74 eval {
75 run_command($cmd, errmsg => "rbd error", errfunc => sub {}, outfunc => $parser);
76 };
77 my $err = $@;
78
79 die $err if $err && $err !~ m/doesn't contain rbd images/ ;
411476cd
DM
80
81 return $list;
0509010d
AD
82}
83
62b98a65 84sub rbd_volume_info {
e110213e
AD
85 my ($scfg, $storeid, $volname) = @_;
86
87 my $cmd = &$rbd_cmd($scfg, $storeid, 'info', $volname);
88 my $size = undef;
62b98a65
AD
89 my $parent = undef;
90
e110213e
AD
91 my $parser = sub {
92 my $line = shift;
93
249cb647
SP
94 if ($line =~ m/size (\d+) (M|G|T)B in (\d+) objects/) {
95 $size = $1 * rbd_unittobytes()->{$2} if ($1);
62b98a65
AD
96 } elsif ($line =~ m/parent:\s(\S+)\/(\S+)/) {
97 $parent = $2;
e110213e
AD
98 }
99 };
100
101 run_command($cmd, errmsg => "rbd error", errfunc => sub {}, outfunc => $parser);
102
62b98a65 103 return ($size, $parent);
e110213e
AD
104}
105
0509010d
AD
106sub addslashes {
107 my $text = shift;
108 $text =~ s/;/\\;/g;
109 $text =~ s/:/\\:/g;
110 return $text;
111}
112
e5427b00 113# Configuration
0509010d 114
e5427b00
AD
115PVE::JSONSchema::register_format('pve-storage-monhost', \&parse_monhost);
116sub parse_monhost {
0509010d
AD
117 my ($name, $noerr) = @_;
118
119 if ($name !~ m/^[a-z][a-z0-9\-\_\.]*[a-z0-9]$/i) {
120 return undef if $noerr;
121 die "lvm name '$name' contains illegal characters\n";
122 }
123
124 return $name;
125}
126
0509010d
AD
127sub type {
128 return 'rbd';
129}
130
131sub plugindata {
132 return {
133 content => [ {images => 1}, { images => 1 }],
134 };
135}
136
137sub properties {
138 return {
e5427b00 139 monhost => {
0509010d 140 description => "Monitors daemon ips.",
e5427b00 141 type => 'string',
0509010d 142 },
e5427b00
AD
143 pool => {
144 description => "Pool.",
0509010d
AD
145 type => 'string',
146 },
e5427b00
AD
147 username => {
148 description => "RBD Id.",
0509010d
AD
149 type => 'string',
150 },
e5427b00 151 authsupported => {
0509010d
AD
152 description => "Authsupported.",
153 type => 'string',
154 },
155 };
156}
157
158sub options {
159 return {
35d6dfaf
AD
160 nodes => { optional => 1 },
161 disable => { optional => 1 },
e5427b00 162 monhost => { fixed => 1 },
35d6dfaf 163 pool => { fixed => 1 },
e5427b00 164 username => { fixed => 1 },
35d6dfaf 165 authsupported => { fixed => 1 },
0509010d
AD
166 content => { optional => 1 },
167 };
168}
169
170# Storage implementation
171
172sub parse_volname {
173 my ($class, $volname) = @_;
174
175 if ($volname =~ m/^(vm-(\d+)-\S+)$/) {
176 return ('images', $1, $2);
177 }
178
179 die "unable to parse rbd volume name '$volname'\n";
180}
181
182sub path {
e5427b00 183 my ($class, $scfg, $volname, $storeid) = @_;
0509010d
AD
184
185 my ($vtype, $name, $vmid) = $class->parse_volname($volname);
186
e5427b00
AD
187 my $monhost = addslashes($scfg->{monhost});
188 my $pool = $scfg->{pool};
189 my $username = $scfg->{username};
190 my $authsupported = addslashes($scfg->{authsupported});
191
4e2d3bc8 192 my $path = "rbd:$pool/$name:id=$username:auth_supported=$authsupported:keyring=/etc/pve/priv/ceph/$storeid.keyring:mon_host=$monhost";
0509010d
AD
193
194 return ($path, $vmid, $vtype);
195}
196
197sub alloc_image {
198 my ($class, $storeid, $scfg, $vmid, $fmt, $name, $size) = @_;
199
200
e5427b00 201 die "illegal name '$name' - sould be 'vm-$vmid-*'\n"
0509010d 202 if $name && $name !~ m/^vm-$vmid-/;
0509010d
AD
203
204 if (!$name) {
e5427b00 205 my $rdb = rbd_ls($scfg, $storeid);
0509010d
AD
206
207 for (my $i = 1; $i < 100; $i++) {
208 my $tn = "vm-$vmid-disk-$i";
411476cd 209 if (!defined ($rdb->{$scfg->{pool}}->{$tn})) {
0509010d
AD
210 $name = $tn;
211 last;
212 }
213 }
214 }
215
216 die "unable to allocate an image name for VM $vmid in storage '$storeid'\n"
217 if !$name;
218
166196ac 219 my $cmd = &$rbd_cmd($scfg, $storeid, 'create', '--format' , 2, '--size', ($size/1024), $name);
411476cd 220 run_command($cmd, errmsg => "rbd create $name' error", errfunc => sub {});
0509010d
AD
221
222 return $name;
223}
224
225sub free_image {
226 my ($class, $storeid, $scfg, $volname) = @_;
227
c30470a3
AD
228 my $cmd = &$rbd_cmd($scfg, $storeid, 'snap', 'purge', $volname);
229 run_command($cmd, errmsg => "rbd snap purge $volname' error", outfunc => sub {}, errfunc => sub {});
230
231 $cmd = &$rbd_cmd($scfg, $storeid, 'rm', $volname);
411476cd 232 run_command($cmd, errmsg => "rbd rm $volname' error", outfunc => sub {}, errfunc => sub {});
0509010d
AD
233
234 return undef;
235}
236
237sub list_images {
238 my ($class, $storeid, $scfg, $vmid, $vollist, $cache) = @_;
239
e5427b00 240 $cache->{rbd} = rbd_ls($scfg, $storeid) if !$cache->{rbd};
411476cd 241
0509010d
AD
242 my $res = [];
243
411476cd 244 if (my $dat = $cache->{rbd}->{$scfg->{pool}}) {
0509010d
AD
245 foreach my $image (keys %$dat) {
246
247 my $volname = $dat->{$image}->{name};
248
249 my $volid = "$storeid:$volname";
250
0509010d
AD
251 my $owner = $dat->{$volname}->{vmid};
252 if ($vollist) {
253 my $found = grep { $_ eq $volid } @$vollist;
254 next if !$found;
255 } else {
256 next if defined ($vmid) && ($owner ne $vmid);
257 }
258
259 my $info = $dat->{$volname};
260 $info->{volid} = $volid;
411476cd 261 $info->{format} = 'raw';
0509010d
AD
262
263 push @$res, $info;
264 }
265 }
266
411476cd 267 return $res;
0509010d
AD
268}
269
0509010d
AD
270sub status {
271 my ($class, $storeid, $scfg, $cache) = @_;
272
69589444
AD
273 my $cmd = &$rados_cmd($scfg, $storeid, 'df');
274
275 my $stats = {};
276
277 my $parser = sub {
278 my $line = shift;
279 if ($line =~ m/^\s+total\s(\S+)\s+(\d+)/) {
280 $stats->{$1} = $2;
281 }
282 };
283
284 eval {
285 run_command($cmd, errmsg => "rados error", errfunc => sub {}, outfunc => $parser);
286 };
287
288 my $total = $stats->{space} ? $stats->{space}*1024 : 0;
289 my $free = $stats->{avail} ? $stats->{avail}*1024 : 0;
290 my $used = $stats->{used} ? $stats->{used}*1024: 0;
0509010d 291 my $active = 1;
0509010d 292
411476cd 293 return ($total, $free, $used, $active);
0509010d
AD
294}
295
296sub activate_storage {
297 my ($class, $storeid, $scfg, $cache) = @_;
298 return 1;
299}
300
301sub deactivate_storage {
302 my ($class, $storeid, $scfg, $cache) = @_;
303 return 1;
304}
305
306sub activate_volume {
307 my ($class, $storeid, $scfg, $volname, $exclusive, $cache) = @_;
308 return 1;
309}
310
311sub deactivate_volume {
312 my ($class, $storeid, $scfg, $volname, $exclusive, $cache) = @_;
313 return 1;
314}
315
0002d9cc
AD
316sub volume_size_info {
317 my ($class, $scfg, $storeid, $volname, $timeout) = @_;
318
62b98a65
AD
319 my ($size, undef) = rbd_volume_info($scfg, $storeid, $volname);
320 return $size;
0002d9cc
AD
321}
322
e7a42a76
AD
323sub volume_resize {
324 my ($class, $scfg, $storeid, $volname, $size, $running) = @_;
325
326 return 1 if $running;
327
328 my $cmd = &$rbd_cmd($scfg, $storeid, 'resize', '--size', ($size/1024/1024), $volname);
329 run_command($cmd, errmsg => "rbd resize $volname' error", errfunc => sub {});
330 return undef;
331}
332
788dd8e1
AD
333sub volume_snapshot {
334 my ($class, $scfg, $storeid, $volname, $snap, $running) = @_;
335
336 return 1 if $running;
337
338 my $cmd = &$rbd_cmd($scfg, $storeid, 'snap', 'create', '--snap', $snap, $volname);
339 run_command($cmd, errmsg => "rbd snapshot $volname' error", errfunc => sub {});
340 return undef;
341}
342
5a2b2e2f
AD
343sub volume_snapshot_rollback {
344 my ($class, $scfg, $storeid, $volname, $snap) = @_;
345
346 my $cmd = &$rbd_cmd($scfg, $storeid, 'snap', 'rollback', '--snap', $snap, $volname);
347 run_command($cmd, errmsg => "rbd snapshot $volname to $snap' error", errfunc => sub {});
348}
349
cce29bcd
AD
350sub volume_snapshot_delete {
351 my ($class, $scfg, $storeid, $volname, $snap, $running) = @_;
352
353 return 1 if $running;
354
355 my $cmd = &$rbd_cmd($scfg, $storeid, 'snap', 'rm', '--snap', $snap, $volname);
356 run_command($cmd, errmsg => "rbd snapshot $volname' error", errfunc => sub {});
357 return undef;
358}
359
774f21b9
AD
360sub volume_has_feature {
361 my ($class, $scfg, $feature, $storeid, $volname, $snapname, $running) = @_;
362
363 my $features = {
364 snapshot => { current => 1, snap => 1},
365 clone => { snap => 1},
366 };
367
368 my $snap = $snapname ? 'snap' : 'current';
369 return 1 if $features->{$feature}->{$snap};
370
371 return undef;
372}
373
0509010d 3741;