]> git.proxmox.com Git - pve-storage.git/blame - PVE/Storage/ZFSPlugin.pm
bump version to 5.0-9
[pve-storage.git] / PVE / Storage / ZFSPlugin.pm
CommitLineData
4f914e6e
MR
1package PVE::Storage::ZFSPlugin;
2
3use strict;
4use warnings;
5use IO::File;
6use POSIX;
5332e6c9 7use PVE::Tools qw(run_command);
85fda4dd 8use PVE::Storage::ZFSPoolPlugin;
21430e50 9use PVE::RPCEnvironment;
4f914e6e 10
85fda4dd 11use base qw(PVE::Storage::ZFSPoolPlugin);
a7d56be6
MR
12use PVE::Storage::LunCmd::Comstar;
13use PVE::Storage::LunCmd::Istgt;
78a64432 14use PVE::Storage::LunCmd::Iet;
4f914e6e 15
21430e50 16
4f914e6e
MR
17my @ssh_opts = ('-o', 'BatchMode=yes');
18my @ssh_cmd = ('/usr/bin/ssh', @ssh_opts);
3b219e80 19my $id_rsa_path = '/etc/pve/priv/zfs';
4f914e6e 20
a7d56be6 21my $lun_cmds = {
3b219e80
MR
22 create_lu => 1,
23 delete_lu => 1,
24 import_lu => 1,
25 modify_lu => 1,
26 add_view => 1,
27 list_view => 1,
28 list_lu => 1,
a7d56be6
MR
29};
30
31my $zfs_unknown_scsi_provider = sub {
3b219e80 32 my ($provider) = @_;
a7d56be6 33
3b219e80 34 die "$provider: unknown iscsi provider. Available [comstar, istgt, iet]";
a7d56be6
MR
35};
36
37my $zfs_get_base = sub {
3b219e80
MR
38 my ($scfg) = @_;
39
40 if ($scfg->{iscsiprovider} eq 'comstar') {
41 return PVE::Storage::LunCmd::Comstar::get_base;
42 } elsif ($scfg->{iscsiprovider} eq 'istgt') {
43 return PVE::Storage::LunCmd::Istgt::get_base;
44 } elsif ($scfg->{iscsiprovider} eq 'iet') {
45 return PVE::Storage::LunCmd::Iet::get_base;
46 } else {
47 $zfs_unknown_scsi_provider->($scfg->{iscsiprovider});
48 }
a7d56be6
MR
49};
50
4f914e6e 51sub zfs_request {
7730694e 52 my ($class, $scfg, $timeout, $method, @params) = @_;
4f914e6e 53
ef881e10 54 $timeout = PVE::RPCEnvironment->is_worker() ? 60*60 : 10
21430e50 55 if !$timeout;
4f914e6e 56
e8004c9c
DM
57 my $msg = '';
58
3b219e80
MR
59 if ($lun_cmds->{$method}) {
60 if ($scfg->{iscsiprovider} eq 'comstar') {
61 $msg = PVE::Storage::LunCmd::Comstar::run_lun_command($scfg, $timeout, $method, @params);
62 } elsif ($scfg->{iscsiprovider} eq 'istgt') {
63 $msg = PVE::Storage::LunCmd::Istgt::run_lun_command($scfg, $timeout, $method, @params);
64 } elsif ($scfg->{iscsiprovider} eq 'iet') {
65 $msg = PVE::Storage::LunCmd::Iet::run_lun_command($scfg, $timeout, $method, @params);
66 } else {
67 $zfs_unknown_scsi_provider->($scfg->{iscsiprovider});
68 }
69 } else {
3b219e80 70
e8004c9c
DM
71 my $target = 'root@' . $scfg->{portal};
72
73 my $cmd = [@ssh_cmd, '-i', "$id_rsa_path/$scfg->{portal}_id_rsa", $target];
3b219e80 74
e8004c9c
DM
75 if ($method eq 'zpool_list') {
76 push @$cmd, 'zpool', 'list';
77 } else {
78 push @$cmd, 'zfs', $method;
79 }
3b219e80 80
e8004c9c 81 push @$cmd, @params;
3b219e80 82
e8004c9c
DM
83 my $output = sub {
84 my $line = shift;
85 $msg .= "$line\n";
3b219e80
MR
86 };
87
88 run_command($cmd, outfunc => $output, timeout => $timeout);
89 }
4f914e6e
MR
90
91 return $msg;
92}
93
4f914e6e 94sub zfs_get_lu_name {
7730694e 95 my ($class, $scfg, $zvol) = @_;
4f914e6e 96
3b219e80 97 my $base = $zfs_get_base->($scfg);
34eaae3f
DM
98
99 my $object = ($zvol =~ /^.+\/.+/) ? "$base/$zvol" : "$base/$scfg->{pool}/$zvol";
4f914e6e 100
7730694e 101 my $lu_name = $class->zfs_request($scfg, undef, 'list_lu', $object);
a7d56be6 102
3b219e80
MR
103 return $lu_name if $lu_name;
104
4f914e6e
MR
105 die "Could not find lu_name for zvol $zvol";
106}
107
4f914e6e 108sub zfs_add_lun_mapping_entry {
7730694e 109 my ($class, $scfg, $zvol, $guid) = @_;
4f914e6e 110
6b5bca68
DM
111 if (!defined($guid)) {
112 $guid = $class->zfs_get_lu_name($scfg, $zvol);
4f914e6e 113 }
3b219e80 114
7730694e 115 $class->zfs_request($scfg, undef, 'add_view', $guid);
4f914e6e
MR
116}
117
118sub zfs_delete_lu {
7730694e 119 my ($class, $scfg, $zvol) = @_;
4f914e6e 120
7730694e 121 my $guid = $class->zfs_get_lu_name($scfg, $zvol);
4f914e6e 122
7730694e 123 $class->zfs_request($scfg, undef, 'delete_lu', $guid);
4f914e6e
MR
124}
125
126sub zfs_create_lu {
7730694e 127 my ($class, $scfg, $zvol) = @_;
4f914e6e 128
3b219e80 129 my $base = $zfs_get_base->($scfg);
7730694e 130 my $guid = $class->zfs_request($scfg, undef, 'create_lu', "$base/$scfg->{pool}/$zvol");
4f914e6e
MR
131
132 return $guid;
133}
134
135sub zfs_import_lu {
7730694e 136 my ($class, $scfg, $zvol) = @_;
4f914e6e 137
3b219e80 138 my $base = $zfs_get_base->($scfg);
7730694e 139 $class->zfs_request($scfg, undef, 'import_lu', "$base/$scfg->{pool}/$zvol");
4f914e6e
MR
140}
141
142sub zfs_resize_lu {
7730694e 143 my ($class, $scfg, $zvol, $size) = @_;
4f914e6e 144
7730694e 145 my $guid = $class->zfs_get_lu_name($scfg, $zvol);
4f914e6e 146
7730694e 147 $class->zfs_request($scfg, undef, 'modify_lu', "${size}K", $guid);
4f914e6e
MR
148}
149
150sub zfs_get_lun_number {
7730694e 151 my ($class, $scfg, $guid) = @_;
4f914e6e
MR
152
153 die "could not find lun_number for guid $guid" if !$guid;
154
7730694e 155 return $class->zfs_request($scfg, undef, 'list_view', $guid);
4f914e6e
MR
156}
157
158# Configuration
159
160sub type {
161 return 'zfs';
162}
163
164sub plugindata {
165 return {
6b5bca68 166 content => [ {images => 1}, { images => 1 }],
4f914e6e
MR
167 };
168}
169
170sub properties {
171 return {
6b5bca68
DM
172 iscsiprovider => {
173 description => "iscsi provider",
174 type => 'string',
175 },
176 # this will disable write caching on comstar and istgt.
177 # it is not implemented for iet. iet blockio always operates with
178 # writethrough caching when not in readonly mode
179 nowritecache => {
180 description => "disable write caching on the target",
181 type => 'boolean',
182 },
183 comstar_tg => {
184 description => "target group for comstar views",
185 type => 'string',
186 },
187 comstar_hg => {
188 description => "host group for comstar views",
189 type => 'string',
190 },
4f914e6e
MR
191 };
192}
193
194sub options {
195 return {
6b5bca68
DM
196 nodes => { optional => 1 },
197 disable => { optional => 1 },
198 portal => { fixed => 1 },
199 target => { fixed => 1 },
200 pool => { fixed => 1 },
201 blocksize => { fixed => 1 },
202 iscsiprovider => { fixed => 1 },
203 nowritecache => { optional => 1 },
204 sparse => { optional => 1 },
205 comstar_hg => { optional => 1 },
206 comstar_tg => { optional => 1 },
207 content => { optional => 1 },
4f914e6e
MR
208 };
209}
210
211# Storage implementation
212
4f914e6e 213sub path {
e67069eb
DM
214 my ($class, $scfg, $volname, $storeid, $snapname) = @_;
215
216 die "direct access to snapshots not implemented"
217 if defined($snapname);
4f914e6e
MR
218
219 my ($vtype, $name, $vmid) = $class->parse_volname($volname);
220
221 my $target = $scfg->{target};
222 my $portal = $scfg->{portal};
223
7730694e
DM
224 my $guid = $class->zfs_get_lu_name($scfg, $name);
225 my $lun = $class->zfs_get_lun_number($scfg, $guid);
3b219e80 226
4f914e6e 227 my $path = "iscsi://$portal/$target/$lun";
3b219e80 228
4f914e6e
MR
229 return ($path, $vmid, $vtype);
230}
231
4f914e6e
MR
232sub create_base {
233 my ($class, $storeid, $scfg, $volname) = @_;
234
235 my $snap = '__base__';
236
237 my ($vtype, $name, $vmid, $basename, $basevmid, $isBase) =
238 $class->parse_volname($volname);
239
240 die "create_base not possible with base image\n" if $isBase;
241
242 my $newname = $name;
243 $newname =~ s/^vm-/base-/;
244
245 my $newvolname = $basename ? "$basename/$newname" : "$newname";
246
7730694e
DM
247 $class->zfs_delete_lu($scfg, $name);
248 $class->zfs_request($scfg, undef, 'rename', "$scfg->{pool}/$name", "$scfg->{pool}/$newname");
4f914e6e 249
7730694e
DM
250 my $guid = $class->zfs_create_lu($scfg, $newname);
251 $class->zfs_add_lun_mapping_entry($scfg, $newname, $guid);
4f914e6e
MR
252
253 my $running = undef; #fixme : is create_base always offline ?
254
255 $class->volume_snapshot($scfg, $storeid, $newname, $snap, $running);
256
257 return $newvolname;
258}
259
260sub clone_image {
f236eaf8 261 my ($class, $scfg, $storeid, $volname, $vmid, $snap) = @_;
4f914e6e 262
1993540b 263 my $name = $class->SUPER::clone_image($scfg, $storeid, $volname, $vmid, $snap);
4f914e6e 264
1993540b
FG
265 # get ZFS dataset name from PVE volname
266 my (undef, $clonedname) = $class->parse_volname($name);
267
268 my $guid = $class->zfs_create_lu($scfg, $clonedname);
269 $class->zfs_add_lun_mapping_entry($scfg, $clonedname, $guid);
4f914e6e
MR
270
271 return $name;
272}
273
274sub alloc_image {
275 my ($class, $storeid, $scfg, $vmid, $fmt, $name, $size) = @_;
b3ba95e4 276
9b61bc9e
WL
277 die "unsupported format '$fmt'" if $fmt ne 'raw';
278
279 die "illegal name '$name' - sould be 'vm-$vmid-*'\n"
280 if $name && $name !~ m/^vm-$vmid-/;
281
4eff810d
WL
282 my $volname = $name;
283
9660f716 284 $volname = $class->zfs_find_free_diskname($storeid, $scfg, $vmid, $fmt) if !$volname;
9b61bc9e 285
4eff810d 286 $class->zfs_create_zvol($scfg, $volname, $size);
b3ba95e4
WL
287
288 my $guid = $class->zfs_create_lu($scfg, $volname);
289 $class->zfs_add_lun_mapping_entry($scfg, $volname, $guid);
4f914e6e 290
b3ba95e4 291 return $volname;
4f914e6e
MR
292}
293
294sub free_image {
295 my ($class, $storeid, $scfg, $volname, $isBase) = @_;
296
297 my ($vtype, $name, $vmid) = $class->parse_volname($volname);
298
7730694e 299 $class->zfs_delete_lu($scfg, $name);
6b5bca68
DM
300
301 eval { $class->zfs_delete_zvol($scfg, $name); };
302 if (my $err = $@) {
7730694e
DM
303 my $guid = $class->zfs_create_lu($scfg, $name);
304 $class->zfs_add_lun_mapping_entry($scfg, $name, $guid);
4f914e6e 305 die $err;
6b5bca68 306 }
4f914e6e
MR
307
308 return undef;
4f914e6e
MR
309}
310
4f914e6e
MR
311sub volume_resize {
312 my ($class, $scfg, $storeid, $volname, $size, $running) = @_;
a4034b9f
WL
313
314 my $new_size = $class->SUPER::volume_resize($scfg, $storeid, $volname, $size, $running);
4f914e6e 315
7730694e 316 $class->zfs_resize_lu($scfg, $volname, $new_size);
a4034b9f
WL
317
318 return $new_size;
4f914e6e
MR
319}
320
27a27646
WL
321sub volume_snapshot_delete {
322 my ($class, $scfg, $storeid, $volname, $snap, $running) = @_;
323
324 $class->zfs_request($scfg, undef, 'destroy', "$scfg->{pool}/$volname\@$snap");
325}
326
4f914e6e
MR
327sub volume_snapshot_rollback {
328 my ($class, $scfg, $storeid, $volname, $snap) = @_;
329
7730694e 330 $class->zfs_delete_lu($scfg, $volname);
4f914e6e 331
281f9587 332 $class->zfs_request($scfg, undef, 'rollback', "$scfg->{pool}/$volname\@$snap");
4f914e6e 333
7730694e 334 $class->zfs_import_lu($scfg, $volname);
4f914e6e 335
7730694e 336 $class->zfs_add_lun_mapping_entry($scfg, $volname);
4f914e6e
MR
337}
338
4f914e6e
MR
339sub volume_has_feature {
340 my ($class, $scfg, $feature, $storeid, $volname, $snapname, $running) = @_;
341
342 my $features = {
6b5bca68
DM
343 snapshot => { current => 1, snap => 1},
344 clone => { base => 1},
345 template => { current => 1},
346 copy => { base => 1, current => 1},
4f914e6e
MR
347 };
348
349 my ($vtype, $name, $vmid, $basename, $basevmid, $isBase) =
6b5bca68 350 $class->parse_volname($volname);
4f914e6e
MR
351
352 my $key = undef;
5332e6c9
DM
353
354 if ($snapname) {
6b5bca68 355 $key = 'snap';
4f914e6e 356 } else {
6b5bca68 357 $key = $isBase ? 'base' : 'current';
4f914e6e 358 }
5332e6c9 359
4f914e6e
MR
360 return 1 if $features->{$feature}->{$key};
361
362 return undef;
363}
364
aefe82ea 365sub volume_snapshot_list {
8b622c2d 366 my ($class, $scfg, $storeid, $volname) = @_;
aefe82ea
WL
367 # return an empty array if dataset does not exist.
368 die "Volume_snapshot_list is not implemented for ZFS over iSCSI.\n";
369}
370
86d47239
WL
371sub activate_storage {
372 my ($class, $storeid, $scfg, $cache) = @_;
02e797b8
WL
373
374 return 1;
375}
376
377sub deactivate_storage {
378 my ($class, $storeid, $scfg, $cache) = @_;
379
380 return 1;
381}
382
383sub activate_volume {
384 my ($class, $storeid, $scfg, $volname, $snapname, $cache) = @_;
385
386 die "unable to activate snapshot from remote zfs storage" if $snapname;
387
388 return 1;
389}
390
391sub deactivate_volume {
392 my ($class, $storeid, $scfg, $volname, $snapname, $cache) = @_;
393
394 die "unable to deactivate snapshot from remote zfs storage" if $snapname;
395
86d47239
WL
396 return 1;
397}
398
4f914e6e 3991;