]>
Commit | Line | Data |
---|---|---|
4f914e6e MR |
1 | package PVE::Storage::ZFSPlugin; |
2 | ||
3 | use strict; | |
4 | use warnings; | |
5 | use IO::File; | |
6 | use POSIX; | |
5332e6c9 | 7 | use PVE::Tools qw(run_command); |
85fda4dd | 8 | use PVE::Storage::ZFSPoolPlugin; |
4f914e6e | 9 | |
85fda4dd | 10 | use base qw(PVE::Storage::ZFSPoolPlugin); |
a7d56be6 MR |
11 | use PVE::Storage::LunCmd::Comstar; |
12 | use PVE::Storage::LunCmd::Istgt; | |
78a64432 | 13 | use PVE::Storage::LunCmd::Iet; |
4f914e6e MR |
14 | |
15 | my @ssh_opts = ('-o', 'BatchMode=yes'); | |
16 | my @ssh_cmd = ('/usr/bin/ssh', @ssh_opts); | |
3b219e80 | 17 | my $id_rsa_path = '/etc/pve/priv/zfs'; |
4f914e6e | 18 | |
a7d56be6 | 19 | my $lun_cmds = { |
3b219e80 MR |
20 | create_lu => 1, |
21 | delete_lu => 1, | |
22 | import_lu => 1, | |
23 | modify_lu => 1, | |
24 | add_view => 1, | |
25 | list_view => 1, | |
26 | list_lu => 1, | |
a7d56be6 MR |
27 | }; |
28 | ||
29 | my $zfs_unknown_scsi_provider = sub { | |
3b219e80 | 30 | my ($provider) = @_; |
a7d56be6 | 31 | |
3b219e80 | 32 | die "$provider: unknown iscsi provider. Available [comstar, istgt, iet]"; |
a7d56be6 MR |
33 | }; |
34 | ||
35 | my $zfs_get_base = sub { | |
3b219e80 MR |
36 | my ($scfg) = @_; |
37 | ||
38 | if ($scfg->{iscsiprovider} eq 'comstar') { | |
39 | return PVE::Storage::LunCmd::Comstar::get_base; | |
40 | } elsif ($scfg->{iscsiprovider} eq 'istgt') { | |
41 | return PVE::Storage::LunCmd::Istgt::get_base; | |
42 | } elsif ($scfg->{iscsiprovider} eq 'iet') { | |
43 | return PVE::Storage::LunCmd::Iet::get_base; | |
44 | } else { | |
45 | $zfs_unknown_scsi_provider->($scfg->{iscsiprovider}); | |
46 | } | |
a7d56be6 MR |
47 | }; |
48 | ||
4f914e6e | 49 | sub zfs_request { |
7730694e | 50 | my ($class, $scfg, $timeout, $method, @params) = @_; |
4f914e6e | 51 | |
5332e6c9 | 52 | $timeout = 5 if !$timeout; |
4f914e6e | 53 | |
e8004c9c DM |
54 | my $msg = ''; |
55 | ||
3b219e80 MR |
56 | if ($lun_cmds->{$method}) { |
57 | if ($scfg->{iscsiprovider} eq 'comstar') { | |
58 | $msg = PVE::Storage::LunCmd::Comstar::run_lun_command($scfg, $timeout, $method, @params); | |
59 | } elsif ($scfg->{iscsiprovider} eq 'istgt') { | |
60 | $msg = PVE::Storage::LunCmd::Istgt::run_lun_command($scfg, $timeout, $method, @params); | |
61 | } elsif ($scfg->{iscsiprovider} eq 'iet') { | |
62 | $msg = PVE::Storage::LunCmd::Iet::run_lun_command($scfg, $timeout, $method, @params); | |
63 | } else { | |
64 | $zfs_unknown_scsi_provider->($scfg->{iscsiprovider}); | |
65 | } | |
66 | } else { | |
3b219e80 | 67 | |
e8004c9c DM |
68 | my $target = 'root@' . $scfg->{portal}; |
69 | ||
70 | my $cmd = [@ssh_cmd, '-i', "$id_rsa_path/$scfg->{portal}_id_rsa", $target]; | |
3b219e80 | 71 | |
e8004c9c DM |
72 | if ($method eq 'zpool_list') { |
73 | push @$cmd, 'zpool', 'list'; | |
74 | } else { | |
75 | push @$cmd, 'zfs', $method; | |
76 | } | |
3b219e80 | 77 | |
e8004c9c | 78 | push @$cmd, @params; |
3b219e80 | 79 | |
e8004c9c DM |
80 | my $output = sub { |
81 | my $line = shift; | |
82 | $msg .= "$line\n"; | |
3b219e80 MR |
83 | }; |
84 | ||
85 | run_command($cmd, outfunc => $output, timeout => $timeout); | |
86 | } | |
4f914e6e MR |
87 | |
88 | return $msg; | |
89 | } | |
90 | ||
4f914e6e | 91 | sub zfs_get_lu_name { |
7730694e | 92 | my ($class, $scfg, $zvol) = @_; |
4f914e6e | 93 | |
3b219e80 | 94 | my $base = $zfs_get_base->($scfg); |
34eaae3f DM |
95 | |
96 | my $object = ($zvol =~ /^.+\/.+/) ? "$base/$zvol" : "$base/$scfg->{pool}/$zvol"; | |
4f914e6e | 97 | |
7730694e | 98 | my $lu_name = $class->zfs_request($scfg, undef, 'list_lu', $object); |
a7d56be6 | 99 | |
3b219e80 MR |
100 | return $lu_name if $lu_name; |
101 | ||
4f914e6e MR |
102 | die "Could not find lu_name for zvol $zvol"; |
103 | } | |
104 | ||
4f914e6e | 105 | sub zfs_add_lun_mapping_entry { |
7730694e | 106 | my ($class, $scfg, $zvol, $guid) = @_; |
4f914e6e | 107 | |
6b5bca68 DM |
108 | if (!defined($guid)) { |
109 | $guid = $class->zfs_get_lu_name($scfg, $zvol); | |
4f914e6e | 110 | } |
3b219e80 | 111 | |
7730694e | 112 | $class->zfs_request($scfg, undef, 'add_view', $guid); |
4f914e6e MR |
113 | } |
114 | ||
115 | sub zfs_delete_lu { | |
7730694e | 116 | my ($class, $scfg, $zvol) = @_; |
4f914e6e | 117 | |
7730694e | 118 | my $guid = $class->zfs_get_lu_name($scfg, $zvol); |
4f914e6e | 119 | |
7730694e | 120 | $class->zfs_request($scfg, undef, 'delete_lu', $guid); |
4f914e6e MR |
121 | } |
122 | ||
123 | sub zfs_create_lu { | |
7730694e | 124 | my ($class, $scfg, $zvol) = @_; |
4f914e6e | 125 | |
3b219e80 | 126 | my $base = $zfs_get_base->($scfg); |
7730694e | 127 | my $guid = $class->zfs_request($scfg, undef, 'create_lu', "$base/$scfg->{pool}/$zvol"); |
4f914e6e MR |
128 | |
129 | return $guid; | |
130 | } | |
131 | ||
132 | sub zfs_import_lu { | |
7730694e | 133 | my ($class, $scfg, $zvol) = @_; |
4f914e6e | 134 | |
3b219e80 | 135 | my $base = $zfs_get_base->($scfg); |
7730694e | 136 | $class->zfs_request($scfg, undef, 'import_lu', "$base/$scfg->{pool}/$zvol"); |
4f914e6e MR |
137 | } |
138 | ||
139 | sub zfs_resize_lu { | |
7730694e | 140 | my ($class, $scfg, $zvol, $size) = @_; |
4f914e6e | 141 | |
7730694e | 142 | my $guid = $class->zfs_get_lu_name($scfg, $zvol); |
4f914e6e | 143 | |
7730694e | 144 | $class->zfs_request($scfg, undef, 'modify_lu', "${size}K", $guid); |
4f914e6e MR |
145 | } |
146 | ||
147 | sub zfs_get_lun_number { | |
7730694e | 148 | my ($class, $scfg, $guid) = @_; |
4f914e6e MR |
149 | |
150 | die "could not find lun_number for guid $guid" if !$guid; | |
151 | ||
7730694e | 152 | return $class->zfs_request($scfg, undef, 'list_view', $guid); |
4f914e6e MR |
153 | } |
154 | ||
155 | # Configuration | |
156 | ||
157 | sub type { | |
158 | return 'zfs'; | |
159 | } | |
160 | ||
161 | sub plugindata { | |
162 | return { | |
6b5bca68 | 163 | content => [ {images => 1}, { images => 1 }], |
4f914e6e MR |
164 | }; |
165 | } | |
166 | ||
167 | sub properties { | |
168 | return { | |
6b5bca68 DM |
169 | iscsiprovider => { |
170 | description => "iscsi provider", | |
171 | type => 'string', | |
172 | }, | |
173 | # this will disable write caching on comstar and istgt. | |
174 | # it is not implemented for iet. iet blockio always operates with | |
175 | # writethrough caching when not in readonly mode | |
176 | nowritecache => { | |
177 | description => "disable write caching on the target", | |
178 | type => 'boolean', | |
179 | }, | |
180 | comstar_tg => { | |
181 | description => "target group for comstar views", | |
182 | type => 'string', | |
183 | }, | |
184 | comstar_hg => { | |
185 | description => "host group for comstar views", | |
186 | type => 'string', | |
187 | }, | |
4f914e6e MR |
188 | }; |
189 | } | |
190 | ||
191 | sub options { | |
192 | return { | |
6b5bca68 DM |
193 | nodes => { optional => 1 }, |
194 | disable => { optional => 1 }, | |
195 | portal => { fixed => 1 }, | |
196 | target => { fixed => 1 }, | |
197 | pool => { fixed => 1 }, | |
198 | blocksize => { fixed => 1 }, | |
199 | iscsiprovider => { fixed => 1 }, | |
200 | nowritecache => { optional => 1 }, | |
201 | sparse => { optional => 1 }, | |
202 | comstar_hg => { optional => 1 }, | |
203 | comstar_tg => { optional => 1 }, | |
204 | content => { optional => 1 }, | |
4f914e6e MR |
205 | }; |
206 | } | |
207 | ||
208 | # Storage implementation | |
209 | ||
4f914e6e | 210 | sub path { |
e67069eb DM |
211 | my ($class, $scfg, $volname, $storeid, $snapname) = @_; |
212 | ||
213 | die "direct access to snapshots not implemented" | |
214 | if defined($snapname); | |
4f914e6e MR |
215 | |
216 | my ($vtype, $name, $vmid) = $class->parse_volname($volname); | |
217 | ||
218 | my $target = $scfg->{target}; | |
219 | my $portal = $scfg->{portal}; | |
220 | ||
7730694e DM |
221 | my $guid = $class->zfs_get_lu_name($scfg, $name); |
222 | my $lun = $class->zfs_get_lun_number($scfg, $guid); | |
3b219e80 | 223 | |
4f914e6e | 224 | my $path = "iscsi://$portal/$target/$lun"; |
3b219e80 | 225 | |
4f914e6e MR |
226 | return ($path, $vmid, $vtype); |
227 | } | |
228 | ||
4f914e6e MR |
229 | sub create_base { |
230 | my ($class, $storeid, $scfg, $volname) = @_; | |
231 | ||
232 | my $snap = '__base__'; | |
233 | ||
234 | my ($vtype, $name, $vmid, $basename, $basevmid, $isBase) = | |
235 | $class->parse_volname($volname); | |
236 | ||
237 | die "create_base not possible with base image\n" if $isBase; | |
238 | ||
239 | my $newname = $name; | |
240 | $newname =~ s/^vm-/base-/; | |
241 | ||
242 | my $newvolname = $basename ? "$basename/$newname" : "$newname"; | |
243 | ||
7730694e DM |
244 | $class->zfs_delete_lu($scfg, $name); |
245 | $class->zfs_request($scfg, undef, 'rename', "$scfg->{pool}/$name", "$scfg->{pool}/$newname"); | |
4f914e6e | 246 | |
7730694e DM |
247 | my $guid = $class->zfs_create_lu($scfg, $newname); |
248 | $class->zfs_add_lun_mapping_entry($scfg, $newname, $guid); | |
4f914e6e MR |
249 | |
250 | my $running = undef; #fixme : is create_base always offline ? | |
251 | ||
252 | $class->volume_snapshot($scfg, $storeid, $newname, $snap, $running); | |
253 | ||
254 | return $newvolname; | |
255 | } | |
256 | ||
257 | sub clone_image { | |
f236eaf8 | 258 | my ($class, $scfg, $storeid, $volname, $vmid, $snap) = @_; |
4f914e6e | 259 | |
d3a282e8 | 260 | my $name = $class->SUPER::clone_image($scfg, $storeid, $volname, $vmid, $snap); |
4f914e6e | 261 | |
7730694e DM |
262 | my $guid = $class->zfs_create_lu($scfg, $name); |
263 | $class->zfs_add_lun_mapping_entry($scfg, $name, $guid); | |
4f914e6e MR |
264 | |
265 | return $name; | |
266 | } | |
267 | ||
268 | sub alloc_image { | |
269 | my ($class, $storeid, $scfg, $vmid, $fmt, $name, $size) = @_; | |
b3ba95e4 | 270 | |
9b61bc9e WL |
271 | die "unsupported format '$fmt'" if $fmt ne 'raw'; |
272 | ||
273 | die "illegal name '$name' - sould be 'vm-$vmid-*'\n" | |
274 | if $name && $name !~ m/^vm-$vmid-/; | |
275 | ||
4eff810d WL |
276 | my $volname = $name; |
277 | ||
9660f716 | 278 | $volname = $class->zfs_find_free_diskname($storeid, $scfg, $vmid, $fmt) if !$volname; |
9b61bc9e | 279 | |
4eff810d | 280 | $class->zfs_create_zvol($scfg, $volname, $size); |
b3ba95e4 WL |
281 | |
282 | my $guid = $class->zfs_create_lu($scfg, $volname); | |
283 | $class->zfs_add_lun_mapping_entry($scfg, $volname, $guid); | |
4f914e6e | 284 | |
b3ba95e4 | 285 | return $volname; |
4f914e6e MR |
286 | } |
287 | ||
288 | sub free_image { | |
289 | my ($class, $storeid, $scfg, $volname, $isBase) = @_; | |
290 | ||
291 | my ($vtype, $name, $vmid) = $class->parse_volname($volname); | |
292 | ||
7730694e | 293 | $class->zfs_delete_lu($scfg, $name); |
6b5bca68 DM |
294 | |
295 | eval { $class->zfs_delete_zvol($scfg, $name); }; | |
296 | if (my $err = $@) { | |
7730694e DM |
297 | my $guid = $class->zfs_create_lu($scfg, $name); |
298 | $class->zfs_add_lun_mapping_entry($scfg, $name, $guid); | |
4f914e6e | 299 | die $err; |
6b5bca68 | 300 | } |
4f914e6e MR |
301 | |
302 | return undef; | |
4f914e6e MR |
303 | } |
304 | ||
4f914e6e MR |
305 | sub volume_resize { |
306 | my ($class, $scfg, $storeid, $volname, $size, $running) = @_; | |
a4034b9f WL |
307 | |
308 | my $new_size = $class->SUPER::volume_resize($scfg, $storeid, $volname, $size, $running); | |
4f914e6e | 309 | |
7730694e | 310 | $class->zfs_resize_lu($scfg, $volname, $new_size); |
a4034b9f WL |
311 | |
312 | return $new_size; | |
4f914e6e MR |
313 | } |
314 | ||
27a27646 WL |
315 | sub volume_snapshot_delete { |
316 | my ($class, $scfg, $storeid, $volname, $snap, $running) = @_; | |
317 | ||
318 | $class->zfs_request($scfg, undef, 'destroy', "$scfg->{pool}/$volname\@$snap"); | |
319 | } | |
320 | ||
4f914e6e MR |
321 | sub volume_snapshot_rollback { |
322 | my ($class, $scfg, $storeid, $volname, $snap) = @_; | |
323 | ||
7730694e | 324 | $class->zfs_delete_lu($scfg, $volname); |
4f914e6e | 325 | |
2b40ffae | 326 | $class->zfs_request($class, $scfg, undef, 'rollback', "$scfg->{pool}/$volname\@$snap"); |
4f914e6e | 327 | |
7730694e | 328 | $class->zfs_import_lu($scfg, $volname); |
4f914e6e | 329 | |
7730694e | 330 | $class->zfs_add_lun_mapping_entry($scfg, $volname); |
4f914e6e MR |
331 | } |
332 | ||
4f914e6e MR |
333 | sub volume_has_feature { |
334 | my ($class, $scfg, $feature, $storeid, $volname, $snapname, $running) = @_; | |
335 | ||
336 | my $features = { | |
6b5bca68 DM |
337 | snapshot => { current => 1, snap => 1}, |
338 | clone => { base => 1}, | |
339 | template => { current => 1}, | |
340 | copy => { base => 1, current => 1}, | |
4f914e6e MR |
341 | }; |
342 | ||
343 | my ($vtype, $name, $vmid, $basename, $basevmid, $isBase) = | |
6b5bca68 | 344 | $class->parse_volname($volname); |
4f914e6e MR |
345 | |
346 | my $key = undef; | |
5332e6c9 DM |
347 | |
348 | if ($snapname) { | |
6b5bca68 | 349 | $key = 'snap'; |
4f914e6e | 350 | } else { |
6b5bca68 | 351 | $key = $isBase ? 'base' : 'current'; |
4f914e6e | 352 | } |
5332e6c9 | 353 | |
4f914e6e MR |
354 | return 1 if $features->{$feature}->{$key}; |
355 | ||
356 | return undef; | |
357 | } | |
358 | ||
86d47239 WL |
359 | sub activate_storage { |
360 | my ($class, $storeid, $scfg, $cache) = @_; | |
02e797b8 WL |
361 | |
362 | return 1; | |
363 | } | |
364 | ||
365 | sub deactivate_storage { | |
366 | my ($class, $storeid, $scfg, $cache) = @_; | |
367 | ||
368 | return 1; | |
369 | } | |
370 | ||
371 | sub activate_volume { | |
372 | my ($class, $storeid, $scfg, $volname, $snapname, $cache) = @_; | |
373 | ||
374 | die "unable to activate snapshot from remote zfs storage" if $snapname; | |
375 | ||
376 | return 1; | |
377 | } | |
378 | ||
379 | sub deactivate_volume { | |
380 | my ($class, $storeid, $scfg, $volname, $snapname, $cache) = @_; | |
381 | ||
382 | die "unable to deactivate snapshot from remote zfs storage" if $snapname; | |
383 | ||
86d47239 WL |
384 | return 1; |
385 | } | |
386 | ||
4f914e6e | 387 | 1; |