]>
Commit | Line | Data |
---|---|---|
f76a2828 DM |
1 | package PVE::API2::LXC; |
2 | ||
3 | use strict; | |
4 | use warnings; | |
5 | ||
6 | use PVE::SafeSyslog; | |
7 | use PVE::Tools qw(extract_param run_command); | |
0620edda | 8 | use PVE::Exception qw(raise raise_param_exc raise_perm_exc); |
f76a2828 | 9 | use PVE::INotify; |
9c2d4ce9 | 10 | use PVE::Cluster qw(cfs_read_file); |
d949527f | 11 | use PVE::RRD; |
8b076579 | 12 | use PVE::DataCenterConfig; |
f76a2828 | 13 | use PVE::AccessControl; |
2f9b5ead | 14 | use PVE::Firewall; |
f76a2828 DM |
15 | use PVE::Storage; |
16 | use PVE::RESTHandler; | |
17 | use PVE::RPCEnvironment; | |
c5a8e04f | 18 | use PVE::ReplicationConfig; |
f76a2828 | 19 | use PVE::LXC; |
7af97ad5 | 20 | use PVE::LXC::Create; |
6f42807e | 21 | use PVE::LXC::Migrate; |
56462053 | 22 | use PVE::GuestHelpers; |
c5a09704 | 23 | use PVE::VZDump::Plugin; |
52389a07 DM |
24 | use PVE::API2::LXC::Config; |
25 | use PVE::API2::LXC::Status; | |
26 | use PVE::API2::LXC::Snapshot; | |
f76a2828 DM |
27 | use PVE::JSONSchema qw(get_standard_option); |
28 | use base qw(PVE::RESTHandler); | |
29 | ||
6c2e9377 WB |
30 | BEGIN { |
31 | if (!$ENV{PVE_GENERATING_DOCS}) { | |
32 | require PVE::HA::Env::PVE2; | |
33 | import PVE::HA::Env::PVE2; | |
34 | require PVE::HA::Config; | |
35 | import PVE::HA::Config; | |
36 | } | |
37 | } | |
f76a2828 | 38 | |
52389a07 DM |
39 | __PACKAGE__->register_method ({ |
40 | subclass => "PVE::API2::LXC::Config", | |
fa91e46f | 41 | path => '{vmid}/config', |
52389a07 | 42 | }); |
f76a2828 | 43 | |
52389a07 DM |
44 | __PACKAGE__->register_method ({ |
45 | subclass => "PVE::API2::LXC::Status", | |
46 | path => '{vmid}/status', | |
47 | }); | |
f76a2828 | 48 | |
52389a07 DM |
49 | __PACKAGE__->register_method ({ |
50 | subclass => "PVE::API2::LXC::Snapshot", | |
51 | path => '{vmid}/snapshot', | |
52 | }); | |
f76a2828 | 53 | |
52389a07 DM |
54 | __PACKAGE__->register_method ({ |
55 | subclass => "PVE::API2::Firewall::CT", | |
56 | path => '{vmid}/firewall', | |
57 | }); | |
1e6c8d5b | 58 | |
f76a2828 | 59 | __PACKAGE__->register_method({ |
5c752bbf DM |
60 | name => 'vmlist', |
61 | path => '', | |
f76a2828 DM |
62 | method => 'GET', |
63 | description => "LXC container index (per node).", | |
64 | permissions => { | |
65 | description => "Only list CTs where you have VM.Audit permissons on /vms/<vmid>.", | |
66 | user => 'all', | |
67 | }, | |
68 | proxyto => 'node', | |
69 | protected => 1, # /proc files are only readable by root | |
70 | parameters => { | |
71 | additionalProperties => 0, | |
72 | properties => { | |
73 | node => get_standard_option('pve-node'), | |
74 | }, | |
75 | }, | |
76 | returns => { | |
77 | type => 'array', | |
78 | items => { | |
79 | type => "object", | |
8233d33d | 80 | properties => $PVE::LXC::vmstatus_return_properties, |
f76a2828 DM |
81 | }, |
82 | links => [ { rel => 'child', href => "{vmid}" } ], | |
83 | }, | |
84 | code => sub { | |
85 | my ($param) = @_; | |
86 | ||
87 | my $rpcenv = PVE::RPCEnvironment::get(); | |
88 | my $authuser = $rpcenv->get_user(); | |
89 | ||
90 | my $vmstatus = PVE::LXC::vmstatus(); | |
91 | ||
92 | my $res = []; | |
93 | foreach my $vmid (keys %$vmstatus) { | |
94 | next if !$rpcenv->check($authuser, "/vms/$vmid", [ 'VM.Audit' ], 1); | |
95 | ||
96 | my $data = $vmstatus->{$vmid}; | |
f76a2828 DM |
97 | push @$res, $data; |
98 | } | |
99 | ||
100 | return $res; | |
5c752bbf | 101 | |
f76a2828 DM |
102 | }}); |
103 | ||
9c2d4ce9 | 104 | __PACKAGE__->register_method({ |
5c752bbf DM |
105 | name => 'create_vm', |
106 | path => '', | |
9c2d4ce9 DM |
107 | method => 'POST', |
108 | description => "Create or restore a container.", | |
109 | permissions => { | |
110 | user => 'all', # check inside | |
111 | description => "You need 'VM.Allocate' permissions on /vms/{vmid} or on the VM pool /pool/{pool}. " . | |
112 | "For restore, it is enough if the user has 'VM.Backup' permission and the VM already exists. " . | |
113 | "You also need 'Datastore.AllocateSpace' permissions on the storage.", | |
114 | }, | |
115 | protected => 1, | |
116 | proxyto => 'node', | |
117 | parameters => { | |
118 | additionalProperties => 0, | |
1b4cf758 | 119 | properties => PVE::LXC::Config->json_config_properties({ |
9c2d4ce9 | 120 | node => get_standard_option('pve-node'), |
781e26b2 | 121 | vmid => get_standard_option('pve-vmid', { completion => \&PVE::Cluster::complete_next_vmid }), |
9c2d4ce9 DM |
122 | ostemplate => { |
123 | description => "The OS template or backup file.", | |
5c752bbf | 124 | type => 'string', |
9c2d4ce9 | 125 | maxLength => 255, |
68e8f3c5 | 126 | completion => \&PVE::LXC::complete_os_templates, |
9c2d4ce9 | 127 | }, |
5c752bbf DM |
128 | password => { |
129 | optional => 1, | |
9c2d4ce9 DM |
130 | type => 'string', |
131 | description => "Sets root password inside container.", | |
168d6b07 | 132 | minLength => 5, |
9c2d4ce9 DM |
133 | }, |
134 | storage => get_standard_option('pve-storage-id', { | |
eb35f9c0 | 135 | description => "Default Storage.", |
9c2d4ce9 DM |
136 | default => 'local', |
137 | optional => 1, | |
c5362cda | 138 | completion => \&PVE::Storage::complete_storage_enabled, |
9c2d4ce9 DM |
139 | }), |
140 | force => { | |
5c752bbf | 141 | optional => 1, |
9c2d4ce9 DM |
142 | type => 'boolean', |
143 | description => "Allow to overwrite existing container.", | |
144 | }, | |
145 | restore => { | |
5c752bbf | 146 | optional => 1, |
9c2d4ce9 DM |
147 | type => 'boolean', |
148 | description => "Mark this as restore task.", | |
149 | }, | |
43912111 CE |
150 | unique => { |
151 | optional => 1, | |
152 | type => 'boolean', | |
153 | description => "Assign a unique random ethernet address.", | |
154 | requires => 'restore', | |
155 | }, | |
5c752bbf | 156 | pool => { |
9c2d4ce9 DM |
157 | optional => 1, |
158 | type => 'string', format => 'pve-poolid', | |
159 | description => "Add the VM to the specified pool.", | |
160 | }, | |
7c78b6cc WB |
161 | 'ignore-unpack-errors' => { |
162 | optional => 1, | |
163 | type => 'boolean', | |
164 | description => "Ignore errors when extracting the template.", | |
165 | }, | |
34ddbf08 FG |
166 | 'ssh-public-keys' => { |
167 | optional => 1, | |
168 | type => 'string', | |
169 | description => "Setup public SSH keys (one key per line, " . | |
170 | "OpenSSH format).", | |
171 | }, | |
f9b4407e | 172 | bwlimit => { |
8ead60ef | 173 | description => "Override I/O bandwidth limit (in KiB/s).", |
f9b4407e WB |
174 | optional => 1, |
175 | type => 'number', | |
176 | minimum => '0', | |
41e9b65c | 177 | default => 'restore limit from datacenter or storage config', |
f9b4407e | 178 | }, |
9d0225fb TL |
179 | start => { |
180 | optional => 1, | |
181 | type => 'boolean', | |
182 | default => 0, | |
183 | description => "Start the CT after its creation finished successfully.", | |
184 | }, | |
9c2d4ce9 DM |
185 | }), |
186 | }, | |
5c752bbf | 187 | returns => { |
9c2d4ce9 DM |
188 | type => 'string', |
189 | }, | |
190 | code => sub { | |
191 | my ($param) = @_; | |
192 | ||
61783321 TL |
193 | PVE::Cluster::check_cfs_quorum(); |
194 | ||
9c2d4ce9 | 195 | my $rpcenv = PVE::RPCEnvironment::get(); |
9c2d4ce9 DM |
196 | my $authuser = $rpcenv->get_user(); |
197 | ||
198 | my $node = extract_param($param, 'node'); | |
9c2d4ce9 | 199 | my $vmid = extract_param($param, 'vmid'); |
7c78b6cc | 200 | my $ignore_unpack_errors = extract_param($param, 'ignore-unpack-errors'); |
f9b4407e | 201 | my $bwlimit = extract_param($param, 'bwlimit'); |
9d0225fb TL |
202 | my $start_after_create = extract_param($param, 'start'); |
203 | ||
67afe46e | 204 | my $basecfg_fn = PVE::LXC::Config->config_file($vmid); |
9c2d4ce9 DM |
205 | my $same_container_exists = -f $basecfg_fn; |
206 | ||
425b62cb WB |
207 | # 'unprivileged' is read-only, so we can't pass it to update_pct_config |
208 | my $unprivileged = extract_param($param, 'unprivileged'); | |
9c2d4ce9 | 209 | my $restore = extract_param($param, 'restore'); |
43912111 | 210 | my $unique = extract_param($param, 'unique'); |
9c2d4ce9 | 211 | |
39170644 FG |
212 | # used to skip firewall config restore if user lacks permission |
213 | my $skip_fw_config_restore = 0; | |
214 | ||
148d1cb4 DM |
215 | if ($restore) { |
216 | # fixme: limit allowed parameters | |
148d1cb4 | 217 | } |
351bc0c4 | 218 | |
9c2d4ce9 DM |
219 | my $force = extract_param($param, 'force'); |
220 | ||
221 | if (!($same_container_exists && $restore && $force)) { | |
222 | PVE::Cluster::check_vmid_unused($vmid); | |
e22af68f | 223 | } else { |
61783321 | 224 | die "can't overwrite running container\n" if PVE::LXC::check_running($vmid); |
67afe46e FG |
225 | my $conf = PVE::LXC::Config->load_config($vmid); |
226 | PVE::LXC::Config->check_protection($conf, "unable to restore CT $vmid"); | |
9c2d4ce9 | 227 | } |
5c752bbf | 228 | |
9c2d4ce9 | 229 | my $password = extract_param($param, 'password'); |
34ddbf08 | 230 | my $ssh_keys = extract_param($param, 'ssh-public-keys'); |
2130286f | 231 | PVE::Tools::validate_ssh_public_keys($ssh_keys) if defined($ssh_keys); |
34ddbf08 | 232 | |
27916659 | 233 | my $pool = extract_param($param, 'pool'); |
9c2d4ce9 DM |
234 | if (defined($pool)) { |
235 | $rpcenv->check_pool_exist($pool); | |
236 | $rpcenv->check_perm_modify($authuser, "/pool/$pool"); | |
5c752bbf | 237 | } |
9c2d4ce9 DM |
238 | |
239 | if ($rpcenv->check($authuser, "/vms/$vmid", ['VM.Allocate'], 1)) { | |
240 | # OK | |
241 | } elsif ($pool && $rpcenv->check($authuser, "/pool/$pool", ['VM.Allocate'], 1)) { | |
242 | # OK | |
243 | } elsif ($restore && $force && $same_container_exists && | |
244 | $rpcenv->check($authuser, "/vms/$vmid", ['VM.Backup'], 1)) { | |
245 | # OK: user has VM.Backup permissions, and want to restore an existing VM | |
39170644 FG |
246 | |
247 | # we don't want to restore a container-provided FW conf in this case | |
248 | # since the user is lacking permission to configure the container's FW | |
249 | $skip_fw_config_restore = 1; | |
9c2d4ce9 DM |
250 | } else { |
251 | raise_perm_exc(); | |
252 | } | |
253 | ||
9eb69152 | 254 | my $ostemplate = extract_param($param, 'ostemplate'); |
bb6afcb0 DM |
255 | my $storage = extract_param($param, 'storage') // 'local'; |
256 | ||
9eb69152 FG |
257 | PVE::LXC::check_ct_modify_config_perm($rpcenv, $authuser, $vmid, $pool, $param, []); |
258 | ||
bb6afcb0 | 259 | my $storage_cfg = cfs_read_file("storage.cfg"); |
9c2d4ce9 | 260 | |
9c2d4ce9 | 261 | my $archive; |
9c2d4ce9 | 262 | if ($ostemplate eq '-') { |
351bc0c4 TM |
263 | die "pipe requires cli environment\n" |
264 | if $rpcenv->{type} ne 'cli'; | |
265 | die "pipe can only be used with restore tasks\n" | |
148d1cb4 DM |
266 | if !$restore; |
267 | $archive = '-'; | |
b51a98d4 | 268 | die "restore from pipe requires rootfs parameter\n" if !defined($param->{rootfs}); |
9c2d4ce9 | 269 | } else { |
f26c66e0 | 270 | PVE::Storage::check_volume_access($rpcenv, $authuser, $storage_cfg, $vmid, $ostemplate); |
99a0bcb0 | 271 | $archive = $ostemplate; |
9c2d4ce9 DM |
272 | } |
273 | ||
f9b4407e | 274 | my %used_storages; |
bb6afcb0 DM |
275 | my $check_and_activate_storage = sub { |
276 | my ($sid) = @_; | |
277 | ||
278 | my $scfg = PVE::Storage::storage_check_node($storage_cfg, $sid, $node); | |
279 | ||
280 | raise_param_exc({ storage => "storage '$sid' does not support container directories"}) | |
281 | if !$scfg->{content}->{rootdir}; | |
282 | ||
283 | $rpcenv->check($authuser, "/storage/$sid", ['Datastore.AllocateSpace']); | |
284 | ||
285 | PVE::Storage::activate_storage($storage_cfg, $sid); | |
f9b4407e | 286 | $used_storages{$sid} = 1; |
bb6afcb0 DM |
287 | }; |
288 | ||
9c2d4ce9 | 289 | my $conf = {}; |
5b4657d0 | 290 | |
99132ce0 WB |
291 | my $is_root = $authuser eq 'root@pam'; |
292 | ||
b51a98d4 | 293 | my $no_disk_param = {}; |
db18c1e4 FG |
294 | my $mp_param = {}; |
295 | my $storage_only_mode = 1; | |
b51a98d4 | 296 | foreach my $opt (keys %$param) { |
78ccc99b DM |
297 | my $value = $param->{$opt}; |
298 | if ($opt eq 'rootfs' || $opt =~ m/^mp\d+$/) { | |
299 | # allow to use simple numbers (add default storage in that case) | |
db18c1e4 FG |
300 | if ($value =~ m/^\d+(\.\d+)?$/) { |
301 | $mp_param->{$opt} = "$storage:$value"; | |
302 | } else { | |
303 | $mp_param->{$opt} = $value; | |
304 | } | |
305 | $storage_only_mode = 0; | |
a9dd8015 FG |
306 | } elsif ($opt =~ m/^unused\d+$/) { |
307 | warn "ignoring '$opt', cannot create/restore with unused volume\n"; | |
308 | delete $param->{$opt}; | |
78ccc99b DM |
309 | } else { |
310 | $no_disk_param->{$opt} = $value; | |
311 | } | |
b51a98d4 | 312 | } |
bb6afcb0 | 313 | |
235dbdf3 | 314 | die "mount points configured, but 'rootfs' not set - aborting\n" |
db18c1e4 FG |
315 | if !$storage_only_mode && !defined($mp_param->{rootfs}); |
316 | ||
bb6afcb0 | 317 | # check storage access, activate storage |
db18c1e4 | 318 | my $delayed_mp_param = {}; |
015740e6 | 319 | PVE::LXC::Config->foreach_volume($mp_param, sub { |
bb6afcb0 DM |
320 | my ($ms, $mountpoint) = @_; |
321 | ||
322 | my $volid = $mountpoint->{volume}; | |
323 | my $mp = $mountpoint->{mp}; | |
324 | ||
e2007ac2 DM |
325 | if ($mountpoint->{type} ne 'volume') { # bind or device |
326 | die "Only root can pass arbitrary filesystem paths.\n" | |
99132ce0 | 327 | if !$is_root; |
e2007ac2 DM |
328 | } else { |
329 | my ($sid, $volname) = PVE::Storage::parse_volume_id($volid); | |
330 | &$check_and_activate_storage($sid); | |
331 | } | |
bb6afcb0 DM |
332 | }); |
333 | ||
334 | # check/activate default storage | |
db18c1e4 | 335 | &$check_and_activate_storage($storage) if !defined($mp_param->{rootfs}); |
bb6afcb0 | 336 | |
1b4cf758 | 337 | PVE::LXC::Config->update_pct_config($vmid, $conf, 0, $no_disk_param); |
9c2d4ce9 | 338 | |
425b62cb WB |
339 | $conf->{unprivileged} = 1 if $unprivileged; |
340 | ||
61783321 | 341 | my $emsg = $restore ? "unable to restore CT $vmid -" : "unable to create CT $vmid -"; |
bccaa371 | 342 | |
61783321 TL |
343 | eval { PVE::LXC::Config->create_and_lock_config($vmid, $force) }; |
344 | die "$emsg $@" if $@; | |
bccaa371 | 345 | |
61783321 TL |
346 | my $code = sub { |
347 | my $old_conf = PVE::LXC::Config->load_config($vmid); | |
a2d3e5c3 | 348 | my $was_template; |
bccaa371 | 349 | |
eb35f9c0 | 350 | my $vollist = []; |
27916659 | 351 | eval { |
5a7a51d0 WB |
352 | my $orig_mp_param; # only used if $restore |
353 | if ($restore) { | |
61783321 | 354 | die "can't overwrite running container\n" if PVE::LXC::check_running($vmid); |
a5246958 | 355 | if ($is_root && $archive ne '-') { |
a48e5562 | 356 | my $orig_conf; |
bc871ffb | 357 | print "recovering backed-up configuration from '$archive'\n"; |
12aec1d2 | 358 | ($orig_conf, $orig_mp_param) = PVE::LXC::Create::recover_config($storage_cfg, $archive, $vmid); |
a2d3e5c3 | 359 | $was_template = delete $orig_conf->{template}; |
a67908f1 | 360 | # When we're root call 'restore_configuration' with restricted=0, |
5a7a51d0 WB |
361 | # causing it to restore the raw lxc entries, among which there may be |
362 | # 'lxc.idmap' entries. We need to make sure that the extracted contents | |
363 | # of the container match up with the restored configuration afterwards: | |
a67908f1 | 364 | $conf->{lxc} = $orig_conf->{lxc}; |
5a7a51d0 | 365 | } |
f360d7f1 | 366 | } |
db18c1e4 | 367 | if ($storage_only_mode) { |
b51a98d4 | 368 | if ($restore) { |
a48e5562 | 369 | if (!defined($orig_mp_param)) { |
bc871ffb | 370 | print "recovering backed-up configuration from '$archive'\n"; |
12aec1d2 | 371 | (undef, $orig_mp_param) = PVE::LXC::Create::recover_config($storage_cfg, $archive, $vmid); |
a5246958 | 372 | } |
f360d7f1 | 373 | $mp_param = $orig_mp_param; |
db18c1e4 FG |
374 | die "rootfs configuration could not be recovered, please check and specify manually!\n" |
375 | if !defined($mp_param->{rootfs}); | |
015740e6 | 376 | PVE::LXC::Config->foreach_volume($mp_param, sub { |
db18c1e4 FG |
377 | my ($ms, $mountpoint) = @_; |
378 | my $type = $mountpoint->{type}; | |
379 | if ($type eq 'volume') { | |
380 | die "unable to detect disk size - please specify $ms (size)\n" | |
381 | if !defined($mountpoint->{size}); | |
382 | my $disksize = $mountpoint->{size} / (1024 * 1024 * 1024); # create_disks expects GB as unit size | |
383 | delete $mountpoint->{size}; | |
384 | $mountpoint->{volume} = "$storage:$disksize"; | |
385 | $mp_param->{$ms} = PVE::LXC::Config->print_ct_mountpoint($mountpoint, $ms eq 'rootfs'); | |
386 | } else { | |
15e4d443 | 387 | my $type = $mountpoint->{type}; |
7e0e7f38 FG |
388 | die "restoring rootfs to $type mount is only possible by specifying -rootfs manually!\n" |
389 | if ($ms eq 'rootfs'); | |
20f9339d | 390 | die "restoring '$ms' to $type mount is only possible for root\n" |
99132ce0 | 391 | if !$is_root; |
7e0e7f38 | 392 | |
15e4d443 FG |
393 | if ($mountpoint->{backup}) { |
394 | warn "WARNING - unsupported configuration!\n"; | |
235dbdf3 FG |
395 | warn "backup was enabled for $type mount point $ms ('$mountpoint->{mp}')\n"; |
396 | warn "mount point configuration will be restored after archive extraction!\n"; | |
15e4d443 FG |
397 | warn "contained files will be restored to wrong directory!\n"; |
398 | } | |
136040f4 | 399 | delete $mp_param->{$ms}; # actually delay bind/dev mps |
db18c1e4 FG |
400 | $delayed_mp_param->{$ms} = PVE::LXC::Config->print_ct_mountpoint($mountpoint, $ms eq 'rootfs'); |
401 | } | |
402 | }); | |
b51a98d4 | 403 | } else { |
db18c1e4 | 404 | $mp_param->{rootfs} = "$storage:4"; # defaults to 4GB |
b51a98d4 DM |
405 | } |
406 | } | |
407 | ||
db18c1e4 FG |
408 | $vollist = PVE::LXC::create_disks($storage_cfg, $vmid, $mp_param, $conf); |
409 | ||
61783321 TL |
410 | # we always have the 'create' lock so check for more than 1 entry |
411 | if (scalar(keys %$old_conf) > 1) { | |
51665c2d | 412 | # destroy old container volumes |
61783321 | 413 | PVE::LXC::destroy_lxc_container($storage_cfg, $vmid, $old_conf, { lock => 'create' }); |
51665c2d | 414 | } |
51665c2d FG |
415 | |
416 | eval { | |
417 | my $rootdir = PVE::LXC::mount_all($vmid, $storage_cfg, $conf, 1); | |
f9b4407e | 418 | $bwlimit = PVE::Storage::get_bandwidth_limit('restore', [keys %used_storages], $bwlimit); |
bc871ffb FG |
419 | print "restoring '$archive' now..\n" |
420 | if $restore && $archive ne '-'; | |
99a0bcb0 | 421 | PVE::LXC::Create::restore_archive($storage_cfg, $archive, $rootdir, $conf, $ignore_unpack_errors, $bwlimit); |
51665c2d FG |
422 | |
423 | if ($restore) { | |
bc871ffb | 424 | print "merging backed-up and given configuration..\n"; |
99a0bcb0 | 425 | PVE::LXC::Create::restore_configuration($vmid, $storage_cfg, $archive, $rootdir, $conf, !$is_root, $unique, $skip_fw_config_restore); |
4b4bbe55 OB |
426 | my $lxc_setup = PVE::LXC::Setup->new($conf, $rootdir); |
427 | $lxc_setup->template_fixup($conf); | |
51665c2d FG |
428 | } else { |
429 | my $lxc_setup = PVE::LXC::Setup->new($conf, $rootdir); # detect OS | |
430 | PVE::LXC::Config->write_config($vmid, $conf); # safe config (after OS detection) | |
431 | $lxc_setup->post_create_hook($password, $ssh_keys); | |
432 | } | |
433 | }; | |
434 | my $err = $@; | |
435 | PVE::LXC::umount_all($vmid, $storage_cfg, $conf, $err ? 1 : 0); | |
436 | PVE::Storage::deactivate_volumes($storage_cfg, PVE::LXC::Config->get_vm_volumes($conf)); | |
437 | die $err if $err; | |
27916659 DM |
438 | # set some defaults |
439 | $conf->{hostname} ||= "CT$vmid"; | |
440 | $conf->{memory} ||= 512; | |
441 | $conf->{swap} //= 512; | |
db18c1e4 FG |
442 | foreach my $mp (keys %$delayed_mp_param) { |
443 | $conf->{$mp} = $delayed_mp_param->{$mp}; | |
444 | } | |
a2d3e5c3 CE |
445 | # If the template flag was set, we try to convert again to template after restore |
446 | if ($was_template) { | |
447 | print STDERR "Convert restored container to template...\n"; | |
4c64d0db FE |
448 | PVE::LXC::template_create($vmid, $conf); |
449 | $conf->{template} = 1; | |
a2d3e5c3 | 450 | } |
67afe46e | 451 | PVE::LXC::Config->write_config($vmid, $conf); |
27916659 DM |
452 | }; |
453 | if (my $err = $@) { | |
6c871c36 | 454 | PVE::LXC::destroy_disks($storage_cfg, $vollist); |
4eeb9af1 | 455 | eval { PVE::LXC::Config->destroy_config($vmid) }; |
d7d48be6 | 456 | warn $@ if $@; |
61783321 | 457 | die "$emsg $err"; |
6d098bf4 | 458 | } |
87273b2b | 459 | PVE::AccessControl::add_vm_to_pool($vmid, $pool) if $pool; |
9d0225fb TL |
460 | |
461 | PVE::API2::LXC::Status->vm_start({ vmid => $vmid, node => $node }) | |
462 | if $start_after_create; | |
9c2d4ce9 | 463 | }; |
5c752bbf | 464 | |
8a6fc617 | 465 | my $workername = $restore ? 'vzrestore' : 'vzcreate'; |
67afe46e | 466 | my $realcmd = sub { PVE::LXC::Config->lock_config($vmid, $code); }; |
9c2d4ce9 | 467 | |
8a6fc617 | 468 | return $rpcenv->fork_worker($workername, $vmid, $authuser, $realcmd); |
9c2d4ce9 DM |
469 | }}); |
470 | ||
f76a2828 DM |
471 | __PACKAGE__->register_method({ |
472 | name => 'vmdiridx', | |
5c752bbf | 473 | path => '{vmid}', |
f76a2828 DM |
474 | method => 'GET', |
475 | proxyto => 'node', | |
476 | description => "Directory index", | |
477 | permissions => { | |
478 | user => 'all', | |
479 | }, | |
480 | parameters => { | |
481 | additionalProperties => 0, | |
482 | properties => { | |
483 | node => get_standard_option('pve-node'), | |
484 | vmid => get_standard_option('pve-vmid'), | |
485 | }, | |
486 | }, | |
487 | returns => { | |
488 | type => 'array', | |
489 | items => { | |
490 | type => "object", | |
491 | properties => { | |
492 | subdir => { type => 'string' }, | |
493 | }, | |
494 | }, | |
495 | links => [ { rel => 'child', href => "{subdir}" } ], | |
496 | }, | |
497 | code => sub { | |
498 | my ($param) = @_; | |
499 | ||
500 | # test if VM exists | |
67afe46e | 501 | my $conf = PVE::LXC::Config->load_config($param->{vmid}); |
f76a2828 DM |
502 | |
503 | my $res = [ | |
504 | { subdir => 'config' }, | |
37c2dba8 | 505 | { subdir => 'pending' }, |
fff3a342 DM |
506 | { subdir => 'status' }, |
507 | { subdir => 'vncproxy' }, | |
a0226a00 | 508 | { subdir => 'termproxy' }, |
fff3a342 DM |
509 | { subdir => 'vncwebsocket' }, |
510 | { subdir => 'spiceproxy' }, | |
511 | { subdir => 'migrate' }, | |
c4a33727 | 512 | { subdir => 'clone' }, |
f76a2828 DM |
513 | # { subdir => 'initlog' }, |
514 | { subdir => 'rrd' }, | |
515 | { subdir => 'rrddata' }, | |
516 | { subdir => 'firewall' }, | |
cc5392c8 | 517 | { subdir => 'snapshot' }, |
985b18ed | 518 | { subdir => 'resize' }, |
f76a2828 | 519 | ]; |
5c752bbf | 520 | |
f76a2828 DM |
521 | return $res; |
522 | }}); | |
523 | ||
c4a33727 | 524 | |
f76a2828 | 525 | __PACKAGE__->register_method({ |
5c752bbf DM |
526 | name => 'rrd', |
527 | path => '{vmid}/rrd', | |
f76a2828 DM |
528 | method => 'GET', |
529 | protected => 1, # fixme: can we avoid that? | |
530 | permissions => { | |
531 | check => ['perm', '/vms/{vmid}', [ 'VM.Audit' ]], | |
532 | }, | |
533 | description => "Read VM RRD statistics (returns PNG)", | |
534 | parameters => { | |
535 | additionalProperties => 0, | |
536 | properties => { | |
537 | node => get_standard_option('pve-node'), | |
538 | vmid => get_standard_option('pve-vmid'), | |
539 | timeframe => { | |
540 | description => "Specify the time frame you are interested in.", | |
541 | type => 'string', | |
542 | enum => [ 'hour', 'day', 'week', 'month', 'year' ], | |
543 | }, | |
544 | ds => { | |
545 | description => "The list of datasources you want to display.", | |
546 | type => 'string', format => 'pve-configid-list', | |
547 | }, | |
548 | cf => { | |
549 | description => "The RRD consolidation function", | |
550 | type => 'string', | |
551 | enum => [ 'AVERAGE', 'MAX' ], | |
552 | optional => 1, | |
553 | }, | |
554 | }, | |
555 | }, | |
556 | returns => { | |
557 | type => "object", | |
558 | properties => { | |
559 | filename => { type => 'string' }, | |
560 | }, | |
561 | }, | |
562 | code => sub { | |
563 | my ($param) = @_; | |
564 | ||
d949527f | 565 | return PVE::RRD::create_rrd_graph( |
5c752bbf | 566 | "pve2-vm/$param->{vmid}", $param->{timeframe}, |
f76a2828 | 567 | $param->{ds}, $param->{cf}); |
5c752bbf | 568 | |
f76a2828 DM |
569 | }}); |
570 | ||
571 | __PACKAGE__->register_method({ | |
5c752bbf DM |
572 | name => 'rrddata', |
573 | path => '{vmid}/rrddata', | |
f76a2828 DM |
574 | method => 'GET', |
575 | protected => 1, # fixme: can we avoid that? | |
576 | permissions => { | |
577 | check => ['perm', '/vms/{vmid}', [ 'VM.Audit' ]], | |
578 | }, | |
579 | description => "Read VM RRD statistics", | |
580 | parameters => { | |
581 | additionalProperties => 0, | |
582 | properties => { | |
583 | node => get_standard_option('pve-node'), | |
584 | vmid => get_standard_option('pve-vmid'), | |
585 | timeframe => { | |
586 | description => "Specify the time frame you are interested in.", | |
587 | type => 'string', | |
588 | enum => [ 'hour', 'day', 'week', 'month', 'year' ], | |
589 | }, | |
590 | cf => { | |
591 | description => "The RRD consolidation function", | |
592 | type => 'string', | |
593 | enum => [ 'AVERAGE', 'MAX' ], | |
594 | optional => 1, | |
595 | }, | |
596 | }, | |
597 | }, | |
598 | returns => { | |
599 | type => "array", | |
600 | items => { | |
601 | type => "object", | |
602 | properties => {}, | |
603 | }, | |
604 | }, | |
605 | code => sub { | |
606 | my ($param) = @_; | |
607 | ||
d949527f | 608 | return PVE::RRD::create_rrd_data( |
f76a2828 DM |
609 | "pve2-vm/$param->{vmid}", $param->{timeframe}, $param->{cf}); |
610 | }}); | |
611 | ||
f76a2828 | 612 | __PACKAGE__->register_method({ |
5c752bbf DM |
613 | name => 'destroy_vm', |
614 | path => '{vmid}', | |
f76a2828 DM |
615 | method => 'DELETE', |
616 | protected => 1, | |
617 | proxyto => 'node', | |
618 | description => "Destroy the container (also delete all uses files).", | |
619 | permissions => { | |
620 | check => [ 'perm', '/vms/{vmid}', ['VM.Allocate']], | |
621 | }, | |
622 | parameters => { | |
623 | additionalProperties => 0, | |
624 | properties => { | |
625 | node => get_standard_option('pve-node'), | |
68e8f3c5 | 626 | vmid => get_standard_option('pve-vmid', { completion => \&PVE::LXC::complete_ctid_stopped }), |
d51b84ff TL |
627 | force => { |
628 | type => 'boolean', | |
629 | description => "Force destroy, even if running.", | |
630 | default => 0, | |
631 | optional => 1, | |
632 | }, | |
c5a09704 CE |
633 | purge => { |
634 | type => 'boolean', | |
796e8eee TL |
635 | description => "Remove container from all related configurations." |
636 | ." For example, backup jobs, replication jobs or HA." | |
637 | ." Related ACLs and Firewall entries will *always* be removed.", | |
638 | default => 0, | |
c5a09704 CE |
639 | optional => 1, |
640 | }, | |
3b1c0970 TL |
641 | 'destroy-unreferenced-disks' => { |
642 | type => 'boolean', | |
643 | description => "If set, destroy additionally all disks with the VMID from all" | |
644 | ." enabled storages which are not referenced in the config.", | |
645 | optional => 1, | |
646 | }, | |
f76a2828 DM |
647 | }, |
648 | }, | |
5c752bbf | 649 | returns => { |
f76a2828 DM |
650 | type => 'string', |
651 | }, | |
652 | code => sub { | |
653 | my ($param) = @_; | |
654 | ||
655 | my $rpcenv = PVE::RPCEnvironment::get(); | |
f76a2828 | 656 | my $authuser = $rpcenv->get_user(); |
f76a2828 DM |
657 | my $vmid = $param->{vmid}; |
658 | ||
659 | # test if container exists | |
0512c360 | 660 | |
67afe46e | 661 | my $conf = PVE::LXC::Config->load_config($vmid); |
0512c360 FG |
662 | my $early_checks = sub { |
663 | my ($conf) = @_; | |
664 | PVE::LXC::Config->check_protection($conf, "can't remove CT $vmid"); | |
665 | PVE::LXC::Config->check_lock($conf); | |
7e806596 | 666 | |
0512c360 | 667 | my $ha_managed = PVE::HA::Config::service_is_configured("ct:$vmid"); |
b6e0b774 | 668 | |
0512c360 FG |
669 | if (!$param->{purge}) { |
670 | die "unable to remove CT $vmid - used in HA resources and purge parameter not set.\n" | |
671 | if $ha_managed; | |
3207b81a | 672 | |
0512c360 FG |
673 | # do not allow destroy if there are replication jobs without purge |
674 | my $repl_conf = PVE::ReplicationConfig->new(); | |
675 | $repl_conf->check_for_existing_jobs($vmid); | |
676 | } | |
677 | ||
678 | return $ha_managed; | |
679 | }; | |
680 | ||
681 | $early_checks->($conf); | |
c5a8e04f | 682 | |
d607c17d | 683 | my $running_error_msg = "unable to destroy CT $vmid - container is running\n"; |
d51b84ff | 684 | die $running_error_msg if !$param->{force} && PVE::LXC::check_running($vmid); # check early |
d607c17d | 685 | |
611fe3aa | 686 | my $code = sub { |
673cf209 | 687 | # reload config after lock |
67afe46e | 688 | $conf = PVE::LXC::Config->load_config($vmid); |
0512c360 | 689 | my $ha_managed = $early_checks->($conf); |
673cf209 | 690 | |
d51b84ff TL |
691 | if (PVE::LXC::check_running($vmid)) { |
692 | die $running_error_msg if !$param->{force}; | |
693 | warn "forced to stop CT $vmid before destroying!\n"; | |
694 | if (!$ha_managed) { | |
695 | PVE::LXC::vm_stop($vmid, 1); | |
696 | } else { | |
697 | run_command(['ha-manager', 'crm-command', 'stop', "ct:$vmid", '120']); | |
698 | } | |
699 | } | |
d607c17d | 700 | |
0512c360 | 701 | my $storage_cfg = cfs_read_file("storage.cfg"); |
3b1c0970 TL |
702 | PVE::LXC::destroy_lxc_container( |
703 | $storage_cfg, | |
704 | $vmid, | |
705 | $conf, | |
706 | { lock => 'destroyed' }, | |
707 | $param->{'destroy-unreferenced-disks'}, | |
708 | ); | |
7fc1d9eb | 709 | |
be5fc936 | 710 | PVE::AccessControl::remove_vm_access($vmid); |
2f9b5ead | 711 | PVE::Firewall::remove_vmfw_conf($vmid); |
c5a09704 | 712 | if ($param->{purge}) { |
3207b81a | 713 | print "purging CT $vmid from related configurations..\n"; |
c5a09704 CE |
714 | PVE::ReplicationConfig::remove_vmid_jobs($vmid); |
715 | PVE::VZDump::Plugin::remove_vmid_from_backup_jobs($vmid); | |
3207b81a TL |
716 | |
717 | if ($ha_managed) { | |
718 | PVE::HA::Config::delete_service_from_config("ct:$vmid"); | |
719 | print "NOTE: removed CT $vmid from HA resource configuration.\n"; | |
720 | } | |
c5a09704 | 721 | } |
7fc1d9eb TL |
722 | |
723 | # only now remove the zombie config, else we can have reuse race | |
724 | PVE::LXC::Config->destroy_config($vmid); | |
f76a2828 DM |
725 | }; |
726 | ||
67afe46e | 727 | my $realcmd = sub { PVE::LXC::Config->lock_config($vmid, $code); }; |
351bc0c4 | 728 | |
f76a2828 DM |
729 | return $rpcenv->fork_worker('vzdestroy', $vmid, $authuser, $realcmd); |
730 | }}); | |
731 | ||
fff3a342 DM |
732 | my $sslcert; |
733 | ||
734 | __PACKAGE__->register_method ({ | |
5b4657d0 DM |
735 | name => 'vncproxy', |
736 | path => '{vmid}/vncproxy', | |
fff3a342 DM |
737 | method => 'POST', |
738 | protected => 1, | |
739 | permissions => { | |
740 | check => ['perm', '/vms/{vmid}', [ 'VM.Console' ]], | |
741 | }, | |
742 | description => "Creates a TCP VNC proxy connections.", | |
743 | parameters => { | |
744 | additionalProperties => 0, | |
745 | properties => { | |
746 | node => get_standard_option('pve-node'), | |
747 | vmid => get_standard_option('pve-vmid'), | |
748 | websocket => { | |
749 | optional => 1, | |
750 | type => 'boolean', | |
751 | description => "use websocket instead of standard VNC.", | |
752 | }, | |
bd0f4d6d DC |
753 | width => { |
754 | optional => 1, | |
755 | description => "sets the width of the console in pixels.", | |
756 | type => 'integer', | |
757 | minimum => 16, | |
758 | maximum => 4096, | |
759 | }, | |
760 | height => { | |
761 | optional => 1, | |
762 | description => "sets the height of the console in pixels.", | |
763 | type => 'integer', | |
764 | minimum => 16, | |
765 | maximum => 2160, | |
766 | }, | |
fff3a342 DM |
767 | }, |
768 | }, | |
5b4657d0 | 769 | returns => { |
fff3a342 DM |
770 | additionalProperties => 0, |
771 | properties => { | |
772 | user => { type => 'string' }, | |
773 | ticket => { type => 'string' }, | |
774 | cert => { type => 'string' }, | |
775 | port => { type => 'integer' }, | |
776 | upid => { type => 'string' }, | |
777 | }, | |
778 | }, | |
779 | code => sub { | |
780 | my ($param) = @_; | |
781 | ||
782 | my $rpcenv = PVE::RPCEnvironment::get(); | |
783 | ||
784 | my $authuser = $rpcenv->get_user(); | |
785 | ||
786 | my $vmid = $param->{vmid}; | |
787 | my $node = $param->{node}; | |
788 | ||
789 | my $authpath = "/vms/$vmid"; | |
790 | ||
791 | my $ticket = PVE::AccessControl::assemble_vnc_ticket($authuser, $authpath); | |
792 | ||
793 | $sslcert = PVE::Tools::file_get_contents("/etc/pve/pve-root-ca.pem", 8192) | |
794 | if !$sslcert; | |
795 | ||
ec2c57eb | 796 | my ($remip, $family); |
5b4657d0 | 797 | |
fff3a342 | 798 | if ($node ne PVE::INotify::nodename()) { |
85ae6211 | 799 | ($remip, $family) = PVE::Cluster::remote_node_ip($node); |
ec2c57eb WB |
800 | } else { |
801 | $family = PVE::Tools::get_host_address_family($node); | |
fff3a342 DM |
802 | } |
803 | ||
ec2c57eb WB |
804 | my $port = PVE::Tools::next_vnc_port($family); |
805 | ||
fff3a342 DM |
806 | # NOTE: vncterm VNC traffic is already TLS encrypted, |
807 | # so we select the fastest chipher here (or 'none'?) | |
5b4657d0 | 808 | my $remcmd = $remip ? |
806eae70 | 809 | ['/usr/bin/ssh', '-e', 'none', '-t', $remip] : []; |
fff3a342 | 810 | |
67afe46e | 811 | my $conf = PVE::LXC::Config->load_config($vmid, $node); |
65213b67 | 812 | my $concmd = PVE::LXC::get_console_command($vmid, $conf, -1); |
aca816ad | 813 | |
5b4657d0 DM |
814 | my $shcmd = [ '/usr/bin/dtach', '-A', |
815 | "/var/run/dtach/vzctlconsole$vmid", | |
aca816ad | 816 | '-r', 'winch', '-z', @$concmd]; |
fff3a342 DM |
817 | |
818 | my $realcmd = sub { | |
819 | my $upid = shift; | |
820 | ||
5b4657d0 | 821 | syslog ('info', "starting lxc vnc proxy $upid\n"); |
fff3a342 | 822 | |
5b4657d0 | 823 | my $timeout = 10; |
fff3a342 DM |
824 | |
825 | my $cmd = ['/usr/bin/vncterm', '-rfbport', $port, | |
5b4657d0 | 826 | '-timeout', $timeout, '-authpath', $authpath, |
fff3a342 DM |
827 | '-perm', 'VM.Console']; |
828 | ||
bd0f4d6d DC |
829 | if ($param->{width}) { |
830 | push @$cmd, '-width', $param->{width}; | |
831 | } | |
832 | ||
833 | if ($param->{height}) { | |
834 | push @$cmd, '-height', $param->{height}; | |
835 | } | |
836 | ||
fff3a342 | 837 | if ($param->{websocket}) { |
5b4657d0 | 838 | $ENV{PVE_VNC_TICKET} = $ticket; # pass ticket to vncterm |
fff3a342 DM |
839 | push @$cmd, '-notls', '-listen', 'localhost'; |
840 | } | |
841 | ||
842 | push @$cmd, '-c', @$remcmd, @$shcmd; | |
843 | ||
37634d3d | 844 | run_command($cmd, keeplocale => 1); |
fff3a342 DM |
845 | |
846 | return; | |
847 | }; | |
848 | ||
849 | my $upid = $rpcenv->fork_worker('vncproxy', $vmid, $authuser, $realcmd); | |
850 | ||
851 | PVE::Tools::wait_for_vnc_port($port); | |
852 | ||
853 | return { | |
854 | user => $authuser, | |
855 | ticket => $ticket, | |
5b4657d0 DM |
856 | port => $port, |
857 | upid => $upid, | |
858 | cert => $sslcert, | |
fff3a342 DM |
859 | }; |
860 | }}); | |
861 | ||
a0226a00 DC |
862 | __PACKAGE__->register_method ({ |
863 | name => 'termproxy', | |
864 | path => '{vmid}/termproxy', | |
865 | method => 'POST', | |
866 | protected => 1, | |
867 | permissions => { | |
868 | check => ['perm', '/vms/{vmid}', [ 'VM.Console' ]], | |
869 | }, | |
870 | description => "Creates a TCP proxy connection.", | |
871 | parameters => { | |
872 | additionalProperties => 0, | |
873 | properties => { | |
874 | node => get_standard_option('pve-node'), | |
875 | vmid => get_standard_option('pve-vmid'), | |
876 | }, | |
877 | }, | |
878 | returns => { | |
879 | additionalProperties => 0, | |
880 | properties => { | |
881 | user => { type => 'string' }, | |
882 | ticket => { type => 'string' }, | |
883 | port => { type => 'integer' }, | |
884 | upid => { type => 'string' }, | |
885 | }, | |
886 | }, | |
887 | code => sub { | |
888 | my ($param) = @_; | |
889 | ||
890 | my $rpcenv = PVE::RPCEnvironment::get(); | |
891 | ||
892 | my $authuser = $rpcenv->get_user(); | |
893 | ||
894 | my $vmid = $param->{vmid}; | |
895 | my $node = $param->{node}; | |
896 | ||
897 | my $authpath = "/vms/$vmid"; | |
898 | ||
899 | my $ticket = PVE::AccessControl::assemble_vnc_ticket($authuser, $authpath); | |
900 | ||
901 | my ($remip, $family); | |
902 | ||
903 | if ($node ne 'localhost' && $node ne PVE::INotify::nodename()) { | |
904 | ($remip, $family) = PVE::Cluster::remote_node_ip($node); | |
905 | } else { | |
906 | $family = PVE::Tools::get_host_address_family($node); | |
907 | } | |
908 | ||
909 | my $port = PVE::Tools::next_vnc_port($family); | |
910 | ||
911 | my $remcmd = $remip ? | |
912 | ['/usr/bin/ssh', '-e', 'none', '-t', $remip, '--'] : []; | |
913 | ||
914 | my $conf = PVE::LXC::Config->load_config($vmid, $node); | |
65213b67 | 915 | my $concmd = PVE::LXC::get_console_command($vmid, $conf, -1); |
a0226a00 DC |
916 | |
917 | my $shcmd = [ '/usr/bin/dtach', '-A', | |
918 | "/var/run/dtach/vzctlconsole$vmid", | |
919 | '-r', 'winch', '-z', @$concmd]; | |
920 | ||
921 | my $realcmd = sub { | |
922 | my $upid = shift; | |
923 | ||
924 | syslog ('info', "starting lxc termproxy $upid\n"); | |
925 | ||
926 | my $cmd = ['/usr/bin/termproxy', $port, '--path', $authpath, | |
927 | '--perm', 'VM.Console', '--']; | |
928 | push @$cmd, @$remcmd, @$shcmd; | |
929 | ||
930 | PVE::Tools::run_command($cmd); | |
931 | }; | |
932 | ||
933 | my $upid = $rpcenv->fork_worker('vncproxy', $vmid, $authuser, $realcmd, 1); | |
934 | ||
935 | PVE::Tools::wait_for_vnc_port($port); | |
936 | ||
937 | return { | |
938 | user => $authuser, | |
939 | ticket => $ticket, | |
940 | port => $port, | |
941 | upid => $upid, | |
942 | }; | |
943 | }}); | |
944 | ||
fff3a342 DM |
945 | __PACKAGE__->register_method({ |
946 | name => 'vncwebsocket', | |
947 | path => '{vmid}/vncwebsocket', | |
948 | method => 'GET', | |
5b4657d0 | 949 | permissions => { |
fff3a342 DM |
950 | description => "You also need to pass a valid ticket (vncticket).", |
951 | check => ['perm', '/vms/{vmid}', [ 'VM.Console' ]], | |
952 | }, | |
953 | description => "Opens a weksocket for VNC traffic.", | |
954 | parameters => { | |
955 | additionalProperties => 0, | |
956 | properties => { | |
957 | node => get_standard_option('pve-node'), | |
958 | vmid => get_standard_option('pve-vmid'), | |
959 | vncticket => { | |
960 | description => "Ticket from previous call to vncproxy.", | |
961 | type => 'string', | |
962 | maxLength => 512, | |
963 | }, | |
964 | port => { | |
965 | description => "Port number returned by previous vncproxy call.", | |
966 | type => 'integer', | |
967 | minimum => 5900, | |
968 | maximum => 5999, | |
969 | }, | |
970 | }, | |
971 | }, | |
972 | returns => { | |
973 | type => "object", | |
974 | properties => { | |
975 | port => { type => 'string' }, | |
976 | }, | |
977 | }, | |
978 | code => sub { | |
979 | my ($param) = @_; | |
980 | ||
981 | my $rpcenv = PVE::RPCEnvironment::get(); | |
982 | ||
983 | my $authuser = $rpcenv->get_user(); | |
984 | ||
985 | my $authpath = "/vms/$param->{vmid}"; | |
986 | ||
987 | PVE::AccessControl::verify_vnc_ticket($param->{vncticket}, $authuser, $authpath); | |
988 | ||
989 | my $port = $param->{port}; | |
5b4657d0 | 990 | |
fff3a342 DM |
991 | return { port => $port }; |
992 | }}); | |
993 | ||
994 | __PACKAGE__->register_method ({ | |
5b4657d0 DM |
995 | name => 'spiceproxy', |
996 | path => '{vmid}/spiceproxy', | |
fff3a342 DM |
997 | method => 'POST', |
998 | protected => 1, | |
999 | proxyto => 'node', | |
1000 | permissions => { | |
1001 | check => ['perm', '/vms/{vmid}', [ 'VM.Console' ]], | |
1002 | }, | |
1003 | description => "Returns a SPICE configuration to connect to the CT.", | |
1004 | parameters => { | |
1005 | additionalProperties => 0, | |
1006 | properties => { | |
1007 | node => get_standard_option('pve-node'), | |
1008 | vmid => get_standard_option('pve-vmid'), | |
1009 | proxy => get_standard_option('spice-proxy', { optional => 1 }), | |
1010 | }, | |
1011 | }, | |
1012 | returns => get_standard_option('remote-viewer-config'), | |
1013 | code => sub { | |
1014 | my ($param) = @_; | |
1015 | ||
1016 | my $vmid = $param->{vmid}; | |
1017 | my $node = $param->{node}; | |
1018 | my $proxy = $param->{proxy}; | |
1019 | ||
1020 | my $authpath = "/vms/$vmid"; | |
1021 | my $permissions = 'VM.Console'; | |
1022 | ||
67afe46e | 1023 | my $conf = PVE::LXC::Config->load_config($vmid); |
da4db334 TL |
1024 | |
1025 | die "CT $vmid not running\n" if !PVE::LXC::check_running($vmid); | |
1026 | ||
aca816ad DM |
1027 | my $concmd = PVE::LXC::get_console_command($vmid, $conf); |
1028 | ||
5b4657d0 DM |
1029 | my $shcmd = ['/usr/bin/dtach', '-A', |
1030 | "/var/run/dtach/vzctlconsole$vmid", | |
aca816ad | 1031 | '-r', 'winch', '-z', @$concmd]; |
fff3a342 DM |
1032 | |
1033 | my $title = "CT $vmid"; | |
1034 | ||
1035 | return PVE::API2Tools::run_spiceterm($authpath, $permissions, $vmid, $node, $proxy, $title, $shcmd); | |
1036 | }}); | |
5c752bbf | 1037 | |
5c752bbf DM |
1038 | |
1039 | __PACKAGE__->register_method({ | |
52389a07 DM |
1040 | name => 'migrate_vm', |
1041 | path => '{vmid}/migrate', | |
5c752bbf DM |
1042 | method => 'POST', |
1043 | protected => 1, | |
1044 | proxyto => 'node', | |
52389a07 | 1045 | description => "Migrate the container to another node. Creates a new migration task.", |
5c752bbf | 1046 | permissions => { |
52389a07 | 1047 | check => ['perm', '/vms/{vmid}', [ 'VM.Migrate' ]], |
5c752bbf DM |
1048 | }, |
1049 | parameters => { | |
1050 | additionalProperties => 0, | |
1051 | properties => { | |
1052 | node => get_standard_option('pve-node'), | |
68e8f3c5 DM |
1053 | vmid => get_standard_option('pve-vmid', { completion => \&PVE::LXC::complete_ctid }), |
1054 | target => get_standard_option('pve-node', { | |
1055 | description => "Target node.", | |
39bb88df | 1056 | completion => \&PVE::Cluster::complete_migration_target, |
68e8f3c5 | 1057 | }), |
52389a07 DM |
1058 | online => { |
1059 | type => 'boolean', | |
1060 | description => "Use online/live migration.", | |
1061 | optional => 1, | |
1062 | }, | |
00d8cdc0 DC |
1063 | restart => { |
1064 | type => 'boolean', | |
1065 | description => "Use restart migration", | |
1066 | optional => 1, | |
1067 | }, | |
1068 | timeout => { | |
1069 | type => 'integer', | |
1070 | description => "Timeout in seconds for shutdown for restart migration", | |
1071 | optional => 1, | |
1072 | default => 180, | |
1073 | }, | |
9746c095 FG |
1074 | force => { |
1075 | type => 'boolean', | |
1076 | description => "Force migration despite local bind / device" . | |
552e168f | 1077 | " mounts. NOTE: deprecated, use 'shared' property of mount point instead.", |
9746c095 FG |
1078 | optional => 1, |
1079 | }, | |
8ead60ef SI |
1080 | bwlimit => { |
1081 | description => "Override I/O bandwidth limit (in KiB/s).", | |
1082 | optional => 1, | |
1083 | type => 'number', | |
1084 | minimum => '0', | |
41e9b65c | 1085 | default => 'migrate limit from datacenter or storage config', |
8ead60ef | 1086 | }, |
5c752bbf DM |
1087 | }, |
1088 | }, | |
1089 | returns => { | |
1090 | type => 'string', | |
52389a07 | 1091 | description => "the task ID.", |
5c752bbf DM |
1092 | }, |
1093 | code => sub { | |
1094 | my ($param) = @_; | |
1095 | ||
1096 | my $rpcenv = PVE::RPCEnvironment::get(); | |
1097 | ||
1098 | my $authuser = $rpcenv->get_user(); | |
1099 | ||
52389a07 | 1100 | my $target = extract_param($param, 'target'); |
bb1ac2de | 1101 | |
52389a07 DM |
1102 | my $localnode = PVE::INotify::nodename(); |
1103 | raise_param_exc({ target => "target is local node."}) if $target eq $localnode; | |
bb1ac2de | 1104 | |
52389a07 | 1105 | PVE::Cluster::check_cfs_quorum(); |
5c752bbf | 1106 | |
52389a07 | 1107 | PVE::Cluster::check_node_exists($target); |
27916659 | 1108 | |
52389a07 | 1109 | my $targetip = PVE::Cluster::remote_node_ip($target); |
5c752bbf | 1110 | |
52389a07 | 1111 | my $vmid = extract_param($param, 'vmid'); |
5c752bbf | 1112 | |
52389a07 | 1113 | # test if VM exists |
67afe46e | 1114 | PVE::LXC::Config->load_config($vmid); |
5c752bbf | 1115 | |
52389a07 DM |
1116 | # try to detect errors early |
1117 | if (PVE::LXC::check_running($vmid)) { | |
00d8cdc0 DC |
1118 | die "can't migrate running container without --online or --restart\n" |
1119 | if !$param->{online} && !$param->{restart}; | |
5c752bbf | 1120 | } |
5c752bbf DM |
1121 | |
1122 | if (PVE::HA::Config::vm_is_ha_managed($vmid) && $rpcenv->{type} ne 'ha') { | |
1123 | ||
1124 | my $hacmd = sub { | |
1125 | my $upid = shift; | |
1126 | ||
1127 | my $service = "ct:$vmid"; | |
1128 | ||
52389a07 | 1129 | my $cmd = ['ha-manager', 'migrate', $service, $target]; |
5c752bbf | 1130 | |
545dd4e1 | 1131 | print "Requesting HA migration for CT $vmid to node $target\n"; |
5c752bbf DM |
1132 | |
1133 | PVE::Tools::run_command($cmd); | |
1134 | ||
1135 | return; | |
1136 | }; | |
1137 | ||
52389a07 | 1138 | return $rpcenv->fork_worker('hamigrate', $vmid, $authuser, $hacmd); |
5c752bbf DM |
1139 | |
1140 | } else { | |
1141 | ||
22557519 DM |
1142 | my $realcmd = sub { |
1143 | PVE::LXC::Migrate->migrate($target, $targetip, $vmid, $param); | |
1144 | }; | |
56462053 | 1145 | |
22557519 DM |
1146 | my $worker = sub { |
1147 | return PVE::GuestHelpers::guest_migration_lock($vmid, 10, $realcmd); | |
5c752bbf DM |
1148 | }; |
1149 | ||
22557519 | 1150 | return $rpcenv->fork_worker('vzmigrate', $vmid, $authuser, $worker); |
5c752bbf DM |
1151 | } |
1152 | }}); | |
1153 | ||
cc5392c8 WL |
1154 | __PACKAGE__->register_method({ |
1155 | name => 'vm_feature', | |
1156 | path => '{vmid}/feature', | |
1157 | method => 'GET', | |
1158 | proxyto => 'node', | |
1159 | protected => 1, | |
1160 | description => "Check if feature for virtual machine is available.", | |
1161 | permissions => { | |
1162 | check => ['perm', '/vms/{vmid}', [ 'VM.Audit' ]], | |
1163 | }, | |
1164 | parameters => { | |
1165 | additionalProperties => 0, | |
1166 | properties => { | |
1167 | node => get_standard_option('pve-node'), | |
1168 | vmid => get_standard_option('pve-vmid'), | |
1169 | feature => { | |
1170 | description => "Feature to check.", | |
1171 | type => 'string', | |
d53e5c58 | 1172 | enum => [ 'snapshot', 'clone', 'copy' ], |
cc5392c8 | 1173 | }, |
5ec3949c | 1174 | snapname => get_standard_option('pve-snapshot-name', { |
cc5392c8 WL |
1175 | optional => 1, |
1176 | }), | |
1177 | }, | |
1178 | }, | |
1179 | returns => { | |
1180 | type => "object", | |
1181 | properties => { | |
1182 | hasFeature => { type => 'boolean' }, | |
1183 | #nodes => { | |
1184 | #type => 'array', | |
1185 | #items => { type => 'string' }, | |
1186 | #} | |
1187 | }, | |
1188 | }, | |
1189 | code => sub { | |
1190 | my ($param) = @_; | |
1191 | ||
1192 | my $node = extract_param($param, 'node'); | |
1193 | ||
1194 | my $vmid = extract_param($param, 'vmid'); | |
1195 | ||
1196 | my $snapname = extract_param($param, 'snapname'); | |
1197 | ||
1198 | my $feature = extract_param($param, 'feature'); | |
1199 | ||
67afe46e | 1200 | my $conf = PVE::LXC::Config->load_config($vmid); |
cc5392c8 WL |
1201 | |
1202 | if($snapname){ | |
1203 | my $snap = $conf->{snapshots}->{$snapname}; | |
1204 | die "snapshot '$snapname' does not exist\n" if !defined($snap); | |
1205 | $conf = $snap; | |
1206 | } | |
ef241384 | 1207 | my $storage_cfg = PVE::Storage::config(); |
cc5392c8 | 1208 | #Maybe include later |
ef241384 | 1209 | #my $nodelist = PVE::LXC::shared_nodes($conf, $storage_cfg); |
4518000b | 1210 | my $hasFeature = PVE::LXC::Config->has_feature($feature, $conf, $storage_cfg, $snapname); |
cc5392c8 WL |
1211 | |
1212 | return { | |
1213 | hasFeature => $hasFeature, | |
1214 | #nodes => [ keys %$nodelist ], | |
1215 | }; | |
1216 | }}); | |
bb1ac2de DM |
1217 | |
1218 | __PACKAGE__->register_method({ | |
1219 | name => 'template', | |
1220 | path => '{vmid}/template', | |
1221 | method => 'POST', | |
1222 | protected => 1, | |
1223 | proxyto => 'node', | |
1224 | description => "Create a Template.", | |
1225 | permissions => { | |
1226 | description => "You need 'VM.Allocate' permissions on /vms/{vmid}", | |
1227 | check => [ 'perm', '/vms/{vmid}', ['VM.Allocate']], | |
1228 | }, | |
1229 | parameters => { | |
1230 | additionalProperties => 0, | |
1231 | properties => { | |
1232 | node => get_standard_option('pve-node'), | |
68e8f3c5 | 1233 | vmid => get_standard_option('pve-vmid', { completion => \&PVE::LXC::complete_ctid_stopped }), |
bb1ac2de DM |
1234 | }, |
1235 | }, | |
1236 | returns => { type => 'null'}, | |
1237 | code => sub { | |
1238 | my ($param) = @_; | |
1239 | ||
1240 | my $rpcenv = PVE::RPCEnvironment::get(); | |
1241 | ||
1242 | my $authuser = $rpcenv->get_user(); | |
1243 | ||
1244 | my $node = extract_param($param, 'node'); | |
1245 | ||
1246 | my $vmid = extract_param($param, 'vmid'); | |
1247 | ||
1248 | my $updatefn = sub { | |
1249 | ||
67afe46e FG |
1250 | my $conf = PVE::LXC::Config->load_config($vmid); |
1251 | PVE::LXC::Config->check_lock($conf); | |
bb1ac2de DM |
1252 | |
1253 | die "unable to create template, because CT contains snapshots\n" | |
1254 | if $conf->{snapshots} && scalar(keys %{$conf->{snapshots}}); | |
1255 | ||
1256 | die "you can't convert a template to a template\n" | |
67afe46e | 1257 | if PVE::LXC::Config->is_template($conf); |
bb1ac2de DM |
1258 | |
1259 | die "you can't convert a CT to template if the CT is running\n" | |
1260 | if PVE::LXC::check_running($vmid); | |
1261 | ||
1262 | my $realcmd = sub { | |
1263 | PVE::LXC::template_create($vmid, $conf); | |
bb1ac2de | 1264 | |
c2182c49 | 1265 | $conf->{template} = 1; |
bb1ac2de | 1266 | |
c2182c49 WL |
1267 | PVE::LXC::Config->write_config($vmid, $conf); |
1268 | # and remove lxc config | |
1269 | PVE::LXC::update_lxc_config($vmid, $conf); | |
1270 | }; | |
bb1ac2de DM |
1271 | |
1272 | return $rpcenv->fork_worker('vztemplate', $vmid, $authuser, $realcmd); | |
1273 | }; | |
1274 | ||
67afe46e | 1275 | PVE::LXC::Config->lock_config($vmid, $updatefn); |
bb1ac2de DM |
1276 | |
1277 | return undef; | |
1278 | }}); | |
1279 | ||
c4a33727 DM |
1280 | __PACKAGE__->register_method({ |
1281 | name => 'clone_vm', | |
1282 | path => '{vmid}/clone', | |
1283 | method => 'POST', | |
1284 | protected => 1, | |
1285 | proxyto => 'node', | |
1286 | description => "Create a container clone/copy", | |
1287 | permissions => { | |
1288 | description => "You need 'VM.Clone' permissions on /vms/{vmid}, " . | |
1289 | "and 'VM.Allocate' permissions " . | |
1290 | "on /vms/{newid} (or on the VM pool /pool/{pool}). You also need " . | |
1291 | "'Datastore.AllocateSpace' on any used storage.", | |
1292 | check => | |
1293 | [ 'and', | |
1294 | ['perm', '/vms/{vmid}', [ 'VM.Clone' ]], | |
1295 | [ 'or', | |
1296 | [ 'perm', '/vms/{newid}', ['VM.Allocate']], | |
1297 | [ 'perm', '/pool/{pool}', ['VM.Allocate'], require_param => 'pool'], | |
1298 | ], | |
1299 | ] | |
1300 | }, | |
1301 | parameters => { | |
1302 | additionalProperties => 0, | |
1303 | properties => { | |
1304 | node => get_standard_option('pve-node'), | |
1305 | vmid => get_standard_option('pve-vmid', { completion => \&PVE::LXC::complete_ctid }), | |
1306 | newid => get_standard_option('pve-vmid', { | |
1307 | completion => \&PVE::Cluster::complete_next_vmid, | |
1308 | description => 'VMID for the clone.' }), | |
1309 | hostname => { | |
1310 | optional => 1, | |
1311 | type => 'string', format => 'dns-name', | |
1312 | description => "Set a hostname for the new CT.", | |
1313 | }, | |
1314 | description => { | |
1315 | optional => 1, | |
1316 | type => 'string', | |
1317 | description => "Description for the new CT.", | |
1318 | }, | |
1319 | pool => { | |
1320 | optional => 1, | |
1321 | type => 'string', format => 'pve-poolid', | |
1322 | description => "Add the new CT to the specified pool.", | |
1323 | }, | |
5ec3949c | 1324 | snapname => get_standard_option('pve-snapshot-name', { |
c4a33727 DM |
1325 | optional => 1, |
1326 | }), | |
1327 | storage => get_standard_option('pve-storage-id', { | |
1328 | description => "Target storage for full clone.", | |
c4a33727 DM |
1329 | optional => 1, |
1330 | }), | |
1331 | full => { | |
1332 | optional => 1, | |
1333 | type => 'boolean', | |
c4b4cb83 | 1334 | description => "Create a full copy of all disks. This is always done when " . |
c4a33727 | 1335 | "you clone a normal CT. For CT templates, we try to create a linked clone by default.", |
c4a33727 | 1336 | }, |
411ae12c DM |
1337 | target => get_standard_option('pve-node', { |
1338 | description => "Target node. Only allowed if the original VM is on shared storage.", | |
1339 | optional => 1, | |
1340 | }), | |
8ead60ef SI |
1341 | bwlimit => { |
1342 | description => "Override I/O bandwidth limit (in KiB/s).", | |
1343 | optional => 1, | |
1344 | type => 'number', | |
1345 | minimum => '0', | |
41e9b65c | 1346 | default => 'clone limit from datacenter or storage config', |
8ead60ef | 1347 | }, |
c4a33727 DM |
1348 | }, |
1349 | }, | |
1350 | returns => { | |
1351 | type => 'string', | |
1352 | }, | |
1353 | code => sub { | |
1354 | my ($param) = @_; | |
1355 | ||
1356 | my $rpcenv = PVE::RPCEnvironment::get(); | |
1357 | ||
1358 | my $authuser = $rpcenv->get_user(); | |
1359 | ||
1360 | my $node = extract_param($param, 'node'); | |
1361 | ||
1362 | my $vmid = extract_param($param, 'vmid'); | |
1363 | ||
1364 | my $newid = extract_param($param, 'newid'); | |
1365 | ||
1366 | my $pool = extract_param($param, 'pool'); | |
1367 | ||
1368 | if (defined($pool)) { | |
1369 | $rpcenv->check_pool_exist($pool); | |
1370 | } | |
1371 | ||
1372 | my $snapname = extract_param($param, 'snapname'); | |
1373 | ||
1374 | my $storage = extract_param($param, 'storage'); | |
1375 | ||
411ae12c DM |
1376 | my $target = extract_param($param, 'target'); |
1377 | ||
c4a33727 DM |
1378 | my $localnode = PVE::INotify::nodename(); |
1379 | ||
411ae12c DM |
1380 | undef $target if $target && ($target eq $localnode || $target eq 'localhost'); |
1381 | ||
1382 | PVE::Cluster::check_node_exists($target) if $target; | |
1383 | ||
c4a33727 DM |
1384 | my $storecfg = PVE::Storage::config(); |
1385 | ||
1386 | if ($storage) { | |
1387 | # check if storage is enabled on local node | |
1388 | PVE::Storage::storage_check_enabled($storecfg, $storage); | |
411ae12c DM |
1389 | if ($target) { |
1390 | # check if storage is available on target node | |
1391 | PVE::Storage::storage_check_node($storecfg, $storage, $target); | |
1392 | # clone only works if target storage is shared | |
1393 | my $scfg = PVE::Storage::storage_config($storecfg, $storage); | |
1394 | die "can't clone to non-shared storage '$storage'\n" if !$scfg->{shared}; | |
1395 | } | |
c4a33727 DM |
1396 | } |
1397 | ||
1398 | PVE::Cluster::check_cfs_quorum(); | |
1399 | ||
db01d674 WB |
1400 | my $conffile; |
1401 | my $newconf = {}; | |
1402 | my $mountpoints = {}; | |
1403 | my $fullclone = {}; | |
1404 | my $vollist = []; | |
411ae12c | 1405 | my $running; |
c4a33727 | 1406 | |
db01d674 WB |
1407 | PVE::LXC::Config->lock_config($vmid, sub { |
1408 | my $src_conf = PVE::LXC::Config->set_lock($vmid, 'disk'); | |
e7d553c7 | 1409 | |
411ae12c DM |
1410 | $running = PVE::LXC::check_running($vmid) || 0; |
1411 | ||
e7d553c7 DM |
1412 | my $full = extract_param($param, 'full'); |
1413 | if (!defined($full)) { | |
1414 | $full = !PVE::LXC::Config->is_template($src_conf); | |
1415 | } | |
1416 | die "parameter 'storage' not allowed for linked clones\n" if defined($storage) && !$full; | |
1417 | ||
db01d674 WB |
1418 | eval { |
1419 | die "snapshot '$snapname' does not exist\n" | |
1420 | if $snapname && !defined($src_conf->{snapshots}->{$snapname}); | |
c4a33727 | 1421 | |
c4a33727 | 1422 | |
db01d674 | 1423 | my $src_conf = $snapname ? $src_conf->{snapshots}->{$snapname} : $src_conf; |
c4a33727 | 1424 | |
db01d674 WB |
1425 | $conffile = PVE::LXC::Config->config_file($newid); |
1426 | die "unable to create CT $newid: config file already exists\n" | |
1427 | if -f $conffile; | |
c4a33727 | 1428 | |
24f9d440 | 1429 | my $sharedvm = 1; |
db01d674 WB |
1430 | foreach my $opt (keys %$src_conf) { |
1431 | next if $opt =~ m/^unused\d+$/; | |
c4a33727 | 1432 | |
db01d674 | 1433 | my $value = $src_conf->{$opt}; |
c4a33727 | 1434 | |
db01d674 | 1435 | if (($opt eq 'rootfs') || ($opt =~ m/^mp\d+$/)) { |
e4034859 | 1436 | my $mp = PVE::LXC::Config->parse_volume($opt, $value); |
c4a33727 | 1437 | |
db01d674 WB |
1438 | if ($mp->{type} eq 'volume') { |
1439 | my $volid = $mp->{volume}; | |
09687674 DM |
1440 | |
1441 | my ($sid, $volname) = PVE::Storage::parse_volume_id($volid); | |
1442 | $sid = $storage if defined($storage); | |
1443 | my $scfg = PVE::Storage::storage_config($storecfg, $sid); | |
24f9d440 WB |
1444 | if (!$scfg->{shared}) { |
1445 | $sharedvm = 0; | |
1446 | warn "found non-shared volume: $volid\n" if $target; | |
1447 | } | |
09687674 DM |
1448 | |
1449 | $rpcenv->check($authuser, "/storage/$sid", ['Datastore.AllocateSpace']); | |
1450 | ||
e7d553c7 | 1451 | if ($full) { |
db01d674 WB |
1452 | die "Cannot do full clones on a running container without snapshots\n" |
1453 | if $running && !defined($snapname); | |
1454 | $fullclone->{$opt} = 1; | |
1455 | } else { | |
1456 | # not full means clone instead of copy | |
1457 | die "Linked clone feature for '$volid' is not available\n" | |
4a954457 | 1458 | if !PVE::Storage::volume_has_feature($storecfg, 'clone', $volid, $snapname, $running, {'valid_target_formats' => ['raw', 'subvol']}); |
db01d674 | 1459 | } |
c4a33727 | 1460 | |
db01d674 WB |
1461 | $mountpoints->{$opt} = $mp; |
1462 | push @$vollist, $volid; | |
c4a33727 | 1463 | |
c4a33727 | 1464 | } else { |
db01d674 WB |
1465 | # TODO: allow bind mounts? |
1466 | die "unable to clone mountpint '$opt' (type $mp->{type})\n"; | |
c4a33727 | 1467 | } |
63231f52 TL |
1468 | } elsif ($opt =~ m/^net(\d+)$/) { |
1469 | # always change MAC! address | |
1470 | my $dc = PVE::Cluster::cfs_read_file('datacenter.cfg'); | |
1471 | my $net = PVE::LXC::Config->parse_lxc_network($value); | |
1472 | $net->{hwaddr} = PVE::Tools::random_ether_addr($dc->{mac_prefix}); | |
1473 | $newconf->{$opt} = PVE::LXC::Config->print_lxc_network($net); | |
c4a33727 | 1474 | } else { |
db01d674 WB |
1475 | # copy everything else |
1476 | $newconf->{$opt} = $value; | |
c4a33727 | 1477 | } |
db01d674 | 1478 | } |
24f9d440 WB |
1479 | die "can't clone CT to node '$target' (CT uses local storage)\n" |
1480 | if $target && !$sharedvm; | |
c4a33727 | 1481 | |
db01d674 WB |
1482 | # Replace the 'disk' lock with a 'create' lock. |
1483 | $newconf->{lock} = 'create'; | |
1484 | ||
679cd2ff | 1485 | delete $newconf->{snapshots}; |
037dc1e2 | 1486 | delete $newconf->{pending}; |
db01d674 WB |
1487 | delete $newconf->{template}; |
1488 | if ($param->{hostname}) { | |
1489 | $newconf->{hostname} = $param->{hostname}; | |
c4a33727 | 1490 | } |
c4a33727 | 1491 | |
db01d674 WB |
1492 | if ($param->{description}) { |
1493 | $newconf->{description} = $param->{description}; | |
1494 | } | |
c4a33727 | 1495 | |
db01d674 WB |
1496 | # create empty/temp config - this fails if CT already exists on other node |
1497 | PVE::LXC::Config->write_config($newid, $newconf); | |
1498 | }; | |
1499 | if (my $err = $@) { | |
1500 | eval { PVE::LXC::Config->remove_lock($vmid, 'disk') }; | |
1501 | warn $@ if $@; | |
1502 | die $err; | |
c4a33727 | 1503 | } |
db01d674 | 1504 | }); |
c4a33727 | 1505 | |
db01d674 WB |
1506 | my $update_conf = sub { |
1507 | my ($key, $value) = @_; | |
1508 | return PVE::LXC::Config->lock_config($newid, sub { | |
1509 | my $conf = PVE::LXC::Config->load_config($newid); | |
1510 | die "Lost 'create' config lock, aborting.\n" | |
1511 | if !PVE::LXC::Config->has_lock($conf, 'create'); | |
1512 | $conf->{$key} = $value; | |
1513 | PVE::LXC::Config->write_config($newid, $conf); | |
1514 | }); | |
1515 | }; | |
c4a33727 | 1516 | |
db01d674 WB |
1517 | my $realcmd = sub { |
1518 | my ($upid) = @_; | |
c4a33727 | 1519 | |
db01d674 | 1520 | my $newvollist = []; |
c4a33727 | 1521 | |
411ae12c DM |
1522 | my $verify_running = PVE::LXC::check_running($vmid) || 0; |
1523 | die "unexpected state change\n" if $verify_running != $running; | |
1524 | ||
db01d674 WB |
1525 | eval { |
1526 | local $SIG{INT} = | |
1527 | local $SIG{TERM} = | |
1528 | local $SIG{QUIT} = | |
1529 | local $SIG{HUP} = sub { die "interrupted by signal\n"; }; | |
c4a33727 | 1530 | |
db01d674 | 1531 | PVE::Storage::activate_volumes($storecfg, $vollist, $snapname); |
8ead60ef | 1532 | my $bwlimit = extract_param($param, 'bwlimit'); |
c4a33727 | 1533 | |
db01d674 WB |
1534 | foreach my $opt (keys %$mountpoints) { |
1535 | my $mp = $mountpoints->{$opt}; | |
1536 | my $volid = $mp->{volume}; | |
c4a33727 | 1537 | |
db01d674 WB |
1538 | my $newvolid; |
1539 | if ($fullclone->{$opt}) { | |
1540 | print "create full clone of mountpoint $opt ($volid)\n"; | |
8ead60ef SI |
1541 | my $source_storage = PVE::Storage::parse_volume_id($volid); |
1542 | my $target_storage = $storage // $source_storage; | |
1543 | my $clonelimit = PVE::Storage::get_bandwidth_limit('clone', [$source_storage, $target_storage], $bwlimit); | |
1544 | $newvolid = PVE::LXC::copy_volume($mp, $newid, $target_storage, $storecfg, $newconf, $snapname, $clonelimit); | |
db01d674 WB |
1545 | } else { |
1546 | print "create linked clone of mount point $opt ($volid)\n"; | |
1547 | $newvolid = PVE::Storage::vdisk_clone($storecfg, $volid, $newid, $snapname); | |
c4a33727 DM |
1548 | } |
1549 | ||
db01d674 WB |
1550 | push @$newvollist, $newvolid; |
1551 | $mp->{volume} = $newvolid; | |
c4a33727 | 1552 | |
db01d674 | 1553 | $update_conf->($opt, PVE::LXC::Config->print_ct_mountpoint($mp, $opt eq 'rootfs')); |
c4a33727 DM |
1554 | } |
1555 | ||
db01d674 WB |
1556 | PVE::AccessControl::add_vm_to_pool($newid, $pool) if $pool; |
1557 | PVE::LXC::Config->remove_lock($newid, 'create'); | |
411ae12c DM |
1558 | |
1559 | if ($target) { | |
1560 | # always deactivate volumes - avoid lvm LVs to be active on several nodes | |
1561 | PVE::Storage::deactivate_volumes($storecfg, $vollist, $snapname) if !$running; | |
1562 | PVE::Storage::deactivate_volumes($storecfg, $newvollist); | |
1563 | ||
1564 | my $newconffile = PVE::LXC::Config->config_file($newid, $target); | |
1565 | die "Failed to move config to node '$target' - rename failed: $!\n" | |
1566 | if !rename($conffile, $newconffile); | |
1567 | } | |
c4a33727 | 1568 | }; |
db01d674 | 1569 | my $err = $@; |
c4a33727 | 1570 | |
db01d674 WB |
1571 | # Unlock the source config in any case: |
1572 | eval { PVE::LXC::Config->remove_lock($vmid, 'disk') }; | |
1573 | warn $@ if $@; | |
c4a33727 | 1574 | |
db01d674 WB |
1575 | if ($err) { |
1576 | # Now cleanup the config & disks: | |
1577 | unlink $conffile; | |
c4a33727 | 1578 | |
db01d674 WB |
1579 | sleep 1; # some storages like rbd need to wait before release volume - really? |
1580 | ||
1581 | foreach my $volid (@$newvollist) { | |
1582 | eval { PVE::Storage::vdisk_free($storecfg, $volid); }; | |
1583 | warn $@ if $@; | |
1584 | } | |
1585 | die "clone failed: $err"; | |
1586 | } | |
1587 | ||
1588 | return; | |
c4a33727 DM |
1589 | }; |
1590 | ||
db01d674 WB |
1591 | PVE::Firewall::clone_vmfw_conf($vmid, $newid); |
1592 | return $rpcenv->fork_worker('vzclone', $vmid, $authuser, $realcmd); | |
c4a33727 DM |
1593 | }}); |
1594 | ||
1595 | ||
985b18ed WL |
1596 | __PACKAGE__->register_method({ |
1597 | name => 'resize_vm', | |
1598 | path => '{vmid}/resize', | |
1599 | method => 'PUT', | |
1600 | protected => 1, | |
1601 | proxyto => 'node', | |
235dbdf3 | 1602 | description => "Resize a container mount point.", |
985b18ed WL |
1603 | permissions => { |
1604 | check => ['perm', '/vms/{vmid}', ['VM.Config.Disk'], any => 1], | |
1605 | }, | |
1606 | parameters => { | |
1607 | additionalProperties => 0, | |
b8c5a95f WB |
1608 | properties => { |
1609 | node => get_standard_option('pve-node'), | |
1610 | vmid => get_standard_option('pve-vmid', { completion => \&PVE::LXC::complete_ctid }), | |
1611 | disk => { | |
1612 | type => 'string', | |
1613 | description => "The disk you want to resize.", | |
5e5d76cf | 1614 | enum => [PVE::LXC::Config->valid_volume_keys()], |
b8c5a95f WB |
1615 | }, |
1616 | size => { | |
1617 | type => 'string', | |
1618 | pattern => '\+?\d+(\.\d+)?[KMGT]?', | |
1619 | description => "The new size. With the '+' sign the value is added to the actual size of the volume and without it, the value is taken as an absolute one. Shrinking disk size is not supported.", | |
1620 | }, | |
1621 | digest => { | |
1622 | type => 'string', | |
1623 | description => 'Prevent changes if current configuration file has different SHA1 digest. This can be used to prevent concurrent modifications.', | |
1624 | maxLength => 40, | |
1625 | optional => 1, | |
1626 | } | |
1627 | }, | |
985b18ed | 1628 | }, |
9f3f7963 WL |
1629 | returns => { |
1630 | type => 'string', | |
1631 | description => "the task ID.", | |
1632 | }, | |
985b18ed WL |
1633 | code => sub { |
1634 | my ($param) = @_; | |
1635 | ||
1636 | my $rpcenv = PVE::RPCEnvironment::get(); | |
1637 | ||
1638 | my $authuser = $rpcenv->get_user(); | |
1639 | ||
1640 | my $node = extract_param($param, 'node'); | |
1641 | ||
1642 | my $vmid = extract_param($param, 'vmid'); | |
1643 | ||
1644 | my $digest = extract_param($param, 'digest'); | |
1645 | ||
1646 | my $sizestr = extract_param($param, 'size'); | |
1647 | my $ext = ($sizestr =~ s/^\+//); | |
1648 | my $newsize = PVE::JSONSchema::parse_size($sizestr); | |
1649 | die "invalid size string" if !defined($newsize); | |
1650 | ||
1651 | die "no options specified\n" if !scalar(keys %$param); | |
1652 | ||
f1ba1a4b | 1653 | PVE::LXC::check_ct_modify_config_perm($rpcenv, $authuser, $vmid, undef, $param, []); |
985b18ed WL |
1654 | |
1655 | my $storage_cfg = cfs_read_file("storage.cfg"); | |
1656 | ||
985b18ed WL |
1657 | my $code = sub { |
1658 | ||
67afe46e FG |
1659 | my $conf = PVE::LXC::Config->load_config($vmid); |
1660 | PVE::LXC::Config->check_lock($conf); | |
985b18ed WL |
1661 | |
1662 | PVE::Tools::assert_if_modified($digest, $conf->{digest}); | |
1663 | ||
1664 | my $running = PVE::LXC::check_running($vmid); | |
1665 | ||
1666 | my $disk = $param->{disk}; | |
e4034859 | 1667 | my $mp = PVE::LXC::Config->parse_volume($disk, $conf->{$disk}); |
44a9face | 1668 | |
985b18ed WL |
1669 | my $volid = $mp->{volume}; |
1670 | ||
1671 | my (undef, undef, $owner, undef, undef, undef, $format) = | |
1672 | PVE::Storage::parse_volname($storage_cfg, $volid); | |
1673 | ||
235dbdf3 | 1674 | die "can't resize mount point owned by another container ($owner)" |
985b18ed WL |
1675 | if $vmid != $owner; |
1676 | ||
1677 | die "can't resize volume: $disk if snapshot exists\n" | |
1678 | if %{$conf->{snapshots}} && $format eq 'qcow2'; | |
1679 | ||
1680 | my ($storeid, $volname) = PVE::Storage::parse_volume_id($volid); | |
1681 | ||
1682 | $rpcenv->check($authuser, "/storage/$storeid", ['Datastore.AllocateSpace']); | |
1683 | ||
4e1e1791 WB |
1684 | PVE::Storage::activate_volumes($storage_cfg, [$volid]); |
1685 | ||
985b18ed | 1686 | my $size = PVE::Storage::volume_size_info($storage_cfg, $volid, 5); |
2e8bcfef | 1687 | |
16f6c7c6 | 1688 | die "Could not determine current size of volume '$volid'\n" if !defined($size); |
2e8bcfef | 1689 | |
985b18ed WL |
1690 | $newsize += $size if $ext; |
1691 | $newsize = int($newsize); | |
1692 | ||
1693 | die "unable to shrink disk size\n" if $newsize < $size; | |
1694 | ||
5c36822a | 1695 | die "disk is already at specified size\n" if $size == $newsize; |
985b18ed WL |
1696 | |
1697 | PVE::Cluster::log_msg('info', $authuser, "update CT $vmid: resize --disk $disk --size $sizestr"); | |
9f3f7963 | 1698 | my $realcmd = sub { |
e72c8b0e DM |
1699 | # Note: PVE::Storage::volume_resize doesn't do anything if $running=1, so |
1700 | # we pass 0 here (parameter only makes sense for qemu) | |
9f3f7963 WL |
1701 | PVE::Storage::volume_resize($storage_cfg, $volid, $newsize, 0); |
1702 | ||
1703 | $mp->{size} = $newsize; | |
1b4cf758 | 1704 | $conf->{$disk} = PVE::LXC::Config->print_ct_mountpoint($mp, $disk eq 'rootfs'); |
9f3f7963 | 1705 | |
67afe46e | 1706 | PVE::LXC::Config->write_config($vmid, $conf); |
9f3f7963 WL |
1707 | |
1708 | if ($format eq 'raw') { | |
46e62d2d TL |
1709 | # we need to ensure that the volume is mapped, if not needed this is a NOP |
1710 | my $path = PVE::Storage::map_volume($storage_cfg, $volid); | |
1711 | $path = PVE::Storage::path($storage_cfg, $volid) if !defined($path); | |
9f3f7963 | 1712 | if ($running) { |
2a993004 WL |
1713 | |
1714 | $mp->{mp} = '/'; | |
1715 | my $use_loopdev = (PVE::LXC::mountpoint_mount_path($mp, $storage_cfg))[1]; | |
21f292ff | 1716 | $path = PVE::LXC::query_loopdev($path) if $use_loopdev; |
235dbdf3 | 1717 | die "internal error: CT running but mount point not attached to a loop device" |
2a993004 WL |
1718 | if !$path; |
1719 | PVE::Tools::run_command(['losetup', '--set-capacity', $path]) if $use_loopdev; | |
9f3f7963 WL |
1720 | |
1721 | # In order for resize2fs to know that we need online-resizing a mountpoint needs | |
1722 | # to be visible to it in its namespace. | |
1723 | # To not interfere with the rest of the system we unshare the current mount namespace, | |
1724 | # mount over /tmp and then run resize2fs. | |
1725 | ||
1726 | # interestingly we don't need to e2fsck on mounted systems... | |
1727 | my $quoted = PVE::Tools::shellquote($path); | |
1728 | my $cmd = "mount --make-rprivate / && mount $quoted /tmp && resize2fs $quoted"; | |
ce9e6458 WB |
1729 | eval { |
1730 | PVE::Tools::run_command(['unshare', '-m', '--', 'sh', '-c', $cmd]); | |
1731 | }; | |
1732 | warn "Failed to update the container's filesystem: $@\n" if $@; | |
9f3f7963 | 1733 | } else { |
ce9e6458 WB |
1734 | eval { |
1735 | PVE::Tools::run_command(['e2fsck', '-f', '-y', $path]); | |
1736 | PVE::Tools::run_command(['resize2fs', $path]); | |
1737 | }; | |
1738 | warn "Failed to update the container's filesystem: $@\n" if $@; | |
80440faa | 1739 | |
46ea6368 TL |
1740 | # always un-map if not running, this is a NOP if not needed |
1741 | PVE::Storage::unmap_volume($storage_cfg, $volid); | |
9f3f7963 | 1742 | } |
985b18ed | 1743 | } |
9f3f7963 | 1744 | }; |
985b18ed | 1745 | |
9f3f7963 WL |
1746 | return $rpcenv->fork_worker('resize', $vmid, $authuser, $realcmd); |
1747 | }; | |
985b18ed | 1748 | |
67afe46e | 1749 | return PVE::LXC::Config->lock_config($vmid, $code);; |
985b18ed WL |
1750 | }}); |
1751 | ||
3c0f6806 WB |
1752 | __PACKAGE__->register_method({ |
1753 | name => 'move_volume', | |
1754 | path => '{vmid}/move_volume', | |
1755 | method => 'POST', | |
1756 | protected => 1, | |
1757 | proxyto => 'node', | |
1758 | description => "Move a rootfs-/mp-volume to a different storage", | |
1759 | permissions => { | |
1760 | description => "You need 'VM.Config.Disk' permissions on /vms/{vmid}, " . | |
1761 | "and 'Datastore.AllocateSpace' permissions on the storage.", | |
1762 | check => | |
1763 | [ 'and', | |
1764 | ['perm', '/vms/{vmid}', [ 'VM.Config.Disk' ]], | |
1765 | ['perm', '/storage/{storage}', [ 'Datastore.AllocateSpace' ]], | |
1766 | ], | |
1767 | }, | |
1768 | parameters => { | |
1769 | additionalProperties => 0, | |
1770 | properties => { | |
1771 | node => get_standard_option('pve-node'), | |
1772 | vmid => get_standard_option('pve-vmid', { completion => \&PVE::LXC::complete_ctid }), | |
1773 | volume => { | |
1774 | type => 'string', | |
5e5d76cf | 1775 | enum => [ PVE::LXC::Config->valid_volume_keys() ], |
3c0f6806 WB |
1776 | description => "Volume which will be moved.", |
1777 | }, | |
1778 | storage => get_standard_option('pve-storage-id', { | |
1779 | description => "Target Storage.", | |
1780 | completion => \&PVE::Storage::complete_storage_enabled, | |
1781 | }), | |
1782 | delete => { | |
1783 | type => 'boolean', | |
1784 | description => "Delete the original volume after successful copy. By default the original is kept as an unused volume entry.", | |
1785 | optional => 1, | |
1786 | default => 0, | |
1787 | }, | |
1788 | digest => { | |
1789 | type => 'string', | |
1790 | description => 'Prevent changes if current configuration file has different SHA1 digest. This can be used to prevent concurrent modifications.', | |
1791 | maxLength => 40, | |
1792 | optional => 1, | |
8ead60ef SI |
1793 | }, |
1794 | bwlimit => { | |
1795 | description => "Override I/O bandwidth limit (in KiB/s).", | |
1796 | optional => 1, | |
1797 | type => 'number', | |
1798 | minimum => '0', | |
41e9b65c | 1799 | default => 'clone limit from datacenter or storage config', |
8ead60ef | 1800 | }, |
3c0f6806 WB |
1801 | }, |
1802 | }, | |
1803 | returns => { | |
1804 | type => 'string', | |
1805 | }, | |
1806 | code => sub { | |
1807 | my ($param) = @_; | |
1808 | ||
1809 | my $rpcenv = PVE::RPCEnvironment::get(); | |
1810 | ||
1811 | my $authuser = $rpcenv->get_user(); | |
1812 | ||
1813 | my $vmid = extract_param($param, 'vmid'); | |
1814 | ||
1815 | my $storage = extract_param($param, 'storage'); | |
1816 | ||
1817 | my $mpkey = extract_param($param, 'volume'); | |
1818 | ||
1819 | my $lockname = 'disk'; | |
1820 | ||
1821 | my ($mpdata, $old_volid); | |
1822 | ||
1823 | PVE::LXC::Config->lock_config($vmid, sub { | |
1824 | my $conf = PVE::LXC::Config->load_config($vmid); | |
1825 | PVE::LXC::Config->check_lock($conf); | |
1826 | ||
1827 | die "cannot move volumes of a running container\n" if PVE::LXC::check_running($vmid); | |
1828 | ||
c14508b1 | 1829 | $mpdata = PVE::LXC::Config->parse_volume($mpkey, $conf->{$mpkey}); |
3c0f6806 WB |
1830 | $old_volid = $mpdata->{volume}; |
1831 | ||
1832 | die "you can't move a volume with snapshots and delete the source\n" | |
1833 | if $param->{delete} && PVE::LXC::Config->is_volume_in_use_by_snapshots($conf, $old_volid); | |
1834 | ||
1835 | PVE::Tools::assert_if_modified($param->{digest}, $conf->{digest}); | |
1836 | ||
1837 | PVE::LXC::Config->set_lock($vmid, $lockname); | |
1838 | }); | |
1839 | ||
1840 | my $realcmd = sub { | |
1841 | eval { | |
1842 | PVE::Cluster::log_msg('info', $authuser, "move volume CT $vmid: move --volume $mpkey --storage $storage"); | |
1843 | ||
1844 | my $conf = PVE::LXC::Config->load_config($vmid); | |
1845 | my $storage_cfg = PVE::Storage::config(); | |
1846 | ||
1847 | my $new_volid; | |
1848 | ||
1849 | eval { | |
1850 | PVE::Storage::activate_volumes($storage_cfg, [ $old_volid ]); | |
8ead60ef SI |
1851 | my $bwlimit = extract_param($param, 'bwlimit'); |
1852 | my $source_storage = PVE::Storage::parse_volume_id($old_volid); | |
1853 | my $movelimit = PVE::Storage::get_bandwidth_limit('move', [$source_storage, $storage], $bwlimit); | |
1854 | $new_volid = PVE::LXC::copy_volume($mpdata, $vmid, $storage, $storage_cfg, $conf, undef, $movelimit); | |
3bfbd900 FE |
1855 | if (PVE::LXC::Config->is_template($conf)) { |
1856 | PVE::Storage::activate_volumes($storage_cfg, [ $new_volid ]); | |
1857 | my $template_volid = PVE::Storage::vdisk_create_base($storage_cfg, $new_volid); | |
1858 | $mpdata->{volume} = $template_volid; | |
1859 | } else { | |
1860 | $mpdata->{volume} = $new_volid; | |
1861 | } | |
3c0f6806 WB |
1862 | |
1863 | PVE::LXC::Config->lock_config($vmid, sub { | |
1864 | my $digest = $conf->{digest}; | |
1865 | $conf = PVE::LXC::Config->load_config($vmid); | |
1866 | PVE::Tools::assert_if_modified($digest, $conf->{digest}); | |
1867 | ||
1868 | $conf->{$mpkey} = PVE::LXC::Config->print_ct_mountpoint($mpdata, $mpkey eq 'rootfs'); | |
1869 | ||
1870 | PVE::LXC::Config->add_unused_volume($conf, $old_volid) if !$param->{delete}; | |
1871 | ||
1872 | PVE::LXC::Config->write_config($vmid, $conf); | |
1873 | }); | |
1874 | ||
1875 | eval { | |
1876 | # try to deactivate volumes - avoid lvm LVs to be active on several nodes | |
1877 | PVE::Storage::deactivate_volumes($storage_cfg, [ $new_volid ]) | |
1878 | }; | |
1879 | warn $@ if $@; | |
1880 | }; | |
1881 | if (my $err = $@) { | |
1882 | eval { | |
1883 | PVE::Storage::vdisk_free($storage_cfg, $new_volid) | |
1884 | if defined($new_volid); | |
1885 | }; | |
1886 | warn $@ if $@; | |
1887 | die $err; | |
1888 | } | |
1889 | ||
1890 | if ($param->{delete}) { | |
1891 | eval { | |
1892 | PVE::Storage::deactivate_volumes($storage_cfg, [ $old_volid ]); | |
1893 | PVE::Storage::vdisk_free($storage_cfg, $old_volid); | |
1894 | }; | |
9abb0f8a FE |
1895 | if (my $err = $@) { |
1896 | warn $err; | |
1897 | PVE::LXC::Config->lock_config($vmid, sub { | |
1898 | my $conf = PVE::LXC::Config->load_config($vmid); | |
1899 | PVE::LXC::Config->add_unused_volume($conf, $old_volid); | |
1900 | PVE::LXC::Config->write_config($vmid, $conf); | |
1901 | }); | |
1902 | } | |
3c0f6806 WB |
1903 | } |
1904 | }; | |
1905 | my $err = $@; | |
1906 | eval { PVE::LXC::Config->remove_lock($vmid, $lockname) }; | |
1907 | warn $@ if $@; | |
1908 | die $err if $err; | |
1909 | }; | |
1910 | my $task = eval { | |
1911 | $rpcenv->fork_worker('move_volume', $vmid, $authuser, $realcmd); | |
1912 | }; | |
1913 | if (my $err = $@) { | |
1914 | eval { PVE::LXC::Config->remove_lock($vmid, $lockname) }; | |
1915 | warn $@ if $@; | |
1916 | die $err; | |
1917 | } | |
1918 | return $task; | |
1919 | }}); | |
1920 | ||
37c2dba8 OB |
1921 | __PACKAGE__->register_method({ |
1922 | name => 'vm_pending', | |
1923 | path => '{vmid}/pending', | |
1924 | method => 'GET', | |
1925 | proxyto => 'node', | |
1926 | description => 'Get container configuration, including pending changes.', | |
1927 | permissions => { | |
1928 | check => ['perm', '/vms/{vmid}', [ 'VM.Audit' ]], | |
1929 | }, | |
1930 | parameters => { | |
1931 | additionalProperties => 0, | |
1932 | properties => { | |
1933 | node => get_standard_option('pve-node'), | |
1934 | vmid => get_standard_option('pve-vmid', { completion => \&PVE::LXC::complete_ctid }), | |
1935 | }, | |
1936 | }, | |
1937 | returns => { | |
1938 | type => "array", | |
1939 | items => { | |
1940 | type => "object", | |
1941 | properties => { | |
1942 | key => { | |
1943 | description => 'Configuration option name.', | |
1944 | type => 'string', | |
1945 | }, | |
1946 | value => { | |
1947 | description => 'Current value.', | |
1948 | type => 'string', | |
1949 | optional => 1, | |
1950 | }, | |
1951 | pending => { | |
1952 | description => 'Pending value.', | |
1953 | type => 'string', | |
1954 | optional => 1, | |
1955 | }, | |
1956 | delete => { | |
1957 | description => "Indicates a pending delete request if present and not 0.", | |
1958 | type => 'integer', | |
1959 | minimum => 0, | |
1960 | maximum => 2, | |
1961 | optional => 1, | |
1962 | }, | |
1963 | }, | |
1964 | }, | |
1965 | }, | |
1966 | code => sub { | |
1967 | my ($param) = @_; | |
1968 | ||
1969 | my $conf = PVE::LXC::Config->load_config($param->{vmid}); | |
1970 | ||
1971 | my $pending_delete_hash = PVE::LXC::Config->parse_pending_delete($conf->{pending}->{delete}); | |
1972 | ||
f622e7dc | 1973 | return PVE::GuestHelpers::config_with_pending_array($conf, $pending_delete_hash); |
37c2dba8 OB |
1974 | }}); |
1975 | ||
f76a2828 | 1976 | 1; |