1 package PVE
::LXC
::Config
;
6 use Fcntl
qw(O_RDONLY);
8 use PVE
::AbstractConfig
;
9 use PVE
::Cluster
qw(cfs_register_file);
10 use PVE
::DataCenterConfig
;
11 use PVE
::GuestHelpers
;
13 use PVE
::JSONSchema
qw(get_standard_option);
18 use base
qw(PVE::AbstractConfig);
21 FIFREEZE
=> 0xc0045877,
25 my $nodename = PVE
::INotify
::nodename
();
26 my $lock_handles = {};
27 my $lockdir = "/run/lock/lxc";
29 mkdir "/etc/pve/nodes/$nodename/lxc";
30 my $MAX_MOUNT_POINTS = 256;
31 my $MAX_UNUSED_DISKS = $MAX_MOUNT_POINTS;
33 # BEGIN implemented abstract methods from PVE::AbstractConfig
39 sub __config_max_unused_disks
{
42 return $MAX_UNUSED_DISKS;
45 sub config_file_lock
{
46 my ($class, $vmid) = @_;
48 return "$lockdir/pve-config-${vmid}.lock";
52 my ($class, $vmid, $node) = @_;
54 $node = $nodename if !$node;
55 return "nodes/$node/lxc/$vmid.conf";
58 sub mountpoint_backup_enabled
{
59 my ($class, $mp_key, $mountpoint) = @_;
64 if ($mp_key eq 'rootfs') {
67 } elsif ($mountpoint->{type
} ne 'volume') {
69 $reason = 'not a volume';
70 } elsif ($mountpoint->{backup
}) {
77 return wantarray ?
($enabled, $reason) : $enabled;
81 my ($class, $feature, $conf, $storecfg, $snapname, $running, $backup_only) = @_;
85 if ($feature eq 'copy' || $feature eq 'clone') {
86 $opts = {'valid_target_formats' => ['raw', 'subvol']};
89 $class->foreach_volume($conf, sub {
90 my ($ms, $mountpoint) = @_;
92 return if $err; # skip further test
93 return if $backup_only && !$class->mountpoint_backup_enabled($ms, $mountpoint);
95 $err = 1 if !PVE
::Storage
::volume_has_feature
(
96 $storecfg, $feature, $mountpoint->{volume
}, $snapname, $running, $opts);
102 sub __snapshot_save_vmstate
{
103 my ($class, $vmid, $conf, $snapname, $storecfg) = @_;
104 die "implement me - snapshot_save_vmstate\n";
107 sub __snapshot_activate_storages
{
108 my ($class, $conf, $include_vmstate) = @_;
110 my $storecfg = PVE
::Storage
::config
();
111 my $opts = $include_vmstate ?
{ 'extra_keys' => ['vmstate'] } : {};
112 my $storage_hash = {};
114 $class->foreach_volume_full($conf, $opts, sub {
115 my ($vs, $mountpoint) = @_;
117 return if $mountpoint->{type
} ne 'volume';
119 my ($storeid) = PVE
::Storage
::parse_volume_id
($mountpoint->{volume
});
120 $storage_hash->{$storeid} = 1;
123 PVE
::Storage
::activate_storage_list
($storecfg, [ sort keys $storage_hash->%* ]);
126 sub __snapshot_check_running
{
127 my ($class, $vmid) = @_;
128 return PVE
::LXC
::check_running
($vmid);
131 sub __snapshot_check_freeze_needed
{
132 my ($class, $vmid, $config, $save_vmstate) = @_;
134 my $ret = $class->__snapshot_check_running($vmid);
138 # implements similar functionality to fsfreeze(8)
139 sub fsfreeze_mountpoint
{
140 my ($path, $thaw) = @_;
142 my $op = $thaw ?
'thaw' : 'freeze';
143 my $ioctl = $thaw ? FITHAW
: FIFREEZE
;
145 sysopen my $fd, $path, O_RDONLY
or die "failed to open $path: $!\n";
147 if (!ioctl($fd, $ioctl, 0)) {
151 die "fs$op '$path' failed - $ioctl_err\n" if defined $ioctl_err;
154 sub __snapshot_freeze
{
155 my ($class, $vmid, $unfreeze) = @_;
157 my $conf = $class->load_config($vmid);
158 my $storagecfg = PVE
::Storage
::config
();
161 $class->foreach_volume($conf, sub {
162 my ($ms, $mountpoint) = @_;
164 return if $mountpoint->{type
} ne 'volume';
166 if (PVE
::Storage
::volume_snapshot_needs_fsfreeze
($storagecfg, $mountpoint->{volume
})) {
167 push @$freeze_mps, $mountpoint->{mp
};
171 my $freeze_mountpoints = sub {
174 return if scalar(@$freeze_mps) == 0;
176 my $pid = PVE
::LXC
::find_lxc_pid
($vmid);
178 for my $mp (@$freeze_mps) {
179 eval{ fsfreeze_mountpoint
("/proc/${pid}/root/${mp}", $thaw); };
185 eval { PVE
::LXC
::thaw
($vmid); };
187 $freeze_mountpoints->(1);
189 PVE
::LXC
::freeze
($vmid);
190 PVE
::LXC
::sync_container_namespace
($vmid);
191 $freeze_mountpoints->(0);
195 sub __snapshot_create_vol_snapshot
{
196 my ($class, $vmid, $ms, $mountpoint, $snapname) = @_;
198 my $storecfg = PVE
::Storage
::config
();
200 return if $snapname eq 'vzdump' &&
201 !$class->mountpoint_backup_enabled($ms, $mountpoint);
203 PVE
::Storage
::volume_snapshot
($storecfg, $mountpoint->{volume
}, $snapname);
206 sub __snapshot_delete_remove_drive
{
207 my ($class, $snap, $remove_drive) = @_;
209 if ($remove_drive eq 'vmstate') {
210 die "implement me - saving vmstate\n";
212 my $value = $snap->{$remove_drive};
213 my $mountpoint = $class->parse_volume($remove_drive, $value, 1);
214 delete $snap->{$remove_drive};
216 $class->add_unused_volume($snap, $mountpoint->{volume
})
217 if $mountpoint && ($mountpoint->{type
} eq 'volume');
221 sub __snapshot_delete_vmstate_file
{
222 my ($class, $snap, $force) = @_;
224 die "implement me - saving vmstate\n";
227 sub __snapshot_delete_vol_snapshot
{
228 my ($class, $vmid, $ms, $mountpoint, $snapname, $unused) = @_;
230 return if $snapname eq 'vzdump' &&
231 !$class->mountpoint_backup_enabled($ms, $mountpoint);
233 my $storecfg = PVE
::Storage
::config
();
234 PVE
::Storage
::volume_snapshot_delete
($storecfg, $mountpoint->{volume
}, $snapname);
235 push @$unused, $mountpoint->{volume
};
238 sub __snapshot_rollback_vol_possible
{
239 my ($class, $mountpoint, $snapname, $blockers) = @_;
241 my $storecfg = PVE
::Storage
::config
();
242 PVE
::Storage
::volume_rollback_is_possible
(
244 $mountpoint->{volume
},
250 sub __snapshot_rollback_vol_rollback
{
251 my ($class, $mountpoint, $snapname) = @_;
253 my $storecfg = PVE
::Storage
::config
();
254 PVE
::Storage
::volume_snapshot_rollback
($storecfg, $mountpoint->{volume
}, $snapname);
257 sub __snapshot_rollback_vm_stop
{
258 my ($class, $vmid) = @_;
260 PVE
::LXC
::vm_stop
($vmid, 1)
261 if $class->__snapshot_check_running($vmid);
264 sub __snapshot_rollback_vm_start
{
265 my ($class, $vmid, $vmstate, $data);
267 die "implement me - save vmstate\n";
270 sub __snapshot_rollback_get_unused
{
271 my ($class, $conf, $snap) = @_;
275 $class->foreach_volume($conf, sub {
276 my ($vs, $volume) = @_;
278 return if $volume->{type
} ne 'volume';
281 my $volid = $volume->{volume
};
283 $class->foreach_volume($snap, sub {
284 my ($ms, $mountpoint) = @_;
287 return if ($mountpoint->{type
} ne 'volume');
290 if ($mountpoint->{volume
} && $mountpoint->{volume
} eq $volid);
293 push @$unused, $volid if !$found;
299 # END implemented abstract methods from PVE::AbstractConfig
301 # BEGIN JSON config code
303 cfs_register_file
('/lxc/', \
&parse_pct_config
, \
&write_pct_config
);
306 my $valid_mount_option_re = qr/(noatime|lazytime|nodev|nosuid|noexec)/;
308 sub is_valid_mount_option
{
310 return $option =~ $valid_mount_option_re;
317 format
=> 'pve-lxc-mp-string',
318 format_description
=> 'volume',
319 description
=> 'Volume, device or directory to mount into the container.',
323 format
=> 'disk-size',
324 format_description
=> 'DiskSize',
325 description
=> 'Volume size (read only value).',
330 description
=> 'Explicitly enable or disable ACL support.',
336 description
=> 'Extra mount options for rootfs/mps.',
337 format_description
=> 'opt[;opt...]',
338 pattern
=> qr/$valid_mount_option_re(;$valid_mount_option_re)*/,
342 description
=> 'Read-only mount point',
347 description
=> 'Enable user quotas inside the container (not supported with zfs subvolumes)',
352 description
=> 'Will include this volume to a storage replica job.',
358 description
=> 'Mark this non-volume mount point as available on multiple nodes (see \'nodes\')',
359 verbose_description
=> "Mark this non-volume mount point as available on all nodes.\n\nWARNING: This option does not share the mount point automatically, it assumes it is shared already!",
365 PVE
::JSONSchema
::register_standard_option
('pve-ct-rootfs', {
366 type
=> 'string', format
=> $rootfs_desc,
367 description
=> "Use volume as container root.",
371 # IP address with optional interface suffix for link local ipv6 addresses
372 PVE
::JSONSchema
::register_format
('lxc-ip-with-ll-iface', \
&verify_ip_with_ll_iface
);
373 sub verify_ip_with_ll_iface
{
374 my ($addr, $noerr) = @_;
376 if (my ($addr, $iface) = ($addr =~ /^(fe80:[^%]+)%(.*)$/)) {
377 if (PVE
::JSONSchema
::pve_verify_ip
($addr, 1)
378 && PVE
::JSONSchema
::pve_verify_iface
($iface, 1))
384 return PVE
::JSONSchema
::pve_verify_ip
($addr, $noerr);
388 my $features_desc = {
392 description
=> "Allow mounting file systems of specific types."
393 ." This should be a list of file system types as used with the mount command."
394 ." Note that this can have negative effects on the container's security."
395 ." With access to a loop device, mounting a file can circumvent the mknod"
396 ." permission of the devices cgroup, mounting an NFS file system can"
397 ." block the host's I/O completely and prevent it from rebooting, etc.",
398 format_description
=> 'fstype;fstype;...',
399 pattern
=> qr/[a-zA-Z0-9_; ]+/,
405 description
=> "Allow nesting."
406 ." Best used with unprivileged containers with additional id mapping."
407 ." Note that this will expose procfs and sysfs contents of the host"
414 description
=> "For unprivileged containers only: Allow the use of the keyctl() system call."
415 ." This is required to use docker inside a container."
416 ." By default unprivileged containers will see this system call as non-existent."
417 ." This is mostly a workaround for systemd-networkd, as it will treat it as a fatal"
418 ." error when some keyctl() operations are denied by the kernel due to lacking permissions."
419 ." Essentially, you can choose between running systemd-networkd or docker.",
425 description
=> "Allow using 'fuse' file systems in a container."
426 ." Note that interactions between fuse and the freezer cgroup can potentially cause I/O deadlocks.",
432 description
=> "Allow unprivileged containers to use mknod() to add certain device nodes."
433 ." This requires a kernel with seccomp trap to user space support (5.3 or newer)."
434 ." This is experimental.",
440 description
=> "Mount /sys in unprivileged containers as `rw` instead of `mixed`."
441 ." This can break networking under newer (>= v245) systemd-network use."
449 description
=> "Lock/unlock the container.",
450 enum
=> [qw(backup create destroyed disk fstrim migrate mounted rollback snapshot snapshot-delete)],
455 description
=> "Specifies whether a container will be started during system bootup.",
458 startup
=> get_standard_option
('pve-startup-order'),
462 description
=> "Enable/disable Template.",
468 enum
=> ['amd64', 'i386', 'arm64', 'armhf'],
469 description
=> "OS architecture type.",
475 enum
=> [qw(debian devuan ubuntu centos fedora opensuse archlinux alpine gentoo nixos unmanaged)],
476 description
=> "OS type. This is used to setup configuration inside the container, and corresponds to lxc setup scripts in /usr/share/lxc/config/<ostype>.common.conf. Value 'unmanaged' can be used to skip and OS specific setup.",
481 description
=> "Attach a console device (/dev/console) to the container.",
487 description
=> "Specify the number of tty available to the container",
495 description
=> "The number of cores assigned to the container. A container can use all available cores by default.",
502 description
=> "Limit of CPU usage.\n\nNOTE: If the computer has 2 CPUs, it has a total of '2' CPU time. Value '0' indicates no CPU limit.",
510 description
=> "CPU weight for a container, will be clamped to [1, 10000] in cgroup v2.",
511 verbose_description
=> "CPU weight for a container. Argument is used in the kernel fair "
512 ."scheduler. The larger the number is, the more CPU time this container gets. Number "
513 ."is relative to the weights of all the other running guests.",
516 default => 'cgroup v1: 1024, cgroup v2: 100',
521 description
=> "Amount of RAM for the container in MB.",
528 description
=> "Amount of SWAP for the container in MB.",
534 description
=> "Set a host name for the container.",
535 type
=> 'string', format
=> 'dns-name',
541 description
=> "Description for the Container. Shown in the web-interface CT's summary."
542 ." This is saved as comment inside the configuration file.",
543 maxLength
=> 1024 * 8,
547 type
=> 'string', format
=> 'dns-name-list',
548 description
=> "Sets DNS search domains for a container. Create will automatically use the setting from the host if you neither set searchdomain nor nameserver.",
552 type
=> 'string', format
=> 'lxc-ip-with-ll-iface-list',
553 description
=> "Sets DNS server IP address for a container. Create will automatically use the setting from the host if you neither set searchdomain nor nameserver.",
557 type
=> 'string', format
=> 'pve-ct-timezone',
558 description
=> "Time zone to use in the container. If option isn't set, then nothing will be done. Can be set to 'host' to match the host time zone, or an arbitrary time zone option from /usr/share/zoneinfo/zone.tab",
560 rootfs
=> get_standard_option
('pve-ct-rootfs'),
563 type
=> 'string', format
=> 'pve-configid',
565 description
=> "Parent snapshot name. This is used internally, and should not be modified.",
569 description
=> "Timestamp for snapshots.",
575 description
=> "Console mode. By default, the console command tries to open a connection to one of the available tty devices. By setting cmode to 'console' it tries to attach to /dev/console instead. If you set cmode to 'shell', it simply invokes a shell inside the container (no login).",
577 enum
=> ['shell', 'console', 'tty'],
583 description
=> "Sets the protection flag of the container. This will prevent the CT or CT's disk remove/update operation.",
589 description
=> "Makes the container run as unprivileged user. (Should not be modified manually.)",
595 format
=> $features_desc,
596 description
=> "Allow containers access to advanced features.",
601 format
=> 'pve-volume-id',
602 description
=> 'Script that will be exectued during various steps in the containers lifetime.',
605 type
=> 'string', format
=> 'pve-tag-list',
606 description
=> 'Tags of the Container. This is only meta information.',
612 description
=> "Try to be more verbose. For now this only enables debug log-level on start.",
617 my $valid_lxc_conf_keys = {
618 'lxc.apparmor.profile' => 1,
619 'lxc.apparmor.allow_incomplete' => 1,
620 'lxc.apparmor.allow_nesting' => 1,
621 'lxc.apparmor.raw' => 1,
622 'lxc.selinux.context' => 1,
626 'lxc.signal.halt' => 1,
627 'lxc.signal.reboot' => 1,
628 'lxc.signal.stop' => 1,
631 'lxc.console.logfile' => 1,
632 'lxc.console.path' => 1,
634 'lxc.devtty.dir' => 1,
635 'lxc.hook.autodev' => 1,
638 'lxc.mount.fstab' => 1,
639 'lxc.mount.entry' => 1,
640 'lxc.mount.auto' => 1,
641 'lxc.rootfs.path' => 'lxc.rootfs.path is auto generated from rootfs',
642 'lxc.rootfs.mount' => 1,
643 'lxc.rootfs.options' => 'lxc.rootfs.options is not supported' .
644 ', please use mount point options in the "rootfs" key',
650 'lxc.seccomp.profile' => 1,
651 'lxc.seccomp.notify.proxy' => 1,
652 'lxc.seccomp.notify.cookie' => 1,
654 'lxc.hook.pre-start' => 1,
655 'lxc.hook.pre-mount' => 1,
656 'lxc.hook.mount' => 1,
657 'lxc.hook.start' => 1,
658 'lxc.hook.stop' => 1,
659 'lxc.hook.post-stop' => 1,
660 'lxc.hook.clone' => 1,
661 'lxc.hook.destroy' => 1,
662 'lxc.hook.version' => 1,
663 'lxc.log.level' => 1,
665 'lxc.start.auto' => 1,
666 'lxc.start.delay' => 1,
667 'lxc.start.order' => 1,
669 'lxc.environment' => 1,
671 # All these are namespaced via CLONE_NEWIPC (see namespaces(7)).
672 'lxc.sysctl.fs.mqueue' => 1,
673 'lxc.sysctl.kernel.msgmax' => 1,
674 'lxc.sysctl.kernel.msgmnb' => 1,
675 'lxc.sysctl.kernel.msgmni' => 1,
676 'lxc.sysctl.kernel.sem' => 1,
677 'lxc.sysctl.kernel.shmall' => 1,
678 'lxc.sysctl.kernel.shmmax' => 1,
679 'lxc.sysctl.kernel.shmmni' => 1,
680 'lxc.sysctl.kernel.shm_rmid_forced' => 1,
683 my $deprecated_lxc_conf_keys = {
684 # Deprecated (removed with lxc 3.0):
685 'lxc.aa_profile' => 'lxc.apparmor.profile',
686 'lxc.aa_allow_incomplete' => 'lxc.apparmor.allow_incomplete',
687 'lxc.console' => 'lxc.console.path',
688 'lxc.devttydir' => 'lxc.tty.dir',
689 'lxc.haltsignal' => 'lxc.signal.halt',
690 'lxc.rebootsignal' => 'lxc.signal.reboot',
691 'lxc.stopsignal' => 'lxc.signal.stop',
692 'lxc.id_map' => 'lxc.idmap',
693 'lxc.init_cmd' => 'lxc.init.cmd',
694 'lxc.loglevel' => 'lxc.log.level',
695 'lxc.logfile' => 'lxc.log.file',
696 'lxc.mount' => 'lxc.mount.fstab',
697 'lxc.network.type' => 'lxc.net.INDEX.type',
698 'lxc.network.flags' => 'lxc.net.INDEX.flags',
699 'lxc.network.link' => 'lxc.net.INDEX.link',
700 'lxc.network.mtu' => 'lxc.net.INDEX.mtu',
701 'lxc.network.name' => 'lxc.net.INDEX.name',
702 'lxc.network.hwaddr' => 'lxc.net.INDEX.hwaddr',
703 'lxc.network.ipv4' => 'lxc.net.INDEX.ipv4.address',
704 'lxc.network.ipv4.gateway' => 'lxc.net.INDEX.ipv4.gateway',
705 'lxc.network.ipv6' => 'lxc.net.INDEX.ipv6.address',
706 'lxc.network.ipv6.gateway' => 'lxc.net.INDEX.ipv6.gateway',
707 'lxc.network.script.up' => 'lxc.net.INDEX.script.up',
708 'lxc.network.script.down' => 'lxc.net.INDEX.script.down',
709 'lxc.pts' => 'lxc.pty.max',
710 'lxc.se_context' => 'lxc.selinux.context',
711 'lxc.seccomp' => 'lxc.seccomp.profile',
712 'lxc.tty' => 'lxc.tty.max',
713 'lxc.utsname' => 'lxc.uts.name',
716 sub is_valid_lxc_conf_key
{
717 my ($vmid, $key) = @_;
718 if ($key =~ /^lxc\.limit\./) {
719 warn "vm $vmid - $key: lxc.limit.* was renamed to lxc.prlimit.*\n";
722 if (defined(my $new_name = $deprecated_lxc_conf_keys->{$key})) {
723 warn "vm $vmid - $key is deprecated and was renamed to $new_name\n";
726 my $validity = $valid_lxc_conf_keys->{$key};
727 return $validity if defined($validity);
728 return 1 if $key =~ /^lxc\.cgroup2?\./ # allow all cgroup values
729 || $key =~ /^lxc\.prlimit\./ # allow all prlimits
730 || $key =~ /^lxc\.net\./; # allow custom network definitions
734 our $netconf_desc = {
738 description
=> "Network interface type.",
743 format_description
=> 'string',
744 description
=> 'Name of the network device as seen from inside the container. (lxc.network.name)',
745 pattern
=> '[-_.\w\d]+',
749 format_description
=> 'bridge',
750 description
=> 'Bridge to attach the network device to.',
751 pattern
=> '[-_.\w\d]+',
754 hwaddr
=> get_standard_option
('mac-addr', {
755 description
=> 'The interface MAC address. This is dynamically allocated by default, but you can set that statically if needed, for example to always have the same link-local IPv6 address. (lxc.network.hwaddr)',
759 description
=> 'Maximum transfer unit of the interface. (lxc.network.mtu)',
760 minimum
=> 64, # minimum ethernet frame is 64 bytes
765 format
=> 'pve-ipv4-config',
766 format_description
=> '(IPv4/CIDR|dhcp|manual)',
767 description
=> 'IPv4 address in CIDR format.',
773 format_description
=> 'GatewayIPv4',
774 description
=> 'Default gateway for IPv4 traffic.',
779 format
=> 'pve-ipv6-config',
780 format_description
=> '(IPv6/CIDR|auto|dhcp|manual)',
781 description
=> 'IPv6 address in CIDR format.',
787 format_description
=> 'GatewayIPv6',
788 description
=> 'Default gateway for IPv6 traffic.',
793 description
=> "Controls whether this interface's firewall rules should be used.",
800 description
=> "VLAN tag for this interface.",
805 pattern
=> qr/\d+(?:;\d+)*/,
806 format_description
=> 'vlanid[;vlanid...]',
807 description
=> "VLAN ids to pass through the interface",
812 format_description
=> 'mbps',
813 description
=> "Apply rate limiting to the interface",
817 PVE
::JSONSchema
::register_format
('pve-lxc-network', $netconf_desc);
819 my $MAX_LXC_NETWORKS = 32;
820 for (my $i = 0; $i < $MAX_LXC_NETWORKS; $i++) {
821 $confdesc->{"net$i"} = {
823 type
=> 'string', format
=> $netconf_desc,
824 description
=> "Specifies network interfaces for the container.",
828 PVE
::JSONSchema
::register_format
('pve-ct-timezone', \
&verify_ct_timezone
);
829 sub verify_ct_timezone
{
830 my ($timezone, $noerr) = @_;
832 return if $timezone eq 'host'; # using host settings
834 PVE
::JSONSchema
::pve_verify_timezone
($timezone);
837 PVE
::JSONSchema
::register_format
('pve-lxc-mp-string', \
&verify_lxc_mp_string
);
838 sub verify_lxc_mp_string
{
839 my ($mp, $noerr) = @_;
843 # /. or /.. at the end
844 # ../ at the beginning
846 if($mp =~ m
@/\.\
.?
/@ ||
849 return undef if $noerr;
850 die "$mp contains illegal character sequences\n";
859 description
=> 'Whether to include the mount point in backups.',
860 verbose_description
=> 'Whether to include the mount point in backups '.
861 '(only used for volume mount points).',
866 format
=> 'pve-lxc-mp-string',
867 format_description
=> 'Path',
868 description
=> 'Path to the mount point as seen from inside the container '.
869 '(must not contain symlinks).',
870 verbose_description
=> "Path to the mount point as seen from inside the container.\n\n".
871 "NOTE: Must not contain any symlinks for security reasons."
874 PVE
::JSONSchema
::register_format
('pve-ct-mountpoint', $mp_desc);
880 format
=> 'pve-volume-id',
881 format_description
=> 'volume',
882 description
=> 'The volume that is not used currently.',
886 for (my $i = 0; $i < $MAX_MOUNT_POINTS; $i++) {
887 $confdesc->{"mp$i"} = {
889 type
=> 'string', format
=> $mp_desc,
890 description
=> "Use volume as container mount point. Use the special " .
891 "syntax STORAGE_ID:SIZE_IN_GiB to allocate a new volume.",
896 for (my $i = 0; $i < $MAX_UNUSED_DISKS; $i++) {
897 $confdesc->{"unused$i"} = {
899 type
=> 'string', format
=> $unused_desc,
900 description
=> "Reference to unused volumes. This is used internally, and should not be modified manually.",
904 sub parse_pct_config
{
905 my ($filename, $raw, $strict) = @_;
907 return undef if !defined($raw);
910 digest
=> Digest
::SHA
::sha1_hex
($raw),
915 my $handle_error = sub {
925 $filename =~ m
|/lxc/(\d
+).conf
$|
926 || die "got strange filename '$filename'";
934 my @lines = split(/\n/, $raw);
935 foreach my $line (@lines) {
936 next if $line =~ m/^\s*$/;
938 if ($line =~ m/^\[pve:pending\]\s*$/i) {
939 $section = 'pending';
940 $conf->{description
} = $descr if $descr;
942 $conf = $res->{$section} = {};
944 } elsif ($line =~ m/^\[([a-z][a-z0-9_\-]+)\]\s*$/i) {
946 $conf->{description
} = $descr if $descr;
948 $conf = $res->{snapshots
}->{$section} = {};
952 if ($line =~ m/^\#(.*)$/) {
953 $descr .= PVE
::Tools
::decode_text
($1) . "\n";
957 if ($line =~ m/^(lxc\.[a-z0-9_\-\.]+)(:|\s*=)\s*(.*?)\s*$/) {
960 my $validity = is_valid_lxc_conf_key
($vmid, $key);
961 if ($validity eq 1) {
962 push @{$conf->{lxc
}}, [$key, $value];
963 } elsif (my $errmsg = $validity) {
964 $handle_error->("vm $vmid - $key: $errmsg\n");
966 $handle_error->("vm $vmid - unable to parse config: $line\n");
968 } elsif ($line =~ m/^(description):\s*(.*\S)\s*$/) {
969 $descr .= PVE
::Tools
::decode_text
($2);
970 } elsif ($line =~ m/snapstate:\s*(prepare|delete)\s*$/) {
971 $conf->{snapstate
} = $1;
972 } elsif ($line =~ m/^delete:\s*(.*\S)\s*$/) {
974 if ($section eq 'pending') {
975 $conf->{delete} = $value;
977 $handle_error->("vm $vmid - property 'delete' is only allowed in [pve:pending]\n");
979 } elsif ($line =~ m/^([a-z][a-z_]*\d*):\s*(.+?)\s*$/) {
982 eval { $value = PVE
::LXC
::Config-
>check_type($key, $value); };
983 $handle_error->("vm $vmid - unable to parse value of '$key' - $@") if $@;
984 $conf->{$key} = $value;
986 $handle_error->("vm $vmid - unable to parse config: $line\n");
990 $conf->{description
} = $descr if $descr;
992 delete $res->{snapstate
}; # just to be sure
997 sub write_pct_config
{
998 my ($filename, $conf) = @_;
1000 delete $conf->{snapstate
}; # just to be sure
1002 my $volidlist = PVE
::LXC
::Config-
>get_vm_volumes($conf);
1003 my $used_volids = {};
1004 foreach my $vid (@$volidlist) {
1005 $used_volids->{$vid} = 1;
1008 # remove 'unusedX' settings if the volume is still used
1009 foreach my $key (keys %$conf) {
1010 my $value = $conf->{$key};
1011 if ($key =~ m/^unused/ && $used_volids->{$value}) {
1012 delete $conf->{$key};
1016 my $generate_raw_config = sub {
1021 # add description as comment to top of file
1022 my $descr = $conf->{description
} || '';
1023 foreach my $cl (split(/\n/, $descr)) {
1024 $raw .= '#' . PVE
::Tools
::encode_text
($cl) . "\n";
1027 foreach my $key (sort keys %$conf) {
1028 next if $key eq 'digest' || $key eq 'description' ||
1029 $key eq 'pending' || $key eq 'snapshots' ||
1030 $key eq 'snapname' || $key eq 'lxc';
1031 my $value = $conf->{$key};
1032 die "detected invalid newline inside property '$key'\n"
1034 $raw .= "$key: $value\n";
1037 if (my $lxcconf = $conf->{lxc
}) {
1038 foreach my $entry (@$lxcconf) {
1039 my ($k, $v) = @$entry;
1047 my $raw = &$generate_raw_config($conf);
1049 if (scalar(keys %{$conf->{pending
}})){
1050 $raw .= "\n[pve:pending]\n";
1051 $raw .= &$generate_raw_config($conf->{pending
});
1054 foreach my $snapname (sort keys %{$conf->{snapshots
}}) {
1055 $raw .= "\n[$snapname]\n";
1056 $raw .= &$generate_raw_config($conf->{snapshots
}->{$snapname});
1062 sub update_pct_config
{
1063 my ($class, $vmid, $conf, $running, $param, $delete, $revert) = @_;
1065 my $storage_cfg = PVE
::Storage
::config
();
1067 foreach my $opt (@$revert) {
1068 delete $conf->{pending
}->{$opt};
1069 $class->remove_from_pending_delete($conf, $opt); # also remove from deletion queue
1072 # write updates to pending section
1073 my $modified = {}; # record modified options
1075 foreach my $opt (@$delete) {
1076 if (!defined($conf->{$opt}) && !defined($conf->{pending
}->{$opt})) {
1077 warn "cannot delete '$opt' - not set in current configuration!\n";
1080 $modified->{$opt} = 1;
1081 if ($opt eq 'memory' || $opt eq 'rootfs' || $opt eq 'ostype') {
1082 die "unable to delete required option '$opt'\n";
1083 } elsif ($opt =~ m/^unused(\d+)$/) {
1084 $class->check_protection($conf, "can't remove CT $vmid drive '$opt'");
1085 } elsif ($opt =~ m/^mp(\d+)$/) {
1086 $class->check_protection($conf, "can't remove CT $vmid drive '$opt'");
1087 } elsif ($opt eq 'unprivileged') {
1088 die "unable to delete read-only option: '$opt'\n";
1090 $class->add_to_pending_delete($conf, $opt);
1093 my $check_content_type = sub {
1095 my $sid = PVE
::Storage
::parse_volume_id
($mp->{volume
});
1096 my $storage_config = PVE
::Storage
::storage_config
($storage_cfg, $sid);
1097 die "storage '$sid' does not allow content type 'rootdir' (Container)\n"
1098 if !$storage_config->{content
}->{rootdir
};
1101 foreach my $opt (sort keys %$param) { # add/change
1102 $modified->{$opt} = 1;
1103 my $value = $param->{$opt};
1104 if ($opt =~ m/^mp(\d+)$/ || $opt eq 'rootfs') {
1105 $class->check_protection($conf, "can't update CT $vmid drive '$opt'");
1106 my $mp = $class->parse_volume($opt, $value);
1107 $check_content_type->($mp) if ($mp->{type
} eq 'volume');
1108 } elsif ($opt eq 'hookscript') {
1109 PVE
::GuestHelpers
::check_hookscript
($value);
1110 } elsif ($opt eq 'nameserver') {
1111 $value = PVE
::LXC
::verify_nameserver_list
($value);
1112 } elsif ($opt eq 'searchdomain') {
1113 $value = PVE
::LXC
::verify_searchdomain_list
($value);
1114 } elsif ($opt eq 'unprivileged') {
1115 die "unable to modify read-only option: '$opt'\n";
1117 $conf->{pending
}->{$opt} = $value;
1118 $class->remove_from_pending_delete($conf, $opt);
1121 my $changes = $class->cleanup_pending($conf);
1125 $class->vmconfig_hotplug_pending($vmid, $conf, $storage_cfg, $modified, $errors);
1127 $class->vmconfig_apply_pending($vmid, $conf, $storage_cfg, $modified, $errors);
1134 my ($class, $key, $value) = @_;
1136 die "unknown setting '$key'\n" if !$confdesc->{$key};
1138 my $type = $confdesc->{$key}->{type
};
1140 if (!defined($value)) {
1141 die "got undefined value\n";
1144 if ($value =~ m/[\n\r]/) {
1145 die "property contains a line feed\n";
1148 if ($type eq 'boolean') {
1149 return 1 if ($value eq '1') || ($value =~ m/^(on|yes|true)$/i);
1150 return 0 if ($value eq '0') || ($value =~ m/^(off|no|false)$/i);
1151 die "type check ('boolean') failed - got '$value'\n";
1152 } elsif ($type eq 'integer') {
1153 return int($1) if $value =~ m/^(\d+)$/;
1154 die "type check ('integer') failed - got '$value'\n";
1155 } elsif ($type eq 'number') {
1156 return $value if $value =~ m/^(\d+)(\.\d+)?$/;
1157 die "type check ('number') failed - got '$value'\n";
1158 } elsif ($type eq 'string') {
1159 if (my $fmt = $confdesc->{$key}->{format
}) {
1160 PVE
::JSONSchema
::check_format
($fmt, $value);
1165 die "internal error"
1170 # add JSON properties for create and set function
1171 sub json_config_properties
{
1172 my ($class, $prop) = @_;
1174 foreach my $opt (keys %$confdesc) {
1175 next if $opt eq 'parent' || $opt eq 'snaptime';
1176 next if $prop->{$opt};
1177 $prop->{$opt} = $confdesc->{$opt};
1183 my $parse_ct_mountpoint_full = sub {
1184 my ($class, $desc, $data, $noerr) = @_;
1189 eval { $res = PVE
::JSONSchema
::parse_property_string
($desc, $data) };
1191 return undef if $noerr;
1195 if (defined(my $size = $res->{size
})) {
1196 $size = PVE
::JSONSchema
::parse_size
($size);
1197 if (!defined($size)) {
1198 return undef if $noerr;
1199 die "invalid size: $size\n";
1201 $res->{size
} = $size;
1204 $res->{type
} = $class->classify_mountpoint($res->{volume
});
1209 sub print_ct_mountpoint
{
1210 my ($class, $info, $nomp) = @_;
1211 my $skip = [ 'type' ];
1212 push @$skip, 'mp' if $nomp;
1213 return PVE
::JSONSchema
::print_property_string
($info, $mp_desc, $skip);
1216 sub print_ct_unused
{
1217 my ($class, $info) = @_;
1219 my $skip = [ 'type' ];
1220 return PVE
::JSONSchema
::print_property_string
($info, $unused_desc, $skip);
1224 my ($class, $key, $volume_string, $noerr) = @_;
1226 if ($key eq 'rootfs') {
1227 my $res = $parse_ct_mountpoint_full->($class, $rootfs_desc, $volume_string, $noerr);
1228 $res->{mp
} = '/' if defined($res);
1230 } elsif ($key =~ m/^mp\d+$/) {
1231 return $parse_ct_mountpoint_full->($class, $mp_desc, $volume_string, $noerr);
1232 } elsif ($key =~ m/^unused\d+$/) {
1233 return $parse_ct_mountpoint_full->($class, $unused_desc, $volume_string, $noerr);
1236 die "parse_volume - unknown type: $key\n" if !$noerr;
1242 my ($class, $key, $volume) = @_;
1244 return $class->print_ct_unused($volume) if $key =~ m/^unused(\d+)$/;
1246 return $class->print_ct_mountpoint($volume, $key eq 'rootfs');
1255 sub print_lxc_network
{
1256 my ($class, $net) = @_;
1257 return PVE
::JSONSchema
::print_property_string
($net, $netconf_desc);
1260 sub parse_lxc_network
{
1261 my ($class, $data) = @_;
1263 return {} if !$data;
1265 my $res = PVE
::JSONSchema
::parse_property_string
($netconf_desc, $data);
1267 $res->{type
} = 'veth';
1268 if (!$res->{hwaddr
}) {
1269 my $dc = PVE
::Cluster
::cfs_read_file
('datacenter.cfg');
1270 $res->{hwaddr
} = PVE
::Tools
::random_ether_addr
($dc->{mac_prefix
});
1276 sub parse_features
{
1277 my ($class, $data) = @_;
1278 return {} if !$data;
1279 return PVE
::JSONSchema
::parse_property_string
($features_desc, $data);
1283 my ($class, $name) = @_;
1285 return defined($confdesc->{$name});
1287 # END JSON config code
1289 my $LXC_FASTPLUG_OPTIONS= {
1301 sub vmconfig_hotplug_pending
{
1302 my ($class, $vmid, $conf, $storecfg, $selection, $errors) = @_;
1304 my $pid = PVE
::LXC
::find_lxc_pid
($vmid);
1305 my $rootdir = "/proc/$pid/root";
1307 my $add_hotplug_error = sub {
1308 my ($opt, $msg) = @_;
1309 $errors->{$opt} = "unable to hotplug $opt: $msg";
1312 foreach my $opt (sort keys %{$conf->{pending
}}) { # add/change
1313 next if $selection && !$selection->{$opt};
1314 if ($LXC_FASTPLUG_OPTIONS->{$opt}) {
1315 $conf->{$opt} = delete $conf->{pending
}->{$opt};
1319 my $cgroup = PVE
::LXC
::CGroup-
>new($vmid);
1321 # There's no separate swap size to configure, there's memory and "total"
1322 # memory (iow. memory+swap). This means we have to change them together.
1323 my $hotplug_memory_done;
1324 my $hotplug_memory = sub {
1325 my ($wanted_memory, $wanted_swap) = @_;
1327 $wanted_memory = int($wanted_memory * 1024 * 1024) if defined($wanted_memory);
1328 $wanted_swap = int($wanted_swap * 1024 * 1024) if defined($wanted_swap);
1329 $cgroup->change_memory_limit($wanted_memory, $wanted_swap);
1331 $hotplug_memory_done = 1;
1334 my $pending_delete_hash = $class->parse_pending_delete($conf->{pending
}->{delete});
1335 # FIXME: $force deletion is not implemented for CTs
1336 foreach my $opt (sort keys %$pending_delete_hash) {
1337 next if $selection && !$selection->{$opt};
1339 if ($LXC_FASTPLUG_OPTIONS->{$opt}) {
1341 } elsif ($opt =~ m/^unused(\d+)$/) {
1342 PVE
::LXC
::delete_mountpoint_volume
($storecfg, $vmid, $conf->{$opt})
1343 if !$class->is_volume_in_use($conf, $conf->{$opt}, 1, 1);
1344 } elsif ($opt eq 'swap') {
1345 $hotplug_memory->(undef, 0);
1346 } elsif ($opt eq 'cpulimit') {
1347 $cgroup->change_cpu_quota(undef, undef); # reset, cgroup module can better decide values
1348 } elsif ($opt eq 'cpuunits') {
1349 $cgroup->change_cpu_shares(undef, 1024);
1350 } elsif ($opt =~ m/^net(\d)$/) {
1352 PVE
::Network
::veth_delete
("veth${vmid}i$netid");
1354 die "skip\n"; # skip non-hotpluggable opts
1358 $add_hotplug_error->($opt, $err) if $err ne "skip\n";
1360 delete $conf->{$opt};
1361 $class->remove_from_pending_delete($conf, $opt);
1365 foreach my $opt (sort keys %{$conf->{pending
}}) {
1366 next if $opt eq 'delete'; # just to be sure
1367 next if $selection && !$selection->{$opt};
1368 my $value = $conf->{pending
}->{$opt};
1370 if ($opt eq 'cpulimit') {
1371 my $quota = 100000 * $value;
1372 $cgroup->change_cpu_quota(int(100000 * $value), 100000);
1373 } elsif ($opt eq 'cpuunits') {
1374 $cgroup->change_cpu_shares($value, 1024);
1375 } elsif ($opt =~ m/^net(\d+)$/) {
1377 my $net = $class->parse_lxc_network($value);
1378 $value = $class->print_lxc_network($net);
1379 PVE
::LXC
::update_net
($vmid, $conf, $opt, $net, $netid, $rootdir);
1380 } elsif ($opt eq 'memory' || $opt eq 'swap') {
1381 if (!$hotplug_memory_done) { # don't call twice if both opts are passed
1382 $hotplug_memory->($conf->{pending
}->{memory
}, $conf->{pending
}->{swap
});
1384 } elsif ($opt =~ m/^mp(\d+)$/) {
1385 if (!PVE
::LXC
::Tools
::can_use_new_mount_api
()) {
1389 if (exists($conf->{$opt})) {
1390 die "skip\n"; # don't try to hotplug over existing mp
1393 $class->apply_pending_mountpoint($vmid, $conf, $opt, $storecfg, 1);
1394 # apply_pending_mountpoint modifies the value if it creates a new disk
1395 $value = $conf->{pending
}->{$opt};
1397 die "skip\n"; # skip non-hotpluggable
1401 $add_hotplug_error->($opt, $err) if $err ne "skip\n";
1403 $conf->{$opt} = $value;
1404 delete $conf->{pending
}->{$opt};
1409 sub vmconfig_apply_pending
{
1410 my ($class, $vmid, $conf, $storecfg, $selection, $errors) = @_;
1412 my $add_apply_error = sub {
1413 my ($opt, $msg) = @_;
1414 my $err_msg = "unable to apply pending change $opt : $msg";
1415 $errors->{$opt} = $err_msg;
1419 my $pending_delete_hash = $class->parse_pending_delete($conf->{pending
}->{delete});
1420 # FIXME: $force deletion is not implemented for CTs
1421 foreach my $opt (sort keys %$pending_delete_hash) {
1422 next if $selection && !$selection->{$opt};
1424 if ($opt =~ m/^mp(\d+)$/) {
1425 my $mp = $class->parse_volume($opt, $conf->{$opt});
1426 if ($mp->{type
} eq 'volume') {
1427 $class->add_unused_volume($conf, $mp->{volume
})
1428 if !$class->is_volume_in_use($conf, $conf->{$opt}, 1, 1);
1430 } elsif ($opt =~ m/^unused(\d+)$/) {
1431 PVE
::LXC
::delete_mountpoint_volume
($storecfg, $vmid, $conf->{$opt})
1432 if !$class->is_volume_in_use($conf, $conf->{$opt}, 1, 1);
1436 $add_apply_error->($opt, $err);
1438 delete $conf->{$opt};
1439 $class->remove_from_pending_delete($conf, $opt);
1443 $class->cleanup_pending($conf);
1445 foreach my $opt (sort keys %{$conf->{pending
}}) { # add/change
1446 next if $opt eq 'delete'; # just to be sure
1447 next if $selection && !$selection->{$opt};
1449 if ($opt =~ m/^mp(\d+)$/) {
1450 $class->apply_pending_mountpoint($vmid, $conf, $opt, $storecfg, 0);
1451 } elsif ($opt =~ m/^net(\d+)$/) {
1453 my $net = $class->parse_lxc_network($conf->{pending
}->{$opt});
1454 $conf->{pending
}->{$opt} = $class->print_lxc_network($net);
1458 $add_apply_error->($opt, $err);
1460 $conf->{$opt} = delete $conf->{pending
}->{$opt};
1465 my $rescan_volume = sub {
1466 my ($storecfg, $mp) = @_;
1468 $mp->{size
} = PVE
::Storage
::volume_size_info
($storecfg, $mp->{volume
}, 5);
1470 warn "Could not rescan volume size - $@\n" if $@;
1473 sub apply_pending_mountpoint
{
1474 my ($class, $vmid, $conf, $opt, $storecfg, $running) = @_;
1476 my $mp = $class->parse_volume($opt, $conf->{pending
}->{$opt});
1477 my $old = $conf->{$opt};
1478 if ($mp->{type
} eq 'volume' && $mp->{volume
} =~ $PVE::LXC
::NEW_DISK_RE
) {
1479 my $original_value = $conf->{pending
}->{$opt};
1480 my $vollist = PVE
::LXC
::create_disks
(
1483 { $opt => $original_value },
1488 # Re-parse mount point:
1489 my $mp = $class->parse_volume($opt, $conf->{pending
}->{$opt});
1491 PVE
::LXC
::mountpoint_hotplug
($vmid, $conf, $opt, $mp, $storecfg);
1495 PVE
::LXC
::destroy_disks
($storecfg, $vollist);
1496 # The pending-changes code collects errors but keeps on looping through further
1497 # pending changes, so unroll the change in $conf as well if destroy_disks()
1499 $conf->{pending
}->{$opt} = $original_value;
1504 die "skip\n" if $running && defined($old); # TODO: "changing" mount points?
1505 $rescan_volume->($storecfg, $mp) if $mp->{type
} eq 'volume';
1507 PVE
::LXC
::mountpoint_hotplug
($vmid, $conf, $opt, $mp, $storecfg);
1509 $conf->{pending
}->{$opt} = $class->print_ct_mountpoint($mp);
1512 if (defined($old)) {
1513 my $mp = $class->parse_volume($opt, $old);
1514 if ($mp->{type
} eq 'volume') {
1515 $class->add_unused_volume($conf, $mp->{volume
})
1516 if !$class->is_volume_in_use($conf, $conf->{$opt}, 1, 1);
1521 sub classify_mountpoint
{
1522 my ($class, $vol) = @_;
1523 if ($vol =~ m!^/!) {
1524 return 'device' if $vol =~ m!^/dev/!;
1530 my $__is_volume_in_use = sub {
1531 my ($class, $config, $volid) = @_;
1534 $class->foreach_volume($config, sub {
1535 my ($ms, $mountpoint) = @_;
1537 $used = $mountpoint->{type
} eq 'volume' && $mountpoint->{volume
} eq $volid;
1543 sub is_volume_in_use_by_snapshots
{
1544 my ($class, $config, $volid) = @_;
1546 if (my $snapshots = $config->{snapshots
}) {
1547 foreach my $snap (keys %$snapshots) {
1548 return 1 if $__is_volume_in_use->($class, $snapshots->{$snap}, $volid);
1555 sub is_volume_in_use
{
1556 my ($class, $config, $volid, $include_snapshots, $include_pending) = @_;
1557 return 1 if $__is_volume_in_use->($class, $config, $volid);
1558 return 1 if $include_snapshots && $class->is_volume_in_use_by_snapshots($config, $volid);
1559 return 1 if $include_pending && $__is_volume_in_use->($class, $config->{pending
}, $volid);
1563 sub has_dev_console
{
1564 my ($class, $conf) = @_;
1566 return !(defined($conf->{console
}) && !$conf->{console
});
1570 my ($class, $conf, $keyname) = @_;
1572 if (my $lxcconf = $conf->{lxc
}) {
1573 foreach my $entry (@$lxcconf) {
1574 my ($key, undef) = @$entry;
1575 return 1 if $key eq $keyname;
1583 my ($class, $conf) = @_;
1585 return $conf->{tty
} // $confdesc->{tty
}->{default};
1589 my ($class, $conf) = @_;
1591 return $conf->{cmode
} // $confdesc->{cmode
}->{default};
1594 sub valid_volume_keys
{
1595 my ($class, $reverse) = @_;
1597 my @names = ('rootfs');
1599 for (my $i = 0; $i < $MAX_MOUNT_POINTS; $i++) {
1600 push @names, "mp$i";
1603 return $reverse ?
reverse @names : @names;
1606 sub valid_volume_keys_with_unused
{
1607 my ($class, $reverse) = @_;
1608 my @names = $class->valid_volume_keys();
1609 for (my $i = 0; $i < $MAX_UNUSED_DISKS; $i++) {
1610 push @names, "unused$i";
1612 return $reverse ?
reverse @names : @names;
1615 sub get_vm_volumes
{
1616 my ($class, $conf, $excludes) = @_;
1620 $class->foreach_volume($conf, sub {
1621 my ($ms, $mountpoint) = @_;
1623 return if $excludes && $ms eq $excludes;
1625 my $volid = $mountpoint->{volume
};
1626 return if !$volid || $mountpoint->{type
} ne 'volume';
1628 my ($sid, $volname) = PVE
::Storage
::parse_volume_id
($volid, 1);
1631 push @$vollist, $volid;
1637 sub get_replicatable_volumes
{
1638 my ($class, $storecfg, $vmid, $conf, $cleanup, $noerr) = @_;
1642 my $test_volid = sub {
1643 my ($volid, $mountpoint) = @_;
1647 my $mptype = $mountpoint->{type
};
1648 my $replicate = $mountpoint->{replicate
} // 1;
1650 if ($mptype ne 'volume') {
1651 # skip bindmounts if replicate = 0 even for cleanup,
1652 # since bind mounts could not have been replicated ever
1653 return if !$replicate;
1654 die "unable to replicate mountpoint type '$mptype'\n";
1657 my ($storeid, $volname) = PVE
::Storage
::parse_volume_id
($volid, $noerr);
1658 return if !$storeid;
1660 my $scfg = PVE
::Storage
::storage_config
($storecfg, $storeid);
1661 return if $scfg->{shared
};
1663 my ($path, $owner, $vtype) = PVE
::Storage
::path
($storecfg, $volid);
1664 return if !$owner || ($owner != $vmid);
1666 die "unable to replicate volume '$volid', type '$vtype'\n" if $vtype ne 'images';
1668 return if !$cleanup && !$replicate;
1670 if (!PVE
::Storage
::volume_has_feature
($storecfg, 'replicate', $volid)) {
1671 return if $cleanup || $noerr;
1672 die "missing replicate feature on volume '$volid'\n";
1675 $volhash->{$volid} = 1;
1678 $class->foreach_volume($conf, sub {
1679 my ($ms, $mountpoint) = @_;
1680 $test_volid->($mountpoint->{volume
}, $mountpoint);
1683 foreach my $snapname (keys %{$conf->{snapshots
}}) {
1684 my $snap = $conf->{snapshots
}->{$snapname};
1685 $class->foreach_volume($snap, sub {
1686 my ($ms, $mountpoint) = @_;
1687 $test_volid->($mountpoint->{volume
}, $mountpoint);
1691 # add 'unusedX' volumes to volhash
1692 foreach my $key (keys %$conf) {
1693 if ($key =~ m/^unused/) {
1694 $test_volid->($conf->{$key}, { type
=> 'volume', replicate
=> 1 });
1701 sub get_backup_volumes
{
1702 my ($class, $conf) = @_;
1704 my $return_volumes = [];
1706 my $test_mountpoint = sub {
1707 my ($key, $volume) = @_;
1709 my ($included, $reason) = $class->mountpoint_backup_enabled($key, $volume);
1711 push @$return_volumes, {
1713 included
=> $included,
1715 volume_config
=> $volume,
1719 PVE
::LXC
::Config-
>foreach_volume($conf, $test_mountpoint);
1721 return $return_volumes;