1 package PVE
::QemuServer
;
21 use Storable
qw(dclone);
22 use PVE
::Exception
qw(raise raise_param_exc);
24 use PVE
::Tools
qw(run_command lock_file file_read_firstline);
25 use PVE
::JSONSchema
qw(get_standard_option);
26 use PVE
::Cluster
qw(cfs_register_file cfs_read_file cfs_write_file cfs_lock_file);
30 use PVE
::RPCEnvironment
;
31 use Time
::HiRes
qw(gettimeofday);
33 my $cpuinfo = PVE
::ProcFSTools
::read_cpuinfo
();
35 # Note about locking: we use flock on the config file protect
36 # against concurent actions.
37 # Aditionaly, we have a 'lock' setting in the config file. This
38 # can be set to 'migrate', 'backup', 'snapshot' or 'rollback'. Most actions are not
39 # allowed when such lock is set. But you can ignore this kind of
40 # lock with the --skiplock flag.
42 cfs_register_file
('/qemu-server/',
46 PVE
::JSONSchema
::register_standard_option
('skiplock', {
47 description
=> "Ignore locks - only root is allowed to use this option.",
52 PVE
::JSONSchema
::register_standard_option
('pve-qm-stateuri', {
53 description
=> "Some command save/restore state from this location.",
59 PVE
::JSONSchema
::register_standard_option
('pve-snapshot-name', {
60 description
=> "The name of the snapshot.",
61 type
=> 'string', format
=> 'pve-configid',
65 #no warnings 'redefine';
67 unless(defined(&_VZSYSCALLS_H_
)) {
68 eval 'sub _VZSYSCALLS_H_ () {1;}' unless defined(&_VZSYSCALLS_H_
);
69 require 'sys/syscall.ph';
70 if(defined(&__x86_64__
)) {
71 eval 'sub __NR_fairsched_vcpus () {499;}' unless defined(&__NR_fairsched_vcpus
);
72 eval 'sub __NR_fairsched_mknod () {504;}' unless defined(&__NR_fairsched_mknod
);
73 eval 'sub __NR_fairsched_rmnod () {505;}' unless defined(&__NR_fairsched_rmnod
);
74 eval 'sub __NR_fairsched_chwt () {506;}' unless defined(&__NR_fairsched_chwt
);
75 eval 'sub __NR_fairsched_mvpr () {507;}' unless defined(&__NR_fairsched_mvpr
);
76 eval 'sub __NR_fairsched_rate () {508;}' unless defined(&__NR_fairsched_rate
);
77 eval 'sub __NR_setluid () {501;}' unless defined(&__NR_setluid
);
78 eval 'sub __NR_setublimit () {502;}' unless defined(&__NR_setublimit
);
80 elsif(defined( &__i386__
) ) {
81 eval 'sub __NR_fairsched_mknod () {500;}' unless defined(&__NR_fairsched_mknod
);
82 eval 'sub __NR_fairsched_rmnod () {501;}' unless defined(&__NR_fairsched_rmnod
);
83 eval 'sub __NR_fairsched_chwt () {502;}' unless defined(&__NR_fairsched_chwt
);
84 eval 'sub __NR_fairsched_mvpr () {503;}' unless defined(&__NR_fairsched_mvpr
);
85 eval 'sub __NR_fairsched_rate () {504;}' unless defined(&__NR_fairsched_rate
);
86 eval 'sub __NR_fairsched_vcpus () {505;}' unless defined(&__NR_fairsched_vcpus
);
87 eval 'sub __NR_setluid () {511;}' unless defined(&__NR_setluid
);
88 eval 'sub __NR_setublimit () {512;}' unless defined(&__NR_setublimit
);
90 die("no fairsched syscall for this arch");
92 require 'asm/ioctl.ph';
93 eval 'sub KVM_GET_API_VERSION () { &_IO(0xAE, 0x);}' unless defined(&KVM_GET_API_VERSION
);
97 my ($parent, $weight, $desired) = @_;
99 return syscall(&__NR_fairsched_mknod
, int($parent), int($weight), int($desired));
102 sub fairsched_rmnod
{
105 return syscall(&__NR_fairsched_rmnod
, int($id));
109 my ($pid, $newid) = @_;
111 return syscall(&__NR_fairsched_mvpr
, int($pid), int($newid));
114 sub fairsched_vcpus
{
115 my ($id, $vcpus) = @_;
117 return syscall(&__NR_fairsched_vcpus
, int($id), int($vcpus));
121 my ($id, $op, $rate) = @_;
123 return syscall(&__NR_fairsched_rate
, int($id), int($op), int($rate));
126 use constant FAIRSCHED_SET_RATE
=> 0;
127 use constant FAIRSCHED_DROP_RATE
=> 1;
128 use constant FAIRSCHED_GET_RATE
=> 2;
130 sub fairsched_cpulimit
{
131 my ($id, $limit) = @_;
133 my $cpulim1024 = int($limit * 1024 / 100);
134 my $op = $cpulim1024 ? FAIRSCHED_SET_RATE
: FAIRSCHED_DROP_RATE
;
136 return fairsched_rate
($id, $op, $cpulim1024);
139 my $nodename = PVE
::INotify
::nodename
();
141 mkdir "/etc/pve/nodes/$nodename";
142 my $confdir = "/etc/pve/nodes/$nodename/qemu-server";
145 my $var_run_tmpdir = "/var/run/qemu-server";
146 mkdir $var_run_tmpdir;
148 my $lock_dir = "/var/lock/qemu-server";
151 my $pcisysfs = "/sys/bus/pci";
157 description
=> "Specifies whether a VM will be started during system bootup.",
163 description
=> "Automatic restart after crash (currently ignored).",
169 description
=> "Activate hotplug for disk and network device",
175 description
=> "Allow reboot. If set to '0' the VM exit on reboot.",
181 description
=> "Lock/unlock the VM.",
182 enum
=> [qw(migrate backup snapshot rollback)],
187 description
=> "Limit of CPU usage in per cent. Note if the computer has 2 CPUs, it has total of 200% CPU time. Value '0' indicates no CPU limit.\n\nNOTE: This option is currently ignored.",
194 description
=> "CPU weight for a VM. Argument is used in the kernel fair scheduler. The larger the number is, the more CPU time this VM gets. Number is relative to weights of all the other running VMs.\n\nNOTE: You can disable fair-scheduler configuration by setting this to 0.",
202 description
=> "Amount of RAM for the VM in MB. This is the maximum available memory when you use the balloon device.",
209 description
=> "Amount of target RAM for the VM in MB. Using zero disables the ballon driver.",
215 description
=> "Amount of memory shares for auto-ballooning. The larger the number is, the more memory this VM gets. Number is relative to weights of all other running VMs. Using zero disables auto-ballooning",
223 description
=> "Keybord layout for vnc server. Default is read from the datacenter configuration file.",
224 enum
=> PVE
::Tools
::kvmkeymaplist
(),
229 type
=> 'string', format
=> 'dns-name',
230 description
=> "Set a name for the VM. Only used on the configuration web interface.",
235 description
=> "scsi controller model",
236 enum
=> [qw(lsi virtio-scsi-pci megasas)],
242 description
=> "Description for the VM. Only used on the configuration web interface. This is saved as comment inside the configuration file.",
247 enum
=> [qw(other wxp w2k w2k3 w2k8 wvista win7 win8 l24 l26)],
248 description
=> <<EODESC,
249 Used to enable special optimization/features for specific
252 other => unspecified OS
253 wxp => Microsoft Windows XP
254 w2k => Microsoft Windows 2000
255 w2k3 => Microsoft Windows 2003
256 w2k8 => Microsoft Windows 2008
257 wvista => Microsoft Windows Vista
258 win7 => Microsoft Windows 7
259 win8 => Microsoft Windows 8/2012
260 l24 => Linux 2.4 Kernel
261 l26 => Linux 2.6/3.X Kernel
263 other|l24|l26 ... no special behaviour
264 wxp|w2k|w2k3|w2k8|wvista|win7|win8 ... use --localtime switch
270 description
=> "Boot on floppy (a), hard disk (c), CD-ROM (d), or network (n).",
271 pattern
=> '[acdn]{1,4}',
276 type
=> 'string', format
=> 'pve-qm-bootdisk',
277 description
=> "Enable booting from specified disk.",
278 pattern
=> '(ide|sata|scsi|virtio)\d+',
283 description
=> "The number of CPUs. Please use option -sockets instead.",
290 description
=> "The number of CPU sockets.",
297 description
=> "The number of cores per socket.",
304 description
=> "Enable/disable ACPI.",
310 description
=> "Enable/disable Qemu GuestAgent.",
316 description
=> "Enable/disable KVM hardware virtualization.",
322 description
=> "Enable/disable time drift fix.",
328 description
=> "Set the real time clock to local time. This is enabled by default if ostype indicates a Microsoft OS.",
333 description
=> "Freeze CPU at startup (use 'c' monitor command to start execution).",
338 description
=> "Select VGA type. If you want to use high resolution modes (>= 1280x1024x16) then you should use option 'std' or 'vmware'. Default is 'std' for win8/win7/w2k8, and 'cirrur' for other OS types",
339 enum
=> [qw(std cirrus vmware)],
343 type
=> 'string', format
=> 'pve-qm-watchdog',
344 typetext
=> '[[model=]i6300esb|ib700] [,[action=]reset|shutdown|poweroff|pause|debug|none]',
345 description
=> "Create a virtual hardware watchdog device. Once enabled (by a guest action), the watchdog must be periodically polled by an agent inside the guest or else the guest will be restarted (or execute the action specified)",
350 typetext
=> "(now | YYYY-MM-DD | YYYY-MM-DDTHH:MM:SS)",
351 description
=> "Set the initial date of the real time clock. Valid format for date are: 'now' or '2006-06-17T16:01:21' or '2006-06-17'.",
352 pattern
=> '(now|\d{4}-\d{1,2}-\d{1,2}(T\d{1,2}:\d{1,2}:\d{1,2})?)',
357 type
=> 'string', format
=> 'pve-qm-startup',
358 typetext
=> '[[order=]\d+] [,up=\d+] [,down=\d+] ',
359 description
=> "Startup and shutdown behavior. Order is a non-negative number defining the general startup order. Shutdown in done with reverse ordering. Additionally you can set the 'up' or 'down' delay in seconds, which specifies a delay to wait before the next VM is started or stopped.",
364 description
=> <<EODESCR,
365 Note: this option is for experts only. It allows you to pass arbitrary arguments to kvm, for example:
367 args: -no-reboot -no-hpet
374 description
=> "Enable/disable the usb tablet device. This device is usually needed to allow absolute mouse positioning. Else the mouse runs out of sync with normal vnc clients. If you're running lots of console-only guests on one host, you may consider disabling this to save some context switches.",
379 description
=> "Set maximum speed (in MB/s) for migrations. Value 0 is no limit.",
383 migrate_downtime
=> {
386 description
=> "Set maximum tolerated downtime (in seconds) for migrations.",
392 type
=> 'string', format
=> 'pve-qm-drive',
393 typetext
=> 'volume',
394 description
=> "This is an alias for option -ide2",
398 description
=> "Emulated CPU type.",
400 enum
=> [ qw(486 athlon pentium pentium2 pentium3 coreduo core2duo kvm32 kvm64 qemu32 qemu64 phenom Conroe Penryn Nehalem Westmere SandyBridge Haswell Opteron_G1 Opteron_G2 Opteron_G3 Opteron_G4 Opteron_G5 host) ],
403 parent
=> get_standard_option
('pve-snapshot-name', {
405 description
=> "Parent snapshot name. This is used internally, and should not be modified.",
409 description
=> "Timestamp for snapshots.",
415 type
=> 'string', format
=> 'pve-volume-id',
416 description
=> "Reference to a volume which stores the VM state. This is used internally for snapshots.",
420 # what about other qemu settings ?
422 #machine => 'string',
435 ##soundhw => 'string',
437 while (my ($k, $v) = each %$confdesc) {
438 PVE
::JSONSchema
::register_standard_option
("pve-qm-$k", $v);
441 my $MAX_IDE_DISKS = 4;
442 my $MAX_SCSI_DISKS = 14;
443 my $MAX_VIRTIO_DISKS = 16;
444 my $MAX_SATA_DISKS = 6;
445 my $MAX_USB_DEVICES = 5;
447 my $MAX_UNUSED_DISKS = 8;
448 my $MAX_HOSTPCI_DEVICES = 2;
449 my $MAX_SERIAL_PORTS = 4;
450 my $MAX_PARALLEL_PORTS = 3;
452 my $nic_model_list = ['rtl8139', 'ne2k_pci', 'e1000', 'pcnet', 'virtio',
453 'ne2k_isa', 'i82551', 'i82557b', 'i82559er'];
454 my $nic_model_list_txt = join(' ', sort @$nic_model_list);
458 type
=> 'string', format
=> 'pve-qm-net',
459 typetext
=> "MODEL=XX:XX:XX:XX:XX:XX [,bridge=<dev>][,rate=<mbps>][,tag=<vlanid>]",
460 description
=> <<EODESCR,
461 Specify network devices.
463 MODEL is one of: $nic_model_list_txt
465 XX:XX:XX:XX:XX:XX should be an unique MAC address. This is
466 automatically generated if not specified.
468 The bridge parameter can be used to automatically add the interface to a bridge device. The Proxmox VE standard bridge is called 'vmbr0'.
470 Option 'rate' is used to limit traffic bandwidth from and to this interface. It is specified as floating point number, unit is 'Megabytes per second'.
472 If you specify no bridge, we create a kvm 'user' (NATed) network device, which provides DHCP and DNS services. The following addresses are used:
478 The DHCP server assign addresses to the guest starting from 10.0.2.15.
482 PVE
::JSONSchema
::register_standard_option
("pve-qm-net", $netdesc);
484 for (my $i = 0; $i < $MAX_NETS; $i++) {
485 $confdesc->{"net$i"} = $netdesc;
492 type
=> 'string', format
=> 'pve-qm-drive',
493 typetext
=> '[volume=]volume,] [,media=cdrom|disk] [,cyls=c,heads=h,secs=s[,trans=t]] [,snapshot=on|off] [,cache=none|writethrough|writeback|unsafe|directsync] [,format=f] [,backup=yes|no] [,rerror=ignore|report|stop] [,werror=enospc|ignore|report|stop] [,aio=native|threads]',
494 description
=> "Use volume as IDE hard disk or CD-ROM (n is 0 to " .($MAX_IDE_DISKS -1) . ").",
496 PVE
::JSONSchema
::register_standard_option
("pve-qm-ide", $idedesc);
500 type
=> 'string', format
=> 'pve-qm-drive',
501 typetext
=> '[volume=]volume,] [,media=cdrom|disk] [,cyls=c,heads=h,secs=s[,trans=t]] [,snapshot=on|off] [,cache=none|writethrough|writeback|unsafe|directsync] [,format=f] [,backup=yes|no] [,rerror=ignore|report|stop] [,werror=enospc|ignore|report|stop] [,aio=native|threads]',
502 description
=> "Use volume as SCSI hard disk or CD-ROM (n is 0 to " . ($MAX_SCSI_DISKS - 1) . ").",
504 PVE
::JSONSchema
::register_standard_option
("pve-qm-scsi", $scsidesc);
508 type
=> 'string', format
=> 'pve-qm-drive',
509 typetext
=> '[volume=]volume,] [,media=cdrom|disk] [,cyls=c,heads=h,secs=s[,trans=t]] [,snapshot=on|off] [,cache=none|writethrough|writeback|unsafe|directsync] [,format=f] [,backup=yes|no] [,rerror=ignore|report|stop] [,werror=enospc|ignore|report|stop] [,aio=native|threads]',
510 description
=> "Use volume as SATA hard disk or CD-ROM (n is 0 to " . ($MAX_SATA_DISKS - 1). ").",
512 PVE
::JSONSchema
::register_standard_option
("pve-qm-sata", $satadesc);
516 type
=> 'string', format
=> 'pve-qm-drive',
517 typetext
=> '[volume=]volume,] [,media=cdrom|disk] [,cyls=c,heads=h,secs=s[,trans=t]] [,snapshot=on|off] [,cache=none|writethrough|writeback|unsafe|directsync] [,format=f] [,backup=yes|no] [,rerror=ignore|report|stop] [,werror=enospc|ignore|report|stop] [,aio=native|threads]',
518 description
=> "Use volume as VIRTIO hard disk (n is 0 to " . ($MAX_VIRTIO_DISKS - 1) . ").",
520 PVE
::JSONSchema
::register_standard_option
("pve-qm-virtio", $virtiodesc);
524 type
=> 'string', format
=> 'pve-qm-usb-device',
525 typetext
=> 'host=HOSTUSBDEVICE',
526 description
=> <<EODESCR,
527 Configure an USB device (n is 0 to 4). This can be used to
528 pass-through usb devices to the guest. HOSTUSBDEVICE syntax is:
530 'bus-port(.port)*' (decimal numbers) or
531 'vendor_id:product_id' (hexadeciaml numbers)
533 You can use the 'lsusb -t' command to list existing usb devices.
535 Note: This option allows direct access to host hardware. So it is no longer possible to migrate such machines - use with special care.
539 PVE
::JSONSchema
::register_standard_option
("pve-qm-usb", $usbdesc);
543 type
=> 'string', format
=> 'pve-qm-hostpci',
544 typetext
=> "HOSTPCIDEVICE",
545 description
=> <<EODESCR,
546 Map host pci devices. HOSTPCIDEVICE syntax is:
548 'bus:dev.func' (hexadecimal numbers)
550 You can us the 'lspci' command to list existing pci devices.
552 Note: This option allows direct access to host hardware. So it is no longer possible to migrate such machines - use with special care.
554 Experimental: user reported problems with this option.
557 PVE
::JSONSchema
::register_standard_option
("pve-qm-hostpci", $hostpcidesc);
562 pattern
=> '/dev/ttyS\d+',
563 description
=> <<EODESCR,
564 Map host serial devices (n is 0 to 3).
566 Note: This option allows direct access to host hardware. So it is no longer possible to migrate such machines - use with special care.
568 Experimental: user reported problems with this option.
575 pattern
=> '/dev/parport\d+',
576 description
=> <<EODESCR,
577 Map host parallel devices (n is 0 to 2).
579 Note: This option allows direct access to host hardware. So it is no longer possible to migrate such machines - use with special care.
581 Experimental: user reported problems with this option.
585 for (my $i = 0; $i < $MAX_PARALLEL_PORTS; $i++) {
586 $confdesc->{"parallel$i"} = $paralleldesc;
589 for (my $i = 0; $i < $MAX_SERIAL_PORTS; $i++) {
590 $confdesc->{"serial$i"} = $serialdesc;
593 for (my $i = 0; $i < $MAX_HOSTPCI_DEVICES; $i++) {
594 $confdesc->{"hostpci$i"} = $hostpcidesc;
597 for (my $i = 0; $i < $MAX_IDE_DISKS; $i++) {
598 $drivename_hash->{"ide$i"} = 1;
599 $confdesc->{"ide$i"} = $idedesc;
602 for (my $i = 0; $i < $MAX_SATA_DISKS; $i++) {
603 $drivename_hash->{"sata$i"} = 1;
604 $confdesc->{"sata$i"} = $satadesc;
607 for (my $i = 0; $i < $MAX_SCSI_DISKS; $i++) {
608 $drivename_hash->{"scsi$i"} = 1;
609 $confdesc->{"scsi$i"} = $scsidesc ;
612 for (my $i = 0; $i < $MAX_VIRTIO_DISKS; $i++) {
613 $drivename_hash->{"virtio$i"} = 1;
614 $confdesc->{"virtio$i"} = $virtiodesc;
617 for (my $i = 0; $i < $MAX_USB_DEVICES; $i++) {
618 $confdesc->{"usb$i"} = $usbdesc;
623 type
=> 'string', format
=> 'pve-volume-id',
624 description
=> "Reference to unused volumes.",
627 for (my $i = 0; $i < $MAX_UNUSED_DISKS; $i++) {
628 $confdesc->{"unused$i"} = $unuseddesc;
631 my $kvm_api_version = 0;
635 return $kvm_api_version if $kvm_api_version;
637 my $fh = IO
::File-
>new("</dev/kvm") ||
640 if (my $v = $fh->ioctl(KVM_GET_API_VERSION
(), 0)) {
641 $kvm_api_version = $v;
646 return $kvm_api_version;
649 my $kvm_user_version;
651 sub kvm_user_version
{
653 return $kvm_user_version if $kvm_user_version;
655 $kvm_user_version = 'unknown';
657 my $tmp = `kvm -help 2>/dev/null`;
659 if ($tmp =~ m/^QEMU( PC)? emulator version (\d+\.\d+(\.\d+)?)[,\s]/) {
660 $kvm_user_version = $2;
663 return $kvm_user_version;
667 my $kernel_has_vhost_net = -c
'/dev/vhost-net';
670 # order is important - used to autoselect boot disk
671 return ((map { "ide$_" } (0 .. ($MAX_IDE_DISKS - 1))),
672 (map { "scsi$_" } (0 .. ($MAX_SCSI_DISKS - 1))),
673 (map { "virtio$_" } (0 .. ($MAX_VIRTIO_DISKS - 1))),
674 (map { "sata$_" } (0 .. ($MAX_SATA_DISKS - 1))));
677 sub valid_drivename
{
680 return defined($drivename_hash->{$dev});
685 return defined($confdesc->{$key});
689 return $nic_model_list;
692 sub os_list_description
{
697 w2k
=> 'Windows 2000',
698 w2k3
=>, 'Windows 2003',
699 w2k8
=> 'Windows 2008',
700 wvista
=> 'Windows Vista',
702 win8
=> 'Windows 8/2012',
712 return $cdrom_path if $cdrom_path;
714 return $cdrom_path = "/dev/cdrom" if -l
"/dev/cdrom";
715 return $cdrom_path = "/dev/cdrom1" if -l
"/dev/cdrom1";
716 return $cdrom_path = "/dev/cdrom2" if -l
"/dev/cdrom2";
720 my ($storecfg, $vmid, $cdrom) = @_;
722 if ($cdrom eq 'cdrom') {
723 return get_cdrom_path
();
724 } elsif ($cdrom eq 'none') {
726 } elsif ($cdrom =~ m
|^/|) {
729 return PVE
::Storage
::path
($storecfg, $cdrom);
733 # try to convert old style file names to volume IDs
734 sub filename_to_volume_id
{
735 my ($vmid, $file, $media) = @_;
737 if (!($file eq 'none' || $file eq 'cdrom' ||
738 $file =~ m
|^/dev/.+| || $file =~ m/^([^:]+):(.+)$/)) {
740 return undef if $file =~ m
|/|;
742 if ($media && $media eq 'cdrom') {
743 $file = "local:iso/$file";
745 $file = "local:$vmid/$file";
752 sub verify_media_type
{
753 my ($opt, $vtype, $media) = @_;
758 if ($media eq 'disk') {
760 } elsif ($media eq 'cdrom') {
763 die "internal error";
766 return if ($vtype eq $etype);
768 raise_param_exc
({ $opt => "unexpected media type ($vtype != $etype)" });
771 sub cleanup_drive_path
{
772 my ($opt, $storecfg, $drive) = @_;
774 # try to convert filesystem paths to volume IDs
776 if (($drive->{file
} !~ m/^(cdrom|none)$/) &&
777 ($drive->{file
} !~ m
|^/dev/.+|) &&
778 ($drive->{file
} !~ m/^([^:]+):(.+)$/) &&
779 ($drive->{file
} !~ m/^\d+$/)) {
780 my ($vtype, $volid) = PVE
::Storage
::path_to_volume_id
($storecfg, $drive->{file
});
781 raise_param_exc
({ $opt => "unable to associate path '$drive->{file}' to any storage"}) if !$vtype;
782 $drive->{media
} = 'cdrom' if !$drive->{media
} && $vtype eq 'iso';
783 verify_media_type
($opt, $vtype, $drive->{media
});
784 $drive->{file
} = $volid;
787 $drive->{media
} = 'cdrom' if !$drive->{media
} && $drive->{file
} =~ m/^(cdrom|none)$/;
790 sub create_conf_nolock
{
791 my ($vmid, $settings) = @_;
793 my $filename = config_file
($vmid);
795 die "configuration file '$filename' already exists\n" if -f
$filename;
797 my $defaults = load_defaults
();
799 $settings->{name
} = "vm$vmid" if !$settings->{name
};
800 $settings->{memory
} = $defaults->{memory
} if !$settings->{memory
};
803 foreach my $opt (keys %$settings) {
804 next if !$confdesc->{$opt};
806 my $value = $settings->{$opt};
809 $data .= "$opt: $value\n";
812 PVE
::Tools
::file_set_contents
($filename, $data);
815 my $parse_size = sub {
818 return undef if $value !~ m/^(\d+(\.\d+)?)([KMG])?$/;
819 my ($size, $unit) = ($1, $3);
822 $size = $size * 1024;
823 } elsif ($unit eq 'M') {
824 $size = $size * 1024 * 1024;
825 } elsif ($unit eq 'G') {
826 $size = $size * 1024 * 1024 * 1024;
832 my $format_size = sub {
837 my $kb = int($size/1024);
838 return $size if $kb*1024 != $size;
840 my $mb = int($kb/1024);
841 return "${kb}K" if $mb*1024 != $kb;
843 my $gb = int($mb/1024);
844 return "${mb}M" if $gb*1024 != $mb;
849 # ideX = [volume=]volume-id[,media=d][,cyls=c,heads=h,secs=s[,trans=t]]
850 # [,snapshot=on|off][,cache=on|off][,format=f][,backup=yes|no]
851 # [,rerror=ignore|report|stop][,werror=enospc|ignore|report|stop]
852 # [,aio=native|threads]
855 my ($key, $data) = @_;
859 # $key may be undefined - used to verify JSON parameters
860 if (!defined($key)) {
861 $res->{interface
} = 'unknown'; # should not harm when used to verify parameters
863 } elsif ($key =~ m/^([^\d]+)(\d+)$/) {
864 $res->{interface
} = $1;
870 foreach my $p (split (/,/, $data)) {
871 next if $p =~ m/^\s*$/;
873 if ($p =~ m/^(file|volume|cyls|heads|secs|trans|media|snapshot|cache|format|rerror|werror|backup|aio|bps|mbps|bps_rd|mbps_rd|bps_wr|mbps_wr|iops|iops_rd|iops_wr|size)=(.+)$/) {
874 my ($k, $v) = ($1, $2);
876 $k = 'file' if $k eq 'volume';
878 return undef if defined $res->{$k};
880 if ($k eq 'bps' || $k eq 'bps_rd' || $k eq 'bps_wr') {
881 return undef if !$v || $v !~ m/^\d+/;
883 $v = sprintf("%.3f", $v / (1024*1024));
887 if (!$res->{file
} && $p !~ m/=/) {
895 return undef if !$res->{file
};
897 return undef if $res->{cache
} &&
898 $res->{cache
} !~ m/^(off|none|writethrough|writeback|unsafe|directsync)$/;
899 return undef if $res->{snapshot
} && $res->{snapshot
} !~ m/^(on|off)$/;
900 return undef if $res->{cyls
} && $res->{cyls
} !~ m/^\d+$/;
901 return undef if $res->{heads
} && $res->{heads
} !~ m/^\d+$/;
902 return undef if $res->{secs
} && $res->{secs
} !~ m/^\d+$/;
903 return undef if $res->{media
} && $res->{media
} !~ m/^(disk|cdrom)$/;
904 return undef if $res->{trans
} && $res->{trans
} !~ m/^(none|lba|auto)$/;
905 return undef if $res->{format
} && $res->{format
} !~ m/^(raw|cow|qcow|qcow2|vmdk|cloop)$/;
906 return undef if $res->{rerror
} && $res->{rerror
} !~ m/^(ignore|report|stop)$/;
907 return undef if $res->{werror
} && $res->{werror
} !~ m/^(enospc|ignore|report|stop)$/;
908 return undef if $res->{backup
} && $res->{backup
} !~ m/^(yes|no)$/;
909 return undef if $res->{aio
} && $res->{aio
} !~ m/^(native|threads)$/;
912 return undef if $res->{mbps_rd
} && $res->{mbps
};
913 return undef if $res->{mbps_wr
} && $res->{mbps
};
915 return undef if $res->{mbps
} && $res->{mbps
} !~ m/^\d+(\.\d+)?$/;
916 return undef if $res->{mbps_rd
} && $res->{mbps_rd
} !~ m/^\d+(\.\d+)?$/;
917 return undef if $res->{mbps_wr
} && $res->{mbps_wr
} !~ m/^\d+(\.\d+)?$/;
919 return undef if $res->{iops_rd
} && $res->{iops
};
920 return undef if $res->{iops_wr
} && $res->{iops
};
921 return undef if $res->{iops
} && $res->{iops
} !~ m/^\d+$/;
922 return undef if $res->{iops_rd
} && $res->{iops_rd
} !~ m/^\d+$/;
923 return undef if $res->{iops_wr
} && $res->{iops_wr
} !~ m/^\d+$/;
927 return undef if !defined($res->{size
} = &$parse_size($res->{size
}));
930 if ($res->{media
} && ($res->{media
} eq 'cdrom')) {
931 return undef if $res->{snapshot
} || $res->{trans
} || $res->{format
};
932 return undef if $res->{heads
} || $res->{secs
} || $res->{cyls
};
933 return undef if $res->{interface
} eq 'virtio';
936 # rerror does not work with scsi drives
937 if ($res->{rerror
}) {
938 return undef if $res->{interface
} eq 'scsi';
944 my @qemu_drive_options = qw(heads secs cyls trans media format cache snapshot rerror werror aio iops iops_rd iops_wr);
947 my ($vmid, $drive) = @_;
950 foreach my $o (@qemu_drive_options, 'mbps', 'mbps_rd', 'mbps_wr', 'backup') {
951 $opts .= ",$o=$drive->{$o}" if $drive->{$o};
954 if ($drive->{size
}) {
955 $opts .= ",size=" . &$format_size($drive->{size
});
958 return "$drive->{file}$opts";
962 my($fh, $noerr) = @_;
965 my $SG_GET_VERSION_NUM = 0x2282;
967 my $versionbuf = "\x00" x
8;
968 my $ret = ioctl($fh, $SG_GET_VERSION_NUM, $versionbuf);
970 die "scsi ioctl SG_GET_VERSION_NUM failoed - $!\n" if !$noerr;
973 my $version = unpack("I", $versionbuf);
974 if ($version < 30000) {
975 die "scsi generic interface too old\n" if !$noerr;
979 my $buf = "\x00" x
36;
980 my $sensebuf = "\x00" x
8;
981 my $cmd = pack("C x3 C x11", 0x12, 36);
983 # see /usr/include/scsi/sg.h
984 my $sg_io_hdr_t = "i i C C s I P P P I I i P C C C C S S i I I";
986 my $packet = pack($sg_io_hdr_t, ord('S'), -3, length($cmd),
987 length($sensebuf), 0, length($buf), $buf,
988 $cmd, $sensebuf, 6000);
990 $ret = ioctl($fh, $SG_IO, $packet);
992 die "scsi ioctl SG_IO failed - $!\n" if !$noerr;
996 my @res = unpack($sg_io_hdr_t, $packet);
997 if ($res[17] || $res[18]) {
998 die "scsi ioctl SG_IO status error - $!\n" if !$noerr;
1003 ($res->{device
}, $res->{removable
}, $res->{venodor
},
1004 $res->{product
}, $res->{revision
}) = unpack("C C x6 A8 A16 A4", $buf);
1012 my $fh = IO
::File-
>new("+<$path") || return undef;
1013 my $res = scsi_inquiry
($fh, 1);
1019 sub print_drivedevice_full
{
1020 my ($storecfg, $conf, $vmid, $drive, $bridges) = @_;
1025 if ($drive->{interface
} eq 'virtio') {
1026 my $pciaddr = print_pci_addr
("$drive->{interface}$drive->{index}", $bridges);
1027 $device = "virtio-blk-pci,drive=drive-$drive->{interface}$drive->{index},id=$drive->{interface}$drive->{index}$pciaddr";
1028 } elsif ($drive->{interface
} eq 'scsi') {
1029 $maxdev = ($conf->{scsihw
} && $conf->{scsihw
} ne 'lsi') ?
256 : 7;
1030 my $controller = int($drive->{index} / $maxdev);
1031 my $unit = $drive->{index} % $maxdev;
1032 my $devicetype = 'hd';
1034 if (drive_is_cdrom
($drive)) {
1037 if ($drive->{file
} =~ m
|^/|) {
1038 $path = $drive->{file
};
1040 $path = PVE
::Storage
::path
($storecfg, $drive->{file
});
1043 if($path =~ m/^iscsi\:\/\
//){
1044 $devicetype = 'generic';
1047 $devicetype = 'block' if path_is_scsi
($path);
1051 if (!$conf->{scsihw
} || $conf->{scsihw
} eq 'lsi'){
1052 $device = "scsi-$devicetype,bus=scsihw$controller.0,scsi-id=$unit,drive=drive-$drive->{interface}$drive->{index},id=$drive->{interface}$drive->{index}" if !$conf->{scsihw
} || $conf->{scsihw
} eq 'lsi';
1054 $device = "scsi-$devicetype,bus=scsihw$controller.0,channel=0,scsi-id=0,lun=$drive->{index},drive=drive-$drive->{interface}$drive->{index},id=$drive->{interface}$drive->{index}";
1057 } elsif ($drive->{interface
} eq 'ide'){
1059 my $controller = int($drive->{index} / $maxdev);
1060 my $unit = $drive->{index} % $maxdev;
1061 my $devicetype = ($drive->{media
} && $drive->{media
} eq 'cdrom') ?
"cd" : "hd";
1063 $device = "ide-$devicetype,bus=ide.$controller,unit=$unit,drive=drive-$drive->{interface}$drive->{index},id=$drive->{interface}$drive->{index}";
1064 } elsif ($drive->{interface
} eq 'sata'){
1065 my $controller = int($drive->{index} / $MAX_SATA_DISKS);
1066 my $unit = $drive->{index} % $MAX_SATA_DISKS;
1067 $device = "ide-drive,bus=ahci$controller.$unit,drive=drive-$drive->{interface}$drive->{index},id=$drive->{interface}$drive->{index}";
1068 } elsif ($drive->{interface
} eq 'usb') {
1070 # -device ide-drive,bus=ide.1,unit=0,drive=drive-ide0-1-0,id=ide0-1-0
1072 die "unsupported interface type";
1075 $device .= ",bootindex=$drive->{bootindex}" if $drive->{bootindex
};
1080 sub print_drive_full
{
1081 my ($storecfg, $vmid, $drive) = @_;
1084 foreach my $o (@qemu_drive_options) {
1085 next if $o eq 'bootindex';
1086 $opts .= ",$o=$drive->{$o}" if $drive->{$o};
1089 foreach my $o (qw(bps bps_rd bps_wr)) {
1090 my $v = $drive->{"m$o"};
1091 $opts .= ",$o=" . int($v*1024*1024) if $v;
1094 # use linux-aio by default (qemu default is threads)
1095 $opts .= ",aio=native" if !$drive->{aio
};
1098 my $volid = $drive->{file
};
1099 if (drive_is_cdrom
($drive)) {
1100 $path = get_iso_path
($storecfg, $vmid, $volid);
1102 if ($volid =~ m
|^/|) {
1105 $path = PVE
::Storage
::path
($storecfg, $volid);
1107 if (!$drive->{cache
} && ($path =~ m
|^/dev/| || $path =~ m
|\
.raw
$|)) {
1108 $opts .= ",cache=none";
1112 my $pathinfo = $path ?
"file=$path," : '';
1114 return "${pathinfo}if=none,id=drive-$drive->{interface}$drive->{index}$opts";
1117 sub print_netdevice_full
{
1118 my ($vmid, $conf, $net, $netid, $bridges) = @_;
1120 my $bootorder = $conf->{boot
} || $confdesc->{boot
}->{default};
1122 my $device = $net->{model
};
1123 if ($net->{model
} eq 'virtio') {
1124 $device = 'virtio-net-pci';
1127 # qemu > 0.15 always try to boot from network - we disable that by
1128 # not loading the pxe rom file
1129 my $extra = ($bootorder !~ m/n/) ?
"romfile=," : '';
1130 my $pciaddr = print_pci_addr
("$netid", $bridges);
1131 my $tmpstr = "$device,${extra}mac=$net->{macaddr},netdev=$netid$pciaddr,id=$netid";
1132 $tmpstr .= ",bootindex=$net->{bootindex}" if $net->{bootindex
} ;
1136 sub print_netdev_full
{
1137 my ($vmid, $conf, $net, $netid) = @_;
1140 if ($netid =~ m/^net(\d+)$/) {
1144 die "got strange net id '$i'\n" if $i >= ${MAX_NETS
};
1146 my $ifname = "tap${vmid}i$i";
1148 # kvm uses TUNSETIFF ioctl, and that limits ifname length
1149 die "interface name '$ifname' is too long (max 15 character)\n"
1150 if length($ifname) >= 16;
1152 my $vhostparam = '';
1153 $vhostparam = ',vhost=on' if $kernel_has_vhost_net && $net->{model
} eq 'virtio';
1155 my $vmname = $conf->{name
} || "vm$vmid";
1157 if ($net->{bridge
}) {
1158 return "type=tap,id=$netid,ifname=${ifname},script=/var/lib/qemu-server/pve-bridge$vhostparam";
1160 return "type=user,id=$netid,hostname=$vmname";
1164 sub drive_is_cdrom
{
1167 return $drive && $drive->{media
} && ($drive->{media
} eq 'cdrom');
1174 return undef if !$value;
1178 if ($value =~ m/^[a-f0-9]{2}:[a-f0-9]{2}\.[a-f0-9]$/) {
1179 $res->{pciid
} = $value;
1187 # netX: e1000=XX:XX:XX:XX:XX:XX,bridge=vmbr0,rate=<mbps>
1193 foreach my $kvp (split(/,/, $data)) {
1195 if ($kvp =~ m/^(ne2k_pci|e1000|rtl8139|pcnet|virtio|ne2k_isa|i82551|i82557b|i82559er)(=([0-9a-f]{2}(:[0-9a-f]{2}){5}))?$/i) {
1197 my $mac = uc($3) || PVE
::Tools
::random_ether_addr
();
1198 $res->{model
} = $model;
1199 $res->{macaddr
} = $mac;
1200 } elsif ($kvp =~ m/^bridge=(\S+)$/) {
1201 $res->{bridge
} = $1;
1202 } elsif ($kvp =~ m/^rate=(\d+(\.\d+)?)$/) {
1204 } elsif ($kvp =~ m/^tag=(\d+)$/) {
1212 return undef if !$res->{model
};
1220 my $res = "$net->{model}";
1221 $res .= "=$net->{macaddr}" if $net->{macaddr
};
1222 $res .= ",bridge=$net->{bridge}" if $net->{bridge
};
1223 $res .= ",rate=$net->{rate}" if $net->{rate
};
1224 $res .= ",tag=$net->{tag}" if $net->{tag
};
1229 sub add_random_macs
{
1230 my ($settings) = @_;
1232 foreach my $opt (keys %$settings) {
1233 next if $opt !~ m/^net(\d+)$/;
1234 my $net = parse_net
($settings->{$opt});
1236 $settings->{$opt} = print_net
($net);
1240 sub add_unused_volume
{
1241 my ($config, $volid) = @_;
1244 for (my $ind = $MAX_UNUSED_DISKS - 1; $ind >= 0; $ind--) {
1245 my $test = "unused$ind";
1246 if (my $vid = $config->{$test}) {
1247 return if $vid eq $volid; # do not add duplicates
1253 die "To many unused volume - please delete them first.\n" if !$key;
1255 $config->{$key} = $volid;
1260 PVE
::JSONSchema
::register_format
('pve-qm-bootdisk', \
&verify_bootdisk
);
1261 sub verify_bootdisk
{
1262 my ($value, $noerr) = @_;
1264 return $value if valid_drivename
($value);
1266 return undef if $noerr;
1268 die "invalid boot disk '$value'\n";
1271 PVE
::JSONSchema
::register_format
('pve-qm-net', \
&verify_net
);
1273 my ($value, $noerr) = @_;
1275 return $value if parse_net
($value);
1277 return undef if $noerr;
1279 die "unable to parse network options\n";
1282 PVE
::JSONSchema
::register_format
('pve-qm-drive', \
&verify_drive
);
1284 my ($value, $noerr) = @_;
1286 return $value if parse_drive
(undef, $value);
1288 return undef if $noerr;
1290 die "unable to parse drive options\n";
1293 PVE
::JSONSchema
::register_format
('pve-qm-hostpci', \
&verify_hostpci
);
1294 sub verify_hostpci
{
1295 my ($value, $noerr) = @_;
1297 return $value if parse_hostpci
($value);
1299 return undef if $noerr;
1301 die "unable to parse pci id\n";
1304 PVE
::JSONSchema
::register_format
('pve-qm-watchdog', \
&verify_watchdog
);
1305 sub verify_watchdog
{
1306 my ($value, $noerr) = @_;
1308 return $value if parse_watchdog
($value);
1310 return undef if $noerr;
1312 die "unable to parse watchdog options\n";
1315 sub parse_watchdog
{
1318 return undef if !$value;
1322 foreach my $p (split(/,/, $value)) {
1323 next if $p =~ m/^\s*$/;
1325 if ($p =~ m/^(model=)?(i6300esb|ib700)$/) {
1327 } elsif ($p =~ m/^(action=)?(reset|shutdown|poweroff|pause|debug|none)$/) {
1328 $res->{action
} = $2;
1337 PVE
::JSONSchema
::register_format
('pve-qm-startup', \
&verify_startup
);
1338 sub verify_startup
{
1339 my ($value, $noerr) = @_;
1341 return $value if parse_startup
($value);
1343 return undef if $noerr;
1345 die "unable to parse startup options\n";
1351 return undef if !$value;
1355 foreach my $p (split(/,/, $value)) {
1356 next if $p =~ m/^\s*$/;
1358 if ($p =~ m/^(order=)?(\d+)$/) {
1360 } elsif ($p =~ m/^up=(\d+)$/) {
1362 } elsif ($p =~ m/^down=(\d+)$/) {
1372 sub parse_usb_device
{
1375 return undef if !$value;
1377 my @dl = split(/,/, $value);
1381 foreach my $v (@dl) {
1382 if ($v =~ m/^host=(0x)?([0-9A-Fa-f]{4}):(0x)?([0-9A-Fa-f]{4})$/) {
1384 $res->{vendorid
} = $2;
1385 $res->{productid
} = $4;
1386 } elsif ($v =~ m/^host=(\d+)\-(\d+(\.\d+)*)$/) {
1388 $res->{hostbus
} = $1;
1389 $res->{hostport
} = $2;
1394 return undef if !$found;
1399 PVE
::JSONSchema
::register_format
('pve-qm-usb-device', \
&verify_usb_device
);
1400 sub verify_usb_device
{
1401 my ($value, $noerr) = @_;
1403 return $value if parse_usb_device
($value);
1405 return undef if $noerr;
1407 die "unable to parse usb device\n";
1410 # add JSON properties for create and set function
1411 sub json_config_properties
{
1414 foreach my $opt (keys %$confdesc) {
1415 next if $opt eq 'parent' || $opt eq 'snaptime' || $opt eq 'vmstate';
1416 $prop->{$opt} = $confdesc->{$opt};
1423 my ($key, $value) = @_;
1425 die "unknown setting '$key'\n" if !$confdesc->{$key};
1427 my $type = $confdesc->{$key}->{type
};
1429 if (!defined($value)) {
1430 die "got undefined value\n";
1433 if ($value =~ m/[\n\r]/) {
1434 die "property contains a line feed\n";
1437 if ($type eq 'boolean') {
1438 return 1 if ($value eq '1') || ($value =~ m/^(on|yes|true)$/i);
1439 return 0 if ($value eq '0') || ($value =~ m/^(off|no|false)$/i);
1440 die "type check ('boolean') failed - got '$value'\n";
1441 } elsif ($type eq 'integer') {
1442 return int($1) if $value =~ m/^(\d+)$/;
1443 die "type check ('integer') failed - got '$value'\n";
1444 } elsif ($type eq 'string') {
1445 if (my $fmt = $confdesc->{$key}->{format
}) {
1446 if ($fmt eq 'pve-qm-drive') {
1447 # special case - we need to pass $key to parse_drive()
1448 my $drive = parse_drive
($key, $value);
1449 return $value if $drive;
1450 die "unable to parse drive options\n";
1452 PVE
::JSONSchema
::check_format
($fmt, $value);
1455 $value =~ s/^\"(.*)\"$/$1/;
1458 die "internal error"
1462 sub lock_config_full
{
1463 my ($vmid, $timeout, $code, @param) = @_;
1465 my $filename = config_file_lock
($vmid);
1467 my $res = lock_file
($filename, $timeout, $code, @param);
1475 my ($vmid, $code, @param) = @_;
1477 return lock_config_full
($vmid, 10, $code, @param);
1480 sub cfs_config_path
{
1481 my ($vmid, $node) = @_;
1483 $node = $nodename if !$node;
1484 return "nodes/$node/qemu-server/$vmid.conf";
1487 sub check_iommu_support
{
1488 #fixme : need to check IOMMU support
1489 #http://www.linux-kvm.org/page/How_to_assign_devices_with_VT-d_in_KVM
1497 my ($vmid, $node) = @_;
1499 my $cfspath = cfs_config_path
($vmid, $node);
1500 return "/etc/pve/$cfspath";
1503 sub config_file_lock
{
1506 return "$lock_dir/lock-$vmid.conf";
1512 my $conf = config_file
($vmid);
1513 utime undef, undef, $conf;
1517 my ($storecfg, $vmid, $keep_empty_config) = @_;
1519 my $conffile = config_file
($vmid);
1521 my $conf = load_config
($vmid);
1525 # only remove disks owned by this VM
1526 foreach_drive
($conf, sub {
1527 my ($ds, $drive) = @_;
1529 return if drive_is_cdrom
($drive);
1531 my $volid = $drive->{file
};
1532 return if !$volid || $volid =~ m
|^/|;
1534 my ($path, $owner) = PVE
::Storage
::path
($storecfg, $volid);
1535 return if !$path || !$owner || ($owner != $vmid);
1537 PVE
::Storage
::vdisk_free
($storecfg, $volid);
1540 if ($keep_empty_config) {
1541 PVE
::Tools
::file_set_contents
($conffile, "memory: 128\n");
1546 # also remove unused disk
1548 my $dl = PVE
::Storage
::vdisk_list
($storecfg, undef, $vmid);
1551 PVE
::Storage
::foreach_volid
($dl, sub {
1552 my ($volid, $sid, $volname, $d) = @_;
1553 PVE
::Storage
::vdisk_free
($storecfg, $volid);
1563 my ($vmid, $node) = @_;
1565 my $cfspath = cfs_config_path
($vmid, $node);
1567 my $conf = PVE
::Cluster
::cfs_read_file
($cfspath);
1569 die "no such VM ('$vmid')\n" if !defined($conf);
1574 sub parse_vm_config
{
1575 my ($filename, $raw) = @_;
1577 return undef if !defined($raw);
1580 digest
=> Digest
::SHA
::sha1_hex
($raw),
1584 $filename =~ m
|/qemu-server/(\d
+)\
.conf
$|
1585 || die "got strange filename '$filename'";
1592 my @lines = split(/\n/, $raw);
1593 foreach my $line (@lines) {
1594 next if $line =~ m/^\s*$/;
1596 if ($line =~ m/^\[([a-z][a-z0-9_\-]+)\]\s*$/i) {
1598 $conf->{description
} = $descr if $descr;
1600 $conf = $res->{snapshots
}->{$snapname} = {};
1604 if ($line =~ m/^\#(.*)\s*$/) {
1605 $descr .= PVE
::Tools
::decode_text
($1) . "\n";
1609 if ($line =~ m/^(description):\s*(.*\S)\s*$/) {
1610 $descr .= PVE
::Tools
::decode_text
($2);
1611 } elsif ($line =~ m/snapstate:\s*(prepare|delete)\s*$/) {
1612 $conf->{snapstate
} = $1;
1613 } elsif ($line =~ m/^(args):\s*(.*\S)\s*$/) {
1616 $conf->{$key} = $value;
1617 } elsif ($line =~ m/^([a-z][a-z_]*\d*):\s*(\S+)\s*$/) {
1620 eval { $value = check_type
($key, $value); };
1622 warn "vm $vmid - unable to parse value of '$key' - $@";
1624 my $fmt = $confdesc->{$key}->{format
};
1625 if ($fmt && $fmt eq 'pve-qm-drive') {
1626 my $v = parse_drive
($key, $value);
1627 if (my $volid = filename_to_volume_id
($vmid, $v->{file
}, $v->{media
})) {
1628 $v->{file
} = $volid;
1629 $value = print_drive
($vmid, $v);
1631 warn "vm $vmid - unable to parse value of '$key'\n";
1636 if ($key eq 'cdrom') {
1637 $conf->{ide2
} = $value;
1639 $conf->{$key} = $value;
1645 $conf->{description
} = $descr if $descr;
1647 delete $res->{snapstate
}; # just to be sure
1652 sub write_vm_config
{
1653 my ($filename, $conf) = @_;
1655 delete $conf->{snapstate
}; # just to be sure
1657 if ($conf->{cdrom
}) {
1658 die "option ide2 conflicts with cdrom\n" if $conf->{ide2
};
1659 $conf->{ide2
} = $conf->{cdrom
};
1660 delete $conf->{cdrom
};
1663 # we do not use 'smp' any longer
1664 if ($conf->{sockets
}) {
1665 delete $conf->{smp
};
1666 } elsif ($conf->{smp
}) {
1667 $conf->{sockets
} = $conf->{smp
};
1668 delete $conf->{cores
};
1669 delete $conf->{smp
};
1672 my $used_volids = {};
1674 my $cleanup_config = sub {
1677 foreach my $key (keys %$cref) {
1678 next if $key eq 'digest' || $key eq 'description' || $key eq 'snapshots' ||
1679 $key eq 'snapstate';
1680 my $value = $cref->{$key};
1681 eval { $value = check_type
($key, $value); };
1682 die "unable to parse value of '$key' - $@" if $@;
1684 $cref->{$key} = $value;
1686 if (valid_drivename
($key)) {
1687 my $drive = PVE
::QemuServer
::parse_drive
($key, $value);
1688 $used_volids->{$drive->{file
}} = 1 if $drive && $drive->{file
};
1693 &$cleanup_config($conf);
1694 foreach my $snapname (keys %{$conf->{snapshots
}}) {
1695 &$cleanup_config($conf->{snapshots
}->{$snapname});
1698 # remove 'unusedX' settings if we re-add a volume
1699 foreach my $key (keys %$conf) {
1700 my $value = $conf->{$key};
1701 if ($key =~ m/^unused/ && $used_volids->{$value}) {
1702 delete $conf->{$key};
1706 my $generate_raw_config = sub {
1711 # add description as comment to top of file
1712 my $descr = $conf->{description
} || '';
1713 foreach my $cl (split(/\n/, $descr)) {
1714 $raw .= '#' . PVE
::Tools
::encode_text
($cl) . "\n";
1717 foreach my $key (sort keys %$conf) {
1718 next if $key eq 'digest' || $key eq 'description' || $key eq 'snapshots';
1719 $raw .= "$key: $conf->{$key}\n";
1724 my $raw = &$generate_raw_config($conf);
1725 foreach my $snapname (sort keys %{$conf->{snapshots
}}) {
1726 $raw .= "\n[$snapname]\n";
1727 $raw .= &$generate_raw_config($conf->{snapshots
}->{$snapname});
1733 sub update_config_nolock
{
1734 my ($vmid, $conf, $skiplock) = @_;
1736 check_lock
($conf) if !$skiplock;
1738 my $cfspath = cfs_config_path
($vmid);
1740 PVE
::Cluster
::cfs_write_file
($cfspath, $conf);
1744 my ($vmid, $conf, $skiplock) = @_;
1746 lock_config
($vmid, &update_config_nolock
, $conf, $skiplock);
1753 # we use static defaults from our JSON schema configuration
1754 foreach my $key (keys %$confdesc) {
1755 if (defined(my $default = $confdesc->{$key}->{default})) {
1756 $res->{$key} = $default;
1760 my $conf = PVE
::Cluster
::cfs_read_file
('datacenter.cfg');
1761 $res->{keyboard
} = $conf->{keyboard
} if $conf->{keyboard
};
1767 my $vmlist = PVE
::Cluster
::get_vmlist
();
1769 return $res if !$vmlist || !$vmlist->{ids
};
1770 my $ids = $vmlist->{ids
};
1772 foreach my $vmid (keys %$ids) {
1773 my $d = $ids->{$vmid};
1774 next if !$d->{node
} || $d->{node
} ne $nodename;
1775 next if !$d->{type
} || $d->{type
} ne 'qemu';
1776 $res->{$vmid}->{exists} = 1;
1781 # test if VM uses local resources (to prevent migration)
1782 sub check_local_resources
{
1783 my ($conf, $noerr) = @_;
1787 $loc_res = 1 if $conf->{hostusb
}; # old syntax
1788 $loc_res = 1 if $conf->{hostpci
}; # old syntax
1790 foreach my $k (keys %$conf) {
1791 $loc_res = 1 if $k =~ m/^(usb|hostpci|serial|parallel)\d+$/;
1794 die "VM uses local resources\n" if $loc_res && !$noerr;
1799 # check is used storages are available on all nodes (use by migrate)
1800 sub check_storage_availability
{
1801 my ($storecfg, $conf, $node) = @_;
1803 foreach_drive
($conf, sub {
1804 my ($ds, $drive) = @_;
1806 my $volid = $drive->{file
};
1809 my ($sid, $volname) = PVE
::Storage
::parse_volume_id
($volid, 1);
1812 # check if storage is available on both nodes
1813 my $scfg = PVE
::Storage
::storage_check_node
($storecfg, $sid);
1814 PVE
::Storage
::storage_check_node
($storecfg, $sid, $node);
1821 die "VM is locked ($conf->{lock})\n" if $conf->{lock};
1825 my ($pidfile, $pid) = @_;
1827 my $fh = IO
::File-
>new("/proc/$pid/cmdline", "r");
1831 return undef if !$line;
1832 my @param = split(/\0/, $line);
1834 my $cmd = $param[0];
1835 return if !$cmd || ($cmd !~ m
|kvm
$|);
1837 for (my $i = 0; $i < scalar (@param); $i++) {
1840 if (($p eq '-pidfile') || ($p eq '--pidfile')) {
1841 my $p = $param[$i+1];
1842 return 1 if $p && ($p eq $pidfile);
1851 my ($vmid, $nocheck, $node) = @_;
1853 my $filename = config_file
($vmid, $node);
1855 die "unable to find configuration file for VM $vmid - no such machine\n"
1856 if !$nocheck && ! -f
$filename;
1858 my $pidfile = pidfile_name
($vmid);
1860 if (my $fd = IO
::File-
>new("<$pidfile")) {
1865 my $mtime = $st->mtime;
1866 if ($mtime > time()) {
1867 warn "file '$filename' modified in future\n";
1870 if ($line =~ m/^(\d+)$/) {
1872 if (check_cmdline
($pidfile, $pid)) {
1873 if (my $pinfo = PVE
::ProcFSTools
::check_process_running
($pid)) {
1885 my $vzlist = config_list
();
1887 my $fd = IO
::Dir-
>new($var_run_tmpdir) || return $vzlist;
1889 while (defined(my $de = $fd->read)) {
1890 next if $de !~ m/^(\d+)\.pid$/;
1892 next if !defined($vzlist->{$vmid});
1893 if (my $pid = check_running
($vmid)) {
1894 $vzlist->{$vmid}->{pid
} = $pid;
1902 my ($storecfg, $conf) = @_;
1904 my $bootdisk = $conf->{bootdisk
};
1905 return undef if !$bootdisk;
1906 return undef if !valid_drivename
($bootdisk);
1908 return undef if !$conf->{$bootdisk};
1910 my $drive = parse_drive
($bootdisk, $conf->{$bootdisk});
1911 return undef if !defined($drive);
1913 return undef if drive_is_cdrom
($drive);
1915 my $volid = $drive->{file
};
1916 return undef if !$volid;
1918 return $drive->{size
};
1921 my $last_proc_pid_stat;
1923 # get VM status information
1924 # This must be fast and should not block ($full == false)
1925 # We only query KVM using QMP if $full == true (this can be slow)
1927 my ($opt_vmid, $full) = @_;
1931 my $storecfg = PVE
::Storage
::config
();
1933 my $list = vzlist
();
1934 my ($uptime) = PVE
::ProcFSTools
::read_proc_uptime
(1);
1936 my $cpucount = $cpuinfo->{cpus
} || 1;
1938 foreach my $vmid (keys %$list) {
1939 next if $opt_vmid && ($vmid ne $opt_vmid);
1941 my $cfspath = cfs_config_path
($vmid);
1942 my $conf = PVE
::Cluster
::cfs_read_file
($cfspath) || {};
1945 $d->{pid
} = $list->{$vmid}->{pid
};
1947 # fixme: better status?
1948 $d->{status
} = $list->{$vmid}->{pid
} ?
'running' : 'stopped';
1950 my $size = disksize
($storecfg, $conf);
1951 if (defined($size)) {
1952 $d->{disk
} = 0; # no info available
1953 $d->{maxdisk
} = $size;
1959 $d->{cpus
} = ($conf->{sockets
} || 1) * ($conf->{cores
} || 1);
1960 $d->{cpus
} = $cpucount if $d->{cpus
} > $cpucount;
1962 $d->{name
} = $conf->{name
} || "VM $vmid";
1963 $d->{maxmem
} = $conf->{memory
} ?
$conf->{memory
}*(1024*1024) : 0;
1965 if ($conf->{balloon
}) {
1966 $d->{balloon_min
} = $conf->{balloon
}*(1024*1024);
1967 $d->{shares
} = $conf->{shares
} || 1000;
1978 $d->{diskwrite
} = 0;
1983 my $netdev = PVE
::ProcFSTools
::read_proc_net_dev
();
1984 foreach my $dev (keys %$netdev) {
1985 next if $dev !~ m/^tap([1-9]\d*)i/;
1987 my $d = $res->{$vmid};
1990 $d->{netout
} += $netdev->{$dev}->{receive
};
1991 $d->{netin
} += $netdev->{$dev}->{transmit
};
1994 my $ctime = gettimeofday
;
1996 foreach my $vmid (keys %$list) {
1998 my $d = $res->{$vmid};
1999 my $pid = $d->{pid
};
2002 my $pstat = PVE
::ProcFSTools
::read_proc_pid_stat
($pid);
2003 next if !$pstat; # not running
2005 my $used = $pstat->{utime} + $pstat->{stime
};
2007 $d->{uptime
} = int(($uptime - $pstat->{starttime
})/$cpuinfo->{user_hz
});
2009 if ($pstat->{vsize
}) {
2010 $d->{mem
} = int(($pstat->{rss
}/$pstat->{vsize
})*$d->{maxmem
});
2013 my $old = $last_proc_pid_stat->{$pid};
2015 $last_proc_pid_stat->{$pid} = {
2023 my $dtime = ($ctime - $old->{time}) * $cpucount * $cpuinfo->{user_hz
};
2025 if ($dtime > 1000) {
2026 my $dutime = $used - $old->{used
};
2028 $d->{cpu
} = (($dutime/$dtime)* $cpucount) / $d->{cpus
};
2029 $last_proc_pid_stat->{$pid} = {
2035 $d->{cpu
} = $old->{cpu
};
2039 return $res if !$full;
2041 my $qmpclient = PVE
::QMPClient-
>new();
2043 my $ballooncb = sub {
2044 my ($vmid, $resp) = @_;
2046 my $info = $resp->{'return'};
2047 return if !$info->{max_mem
};
2049 my $d = $res->{$vmid};
2051 # use memory assigned to VM
2052 $d->{maxmem
} = $info->{max_mem
};
2053 $d->{balloon
} = $info->{actual
};
2055 if (defined($info->{total_mem
}) && defined($info->{free_mem
})) {
2056 $d->{mem
} = $info->{total_mem
} - $info->{free_mem
};
2057 $d->{freemem
} = $info->{free_mem
};
2062 my $blockstatscb = sub {
2063 my ($vmid, $resp) = @_;
2064 my $data = $resp->{'return'} || [];
2065 my $totalrdbytes = 0;
2066 my $totalwrbytes = 0;
2067 for my $blockstat (@$data) {
2068 $totalrdbytes = $totalrdbytes + $blockstat->{stats
}->{rd_bytes
};
2069 $totalwrbytes = $totalwrbytes + $blockstat->{stats
}->{wr_bytes
};
2071 $res->{$vmid}->{diskread
} = $totalrdbytes;
2072 $res->{$vmid}->{diskwrite
} = $totalwrbytes;
2075 my $statuscb = sub {
2076 my ($vmid, $resp) = @_;
2078 $qmpclient->queue_cmd($vmid, $blockstatscb, 'query-blockstats');
2079 # this fails if ballon driver is not loaded, so this must be
2080 # the last commnand (following command are aborted if this fails).
2081 $qmpclient->queue_cmd($vmid, $ballooncb, 'query-balloon');
2083 my $status = 'unknown';
2084 if (!defined($status = $resp->{'return'}->{status
})) {
2085 warn "unable to get VM status\n";
2089 $res->{$vmid}->{qmpstatus
} = $resp->{'return'}->{status
};
2092 foreach my $vmid (keys %$list) {
2093 next if $opt_vmid && ($vmid ne $opt_vmid);
2094 next if !$res->{$vmid}->{pid
}; # not running
2095 $qmpclient->queue_cmd($vmid, $statuscb, 'query-status');
2098 $qmpclient->queue_execute();
2100 foreach my $vmid (keys %$list) {
2101 next if $opt_vmid && ($vmid ne $opt_vmid);
2102 $res->{$vmid}->{qmpstatus
} = $res->{$vmid}->{status
} if !$res->{$vmid}->{qmpstatus
};
2109 my ($conf, $func) = @_;
2111 foreach my $ds (keys %$conf) {
2112 next if !valid_drivename
($ds);
2114 my $drive = parse_drive
($ds, $conf->{$ds});
2117 &$func($ds, $drive);
2122 my ($conf, $func) = @_;
2126 my $test_volid = sub {
2127 my ($volid, $is_cdrom) = @_;
2131 $volhash->{$volid} = $is_cdrom || 0;
2134 PVE
::QemuServer
::foreach_drive
($conf, sub {
2135 my ($ds, $drive) = @_;
2136 &$test_volid($drive->{file
}, drive_is_cdrom
($drive));
2139 foreach my $snapname (keys %{$conf->{snapshots
}}) {
2140 my $snap = $conf->{snapshots
}->{$snapname};
2141 &$test_volid($snap->{vmstate
}, 0);
2142 PVE
::QemuServer
::foreach_drive
($snap, sub {
2143 my ($ds, $drive) = @_;
2144 &$test_volid($drive->{file
}, drive_is_cdrom
($drive));
2148 foreach my $volid (keys %$volhash) {
2149 &$func($volid, $volhash->{$volid});
2153 sub config_to_command
{
2154 my ($storecfg, $vmid, $conf, $defaults) = @_;
2157 my $globalFlags = [];
2158 my $machineFlags = [];
2163 my $kvmver = kvm_user_version
();
2164 my $vernum = 0; # unknown
2165 if ($kvmver =~ m/^(\d+)\.(\d+)$/) {
2166 $vernum = $1*1000000+$2*1000;
2167 } elsif ($kvmver =~ m/^(\d+)\.(\d+)\.(\d+)$/) {
2168 $vernum = $1*1000000+$2*1000+$3;
2171 die "detected old qemu-kvm binary ($kvmver)\n" if $vernum < 15000;
2173 my $have_ovz = -f
'/proc/vz/vestat';
2175 push @$cmd, '/usr/bin/kvm';
2177 push @$cmd, '-id', $vmid;
2181 my $qmpsocket = qmp_socket
($vmid);
2182 push @$cmd, '-chardev', "socket,id=qmp,path=$qmpsocket,server,nowait";
2183 push @$cmd, '-mon', "chardev=qmp,mode=control";
2185 my $socket = vnc_socket
($vmid);
2186 push @$cmd, '-vnc', "unix:$socket,x509,password";
2188 push @$cmd, '-pidfile' , pidfile_name
($vmid);
2190 push @$cmd, '-daemonize';
2193 for (my $i = 0; $i < $MAX_USB_DEVICES; $i++) {
2194 next if !$conf->{"usb$i"};
2197 # include usb device config
2198 push @$devices, '-readconfig', '/usr/share/qemu-server/pve-usb.cfg' if $use_usb2;
2200 # enable absolute mouse coordinates (needed by vnc)
2201 my $tablet = defined($conf->{tablet
}) ?
$conf->{tablet
} : $defaults->{tablet
};
2204 push @$devices, '-device', 'usb-tablet,bus=ehci.0,port=6';
2206 push @$devices, '-usbdevice', 'tablet';
2211 for (my $i = 0; $i < $MAX_HOSTPCI_DEVICES; $i++) {
2212 my $d = parse_hostpci
($conf->{"hostpci$i"});
2214 $pciaddr = print_pci_addr
("hostpci$i", $bridges);
2215 push @$devices, '-device', "pci-assign,host=$d->{pciid},id=hostpci$i$pciaddr";
2219 for (my $i = 0; $i < $MAX_USB_DEVICES; $i++) {
2220 my $d = parse_usb_device
($conf->{"usb$i"});
2222 if ($d->{vendorid
} && $d->{productid
}) {
2223 push @$devices, '-device', "usb-host,vendorid=0x$d->{vendorid},productid=0x$d->{productid}";
2224 } elsif (defined($d->{hostbus
}) && defined($d->{hostport
})) {
2225 push @$devices, '-device', "usb-host,hostbus=$d->{hostbus},hostport=$d->{hostport}";
2230 for (my $i = 0; $i < $MAX_SERIAL_PORTS; $i++) {
2231 if (my $path = $conf->{"serial$i"}) {
2232 die "no such serial device\n" if ! -c
$path;
2233 push @$devices, '-chardev', "tty,id=serial$i,path=$path";
2234 push @$devices, '-device', "isa-serial,chardev=serial$i";
2239 for (my $i = 0; $i < $MAX_PARALLEL_PORTS; $i++) {
2240 if (my $path = $conf->{"parallel$i"}) {
2241 die "no such parallel device\n" if ! -c
$path;
2242 push @$devices, '-chardev', "parport,id=parallel$i,path=$path";
2243 push @$devices, '-device', "isa-parallel,chardev=parallel$i";
2247 my $vmname = $conf->{name
} || "vm$vmid";
2249 push @$cmd, '-name', $vmname;
2252 $sockets = $conf->{smp
} if $conf->{smp
}; # old style - no longer iused
2253 $sockets = $conf->{sockets
} if $conf->{sockets
};
2255 my $cores = $conf->{cores
} || 1;
2257 push @$cmd, '-smp', "sockets=$sockets,cores=$cores";
2259 push @$cmd, '-cpu', $conf->{cpu
} if $conf->{cpu
};
2261 push @$cmd, '-nodefaults';
2263 my $bootorder = $conf->{boot
} || $confdesc->{boot
}->{default};
2265 my $bootindex_hash = {};
2267 foreach my $o (split(//, $bootorder)) {
2268 $bootindex_hash->{$o} = $i*100;
2272 push @$cmd, '-boot', "menu=on";
2274 push @$cmd, '-no-acpi' if defined($conf->{acpi
}) && $conf->{acpi
} == 0;
2276 push @$cmd, '-no-reboot' if defined($conf->{reboot
}) && $conf->{reboot
} == 0;
2278 my $vga = $conf->{vga
};
2280 if ($conf->{ostype
} && ($conf->{ostype
} eq 'win8' || $conf->{ostype
} eq 'win7' || $conf->{ostype
} eq 'w2k8')) {
2287 push @$cmd, '-vga', $vga if $vga; # for kvm 77 and later
2290 my $tdf = defined($conf->{tdf
}) ?
$conf->{tdf
} : $defaults->{tdf
};
2292 my $nokvm = defined($conf->{kvm
}) && $conf->{kvm
} == 0 ?
1 : 0;
2293 my $useLocaltime = $conf->{localtime};
2295 if (my $ost = $conf->{ostype
}) {
2296 # other, wxp, w2k, w2k3, w2k8, wvista, win7, win8, l24, l26
2298 if ($ost =~ m/^w/) { # windows
2299 $useLocaltime = 1 if !defined($conf->{localtime});
2301 # use time drift fix when acpi is enabled
2302 if (!(defined($conf->{acpi
}) && $conf->{acpi
} == 0)) {
2303 $tdf = 1 if !defined($conf->{tdf
});
2307 if ($ost eq 'win7' || $ost eq 'win8' || $ost eq 'w2k8' ||
2309 push @$globalFlags, 'kvm-pit.lost_tick_policy=discard';
2310 push @$cmd, '-no-hpet';
2314 push @$rtcFlags, 'driftfix=slew' if $tdf;
2317 push @$machineFlags, 'accel=tcg';
2319 die "No accelerator found!\n" if !$cpuinfo->{hvm
};
2322 if ($conf->{startdate
}) {
2323 push @$rtcFlags, "base=$conf->{startdate}";
2324 } elsif ($useLocaltime) {
2325 push @$rtcFlags, 'base=localtime';
2328 push @$cmd, '-S' if $conf->{freeze
};
2330 # set keyboard layout
2331 my $kb = $conf->{keyboard
} || $defaults->{keyboard
};
2332 push @$cmd, '-k', $kb if $kb;
2335 #my $soundhw = $conf->{soundhw} || $defaults->{soundhw};
2336 #push @$cmd, '-soundhw', 'es1370';
2337 #push @$cmd, '-soundhw', $soundhw if $soundhw;
2339 if($conf->{agent
}) {
2340 my $qgasocket = qga_socket
($vmid);
2341 my $pciaddr = print_pci_addr
("qga0", $bridges);
2342 push @$devices, '-chardev', "socket,path=$qgasocket,server,nowait,id=qga0";
2343 push @$devices, '-device', "virtio-serial,id=qga0$pciaddr";
2344 push @$devices, '-device', 'virtserialport,chardev=qga0,name=org.qemu.guest_agent.0';
2347 # enable balloon by default, unless explicitly disabled
2348 if (!defined($conf->{balloon
}) || $conf->{balloon
}) {
2349 $pciaddr = print_pci_addr
("balloon0", $bridges);
2350 push @$devices, '-device', "virtio-balloon-pci,id=balloon0$pciaddr";
2353 if ($conf->{watchdog
}) {
2354 my $wdopts = parse_watchdog
($conf->{watchdog
});
2355 $pciaddr = print_pci_addr
("watchdog", $bridges);
2356 my $watchdog = $wdopts->{model
} || 'i6300esb';
2357 push @$devices, '-device', "$watchdog$pciaddr";
2358 push @$devices, '-watchdog-action', $wdopts->{action
} if $wdopts->{action
};
2362 my $scsicontroller = {};
2363 my $ahcicontroller = {};
2364 my $scsihw = defined($conf->{scsihw
}) ?
$conf->{scsihw
} : $defaults->{scsihw
};
2366 foreach_drive
($conf, sub {
2367 my ($ds, $drive) = @_;
2369 if (PVE
::Storage
::parse_volume_id
($drive->{file
}, 1)) {
2370 push @$vollist, $drive->{file
};
2373 $use_virtio = 1 if $ds =~ m/^virtio/;
2375 if (drive_is_cdrom
($drive)) {
2376 if ($bootindex_hash->{d
}) {
2377 $drive->{bootindex
} = $bootindex_hash->{d
};
2378 $bootindex_hash->{d
} += 1;
2381 if ($bootindex_hash->{c
}) {
2382 $drive->{bootindex
} = $bootindex_hash->{c
} if $conf->{bootdisk
} && ($conf->{bootdisk
} eq $ds);
2383 $bootindex_hash->{c
} += 1;
2387 if ($drive->{interface
} eq 'scsi') {
2389 my $maxdev = ($scsihw ne 'lsi') ?
256 : 7;
2390 my $controller = int($drive->{index} / $maxdev);
2391 $pciaddr = print_pci_addr
("scsihw$controller", $bridges);
2392 push @$devices, '-device', "$scsihw,id=scsihw$controller$pciaddr" if !$scsicontroller->{$controller};
2393 $scsicontroller->{$controller}=1;
2396 if ($drive->{interface
} eq 'sata') {
2397 my $controller = int($drive->{index} / $MAX_SATA_DISKS);
2398 $pciaddr = print_pci_addr
("ahci$controller", $bridges);
2399 push @$devices, '-device', "ahci,id=ahci$controller,multifunction=on$pciaddr" if !$ahcicontroller->{$controller};
2400 $ahcicontroller->{$controller}=1;
2403 push @$devices, '-drive',print_drive_full
($storecfg, $vmid, $drive);
2404 push @$devices, '-device',print_drivedevice_full
($storecfg, $conf, $vmid, $drive, $bridges);
2407 push @$cmd, '-m', $conf->{memory
} || $defaults->{memory
};
2409 for (my $i = 0; $i < $MAX_NETS; $i++) {
2410 next if !$conf->{"net$i"};
2411 my $d = parse_net
($conf->{"net$i"});
2414 $use_virtio = 1 if $d->{model
} eq 'virtio';
2416 if ($bootindex_hash->{n
}) {
2417 $d->{bootindex
} = $bootindex_hash->{n
};
2418 $bootindex_hash->{n
} += 1;
2421 my $netdevfull = print_netdev_full
($vmid,$conf,$d,"net$i");
2422 push @$devices, '-netdev', $netdevfull;
2424 my $netdevicefull = print_netdevice_full
($vmid,$conf,$d,"net$i",$bridges);
2425 push @$devices, '-device', $netdevicefull;
2429 while (my ($k, $v) = each %$bridges) {
2430 $pciaddr = print_pci_addr
("pci.$k");
2431 unshift @$devices, '-device', "pci-bridge,id=pci.$k,chassis_nr=$k$pciaddr" if $k > 0;
2435 # hack: virtio with fairsched is unreliable, so we do not use fairsched
2436 # when the VM uses virtio devices.
2437 if (!$use_virtio && $have_ovz) {
2439 my $cpuunits = defined($conf->{cpuunits
}) ?
2440 $conf->{cpuunits
} : $defaults->{cpuunits
};
2442 push @$cmd, '-cpuunits', $cpuunits if $cpuunits;
2444 # fixme: cpulimit is currently ignored
2445 #push @$cmd, '-cpulimit', $conf->{cpulimit} if $conf->{cpulimit};
2449 if ($conf->{args
}) {
2450 my $aa = PVE
::Tools
::split_args
($conf->{args
});
2454 push @$cmd, @$devices;
2455 push @$cmd, '-rtc', join(',', @$rtcFlags)
2456 if scalar(@$rtcFlags);
2457 push @$cmd, '-machine', join(',', @$machineFlags)
2458 if scalar(@$machineFlags);
2459 push @$cmd, '-global', join(',', @$globalFlags)
2460 if scalar(@$globalFlags);
2462 return wantarray ?
($cmd, $vollist) : $cmd;
2467 return "${var_run_tmpdir}/$vmid.vnc";
2472 return "${var_run_tmpdir}/$vmid.qmp";
2477 return "${var_run_tmpdir}/$vmid.qga";
2482 return "${var_run_tmpdir}/$vmid.pid";
2485 sub next_migrate_port
{
2487 for (my $p = 60000; $p < 60010; $p++) {
2489 my $sock = IO
::Socket
::INET-
>new(Listen
=> 5,
2490 LocalAddr
=> 'localhost',
2501 die "unable to find free migration port";
2504 sub vm_devices_list
{
2507 my $res = vm_mon_cmd
($vmid, 'query-pci');
2510 foreach my $pcibus (@$res) {
2511 foreach my $device (@{$pcibus->{devices
}}) {
2512 next if !$device->{'qdev_id'};
2513 $devices->{$device->{'qdev_id'}} = $device;
2521 my ($storecfg, $conf, $vmid, $deviceid, $device) = @_;
2523 return 1 if !check_running
($vmid) || !$conf->{hotplug
};
2525 my $devices_list = vm_devices_list
($vmid);
2526 return 1 if defined($devices_list->{$deviceid});
2528 qemu_bridgeadd
($storecfg, $conf, $vmid, $deviceid); #add bridge if we need it for the device
2530 if ($deviceid =~ m/^(virtio)(\d+)$/) {
2531 return undef if !qemu_driveadd
($storecfg, $vmid, $device);
2532 my $devicefull = print_drivedevice_full
($storecfg, $conf, $vmid, $device);
2533 qemu_deviceadd
($vmid, $devicefull);
2534 if(!qemu_deviceaddverify
($vmid, $deviceid)) {
2535 qemu_drivedel
($vmid, $deviceid);
2540 if ($deviceid =~ m/^(scsihw)(\d+)$/) {
2541 my $scsihw = defined($conf->{scsihw
}) ?
$conf->{scsihw
} : "lsi";
2542 my $pciaddr = print_pci_addr
($deviceid);
2543 my $devicefull = "$scsihw,id=$deviceid$pciaddr";
2544 qemu_deviceadd
($vmid, $devicefull);
2545 return undef if(!qemu_deviceaddverify
($vmid, $deviceid));
2548 if ($deviceid =~ m/^(scsi)(\d+)$/) {
2549 return 1 if ($conf->{scsihw
} && $conf->{scsihw
} ne 'lsi'); #virtio-scsi not yet support hotplug
2550 return undef if !qemu_findorcreatescsihw
($storecfg,$conf, $vmid, $device);
2551 return undef if !qemu_driveadd
($storecfg, $vmid, $device);
2552 my $devicefull = print_drivedevice_full
($storecfg, $conf, $vmid, $device);
2553 if(!qemu_deviceadd
($vmid, $devicefull)) {
2554 qemu_drivedel
($vmid, $deviceid);
2559 if ($deviceid =~ m/^(net)(\d+)$/) {
2560 return undef if !qemu_netdevadd
($vmid, $conf, $device, $deviceid);
2561 my $netdevicefull = print_netdevice_full
($vmid, $conf, $device, $deviceid);
2562 qemu_deviceadd
($vmid, $netdevicefull);
2563 if(!qemu_deviceaddverify
($vmid, $deviceid)) {
2564 qemu_netdevdel
($vmid, $deviceid);
2569 if ($deviceid =~ m/^(pci\.)(\d+)$/) {
2571 my $pciaddr = print_pci_addr
($deviceid);
2572 my $devicefull = "pci-bridge,id=pci.$bridgeid,chassis_nr=$bridgeid$pciaddr";
2573 qemu_deviceadd
($vmid, $devicefull);
2574 return undef if !qemu_deviceaddverify
($vmid, $deviceid);
2580 sub vm_deviceunplug
{
2581 my ($vmid, $conf, $deviceid) = @_;
2583 return 1 if !check_running
($vmid) || !$conf->{hotplug
};
2585 my $devices_list = vm_devices_list
($vmid);
2586 return 1 if !defined($devices_list->{$deviceid});
2588 die "can't unplug bootdisk" if $conf->{bootdisk
} && $conf->{bootdisk
} eq $deviceid;
2590 if ($deviceid =~ m/^(virtio)(\d+)$/) {
2591 return undef if !qemu_drivedel
($vmid, $deviceid);
2592 qemu_devicedel
($vmid, $deviceid);
2593 return undef if !qemu_devicedelverify
($vmid, $deviceid);
2596 if ($deviceid =~ m/^(lsi)(\d+)$/) {
2597 return undef if !qemu_devicedel
($vmid, $deviceid);
2600 if ($deviceid =~ m/^(scsi)(\d+)$/) {
2601 return undef if !qemu_devicedel
($vmid, $deviceid);
2602 return undef if !qemu_drivedel
($vmid, $deviceid);
2605 if ($deviceid =~ m/^(net)(\d+)$/) {
2606 return undef if !qemu_netdevdel
($vmid, $deviceid);
2607 qemu_devicedel
($vmid, $deviceid);
2608 return undef if !qemu_devicedelverify
($vmid, $deviceid);
2614 sub qemu_deviceadd
{
2615 my ($vmid, $devicefull) = @_;
2617 my $ret = vm_human_monitor_command
($vmid, "device_add $devicefull");
2619 # Otherwise, if the command succeeds, no output is sent. So any non-empty string shows an error
2620 return 1 if $ret eq "";
2621 syslog
("err", "error on hotplug device : $ret");
2626 sub qemu_devicedel
{
2627 my($vmid, $deviceid) = @_;
2629 my $ret = vm_human_monitor_command
($vmid, "device_del $deviceid");
2631 return 1 if $ret eq "";
2632 syslog
("err", "detaching device $deviceid failed : $ret");
2637 my($storecfg, $vmid, $device) = @_;
2639 my $drive = print_drive_full
($storecfg, $vmid, $device);
2640 my $ret = vm_human_monitor_command
($vmid, "drive_add auto $drive");
2641 # If the command succeeds qemu prints: "OK"
2642 if ($ret !~ m/OK/s) {
2643 syslog
("err", "adding drive failed: $ret");
2650 my($vmid, $deviceid) = @_;
2652 my $ret = vm_human_monitor_command
($vmid, "drive_del drive-$deviceid");
2654 if ($ret =~ m/Device \'.*?\' not found/s) {
2655 # NB: device not found errors mean the drive was auto-deleted and we ignore the error
2657 elsif ($ret ne "") {
2658 syslog
("err", "deleting drive $deviceid failed : $ret");
2664 sub qemu_deviceaddverify
{
2665 my ($vmid,$deviceid) = @_;
2667 for (my $i = 0; $i <= 5; $i++) {
2668 my $devices_list = vm_devices_list
($vmid);
2669 return 1 if defined($devices_list->{$deviceid});
2672 syslog
("err", "error on hotplug device $deviceid");
2677 sub qemu_devicedelverify
{
2678 my ($vmid,$deviceid) = @_;
2680 #need to verify the device is correctly remove as device_del is async and empty return is not reliable
2681 for (my $i = 0; $i <= 5; $i++) {
2682 my $devices_list = vm_devices_list
($vmid);
2683 return 1 if !defined($devices_list->{$deviceid});
2686 syslog
("err", "error on hot-unplugging device $deviceid");
2690 sub qemu_findorcreatescsihw
{
2691 my ($storecfg, $conf, $vmid, $device) = @_;
2693 my $maxdev = ($conf->{scsihw
} && $conf->{scsihw
} ne 'lsi') ?
256 : 7;
2694 my $controller = int($device->{index} / $maxdev);
2695 my $scsihwid="scsihw$controller";
2696 my $devices_list = vm_devices_list
($vmid);
2698 if(!defined($devices_list->{$scsihwid})) {
2699 return undef if !vm_deviceplug
($storecfg, $conf, $vmid, $scsihwid);
2704 sub qemu_bridgeadd
{
2705 my ($storecfg, $conf, $vmid, $device) = @_;
2708 my $bridgeid = undef;
2709 print_pci_addr
($device, $bridges);
2711 while (my ($k, $v) = each %$bridges) {
2714 return if $bridgeid < 1;
2715 my $bridge = "pci.$bridgeid";
2716 my $devices_list = vm_devices_list
($vmid);
2718 if(!defined($devices_list->{$bridge})) {
2719 return undef if !vm_deviceplug
($storecfg, $conf, $vmid, $bridge);
2724 sub qemu_netdevadd
{
2725 my ($vmid, $conf, $device, $deviceid) = @_;
2727 my $netdev = print_netdev_full
($vmid, $conf, $device, $deviceid);
2728 my $ret = vm_human_monitor_command
($vmid, "netdev_add $netdev");
2731 #if the command succeeds, no output is sent. So any non-empty string shows an error
2732 return 1 if $ret eq "";
2733 syslog
("err", "adding netdev failed: $ret");
2737 sub qemu_netdevdel
{
2738 my ($vmid, $deviceid) = @_;
2740 my $ret = vm_human_monitor_command
($vmid, "netdev_del $deviceid");
2742 #if the command succeeds, no output is sent. So any non-empty string shows an error
2743 return 1 if $ret eq "";
2744 syslog
("err", "deleting netdev failed: $ret");
2748 sub qemu_block_set_io_throttle
{
2749 my ($vmid, $deviceid, $bps, $bps_rd, $bps_wr, $iops, $iops_rd, $iops_wr) = @_;
2751 return if !check_running
($vmid) ;
2754 $bps_rd = 0 if !$bps_rd;
2755 $bps_wr = 0 if !$bps_wr;
2756 $iops = 0 if !$iops;
2757 $iops_rd = 0 if !$iops_rd;
2758 $iops_wr = 0 if !$iops_wr;
2760 vm_mon_cmd
($vmid, "block_set_io_throttle", device
=> $deviceid, bps
=> int($bps), bps_rd
=> int($bps_rd), bps_wr
=> int($bps_wr), iops
=> int($iops), iops_rd
=> int($iops_rd), iops_wr
=> int($iops_wr));
2764 # old code, only used to shutdown old VM after update
2766 my ($fh, $timeout) = @_;
2768 my $sel = new IO
::Select
;
2775 while (scalar (@ready = $sel->can_read($timeout))) {
2777 if ($count = $fh->sysread($buf, 8192)) {
2778 if ($buf =~ /^(.*)\(qemu\) $/s) {
2785 if (!defined($count)) {
2792 die "monitor read timeout\n" if !scalar(@ready);
2797 # old code, only used to shutdown old VM after update
2798 sub vm_monitor_command
{
2799 my ($vmid, $cmdstr, $nocheck) = @_;
2804 die "VM $vmid not running\n" if !check_running
($vmid, $nocheck);
2806 my $sname = "${var_run_tmpdir}/$vmid.mon";
2808 my $sock = IO
::Socket
::UNIX-
>new( Peer
=> $sname ) ||
2809 die "unable to connect to VM $vmid socket - $!\n";
2813 # hack: migrate sometime blocks the monitor (when migrate_downtime
2815 if ($cmdstr =~ m/^(info\s+migrate|migrate\s)/) {
2816 $timeout = 60*60; # 1 hour
2820 my $data = __read_avail
($sock, $timeout);
2822 if ($data !~ m/^QEMU\s+(\S+)\s+monitor\s/) {
2823 die "got unexpected qemu monitor banner\n";
2826 my $sel = new IO
::Select
;
2829 if (!scalar(my @ready = $sel->can_write($timeout))) {
2830 die "monitor write error - timeout";
2833 my $fullcmd = "$cmdstr\r";
2835 # syslog('info', "VM $vmid monitor command: $cmdstr");
2838 if (!($b = $sock->syswrite($fullcmd)) || ($b != length($fullcmd))) {
2839 die "monitor write error - $!";
2842 return if ($cmdstr eq 'q') || ($cmdstr eq 'quit');
2846 if ($cmdstr =~ m/^(info\s+migrate|migrate\s)/) {
2847 $timeout = 60*60; # 1 hour
2848 } elsif ($cmdstr =~ m/^(eject|change)/) {
2849 $timeout = 60; # note: cdrom mount command is slow
2851 if ($res = __read_avail
($sock, $timeout)) {
2853 my @lines = split("\r?\n", $res);
2855 shift @lines if $lines[0] !~ m/^unknown command/; # skip echo
2857 $res = join("\n", @lines);
2865 syslog
("err", "VM $vmid monitor command failed - $err");
2872 sub qemu_block_resize
{
2873 my ($vmid, $deviceid, $storecfg, $volid, $size) = @_;
2875 my $running = PVE
::QemuServer
::check_running
($vmid);
2877 return if !PVE
::Storage
::volume_resize
($storecfg, $volid, $size, $running);
2879 return if !$running;
2881 vm_mon_cmd
($vmid, "block_resize", device
=> $deviceid, size
=> int($size));
2885 sub qemu_volume_snapshot
{
2886 my ($vmid, $deviceid, $storecfg, $volid, $snap) = @_;
2888 my $running = PVE
::QemuServer
::check_running
($vmid);
2890 return if !PVE
::Storage
::volume_snapshot
($storecfg, $volid, $snap, $running);
2892 return if !$running;
2894 vm_mon_cmd
($vmid, "snapshot-drive", device
=> $deviceid, name
=> $snap);
2898 sub qemu_volume_snapshot_delete
{
2899 my ($vmid, $deviceid, $storecfg, $volid, $snap) = @_;
2901 my $running = PVE
::QemuServer
::check_running
($vmid);
2903 return if !PVE
::Storage
::volume_snapshot_delete
($storecfg, $volid, $snap, $running);
2905 return if !$running;
2907 vm_mon_cmd
($vmid, "delete-drive-snapshot", device
=> $deviceid, name
=> $snap);
2913 #need to impplement call to qemu-ga
2916 sub qga_unfreezefs
{
2919 #need to impplement call to qemu-ga
2923 my ($storecfg, $vmid, $statefile, $skiplock, $migratedfrom, $paused) = @_;
2925 lock_config
($vmid, sub {
2926 my $conf = load_config
($vmid, $migratedfrom);
2928 check_lock
($conf) if !$skiplock;
2930 die "VM $vmid already running\n" if check_running
($vmid, undef, $migratedfrom);
2932 my $defaults = load_defaults
();
2934 # set environment variable useful inside network script
2935 $ENV{PVE_MIGRATED_FROM
} = $migratedfrom if $migratedfrom;
2937 my ($cmd, $vollist) = config_to_command
($storecfg, $vmid, $conf, $defaults);
2939 my $migrate_port = 0;
2942 if ($statefile eq 'tcp') {
2943 $migrate_port = next_migrate_port
();
2944 my $migrate_uri = "tcp:localhost:${migrate_port}";
2945 push @$cmd, '-incoming', $migrate_uri;
2948 push @$cmd, '-loadstate', $statefile;
2955 for (my $i = 0; $i < $MAX_HOSTPCI_DEVICES; $i++) {
2956 my $d = parse_hostpci
($conf->{"hostpci$i"});
2958 my $info = pci_device_info
("0000:$d->{pciid}");
2959 die "IOMMU not present\n" if !check_iommu_support
();
2960 die "no pci device info for device '$d->{pciid}'\n" if !$info;
2961 die "can't unbind pci device '$d->{pciid}'\n" if !pci_dev_bind_to_stub
($info);
2962 die "can't reset pci device '$d->{pciid}'\n" if !pci_dev_reset
($info);
2965 PVE
::Storage
::activate_volumes
($storecfg, $vollist);
2967 eval { run_command
($cmd, timeout
=> $statefile ?
undef : 30,
2970 die "start failed: $err" if $err;
2972 print "migration listens on port $migrate_port\n" if $migrate_port;
2974 if ($statefile && $statefile ne 'tcp') {
2975 eval { vm_mon_cmd_nocheck
($vmid, "cont"); };
2980 my $capabilities = {};
2981 $capabilities->{capability
} = "xbzrle";
2982 $capabilities->{state} = JSON
::true
;
2983 eval { PVE
::QemuServer
::vm_mon_cmd_nocheck
($vmid, "migrate-set-capabilities", capabilities
=> [$capabilities]); };
2986 # fixme: how do we handle that on migration?
2988 if (!defined($conf->{balloon
}) || $conf->{balloon
}) {
2989 vm_mon_cmd_nocheck
($vmid, "balloon", value
=> $conf->{balloon
}*1024*1024)
2990 if $conf->{balloon
};
2991 vm_mon_cmd_nocheck
($vmid, 'qom-set',
2992 path
=> "machine/peripheral/balloon0",
2993 property
=> "stats-polling-interval",
3000 my ($vmid, $execute, %params) = @_;
3002 my $cmd = { execute
=> $execute, arguments
=> \
%params };
3003 vm_qmp_command
($vmid, $cmd);
3006 sub vm_mon_cmd_nocheck
{
3007 my ($vmid, $execute, %params) = @_;
3009 my $cmd = { execute
=> $execute, arguments
=> \
%params };
3010 vm_qmp_command
($vmid, $cmd, 1);
3013 sub vm_qmp_command
{
3014 my ($vmid, $cmd, $nocheck) = @_;
3019 if ($cmd->{arguments
} && $cmd->{arguments
}->{timeout
}) {
3020 $timeout = $cmd->{arguments
}->{timeout
};
3021 delete $cmd->{arguments
}->{timeout
};
3025 die "VM $vmid not running\n" if !check_running
($vmid, $nocheck);
3026 my $sname = PVE
::QemuServer
::qmp_socket
($vmid);
3028 my $qmpclient = PVE
::QMPClient-
>new();
3030 $res = $qmpclient->cmd($vmid, $cmd, $timeout);
3031 } elsif (-e
"${var_run_tmpdir}/$vmid.mon") {
3032 die "can't execute complex command on old monitor - stop/start your vm to fix the problem\n"
3033 if scalar(%{$cmd->{arguments
}});
3034 vm_monitor_command
($vmid, $cmd->{execute
}, $nocheck);
3036 die "unable to open monitor socket\n";
3040 syslog
("err", "VM $vmid qmp command failed - $err");
3047 sub vm_human_monitor_command
{
3048 my ($vmid, $cmdline) = @_;
3053 execute
=> 'human-monitor-command',
3054 arguments
=> { 'command-line' => $cmdline},
3057 return vm_qmp_command
($vmid, $cmd);
3060 sub vm_commandline
{
3061 my ($storecfg, $vmid) = @_;
3063 my $conf = load_config
($vmid);
3065 my $defaults = load_defaults
();
3067 my $cmd = config_to_command
($storecfg, $vmid, $conf, $defaults);
3069 return join(' ', @$cmd);
3073 my ($vmid, $skiplock) = @_;
3075 lock_config
($vmid, sub {
3077 my $conf = load_config
($vmid);
3079 check_lock
($conf) if !$skiplock;
3081 vm_mon_cmd
($vmid, "system_reset");
3085 sub get_vm_volumes
{
3089 foreach_volid
($conf, sub {
3090 my ($volid, $is_cdrom) = @_;
3092 return if $volid =~ m
|^/|;
3094 my ($sid, $volname) = PVE
::Storage
::parse_volume_id
($volid, 1);
3097 push @$vollist, $volid;
3103 sub vm_stop_cleanup
{
3104 my ($storecfg, $vmid, $conf, $keepActive) = @_;
3107 fairsched_rmnod
($vmid); # try to destroy group
3110 my $vollist = get_vm_volumes
($conf);
3111 PVE
::Storage
::deactivate_volumes
($storecfg, $vollist);
3114 foreach my $ext (qw(mon qmp pid vnc qga)) {
3115 unlink "/var/run/qemu-server/${vmid}.$ext";
3118 warn $@ if $@; # avoid errors - just warn
3121 # Note: use $nockeck to skip tests if VM configuration file exists.
3122 # We need that when migration VMs to other nodes (files already moved)
3123 # Note: we set $keepActive in vzdump stop mode - volumes need to stay active
3125 my ($storecfg, $vmid, $skiplock, $nocheck, $timeout, $shutdown, $force, $keepActive, $migratedfrom) = @_;
3127 $force = 1 if !defined($force) && !$shutdown;
3130 my $pid = check_running
($vmid, $nocheck, $migratedfrom);
3131 kill 15, $pid if $pid;
3132 my $conf = load_config
($vmid, $migratedfrom);
3133 vm_stop_cleanup
($storecfg, $vmid, $conf, $keepActive);
3137 lock_config
($vmid, sub {
3139 my $pid = check_running
($vmid, $nocheck);
3144 $conf = load_config
($vmid);
3145 check_lock
($conf) if !$skiplock;
3146 if (!defined($timeout) && $shutdown && $conf->{startup
}) {
3147 my $opts = parse_startup
($conf->{startup
});
3148 $timeout = $opts->{down
} if $opts->{down
};
3152 $timeout = 60 if !defined($timeout);
3156 $nocheck ? vm_mon_cmd_nocheck
($vmid, "system_powerdown") : vm_mon_cmd
($vmid, "system_powerdown");
3159 $nocheck ? vm_mon_cmd_nocheck
($vmid, "quit") : vm_mon_cmd
($vmid, "quit");
3166 while (($count < $timeout) && check_running
($vmid, $nocheck)) {
3171 if ($count >= $timeout) {
3173 warn "VM still running - terminating now with SIGTERM\n";
3176 die "VM quit/powerdown failed - got timeout\n";
3179 vm_stop_cleanup
($storecfg, $vmid, $conf, $keepActive) if $conf;
3184 warn "VM quit/powerdown failed - terminating now with SIGTERM\n";
3187 die "VM quit/powerdown failed\n";
3195 while (($count < $timeout) && check_running
($vmid, $nocheck)) {
3200 if ($count >= $timeout) {
3201 warn "VM still running - terminating now with SIGKILL\n";
3206 vm_stop_cleanup
($storecfg, $vmid, $conf, $keepActive) if $conf;
3211 my ($vmid, $skiplock) = @_;
3213 lock_config
($vmid, sub {
3215 my $conf = load_config
($vmid);
3217 check_lock
($conf) if !$skiplock;
3219 vm_mon_cmd
($vmid, "stop");
3224 my ($vmid, $skiplock) = @_;
3226 lock_config
($vmid, sub {
3228 my $conf = load_config
($vmid);
3230 check_lock
($conf) if !$skiplock;
3232 vm_mon_cmd
($vmid, "cont");
3237 my ($vmid, $skiplock, $key) = @_;
3239 lock_config
($vmid, sub {
3241 my $conf = load_config
($vmid);
3243 # there is no qmp command, so we use the human monitor command
3244 vm_human_monitor_command
($vmid, "sendkey $key");
3249 my ($storecfg, $vmid, $skiplock) = @_;
3251 lock_config
($vmid, sub {
3253 my $conf = load_config
($vmid);
3255 check_lock
($conf) if !$skiplock;
3257 if (!check_running
($vmid)) {
3258 fairsched_rmnod
($vmid); # try to destroy group
3259 destroy_vm
($storecfg, $vmid);
3261 die "VM $vmid is running - destroy failed\n";
3269 my ($filename, $buf) = @_;
3271 my $fh = IO
::File-
>new($filename, "w");
3272 return undef if !$fh;
3274 my $res = print $fh $buf;
3281 sub pci_device_info
{
3286 return undef if $name !~ m/^([a-f0-9]{4}):([a-f0-9]{2}):([a-f0-9]{2})\.([a-f0-9])$/;
3287 my ($domain, $bus, $slot, $func) = ($1, $2, $3, $4);
3289 my $irq = file_read_firstline
("$pcisysfs/devices/$name/irq");
3290 return undef if !defined($irq) || $irq !~ m/^\d+$/;
3292 my $vendor = file_read_firstline
("$pcisysfs/devices/$name/vendor");
3293 return undef if !defined($vendor) || $vendor !~ s/^0x//;
3295 my $product = file_read_firstline
("$pcisysfs/devices/$name/device");
3296 return undef if !defined($product) || $product !~ s/^0x//;
3301 product
=> $product,
3307 has_fl_reset
=> -f
"$pcisysfs/devices/$name/reset" || 0,
3316 my $name = $dev->{name
};
3318 my $fn = "$pcisysfs/devices/$name/reset";
3320 return file_write
($fn, "1");
3323 sub pci_dev_bind_to_stub
{
3326 my $name = $dev->{name
};
3328 my $testdir = "$pcisysfs/drivers/pci-stub/$name";
3329 return 1 if -d
$testdir;
3331 my $data = "$dev->{vendor} $dev->{product}";
3332 return undef if !file_write
("$pcisysfs/drivers/pci-stub/new_id", $data);
3334 my $fn = "$pcisysfs/devices/$name/driver/unbind";
3335 if (!file_write
($fn, $name)) {
3336 return undef if -f
$fn;
3339 $fn = "$pcisysfs/drivers/pci-stub/bind";
3340 if (! -d
$testdir) {
3341 return undef if !file_write
($fn, $name);
3347 sub print_pci_addr
{
3348 my ($id, $bridges) = @_;
3352 #addr1 : ide,parallel,serial (motherboard)
3353 #addr2 : first videocard
3354 balloon0
=> { bus
=> 0, addr
=> 3 },
3355 watchdog
=> { bus
=> 0, addr
=> 4 },
3356 scsihw0
=> { bus
=> 0, addr
=> 5 },
3357 scsihw1
=> { bus
=> 0, addr
=> 6 },
3358 ahci0
=> { bus
=> 0, addr
=> 7 },
3359 qga0
=> { bus
=> 0, addr
=> 8 },
3360 virtio0
=> { bus
=> 0, addr
=> 10 },
3361 virtio1
=> { bus
=> 0, addr
=> 11 },
3362 virtio2
=> { bus
=> 0, addr
=> 12 },
3363 virtio3
=> { bus
=> 0, addr
=> 13 },
3364 virtio4
=> { bus
=> 0, addr
=> 14 },
3365 virtio5
=> { bus
=> 0, addr
=> 15 },
3366 hostpci0
=> { bus
=> 0, addr
=> 16 },
3367 hostpci1
=> { bus
=> 0, addr
=> 17 },
3368 net0
=> { bus
=> 0, addr
=> 18 },
3369 net1
=> { bus
=> 0, addr
=> 19 },
3370 net2
=> { bus
=> 0, addr
=> 20 },
3371 net3
=> { bus
=> 0, addr
=> 21 },
3372 net4
=> { bus
=> 0, addr
=> 22 },
3373 net5
=> { bus
=> 0, addr
=> 23 },
3374 #addr29 : usb-host (pve-usb.cfg)
3375 'pci.1' => { bus
=> 0, addr
=> 30 },
3376 'pci.2' => { bus
=> 0, addr
=> 31 },
3377 'net6' => { bus
=> 1, addr
=> 1 },
3378 'net7' => { bus
=> 1, addr
=> 2 },
3379 'net8' => { bus
=> 1, addr
=> 3 },
3380 'net9' => { bus
=> 1, addr
=> 4 },
3381 'net10' => { bus
=> 1, addr
=> 5 },
3382 'net11' => { bus
=> 1, addr
=> 6 },
3383 'net12' => { bus
=> 1, addr
=> 7 },
3384 'net13' => { bus
=> 1, addr
=> 8 },
3385 'net14' => { bus
=> 1, addr
=> 9 },
3386 'net15' => { bus
=> 1, addr
=> 10 },
3387 'net16' => { bus
=> 1, addr
=> 11 },
3388 'net17' => { bus
=> 1, addr
=> 12 },
3389 'net18' => { bus
=> 1, addr
=> 13 },
3390 'net19' => { bus
=> 1, addr
=> 14 },
3391 'net20' => { bus
=> 1, addr
=> 15 },
3392 'net21' => { bus
=> 1, addr
=> 16 },
3393 'net22' => { bus
=> 1, addr
=> 17 },
3394 'net23' => { bus
=> 1, addr
=> 18 },
3395 'net24' => { bus
=> 1, addr
=> 19 },
3396 'net25' => { bus
=> 1, addr
=> 20 },
3397 'net26' => { bus
=> 1, addr
=> 21 },
3398 'net27' => { bus
=> 1, addr
=> 22 },
3399 'net28' => { bus
=> 1, addr
=> 23 },
3400 'net29' => { bus
=> 1, addr
=> 24 },
3401 'net30' => { bus
=> 1, addr
=> 25 },
3402 'net31' => { bus
=> 1, addr
=> 26 },
3403 'virtio6' => { bus
=> 2, addr
=> 1 },
3404 'virtio7' => { bus
=> 2, addr
=> 2 },
3405 'virtio8' => { bus
=> 2, addr
=> 3 },
3406 'virtio9' => { bus
=> 2, addr
=> 4 },
3407 'virtio10' => { bus
=> 2, addr
=> 5 },
3408 'virtio11' => { bus
=> 2, addr
=> 6 },
3409 'virtio12' => { bus
=> 2, addr
=> 7 },
3410 'virtio13' => { bus
=> 2, addr
=> 8 },
3411 'virtio14' => { bus
=> 2, addr
=> 9 },
3412 'virtio15' => { bus
=> 2, addr
=> 10 },
3415 if (defined($devices->{$id}->{bus
}) && defined($devices->{$id}->{addr
})) {
3416 my $addr = sprintf("0x%x", $devices->{$id}->{addr
});
3417 my $bus = $devices->{$id}->{bus
};
3418 $res = ",bus=pci.$bus,addr=$addr";
3419 $bridges->{$bus} = 1 if $bridges;
3425 # vzdump restore implementaion
3427 sub archive_read_firstfile
{
3428 my $archive = shift;
3430 die "ERROR: file '$archive' does not exist\n" if ! -f
$archive;
3432 # try to detect archive type first
3433 my $pid = open (TMP
, "tar tf '$archive'|") ||
3434 die "unable to open file '$archive'\n";
3435 my $firstfile = <TMP
>;
3439 die "ERROR: archive contaions no data\n" if !$firstfile;
3445 sub restore_cleanup
{
3446 my $statfile = shift;
3448 print STDERR
"starting cleanup\n";
3450 if (my $fd = IO
::File-
>new($statfile, "r")) {
3451 while (defined(my $line = <$fd>)) {
3452 if ($line =~ m/vzdump:([^\s:]*):(\S+)$/) {
3455 if ($volid =~ m
|^/|) {
3456 unlink $volid || die 'unlink failed\n';
3458 my $cfg = cfs_read_file
('storage.cfg');
3459 PVE
::Storage
::vdisk_free
($cfg, $volid);
3461 print STDERR
"temporary volume '$volid' sucessfuly removed\n";
3463 print STDERR
"unable to cleanup '$volid' - $@" if $@;
3465 print STDERR
"unable to parse line in statfile - $line";
3472 sub restore_archive
{
3473 my ($archive, $vmid, $user, $opts) = @_;
3475 my $format = $opts->{format
};
3478 if ($archive =~ m/\.tgz$/ || $archive =~ m/\.tar\.gz$/) {
3479 $format = 'tar' if !$format;
3481 } elsif ($archive =~ m/\.tar$/) {
3482 $format = 'tar' if !$format;
3483 } elsif ($archive =~ m/.tar.lzo$/) {
3484 $format = 'tar' if !$format;
3486 } elsif ($archive =~ m/\.vma$/) {
3487 $format = 'vma' if !$format;
3488 } elsif ($archive =~ m/\.vma\.gz$/) {
3489 $format = 'vma' if !$format;
3491 } elsif ($archive =~ m/\.vma\.lzo$/) {
3492 $format = 'vma' if !$format;
3495 $format = 'vma' if !$format; # default
3498 # try to detect archive format
3499 if ($format eq 'tar') {
3500 return restore_tar_archive
($archive, $vmid, $user, $opts);
3502 return restore_vma_archive
($archive, $vmid, $user, $opts, $comp);
3506 sub restore_update_config_line
{
3507 my ($outfd, $cookie, $vmid, $map, $line, $unique) = @_;
3509 return if $line =~ m/^\#qmdump\#/;
3510 return if $line =~ m/^\#vzdump\#/;
3511 return if $line =~ m/^lock:/;
3512 return if $line =~ m/^unused\d+:/;
3513 return if $line =~ m/^parent:/;
3515 if (($line =~ m/^(vlan(\d+)):\s*(\S+)\s*$/)) {
3516 # try to convert old 1.X settings
3517 my ($id, $ind, $ethcfg) = ($1, $2, $3);
3518 foreach my $devconfig (PVE
::Tools
::split_list
($ethcfg)) {
3519 my ($model, $macaddr) = split(/\=/, $devconfig);
3520 $macaddr = PVE
::Tools
::random_ether_addr
() if !$macaddr || $unique;
3523 bridge
=> "vmbr$ind",
3524 macaddr
=> $macaddr,
3526 my $netstr = print_net
($net);
3528 print $outfd "net$cookie->{netcount}: $netstr\n";
3529 $cookie->{netcount
}++;
3531 } elsif (($line =~ m/^(net\d+):\s*(\S+)\s*$/) && $unique) {
3532 my ($id, $netstr) = ($1, $2);
3533 my $net = parse_net
($netstr);
3534 $net->{macaddr
} = PVE
::Tools
::random_ether_addr
() if $net->{macaddr
};
3535 $netstr = print_net
($net);
3536 print $outfd "$id: $netstr\n";
3537 } elsif ($line =~ m/^((ide|scsi|virtio|sata)\d+):\s*(\S+)\s*$/) {
3540 if ($line =~ m/backup=no/) {
3541 print $outfd "#$line";
3542 } elsif ($virtdev && $map->{$virtdev}) {
3543 my $di = PVE
::QemuServer
::parse_drive
($virtdev, $value);
3544 $di->{file
} = $map->{$virtdev};
3545 $value = PVE
::QemuServer
::print_drive
($vmid, $di);
3546 print $outfd "$virtdev: $value\n";
3556 my ($cfg, $vmid) = @_;
3558 my $info = PVE
::Storage
::vdisk_list
($cfg, undef, $vmid);
3560 my $volid_hash = {};
3561 foreach my $storeid (keys %$info) {
3562 foreach my $item (@{$info->{$storeid}}) {
3563 next if !($item->{volid
} && $item->{size
});
3564 $volid_hash->{$item->{volid
}} = $item;
3571 sub update_disksize
{
3572 my ($vmid, $conf, $volid_hash) = @_;
3579 foreach my $opt (keys %$conf) {
3580 if (PVE
::QemuServer
::valid_drivename
($opt)) {
3581 my $drive = PVE
::QemuServer
::parse_drive
($opt, $conf->{$opt});
3582 my $volid = $drive->{file
};
3585 $used->{$volid} = 1;
3587 next if PVE
::QemuServer
::drive_is_cdrom
($drive);
3588 next if !$volid_hash->{$volid};
3590 $drive->{size
} = $volid_hash->{$volid}->{size
};
3592 $conf->{$opt} = PVE
::QemuServer
::print_drive
($vmid, $drive);
3596 foreach my $volid (sort keys %$volid_hash) {
3597 next if $volid =~ m/vm-$vmid-state-/;
3598 next if $used->{$volid};
3600 PVE
::QemuServer
::add_unused_volume
($conf, $volid);
3607 my ($vmid, $nolock) = @_;
3609 my $cfg = PVE
::Cluster
::cfs_read_file
("storage.cfg");
3611 my $volid_hash = scan_volids
($cfg, $vmid);
3613 my $updatefn = sub {
3616 my $conf = PVE
::QemuServer
::load_config
($vmid);
3618 PVE
::QemuServer
::check_lock
($conf);
3620 my $changes = PVE
::QemuServer
::update_disksize
($vmid, $conf, $volid_hash);
3622 PVE
::QemuServer
::update_config_nolock
($vmid, $conf, 1) if $changes;
3625 if (defined($vmid)) {
3629 PVE
::QemuServer
::lock_config
($vmid, $updatefn, $vmid);
3632 my $vmlist = config_list
();
3633 foreach my $vmid (keys %$vmlist) {
3637 PVE
::QemuServer
::lock_config
($vmid, $updatefn, $vmid);
3643 sub restore_vma_archive
{
3644 my ($archive, $vmid, $user, $opts, $comp) = @_;
3646 my $input = $archive eq '-' ?
"<&STDIN" : undef;
3647 my $readfrom = $archive;
3652 my $qarchive = PVE
::Tools
::shellquote
($archive);
3653 if ($comp eq 'gzip') {
3654 $uncomp = "zcat $qarchive|";
3655 } elsif ($comp eq 'lzop') {
3656 $uncomp = "lzop -d -c $qarchive|";
3658 die "unknown compression method '$comp'\n";
3663 my $tmpdir = "/var/tmp/vzdumptmp$$";
3666 # disable interrupts (always do cleanups)
3667 local $SIG{INT
} = $SIG{TERM
} = $SIG{QUIT
} = $SIG{HUP
} = sub {
3668 warn "got interrupt - ignored\n";
3671 my $mapfifo = "/var/tmp/vzdumptmp$$.fifo";
3672 POSIX
::mkfifo
($mapfifo, 0600);
3675 my $openfifo = sub {
3676 open($fifofh, '>', $mapfifo) || die $!;
3679 my $cmd = "${uncomp}vma extract -v -r $mapfifo $readfrom $tmpdir";
3686 my $rpcenv = PVE
::RPCEnvironment
::get
();
3688 my $conffile = PVE
::QemuServer
::config_file
($vmid);
3689 my $tmpfn = "$conffile.$$.tmp";
3691 my $print_devmap = sub {
3692 my $virtdev_hash = {};
3694 my $cfgfn = "$tmpdir/qemu-server.conf";
3696 # we can read the config - that is already extracted
3697 my $fh = IO
::File-
>new($cfgfn, "r") ||
3698 "unable to read qemu-server.conf - $!\n";
3700 while (defined(my $line = <$fh>)) {
3701 if ($line =~ m/^\#qmdump\#map:(\S+):(\S+):(\S*):(\S*):$/) {
3702 my ($virtdev, $devname, $storeid, $format) = ($1, $2, $3, $4);
3703 die "archive does not contain data for drive '$virtdev'\n"
3704 if !$devinfo->{$devname};
3705 if (defined($opts->{storage
})) {
3706 $storeid = $opts->{storage
} || 'local';
3707 } elsif (!$storeid) {
3710 $format = 'raw' if !$format;
3711 $devinfo->{$devname}->{devname
} = $devname;
3712 $devinfo->{$devname}->{virtdev
} = $virtdev;
3713 $devinfo->{$devname}->{format
} = $format;
3714 $devinfo->{$devname}->{storeid
} = $storeid;
3716 # check permission on storage
3717 my $pool = $opts->{pool
}; # todo: do we need that?
3718 if ($user ne 'root@pam') {
3719 $rpcenv->check($user, "/storage/$storeid", ['Datastore.AllocateSpace']);
3722 $virtdev_hash->{$virtdev} = $devinfo->{$devname};
3726 foreach my $devname (keys %$devinfo) {
3727 die "found no device mapping information for device '$devname'\n"
3728 if !$devinfo->{$devname}->{virtdev
};
3732 my $cfg = cfs_read_file
('storage.cfg');
3733 foreach my $virtdev (sort keys %$virtdev_hash) {
3734 my $d = $virtdev_hash->{$virtdev};
3735 my $alloc_size = int(($d->{size
} + 1024 - 1)/1024);
3736 my $scfg = PVE
::Storage
::storage_config
($cfg, $d->{storeid
});
3737 my $volid = PVE
::Storage
::vdisk_alloc
($cfg, $d->{storeid
}, $vmid,
3738 $d->{format
}, undef, $alloc_size);
3739 print STDERR
"new volume ID is '$volid'\n";
3740 $d->{volid
} = $volid;
3741 my $path = PVE
::Storage
::path
($cfg, $volid);
3743 my $write_zeros = 1;
3744 # fixme: what other storages types initialize volumes with zero?
3745 if ($scfg->{type
} eq 'dir' || $scfg->{type
} eq 'nfs') {
3749 print $fifofh "${write_zeros}:$d->{devname}=$path\n";
3751 print "map '$d->{devname}' to '$path' (write zeros = ${write_zeros})\n";
3752 $map->{$virtdev} = $volid;
3755 $fh->seek(0, 0) || die "seek failed - $!\n";
3757 my $outfd = new IO
::File
($tmpfn, "w") ||
3758 die "unable to write config for VM $vmid\n";
3760 my $cookie = { netcount
=> 0 };
3761 while (defined(my $line = <$fh>)) {
3762 restore_update_config_line
($outfd, $cookie, $vmid, $map, $line, $opts->{unique
});
3771 local $SIG{INT
} = $SIG{TERM
} = $SIG{QUIT
} = $SIG{HUP
} = $SIG{PIPE
} = sub {
3772 die "interrupted by signal\n";
3774 local $SIG{ALRM
} = sub { die "got timeout\n"; };
3776 $oldtimeout = alarm($timeout);
3783 if ($line =~ m/^DEV:\sdev_id=(\d+)\ssize:\s(\d+)\sdevname:\s(\S+)$/) {
3784 my ($dev_id, $size, $devname) = ($1, $2, $3);
3785 $devinfo->{$devname} = { size
=> $size, dev_id
=> $dev_id };
3786 } elsif ($line =~ m/^CTIME: /) {
3788 print $fifofh "done\n";
3789 my $tmp = $oldtimeout || 0;
3790 $oldtimeout = undef;
3796 print "restore vma archive: $cmd\n";
3797 run_command
($cmd, input
=> $input, outfunc
=> $parser, afterfork
=> $openfifo);
3801 alarm($oldtimeout) if $oldtimeout;
3809 my $cfg = cfs_read_file
('storage.cfg');
3810 foreach my $devname (keys %$devinfo) {
3811 my $volid = $devinfo->{$devname}->{volid
};
3814 if ($volid =~ m
|^/|) {
3815 unlink $volid || die 'unlink failed\n';
3817 PVE
::Storage
::vdisk_free
($cfg, $volid);
3819 print STDERR
"temporary volume '$volid' sucessfuly removed\n";
3821 print STDERR
"unable to cleanup '$volid' - $@" if $@;
3828 rename $tmpfn, $conffile ||
3829 die "unable to commit configuration file '$conffile'\n";
3831 eval { rescan
($vmid, 1); };
3835 sub restore_tar_archive
{
3836 my ($archive, $vmid, $user, $opts) = @_;
3838 if ($archive ne '-') {
3839 my $firstfile = archive_read_firstfile
($archive);
3840 die "ERROR: file '$archive' dos not lock like a QemuServer vzdump backup\n"
3841 if $firstfile ne 'qemu-server.conf';
3844 my $tocmd = "/usr/lib/qemu-server/qmextract";
3846 $tocmd .= " --storage " . PVE
::Tools
::shellquote
($opts->{storage
}) if $opts->{storage
};
3847 $tocmd .= " --pool " . PVE
::Tools
::shellquote
($opts->{pool
}) if $opts->{pool
};
3848 $tocmd .= ' --prealloc' if $opts->{prealloc
};
3849 $tocmd .= ' --info' if $opts->{info
};
3851 # tar option "xf" does not autodetect compression when read from STDIN,
3852 # so we pipe to zcat
3853 my $cmd = "zcat -f|tar xf " . PVE
::Tools
::shellquote
($archive) . " " .
3854 PVE
::Tools
::shellquote
("--to-command=$tocmd");
3856 my $tmpdir = "/var/tmp/vzdumptmp$$";
3859 local $ENV{VZDUMP_TMPDIR
} = $tmpdir;
3860 local $ENV{VZDUMP_VMID
} = $vmid;
3861 local $ENV{VZDUMP_USER
} = $user;
3863 my $conffile = PVE
::QemuServer
::config_file
($vmid);
3864 my $tmpfn = "$conffile.$$.tmp";
3866 # disable interrupts (always do cleanups)
3867 local $SIG{INT
} = $SIG{TERM
} = $SIG{QUIT
} = $SIG{HUP
} = sub {
3868 print STDERR
"got interrupt - ignored\n";
3873 local $SIG{INT
} = $SIG{TERM
} = $SIG{QUIT
} = $SIG{HUP
} = $SIG{PIPE
} = sub {
3874 die "interrupted by signal\n";
3877 if ($archive eq '-') {
3878 print "extracting archive from STDIN\n";
3879 run_command
($cmd, input
=> "<&STDIN");
3881 print "extracting archive '$archive'\n";
3885 return if $opts->{info
};
3889 my $statfile = "$tmpdir/qmrestore.stat";
3890 if (my $fd = IO
::File-
>new($statfile, "r")) {
3891 while (defined (my $line = <$fd>)) {
3892 if ($line =~ m/vzdump:([^\s:]*):(\S+)$/) {
3893 $map->{$1} = $2 if $1;
3895 print STDERR
"unable to parse line in statfile - $line\n";
3901 my $confsrc = "$tmpdir/qemu-server.conf";
3903 my $srcfd = new IO
::File
($confsrc, "r") ||
3904 die "unable to open file '$confsrc'\n";
3906 my $outfd = new IO
::File
($tmpfn, "w") ||
3907 die "unable to write config for VM $vmid\n";
3909 my $cookie = { netcount
=> 0 };
3910 while (defined (my $line = <$srcfd>)) {
3911 restore_update_config_line
($outfd, $cookie, $vmid, $map, $line, $opts->{unique
});
3923 restore_cleanup
("$tmpdir/qmrestore.stat") if !$opts->{info
};
3930 rename $tmpfn, $conffile ||
3931 die "unable to commit configuration file '$conffile'\n";
3933 eval { rescan
($vmid, 1); };
3938 # Internal snapshots
3940 # NOTE: Snapshot create/delete involves several non-atomic
3941 # action, and can take a long time.
3942 # So we try to avoid locking the file and use 'lock' variable
3943 # inside the config file instead.
3945 my $snapshot_copy_config = sub {
3946 my ($source, $dest) = @_;
3948 foreach my $k (keys %$source) {
3949 next if $k eq 'snapshots';
3950 next if $k eq 'snapstate';
3951 next if $k eq 'snaptime';
3952 next if $k eq 'vmstate';
3953 next if $k eq 'lock';
3954 next if $k eq 'digest';
3955 next if $k eq 'description';
3956 next if $k =~ m/^unused\d+$/;
3958 $dest->{$k} = $source->{$k};
3962 my $snapshot_apply_config = sub {
3963 my ($conf, $snap) = @_;
3965 # copy snapshot list
3967 snapshots
=> $conf->{snapshots
},
3970 # keep description and list of unused disks
3971 foreach my $k (keys %$conf) {
3972 next if !($k =~ m/^unused\d+$/ || $k eq 'description');
3973 $newconf->{$k} = $conf->{$k};
3976 &$snapshot_copy_config($snap, $newconf);
3981 sub foreach_writable_storage
{
3982 my ($conf, $func) = @_;
3986 foreach my $ds (keys %$conf) {
3987 next if !valid_drivename
($ds);
3989 my $drive = parse_drive
($ds, $conf->{$ds});
3991 next if drive_is_cdrom
($drive);
3993 my $volid = $drive->{file
};
3995 my ($sid, $volname) = PVE
::Storage
::parse_volume_id
($volid, 1);
3996 $sidhash->{$sid} = $sid if $sid;
3999 foreach my $sid (sort keys %$sidhash) {
4004 my $alloc_vmstate_volid = sub {
4005 my ($storecfg, $vmid, $conf, $snapname) = @_;
4007 # Note: we try to be smart when selecting a $target storage
4011 # search shared storage first
4012 foreach_writable_storage
($conf, sub {
4014 my $scfg = PVE
::Storage
::storage_config
($storecfg, $sid);
4015 return if !$scfg->{shared
};
4017 $target = $sid if !$target || $scfg->{path
}; # prefer file based storage
4021 # now search local storage
4022 foreach_writable_storage
($conf, sub {
4024 my $scfg = PVE
::Storage
::storage_config
($storecfg, $sid);
4025 return if $scfg->{shared
};
4027 $target = $sid if !$target || $scfg->{path
}; # prefer file based storage;
4031 $target = 'local' if !$target;
4033 my $driver_state_size = 500; # assume 32MB is enough to safe all driver state;
4034 # we abort live save after $conf->{memory}, so we need at max twice that space
4035 my $size = $conf->{memory
}*2 + $driver_state_size;
4037 my $name = "vm-$vmid-state-$snapname";
4038 my $scfg = PVE
::Storage
::storage_config
($storecfg, $target);
4039 $name .= ".raw" if $scfg->{path
}; # add filename extension for file base storage
4040 my $volid = PVE
::Storage
::vdisk_alloc
($storecfg, $target, $vmid, 'raw', $name, $size*1024);
4045 my $snapshot_prepare = sub {
4046 my ($vmid, $snapname, $save_vmstate, $comment) = @_;
4050 my $updatefn = sub {
4052 my $conf = load_config
($vmid);
4056 $conf->{lock} = 'snapshot';
4058 die "snapshot name '$snapname' already used\n"
4059 if defined($conf->{snapshots
}->{$snapname});
4061 my $storecfg = PVE
::Storage
::config
();
4062 die "snapshot feature is not available" if !has_feature
('snapshot', $conf, $storecfg);
4064 $snap = $conf->{snapshots
}->{$snapname} = {};
4066 if ($save_vmstate && check_running
($vmid)) {
4067 $snap->{vmstate
} = &$alloc_vmstate_volid($storecfg, $vmid, $conf, $snapname);
4070 &$snapshot_copy_config($conf, $snap);
4072 $snap->{snapstate
} = "prepare";
4073 $snap->{snaptime
} = time();
4074 $snap->{description
} = $comment if $comment;
4076 update_config_nolock
($vmid, $conf, 1);
4079 lock_config
($vmid, $updatefn);
4084 my $snapshot_commit = sub {
4085 my ($vmid, $snapname) = @_;
4087 my $updatefn = sub {
4089 my $conf = load_config
($vmid);
4091 die "missing snapshot lock\n"
4092 if !($conf->{lock} && $conf->{lock} eq 'snapshot');
4094 my $snap = $conf->{snapshots
}->{$snapname};
4096 die "snapshot '$snapname' does not exist\n" if !defined($snap);
4098 die "wrong snapshot state\n"
4099 if !($snap->{snapstate
} && $snap->{snapstate
} eq "prepare");
4101 delete $snap->{snapstate
};
4102 delete $conf->{lock};
4104 my $newconf = &$snapshot_apply_config($conf, $snap);
4106 $newconf->{parent
} = $snapname;
4108 update_config_nolock
($vmid, $newconf, 1);
4111 lock_config
($vmid, $updatefn);
4114 sub snapshot_rollback
{
4115 my ($vmid, $snapname) = @_;
4121 my $storecfg = PVE
::Storage
::config
();
4123 my $updatefn = sub {
4125 my $conf = load_config
($vmid);
4127 $snap = $conf->{snapshots
}->{$snapname};
4129 die "snapshot '$snapname' does not exist\n" if !defined($snap);
4131 die "unable to rollback to incomplete snapshot (snapstate = $snap->{snapstate})\n"
4132 if $snap->{snapstate
};
4136 vm_stop
($storecfg, $vmid, undef, undef, 5, undef, undef);
4139 die "unable to rollback vm $vmid: vm is running\n"
4140 if check_running
($vmid);
4143 $conf->{lock} = 'rollback';
4145 die "got wrong lock\n" if !($conf->{lock} && $conf->{lock} eq 'rollback');
4146 delete $conf->{lock};
4150 # copy snapshot config to current config
4151 $conf = &$snapshot_apply_config($conf, $snap);
4152 $conf->{parent
} = $snapname;
4155 update_config_nolock
($vmid, $conf, 1);
4157 if (!$prepare && $snap->{vmstate
}) {
4158 my $statefile = PVE
::Storage
::path
($storecfg, $snap->{vmstate
});
4159 vm_start
($storecfg, $vmid, $statefile);
4163 lock_config
($vmid, $updatefn);
4165 foreach_drive
($snap, sub {
4166 my ($ds, $drive) = @_;
4168 return if drive_is_cdrom
($drive);
4170 my $volid = $drive->{file
};
4171 my $device = "drive-$ds";
4173 PVE
::Storage
::volume_snapshot_rollback
($storecfg, $volid, $snapname);
4177 lock_config
($vmid, $updatefn);
4180 my $savevm_wait = sub {
4184 my $stat = PVE
::QemuServer
::vm_mon_cmd_nocheck
($vmid, "query-savevm");
4185 if (!$stat->{status
}) {
4186 die "savevm not active\n";
4187 } elsif ($stat->{status
} eq 'active') {
4190 } elsif ($stat->{status
} eq 'completed') {
4193 die "query-savevm returned status '$stat->{status}'\n";
4198 sub snapshot_create
{
4199 my ($vmid, $snapname, $save_vmstate, $freezefs, $comment) = @_;
4201 my $snap = &$snapshot_prepare($vmid, $snapname, $save_vmstate, $comment);
4203 $freezefs = $save_vmstate = 0 if !$snap->{vmstate
}; # vm is not running
4207 my $running = check_running
($vmid);
4210 # create internal snapshots of all drives
4212 my $storecfg = PVE
::Storage
::config
();
4215 if ($snap->{vmstate
}) {
4216 my $path = PVE
::Storage
::path
($storecfg, $snap->{vmstate
});
4217 vm_mon_cmd
($vmid, "savevm-start", statefile
=> $path);
4218 &$savevm_wait($vmid);
4220 vm_mon_cmd
($vmid, "savevm-start");
4224 qga_freezefs
($vmid) if $running && $freezefs;
4226 foreach_drive
($snap, sub {
4227 my ($ds, $drive) = @_;
4229 return if drive_is_cdrom
($drive);
4231 my $volid = $drive->{file
};
4232 my $device = "drive-$ds";
4234 qemu_volume_snapshot
($vmid, $device, $storecfg, $volid, $snapname);
4235 $drivehash->{$ds} = 1;
4240 eval { gqa_unfreezefs
($vmid) if $running && $freezefs; };
4243 eval { vm_mon_cmd
($vmid, "savevm-end") if $running; };
4247 warn "snapshot create failed: starting cleanup\n";
4248 eval { snapshot_delete
($vmid, $snapname, 0, $drivehash); };
4253 &$snapshot_commit($vmid, $snapname);
4256 # Note: $drivehash is only set when called from snapshot_create.
4257 sub snapshot_delete
{
4258 my ($vmid, $snapname, $force, $drivehash) = @_;
4265 my $unlink_parent = sub {
4266 my ($confref, $new_parent) = @_;
4268 if ($confref->{parent
} && $confref->{parent
} eq $snapname) {
4270 $confref->{parent
} = $new_parent;
4272 delete $confref->{parent
};
4277 my $updatefn = sub {
4278 my ($remove_drive) = @_;
4280 my $conf = load_config
($vmid);
4282 check_lock
($conf) if !$drivehash;
4284 $snap = $conf->{snapshots
}->{$snapname};
4286 die "snapshot '$snapname' does not exist\n" if !defined($snap);
4288 # remove parent refs
4289 &$unlink_parent($conf, $snap->{parent
});
4290 foreach my $sn (keys %{$conf->{snapshots
}}) {
4291 next if $sn eq $snapname;
4292 &$unlink_parent($conf->{snapshots
}->{$sn}, $snap->{parent
});
4295 if ($remove_drive) {
4296 if ($remove_drive eq 'vmstate') {
4297 delete $snap->{$remove_drive};
4299 my $drive = parse_drive
($remove_drive, $snap->{$remove_drive});
4300 my $volid = $drive->{file
};
4301 delete $snap->{$remove_drive};
4302 add_unused_volume
($conf, $volid);
4307 $snap->{snapstate
} = 'delete';
4309 delete $conf->{snapshots
}->{$snapname};
4310 delete $conf->{lock} if $drivehash;
4311 foreach my $volid (@$unused) {
4312 add_unused_volume
($conf, $volid);
4316 update_config_nolock
($vmid, $conf, 1);
4319 lock_config
($vmid, $updatefn);
4321 # now remove vmstate file
4323 my $storecfg = PVE
::Storage
::config
();
4325 if ($snap->{vmstate
}) {
4326 eval { PVE
::Storage
::vdisk_free
($storecfg, $snap->{vmstate
}); };
4328 die $err if !$force;
4331 # save changes (remove vmstate from snapshot)
4332 lock_config
($vmid, $updatefn, 'vmstate') if !$force;
4335 # now remove all internal snapshots
4336 foreach_drive
($snap, sub {
4337 my ($ds, $drive) = @_;
4339 return if drive_is_cdrom
($drive);
4341 my $volid = $drive->{file
};
4342 my $device = "drive-$ds";
4344 if (!$drivehash || $drivehash->{$ds}) {
4345 eval { qemu_volume_snapshot_delete
($vmid, $device, $storecfg, $volid, $snapname); };
4347 die $err if !$force;
4352 # save changes (remove drive fron snapshot)
4353 lock_config
($vmid, $updatefn, $ds) if !$force;
4354 push @$unused, $volid;
4357 # now cleanup config
4359 lock_config
($vmid, $updatefn);
4363 my ($feature, $conf, $storecfg, $snapname, $running) = @_;
4366 foreach_drive
($conf, sub {
4367 my ($ds, $drive) = @_;
4369 return if drive_is_cdrom
($drive);
4370 my $volid = $drive->{file
};
4371 $err = 1 if !PVE
::Storage
::volume_has_feature
($storecfg, $feature, $volid, $snapname, $running);