use PVE::Storage;
use PVE::QemuServer;
-sub nbd_stop {
- my ($vmid) = @_;
+sub commit_cloudinit_disk {
+ my ($conf, $vmid, $drive, $volname, $storeid, $files, $label) = @_;
- PVE::QemuServer::vm_mon_cmd($vmid, 'nbd-server-stop');
-}
+ my $path = "/run/pve/cloudinit/$vmid/";
+ mkpath $path;
+ foreach my $filepath (keys %$files) {
+ if ($filepath !~ m@^(.*)\/[^/]+$@) {
+ die "internal error: bad file name in cloud-init image: $filepath\n";
+ }
+ my $dirname = $1;
+ mkpath "$path/$dirname";
-sub next_free_nbd_dev {
- for(my $i = 0;;$i++) {
- my $dev = "/dev/nbd$i";
- last if ! -b $dev;
- next if -f "/sys/block/nbd$i/pid"; # busy
- return $dev;
+ my $contents = $files->{$filepath};
+ file_set_contents("$path/$filepath", $contents);
}
- die "unable to find free nbd device\n";
-}
-sub commit_cloudinit_disk {
- my ($file_path, $iso_path, $format) = @_;
+ my $storecfg = PVE::Storage::config();
+ my $iso_path = PVE::Storage::path($storecfg, $drive->{file});
+ my $scfg = PVE::Storage::storage_config($storecfg, $storeid);
+ my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
+ $plugin->activate_volume($storeid, $scfg, $volname);
+ my $format = PVE::QemuServer::qemu_img_format($scfg, $volname);
- my $nbd_dev = next_free_nbd_dev();
- run_command(['qemu-nbd', '-c', $nbd_dev, $iso_path, '-f', $format]);
+ my $size = PVE::Storage::file_size_info($iso_path);
eval {
- run_command([['genisoimage', '-R', '-V', 'config-2', $file_path],
- ['dd', "of=$nbd_dev", 'conv=fsync']]);
+ run_command([['genisoimage', '-R', '-V', $label, $path],
+ ['qemu-img', 'dd', '-n', '-f', 'raw', '-O', $format,
+ 'isize=0', "osize=$size", "of=$iso_path"]]);
};
my $err = $@;
- eval { run_command(['qemu-nbd', '-d', $nbd_dev]); };
- warn $@ if $@;
+ rmtree($path);
die $err if $err;
}
-sub generate_cloudinitconfig {
+sub get_cloudinit_format {
+ my ($conf) = @_;
+ if (defined(my $format = $conf->{citype})) {
+ return $format;
+ }
+
+ # No format specified, default based on ostype because windows'
+ # cloudbased-init only supports configdrivev2, whereas on linux we need
+ # to use mac addresses because regular cloudinit doesn't map 'ethX' to
+ # the new predicatble network device naming scheme.
+ if (defined(my $ostype = $conf->{ostype})) {
+ return 'configdrive2'
+ if PVE::QemuServer::windows_version($ostype);
+ }
+
+ return 'nocloud';
+}
+
+sub get_hostname_fqdn {
my ($conf, $vmid) = @_;
+ my $hostname = $conf->{name} // "VM$vmid";
+ my $fqdn;
+ if ($hostname =~ /\./) {
+ $fqdn = $hostname;
+ $hostname =~ s/\..*$//;
+ } elsif (my $search = $conf->{searchdomain}) {
+ $fqdn = "$hostname.$search";
+ }
+ return ($hostname, $fqdn);
+}
- PVE::QemuServer::foreach_drive($conf, sub {
- my ($ds, $drive) = @_;
+sub get_dns_conf {
+ my ($conf) = @_;
- my ($storeid, $volname) = PVE::Storage::parse_volume_id($drive->{file}, 1);
+ # Same logic as in pve-container, but without the testcase special case
+ my $host_resolv_conf = PVE::INotify::read_file('resolvconf');
- return if !$volname || $volname !~ m/vm-$vmid-cloudinit/;
+ my $searchdomains = [
+ split(/\s+/, $conf->{searchdomain} // $host_resolv_conf->{search})
+ ];
- my $path = "/tmp/cloudinit/$vmid";
-
- mkdir "/tmp/cloudinit";
- mkdir $path;
- mkdir "$path/drive";
- mkdir "$path/drive/openstack";
- mkdir "$path/drive/openstack/latest";
- mkdir "$path/drive/openstack/content";
- my $digest_data = generate_cloudinit_userdata($conf, $path)
- . generate_cloudinit_network($conf, $path);
- generate_cloudinit_metadata($conf, $path, $digest_data);
-
- my $storecfg = PVE::Storage::config();
- my $iso_path = PVE::Storage::path($storecfg, $drive->{file});
- my $scfg = PVE::Storage::storage_config($storecfg, $storeid);
- my $format = PVE::QemuServer::qemu_img_format($scfg, $volname);
- #fixme : add meta as drive property to compare
- commit_cloudinit_disk("$path/drive", $iso_path, $format);
- rmtree("$path/drive");
- });
+ my $nameserver = $conf->{nameserver};
+ if (!defined($nameserver)) {
+ $nameserver = [grep { $_ } $host_resolv_conf->@{qw(dns1 dns2 dns3)}];
+ } else {
+ $nameserver = [split(/\s+/, $nameserver)];
+ }
+
+ return ($searchdomains, $nameserver);
}
+sub cloudinit_userdata {
+ my ($conf, $vmid) = @_;
-sub generate_cloudinit_userdata {
- my ($conf, $path) = @_;
+ my ($hostname, $fqdn) = get_hostname_fqdn($conf, $vmid);
my $content = "#cloud-config\n";
- my $hostname = $conf->{hostname};
- if (!defined($hostname)) {
- $hostname = $conf->{name};
- if (my $search = $conf->{searchdomain}) {
- $hostname .= ".$search";
- }
- }
- $content .= "fqdn: $hostname\n";
+
+ $content .= "hostname: $hostname\n";
$content .= "manage_etc_hosts: true\n";
- $content .= "bootcmd: \n";
- $content .= " - ifdown -a\n";
- $content .= " - ifup -a\n";
+ $content .= "fqdn: $fqdn\n" if defined($fqdn);
- my $keys = $conf->{sshkeys};
- if ($keys) {
+ my $username = $conf->{ciuser};
+ my $password = $conf->{cipassword};
+
+ $content .= "user: $username\n" if defined($username);
+ $content .= "disable_root: False\n" if defined($username) && $username eq 'root';
+ $content .= "password: $password\n" if defined($password);
+
+ if (defined(my $keys = $conf->{sshkeys})) {
$keys = URI::Escape::uri_unescape($keys);
$keys = [map { chomp $_; $_ } split(/\n/, $keys)];
$keys = [grep { /\S/ } @$keys];
+ $content .= "ssh_authorized_keys:\n";
+ foreach my $k (@$keys) {
+ $content .= " - $k\n";
+ }
+ }
+ $content .= "chpasswd:\n";
+ $content .= " expire: False\n";
+ if (!defined($username) || $username ne 'root') {
$content .= "users:\n";
$content .= " - default\n";
- $content .= " - name: root\n";
- $content .= " ssh-authorized-keys:\n";
- foreach my $k (@$keys) {
- $content .= " - $k\n";
- }
}
$content .= "package_upgrade: true\n";
- my $fn = "$path/drive/openstack/latest/user_data";
- file_set_contents($fn, $content);
return $content;
}
-sub generate_cloudinit_metadata {
- my ($conf, $path, $digest_data) = @_;
-
- my $uuid_str = Digest::SHA::sha1_hex($digest_data);
-
- my $content = "{\n";
- $content .= " \"uuid\": \"$uuid_str\",\n";
- $content .= " \"network_config\" :{ \"content_path\": \"/content/0000\"}\n";
- $content .= "}\n";
-
- my $fn = "$path/drive/openstack/latest/meta_data.json";
-
- file_set_contents($fn, $content);
+sub split_ip4 {
+ my ($ip) = @_;
+ my ($addr, $mask) = split('/', $ip);
+ die "not a CIDR: $ip\n" if !defined $mask;
+ return ($addr, $PVE::Network::ipv4_reverse_mask->[$mask]);
}
-sub generate_cloudinit_network {
- my ($conf, $path) = @_;
+sub configdrive2_network {
+ my ($conf) = @_;
my $content = "auto lo\n";
- $content .="iface lo inet loopback\n\n";
+ $content .= "iface lo inet loopback\n\n";
+
+ my ($searchdomains, $nameservers) = get_dns_conf($conf);
+ if ($nameservers && @$nameservers) {
+ $nameservers = join(' ', @$nameservers);
+ $content .= " dns_nameservers $nameservers\n";
+ }
+ if ($searchdomains && @$searchdomains) {
+ $searchdomains = join(' ', @$searchdomains);
+ $content .= " dns_search $searchdomains\n";
+ }
my @ifaces = grep(/^net(\d+)$/, keys %$conf);
foreach my $iface (@ifaces) {
(my $id = $iface) =~ s/^net//;
next if !$conf->{"ipconfig$id"};
- my $net = PVE::QemuServer::parse_ipconfig($conf->{"ipconfig$id"});
+ my $net = PVE::QemuServer::parse_ipconfig($conf->{"ipconfig$id"});
$id = "eth$id";
$content .="auto $id\n";
if ($net->{ip} eq 'dhcp') {
$content .= "iface $id inet dhcp\n";
} else {
- my ($addr, $mask) = split('/', $net->{ip});
+ my ($addr, $mask) = split_ip4($net->{ip});
$content .= "iface $id inet static\n";
$content .= " address $addr\n";
- $content .= " netmask $PVE::Network::ipv4_reverse_mask->[$mask]\n";
+ $content .= " netmask $mask\n";
$content .= " gateway $net->{gw}\n" if $net->{gw};
}
}
}
}
- $content .=" dns_nameservers $conf->{nameserver}\n" if $conf->{nameserver};
- $content .=" dns_search $conf->{searchdomain}\n" if $conf->{searchdomain};
+ return $content;
+}
+
+sub configdrive2_metadata {
+ my ($uuid) = @_;
+ return <<"EOF";
+{
+ "uuid": "$uuid",
+ "network_config": { "content_path": "/content/0000" }
+}
+EOF
+}
+
+sub generate_configdrive2 {
+ my ($conf, $vmid, $drive, $volname, $storeid) = @_;
+
+ my $user_data = cloudinit_userdata($conf, $vmid);
+ my $network_data = configdrive2_network($conf);
+
+ my $digest_data = $user_data . $network_data;
+ my $uuid_str = Digest::SHA::sha1_hex($digest_data);
+
+ my $meta_data = configdrive2_metadata($uuid_str);
+
+ my $files = {
+ '/openstack/latest/user_data' => $user_data,
+ '/openstack/content/0000' => $network_data,
+ '/openstack/latest/meta_data.json' => $meta_data
+ };
+ commit_cloudinit_disk($conf, $vmid, $drive, $volname, $storeid, $files, 'config-2');
+}
+
+sub nocloud_network_v2 {
+ my ($conf) = @_;
+
+ my $content = '';
+
+ my $head = "version: 2\n"
+ . "ethernets:\n";
+
+ my $dns_done;
+
+ my @ifaces = grep(/^net(\d+)$/, keys %$conf);
+ foreach my $iface (@ifaces) {
+ (my $id = $iface) =~ s/^net//;
+ next if !$conf->{"ipconfig$id"};
+
+ # indentation - network interfaces are inside an 'ethernets' hash
+ my $i = ' ';
+
+ my $net = PVE::QemuServer::parse_net($conf->{$iface});
+ my $ipconfig = PVE::QemuServer::parse_ipconfig($conf->{"ipconfig$id"});
+
+ my $mac = $net->{macaddr}
+ or die "network interface '$iface' has no mac address\n";
+
+ $content .= "${i}$iface:\n";
+ $i .= ' ';
+ $content .= "${i}match:\n"
+ . "${i} macaddress: \"$mac\"\n"
+ . "${i}set-name: eth$id\n";
+ my @addresses;
+ if (defined(my $ip = $ipconfig->{ip})) {
+ if ($ip eq 'dhcp') {
+ $content .= "${i}dhcp4: true\n";
+ } else {
+ push @addresses, $ip;
+ }
+ }
+ if (defined(my $ip = $ipconfig->{ip6})) {
+ if ($ip eq 'dhcp') {
+ $content .= "${i}dhcp6: true\n";
+ } else {
+ push @addresses, $ip;
+ }
+ }
+ if (@addresses) {
+ $content .= "${i}addresses:\n";
+ $content .= "${i}- $_\n" foreach @addresses;
+ }
+ if (defined(my $gw = $ipconfig->{gw})) {
+ $content .= "${i}gateway4: $gw\n";
+ }
+ if (defined(my $gw = $ipconfig->{gw6})) {
+ $content .= "${i}gateway6: $gw\n";
+ }
+
+ next if $dns_done;
+ $dns_done = 1;
+
+ my ($searchdomains, $nameservers) = get_dns_conf($conf);
+ if ($searchdomains || $nameservers) {
+ $content .= "${i}nameservers:\n";
+ if (defined($nameservers) && @$nameservers) {
+ $content .= "${i} addresses:\n";
+ $content .= "${i} - $_\n" foreach @$nameservers;
+ }
+ if (defined($searchdomains) && @$searchdomains) {
+ $content .= "${i} search:\n";
+ $content .= "${i} - $_\n" foreach @$searchdomains;
+ }
+ }
+ }
+
+ return $head.$content;
+}
+
+sub nocloud_network {
+ my ($conf) = @_;
+
+ my $content = "version: 1\n"
+ . "config:\n";
+
+ my @ifaces = grep(/^net(\d+)$/, keys %$conf);
+ foreach my $iface (@ifaces) {
+ (my $id = $iface) =~ s/^net//;
+ next if !$conf->{"ipconfig$id"};
+
+ # indentation - network interfaces are inside an 'ethernets' hash
+ my $i = ' ';
+
+ my $net = PVE::QemuServer::parse_net($conf->{$iface});
+ my $ipconfig = PVE::QemuServer::parse_ipconfig($conf->{"ipconfig$id"});
+
+ my $mac = lc($net->{macaddr})
+ or die "network interface '$iface' has no mac address\n";
+
+ $content .= "${i}- type: physical\n"
+ . "${i} name: eth$id\n"
+ . "${i} mac_address: $mac\n"
+ . "${i} subnets:\n";
+ $i .= ' ';
+ if (defined(my $ip = $ipconfig->{ip})) {
+ if ($ip eq 'dhcp') {
+ $content .= "${i}- type: dhcp4\n";
+ } else {
+ my ($addr, $mask) = split_ip4($ip);
+ $content .= "${i}- type: static\n"
+ . "${i} address: $addr\n"
+ . "${i} netmask: $mask\n";
+ if (defined(my $gw = $ipconfig->{gw})) {
+ $content .= "${i} gateway: $gw\n";
+ }
+ }
+ }
+ if (defined(my $ip = $ipconfig->{ip6})) {
+ if ($ip eq 'dhcp') {
+ $content .= "${i}- type: dhcp6\n";
+ } elsif ($ip eq 'auto') {
+ # SLAAC is not supported by cloud-init, this fallback should work with an up-to-date netplan at least
+ $content .= "${i}- type: dhcp6\n";
+ } else {
+ $content .= "${i}- type: static\n"
+ . "${i} address: $ip\n";
+ if (defined(my $gw = $ipconfig->{gw6})) {
+ $content .= "${i} gateway: $gw\n";
+ }
+ }
+ }
+ }
+
+ my $i = ' ';
+ my ($searchdomains, $nameservers) = get_dns_conf($conf);
+ if ($searchdomains || $nameservers) {
+ $content .= "${i}- type: nameserver\n";
+ if (defined($nameservers) && @$nameservers) {
+ $content .= "${i} address:\n";
+ $content .= "${i} - $_\n" foreach @$nameservers;
+ }
+ if (defined($searchdomains) && @$searchdomains) {
+ $content .= "${i} search:\n";
+ $content .= "${i} - $_\n" foreach @$searchdomains;
+ }
+ }
- my $fn = "$path/drive/openstack/content/0000";
- file_set_contents($fn, $content);
return $content;
}
+sub nocloud_metadata {
+ my ($uuid) = @_;
+ return "instance-id: $uuid\n";
+}
+
+sub generate_nocloud {
+ my ($conf, $vmid, $drive, $volname, $storeid) = @_;
+
+ my $user_data = cloudinit_userdata($conf, $vmid);
+ my $network_data = nocloud_network($conf);
+
+ my $digest_data = $user_data . $network_data;
+ my $uuid_str = Digest::SHA::sha1_hex($digest_data);
+
+ my $meta_data = nocloud_metadata($uuid_str);
+
+ my $files = {
+ '/user-data' => $user_data,
+ '/network-config' => $network_data,
+ '/meta-data' => $meta_data
+ };
+ commit_cloudinit_disk($conf, $vmid, $drive, $volname, $storeid, $files, 'cidata');
+}
+
+my $cloudinit_methods = {
+ configdrive2 => \&generate_configdrive2,
+ nocloud => \&generate_nocloud,
+};
+
+sub generate_cloudinitconfig {
+ my ($conf, $vmid) = @_;
+
+ my $format = get_cloudinit_format($conf);
+
+ PVE::QemuServer::foreach_drive($conf, sub {
+ my ($ds, $drive) = @_;
+
+ my ($storeid, $volname) = PVE::Storage::parse_volume_id($drive->{file}, 1);
+
+ return if !$volname || $volname !~ m/vm-$vmid-cloudinit/;
+
+ my $generator = $cloudinit_methods->{$format}
+ or die "missing cloudinit methods for format '$format'\n";
+
+ $generator->($conf, $vmid, $drive, $volname, $storeid);
+ });
+}
1;