1 package PVE
::QemuServer
::Cloudinit
;
9 use MIME
::Base64
qw(encode_base64);
11 use PVE
::Tools
qw(run_command file_set_contents);
15 use constant CLOUDINIT_DISK_SIZE
=> 4 * 1024 * 1024; # 4MiB in bytes
17 sub commit_cloudinit_disk
{
18 my ($conf, $vmid, $drive, $volname, $storeid, $files, $label) = @_;
20 my $path = "/run/pve/cloudinit/$vmid/";
22 foreach my $filepath (keys %$files) {
23 if ($filepath !~ m
@^(.*)\
/[^/]+$@) {
24 die "internal error: bad file name in cloud-init image: $filepath\n";
27 mkpath
"$path/$dirname";
29 my $contents = $files->{$filepath};
30 file_set_contents
("$path/$filepath", $contents);
33 my $storecfg = PVE
::Storage
::config
();
34 my $iso_path = PVE
::Storage
::path
($storecfg, $drive->{file
});
35 my $scfg = PVE
::Storage
::storage_config
($storecfg, $storeid);
36 my $format = PVE
::QemuServer
::qemu_img_format
($scfg, $volname);
38 my $size = eval { PVE
::Storage
::volume_size_info
($storecfg, $drive->{file
}) };
39 if (!defined($size) || $size <= 0) {
40 $volname =~ m/(vm-$vmid-cloudinit(.\Q$format\E)?)/;
43 PVE
::Storage
::vdisk_alloc
($storecfg, $storeid, $vmid, $format, $name, $size);
44 $size *= 1024; # vdisk alloc takes KB, qemu-img dd's osize takes byte
46 my $plugin = PVE
::Storage
::Plugin-
>lookup($scfg->{type
});
47 $plugin->activate_volume($storeid, $scfg, $volname);
49 print "generating cloud-init ISO\n";
52 ['genisoimage', '-quiet', '-iso-level', '3', '-R', '-V', $label, $path],
53 ['qemu-img', 'dd', '-n', '-f', 'raw', '-O', $format, 'isize=0', "osize=$size", "of=$iso_path"]
61 sub get_cloudinit_format
{
63 if (defined(my $format = $conf->{citype
})) {
67 # No format specified, default based on ostype because windows'
68 # cloudbased-init only supports configdrivev2, whereas on linux we need
69 # to use mac addresses because regular cloudinit doesn't map 'ethX' to
70 # the new predicatble network device naming scheme.
71 if (defined(my $ostype = $conf->{ostype
})) {
73 if PVE
::QemuServer
::windows_version
($ostype);
79 sub get_hostname_fqdn
{
80 my ($conf, $vmid) = @_;
81 my $hostname = $conf->{name
} // "VM$vmid";
83 if ($hostname =~ /\./) {
85 $hostname =~ s/\..*$//;
86 } elsif (my $search = $conf->{searchdomain
}) {
87 $fqdn = "$hostname.$search";
89 return ($hostname, $fqdn);
95 # Same logic as in pve-container, but without the testcase special case
96 my $host_resolv_conf = PVE
::INotify
::read_file
('resolvconf');
99 split(/\s+/, $conf->{searchdomain
} // $host_resolv_conf->{search
})
102 my $nameserver = $conf->{nameserver
};
103 if (!defined($nameserver)) {
104 $nameserver = [grep { $_ } $host_resolv_conf->@{qw(dns1 dns2 dns3)}];
106 $nameserver = [split(/\s+/, $nameserver)];
109 return ($searchdomains, $nameserver);
112 sub cloudinit_userdata
{
113 my ($conf, $vmid) = @_;
115 my ($hostname, $fqdn) = get_hostname_fqdn
($conf, $vmid);
117 my $content = "#cloud-config\n";
119 $content .= "hostname: $hostname\n";
120 $content .= "manage_etc_hosts: true\n";
121 $content .= "fqdn: $fqdn\n" if defined($fqdn);
123 my $username = $conf->{ciuser
};
124 my $password = $conf->{cipassword
};
126 $content .= "user: $username\n" if defined($username);
127 $content .= "disable_root: False\n" if defined($username) && $username eq 'root';
128 $content .= "password: $password\n" if defined($password);
130 if (defined(my $keys = $conf->{sshkeys
})) {
131 $keys = URI
::Escape
::uri_unescape
($keys);
132 $keys = [map { my $key = $_; chomp $key; $key } split(/\n/, $keys)];
133 $keys = [grep { /\S/ } @$keys];
134 $content .= "ssh_authorized_keys:\n";
135 foreach my $k (@$keys) {
136 $content .= " - $k\n";
139 $content .= "chpasswd:\n";
140 $content .= " expire: False\n";
142 if (!defined($username) || $username ne 'root') {
143 $content .= "users:\n";
144 $content .= " - default\n";
147 $content .= "package_upgrade: true\n";
154 my ($addr, $mask) = split('/', $ip);
155 die "not a CIDR: $ip\n" if !defined $mask;
156 return ($addr, $PVE::Network
::ipv4_reverse_mask-
>[$mask]);
159 sub configdrive2_network
{
162 my $content = "auto lo\n";
163 $content .= "iface lo inet loopback\n\n";
165 my ($searchdomains, $nameservers) = get_dns_conf
($conf);
166 if ($nameservers && @$nameservers) {
167 $nameservers = join(' ', @$nameservers);
168 $content .= " dns_nameservers $nameservers\n";
170 if ($searchdomains && @$searchdomains) {
171 $searchdomains = join(' ', @$searchdomains);
172 $content .= " dns_search $searchdomains\n";
175 my @ifaces = grep { /^net(\d+)$/ } keys %$conf;
176 foreach my $iface (sort @ifaces) {
177 (my $id = $iface) =~ s/^net//;
178 next if !$conf->{"ipconfig$id"};
179 my $net = PVE
::QemuServer
::parse_ipconfig
($conf->{"ipconfig$id"});
182 $content .="auto $id\n";
184 if ($net->{ip
} eq 'dhcp') {
185 $content .= "iface $id inet dhcp\n";
187 my ($addr, $mask) = split_ip4
($net->{ip
});
188 $content .= "iface $id inet static\n";
189 $content .= " address $addr\n";
190 $content .= " netmask $mask\n";
191 $content .= " gateway $net->{gw}\n" if $net->{gw
};
195 if ($net->{ip6
} =~ /^(auto|dhcp)$/) {
196 $content .= "iface $id inet6 $1\n";
198 my ($addr, $mask) = split('/', $net->{ip6
});
199 $content .= "iface $id inet6 static\n";
200 $content .= " address $addr\n";
201 $content .= " netmask $mask\n";
202 $content .= " gateway $net->{gw6}\n" if $net->{gw6
};
210 sub configdrive2_gen_metadata
{
211 my ($user, $network) = @_;
213 my $uuid_str = Digest
::SHA
::sha1_hex
($user.$network);
214 return configdrive2_metadata
($uuid_str);
217 sub configdrive2_metadata
{
222 "network_config": { "content_path": "/content/0000" }
227 sub generate_configdrive2
{
228 my ($conf, $vmid, $drive, $volname, $storeid) = @_;
230 my ($user_data, $network_data, $meta_data) = get_custom_cloudinit_files
($conf);
231 $user_data = cloudinit_userdata
($conf, $vmid) if !defined($user_data);
232 $network_data = configdrive2_network
($conf) if !defined($network_data);
234 if (!defined($meta_data)) {
235 $meta_data = configdrive2_gen_metadata
($user_data, $network_data);
238 '/openstack/latest/user_data' => $user_data,
239 '/openstack/content/0000' => $network_data,
240 '/openstack/latest/meta_data.json' => $meta_data
242 commit_cloudinit_disk
($conf, $vmid, $drive, $volname, $storeid, $files, 'config-2');
245 sub generate_opennebula
{
246 my ($conf, $vmid, $drive, $volname, $storeid) = @_;
250 my $username = $conf->{ciuser
} || "root";
251 $content .= "USERNAME=$username\n" if defined($username);
253 if (defined(my $password = $conf->{cipassword
})) {
254 $content .= "CRYPTED_PASSWORD_BASE64=". encode_base64
($password) ."\n";
257 if (defined($conf->{sshkeys
})) {
258 my $keys = [ split(/\s*\n\s*/, URI
::Escape
::uri_unescape
($conf->{sshkeys
})) ];
259 $content .= "SSH_PUBLIC_KEY=\"". join("\n", $keys->@*) ."\"\n";
262 my ($hostname, $fqdn) = get_hostname_fqdn
($conf, $vmid);
263 $content .= "SET_HOSTNAME=$hostname\n";
265 my ($searchdomains, $nameservers) = get_dns_conf
($conf);
266 $content .= 'DNS="' . join(' ', @$nameservers) ."\"\n" if $nameservers && @$nameservers;
267 $content .= 'SEARCH_DOMAIN="'. join(' ', @$searchdomains) ."\"\n" if $searchdomains && @$searchdomains;
269 my $networkenabled = undef;
270 my @ifaces = grep { /^net(\d+)$/ } keys %$conf;
271 foreach my $iface (sort @ifaces) {
272 (my $id = $iface) =~ s/^net//;
273 my $net = PVE
::QemuServer
::parse_net
($conf->{$iface});
274 next if !$conf->{"ipconfig$id"};
275 my $ipconfig = PVE
::QemuServer
::parse_ipconfig
($conf->{"ipconfig$id"});
276 my $ethid = "ETH$id";
278 my $mac = lc $net->{hwaddr
};
280 if ($ipconfig->{ip
}) {
283 if ($ipconfig->{ip
} eq 'dhcp') {
284 $content .= "${ethid}_DHCP=YES\n";
286 my ($addr, $mask) = split_ip4
($ipconfig->{ip
});
287 $content .= "${ethid}_IP=$addr\n";
288 $content .= "${ethid}_MASK=$mask\n";
289 $content .= "${ethid}_MAC=$mac\n";
290 $content .= "${ethid}_GATEWAY=$ipconfig->{gw}\n" if $ipconfig->{gw
};
292 $content .= "${ethid}_MTU=$net->{mtu}\n" if $net->{mtu
};
295 if ($ipconfig->{ip6
}) {
297 if ($ipconfig->{ip6
} eq 'dhcp') {
298 $content .= "${ethid}_DHCP6=YES\n";
299 } elsif ($ipconfig->{ip6
} eq 'auto') {
300 $content .= "${ethid}_AUTO6=YES\n";
302 my ($addr, $mask) = split('/', $ipconfig->{ip6
});
303 $content .= "${ethid}_IP6=$addr\n";
304 $content .= "${ethid}_MASK6=$mask\n";
305 $content .= "${ethid}_MAC6=$mac\n";
306 $content .= "${ethid}_GATEWAY6=$ipconfig->{gw6}\n" if $ipconfig->{gw6
};
308 $content .= "${ethid}_MTU=$net->{mtu}\n" if $net->{mtu
};
312 $content .= "NETWORK=YES\n" if $networkenabled;
314 my $files = { '/context.sh' => $content };
315 commit_cloudinit_disk
($conf, $vmid, $drive, $volname, $storeid, $files, 'CONTEXT');
318 sub nocloud_network_v2
{
323 my $head = "version: 2\n"
328 my @ifaces = grep { /^net(\d+)$/ } keys %$conf;
329 foreach my $iface (sort @ifaces) {
330 (my $id = $iface) =~ s/^net//;
331 next if !$conf->{"ipconfig$id"};
333 # indentation - network interfaces are inside an 'ethernets' hash
336 my $net = PVE
::QemuServer
::parse_net
($conf->{$iface});
337 my $ipconfig = PVE
::QemuServer
::parse_ipconfig
($conf->{"ipconfig$id"});
339 my $mac = $net->{macaddr
}
340 or die "network interface '$iface' has no mac address\n";
342 $content .= "${i}$iface:\n";
344 $content .= "${i}match:\n"
345 . "${i} macaddress: \"$mac\"\n"
346 . "${i
}set-name
: eth
$id\n";
348 if (defined(my $ip = $ipconfig->{ip})) {
350 $content .= "${i
}dhcp4
: true
\n";
352 push @addresses, $ip;
355 if (defined(my $ip = $ipconfig->{ip6})) {
357 $content .= "${i
}dhcp6
: true
\n";
359 push @addresses, $ip;
363 $content .= "${i
}addresses
:\n";
364 $content .= "${i
}- '$_'\n" foreach @addresses;
366 if (defined(my $gw = $ipconfig->{gw})) {
367 $content .= "${i
}gateway4
: '$gw'\n";
369 if (defined(my $gw = $ipconfig->{gw6})) {
370 $content .= "${i
}gateway6
: '$gw'\n";
376 my ($searchdomains, $nameservers) = get_dns_conf($conf);
377 if ($searchdomains || $nameservers) {
378 $content .= "${i
}nameservers
:\n";
379 if (defined($nameservers) && @$nameservers) {
380 $content .= "${i
} addresses
:\n";
381 $content .= "${i
} - '$_'\n" foreach @$nameservers;
383 if (defined($searchdomains) && @$searchdomains) {
384 $content .= "${i
} search
:\n";
385 $content .= "${i
} - '$_'\n" foreach @$searchdomains;
390 return $head.$content;
393 sub nocloud_network {
396 my $content = "version
: 1\n"
399 my @ifaces = grep { /^net(\d+)$/ } keys %$conf;
400 foreach my $iface (sort @ifaces) {
401 (my $id = $iface) =~ s/^net//;
402 next if !$conf->{"ipconfig
$id"};
404 # indentation - network interfaces are inside an 'ethernets' hash
407 my $net = PVE::QemuServer::parse_net($conf->{$iface});
408 my $ipconfig = PVE::QemuServer::parse_ipconfig($conf->{"ipconfig
$id"});
410 my $mac = lc($net->{macaddr})
411 or die "network interface
'$iface' has no mac address
\n";
413 $content .= "${i
}- type
: physical
\n"
414 . "${i
} name
: eth
$id\n"
415 . "${i
} mac_address
: '$mac'\n"
418 if (defined(my $ip = $ipconfig->{ip})) {
420 $content .= "${i
}- type
: dhcp4
\n";
422 my ($addr, $mask) = split_ip4($ip);
423 $content .= "${i
}- type
: static
\n"
424 . "${i
} address
: '$addr'\n"
425 . "${i
} netmask
: '$mask'\n";
426 if (defined(my $gw = $ipconfig->{gw})) {
427 $content .= "${i
} gateway
: '$gw'\n";
431 if (defined(my $ip = $ipconfig->{ip6})) {
433 $content .= "${i
}- type
: dhcp6
\n";
434 } elsif ($ip eq 'auto') {
435 # SLAAC is only supported by cloud-init since 19.4
436 $content .= "${i
}- type
: ipv6_slaac
\n";
438 $content .= "${i
}- type
: static6
\n"
439 . "${i
} address
: '$ip'\n";
440 if (defined(my $gw = $ipconfig->{gw6})) {
441 $content .= "${i
} gateway
: '$gw'\n";
448 my ($searchdomains, $nameservers) = get_dns_conf($conf);
449 if ($searchdomains || $nameservers) {
450 $content .= "${i
}- type
: nameserver
\n";
451 if (defined($nameservers) && @$nameservers) {
452 $content .= "${i
} address
:\n";
453 $content .= "${i
} - '$_'\n" foreach @$nameservers;
455 if (defined($searchdomains) && @$searchdomains) {
456 $content .= "${i
} search
:\n";
457 $content .= "${i
} - '$_'\n" foreach @$searchdomains;
464 sub nocloud_metadata {
466 return "instance-id
: $uuid\n";
469 sub nocloud_gen_metadata {
470 my ($user, $network) = @_;
472 my $uuid_str = Digest::SHA::sha1_hex($user.$network);
473 return nocloud_metadata($uuid_str);
476 sub generate_nocloud {
477 my ($conf, $vmid, $drive, $volname, $storeid) = @_;
479 my ($user_data, $network_data, $meta_data) = get_custom_cloudinit_files($conf);
480 $user_data = cloudinit_userdata($conf, $vmid) if !defined($user_data);
481 $network_data = nocloud_network($conf) if !defined($network_data);
483 if (!defined($meta_data)) {
484 $meta_data = nocloud_gen_metadata($user_data, $network_data);
488 '/user-data' => $user_data,
489 '/network-config' => $network_data,
490 '/meta-data' => $meta_data
492 commit_cloudinit_disk($conf, $vmid, $drive, $volname, $storeid, $files, 'cidata');
495 sub get_custom_cloudinit_files {
498 my $cicustom = $conf->{cicustom};
499 my $files = $cicustom ? PVE::JSONSchema::parse_property_string('pve-qm-cicustom', $cicustom) : {};
501 my $network_volid = $files->{network};
502 my $user_volid = $files->{user};
503 my $meta_volid = $files->{meta};
505 my $storage_conf = PVE::Storage::config();
508 if ($network_volid) {
509 $network_data = read_cloudinit_snippets_file($storage_conf, $network_volid);
514 $user_data = read_cloudinit_snippets_file($storage_conf, $user_volid);
519 $meta_data = read_cloudinit_snippets_file($storage_conf, $meta_volid);
522 return ($user_data, $network_data, $meta_data);
525 sub read_cloudinit_snippets_file {
526 my ($storage_conf, $volid) = @_;
528 my ($full_path, undef, $type) = PVE::Storage::path($storage_conf, $volid);
529 die "$volid is not in the snippets directory
\n" if $type ne 'snippets';
530 return PVE::Tools::file_get_contents($full_path, 1 * 1024 * 1024);
533 my $cloudinit_methods = {
534 configdrive2 => \&generate_configdrive2,
535 nocloud => \&generate_nocloud,
536 opennebula => \&generate_opennebula,
539 sub generate_cloudinitconfig {
540 my ($conf, $vmid) = @_;
542 my $format = get_cloudinit_format($conf);
544 PVE::QemuConfig->foreach_volume($conf, sub {
545 my ($ds, $drive) = @_;
547 my ($storeid, $volname) = PVE::Storage::parse_volume_id($drive->{file}, 1);
549 return if !$volname || $volname !~ m/vm-$vmid-cloudinit/;
551 my $generator = $cloudinit_methods->{$format}
552 or die "missing cloudinit methods
for format
'$format'\n";
554 $generator->($conf, $vmid, $drive, $volname, $storeid);
558 sub dump_cloudinit_config {
559 my ($conf, $vmid, $type) = @_;
561 my $format = get_cloudinit_format($conf);
563 if ($type eq 'user') {
564 return cloudinit_userdata($conf, $vmid);
565 } elsif ($type eq 'network') {
566 if ($format eq 'nocloud') {
567 return nocloud_network($conf);
569 return configdrive2_network($conf);
571 } else { # metadata config
572 my $user = cloudinit_userdata($conf, $vmid);
573 if ($format eq 'nocloud') {
574 my $network = nocloud_network($conf);
575 return nocloud_gen_metadata($user, $network);
577 my $network = configdrive2_network($conf);
578 return configdrive2_gen_metadata($user, $network);