1 package Proxmox
::Install
;
8 use POSIX
":sys_wait_h";
10 use Proxmox
::Install
::ISOEnv
;
11 use Proxmox
::Install
::RunEnv
;
13 use Proxmox
::Install
::Config
;
14 use Proxmox
::Install
::StorageConfig
;
16 use Proxmox
::Sys
::Block
qw(get_cached_disks wipe_disk partition_bootable_disk);
17 use Proxmox
::Sys
::Command
qw(run_command syscmd);
18 use Proxmox
::Sys
::File
qw(file_read_firstline file_write_all);
21 # TODO: move somewhere better?
22 my $postfix_main_cf = <<_EOD;
23 # See /usr/share/postfix/main.cf.dist for a commented, more complete version
27 smtpd_banner = \$myhostname ESMTP \$mail_name (Debian/GNU)
30 # appending .domain is the MUA's job.
31 append_dot_mydomain = no
33 # Uncomment the next line to generate "delayed mail" warnings
34 #delay_warning_time = 4h
36 alias_maps = hash:/etc/aliases
37 alias_database = hash:/etc/aliases
38 mydestination = \$myhostname, localhost.\$mydomain, localhost
40 mynetworks = 127.0.0.0/8
41 inet_interfaces = loopback-only
42 recipient_delimiter = +
44 compatibility_level = 2
48 my ($last_display_change, $display_info_counter) = (0, 0);
49 my $display_info_items = [
50 "extract1-license.htm",
51 "extract2-rulesystem.htm",
56 sub reset_last_display_change
{
57 $last_display_change = 0;
61 my $min_display_time = 15;
64 return if ($ctime - $last_display_change) < $min_display_time;
66 my $page = $display_info_items->[$display_info_counter % scalar(@$display_info_items)];
67 $display_info_counter++;
69 Proxmox
::UI
::display_html
($page);
70 $last_display_change = time();
75 my ($frac, $start, $end, $text) = @_;
77 my $res = Proxmox
::UI
::progress
($frac, $start, $end, $text);
79 display_info
() if $res < 0.9;
81 Proxmox
::UI
::process_events
();
86 mkfs
=> 'mkfs.ext4 -F',
88 mkfs_data_opt
=> '-m 0',
89 root_mountopt
=> 'errors=remount-ro',
92 mkfs
=> 'mkfs.xfs -f',
99 sub create_filesystem
{
100 my ($dev, $name, $type, $start, $end, $fs, $fe) = @_;
102 my $range = $end - $start;
103 my $rs = $start + $range*$fs;
104 my $re = $start + $range*$fe;
107 my $fsdata = $fssetup->{$type} || die "internal error - unknown file system '$type'";
108 my $opts = $name eq 'root' ?
$fsdata->{mkfs_root_opt
} : $fsdata->{mkfs_data_opt
};
110 update_progress
(0, $rs, $re, "creating $name filesystem");
112 run_command
("$fsdata->{mkfs} $opts $dev", sub {
115 if ($line =~ m/Writing inode tables:\s+(\d+)\/(\d
+)/) {
117 } elsif ($max && $line =~ m/(\d+)\/$max/) {
118 update_progress
(($1/$max)*0.9, $rs, $re);
119 } elsif ($line =~ m/Creating journal.*done/) {
120 update_progress
(0.95, $rs, $re);
121 } elsif ($line =~ m/Writing superblocks and filesystem.*done/) {
122 update_progress
(1, $rs, $re);
128 my ($targetdir, $dcdata) = @_;
130 my $cfgfile = "/tmp/debconf.txt";
131 file_write_all
("$targetdir/$cfgfile", $dcdata);
132 syscmd
("chroot $targetdir debconf-set-selections $cfgfile");
133 unlink "$targetdir/$cfgfile";
137 my ($targetdir, $cmd, $new_cmd) = @_;
139 syscmd
("chroot $targetdir dpkg-divert --package proxmox --add --rename $cmd") == 0
140 || die "unable to exec dpkg-divert\n";
142 syscmd
("ln -sf ${new_cmd} $targetdir/$cmd") == 0
143 || die "unable to link diversion to ${new_cmd}\n";
146 sub diversion_remove
{
147 my ($targetdir, $cmd) = @_;
149 syscmd
("mv $targetdir/${cmd}.distrib $targetdir/${cmd};") == 0
150 || die "unable to remove $cmd diversion\n";
152 syscmd
("chroot $targetdir dpkg-divert --remove $cmd") == 0
153 || die "unable to remove $cmd diversion\n";
157 my ($partitions, $mode) = @_;
159 die "unknown btrfs mode '$mode'"
160 if !($mode eq 'single' || $mode eq 'raid0' || $mode eq 'raid1' || $mode eq 'raid10');
162 my $cmd = ['mkfs.btrfs', '-f'];
164 push @$cmd, '-d', $mode, '-m', $mode;
166 push @$cmd, @$partitions;
171 sub zfs_create_rpool
{
172 my ($vdev, $pool_name, $root_volume_name) = @_;
174 my $iso_env = Proxmox
::Install
::ISOEnv
::get
();
176 my $zfs_opts = Proxmox
::Install
::Config
::get_zfs_opt
();
178 my $cmd = "zpool create -f -o cachefile=none";
179 $cmd .= " -o ashift=$zfs_opts->{ashift}" if defined($zfs_opts->{ashift
});
181 syscmd
("$cmd $pool_name $vdev") == 0 || die "unable to create zfs root pool\n";
183 syscmd
("zfs create $pool_name/ROOT") == 0 || die "unable to create zfs $pool_name/ROOT volume\n";
185 if ($iso_env->{product
} eq 'pve') {
186 syscmd
("zfs create $pool_name/data") == 0 || die "unable to create zfs $pool_name/data volume\n";
189 syscmd
("zfs create $pool_name/ROOT/$root_volume_name") == 0 ||
190 die "unable to create zfs $pool_name/ROOT/$root_volume_name volume\n";
192 # default to `relatime` on, fast enough for the installer and production
193 syscmd
("zfs set atime=on relatime=on $pool_name") == 0 || die "unable to set zfs properties\n";
195 my $value = $zfs_opts->{compress
} // 'on';
196 syscmd
("zfs set compression=$value $pool_name") if defined($value) && $value ne 'off';
198 $value = $zfs_opts->{checksum
} // 'on';
199 syscmd
("zfs set checksum=$value $pool_name") if defined($value) && $value ne 'on';
201 $value = $zfs_opts->{copies
} // 1;
202 syscmd
("zfs set copies=$value $pool_name") if defined($value) && $value != 1;
205 my $get_raid_devlist = sub {
207 my $dev_name_hash = {};
209 my $cached_disks = get_cached_disks
();
211 for (my $i = 0; $i < @$cached_disks; $i++) {
212 next if !Proxmox
::Install
::Config
::get_disk_selection
($i);
214 my $hd = $cached_disks->[$i];
215 my ($disk, $devname, $size, $model, $logical_bsize) = @$hd;
216 die "device '$devname' is used more than once\n" if $dev_name_hash->{$devname};
217 $dev_name_hash->{$devname} = $hd;
224 sub zfs_mirror_size_check
{
225 my ($expected, $actual) = @_;
227 die "mirrored disks must have same size\n"
228 if abs($expected - $actual) > $expected / 10;
231 sub legacy_bios_4k_check
{
233 my $run_env = Proxmox
::Install
::RunEnv
::get
();
234 die "Booting from 4kn drive in legacy BIOS mode is not supported.\n"
235 if $run_env->{boot_type
} ne 'efi' && $lbs == 4096;
238 sub get_zfs_raid_setup
{
239 my $filesys = Proxmox
::Install
::Config
::get_filesys
();
241 my $devlist = &$get_raid_devlist();
243 my $diskcount = scalar(@$devlist);
244 die "$filesys needs at least one device\n" if $diskcount < 1;
247 if ($filesys eq 'zfs (RAID0)') {
248 foreach my $hd (@$devlist) {
249 legacy_bios_4k_check
(@$hd[4]);
252 } elsif ($filesys eq 'zfs (RAID1)') {
253 die "zfs (RAID1) needs at least 2 device\n" if $diskcount < 2;
255 my $hd = @$devlist[0];
256 my $expected_size = @$hd[2]; # all disks need approximately same size
257 foreach my $hd (@$devlist) {
258 zfs_mirror_size_check
($expected_size, @$hd[2]);
259 legacy_bios_4k_check
(@$hd[4]);
262 } elsif ($filesys eq 'zfs (RAID10)') {
263 die "zfs (RAID10) needs at least 4 device\n" if $diskcount < 4;
264 die "zfs (RAID10) needs an even number of devices\n" if $diskcount & 1;
266 for (my $i = 0; $i < $diskcount; $i+=2) {
267 my $hd1 = @$devlist[$i];
268 my $hd2 = @$devlist[$i+1];
269 zfs_mirror_size_check
(@$hd1[2], @$hd2[2]); # pairs need approximately same size
270 legacy_bios_4k_check
(@$hd1[4]);
271 legacy_bios_4k_check
(@$hd2[4]);
272 $cmd .= ' mirror ' . @$hd1[1] . ' ' . @$hd2[1];
275 } elsif ($filesys =~ m/^zfs \(RAIDZ-([123])\)$/) {
277 my $mindisks = 2 + $level;
278 die "zfs (RAIDZ-$level) needs at least $mindisks devices\n" if scalar(@$devlist) < $mindisks;
279 my $hd = @$devlist[0];
280 my $expected_size = @$hd[2]; # all disks need approximately same size
281 $cmd .= " raidz$level";
282 foreach my $hd (@$devlist) {
283 zfs_mirror_size_check
($expected_size, @$hd[2]);
284 legacy_bios_4k_check
(@$hd[4]);
288 die "unknown zfs mode '$filesys'\n";
291 return ($devlist, $cmd);
294 sub get_btrfs_raid_setup
{
295 my $filesys = Proxmox
::Install
::Config
::get_filesys
();
297 my $devlist = &$get_raid_devlist();
299 my $diskcount = scalar(@$devlist);
300 die "$filesys needs at least one device\n" if $diskcount < 1;
304 if ($diskcount == 1) {
307 if ($filesys eq 'btrfs (RAID0)') {
309 } elsif ($filesys eq 'btrfs (RAID1)') {
310 die "btrfs (RAID1) needs at least 2 device\n" if $diskcount < 2;
312 } elsif ($filesys eq 'btrfs (RAID10)') {
313 die "btrfs (RAID10) needs at least 4 device\n" if $diskcount < 4;
316 die "unknown btrfs mode '$filesys'\n";
320 return ($devlist, $mode);
323 sub get_pv_list_from_vgname
{
333 my ($pv, $vg_uuid) = split(/\s+/, $line);
335 if (!defined($res->{$vg_uuid}->{pvs
})) {
336 $res->{$vg_uuid}->{pvs
} = "$pv";
338 $res->{$vg_uuid}->{pvs
} .= ", $pv";
341 run_command
("pvs --noheadings -o pv_name,vg_uuid -S vg_name='$vgname'", $parser, undef, 1);
346 sub ask_existing_vg_rename_or_abort
{
349 # this normally only happens if one put a disk with a PVE installation in
350 # this server and that disk is not the installation target.
351 my $duplicate_vgs = get_pv_list_from_vgname
($vgname);
352 return if !$duplicate_vgs;
354 my $message = "Detected existing '$vgname' Volume Group(s)! Do you want to:\n";
356 for my $vg_uuid (keys %$duplicate_vgs) {
357 my $vg = $duplicate_vgs->{$vg_uuid};
359 # no high randomnes properties, but this is only for the cases where
360 # we either have multiple "$vgname" vgs from multiple old PVE disks, or
361 # we have a disk with both a "$vgname" and "$vgname-old"...
362 my $short_uid = sprintf "%08X", rand(0xffffffff);
363 $vg->{new_vgname
} = "$vgname-OLD-$short_uid";
365 $message .= "rename VG backed by PV '$vg->{pvs}' to '$vg->{new_vgname}'\n";
367 $message .= "or cancel the installation?";
369 my $response_ok = Proxmox
::UI
::prompt
($message);
372 for my $vg_uuid (keys %$duplicate_vgs) {
373 my $vg = $duplicate_vgs->{$vg_uuid};
374 my $new_vgname = $vg->{new_vgname
};
376 syscmd
("vgrename $vg_uuid $new_vgname") == 0 ||
377 die "could not rename VG from '$vg->{pvs}' ($vg_uuid) to '$new_vgname'!\n";
380 warn "Canceled installation by user, due to already existing volume group '$vgname'\n";
381 die "\n"; # causes abort without re-showing an error dialogue
385 sub create_lvm_volumes
{
386 my ($lvmdev, $os_size, $swap_size) = @_;
388 my $iso_env = Proxmox
::Install
::ISOEnv
::get
();
389 my $vgname = $iso_env->{product
};
391 ask_existing_vg_rename_or_abort
($vgname);
393 my $rootdev = "/dev/$vgname/root";
394 my $datadev = "/dev/$vgname/data";
397 # we use --metadatasize 250k, which results in "pe_start = 512"
398 # so pe_start is aligned on a 128k boundary (advantage for SSDs)
399 syscmd
("/sbin/pvcreate --metadatasize 250k -y -ff $lvmdev") == 0 ||
400 die "unable to initialize physical volume $lvmdev\n";
401 syscmd
("/sbin/vgcreate $vgname $lvmdev") == 0 ||
402 die "unable to create volume group '$vgname'\n";
404 my $hdgb = int($os_size / (1024 * 1024));
406 # always leave some space at the end to avoid roudning issues with LVM's physical extent (PE)
408 my $space = $hdgb <= 32 ?
4 * 1024 : (($hdgb > 128 ?
16 : $hdgb / 8) * 1024 * 1024);
413 if ($iso_env->{product
} eq 'pve') {
416 if (my $maxroot = Proxmox
::Install
::Config
::get_maxroot
()) {
417 $maxroot_mb = $maxroot * 1024;
419 $maxroot_mb = 96 * 1024;
422 my $rest = $os_size - $swap_size;
423 my $rest_mb = int($rest / 1024);
426 if ($rest_mb < 12 * 1024) {
427 # no point in wasting space, try to get us actually installed and align down to 4 MB
428 $rootsize_mb = ($rest_mb - 0.1) & ~3;
429 } elsif ($rest_mb < 48 * 1024) {
430 my $masked = int($rest_mb / 2) & ~3; # align down to 4 MB
431 $rootsize_mb = $masked;
433 $rootsize_mb = $rest_mb / 4 + 12 * 1024;
436 $rootsize_mb = $maxroot_mb if $rootsize_mb > $maxroot_mb;
437 $rootsize = int($rootsize_mb * 1024);
438 $rootsize &= ~0xFFF; # align down to 4 MB boundaries
440 $rest -= $rootsize; # in KB
442 my $minfree = $space;
443 if (defined(my $cfg_minfree = Proxmox
::Install
::Config
::get_minfree
())) {
444 $minfree = $cfg_minfree * 1024 * 1024 >= $rest ?
$space : $cfg_minfree * 1024 * 1024;
447 $rest = int($rest - $minfree) & ~0xFFF; # align down to 4 MB boundaries
449 if (defined(my $maxvz = Proxmox
::Install
::Config
::get_maxvz
())) {
450 $rest = $maxvz * 1024 * 1024 <= $rest ?
$maxvz * 1024 * 1024 : $rest;
456 my $cfg_minfree = Proxmox
::Install
::Config
::get_minfree
();
457 my $minfree = defined($cfg_minfree) ?
$cfg_minfree * 1024 * 1024 : $space;
458 $rootsize = int($os_size - $minfree - $swap_size); # in KB
459 $rootsize &= ~0xFFF; # align down to 4 MB boundaries
463 syscmd
("/sbin/lvcreate -Wy --yes -L${swap_size}K -nswap $vgname") == 0 ||
464 die "unable to create swap volume\n";
466 $swapfile = "/dev/$vgname/swap";
469 syscmd
("/sbin/lvcreate -Wy --yes -L${rootsize}K -nroot $vgname") == 0 ||
470 die "unable to create root volume\n";
472 if ($datasize > 4 * 1024 * 1024) {
473 my $metadatasize = int($datasize/100); # default 1% of data
474 $metadatasize = 1024*1024 if $metadatasize < 1024*1024; # but at least 1G
475 $metadatasize = 16*1024*1024 if $metadatasize > 16*1024*1024; # but at most 16G
476 $metadatasize &= ~0xFFF; # align down to 4 MB boundaries
478 # otherwise the metadata is taken out of $minfree
479 $datasize -= 2 * $metadatasize;
481 # 1 4MB PE to allow for rounding
482 $datasize -= 4 * 1024;
484 syscmd
("/sbin/lvcreate -Wy --yes -L${datasize}K -ndata $vgname") == 0 ||
485 die "unable to create data volume\n";
487 syscmd
("/sbin/lvconvert --yes --type thin-pool --poolmetadatasize ${metadatasize}K $vgname/data") == 0 ||
488 die "unable to create data thin-pool\n";
490 my $maxvz = Proxmox
::Install
::Config
::get_maxvz
();
491 if ($iso_env->{product
} eq 'pve' && !defined($maxvz)) {
492 Proxmox
::UI
::message
("Skipping auto-creation of LVM thinpool for guest data due to low space.");
497 syscmd
("/sbin/vgchange -a y $vgname") == 0 ||
498 die "unable to activate volume group\n";
500 return ($rootdev, $swapfile, $datadev);
503 sub compute_swapsize
{
506 my $hdgb = int($hdsize/(1024*1024));
509 if (defined(my $swapsize = Proxmox
::Install
::Config
::get_swapsize
())) {
510 $swapsize_kb = $swapsize * 1024 * 1024;
512 my $run_env = Proxmox
::Install
::RunEnv
::get
();
513 my $ss = int($run_env->{total_memory
});
514 $ss = 4096 if $ss < 4096 && $hdgb >= 64;
515 $ss = 2048 if $ss < 2048 && $hdgb >= 32;
516 $ss = 1024 if $ss >= 2048 && $hdgb <= 16;
517 $ss = 512 if $ss < 512;
518 $ss = int($hdgb * 128) if $ss > $hdgb * 128;
519 $ss = 8192 if $ss > 8192;
520 $swapsize_kb = int($ss * 1024) & ~0xFFF; # align to 4 MB to avoid all to odd SWAP size
526 my sub chroot_chown
{
527 my ($root, $path, %param) = @_;
529 my $recursive = $param{recursive
} ?
' -R' : '';
530 my $user = $param{user
};
531 die "can not chown without user parameter\n" if !defined($user);
532 my $group = $param{group
} // $user;
534 syscmd
("chroot $root /bin/chown $user:$group $recursive $path") == 0 ||
535 die "chroot: unable to change owner for '$path'\n";
538 my sub chroot_chmod
{
539 my ($root, $path, %param) = @_;
541 my $recursive = $param{recursive
} ?
' -R' : '';
542 my $mode = $param{mode
};
543 die "can not chmod without mode parameter\n" if !defined($mode);
545 syscmd
("chroot $root /bin/chmod $mode $recursive $path") == 0 ||
546 die "chroot: unable to change permission mode for '$path'\n";
549 sub prepare_proxmox_boot_esp
{
550 my ($espdev, $targetdir) = @_;
552 syscmd
("chroot $targetdir proxmox-boot-tool init $espdev") == 0 ||
553 die "unable to init ESP and install proxmox-boot loader on '$espdev'\n";
556 sub prepare_grub_efi_boot_esp
{
557 my ($dev, $espdev, $targetdir) = @_;
559 syscmd
("mount -n $espdev -t vfat $targetdir/boot/efi") == 0 ||
560 die "unable to mount $espdev\n";
563 my $rc = syscmd
("chroot $targetdir /usr/sbin/grub-install --target x86_64-efi --no-floppy --bootloader-id='proxmox' $dev");
565 my $run_env = Proxmox
::Install
::RunEnv
::get
();
566 if ($run_env->{boot_type
} eq 'efi') {
567 die "unable to install the EFI boot loader on '$dev'\n";
569 warn "unable to install the EFI boot loader on '$dev', ignoring (not booted using UEFI)\n";
572 # also install fallback boot file (OVMF does not boot without)
573 mkdir("$targetdir/boot/efi/EFI/BOOT");
574 syscmd
("cp $targetdir/boot/efi/EFI/proxmox/grubx64.efi $targetdir/boot/efi/EFI/BOOT/BOOTx64.EFI") == 0 ||
575 die "unable to copy efi boot loader\n";
580 syscmd
("umount $targetdir/boot/efi") == 0 ||
581 die "unable to umount $targetdir/boot/efi\n";
585 die "failed to prepare EFI boot using Grub on '$espdev': $err" if $err;
589 my $iso_env = Proxmox
::Install
::ISOEnv
::get
();
590 my $run_env = Proxmox
::Install
::RunEnv
::get
();
592 my $proxmox_libdir = $iso_env->{locations
}->{lib
};
593 my $proxmox_cddir = $iso_env->{locations
}->{iso
};
594 my $proxmox_pkgdir = "${proxmox_cddir}/proxmox/packages/";
596 my $targetdir = is_test_mode
() ?
"target" : "/target";
598 my $basefile = "${proxmox_cddir}/$iso_env->{product}-base.squashfs";
600 die "target '$targetdir' does not exist\n" if ! -d
$targetdir;
602 my $starttime = [Time
::HiRes
::gettimeofday
];
604 my $bootdevinfo = [];
606 my ($swapfile, $rootdev, $datadev);
607 my ($use_zfs, $use_btrfs) = (0, 0);
609 my $filesys = Proxmox
::Install
::Config
::get_filesys
();
610 my $hdsize = Proxmox
::Install
::Config
::get_hdsize
();
612 my $zfs_pool_name = Proxmox
::Install
::StorageConfig
::get_zfs_pool_name
();
613 my $zfs_root_volume_name = Proxmox
::Install
::StorageConfig
::get_zfs_root_volume_name
();
615 if ($filesys =~ m/zfs/) {
616 Proxmox
::Install
::Config
::set_target_hd
(undef); # do not use this config
618 $targetdir = "/$zfs_pool_name/ROOT/$zfs_root_volume_name";
619 } elsif ($filesys =~ m/btrfs/) {
620 Proxmox
::Install
::Config
::set_target_hd
(undef); # do not use this config
626 for ($i = 5; $i > 0; $i--) {
627 syscmd
("modprobe zfs");
628 last if -c
"/dev/zfs";
632 die "unable to load zfs kernel module\n" if !$i;
640 update_progress
(0, 0, $maxper, "cleanup root-disks");
642 syscmd
("vgchange -an") if !is_test_mode
(); # deactivate all detected VGs
644 if (is_test_mode
()) {
646 my $test_images = Proxmox
::Install
::ISOEnv
::get_test_images
();
647 $rootdev = abs_path
($test_images->[0]); # FIXME: use all selected for test too!
648 syscmd
("umount $rootdev");
652 die "unsupported btrfs mode (for testing environment)\n"
653 if $filesys ne 'btrfs (RAID0)';
655 btrfs_create
([$rootdev], 'single');
659 die "unsupported zfs mode (for testing environment)\n"
660 if $filesys ne 'zfs (RAID0)';
662 syscmd
("zpool destroy $zfs_pool_name");
664 zfs_create_rpool
($rootdev, $zfs_pool_name, $zfs_root_volume_name);
671 } elsif ($use_btrfs) {
673 my ($devlist, $btrfs_mode) = get_btrfs_raid_setup
();
675 foreach my $hd (@$devlist) {
679 update_progress
(0, 0.02, $maxper, "create partitions");
681 my $btrfs_partitions = [];
682 foreach my $hd (@$devlist) {
683 my $devname = @$hd[1];
684 my $logical_bsize = @$hd[4];
686 my ($size, $osdev, $efidev) = partition_bootable_disk
($devname, $hdsize, '8300');
687 $rootdev = $osdev if !defined($rootdev); # simply point to first disk
688 my $by_id = Proxmox
::Sys
::Block
::get_disk_by_id_path
($devname);
689 push @$bootdevinfo, {
694 logical_bsize
=> $logical_bsize,
696 push @$btrfs_partitions, $osdev;
699 Proxmox
::Sys
::Block
::udevadm_trigger_block
();
701 update_progress
(0, 0.03, $maxper, "create btrfs");
703 btrfs_create
($btrfs_partitions, $btrfs_mode);
707 my ($devlist, $vdev) = get_zfs_raid_setup
();
709 foreach my $hd (@$devlist) {
713 update_progress
(0, 0.02, $maxper, "create partitions");
715 # install esp/boot part on all, we can only win!
716 for my $hd (@$devlist) {
717 my $devname = @$hd[1];
718 my $logical_bsize = @$hd[4];
720 my ($size, $osdev, $efidev) = partition_bootable_disk
($devname, $hdsize, 'BF01');
722 push @$bootdevinfo, {
726 logical_bsize
=> $logical_bsize,
730 Proxmox
::Sys
::Block
::udevadm_trigger_block
();
732 foreach my $di (@$bootdevinfo) {
733 my $devname = $di->{devname
};
734 $di->{by_id
} = Proxmox
::Sys
::Block
::get_disk_by_id_path
($devname);
736 my $osdev = Proxmox
::Sys
::Block
::get_disk_by_id_path
($di->{osdev
}) || $di->{osdev
};
738 $vdev =~ s/ $devname/ $osdev/;
741 foreach my $hd (@$devlist) {
742 my $devname = @$hd[1];
743 my $by_id = Proxmox
::Sys
::Block
::get_disk_by_id_path
($devname);
745 $vdev =~ s/ $devname/ $by_id/ if $by_id;
748 update_progress
(0, 0.03, $maxper, "create rpool");
750 zfs_create_rpool
($vdev, $zfs_pool_name, $zfs_root_volume_name);
753 my $target_hd = Proxmox
::Install
::Config
::get_target_hd
();
754 die "target '$target_hd' is not a valid block device\n" if ! -b
$target_hd;
756 wipe_disk
($target_hd);
758 update_progress
(0, 0.02, $maxper, "create partitions");
760 my $logical_bsize = Proxmox
::Sys
::Block
::logical_blocksize
($target_hd);
762 my ($os_size, $osdev, $efidev) = partition_bootable_disk
($target_hd, $hdsize, '8E00');
764 Proxmox
::Sys
::Block
::udevadm_trigger_block
();
766 my $by_id = Proxmox
::Sys
::Block
::get_disk_by_id_path
($target_hd);
767 push @$bootdevinfo, {
769 devname
=> $target_hd,
772 logical_bsize
=> $logical_bsize,
775 update_progress
(0, 0.03, $maxper, "create LVs");
777 my $swap_size = compute_swapsize
($os_size);
778 ($rootdev, $swapfile, $datadev) =
779 create_lvm_volumes
($osdev, $os_size, $swap_size);
781 # trigger udev to create /dev/disk/by-uuid
782 Proxmox
::Sys
::Block
::udevadm_trigger_block
(1);
786 # to be fast during installation
787 syscmd
("zfs set sync=disabled $zfs_pool_name") == 0 ||
788 die "unable to set zfs properties\n";
791 update_progress
(0.04, 0, $maxper, "create swap space");
793 syscmd
("mkswap -f $swapfile") == 0 ||
794 die "unable to create swap space\n";
797 update_progress
(0.045, 0, $maxper, "creating root filesystems");
799 foreach my $di (@$bootdevinfo) {
801 # FIXME remove '-s1' once https://github.com/dosfstools/dosfstools/issues/111 is fixed
802 my $vfat_extra_opts = ($di->{logical_bsize
} == 4096) ?
'-s1' : '';
803 syscmd
("mkfs.vfat $vfat_extra_opts -F32 $di->{esp}") == 0 ||
804 die "unable to initialize EFI ESP on device $di->{esp}\n";
809 } elsif ($use_btrfs) {
812 create_filesystem
($rootdev, 'root', $filesys, 0.05, $maxper, 0, 1);
815 update_progress
(1, 0.05, $maxper, "mounting target $rootdev");
820 my $mount_opts = 'noatime';
821 $mount_opts .= ',nobarrier'
822 if $use_btrfs || $filesys =~ /^ext\d$/;
824 syscmd
("mount -n $rootdev -o $mount_opts $targetdir") == 0 ||
825 die "unable to mount $rootdev\n";
828 mkdir "$targetdir/boot";
829 mkdir "$targetdir/boot/efi";
831 mkdir "$targetdir/var";
832 mkdir "$targetdir/var/lib";
834 if ($iso_env->{product
} eq 'pve') {
835 mkdir "$targetdir/var/lib/vz";
836 mkdir "$targetdir/var/lib/pve";
839 syscmd
("btrfs subvolume create $targetdir/var/lib/pve/local-btrfs") == 0 ||
840 die "unable to create btrfs subvolume\n";
844 mkdir "$targetdir/mnt";
845 mkdir "$targetdir/mnt/hostrun";
846 syscmd
("mount --bind /run $targetdir/mnt/hostrun") == 0 ||
847 die "unable to bindmount run on $targetdir/mnt/hostrun\n";
849 update_progress
(1, 0.05, $maxper, "extracting base system");
851 my ($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size) = stat ($basefile);
852 $ino || die "unable to open file '$basefile' - $!\n";
854 my $files = file_read_firstline
("${proxmox_cddir}/proxmox/$iso_env->{product}-base.cnt") ||
855 die "unable to read base file count\n";
860 run_command
("unsquashfs -f -dest $targetdir -i $basefile", sub {
862 return if $line !~ m/^$targetdir/;
864 my $nper = int (($count *100)/$files);
867 my $frac = $per > 100 ?
1 : $per/100;
868 update_progress
($frac, $maxper, 0.5);
872 syscmd
("mount -n -t tmpfs tmpfs $targetdir/tmp") == 0 || die "unable to mount tmpfs on $targetdir/tmp\n";
874 mkdir "$targetdir/tmp/pkg";
875 syscmd
("mount -n --bind '$proxmox_pkgdir' '$targetdir/tmp/pkg'") == 0
876 || die "unable to bind-mount packages on $targetdir/tmp/pkg\n";
877 syscmd
("mount -n -t proc proc $targetdir/proc") == 0 || die "unable to mount proc on $targetdir/proc\n";
878 syscmd
("mount -n -t sysfs sysfs $targetdir/sys") == 0 || die "unable to mount sysfs on $targetdir/sys\n";
879 if ($run_env->{boot_type
} eq 'efi') {
880 syscmd
("mount -n -t efivarfs efivarfs $targetdir/sys/firmware/efi/efivars") == 0 ||
881 die "unable to mount efivarfs on $targetdir/sys/firmware/efi/efivars: $!\n";
883 syscmd
("chroot $targetdir mount --bind /mnt/hostrun /run") == 0 ||
884 die "unable to re-bindmount hostrun on /run in chroot\n";
886 update_progress
(1, $maxper, 0.5, "configuring base system");
889 my $hostname = Proxmox
::Install
::Config
::get_hostname
();
890 my $domain = Proxmox
::Install
::Config
::get_domain
();
891 my $ip_addr = Proxmox
::Install
::Config
::get_ip_addr
();
894 "127.0.0.1 localhost.localdomain localhost\n" .
895 "$ip_addr $hostname.$domain $hostname\n\n" .
896 "# The following lines are desirable for IPv6 capable hosts\n\n" .
897 "::1 ip6-localhost ip6-loopback\n" .
898 "fe00::0 ip6-localnet\n" .
899 "ff00::0 ip6-mcastprefix\n" .
900 "ff02::1 ip6-allnodes\n" .
901 "ff02::2 ip6-allrouters\n" .
902 "ff02::3 ip6-allhosts\n";
904 file_write_all
("$targetdir/etc/hosts", $hosts);
906 file_write_all
("$targetdir/etc/hostname", "$hostname\n");
908 syscmd
("/bin/hostname $hostname") if !is_test_mode
();
910 # configure interfaces
912 my $ifaces = "auto lo\niface lo inet loopback\n\n";
914 my $ip_version = Proxmox
::Install
::Config
::get_ip_version
();
915 my $ntype = $ip_version == 4 ?
'inet' : 'inet6';
917 my $ethdev = Proxmox
::Install
::Config
::get_mngmt_nic
();
918 my $cidr = Proxmox
::Install
::Config
::get_cidr
();
919 my $gateway = Proxmox
::Install
::Config
::get_gateway
();
921 if ($iso_env->{cfg
}->{bridged_network
}) {
922 $ifaces .= "iface $ethdev $ntype manual\n";
925 "\nauto vmbr0\niface vmbr0 $ntype static\n" .
926 "\taddress $cidr\n" .
927 "\tgateway $gateway\n" .
928 "\tbridge-ports $ethdev\n" .
929 "\tbridge-stp off\n" .
932 $ifaces .= "auto $ethdev\n" .
933 "iface $ethdev $ntype static\n" .
934 "\taddress $cidr\n" .
935 "\tgateway $gateway\n";
938 my $ipconf = $run_env->{ipconf
};
939 foreach my $iface (sort keys %{$ipconf->{ifaces
}}) {
940 my $name = $ipconf->{ifaces
}->{$iface}->{name
};
941 next if $name eq $ethdev;
943 $ifaces .= "\niface $name $ntype manual\n";
946 file_write_all
("$targetdir/etc/network/interfaces", $ifaces);
950 my $dnsserver = Proxmox
::Install
::Config
::get_dns
();
951 my $resolvconf = "search $domain\nnameserver $dnsserver\n";
952 file_write_all
("$targetdir/etc/resolv.conf", $resolvconf);
956 my $fstab = "# <file system> <mount point> <type> <options> <dump> <pass>\n";
960 } elsif ($use_btrfs) {
962 my $cmd = "blkid -u filesystem -t TYPE=btrfs -o export $rootdev";
963 run_command
($cmd, sub {
966 if ($line =~ m/^UUID=([A-Fa-f0-9\-]+)$/) {
971 die "unable to detect FS UUID" if !defined($fsuuid);
973 $fstab .= "UUID=$fsuuid / btrfs defaults 0 1\n";
975 my $root_mountopt = $fssetup->{$filesys}->{root_mountopt
} || 'defaults';
976 $fstab .= "$rootdev / $filesys ${root_mountopt} 0 1\n";
980 # Note: this is required by current grub, but really dangerous, because
981 # vfat does not have journaling, so it triggers manual fsck after each crash
982 # so we only mount /boot/efi if really required (efi systems).
983 if ($run_env->{boot_type
} eq 'efi' && !$use_zfs) {
984 if (scalar(@$bootdevinfo)) {
985 my $di = @$bootdevinfo[0]; # simply use first disk
988 my $efi_boot_uuid = $di->{esp
};
989 if (my $uuid = Proxmox
::Sys
::Block
::get_dev_uuid
($di->{esp
})) {
990 $efi_boot_uuid = "UUID=$uuid";
993 $fstab .= "${efi_boot_uuid} /boot/efi vfat defaults 0 1\n";
999 $fstab .= "$swapfile none swap sw 0 0\n" if $swapfile;
1001 $fstab .= "proc /proc proc defaults 0 0\n";
1003 file_write_all
("$targetdir/etc/fstab", $fstab);
1004 file_write_all
("$targetdir/etc/mtab", "");
1006 syscmd
("cp ${proxmox_libdir}/policy-disable-rc.d $targetdir/usr/sbin/policy-rc.d") == 0 ||
1007 die "unable to copy policy-rc.d\n";
1008 syscmd
("cp ${proxmox_libdir}/fake-start-stop-daemon $targetdir/sbin/") == 0 ||
1009 die "unable to copy start-stop-daemon\n";
1011 diversion_add
($targetdir, "/sbin/start-stop-daemon", "/sbin/fake-start-stop-daemon");
1012 diversion_add
($targetdir, "/usr/sbin/update-grub", "/bin/true");
1013 diversion_add
($targetdir, "/usr/sbin/update-initramfs", "/bin/true");
1015 my $machine_id = run_command
("systemd-id128 new");
1016 die "unable to create a new machine-id\n" if ! $machine_id;
1017 file_write_all
("$targetdir/etc/machine-id", $machine_id);
1019 syscmd
("cp /etc/hostid $targetdir/etc/") == 0 ||
1020 die "unable to copy hostid\n";
1022 syscmd
("touch $targetdir/proxmox_install_mode");
1024 my $grub_install_devices_txt = '';
1025 foreach my $di (@$bootdevinfo) {
1026 $grub_install_devices_txt .= ', ' if $grub_install_devices_txt;
1027 $grub_install_devices_txt .= $di->{by_id
} || $di->{devname
};
1030 my $keymap = Proxmox
::Install
::Config
::get_keymap
();
1031 # Note: keyboard-configuration/xbkb-keymap is used by console-setup
1032 my $xkmap = $iso_env->{locales
}->{kmap
}->{$keymap}->{x11
} // 'us';
1034 debconfig_set
($targetdir, <<_EOD);
1035 locales locales/default_environment_locale select en_US.UTF-8
1036 locales locales/locales_to_be_generated select en_US.UTF-8 UTF-8
1037 samba-common samba-common/dhcp boolean false
1038 samba-common samba-common/workgroup string WORKGROUP
1039 postfix postfix/main_mailer_type select No configuration
1040 keyboard-configuration keyboard-configuration/xkb-keymap select $xkmap
1041 d-i debian-installer/locale select en_US.UTF-8
1042 grub-pc grub-pc/install_devices select $grub_install_devices_txt
1046 while (<${proxmox_pkgdir
}/*.deb
>) { $pkg_count++ };
1048 # btrfs/dpkg is extremely slow without --force-unsafe-io
1049 my $dpkg_opts = $use_btrfs ?
"--force-unsafe-io" : "";
1052 while (<${proxmox_pkgdir
}/*.deb
>) {
1055 my ($deb) = $path =~ m/${proxmox_pkgdir}\/(.*\
.deb
)/;
1056 update_progress
($count/$pkg_count, 0.5, 0.75, "extracting $deb");
1057 print STDERR
"extracting: $deb\n";
1058 syscmd
("chroot $targetdir dpkg $dpkg_opts --force-depends --no-triggers --unpack /tmp/pkg/$deb") == 0
1059 || die "installation of package $deb failed\n";
1060 update_progress
((++$count)/$pkg_count, 0.5, 0.75);
1063 # needed for postfix postinst in case no other NIC is active
1064 syscmd
("chroot $targetdir ifup lo");
1066 my $cmd = "chroot $targetdir dpkg $dpkg_opts --force-confold --configure -a";
1068 run_command
($cmd, sub {
1070 if ($line =~ m/Setting up\s+(\S+)/) {
1071 update_progress
((++$count)/$pkg_count, 0.75, 0.95, "configuring $1");
1075 unlink "$targetdir/etc/mailname";
1076 $postfix_main_cf =~ s/__FQDN__/${hostname}.${domain}/;
1077 file_write_all
("$targetdir/etc/postfix/main.cf", $postfix_main_cf);
1079 # make sure we have all postfix directories
1080 syscmd
("chroot $targetdir /usr/sbin/postfix check");
1081 # cleanup mail queue
1082 syscmd
("chroot $targetdir /usr/sbin/postsuper -d ALL");
1083 # create /etc/aliases.db (/etc/aliases is shipped in the base squashfs)
1084 syscmd
("chroot $targetdir /usr/bin/newaliases");
1086 unlink "$targetdir/proxmox_install_mode";
1088 my $country = Proxmox
::Install
::Config
::get_country
();
1089 my $timezone = Proxmox
::Install
::Config
::get_timezone
();
1092 unlink ("$targetdir/etc/localtime");
1093 symlink ("/usr/share/zoneinfo/$timezone", "$targetdir/etc/localtime");
1094 file_write_all
("$targetdir/etc/timezone", "$timezone\n");
1097 if (my $mirror = $iso_env->{locales
}->{country
}->{$country}->{mirror
}) {
1098 my $fn = "$targetdir/etc/apt/sources.list";
1099 syscmd
("sed -i 's/ftp\\.debian\\.org/$mirror/' '$fn'");
1102 # create extended_states for apt (avoid cron job warning if that
1103 # file does not exist)
1104 file_write_all
("$targetdir/var/lib/apt/extended_states", '');
1106 # allow ssh root login
1107 syscmd
(['sed', '-i', 's/^#\?PermitRootLogin.*/PermitRootLogin yes/', "$targetdir/etc/ssh/sshd_config"]);
1109 if ($iso_env->{product
} eq 'pmg') {
1110 # install initial clamav DB
1111 my $srcdir = "${proxmox_cddir}/proxmox/clamav";
1112 foreach my $fn ("main.cvd", "bytecode.cvd", "daily.cvd", "safebrowsing.cvd") {
1113 syscmd
("cp \"$srcdir/$fn\" \"$targetdir/var/lib/clamav\"") == 0 ||
1114 die "installation of clamav db file '$fn' failed\n";
1116 syscmd
("chroot $targetdir /bin/chown clamav:clamav -R /var/lib/clamav") == 0 ||
1117 die "unable to set owner for clamav database files\n";
1120 if ($iso_env->{product
} eq 'pve') {
1121 # save installer settings
1122 my $ucc = uc ($country);
1123 debconfig_set
($targetdir, "pve-manager pve-manager/country string $ucc\n");
1126 update_progress
(0.8, 0.95, 1, "make system bootable");
1129 # add ZFS options while preserving existing kernel cmdline
1130 my $zfs_snippet = "GRUB_CMDLINE_LINUX=\"\$GRUB_CMDLINE_LINUX root=ZFS=$zfs_pool_name/ROOT/$zfs_root_volume_name boot=zfs\"";
1131 file_write_all
("$targetdir/etc/default/grub.d/zfs.cfg", $zfs_snippet);
1133 file_write_all
("$targetdir/etc/kernel/cmdline", "root=ZFS=$zfs_pool_name/ROOT/$zfs_root_volume_name boot=zfs\n");
1137 diversion_remove
($targetdir, "/usr/sbin/update-grub");
1138 diversion_remove
($targetdir, "/usr/sbin/update-initramfs");
1141 foreach my $fn (<$targetdir/lib/modules/*>) {
1142 if ($fn =~ m!/(\d+\.\d+\.\d+-\d+-pve)$!) {
1143 die "found multiple kernels\n" if defined($kapi);
1147 die "unable to detect kernel version\n" if !defined($kapi);
1149 if (!is_test_mode
()) {
1151 unlink ("$targetdir/etc/mtab");
1152 symlink ("/proc/mounts", "$targetdir/etc/mtab");
1153 syscmd
("mount -n --bind /dev $targetdir/dev");
1155 my $bootloader_err_list = [];
1157 syscmd
("chroot $targetdir /usr/sbin/update-initramfs -c -k $kapi") == 0 ||
1158 die "unable to install initramfs\n";
1160 my $native_4k_disk_bootable = 0;
1161 foreach my $di (@$bootdevinfo) {
1162 $native_4k_disk_bootable |= ($di->{logical_bsize
} == 4096);
1165 foreach my $di (@$bootdevinfo) {
1166 my $dev = $di->{devname
};
1168 prepare_proxmox_boot_esp
($di->{esp
}, $targetdir);
1170 if (!$native_4k_disk_bootable) {
1172 syscmd
("chroot $targetdir /usr/sbin/grub-install --target i386-pc --no-floppy --bootloader-id='proxmox' $dev") == 0 ||
1173 die "unable to install the i386-pc boot loader on '$dev'\n";
1175 push @$bootloader_err_list, $@ if $@;
1178 if (my $esp = $di->{esp
}) {
1179 eval { prepare_grub_efi_boot_esp
($dev, $esp, $targetdir) };
1180 push @$bootloader_err_list, $@ if $@;
1185 syscmd
("chroot $targetdir /usr/sbin/update-grub") == 0 ||
1186 die "unable to update boot loader config\n";
1188 push @$bootloader_err_list, $@ if $@;
1190 if (scalar(@$bootloader_err_list) > 0) {
1191 $bootloader_err = "bootloader setup errors:\n";
1192 map { $bootloader_err .= "- $_" } @$bootloader_err_list;
1193 warn $bootloader_err;
1196 syscmd
("umount $targetdir/dev");
1201 unlink "$targetdir/usr/sbin/policy-rc.d";
1203 diversion_remove
($targetdir, "/sbin/start-stop-daemon");
1206 my $octets = encode
("utf-8", Proxmox
::Install
::Config
::get_password
());
1207 run_command
("chroot $targetdir /usr/sbin/chpasswd", undef, "root:$octets\n");
1209 my $mailto = Proxmox
::Install
::Config
::get_mailto
();
1210 if ($iso_env->{product
} eq 'pmg') {
1212 file_write_all
("$targetdir/etc/pmg/pmg.conf", "section: admin\n\temail ${mailto}\n");
1214 } elsif ($iso_env->{product
} eq 'pve') {
1218 my $tmpdir = "$targetdir/tmp/pve";
1221 # write vnc keymap to datacenter.cfg
1222 my $vnckmap = $iso_env->{locales
}->{kmap
}->{$keymap}->{kvm
} || 'en-us';
1223 file_write_all
("$tmpdir/datacenter.cfg", "keyboard: $vnckmap\n");
1226 file_write_all
("$tmpdir/user.cfg", "user:root\@pam:1:0:::${mailto}::\n");
1231 $storage_cfg = Proxmox
::Install
::StorageConfig
::get_zfs_config
($iso_env);
1232 } elsif ($use_btrfs) {
1233 $storage_cfg = Proxmox
::Install
::StorageConfig
::get_btrfs_config
();
1234 } elsif ($datadev) {
1235 $storage_cfg = Proxmox
::Install
::StorageConfig
::get_lvm_thin_config
();
1237 $storage_cfg = Proxmox
::Install
::StorageConfig
::get_local_config
();
1239 file_write_all
("$tmpdir/storage.cfg", $storage_cfg);
1241 run_command
("chroot $targetdir /usr/bin/create_pmxcfs_db /tmp/pve /var/lib/pve-cluster/config.db");
1243 syscmd
("rm -rf $tmpdir");
1244 } elsif ($iso_env->{product
} eq 'pbs') {
1245 my $base_cfg_path = "/etc/proxmox-backup";
1246 mkdir "$targetdir/$base_cfg_path";
1248 chroot_chown
($targetdir, $base_cfg_path, user
=> 'backup', recursive
=> 1);
1249 chroot_chmod
($targetdir, $base_cfg_path, mode
=> '0700');
1251 my $user_cfg_fn = "$base_cfg_path/user.cfg";
1252 file_write_all
("$targetdir/$user_cfg_fn", "user: root\@pam\n\temail ${mailto}\n");
1253 chroot_chown
($targetdir, $user_cfg_fn, user
=> 'root', group
=> 'backup');
1254 chroot_chmod
($targetdir, $user_cfg_fn, mode
=> '0640');
1260 update_progress
(1, 0, 1, "");
1262 print STDERR
$err if $err && $err ne "\n";
1264 if (is_test_mode
()) {
1265 my $elapsed = Time
::HiRes
::tv_interval
($starttime);
1266 print STDERR
"Elapsed extract time: $elapsed\n";
1268 syscmd
("chroot $targetdir /usr/bin/dpkg-query -W --showformat='\${package}\n'> final.pkglist");
1271 syscmd
("umount $targetdir/run");
1272 syscmd
("umount $targetdir/mnt/hostrun");
1273 syscmd
("umount $targetdir/tmp/pkg");
1274 syscmd
("umount $targetdir/tmp");
1275 syscmd
("umount $targetdir/proc");
1276 syscmd
("umount $targetdir/sys/firmware/efi/efivars");
1277 syscmd
("umount $targetdir/sys");
1278 rmdir("$targetdir/mnt/hostrun");
1281 syscmd
("zfs umount -a") == 0 ||
1282 die "unable to unmount zfs\n";
1284 syscmd
("umount -d $targetdir");
1287 if (!$err && $use_zfs) {
1288 syscmd
("zfs set sync=standard $zfs_pool_name") == 0 ||
1289 die "unable to set zfs properties\n";
1291 syscmd
("zfs set mountpoint=/ $zfs_pool_name/ROOT/$zfs_root_volume_name") == 0 ||
1292 die "zfs set mountpoint failed\n";
1294 syscmd
("zpool set bootfs=$zfs_pool_name/ROOT/$zfs_root_volume_name $zfs_pool_name") == 0 ||
1295 die "zpool set bootfs failed\n";
1296 syscmd
("zpool export $zfs_pool_name");
1299 if ($bootloader_err) {
1300 $err = $err && $err ne "\n" ?
"$err\n$bootloader_err" : $bootloader_err;