proxinstall

   1 #!/usr/bin/perl
   2
   3 use strict;
   4 use warnings;
   5
   6 $ENV{DEBIAN_FRONTEND} = 'noninteractive';
   7 $ENV{LC_ALL} = 'C';
   8
   9 use Getopt::Long;
  10 use IPC::Open2;
  11 use IO::File;
  12 use Cwd 'abs_path';
  13 use Glib;
  14 use Gtk3 '-init';
  15 use Gtk3::WebKit2;
  16 use Encode;
  17 use File::Basename;
  18 use File::Path;
  19 use Time::HiRes;
  20 use POSIX ":sys_wait_h";
  21
  22 use Proxmox::Install::Setup;
  23 use Proxmox::Log;
  24 use Proxmox::Sys::Command qw(run_command syscmd);
  25 use Proxmox::Sys::Net qw(parse_ip_address parse_ip_mask);
  26
  27 if (!$ENV{G_SLICE} ||  $ENV{G_SLICE} ne "always-malloc") {
  28     die "do not use slice allocator (run with 'G_SLICE=always-malloc ./proxinstall ...')\n";
  29 }
  30
  31 my $test_image;
  32 GetOptions(
  33     'test-image|t=s' => \$test_image
  34 ) or die "usage error\n";
  35
  36 Proxmox::Install::Setup::enable_test_mode() if $test_image;
  37
  38 $ENV{'LVM_SUPPRESS_FD_WARNINGS'} = '1';
  39
  40 my ($setup, $cd_info) = Proxmox::Install::Setup::setup();
  41
  42 my $zfstestpool = "test_rpool";
  43 my $zfspoolname = is_test_mode() ? $zfstestpool : 'rpool';
  44 my $zfsrootvolname = "$setup->{product}-1";
  45
  46 my $storage_cfg_zfs = <<__EOD__;
  47 dir: local
  48         path /var/lib/vz
  49         content iso,vztmpl,backup
  50
  51 zfspool: local-zfs
  52         pool $zfspoolname/data
  53         sparse
  54         content images,rootdir
  55 __EOD__
  56
  57 my $storage_cfg_btrfs = <<__EOD__;
  58 dir: local
  59         path /var/lib/vz
  60         content iso,vztmpl,backup
  61         disable
  62
  63 btrfs: local-btrfs
  64         path /var/lib/pve/local-btrfs
  65         content iso,vztmpl,backup,images,rootdir
  66 __EOD__
  67
  68 my $storage_cfg_lvmthin = <<__EOD__;
  69 dir: local
  70         path /var/lib/vz
  71         content iso,vztmpl,backup
  72
  73 lvmthin: local-lvm
  74         thinpool data
  75         vgname pve
  76         content rootdir,images
  77 __EOD__
  78
  79 my $storage_cfg_local = <<__EOD__;
  80 dir: local
  81         path /var/lib/vz
  82         content iso,vztmpl,backup,rootdir,images
  83 __EOD__
  84
  85 sub file_read_firstline {
  86     my ($filename) = @_;
  87
  88     my $fh = IO::File->new ($filename, "r");
  89     return undef if !$fh;
  90     my $res = <$fh>;
  91     chomp $res if $res;
  92     $fh->close;
  93     return $res;
  94 }
  95
  96 Proxmox::Log::init("/tmp/install.log");
  97
  98 my $proxmox_libdir = is_test_mode()
  99     ? Cwd::cwd() . "/testdir/var/lib/proxmox-installer"
 100     : "/var/lib/proxmox-installer"
 101     ;
 102 my $proxmox_cddir = is_test_mode() ? "../pve-cd-builder/tmp/data-gz/" : "/cdrom";
 103 my $proxmox_pkgdir = "${proxmox_cddir}/proxmox/packages/";
 104
 105 my $boot_type = -d '/sys/firmware/efi' ? 'efi' : 'bios';
 106
 107 my $step_number = 0; # Init number for global function list
 108
 109 my @steps = (
 110     {
 111         step => 'intro',
 112         html => 'license.htm',
 113         next_button => 'I a_gree',
 114         function => \&create_intro_view,
 115     },
 116     {
 117         step => 'intro',
 118         html => 'page1.htm',
 119         function => \&create_hdsel_view,
 120     },
 121     {
 122         step => 'country',
 123         html => 'country.htm',
 124         function => \&create_country_view,
 125     },
 126     {
 127         step => 'password',
 128         html => 'passwd.htm',
 129         function => \&create_password_view,
 130     },
 131     {
 132         step => 'ipconf',
 133         html => 'ipconf.htm',
 134         function => \&create_ipconf_view,
 135     },
 136     {
 137         step => 'ack',
 138         html => 'ack.htm',
 139         next_button => '_Install',
 140         function => \&create_ack_view,
 141     },
 142     {
 143         step => 'extract',
 144         next_button => '_Reboot',
 145         function => \&create_extract_view,
 146     },
 147 );
 148
 149 # GUI global variables
 150 my ($window, $cmdbox, $inbox, $htmlview);
 151 my $prev_btn;
 152 my ($next, $next_fctn, $target_hd);
 153 my ($progress, $progress_status);
 154
 155 my ($ipversion, $ipaddress, $cidr, $ipconf_entry_addr);
 156 my ($netmask, $ipconf_entry_mask);
 157 my ($gateway, $ipconf_entry_gw);
 158 my ($dnsserver, $ipconf_entry_dns);
 159 my $hostname = 'proxmox';
 160 my $domain = 'domain.tld';
 161 my $cmdline = file_read_firstline("/proc/cmdline");
 162 my $ipconf;
 163 my $country;
 164 my $timezone = 'Europe/Vienna';
 165 my $keymap = 'en-us';
 166 my $password;
 167 my $mailto = 'mail@example.invalid';
 168 my $cmap;
 169 my $autoreboot_seconds = 5;
 170
 171 my $config = {
 172     # TODO: add all the user-provided options for previous button
 173     country => $country,
 174     timezone => $timezone,
 175     keymap => $keymap,
 176
 177     password => $password,
 178     mailto => $mailto,
 179
 180     mngmt_nic => undef,
 181     hostname => $hostname,
 182     fqdn => undef,
 183     ipaddress => undef,
 184     netmask => undef,
 185     gateway => undef,
 186 };
 187
 188 # parse command line args
 189
 190 my $config_options = {
 191     autoreboot => 1,
 192 };
 193
 194 if ($cmdline =~ m/\s(ext4|xfs)(\s.*)?$/) {
 195     $config_options->{filesys} = $1;
 196 } else {
 197     $config_options->{filesys} = 'ext4';
 198 }
 199
 200 if ($cmdline =~ m/hdsize=(\d+(\.\d+)?)[\s\n]/i) {
 201     $config_options->{hdsize} = $1;
 202 }
 203
 204 if ($cmdline =~ m/swapsize=(\d+(\.\d+)?)[\s\n]/i) {
 205     $config_options->{swapsize} = $1;
 206 }
 207
 208 if ($cmdline =~ m/maxroot=(\d+(\.\d+)?)[\s\n]/i) {
 209     $config_options->{maxroot} = $1;
 210 }
 211
 212 if ($cmdline =~ m/minfree=(\d+(\.\d+)?)[\s\n]/i) {
 213     $config_options->{minfree} = $1;
 214 }
 215
 216 if ($setup->{product} eq 'pve') {
 217     if ($cmdline =~ m/maxvz=(\d+(\.\d+)?)[\s\n]/i) {
 218         $config_options->{maxvz} = $1;
 219     }
 220 }
 221
 222 my $postfix_main_cf = <<_EOD;
 223 # See /usr/share/postfix/main.cf.dist for a commented, more complete version
 224
 225 myhostname=__FQDN__
 226
 227 smtpd_banner = \$myhostname ESMTP \$mail_name (Debian/GNU)
 228 biff = no
 229
 230 # appending .domain is the MUA's job.
 231 append_dot_mydomain = no
 232
 233 # Uncomment the next line to generate "delayed mail" warnings
 234 #delay_warning_time = 4h
 235
 236 alias_maps = hash:/etc/aliases
 237 alias_database = hash:/etc/aliases
 238 mydestination = \$myhostname, localhost.\$mydomain, localhost
 239 relayhost =
 240 mynetworks = 127.0.0.0/8
 241 inet_interfaces = loopback-only
 242 recipient_delimiter = +
 243
 244 compatibility_level = 2
 245
 246 _EOD
 247
 248
 249 sub detect_country {
 250
 251     print "trying to detect country...\n";
 252     my $cpid = open2(\*TMP, undef, "traceroute -N 1 -q 1 -n 8.8.8.8");
 253     return undef if !$cpid;
 254
 255     my $country;
 256
 257     my $previous_alarm = alarm (10);
 258     eval  {
 259         local $SIG{ALRM} = sub { die "timed out!\n" };
 260         my $line;
 261         while (defined ($line = <TMP>)) {
 262             log_debug("DC TRACEROUTE: $line");
 263             if ($line =~ m/\s*\d+\s+(\d+\.\d+\.\d+\.\d+)\s/) {
 264                 my $geoip = `geoiplookup $1`;
 265                 log_debug("DC GEOIP: $geoip");
 266                 if ($geoip =~ m/GeoIP Country Edition:\s*([A-Z]+),/) {
 267                     $country = lc ($1);
 268                     log_info("DC FOUND: $country\n");
 269                     last;
 270                 }
 271             }
 272         }
 273     };
 274
 275     my $err = $@;
 276
 277     alarm ($previous_alarm);
 278
 279     close (TMP);
 280
 281     if ($err) {
 282         print "unable to detect country - $err\n";
 283     } elsif ($country) {
 284         print "detected country: " . uc($country) . "\n";
 285     } else {
 286         print "unable to detect country\n";
 287     }
 288
 289     return $country;
 290 }
 291
 292 sub get_memtotal {
 293
 294     open (my $MEMINFO, '<', '/proc/meminfo');
 295
 296     my $res = 512; # default to 512 if something goes wrong
 297     while (my $line = <$MEMINFO>) {
 298         if ($line =~ m/^MemTotal:\s+(\d+)\s*kB/i) {
 299             $res = int ($1 / 1024);
 300         }
 301     }
 302
 303     close($MEMINFO);
 304
 305     return $res;
 306 }
 307
 308 my $total_memory = get_memtotal();
 309
 310 sub is_same_file {
 311     my ($a, $b) = @_;
 312
 313     my ($dev_a ,$ino_a) = stat($a);
 314     my ($dev_b, $ino_b) = stat($b);
 315
 316     return 0 if !($dev_a && $dev_b && $ino_a && $ino_b);
 317
 318     return $ino_a == $ino_b && $dev_a == $dev_b;
 319 }
 320
 321 sub find_stable_path {
 322     my ($stabledir, $bdev) = @_;
 323
 324     foreach my $path (<$stabledir/*>) {
 325         if (is_same_file($path, $bdev)) {
 326             return wantarray ? ($path, basename($path)) : $path;
 327         }
 328     }
 329 }
 330
 331 sub find_dev_by_uuid {
 332     my $bdev = shift;
 333
 334     my ($full_path, $name) = find_stable_path("/dev/disk/by-uuid", $bdev);
 335
 336     return $name;
 337 }
 338
 339 sub hd_list {
 340
 341     my $res = ();
 342
 343     if (is_test_mode()) {
 344         my @disks = split /,/, $test_image;
 345
 346         for my $disk (@disks) {
 347             push @$res, [-1, $disk, int((-s $disk)/512), "TESTDISK", 512];
 348         }
 349         return $res;
 350     }
 351
 352     my $count = 0;
 353
 354     foreach my $bd (</sys/block/*>) {
 355         next if $bd =~ m|^/sys/block/ram\d+$|;
 356         next if $bd =~ m|^/sys/block/loop\d+$|;
 357         next if $bd =~ m|^/sys/block/md\d+$|;
 358         next if $bd =~ m|^/sys/block/dm-.*$|;
 359         next if $bd =~ m|^/sys/block/fd\d+$|;
 360         next if $bd =~ m|^/sys/block/sr\d+$|;
 361
 362         my $dev = file_read_firstline("$bd/dev");
 363         chomp $dev;
 364
 365         next if !$dev;
 366
 367         my $info = `udevadm info --path $bd --query all`;
 368         next if !$info;
 369
 370         next if $info !~ m/^E: DEVTYPE=disk$/m;
 371
 372         next if $info =~ m/^E: ID_CDROM/m;
 373         next if $info =~ m/^E: ID_FS_TYPE=iso9660/m;
 374
 375         my ($name) = $info =~ m/^N: (\S+)$/m;
 376
 377         if ($name) {
 378             my $real_name = "/dev/$name";
 379
 380             my $size = file_read_firstline("$bd/size");
 381             chomp $size;
 382             $size = undef if !($size && $size =~ m/^\d+$/);
 383
 384             my $model = file_read_firstline("$bd/device/model") || '';
 385             $model =~ s/^\s+//;
 386             $model =~ s/\s+$//;
 387             if (length ($model) > 30) {
 388                 $model = substr ($model, 0, 30);
 389             }
 390
 391             my $logical_bsize = file_read_firstline("$bd/queue/logical_block_size") // '';
 392             chomp $logical_bsize;
 393             $logical_bsize = undef if !($logical_bsize && $logical_bsize =~ m/^\d+$/);
 394
 395             push @$res, [$count++, $real_name, $size, $model, $logical_bsize] if $size;
 396         } else {
 397             print STDERR "ERROR: unable to map device $dev ($bd)\n";
 398         }
 399     }
 400
 401     return $res;
 402 }
 403
 404 sub read_cmap {
 405     my $countryfn = "${proxmox_libdir}/country.dat";
 406     open (my $TMP, "<:encoding(utf8)", "$countryfn") || die "unable to open '$countryfn' - $!\n";
 407     my $line;
 408     my $country = {};
 409     my $countryhash = {};
 410     my $kmap = {};
 411     my $kmaphash = {};
 412     while (defined ($line = <$TMP>)) {
 413         if ($line =~ m|^map:([^\s:]+):([^:]+):([^:]+):([^:]+):([^:]+):([^:]*):$|) {
 414             $kmap->{$1} = {
 415                 name => $2,
 416                 kvm => $3,
 417                 console => $4,
 418                 x11 => $5,
 419                 x11var => $6,
 420             };
 421             $kmaphash->{$2} = $1;
 422         } elsif ($line =~ m|^([a-z]{2}):([^:]+):([^:]*):([^:]*):$|) {
 423             $country->{$1} = {
 424                 name => $2,
 425                 kmap => $3,
 426                 mirror => $4,
 427             };
 428             $countryhash->{lc($2)} = $1;
 429         } else {
 430             warn "unable to parse 'country.dat' line: $line";
 431         }
 432     }
 433     close ($TMP);
 434     $TMP = undef;
 435
 436     my $zones = {};
 437     my $cczones = {};
 438     my $zonefn = "/usr/share/zoneinfo/zone.tab";
 439     open ($TMP, '<', "$zonefn") || die "unable to open '$zonefn' - $!\n";
 440     while (defined ($line = <$TMP>)) {
 441         next if $line =~ m/^\#/;
 442         next if $line =~ m/^\s*$/;
 443         if ($line =~ m|^([A-Z][A-Z])\s+\S+\s+(([^/]+)/\S+)\s|) {
 444             my $cc = lc($1);
 445             $cczones->{$cc}->{$2} = 1;
 446             $country->{$cc}->{zone} = $2 if !defined ($country->{$cc}->{zone});
 447             $zones->{$2} = 1;
 448
 449         }
 450     }
 451     close ($TMP);
 452
 453     return {
 454         zones => $zones,
 455         cczones => $cczones,
 456         country => $country,
 457         countryhash => $countryhash,
 458         kmap => $kmap,
 459         kmaphash => $kmaphash,
 460     }
 461 }
 462
 463 # search for Harddisks
 464 my $hds = hd_list();
 465
 466 sub hd_size {
 467     my ($dev) = @_;
 468
 469     foreach my $hd (@$hds) {
 470         my ($disk, $devname, $size, $model, $logical_bsize) = @$hd;
 471         # size is always (also for 4kn disks) in 512B "sectors"! convert to KB
 472         return int($size/2) if $devname eq $dev;
 473     }
 474
 475     die "no such device '$dev'\n";
 476 }
 477
 478 sub logical_blocksize {
 479     my ($dev) = @_;
 480
 481     foreach my $hd (@$hds) {
 482         my ($disk, $devname, $size, $model, $logical_bsize) = @$hd;
 483         return $logical_bsize if $devname eq $dev;
 484     }
 485
 486     die "no such device '$dev'\n";
 487 }
 488
 489 sub get_partition_dev {
 490     my ($dev, $partnum) = @_;
 491
 492     if ($dev =~ m|^/dev/sd([a-h]?[a-z]\|i[a-v])$|) {
 493         return "${dev}$partnum";
 494     } elsif ($dev =~ m|^/dev/xvd[a-z]$|) {
 495         # Citrix Hypervisor blockdev
 496         return "${dev}$partnum";
 497     } elsif ($dev =~ m|^/dev/[hxev]d[a-z]$|) {
 498         return "${dev}$partnum";
 499     } elsif ($dev =~ m|^/dev/[^/]+/c\d+d\d+$|) {
 500         return "${dev}p$partnum";
 501     } elsif ($dev =~ m|^/dev/[^/]+/d\d+$|) {
 502         return "${dev}p$partnum";
 503     } elsif ($dev =~ m|^/dev/[^/]+/hd[a-z]$|) {
 504         return "${dev}$partnum";
 505     } elsif ($dev =~ m|^/dev/nvme\d+n\d+$|) {
 506         return "${dev}p$partnum";
 507     } else {
 508         die "unable to get device for partition $partnum on device $dev\n";
 509     }
 510
 511 }
 512
 513 sub file_get_contents {
 514     my ($filename, $max) = @_;
 515
 516     my $fh = IO::File->new($filename, "r") ||
 517         die "can't open '$filename' - $!\n";
 518
 519     local $/; # slurp mode
 520
 521     my $content = <$fh>;
 522
 523     close $fh;
 524
 525     return $content;
 526 }
 527
 528 sub write_config {
 529     my ($text, $filename) = @_;
 530
 531     my $fd = IO::File->new(">$filename") ||
 532         die "unable to open file '$filename' - $!\n";
 533     print $fd $text;
 534     $fd->close();
 535 }
 536
 537 sub update_progress {
 538     my ($frac, $start, $end, $text) = @_;
 539
 540     my $part = $end - $start;
 541     my $res = $start + $frac * $part;
 542
 543     $progress->set_fraction ($res);
 544     $progress->set_text (sprintf ("%d%%", int ($res*100)));
 545     $progress_status->set_text ($text) if defined ($text);
 546
 547     display_info() if $res < 0.9;
 548
 549     Gtk3::main_iteration() while Gtk3::events_pending();
 550 }
 551
 552 my $fssetup = {
 553     ext4 => {
 554         mkfs => 'mkfs.ext4 -F',
 555         mkfs_root_opt => '',
 556         mkfs_data_opt => '-m 0',
 557         root_mountopt => 'errors=remount-ro',
 558     },
 559     xfs => {
 560         mkfs => 'mkfs.xfs -f',
 561         mkfs_root_opt => '',
 562         mkfs_data_opt => '',
 563         root_mountopt => '',
 564     },
 565 };
 566
 567 sub create_filesystem {
 568     my ($dev, $name, $type, $start, $end, $fs, $fe) = @_;
 569
 570     my $range = $end - $start;
 571     my $rs = $start + $range*$fs;
 572     my $re = $start + $range*$fe;
 573     my $max = 0;
 574
 575     my $fsdata = $fssetup->{$type} || die "internal error - unknown file system '$type'";
 576     my $opts = $name eq 'root' ? $fsdata->{mkfs_root_opt} : $fsdata->{mkfs_data_opt};
 577
 578     update_progress(0, $rs, $re, "creating $name filesystem");
 579
 580     run_command("$fsdata->{mkfs} $opts $dev", sub {
 581         my $line = shift;
 582
 583         if ($line =~ m/Writing inode tables:\s+(\d+)\/(\d+)/) {
 584             $max = $2;
 585         } elsif ($max && $line =~ m/(\d+)\/$max/) {
 586             update_progress(($1/$max)*0.9, $rs, $re);
 587         } elsif ($line =~ m/Creating journal.*done/) {
 588             update_progress(0.95, $rs, $re);
 589         } elsif ($line =~ m/Writing superblocks and filesystem.*done/) {
 590             update_progress(1, $rs, $re);
 591         }
 592     });
 593 }
 594
 595 sub debconfig_set {
 596     my ($targetdir, $dcdata) = @_;
 597
 598     my $cfgfile = "/tmp/debconf.txt";
 599     write_config($dcdata, "$targetdir/$cfgfile");
 600     syscmd("chroot $targetdir debconf-set-selections $cfgfile");
 601     unlink "$targetdir/$cfgfile";
 602 }
 603
 604 sub diversion_add {
 605     my ($targetdir, $cmd, $new_cmd) = @_;
 606
 607     syscmd("chroot $targetdir dpkg-divert --package proxmox --add --rename $cmd") == 0
 608         || die "unable to exec dpkg-divert\n";
 609
 610     syscmd("ln -sf ${new_cmd} $targetdir/$cmd") == 0
 611         || die "unable to link diversion to ${new_cmd}\n";
 612 }
 613
 614 sub diversion_remove {
 615     my  ($targetdir, $cmd) = @_;
 616
 617     syscmd("mv $targetdir/${cmd}.distrib $targetdir/${cmd};") == 0
 618         || die "unable to remove $cmd diversion\n";
 619
 620     syscmd("chroot $targetdir dpkg-divert --remove $cmd") == 0
 621         || die "unable to remove $cmd diversion\n";
 622 }
 623
 624 sub btrfs_create {
 625     my ($partitions, $mode) = @_;
 626
 627     die "unknown btrfs mode '$mode'"
 628         if !($mode eq 'single' || $mode eq 'raid0' || $mode eq 'raid1' || $mode eq 'raid10');
 629
 630     my $cmd = ['mkfs.btrfs', '-f'];
 631
 632     push @$cmd, '-d', $mode, '-m', $mode;
 633
 634     push @$cmd, @$partitions;
 635
 636     syscmd($cmd);
 637 }
 638
 639 sub zfs_create_rpool {
 640     my ($vdev) = @_;
 641
 642     my $cmd = "zpool create -f -o cachefile=none";
 643
 644     $cmd .= " -o ashift=$config_options->{ashift}"
 645         if defined($config_options->{ashift});
 646
 647     syscmd("$cmd $zfspoolname $vdev") == 0 ||
 648         die "unable to create zfs root pool\n";
 649
 650     syscmd("zfs create $zfspoolname/ROOT")  == 0 ||
 651         die "unable to create zfs $zfspoolname/ROOT volume\n";
 652
 653     if ($setup->{product} eq 'pve') {
 654         syscmd("zfs create $zfspoolname/data")  == 0 ||
 655             die "unable to create zfs $zfspoolname/data volume\n";
 656     }
 657
 658     syscmd("zfs create $zfspoolname/ROOT/$zfsrootvolname")  == 0 ||
 659         die "unable to create zfs $zfspoolname/ROOT/$zfsrootvolname volume\n";
 660
 661     # default to `relatime` on, fast enough for the installer and production
 662     syscmd("zfs set atime=on relatime=on $zfspoolname") == 0 ||
 663         die "unable to set zfs properties\n";
 664
 665     my $value = $config_options->{compress};
 666     syscmd("zfs set compression=$value $zfspoolname")
 667         if defined($value) && $value ne 'off';
 668
 669     $value = $config_options->{checksum};
 670     syscmd("zfs set checksum=$value $zfspoolname")
 671         if defined($value) && $value ne 'on';
 672
 673     $value = $config_options->{copies};
 674     syscmd("zfs set copies=$value $zfspoolname")
 675         if defined($value) && $value != 1;
 676 }
 677
 678 my $udevadm_trigger_block = sub {
 679     my ($nowait) = @_;
 680
 681     sleep(1) if !$nowait; # give kernel time to reread part table
 682
 683     # trigger udev to create /dev/disk/by-uuid
 684     syscmd("udevadm trigger --subsystem-match block");
 685     syscmd("udevadm settle --timeout 10");
 686 };
 687
 688 my $clean_disk = sub {
 689     my ($disk) = @_;
 690
 691     # sort longest first as we need to cleanup depth-first
 692     my @partitions = sort { length($b) <=> length($a) }
 693         split("\n", `lsblk --output kname --noheadings --path --list $disk`);
 694
 695     for my $part (@partitions) {
 696         next if $part eq $disk;
 697         next if $part !~ /^\Q$disk\E/;
 698         eval { syscmd("pvremove -ff -y $part"); };
 699         eval { syscmd("zpool labelclear -f $part"); };
 700         eval { syscmd("dd if=/dev/zero of=$part bs=1M count=16"); };
 701     }
 702     eval { syscmd("wipefs -a " . cmd2string(\@partitions)) };
 703     warn "$@" if $@;
 704 };
 705
 706 sub partition_bootable_disk {
 707     my ($target_dev, $maxhdsizegb, $ptype) = @_;
 708
 709     die "too dangerous" if is_test_mode();
 710
 711     die "unknown partition type '$ptype'"
 712         if !($ptype eq '8E00' || $ptype eq '8300' || $ptype eq 'BF01');
 713
 714     my $hdsize = hd_size($target_dev); # size in KB (1024 bytes)
 715
 716     # For bigger disks default to generous ESP size to allow users having multiple kernels/UKI's
 717     my $esp_size = $hdsize > 100 * 1024 * 1024 ? 1024 : 512; # MB
 718     my $esp_end = $esp_size + 1;
 719
 720     my $restricted_hdsize_mb = 0; # 0 ==> end of partition
 721     if ($maxhdsizegb) {
 722         my $maxhdsize = $maxhdsizegb * 1024 * 1024;
 723         if ($maxhdsize < $hdsize) {
 724             $hdsize = $maxhdsize;
 725             $restricted_hdsize_mb = int($hdsize/1024) . 'M';
 726         }
 727     }
 728
 729     my $hdgb = int($hdsize/(1024*1024));
 730
 731     my ($hard_limit, $soft_limit) = (2, 8);
 732
 733     die "root disk '$target_dev' too small (${hdgb} GB < $hard_limit GB)\n" if $hdgb < $hard_limit;
 734     if ($hdgb < $soft_limit) {
 735         my $response = display_prompt(
 736             "Root disk space ${hdgb} GB is below recommended minimum space of $soft_limit GB,"
 737             ." installation might not be successful! Continue?"
 738         );
 739         die "root disk '$target_dev' too small (${hdgb} GB < $soft_limit GB), and warning not accepted.\n"
 740             if $response ne 'ok';
 741     }
 742
 743
 744     syscmd("sgdisk -Z ${target_dev}");
 745
 746     # 1 - BIOS boot partition (Grub Stage2): first free 1 MB
 747     # 2 - EFI ESP: next free 512 or 1024 MB
 748     # 3 - OS/Data partition: rest, up to $maxhdsize in MB
 749
 750     my $grubbootdev = get_partition_dev($target_dev, 1);
 751     my $efibootdev = get_partition_dev($target_dev, 2);
 752     my $osdev = get_partition_dev ($target_dev, 3);
 753
 754     my $pcmd = ['sgdisk'];
 755
 756     my $pnum = 2;
 757     push @$pcmd, "-n${pnum}:1M:+${esp_size}M", "-t$pnum:EF00";
 758
 759     $pnum = 3;
 760     push @$pcmd, "-n${pnum}:${esp_end}M:${restricted_hdsize_mb}", "-t$pnum:$ptype";
 761
 762     push @$pcmd, $target_dev;
 763
 764     my $os_size = $hdsize - $esp_end * 1024; # efi + 1M bios_boot + 1M alignment
 765
 766     syscmd($pcmd) == 0 ||
 767         die "unable to partition harddisk '${target_dev}'\n";
 768
 769     my $blocksize = logical_blocksize($target_dev);
 770
 771     if ($blocksize != 4096) {
 772         $pnum = 1;
 773         $pcmd = ['sgdisk', '-a1', "-n$pnum:34:2047", "-t$pnum:EF02" , $target_dev];
 774
 775         syscmd($pcmd) == 0 ||
 776             die "unable to create bios_boot partition '${target_dev}'\n";
 777     }
 778
 779     &$udevadm_trigger_block();
 780
 781     foreach my $part ($efibootdev, $osdev) {
 782         syscmd("dd if=/dev/zero of=$part bs=1M count=256") if -b $part;
 783     }
 784
 785     return ($os_size, $osdev, $efibootdev);
 786 }
 787
 788 sub get_pv_list_from_vgname {
 789     my ($vgname) = @_;
 790
 791     my $res;
 792
 793     my $parser = sub {
 794         my $line = shift;
 795         $line =~ s/^\s+//;
 796         $line =~ s/\s+$//;
 797         return if !$line;
 798         my ($pv, $vg_uuid) = split(/\s+/, $line);
 799
 800         if (!defined($res->{$vg_uuid}->{pvs})) {
 801             $res->{$vg_uuid}->{pvs} = "$pv";
 802         } else {
 803             $res->{$vg_uuid}->{pvs} .= ", $pv";
 804         }
 805     };
 806     run_command("pvs --noheadings -o pv_name,vg_uuid -S vg_name='$vgname'", $parser, undef, 1);
 807
 808     return $res;
 809 }
 810
 811 sub ask_existing_vg_rename_or_abort {
 812     my ($vgname) = @_;
 813
 814     # this normally only happens if one put a disk with a PVE installation in
 815     # this server and that disk is not the installation target.
 816     my $duplicate_vgs = get_pv_list_from_vgname($vgname);
 817     return if !$duplicate_vgs;
 818
 819     my $message = "Detected existing '$vgname' Volume Group(s)! Do you want to:\n";
 820
 821     for my $vg_uuid (keys %$duplicate_vgs) {
 822         my $vg = $duplicate_vgs->{$vg_uuid};
 823
 824         # no high randomnes properties, but this is only for the cases where
 825         # we either have multiple "$vgname" vgs from multiple old PVE disks, or
 826         # we have a disk with both a "$vgname" and "$vgname-old"...
 827         my $short_uid = sprintf "%08X", rand(0xffffffff);
 828         $vg->{new_vgname} = "$vgname-OLD-$short_uid";
 829
 830         $message .= "rename VG backed by PV '$vg->{pvs}' to '$vg->{new_vgname}'\n";
 831     }
 832     $message .= "or cancel the installation?";
 833
 834     my $response = display_prompt($message);
 835
 836     if ($response eq 'ok') {
 837         for my $vg_uuid (keys %$duplicate_vgs) {
 838             my $vg = $duplicate_vgs->{$vg_uuid};
 839             my $new_vgname = $vg->{new_vgname};
 840
 841             syscmd("vgrename $vg_uuid $new_vgname") == 0 ||
 842                 die "could not rename VG from '$vg->{pvs}' ($vg_uuid) to '$new_vgname'!\n";
 843         }
 844     } else {
 845         set_next("_Reboot", sub { exit (0); } );
 846         display_html("fail.htm");
 847         die "Cancled installation by user, due to already existing volume group '$vgname'\n";
 848     }
 849 }
 850
 851 sub create_lvm_volumes {
 852     my ($lvmdev, $os_size, $swap_size) = @_;
 853
 854     my $vgname = $setup->{product};
 855
 856     ask_existing_vg_rename_or_abort($vgname);
 857
 858     my $rootdev = "/dev/$vgname/root";
 859     my $datadev = "/dev/$vgname/data";
 860     my $swapfile;
 861
 862     # we use --metadatasize 250k, which results in "pe_start = 512"
 863     # so pe_start is aligned on a 128k boundary (advantage for SSDs)
 864     syscmd("/sbin/pvcreate --metadatasize 250k -y -ff $lvmdev") == 0 ||
 865         die "unable to initialize physical volume $lvmdev\n";
 866     syscmd("/sbin/vgcreate $vgname $lvmdev") == 0 ||
 867         die "unable to create volume group '$vgname'\n";
 868
 869     my $hdgb = int($os_size / (1024 * 1024));
 870
 871     # always leave some space at the end to avoid roudning issues with LVM's physical extent (PE)
 872     # size of 4 MB.
 873     my $space = $hdgb <= 32 ? 4 * 1024 : (($hdgb > 128 ? 16 : $hdgb / 8) * 1024 * 1024);
 874
 875     my $rootsize;
 876     my $datasize = 0;
 877
 878     if ($setup->{product} eq 'pve') {
 879
 880         my $maxroot_mb;
 881         if ($config_options->{maxroot}) {
 882             $maxroot_mb = $config_options->{maxroot} * 1024;
 883         } else {
 884             $maxroot_mb = 96 * 1024;
 885         }
 886
 887         my $rest = $os_size - $swap_size;
 888         my $rest_mb = int($rest / 1024);
 889
 890         my $rootsize_mb;
 891         if ($rest_mb < 12 * 1024) {
 892             # no point in wasting space, try to get us actually installed and align down to 4 MB
 893             $rootsize_mb = ($rest_mb - 0.1) & ~3;
 894         } elsif ($rest_mb < 48 * 1024) {
 895             my $masked = int($rest_mb / 2) & ~3; # align down to 4 MB
 896             $rootsize_mb = $masked;
 897         } else {
 898             $rootsize_mb = $rest_mb / 4 + 12 * 1024;
 899         }
 900
 901         $rootsize_mb = $maxroot_mb if $rootsize_mb > $maxroot_mb;
 902         $rootsize = int($rootsize_mb * 1024);
 903
 904         $rest -= $rootsize; # in KB
 905
 906         my $minfree = $space;
 907         if (defined(my $cfg_minfree = $config_options->{minfree})) {
 908             $minfree = $cfg_minfree * 1024 * 1024 >= $rest ? $space : $cfg_minfree * 1024 * 1024;
 909         }
 910
 911         $rest = int($rest - $minfree) & ~0xFFF; # align down to 4 MB boundaries
 912
 913         if (defined(my $maxvz = $config_options->{maxvz})) {
 914             $rest = $maxvz * 1024 * 1024 <= $rest ? $maxvz * 1024 * 1024 : $rest;
 915         }
 916
 917         $datasize = $rest;
 918
 919     } else {
 920         my $minfree = defined($config_options->{minfree}) ? $config_options->{minfree}*1024*1024 : $space;
 921         $rootsize = int($os_size - $minfree - $swap_size); # in KB
 922         $rootsize &= ~0xFFF; # align down to 4 MB boundaries
 923     }
 924
 925     if ($swap_size) {
 926         syscmd("/sbin/lvcreate -Wy --yes -L${swap_size}K -nswap $vgname") == 0 ||
 927             die "unable to create swap volume\n";
 928
 929         $swapfile = "/dev/$vgname/swap";
 930     }
 931
 932     syscmd("/sbin/lvcreate -Wy --yes -L${rootsize}K -nroot $vgname") == 0 ||
 933         die "unable to create root volume\n";
 934
 935     if ($datasize > 4 * 1024 * 1024) {
 936         my $metadatasize = $datasize/100; # default 1% of data
 937         $metadatasize = 1024*1024 if $metadatasize < 1024*1024; # but at least 1G
 938         $metadatasize = 16*1024*1024 if $metadatasize > 16*1024*1024; # but at most 16G
 939
 940         # otherwise the metadata is taken out of $minfree
 941         $datasize -= 2 * $metadatasize;
 942
 943         # 1 4MB PE to allow for rounding
 944         $datasize -= 4 * 1024;
 945
 946         syscmd("/sbin/lvcreate -Wy --yes -L${datasize}K -ndata $vgname") == 0 ||
 947             die "unable to create data volume\n";
 948
 949         syscmd("/sbin/lvconvert --yes --type thin-pool --poolmetadatasize ${metadatasize}K $vgname/data") == 0 ||
 950             die "unable to create data thin-pool\n";
 951     } else {
 952         if  ($setup->{product} eq 'pve' && !defined($config_options->{maxvz})) {
 953             display_message("Skipping auto-creation of LVM thinpool for guest data due to low space.");
 954         }
 955         $datadev = undef;
 956     }
 957
 958     syscmd("/sbin/vgchange -a y $vgname") == 0 ||
 959         die "unable to activate volume group\n";
 960
 961     return ($rootdev, $swapfile, $datadev);
 962 }
 963
 964 sub compute_swapsize {
 965     my ($hdsize) = @_;
 966
 967     my $hdgb = int($hdsize/(1024*1024));
 968
 969     my $swapsize_kb;
 970     if (defined($config_options->{swapsize})) {
 971         $swapsize_kb = $config_options->{swapsize} * 1024 * 1024;
 972     } else {
 973         my $ss = int($total_memory);
 974         $ss = 4096 if $ss < 4096 && $hdgb >= 64;
 975         $ss = 2048 if $ss < 2048 && $hdgb >= 32;
 976         $ss = 1024 if $ss >= 2048 && $hdgb <= 16;
 977         $ss = 512 if $ss < 512;
 978         $ss = int($hdgb * 128) if $ss > $hdgb * 128;
 979         $ss = 8192 if $ss > 8192;
 980         $swapsize_kb = int($ss * 1024) & ~0xFFF; # align to 4 MB to avoid all to odd SWAP size
 981     }
 982
 983     return $swapsize_kb;
 984 }
 985
 986 my sub chroot_chown {
 987     my ($root, $path, %param) = @_;
 988
 989     my $recursive = $param{recursive} ? ' -R' : '';
 990     my $user = $param{user};
 991     die "can not chown without user parameter\n" if !defined($user);
 992     my $group = $param{group} // $user;
 993
 994     syscmd("chroot $root /bin/chown $user:$group $recursive $path") == 0 ||
 995         die "chroot: unable to change owner for '$path'\n";
 996 }
 997
 998 my sub chroot_chmod {
 999     my ($root, $path, %param) = @_;
1000
1001     my $recursive = $param{recursive} ? ' -R' : '';
1002     my $mode = $param{mode};
1003     die "can not chmod without mode parameter\n" if !defined($mode);
1004
1005     syscmd("chroot $root /bin/chmod $mode $recursive $path") == 0 ||
1006         die "chroot: unable to change permission mode for '$path'\n";
1007 }
1008
1009 sub prepare_proxmox_boot_esp {
1010     my ($espdev, $targetdir) = @_;
1011
1012     syscmd("chroot $targetdir proxmox-boot-tool init $espdev") == 0 ||
1013         die "unable to init ESP and install proxmox-boot loader on '$espdev'\n";
1014 }
1015
1016 sub prepare_grub_efi_boot_esp {
1017     my ($dev, $espdev, $targetdir) = @_;
1018
1019     syscmd("mount -n $espdev -t vfat $targetdir/boot/efi") == 0 ||
1020         die "unable to mount $espdev\n";
1021
1022     eval {
1023         my $rc = syscmd("chroot $targetdir /usr/sbin/grub-install --target x86_64-efi --no-floppy --bootloader-id='proxmox' $dev");
1024         if ($rc != 0) {
1025             if ($boot_type eq 'efi') {
1026                 die "unable to install the EFI boot loader on '$dev'\n";
1027             } else {
1028                 warn "unable to install the EFI boot loader on '$dev', ignoring (not booted using UEFI)\n";
1029             }
1030         }
1031         # also install fallback boot file (OVMF does not boot without)
1032         mkdir("$targetdir/boot/efi/EFI/BOOT");
1033         syscmd("cp $targetdir/boot/efi/EFI/proxmox/grubx64.efi $targetdir/boot/efi/EFI/BOOT/BOOTx64.EFI") == 0 ||
1034             die "unable to copy efi boot loader\n";
1035     };
1036     my $err = $@;
1037
1038     eval {
1039         syscmd("umount $targetdir/boot/efi") == 0 ||
1040             die "unable to umount $targetdir/boot/efi\n";
1041     };
1042     warn $@ if $@;
1043
1044     die "failed to prepare EFI boot using Grub on '$espdev': $err" if $err;
1045 }
1046
1047 sub extract_data {
1048     my ($basefile, $targetdir) = @_;
1049
1050     die "target '$targetdir' does not exist\n" if ! -d  $targetdir;
1051
1052     my $starttime = [Time::HiRes::gettimeofday];
1053
1054     my $bootdevinfo = [];
1055
1056     my $swapfile;
1057     my $rootdev;
1058     my $datadev;
1059
1060     my $use_zfs = 0;
1061     my $use_btrfs = 0;
1062
1063     my $filesys = $config_options->{filesys};
1064
1065     if ($filesys =~ m/zfs/) {
1066         $target_hd = undef; # do not use this config
1067         $use_zfs = 1;
1068         $targetdir = "/$zfspoolname/ROOT/$zfsrootvolname";
1069     } elsif ($filesys =~ m/btrfs/) {
1070         $target_hd = undef; # do not use this config
1071         $use_btrfs = 1;
1072     }
1073
1074     if ($use_zfs) {
1075         my $i;
1076         for ($i = 5; $i > 0; $i--) {
1077             syscmd("modprobe zfs");
1078             last if -c "/dev/zfs";
1079             sleep(1);
1080         }
1081
1082         die "unable to load zfs kernel module\n" if !$i;
1083     }
1084
1085     my $bootloader_err;
1086
1087     eval {
1088         my $maxper = 0.25;
1089
1090         update_progress(0, 0, $maxper, "cleanup root-disks");
1091
1092         syscmd("vgchange -an") if !is_test_mode(); # deactivate all detected VGs
1093
1094         if (is_test_mode()) {
1095
1096             $rootdev = abs_path($test_image);
1097             syscmd("umount $rootdev");
1098
1099             if ($use_btrfs) {
1100
1101                 die "unsupported btrfs mode (for testing environment)\n"
1102                     if $filesys ne 'btrfs (RAID0)';
1103
1104                 btrfs_create([$rootdev], 'single');
1105
1106             } elsif ($use_zfs) {
1107
1108                 die "unsupported zfs mode (for testing environment)\n"
1109                     if $filesys ne 'zfs (RAID0)';
1110
1111                 syscmd("zpool destroy $zfstestpool");
1112
1113                 zfs_create_rpool($rootdev);
1114
1115             } else {
1116
1117                 # nothing to do
1118             }
1119
1120         } elsif ($use_btrfs) {
1121
1122             my ($devlist, $btrfs_mode) = get_btrfs_raid_setup();
1123
1124             foreach my $hd (@$devlist) {
1125                 $clean_disk->(@$hd[1]);
1126             }
1127
1128             update_progress(0, 0.02, $maxper, "create partitions");
1129
1130             my $btrfs_partitions = [];
1131             foreach my $hd (@$devlist) {
1132                 my $devname = @$hd[1];
1133                 my $logical_bsize = @$hd[4];
1134
1135                 my ($size, $osdev, $efidev) =
1136                     partition_bootable_disk($devname, $config_options->{hdsize}, '8300');
1137                 $rootdev = $osdev if !defined($rootdev); # simply point to first disk
1138                 my $by_id = find_stable_path("/dev/disk/by-id", $devname);
1139                 push @$bootdevinfo, {
1140                     esp => $efidev,
1141                     devname => $devname,
1142                     osdev => $osdev,
1143                     by_id => $by_id,
1144                     logical_bsize => $logical_bsize,
1145                 };
1146                 push @$btrfs_partitions, $osdev;
1147             }
1148
1149             $udevadm_trigger_block->();
1150
1151             update_progress(0, 0.03, $maxper, "create btrfs");
1152
1153             btrfs_create($btrfs_partitions, $btrfs_mode);
1154
1155         } elsif ($use_zfs) {
1156
1157             my ($devlist, $vdev) = get_zfs_raid_setup();
1158
1159             foreach my $hd (@$devlist) {
1160                 $clean_disk->(@$hd[1]);
1161             }
1162
1163             update_progress(0, 0.02, $maxper, "create partitions");
1164
1165             # install esp/boot part on all, we can only win!
1166             for my $hd (@$devlist) {
1167                 my $devname = @$hd[1];
1168                 my $logical_bsize = @$hd[4];
1169
1170                 my ($size, $osdev, $efidev) =
1171                     partition_bootable_disk($devname, $config_options->{hdsize}, 'BF01');
1172
1173                 push @$bootdevinfo, {
1174                     esp => $efidev,
1175                     devname => $devname,
1176                     osdev => $osdev,
1177                     logical_bsize => $logical_bsize,
1178                 };
1179             }
1180
1181             $udevadm_trigger_block->();
1182
1183             foreach my $di (@$bootdevinfo) {
1184                 my $devname = $di->{devname};
1185                 $di->{by_id} = find_stable_path ("/dev/disk/by-id", $devname);
1186
1187                 my $osdev = find_stable_path ("/dev/disk/by-id", $di->{osdev}) || $di->{osdev};
1188
1189                 $vdev =~ s/ $devname/ $osdev/;
1190             }
1191
1192             foreach my $hd (@$devlist) {
1193                 my $devname = @$hd[1];
1194                 my $by_id = find_stable_path ("/dev/disk/by-id", $devname);
1195
1196                 $vdev =~ s/ $devname/ $by_id/ if $by_id;
1197             }
1198
1199             update_progress(0, 0.03, $maxper, "create rpool");
1200
1201             zfs_create_rpool($vdev);
1202
1203         } else {
1204
1205             die "target '$target_hd' is not a valid block device\n" if ! -b $target_hd;
1206
1207             $clean_disk->($target_hd);
1208
1209             update_progress(0, 0.02, $maxper, "create partitions");
1210
1211             my $logical_bsize = logical_blocksize($target_hd);
1212
1213             my ($os_size, $osdev, $efidev) =
1214                 partition_bootable_disk($target_hd, $config_options->{hdsize}, '8E00');
1215
1216             &$udevadm_trigger_block();
1217
1218             my $by_id = find_stable_path ("/dev/disk/by-id", $target_hd);
1219             push @$bootdevinfo, {
1220                 esp => $efidev,
1221                 devname => $target_hd,
1222                 osdev => $osdev,
1223                 by_id => $by_id,
1224                 logical_bsize => $logical_bsize,
1225             };
1226
1227             update_progress(0, 0.03, $maxper, "create LVs");
1228
1229             my $swap_size = compute_swapsize($os_size);
1230             ($rootdev, $swapfile, $datadev) =
1231                 create_lvm_volumes($osdev, $os_size, $swap_size);
1232
1233             # trigger udev to create /dev/disk/by-uuid
1234             &$udevadm_trigger_block(1);
1235         }
1236
1237         if ($use_zfs) {
1238             # to be fast during installation
1239             syscmd("zfs set sync=disabled $zfspoolname") == 0 ||
1240                 die "unable to set zfs properties\n";
1241         }
1242
1243         update_progress(0.04, 0, $maxper, "create swap space");
1244         if ($swapfile) {
1245             syscmd("mkswap -f $swapfile") == 0 ||
1246                 die "unable to create swap space\n";
1247         }
1248
1249         update_progress(0.045, 0, $maxper, "creating root filesystems");
1250
1251         foreach my $di (@$bootdevinfo) {
1252             next if !$di->{esp};
1253             # FIXME remove '-s1' once https://github.com/dosfstools/dosfstools/issues/111 is fixed
1254             my $vfat_extra_opts = ($di->{logical_bsize} == 4096) ? '-s1' : '';
1255             syscmd("mkfs.vfat $vfat_extra_opts -F32 $di->{esp}") == 0 ||
1256                 die "unable to initialize EFI ESP on device $di->{esp}\n";
1257         }
1258
1259         if ($use_zfs) {
1260             # do nothing
1261         } elsif ($use_btrfs) {
1262             # do nothing
1263         } else {
1264             create_filesystem($rootdev, 'root', $filesys, 0.05, $maxper, 0, 1);
1265         }
1266
1267         update_progress(1, 0.05, $maxper, "mounting target $rootdev");
1268
1269         if ($use_zfs) {
1270             # do nothing
1271         } else {
1272             my $mount_opts = 'noatime';
1273             $mount_opts .= ',nobarrier'
1274                 if $use_btrfs || $filesys =~ /^ext\d$/;
1275
1276             syscmd("mount -n $rootdev -o $mount_opts $targetdir") == 0 ||
1277                 die "unable to mount $rootdev\n";
1278         }
1279
1280         mkdir "$targetdir/boot";
1281         mkdir "$targetdir/boot/efi";
1282
1283         mkdir "$targetdir/var";
1284         mkdir "$targetdir/var/lib";
1285
1286         if ($setup->{product} eq 'pve') {
1287             mkdir "$targetdir/var/lib/vz";
1288             mkdir "$targetdir/var/lib/pve";
1289
1290             if ($use_btrfs) {
1291                 syscmd("btrfs subvolume create $targetdir/var/lib/pve/local-btrfs") == 0 ||
1292                     die "unable to create btrfs subvolume\n";
1293             }
1294         }
1295
1296         mkdir "$targetdir/mnt";
1297         mkdir "$targetdir/mnt/hostrun";
1298         syscmd("mount --bind /run $targetdir/mnt/hostrun") == 0 ||
1299             die "unable to bindmount run on $targetdir/mnt/hostrun\n";
1300
1301         update_progress(1, 0.05, $maxper, "extracting base system");
1302
1303         my ($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size) = stat ($basefile);
1304         $ino || die "unable to open file '$basefile' - $!\n";
1305
1306         my $files = file_read_firstline("${proxmox_cddir}/proxmox/$setup->{product}-base.cnt") ||
1307             die "unable to read base file count\n";
1308
1309         my $per = 0;
1310         my $count = 0;
1311
1312         run_command("unsquashfs -f -dest $targetdir -i $basefile", sub {
1313             my $line = shift;
1314             return if $line !~ m/^$targetdir/;
1315             $count++;
1316             my $nper = int (($count *100)/$files);
1317             if ($nper != $per) {
1318                 $per = $nper;
1319                 my $frac = $per > 100 ? 1 : $per/100;
1320                 update_progress($frac, $maxper, 0.5);
1321             }
1322         });
1323
1324         syscmd("mount -n -t tmpfs tmpfs $targetdir/tmp") == 0 || die "unable to mount tmpfs on $targetdir/tmp\n";
1325
1326         mkdir "$targetdir/tmp/pkg";
1327         syscmd("mount -n --bind '$proxmox_pkgdir' '$targetdir/tmp/pkg'") == 0
1328             || die "unable to bind-mount packages on $targetdir/tmp/pkg\n";
1329         syscmd("mount -n -t proc proc $targetdir/proc") == 0 || die "unable to mount proc on $targetdir/proc\n";
1330         syscmd("mount -n -t sysfs sysfs $targetdir/sys") == 0 || die "unable to mount sysfs on $targetdir/sys\n";
1331         if ($boot_type eq 'efi') {
1332             syscmd("mount -n -t efivarfs efivarfs $targetdir/sys/firmware/efi/efivars") == 0 ||
1333                 die "unable to mount efivarfs on $targetdir/sys/firmware/efi/efivars: $!\n";
1334         }
1335         syscmd("chroot $targetdir mount --bind /mnt/hostrun /run") == 0 ||
1336             die "unable to re-bindmount hostrun on /run in chroot\n";
1337
1338         update_progress(1, $maxper, 0.5, "configuring base system");
1339
1340         # configure hosts
1341
1342         my $hosts =
1343             "127.0.0.1 localhost.localdomain localhost\n" .
1344             "$ipaddress $hostname.$domain $hostname\n\n" .
1345             "# The following lines are desirable for IPv6 capable hosts\n\n" .
1346             "::1     ip6-localhost ip6-loopback\n" .
1347             "fe00::0 ip6-localnet\n" .
1348             "ff00::0 ip6-mcastprefix\n" .
1349             "ff02::1 ip6-allnodes\n" .
1350             "ff02::2 ip6-allrouters\n" .
1351             "ff02::3 ip6-allhosts\n";
1352
1353         write_config($hosts, "$targetdir/etc/hosts");
1354
1355         write_config("$hostname\n", "$targetdir/etc/hostname");
1356
1357         syscmd("/bin/hostname $hostname") if !is_test_mode();
1358
1359         # configure interfaces
1360
1361         my $ifaces = "auto lo\niface lo inet loopback\n\n";
1362
1363         my $ntype = $ipversion == 4 ? 'inet' : 'inet6';
1364
1365         my $ethdev = $ipconf->{ifaces}->{$ipconf->{selected}}->{name};
1366
1367         if ($setup->{bridged_network}) {
1368             $ifaces .= "iface $ethdev $ntype manual\n";
1369
1370             $ifaces .=
1371                 "\nauto vmbr0\niface vmbr0 $ntype static\n" .
1372                 "\taddress $cidr\n" .
1373                 "\tgateway $gateway\n" .
1374                 "\tbridge-ports $ethdev\n" .
1375                 "\tbridge-stp off\n" .
1376                 "\tbridge-fd 0\n";
1377         } else {
1378             $ifaces .= "auto $ethdev\n" .
1379                 "iface $ethdev $ntype static\n" .
1380                 "\taddress $cidr\n" .
1381                 "\tgateway $gateway\n";
1382         }
1383
1384         foreach my $iface (sort keys %{$ipconf->{ifaces}}) {
1385             my $name = $ipconf->{ifaces}->{$iface}->{name};
1386             next if $name eq $ethdev;
1387
1388             $ifaces .= "\niface $name $ntype manual\n";
1389         }
1390
1391         write_config($ifaces, "$targetdir/etc/network/interfaces");
1392
1393         # configure dns
1394
1395         my $resolvconf = "search $domain\nnameserver $dnsserver\n";
1396         write_config($resolvconf, "$targetdir/etc/resolv.conf");
1397
1398         # configure fstab
1399
1400         my $fstab = "# <file system> <mount point> <type> <options> <dump> <pass>\n";
1401
1402         if ($use_zfs) {
1403             # do nothing
1404         } elsif ($use_btrfs) {
1405             my $fsuuid;
1406             my $cmd = "blkid -u filesystem -t TYPE=btrfs -o export $rootdev";
1407             run_command($cmd, sub {
1408                 my $line = shift;
1409
1410                 if ($line =~ m/^UUID=([A-Fa-f0-9\-]+)$/) {
1411                     $fsuuid = $1;
1412                 }
1413             });
1414
1415             die "unable to detect FS UUID" if !defined($fsuuid);
1416
1417             $fstab .= "UUID=$fsuuid / btrfs defaults 0 1\n";
1418         } else {
1419             my $root_mountopt = $fssetup->{$filesys}->{root_mountopt} || 'defaults';
1420             $fstab .= "$rootdev / $filesys ${root_mountopt} 0 1\n";
1421         }
1422
1423         # mount /boot/efi
1424         # Note: this is required by current grub, but really dangerous, because
1425         # vfat does not have journaling, so it triggers manual fsck after each crash
1426         # so we only mount /boot/efi if really required (efi systems).
1427         if ($boot_type eq 'efi' && !$use_zfs) {
1428             if (scalar(@$bootdevinfo)) {
1429                 my $di = @$bootdevinfo[0]; # simply use first disk
1430
1431                 if ($di->{esp}) {
1432                     my $efi_boot_uuid = $di->{esp};
1433                     if (my $uuid = find_dev_by_uuid ($di->{esp})) {
1434                         $efi_boot_uuid = "UUID=$uuid";
1435                     }
1436
1437                     $fstab .= "${efi_boot_uuid} /boot/efi vfat defaults 0 1\n";
1438                 }
1439             }
1440         }
1441
1442
1443         $fstab .= "$swapfile none swap sw 0 0\n" if $swapfile;
1444
1445         $fstab .= "proc /proc proc defaults 0 0\n";
1446
1447         write_config($fstab, "$targetdir/etc/fstab");
1448         write_config("", "$targetdir/etc/mtab");
1449
1450         syscmd("cp ${proxmox_libdir}/policy-disable-rc.d " .
1451                 "$targetdir/usr/sbin/policy-rc.d") == 0 ||
1452                 die "unable to copy policy-rc.d\n";
1453         syscmd("cp ${proxmox_libdir}/fake-start-stop-daemon " .
1454                 "$targetdir/sbin/") == 0 ||
1455                 die "unable to copy start-stop-daemon\n";
1456
1457         diversion_add($targetdir, "/sbin/start-stop-daemon", "/sbin/fake-start-stop-daemon");
1458         diversion_add($targetdir, "/usr/sbin/update-grub", "/bin/true");
1459         diversion_add($targetdir, "/usr/sbin/update-initramfs", "/bin/true");
1460
1461         my $machine_id = run_command("systemd-id128 new");
1462         die "unable to create a new machine-id\n" if ! $machine_id;
1463         write_config($machine_id, "$targetdir/etc/machine-id");
1464
1465         syscmd("cp /etc/hostid $targetdir/etc/") == 0 ||
1466             die "unable to copy hostid\n";
1467
1468         syscmd("touch  $targetdir/proxmox_install_mode");
1469
1470         my $grub_install_devices_txt = '';
1471         foreach my $di (@$bootdevinfo) {
1472             $grub_install_devices_txt .= ', ' if $grub_install_devices_txt;
1473             $grub_install_devices_txt .= $di->{by_id} || $di->{devname};
1474         }
1475
1476         # Note: keyboard-configuration/xbkb-keymap is used by console-setup
1477         my $xkmap = $cmap->{kmap}->{$keymap}->{x11} // 'us';
1478
1479         debconfig_set ($targetdir, <<_EOD);
1480 locales locales/default_environment_locale select en_US.UTF-8
1481 locales locales/locales_to_be_generated select en_US.UTF-8 UTF-8
1482 samba-common samba-common/dhcp boolean false
1483 samba-common samba-common/workgroup string WORKGROUP
1484 postfix postfix/main_mailer_type select No configuration
1485 keyboard-configuration keyboard-configuration/xkb-keymap select $xkmap
1486 d-i debian-installer/locale select en_US.UTF-8
1487 grub-pc grub-pc/install_devices select $grub_install_devices_txt
1488 _EOD
1489
1490         my $pkg_count = 0;
1491         while (<${proxmox_pkgdir}/*.deb>) { $pkg_count++ };
1492
1493         # btrfs/dpkg is extremely slow without --force-unsafe-io
1494         my $dpkg_opts = $use_btrfs ? "--force-unsafe-io" : "";
1495
1496         $count = 0;
1497         while (<${proxmox_pkgdir}/*.deb>) {
1498             chomp;
1499             my $path = $_;
1500             my ($deb) = $path =~ m/${proxmox_pkgdir}\/(.*\.deb)/;
1501             update_progress($count/$pkg_count, 0.5, 0.75, "extracting $deb");
1502             print "extracting: $deb\n";
1503             syscmd("chroot $targetdir dpkg $dpkg_opts --force-depends --no-triggers --unpack /tmp/pkg/$deb") == 0
1504                 || die "installation of package $deb failed\n";
1505             update_progress((++$count)/$pkg_count, 0.5, 0.75);
1506         }
1507
1508         # needed for postfix postinst in case no other NIC is active
1509         syscmd("chroot $targetdir ifup lo");
1510
1511         my $cmd = "chroot $targetdir dpkg $dpkg_opts --force-confold --configure -a";
1512         $count = 0;
1513         run_command($cmd, sub {
1514             my $line = shift;
1515             if ($line =~ m/Setting up\s+(\S+)/) {
1516                 update_progress((++$count)/$pkg_count, 0.75, 0.95, "configuring $1");
1517             }
1518         });
1519
1520         unlink "$targetdir/etc/mailname";
1521         $postfix_main_cf =~ s/__FQDN__/${hostname}.${domain}/;
1522         write_config($postfix_main_cf, "$targetdir/etc/postfix/main.cf");
1523
1524         # make sure we have all postfix directories
1525         syscmd("chroot $targetdir /usr/sbin/postfix check");
1526         # cleanup mail queue
1527         syscmd("chroot $targetdir /usr/sbin/postsuper -d ALL");
1528         # create /etc/aliases.db (/etc/aliases is shipped in the base squashfs)
1529         syscmd("chroot $targetdir /usr/bin/newaliases");
1530
1531         unlink  "$targetdir/proxmox_install_mode";
1532
1533         # set timezone
1534         unlink ("$targetdir/etc/localtime");
1535         symlink ("/usr/share/zoneinfo/$timezone", "$targetdir/etc/localtime");
1536         write_config("$timezone\n", "$targetdir/etc/timezone");
1537
1538         # set apt mirror
1539         if (my $mirror = $cmap->{country}->{$country}->{mirror}) {
1540             my $fn = "$targetdir/etc/apt/sources.list";
1541             syscmd("sed -i 's/ftp\\.debian\\.org/$mirror/' '$fn'");
1542         }
1543
1544         # create extended_states for apt (avoid cron job warning if that
1545         # file does not exist)
1546         write_config('', "$targetdir/var/lib/apt/extended_states");
1547
1548         # allow ssh root login
1549         syscmd(['sed', '-i', 's/^#\?PermitRootLogin.*/PermitRootLogin yes/', "$targetdir/etc/ssh/sshd_config"]);
1550
1551         if ($setup->{product} eq 'pmg') {
1552             # install initial clamav DB
1553             my $srcdir = "${proxmox_cddir}/proxmox/clamav";
1554             foreach my $fn ("main.cvd", "bytecode.cvd", "daily.cvd", "safebrowsing.cvd") {
1555                 syscmd("cp \"$srcdir/$fn\" \"$targetdir/var/lib/clamav\"") == 0 ||
1556                     die "installation of clamav db file '$fn' failed\n";
1557             }
1558             syscmd("chroot $targetdir /bin/chown clamav:clamav -R /var/lib/clamav") == 0 ||
1559                 die "unable to set owner for clamav database files\n";
1560         }
1561
1562         if ($setup->{product} eq 'pve') {
1563             # save installer settings
1564             my $ucc = uc ($country);
1565             debconfig_set($targetdir, "pve-manager pve-manager/country string $ucc\n");
1566         }
1567
1568         update_progress(0.8, 0.95, 1, "make system bootable");
1569
1570         if ($use_zfs) {
1571             # add ZFS options while preserving existing kernel cmdline
1572             my $zfs_snippet = "GRUB_CMDLINE_LINUX=\"\$GRUB_CMDLINE_LINUX root=ZFS=$zfspoolname/ROOT/$zfsrootvolname boot=zfs\"";
1573             write_config($zfs_snippet, "$targetdir/etc/default/grub.d/zfs.cfg");
1574
1575             write_config("root=ZFS=$zfspoolname/ROOT/$zfsrootvolname boot=zfs\n", "$targetdir/etc/kernel/cmdline");
1576
1577         }
1578
1579         diversion_remove($targetdir, "/usr/sbin/update-grub");
1580         diversion_remove($targetdir, "/usr/sbin/update-initramfs");
1581
1582         my $kapi;
1583         foreach my $fn (<$targetdir/lib/modules/*>) {
1584             if ($fn =~ m!/(\d+\.\d+\.\d+-\d+-pve)$!) {
1585                 die "found multiple kernels\n" if defined($kapi);
1586                 $kapi = $1;
1587             }
1588         }
1589         die "unable to detect kernel version\n" if !defined($kapi);
1590
1591         if (!is_test_mode()) {
1592
1593             unlink ("$targetdir/etc/mtab");
1594             symlink ("/proc/mounts", "$targetdir/etc/mtab");
1595             syscmd("mount -n --bind /dev $targetdir/dev");
1596
1597             my $bootloader_err_list = [];
1598             eval {
1599                 syscmd("chroot $targetdir /usr/sbin/update-initramfs -c -k $kapi") == 0 ||
1600                     die "unable to install initramfs\n";
1601
1602                 my $native_4k_disk_bootable = 0;
1603                 foreach my $di (@$bootdevinfo) {
1604                     $native_4k_disk_bootable |= ($di->{logical_bsize} == 4096);
1605                 }
1606
1607                 foreach my $di (@$bootdevinfo) {
1608                     my $dev = $di->{devname};
1609                     if ($use_zfs) {
1610                         prepare_proxmox_boot_esp($di->{esp}, $targetdir);
1611                     } else {
1612                         if (!$native_4k_disk_bootable) {
1613                             eval {
1614                                 syscmd("chroot $targetdir /usr/sbin/grub-install --target i386-pc --no-floppy --bootloader-id='proxmox' $dev") == 0 ||
1615                                         die "unable to install the i386-pc boot loader on '$dev'\n";
1616                             };
1617                             push @$bootloader_err_list, $@ if $@;
1618                         }
1619
1620                     eval {
1621                         if (my $esp = $di->{esp}) {
1622                                 prepare_grub_efi_boot_esp($dev, $esp, $targetdir);
1623                             }
1624                         }
1625                     };
1626                     push @$bootloader_err_list, $@ if $@;
1627                 }
1628
1629                 syscmd("chroot $targetdir /usr/sbin/update-grub") == 0 ||
1630                     die "unable to update boot loader config\n";
1631             };
1632             push @$bootloader_err_list, $@ if $@;
1633
1634             if (scalar(@$bootloader_err_list) > 0) {
1635                 $bootloader_err = "bootloader setup errors:\n";
1636                 map { $bootloader_err .= "- $_" } @$bootloader_err_list;
1637                 warn $bootloader_err;
1638             }
1639
1640             syscmd("umount $targetdir/dev");
1641         }
1642
1643         # cleanup
1644
1645         unlink "$targetdir/usr/sbin/policy-rc.d";
1646
1647         diversion_remove($targetdir, "/sbin/start-stop-daemon");
1648
1649         # set root password
1650         my $octets = encode("utf-8", $password);
1651         run_command("chroot $targetdir /usr/sbin/chpasswd", undef,
1652                     "root:$octets\n");
1653
1654         if ($setup->{product} eq 'pmg') {
1655             # save admin email
1656             write_config("section: admin\n\temail ${mailto}\n",
1657                          "$targetdir/etc/pmg/pmg.conf");
1658
1659         } elsif ($setup->{product} eq 'pve') {
1660
1661             # create pmxcfs DB
1662
1663             my $tmpdir = "$targetdir/tmp/pve";
1664             mkdir $tmpdir;
1665
1666             # write vnc keymap to datacenter.cfg
1667             my $vnckmap = $cmap->{kmap}->{$keymap}->{kvm} || 'en-us';
1668             write_config("keyboard: $vnckmap\n",
1669                          "$tmpdir/datacenter.cfg");
1670
1671             # save admin email
1672             write_config("user:root\@pam:1:0:::${mailto}::\n", "$tmpdir/user.cfg");
1673
1674             # write storage.cfg
1675             my $storage_cfg_fn = "$tmpdir/storage.cfg";
1676             if ($use_zfs) {
1677                 write_config($storage_cfg_zfs, $storage_cfg_fn);
1678             } elsif ($use_btrfs) {
1679                 write_config($storage_cfg_btrfs, $storage_cfg_fn);
1680             } elsif ($datadev) {
1681                 write_config($storage_cfg_lvmthin, $storage_cfg_fn);
1682             } else {
1683                 write_config($storage_cfg_local, $storage_cfg_fn);
1684             }
1685
1686             run_command("chroot $targetdir /usr/bin/create_pmxcfs_db /tmp/pve /var/lib/pve-cluster/config.db");
1687
1688             syscmd("rm -rf $tmpdir");
1689         } elsif ($setup->{product} eq 'pbs') {
1690             my $base_cfg_path = "/etc/proxmox-backup";
1691             mkdir "$targetdir/$base_cfg_path";
1692
1693             chroot_chown($targetdir, $base_cfg_path, user => 'backup', recursive => 1);
1694             chroot_chmod($targetdir, $base_cfg_path, mode => '0700');
1695
1696             my $user_cfg_fn = "$base_cfg_path/user.cfg";
1697             write_config("user: root\@pam\n\temail ${mailto}\n", "$targetdir/$user_cfg_fn");
1698             chroot_chown($targetdir, $user_cfg_fn, user => 'root', group => 'backup');
1699             chroot_chmod($targetdir, $user_cfg_fn, mode => '0640');
1700         }
1701     };
1702
1703     my $err = $@;
1704
1705     update_progress(1, 0, 1, "");
1706
1707     print $err if $err;
1708
1709     if (is_test_mode()) {
1710         my $elapsed = Time::HiRes::tv_interval($starttime);
1711         print "Elapsed extract time: $elapsed\n";
1712
1713         syscmd("chroot $targetdir /usr/bin/dpkg-query -W --showformat='\${package}\n'> final.pkglist");
1714     }
1715
1716     syscmd("umount $targetdir/run");
1717     syscmd("umount $targetdir/mnt/hostrun");
1718     syscmd("umount $targetdir/tmp/pkg");
1719     syscmd("umount $targetdir/tmp");
1720     syscmd("umount $targetdir/proc");
1721     syscmd("umount $targetdir/sys/firmware/efi/efivars");
1722     syscmd("umount $targetdir/sys");
1723     rmdir("$targetdir/mnt/hostrun");
1724
1725     if ($use_zfs) {
1726         syscmd("zfs umount -a") == 0 ||
1727             die "unable to unmount zfs\n";
1728     } else {
1729         syscmd("umount -d $targetdir");
1730     }
1731
1732     if (!$err && $use_zfs) {
1733         syscmd("zfs set sync=standard $zfspoolname") == 0 ||
1734             die "unable to set zfs properties\n";
1735
1736         syscmd("zfs set mountpoint=/ $zfspoolname/ROOT/$zfsrootvolname") == 0 ||
1737             die "zfs set mountpoint failed\n";
1738
1739         syscmd("zpool set bootfs=$zfspoolname/ROOT/$zfsrootvolname $zfspoolname") == 0 ||
1740             die "zpool set bootfs failed\n";
1741         syscmd("zpool export $zfspoolname");
1742     }
1743
1744     if ($bootloader_err) {
1745         $err = $err ? "$err\n$bootloader_err" : $bootloader_err;
1746     }
1747
1748     die $err if $err;
1749 }
1750
1751 my $last_display_change = 0;
1752
1753 my $display_info_counter = 0;
1754
1755 my $display_info_items = [
1756     "extract1-license.htm",
1757     "extract2-rulesystem.htm",
1758     "extract3-spam.htm",
1759     "extract4-virus.htm",
1760     ];
1761
1762 sub display_info {
1763
1764     my $min_display_time = 15;
1765
1766     my $ctime = time();
1767
1768     return if ($ctime - $last_display_change) < $min_display_time;
1769
1770     my $page = $display_info_items->[$display_info_counter % scalar(@$display_info_items)];
1771
1772     $display_info_counter++;
1773
1774     display_html($page);
1775 }
1776
1777 sub display_html {
1778     my ($filename) = @_;
1779
1780     $filename = $steps[$step_number]->{html} if !$filename;
1781
1782     my $htmldir = "${proxmox_libdir}/html";
1783     my $path;
1784     if (-f "$htmldir/$setup->{product}/$filename") {
1785         $path = "$htmldir/$setup->{product}/$filename";
1786     } else {
1787         $path = "$htmldir/$filename";
1788     }
1789
1790     my $data = file_get_contents($path);
1791
1792     if ($filename eq 'license.htm') {
1793         my $license = eval { decode('utf8', file_get_contents("${proxmox_cddir}/EULA")) };
1794         if (my $err = $@) {
1795             die $err if !is_test_mode();
1796             $license = "TESTMODE: Ignore non existent EULA...\n";
1797         }
1798         my $title = "END USER LICENSE AGREEMENT (EULA)";
1799         $data =~ s/__LICENSE__/$license/;
1800         $data =~ s/__LICENSE_TITLE__/$title/;
1801     } elsif ($filename eq 'success.htm') {
1802         my $addr = $ipversion == 6 ? "[${ipaddress}]" : "$ipaddress";
1803         $data =~ s/__IPADDR__/$addr/g;
1804         $data =~ s/__PORT__/$setup->{port}/g;
1805
1806         my $autoreboot_msg = $config_options->{autoreboot}
1807             ? "Automatic reboot scheduled in $autoreboot_seconds seconds."
1808             : '';
1809         $data =~ s/__AUTOREBOOT_MSG__/$autoreboot_msg/;
1810     }
1811     $data =~ s/__FULL_PRODUCT_NAME__/$setup->{fullname}/g;
1812
1813     # always set base-path to common path, all resources are accesible from there.
1814     $htmlview->load_html($data,  "file://$htmldir/");
1815
1816     $last_display_change = time();
1817 }
1818
1819 sub prev_function {
1820
1821     my ($text, $fctn) = @_;
1822
1823     $fctn = $step_number if !$fctn;
1824     $text = "_Previous" if !$text;
1825     $prev_btn->set_label ($text);
1826
1827     $step_number--;
1828     $steps[$step_number]->{function}();
1829
1830     $prev_btn->grab_focus();
1831 }
1832
1833 sub set_next {
1834     my ($text, $fctn) = @_;
1835
1836     $next_fctn = $fctn;
1837     my $step = $steps[$step_number];
1838     $text //= $steps[$step_number]->{next_button} // '_Next';
1839     $next->set_label($text);
1840
1841     $next->grab_focus();
1842 }
1843
1844 sub create_main_window {
1845
1846     $window = Gtk3::Window->new();
1847     $window->set_default_size(1024, 768);
1848     $window->set_has_resize_grip(0);
1849     $window->fullscreen() if !is_test_mode();
1850     $window->set_decorated(0) if !is_test_mode();
1851
1852     my $vbox = Gtk3::VBox->new(0, 0);
1853
1854     my $logofn = "$setup->{product}-banner.png";
1855     my $image = Gtk3::Image->new_from_file("${proxmox_libdir}/$logofn");
1856
1857     my $provider = Gtk3::CssProvider->new();
1858     my $theming = "* {\nbackground: #171717;\n}";
1859     $provider->load_from_data ([map ord, split //, $theming]);
1860     my $context = $image->get_style_context();
1861     $context->add_provider($provider, 600);
1862
1863     $vbox->pack_start($image, 0, 0, 0);
1864
1865     my $hbox = Gtk3::HBox->new(0, 0);
1866     $vbox->pack_start($hbox, 1, 1, 0);
1867
1868  #  my $f1 = Gtk3::Frame->new ('test');
1869  #  $f1->set_shadow_type ('none');
1870  #  $hbox->pack_start ($f1, 1, 1, 0);
1871
1872     my $sep1 = Gtk3::HSeparator->new();
1873     $vbox->pack_start($sep1, 0, 0, 0);
1874
1875     $cmdbox = Gtk3::HBox->new();
1876     $vbox->pack_start($cmdbox, 0, 0, 10);
1877
1878     $next = Gtk3::Button->new('_Next');
1879     $next->signal_connect(clicked => sub { $last_display_change = 0; &$next_fctn (); });
1880     $cmdbox->pack_end($next, 0, 0, 10);
1881
1882
1883     $prev_btn = Gtk3::Button->new('_Previous');
1884     $prev_btn->signal_connect(clicked => sub { $last_display_change = 0; &prev_function (); });
1885     $cmdbox->pack_end($prev_btn, 0, 0, 10);
1886
1887
1888     my $abort = Gtk3::Button->new('_Abort');
1889     $abort->set_can_focus(0);
1890     $cmdbox->pack_start($abort, 0, 0, 10);
1891     $abort->signal_connect(clicked => sub { exit (-1); });
1892
1893     my $vbox2 = Gtk3::VBox->new(0, 0);
1894     $hbox->add($vbox2);
1895
1896     $htmlview = Gtk3::WebKit2::WebView->new();
1897     my $scrolls = Gtk3::ScrolledWindow->new();
1898     $scrolls->add($htmlview);
1899
1900     my $hbox2 = Gtk3::HBox->new(0, 0);
1901     $hbox2->pack_start($scrolls, 1, 1, 0);
1902
1903     $vbox2->pack_start($hbox2, 1, 1, 0);
1904
1905     my $vbox3 = Gtk3::VBox->new(0, 0);
1906     $vbox2->pack_start($vbox3, 0, 0, 0);
1907
1908     my $sep2 = Gtk3::HSeparator->new;
1909     $vbox3->pack_start($sep2, 0, 0, 0);
1910
1911     $inbox = Gtk3::HBox->new(0, 0);
1912     $vbox3->pack_start($inbox, 0, 0, 0);
1913
1914     $window->add($vbox);
1915
1916     $window->show_all;
1917     $window->realize();
1918 }
1919
1920 sub cleanup_view {
1921     $inbox->foreach(sub {
1922         my $child = shift;
1923         $inbox->remove ($child);
1924     });
1925 }
1926
1927 # fixme: newer GTK3 has special properties to handle numbers with Entry
1928 # only allow floating point numbers with Gtk3::Entry
1929
1930 sub check_float {
1931     my ($entry, $event) = @_;
1932
1933     return check_number($entry, $event, 1);
1934 }
1935
1936 sub check_int {
1937     my ($entry, $event) = @_;
1938
1939     return check_number($entry, $event, 0);
1940 }
1941
1942 sub check_number {
1943     my ($entry, $event, $float) = @_;
1944
1945     my $val = $event->get_keyval;
1946
1947     if (($float && $val == ord '.') ||
1948         $val == Gtk3::Gdk::KEY_ISO_Left_Tab ||
1949         $val == Gtk3::Gdk::KEY_Shift_L ||
1950         $val == Gtk3::Gdk::KEY_Tab ||
1951         $val == Gtk3::Gdk::KEY_Left ||
1952         $val == Gtk3::Gdk::KEY_Right ||
1953         $val == Gtk3::Gdk::KEY_BackSpace ||
1954         $val == Gtk3::Gdk::KEY_Delete ||
1955         ($val >= ord '0' && $val <= ord '9') ||
1956         ($val >= Gtk3::Gdk::KEY_KP_0 &&
1957          $val <= Gtk3::Gdk::KEY_KP_9)) {
1958         return undef;
1959     }
1960
1961     return 1;
1962 }
1963
1964 sub create_text_input {
1965     my ($default, $text) = @_;
1966
1967     my $hbox = Gtk3::Box->new('horizontal', 0);
1968
1969     my $label = Gtk3::Label->new($text);
1970     $label->set_size_request(150, -1);
1971     $label->set_alignment(1, 0.5);
1972     $hbox->pack_start($label, 0, 0, 10);
1973     my $e1 = Gtk3::Entry->new();
1974     $e1->set_width_chars(35);
1975     $hbox->pack_start($e1, 0, 0, 0);
1976     $e1->set_text($default);
1977
1978     return ($hbox, $e1);
1979 }
1980 sub create_cidr_inputs {
1981     my ($default_ip, $default_mask) = @_;
1982
1983     my $hbox = Gtk3::Box->new('horizontal', 0);
1984
1985     my $label = Gtk3::Label->new('IP Address (CIDR)');
1986     $label->set_size_request(150, -1);
1987     $label->set_alignment(1, 0.5);
1988     $hbox->pack_start($label, 0, 0, 10);
1989
1990     my $ip_el = Gtk3::Entry->new();
1991     $ip_el->set_width_chars(28);
1992     $hbox->pack_start($ip_el, 0, 0, 0);
1993     $ip_el->set_text($default_ip);
1994
1995     $label = Gtk3::Label->new('/');
1996     $label->set_size_request(10, -1);
1997     $label->set_alignment(0.5, 0.5);
1998     $hbox->pack_start($label, 0, 0, 2);
1999
2000     my $cidr_el = Gtk3::Entry->new();
2001     $cidr_el->set_width_chars(3);
2002     $hbox->pack_start($cidr_el, 0, 0, 0);
2003     $cidr_el->set_text($default_mask);
2004
2005     return ($hbox, $ip_el, $cidr_el);
2006 }
2007
2008 sub display_message {
2009     my ($msg) = @_;
2010
2011     my $dialog = Gtk3::MessageDialog->new($window, 'modal', 'info', 'ok', $msg);
2012     $dialog->run();
2013     $dialog->destroy();
2014 }
2015
2016 sub display_error {
2017     my ($msg) = @_;
2018
2019     my $dialog = Gtk3::MessageDialog->new($window, 'modal', 'error', 'ok', $msg);
2020     $dialog->run();
2021     $dialog->destroy();
2022 }
2023
2024 sub display_prompt {
2025     my ($query) = @_;
2026
2027     my $dialog = Gtk3::MessageDialog->new($window, 'modal', 'question', 'ok-cancel', $query);
2028     my $response = $dialog->run();
2029     $dialog->destroy();
2030
2031     return $response;
2032 }
2033
2034 my $ipconf_first_view = 1;
2035
2036 sub create_ipconf_view {
2037
2038     cleanup_view();
2039     display_html();
2040
2041     my $vcontainer = Gtk3::Box->new('vertical', 0);
2042     $inbox->pack_start($vcontainer, 1, 0, 0);
2043     my $hcontainer =  Gtk3::Box->new('horizontal', 0);
2044     $vcontainer->pack_start($hcontainer, 0, 0, 10);
2045     my $vbox =  Gtk3::Box->new('vertical', 0);
2046     $hcontainer->add($vbox);
2047
2048     my $ipaddr_text = $config->{ipaddress} // "192.168.100.2";
2049     my $netmask_text = $config->{netmask} // "24";
2050     my $cidr_box;
2051     ($cidr_box, $ipconf_entry_addr, $ipconf_entry_mask) =
2052         create_cidr_inputs($ipaddr_text, $netmask_text);
2053
2054     my $device_cb = Gtk3::ComboBoxText->new();
2055     $device_cb->set_active(0);
2056     $device_cb->set_visible(1);
2057
2058     my $get_device_desc = sub {
2059         my $iface = shift;
2060         return "$iface->{name} - $iface->{mac} ($iface->{driver})";
2061     };
2062
2063     my $device_active_map = {};
2064     my $device_active_reverse_map = {};
2065
2066     my $device_change_handler = sub {
2067         my $current = shift;
2068
2069         my $new = $device_active_map->{$current->get_active()};
2070         return if defined($ipconf->{selected}) && $new eq $ipconf->{selected};
2071
2072         $ipconf->{selected} = $new;
2073         my $iface = $ipconf->{ifaces}->{$ipconf->{selected}};
2074         $config->{mngmt_nic} = $iface->{name};
2075         $ipconf_entry_addr->set_text($iface->{inet}->{addr} || $iface->{inet6}->{addr})
2076             if $iface->{inet}->{addr} || $iface->{inet6}->{addr};
2077         $ipconf_entry_mask->set_text($iface->{inet}->{prefix} || $iface->{inet6}->{prefix})
2078             if $iface->{inet}->{prefix} || $iface->{inet6}->{prefix};
2079     };
2080
2081     my $i = 0;
2082     foreach my $index (sort keys %{$ipconf->{ifaces}}) {
2083         $device_cb->append_text(&$get_device_desc($ipconf->{ifaces}->{$index}));
2084         $device_active_map->{$i} = $index;
2085         $device_active_reverse_map->{$ipconf->{ifaces}->{$index}->{name}} = $i;
2086         if ($ipconf_first_view && $index == $ipconf->{default}) {
2087             $device_cb->set_active($i);
2088             &$device_change_handler($device_cb);
2089             $ipconf_first_view = 0;
2090         }
2091         $device_cb->signal_connect('changed' => $device_change_handler);
2092         $i++;
2093     }
2094
2095     if (my $nic = $config->{mngmt_nic}) {
2096         $device_cb->set_active($device_active_reverse_map->{$nic} // 0);
2097     } else {
2098         $device_cb->set_active(0);
2099     }
2100
2101     my $devicebox = Gtk3::HBox->new(0, 0);
2102     my $label = Gtk3::Label->new("Management Interface:");
2103     $label->set_size_request(150, -1);
2104     $label->set_alignment(1, 0.5);
2105     $devicebox->pack_start($label, 0, 0, 10);
2106     $devicebox->pack_start($device_cb, 0, 0, 0);
2107
2108     $vbox->pack_start($devicebox, 0, 0, 2);
2109
2110     my $hn = $config->{fqdn} //  "$setup->{product}." . ($ipconf->{domain} // "example.invalid");
2111
2112     my ($hostbox, $hostentry) = create_text_input($hn, 'Hostname (FQDN):');
2113     $vbox->pack_start($hostbox, 0, 0, 2);
2114
2115     $vbox->pack_start($cidr_box, 0, 0, 2);
2116
2117     $gateway = $config->{gateway} // $ipconf->{gateway} || '192.168.100.1';
2118
2119     my $gwbox;
2120     ($gwbox, $ipconf_entry_gw) =
2121         create_text_input($gateway, 'Gateway:');
2122
2123     $vbox->pack_start($gwbox, 0, 0, 2);
2124
2125     $dnsserver = $config->{dnsserver} // $ipconf->{dnsserver} || $gateway;
2126
2127     my $dnsbox;
2128     ($dnsbox, $ipconf_entry_dns) =
2129         create_text_input($dnsserver, 'DNS Server:');
2130
2131     $vbox->pack_start($dnsbox, 0, 0, 0);
2132
2133     $inbox->show_all;
2134     set_next(undef, sub {
2135
2136         # verify hostname
2137
2138         my $text = $hostentry->get_text();
2139
2140         $text =~ s/^\s+//;
2141         $text =~ s/\s+$//;
2142
2143         $config->{fqdn} = $text;
2144
2145         my $namere = "([a-zA-Z0-9]([a-zA-Z0-9\-]*[a-zA-Z0-9])?)";
2146
2147         # Debian does not support purely numeric hostnames
2148         if ($text && $text =~ /^[0-9]+(?:\.|$)/) {
2149             display_message("Purely numeric hostnames are not allowed.");
2150             $hostentry->grab_focus();
2151             return;
2152         }
2153
2154         if ($text && $text =~ m/^(${namere}\.)*${namere}$/ && $text !~ m/.example.invalid$/ &&
2155             $text =~ m/^([^\.]+)\.(\S+)$/) {
2156             $hostname = $1;
2157             $domain = $2;
2158         } else {
2159             display_message("Hostname does not look like a fully qualified domain name.");
2160             $hostentry->grab_focus();
2161             return;
2162         }
2163
2164         # verify ip address
2165         $text = $ipconf_entry_addr->get_text();
2166         ($ipaddress, $ipversion) = parse_ip_address($text);
2167         if (!defined($ipaddress)) {
2168             display_message("IP address is not valid.");
2169             $ipconf_entry_addr->grab_focus();
2170             return;
2171         }
2172         $config->{ipaddress} = $ipaddress;
2173
2174         $text = $ipconf_entry_mask->get_text();
2175         $netmask = parse_ip_mask($text, $ipversion);
2176         if (!defined($netmask)) {
2177             display_message("Netmask is not valid.");
2178             $ipconf_entry_mask->grab_focus();
2179             return;
2180         }
2181         $cidr = "$ipaddress/$netmask";
2182         $config->{netmask} = $netmask;
2183
2184         $text = $ipconf_entry_gw->get_text();
2185         my ($gateway_ip, $gateway_ip_version) = parse_ip_address($text);
2186         if (!defined($gateway_ip) || $gateway_ip_version != $ipversion) {
2187             my $msg = defined($gateway_ip)
2188                 ? "Gateway and host IP version must not differ (IPv$gateway_ip_version != IPv$ipversion)."
2189                 : "Gateway is not valid.";
2190             display_message($msg);
2191             $ipconf_entry_gw->grab_focus();
2192             return;
2193         }
2194         $config->{gateway} = $gateway = $gateway_ip;
2195
2196         $text = $ipconf_entry_dns->get_text();
2197         my ($dns_ip, $dns_ip_version) = parse_ip_address($text);
2198         if (!defined($dns_ip) || $dns_ip_version != $ipversion) {
2199             my $msg = defined($gateway_ip)
2200                 ? "DNS and host IP version must not differ (IPv$gateway_ip_version != IPv$ipversion)."
2201                 : "DNS IP is not valid.";
2202             display_message($msg);
2203             $ipconf_entry_dns->grab_focus();
2204             return;
2205         }
2206         $config->{dnsserver} = $dnsserver = $dns_ip;
2207
2208         #print "TEST $ipaddress $netmask $gateway $dnsserver\n";
2209
2210         $step_number++;
2211         create_ack_view();
2212     });
2213
2214     $hostentry->grab_focus();
2215 }
2216
2217 sub create_ack_view {
2218
2219     cleanup_view();
2220
2221     my $vbox =  Gtk3::VBox->new(0, 0);
2222     $inbox->pack_start($vbox, 1, 0, 0);
2223
2224     my $reboot_checkbox = Gtk3::CheckButton->new('Automatically reboot after successful installation');
2225     $reboot_checkbox->set_active(1);
2226     $reboot_checkbox->signal_connect ("toggled" => sub {
2227         my $cb = shift;
2228         $config_options->{autoreboot} = $cb->get_active();
2229     });
2230     $vbox->pack_start($reboot_checkbox, 0, 0, 2);
2231
2232     my $ack_template = "${proxmox_libdir}/html/ack_template.htm";
2233     my $ack_html = "${proxmox_libdir}/html/$setup->{product}/$steps[$step_number]->{html}";
2234     my $html_data = file_get_contents($ack_template);
2235
2236     my %config_values = (
2237         __target_hd__ => join(' | ', @{$config_options->{target_hds}}),
2238         __target_fs__ => $config_options->{filesys},
2239         __country__ => $cmap->{country}->{$country}->{name},
2240         __timezone__ => $timezone,
2241         __keymap__ => $keymap,
2242         __mailto__ => $mailto,
2243         __interface__ => $ipconf->{ifaces}->{$ipconf->{selected}}->{name},
2244         __hostname__ => $hostname,
2245         __ip__ => $ipaddress,
2246         __cidr__ => $cidr,
2247         __netmask__ => $netmask,
2248         __gateway__ => $gateway,
2249         __dnsserver__ => $dnsserver,
2250     );
2251
2252     while (my ($k, $v) = each %config_values) {
2253         $html_data =~ s/$k/$v/g;
2254     }
2255
2256     write_config($html_data, $ack_html);
2257
2258     display_html();
2259
2260     $inbox->show_all;
2261
2262     set_next(undef, sub {
2263         $step_number++;
2264         create_extract_view();
2265     });
2266 }
2267
2268 sub get_device_desc {
2269     my ($devname, $size, $model) = @_;
2270
2271     if ($size && ($size > 0)) {
2272         $size = int($size/2048); # size in MiB, from 512B "sectors"
2273
2274         my $text = "$devname (";
2275         if ($size >= 1024) {
2276             $size = $size/1024; # size in GiB
2277             if ($size >= 1024) {
2278                 $size = $size/1024; # size in TiB
2279                 $text .= sprintf("%.2f", $size) . "TiB";
2280             } else {
2281                 $text .= sprintf("%.2f", $size) . "GiB";
2282             }
2283         } else {
2284             $text .= "${size}MiB";
2285         }
2286
2287         $text .= ", $model" if $model;
2288         $text .= ")";
2289         return $text;
2290
2291     } else {
2292         return $devname;
2293     }
2294 }
2295
2296 my $last_layout;
2297 my $country_layout;
2298 sub update_layout {
2299     my ($cb, $kmap) = @_;
2300
2301     my $ind;
2302     my $def;
2303     my $i = 0;
2304     my $kmaphash = $cmap->{kmaphash};
2305     foreach my $layout (sort keys %$kmaphash) {
2306         $def = $i if $kmaphash->{$layout} eq 'en-us';
2307         $ind = $i if $kmap && $kmaphash->{$layout} eq $kmap;
2308         $i++;
2309     }
2310
2311     my $val = $ind || $def || 0;
2312
2313     if (!defined($kmap)) {
2314         $last_layout //= $val;
2315     } elsif (!defined($country_layout) || $country_layout != $val) {
2316         $last_layout = $country_layout = $val;
2317     }
2318     $cb->set_active($last_layout);
2319 }
2320
2321 my $lastzonecb;
2322 sub update_zonelist {
2323     my ($box, $cc) = @_;
2324
2325     my $cczones = $cmap->{cczones};
2326     my $zones = $cmap->{zones};
2327
2328     my $sel;
2329     if ($lastzonecb) {
2330         $sel = $lastzonecb->get_active_text();
2331         $box->remove ($lastzonecb);
2332     } else {
2333         $sel = $timezone; # used once to select default
2334     }
2335
2336     my $cb = $lastzonecb = Gtk3::ComboBoxText->new();
2337     $cb->set_size_request(200, -1);
2338
2339     $cb->signal_connect('changed' => sub {
2340         $timezone = $cb->get_active_text();
2341     });
2342
2343     my @za;
2344     if ($cc && defined ($cczones->{$cc})) {
2345         @za = keys %{$cczones->{$cc}};
2346     } else {
2347         @za = keys %$zones;
2348     }
2349     my $ind;
2350     my $i = 0;
2351     foreach my $zone (sort @za) {
2352         $ind = $i if $sel && $zone eq $sel;
2353         $cb->append_text($zone);
2354         $i++;
2355     }
2356
2357     # Append UTC here, so it is always the last item and never the default for any country.
2358     $cb->append_text('UTC');
2359
2360     $cb->set_active($ind || 0);
2361
2362     $cb->show;
2363     $box->pack_start($cb, 0, 0, 0);
2364 }
2365
2366 sub create_password_view {
2367
2368     cleanup_view();
2369
2370     my $vbox2 =  Gtk3::VBox->new(0, 0);
2371     $inbox->pack_start($vbox2, 1, 0, 0);
2372     my $vbox =  Gtk3::VBox->new(0, 0);
2373     $vbox2->pack_start($vbox, 0, 0, 10);
2374
2375     my $hbox1 = Gtk3::HBox->new(0, 0);
2376     my $label = Gtk3::Label->new("Password");
2377     $label->set_size_request(150, -1);
2378     $label->set_alignment(1, 0.5);
2379     $hbox1->pack_start($label, 0, 0, 10);
2380     my $pwe1 = Gtk3::Entry->new();
2381     $pwe1->set_visibility(0);
2382     $pwe1->set_text($password) if $password;
2383     $pwe1->set_size_request(200, -1);
2384     $hbox1->pack_start($pwe1, 0, 0, 0);
2385
2386     my $hbox2 = Gtk3::HBox->new(0, 0);
2387     $label = Gtk3::Label->new("Confirm");
2388     $label->set_size_request(150, -1);
2389     $label->set_alignment(1, 0.5);
2390     $hbox2->pack_start($label, 0, 0, 10);
2391     my $pwe2 = Gtk3::Entry->new();
2392     $pwe2->set_visibility(0);
2393     $pwe2->set_text($password) if $password;
2394     $pwe2->set_size_request(200, -1);
2395     $hbox2->pack_start($pwe2, 0, 0, 0);
2396
2397     my $hbox3 = Gtk3::HBox->new(0, 0);
2398     $label = Gtk3::Label->new("Email");
2399     $label->set_size_request(150, -1);
2400     $label->set_alignment(1, 0.5);
2401     $hbox3->pack_start($label, 0, 0, 10);
2402     my $eme = Gtk3::Entry->new();
2403     $eme->set_size_request(200, -1);
2404     $eme->set_text($mailto);
2405     $hbox3->pack_start($eme, 0, 0, 0);
2406
2407
2408     $vbox->pack_start($hbox1, 0, 0, 5);
2409     $vbox->pack_start($hbox2, 0, 0, 5);
2410     $vbox->pack_start($hbox3, 0, 0, 15);
2411
2412     $inbox->show_all;
2413
2414     display_html();
2415
2416     set_next (undef,  sub {
2417
2418         my $t1 = $pwe1->get_text;
2419         my $t2 = $pwe2->get_text;
2420
2421         if (length ($t1) < 5) {
2422             display_message("Password is too short.");
2423             $pwe1->grab_focus();
2424             return;
2425         }
2426
2427         if ($t1 ne $t2) {
2428             display_message("Password does not match.");
2429             $pwe1->grab_focus();
2430             return;
2431         }
2432
2433         my $t3 = $eme->get_text;
2434         if ($t3 !~ m/^[\w\+\-\~]+(\.[\w\+\-\~]+)*@[a-zA-Z0-9\-]+(\.[a-zA-Z0-9\-]+)*$/) {
2435             display_message("Email does not look like a valid address" .
2436                              " (user\@domain.tld)");
2437             $eme->grab_focus();
2438             return;
2439         }
2440
2441         if ($t3 eq 'mail@example.invalid') {
2442             display_message("Please enter a valid Email address");
2443             $eme->grab_focus();
2444             return;
2445         }
2446
2447         $password = $t1;
2448         $mailto = $t3;
2449
2450         $step_number++;
2451         create_ipconf_view();
2452     });
2453
2454     $pwe1->grab_focus();
2455
2456 }
2457
2458 my $installer_kmap;
2459 sub create_country_view {
2460
2461     cleanup_view();
2462
2463     my $countryhash = $cmap->{countryhash};
2464     my $ctr = $cmap->{country};
2465
2466     my $vbox2 =  Gtk3::VBox->new(0, 0);
2467     $inbox->pack_start($vbox2, 1, 0, 0);
2468     my $vbox =  Gtk3::VBox->new(0, 0);
2469     $vbox2->pack_start($vbox, 0, 0, 10);
2470
2471     my $w = Gtk3::Entry->new();
2472     $w->set_size_request(200, -1);
2473
2474     my $c = Gtk3::EntryCompletion->new();
2475     $c->set_text_column(0);
2476     $c->set_minimum_key_length(0);
2477     $c->set_popup_set_width(1);
2478     $c->set_inline_completion(1);
2479
2480     my $hbox2 = Gtk3::HBox->new(0, 0);
2481     my $label = Gtk3::Label->new("Time zone");
2482     $label->set_size_request(150, -1);
2483     $label->set_alignment(1, 0.5);
2484     $hbox2->pack_start($label, 0, 0, 10);
2485     update_zonelist ($hbox2);
2486
2487     my $hbox3 = Gtk3::HBox->new(0, 0);
2488     $label = Gtk3::Label->new("Keyboard Layout");
2489     $label->set_size_request(150, -1);
2490     $label->set_alignment(1, 0.5);
2491     $hbox3->pack_start($label, 0, 0, 10);
2492
2493     my $kmapcb = Gtk3::ComboBoxText->new();
2494     $kmapcb->set_size_request (200, -1);
2495     foreach my $layout (sort keys %{$cmap->{kmaphash}}) {
2496         $kmapcb->append_text ($layout);
2497     }
2498
2499     update_layout($kmapcb);
2500     $hbox3->pack_start ($kmapcb, 0, 0, 0);
2501
2502     $kmapcb->signal_connect ('changed' => sub {
2503         my $sel = $kmapcb->get_active_text();
2504         $last_layout = $kmapcb->get_active();
2505         if (my $kmap = $cmap->{kmaphash}->{$sel}) {
2506             my $xkmap = $cmap->{kmap}->{$kmap}->{x11};
2507             my $xvar = $cmap->{kmap}->{$kmap}->{x11var};
2508             $keymap = $kmap;
2509
2510             return if (defined($installer_kmap) && $installer_kmap eq $kmap);
2511
2512             $installer_kmap = $keymap;
2513
2514             if (!is_test_mode()) {
2515                 syscmd ("setxkbmap $xkmap $xvar");
2516
2517                 my $kbd_config = qq{
2518                     XKBLAYOUT="$xkmap"
2519                     XKBVARIANT="$xvar"
2520                     BACKSPACE="guess"
2521                 };
2522                 $kbd_config =~ s/^\s+//gm;
2523
2524                 Proxmox::Sys::Command::run_in_background(sub {
2525                     write_config($kbd_config, '/etc/default/keyboard');
2526                     system("setupcon");
2527                 });
2528             }
2529         }
2530     });
2531
2532     $w->signal_connect ('changed' => sub {
2533         my ($entry, $event) = @_;
2534         my $text = $entry->get_text;
2535
2536         if (my $cc = $countryhash->{lc($text)}) {
2537             update_zonelist($hbox2, $cc);
2538             my $kmap = $ctr->{$cc}->{kmap} || 'en-us';
2539             update_layout($kmapcb, $kmap);
2540         }
2541     });
2542
2543     $w->signal_connect (key_press_event => sub {
2544         my ($entry, $event) = @_;
2545         my $text = $entry->get_text;
2546
2547         my $val = $event->get_keyval;
2548
2549         if ($val == Gtk3::Gdk::KEY_Tab) {
2550             my $cc = $countryhash->{lc($text)};
2551
2552             my $found = 0;
2553             my $compl;
2554
2555             if ($cc) {
2556                 $found = 1;
2557                 $compl = $ctr->{$cc}->{name};
2558             } else {
2559                 foreach my $cc (keys %$ctr) {
2560                     my $ct = $ctr->{$cc}->{name};
2561                     if ($ct =~ m/^\Q$text\E.*$/i) {
2562                         $found++;
2563                         $compl = $ct;
2564                     }
2565                     last if $found > 1;
2566                 }
2567             }
2568
2569             if ($found == 1) {
2570                 $entry->set_text($compl);
2571                 $c->complete();
2572                 return undef;
2573             } else {
2574                 #Gtk3::Gdk::beep();
2575                 print chr(7); # beep ?
2576             }
2577
2578             $c->complete();
2579
2580             my $buf = $w->get_buffer();
2581             $buf->insert_text(-1, '', -1); # popup selection
2582
2583             return 1;
2584         }
2585
2586         return undef;
2587     });
2588
2589     my $ls = Gtk3::ListStore->new('Glib::String');
2590     foreach my $cc (sort {$ctr->{$a}->{name} cmp $ctr->{$b}->{name} } keys %$ctr) {
2591         my $iter = $ls->append();
2592         $ls->set ($iter, 0, $ctr->{$cc}->{name});
2593     }
2594     $c->set_model ($ls);
2595
2596     $w->set_completion ($c);
2597
2598     my $hbox =  Gtk3::HBox->new(0, 0);
2599
2600     $label = Gtk3::Label->new("Country");
2601     $label->set_alignment(1, 0.5);
2602     $label->set_size_request(150, -1);
2603     $hbox->pack_start($label, 0, 0, 10);
2604     $hbox->pack_start($w, 0, 0, 0);
2605
2606     $vbox->pack_start($hbox, 0, 0, 5);
2607     $vbox->pack_start($hbox2, 0, 0, 5);
2608     $vbox->pack_start($hbox3, 0, 0, 5);
2609
2610     if ($country && $ctr->{$country}) {
2611         $w->set_text ($ctr->{$country}->{name});
2612     }
2613
2614     $inbox->show_all;
2615
2616     display_html();
2617     set_next (undef,  sub {
2618
2619         my $text = $w->get_text;
2620
2621         if (my $cc = $countryhash->{lc($text)}) {
2622             $country = $cc;
2623             $step_number++;
2624             create_password_view();
2625             return;
2626         } else {
2627             display_message("Please select a country first.");
2628             $w->grab_focus();
2629         }
2630     });
2631
2632     $w->grab_focus();
2633 }
2634
2635 my $target_hd_combo;
2636 my $target_hd_label;
2637
2638 my $hdoption_first_setup = 1;
2639
2640 my $create_basic_grid = sub {
2641     my $grid =  Gtk3::Grid->new();
2642     $grid->set_visible(1);
2643     $grid->set_column_spacing(10);
2644     $grid->set_row_spacing(10);
2645     $grid->set_hexpand(1);
2646
2647     $grid->set_margin_start(10);
2648     $grid->set_margin_end(20);
2649     $grid->set_margin_top(5);
2650     $grid->set_margin_bottom(5);
2651
2652     return $grid;
2653 };
2654
2655 my $create_label_widget_grid = sub {
2656     my ($labeled_widgets) = @_;
2657
2658     my $grid = &$create_basic_grid();
2659     my $row = 0;
2660
2661     for (my $i = 0; $i < @$labeled_widgets; $i += 2) {
2662         my $widget = @$labeled_widgets[$i+1];
2663         my $label = Gtk3::Label->new(@$labeled_widgets[$i]);
2664         $label->set_visible(1);
2665         $label->set_alignment (1, 0.5);
2666         $grid->attach($label, 0, $row, 1, 1);
2667         $widget->set_visible(1);
2668         $grid->attach($widget, 1, $row, 1, 1);
2669         $row++;
2670     }
2671
2672     return $grid;
2673 };
2674
2675 # only relevant for raid with its multipl diskX to diskY mappings.
2676 my $get_selected_hdsize = sub {
2677     my $hdsize = shift;
2678     return $hdsize if defined($hdsize);
2679
2680     # compute the smallest disk size of the actually selected disks
2681     my $hd_count = scalar(@$hds);
2682     for (my $i = 0; $i < $hd_count; $i++) {
2683         my $cur_hd = $config_options->{"disksel$i"} // next;
2684         my $disksize = int(@$cur_hd[2] / (2 * 1024 * 1024.0)); # size in GB
2685         $hdsize //= $disksize;
2686         $hdsize = $disksize if $disksize < $hdsize;
2687     }
2688
2689     if (my $cfg_hdsize = $config_options->{hdsize}) {
2690         # had the dialog open previously and set an even lower size than the disk selection allows
2691         $hdsize = $cfg_hdsize if $cfg_hdsize < $hdsize;
2692     }
2693     return $hdsize // 0; # fall back to zero, e.g., if none is selected hdsize cannot be any size
2694 };
2695
2696 my sub update_hdsize_adjustment {
2697     my ($adjustment, $hdsize) = @_;
2698
2699     $hdsize = $get_selected_hdsize->($hdsize);
2700     # expect that lower = 0 and step increments = 1 still are valid
2701     $adjustment->set_upper($hdsize + 1);
2702     $adjustment->set_value($hdsize);
2703 }
2704
2705 my sub create_hdsize_adjustment {
2706     my ($hdsize) = @_;
2707     $hdsize = $get_selected_hdsize->($hdsize);
2708     # params are: initial value, lower, upper, step increment, page increment, page size
2709     return Gtk3::Adjustment->new($config_options->{hdsize} || $hdsize, 0, $hdsize+1, 1, 1, 1);
2710 }
2711
2712 my sub get_hdsize_spin_button {
2713     my $hdsize = shift;
2714
2715     my $hdsize_entry_buffer = Gtk3::EntryBuffer->new(undef, 1);
2716     my $hdsize_size_adj = create_hdsize_adjustment($hdsize);
2717
2718     my $spinbutton_hdsize = Gtk3::SpinButton->new($hdsize_size_adj, 1, 1);
2719     $spinbutton_hdsize->set_buffer($hdsize_entry_buffer);
2720     $spinbutton_hdsize->set_adjustment($hdsize_size_adj);
2721     $spinbutton_hdsize->set_tooltip_text("only use specified size (GB) of the harddisk (rest left unpartitioned)");
2722     return $spinbutton_hdsize;
2723 };
2724
2725 my $create_raid_disk_grid = sub {
2726     my ($hdsize_buttons) = @_;
2727
2728     my $hd_count = scalar(@$hds);
2729     my $disk_labeled_widgets = [];
2730     for (my $i = 0; $i < $hd_count; $i++) {
2731         my $disk_selector = Gtk3::ComboBoxText->new();
2732         $disk_selector->append_text("-- do not use --");
2733         $disk_selector->set_active(0);
2734         $disk_selector->set_visible(1);
2735
2736         foreach my $hd (@$hds) {
2737             my ($disk, $devname, $size, $model, $logical_bsize) = @$hd;
2738             $disk_selector->append_text(get_device_desc ($devname, $size, $model));
2739         }
2740
2741         $disk_selector->{pve_disk_id} = $i;
2742         $disk_selector->signal_connect(changed => sub {
2743             my $w = shift;
2744             my $diskid = $w->{pve_disk_id};
2745             my $a = $w->get_active - 1;
2746             $config_options->{"disksel${diskid}"} = ($a >= 0) ? $hds->[$a] : undef;
2747             for my $btn (@$hdsize_buttons) {
2748                 update_hdsize_adjustment($btn->get_adjustment());
2749             }
2750         });
2751
2752         if ($hdoption_first_setup) {
2753             $disk_selector->set_active ($i+1) if $hds->[$i];
2754         } else {
2755             my $hdind = 0;
2756             if (my $cur_hd = $config_options->{"disksel$i"}) {
2757                 foreach my $hd (@$hds) {
2758                     if (@$hd[1] eq @$cur_hd[1]) {
2759                         $disk_selector->set_active($hdind+1);
2760                         last;
2761                     }
2762                     $hdind++;
2763                 }
2764             }
2765         }
2766
2767         push @$disk_labeled_widgets, "Harddisk $i", $disk_selector;
2768     }
2769
2770     my $clear_all_button = Gtk3::Button->new('_Deselect All');
2771     if ($hd_count > 3) {
2772         $clear_all_button->signal_connect('clicked', sub {
2773             my $is_widget = 0;
2774             for my $disk_selector (@$disk_labeled_widgets) {
2775                 $disk_selector->set_active(0) if $is_widget;
2776                 $is_widget ^= 1;
2777             }
2778         });
2779         $clear_all_button->set_visible(1);
2780     }
2781
2782     my $scrolled_window = Gtk3::ScrolledWindow->new();
2783     $scrolled_window->set_hexpand(1);
2784     $scrolled_window->set_propagate_natural_height(1) if $hd_count > 4;
2785
2786     my $diskgrid = $create_label_widget_grid->($disk_labeled_widgets);
2787
2788     $scrolled_window->add($diskgrid);
2789     $scrolled_window->set_policy('never', 'automatic');
2790     $scrolled_window->set_visible(1);
2791     $scrolled_window->set_min_content_height(190);
2792
2793     my $vbox = Gtk3::Box->new('vertical', 0);
2794     $vbox->pack_start($scrolled_window, 1, 1, 10);
2795
2796     my $hbox = Gtk3::Box->new('horizontal', 0);
2797     $hbox->pack_end($clear_all_button, 0, 0, 20);
2798     $hbox->set_visible(1);
2799     $vbox->pack_end($hbox, 0, 0, 0);
2800
2801     return $vbox;
2802 };
2803
2804 my $create_raid_advanced_grid = sub {
2805     my ($hdsize_btn) = @_;
2806     my $labeled_widgets = [];
2807     my $spinbutton_ashift = Gtk3::SpinButton->new_with_range(9, 13, 1);
2808     $spinbutton_ashift->set_tooltip_text("zpool ashift property (pool sector size, default 2^12)");
2809     $spinbutton_ashift->signal_connect ("value-changed" => sub {
2810         my $w = shift;
2811         $config_options->{ashift} = $w->get_value_as_int();
2812     });
2813     $config_options->{ashift} = 12 if ! defined($config_options->{ashift});
2814     $spinbutton_ashift->set_value($config_options->{ashift});
2815     push @$labeled_widgets, "ashift";
2816     push @$labeled_widgets, $spinbutton_ashift;
2817
2818     my $combo_compress = Gtk3::ComboBoxText->new();
2819     $combo_compress->set_tooltip_text("zfs compression algorithm for rpool dataset");
2820     my $comp_opts = ["on","off","lzjb","lz4", "zle", "gzip", "zstd"];
2821     foreach my $opt (@$comp_opts) {
2822         $combo_compress->append($opt, $opt);
2823     }
2824     $config_options->{compress} = "on" if !defined($config_options->{compress});
2825     $combo_compress->set_active_id($config_options->{compress});
2826     $combo_compress->signal_connect (changed => sub {
2827         my $w = shift;
2828         $config_options->{compress} = $w->get_active_text();
2829     });
2830     push @$labeled_widgets, "compress";
2831     push @$labeled_widgets, $combo_compress;
2832
2833     my $combo_checksum = Gtk3::ComboBoxText->new();
2834     $combo_checksum->set_tooltip_text("zfs checksum algorithm for rpool dataset");
2835     my $csum_opts = ["on", "off","fletcher2", "fletcher4", "sha256"];
2836     foreach my $opt (@$csum_opts) {
2837         $combo_checksum->append($opt, $opt);
2838     }
2839     $config_options->{checksum} = "on" if !($config_options->{checksum});
2840     $combo_checksum->set_active_id($config_options->{checksum});
2841     $combo_checksum->signal_connect (changed => sub {
2842         my $w = shift;
2843         $config_options->{checksum} = $w->get_active_text();
2844     });
2845     push @$labeled_widgets, "checksum";
2846     push @$labeled_widgets, $combo_checksum;
2847
2848     my $spinbutton_copies = Gtk3::SpinButton->new_with_range(1,3,1);
2849     $spinbutton_copies->set_tooltip_text("zfs copies property for rpool dataset (in addition to RAID redundancy!)");
2850     $spinbutton_copies->signal_connect ("value-changed" => sub {
2851         my $w = shift;
2852         $config_options->{copies} = $w->get_value_as_int();
2853     });
2854     $config_options->{copies} = 1 if !defined($config_options->{copies});
2855     $spinbutton_copies->set_value($config_options->{copies});
2856     push @$labeled_widgets, "copies", $spinbutton_copies;
2857
2858     push @$labeled_widgets, "hdsize", $hdsize_btn;
2859     return $create_label_widget_grid->($labeled_widgets);;
2860 };
2861
2862 my $create_btrfs_raid_advanced_grid = sub {
2863     my ($hdsize_btn) = @_;
2864     my $labeled_widgets = [];
2865     push @$labeled_widgets, "hdsize", $hdsize_btn;
2866     return $create_label_widget_grid->($labeled_widgets);;
2867 };
2868
2869 sub create_hdoption_view {
2870     my $dialog = Gtk3::Dialog->new();
2871
2872     $dialog->set_title("Harddisk options");
2873
2874     $dialog->add_button("_OK", 1);
2875
2876     my $contarea = $dialog->get_content_area();
2877
2878     my $hbox2 =  Gtk3::Box->new('horizontal', 0);
2879     $contarea->pack_start($hbox2, 1, 1, 5);
2880
2881     my $grid =  Gtk3::Grid->new();
2882     $grid->set_column_spacing(10);
2883     $grid->set_row_spacing(10);
2884
2885     $hbox2->pack_start($grid, 1, 0, 5);
2886
2887     my $row = 0;
2888
2889     # Filesystem type
2890     my $label0 = Gtk3::Label->new("Filesystem");
2891     $label0->set_alignment (1, 0.5);
2892     $grid->attach($label0, 0, $row, 1, 1);
2893
2894     my $fstypecb = Gtk3::ComboBoxText->new();
2895     my $fstype = [
2896         'ext4',
2897         'xfs',
2898         'zfs (RAID0)',
2899         'zfs (RAID1)',
2900         'zfs (RAID10)',
2901         'zfs (RAIDZ-1)',
2902         'zfs (RAIDZ-2)',
2903         'zfs (RAIDZ-3)',
2904     ];
2905     push @$fstype, 'btrfs (RAID0)', 'btrfs (RAID1)', 'btrfs (RAID10)'
2906         if $setup->{enable_btrfs};
2907
2908     my $tcount = 0;
2909     foreach my $tmp (@$fstype) {
2910         $fstypecb->append_text($tmp);
2911         $fstypecb->set_active ($tcount) if $config_options->{filesys} eq $tmp;
2912         $tcount++;
2913     }
2914
2915     $grid->attach($fstypecb, 1, $row, 1, 1);
2916
2917     $hbox2->show_all();
2918
2919     $row++;
2920
2921     my $sep = Gtk3::HSeparator->new();
2922     $sep->set_visible(1);
2923     $grid->attach($sep, 0, $row, 2, 1);
2924     $row++;
2925
2926     my $hw_raid_note = Gtk3::Label->new(""); # text will be set below, before making it visible
2927     $hw_raid_note->set_line_wrap(1);
2928     $hw_raid_note->set_max_width_chars(30);
2929     $hw_raid_note->set_visible(0);
2930     $grid->attach($hw_raid_note, 0, $row++, 2, 1);
2931
2932     my $hdsize_labeled_widgets = [];
2933
2934     # size compute
2935     my $hdsize = 0;
2936     if ( -b $target_hd) {
2937         $hdsize = int(hd_size ($target_hd) / (1024 * 1024.0)); # size in GB
2938     } elsif ($target_hd) {
2939         $hdsize = int((-s $target_hd) / (1024 * 1024 * 1024.0));
2940     }
2941
2942     my $spinbutton_hdsize_nonraid = get_hdsize_spin_button($hdsize);
2943     push @$hdsize_labeled_widgets, "hdsize", $spinbutton_hdsize_nonraid;
2944     my $spinbutton_hdsize = $spinbutton_hdsize_nonraid;
2945
2946     my $entry_swapsize = Gtk3::Entry->new();
2947     $entry_swapsize->set_tooltip_text("maximum SWAP size (GB)");
2948     $entry_swapsize->signal_connect (key_press_event => \&check_float);
2949     $entry_swapsize->set_text($config_options->{swapsize}) if defined($config_options->{swapsize});
2950     push @$hdsize_labeled_widgets, "swapsize", $entry_swapsize;
2951
2952     my $entry_maxroot = Gtk3::Entry->new();
2953     if ($setup->{product} eq 'pve') {
2954         $entry_maxroot->set_tooltip_text("maximum size (GB) for LVM root volume");
2955         $entry_maxroot->signal_connect (key_press_event => \&check_float);
2956         $entry_maxroot->set_text($config_options->{maxroot}) if $config_options->{maxroot};
2957         push @$hdsize_labeled_widgets, "maxroot", $entry_maxroot;
2958     }
2959
2960     my $entry_minfree = Gtk3::Entry->new();
2961     $entry_minfree->set_tooltip_text("minimum free LVM space (GB, required for LVM snapshots)");
2962     $entry_minfree->signal_connect (key_press_event => \&check_float);
2963     $entry_minfree->set_text($config_options->{minfree}) if defined($config_options->{minfree});
2964     push @$hdsize_labeled_widgets, "minfree", $entry_minfree;
2965
2966     my $entry_maxvz;
2967     if ($setup->{product} eq 'pve') {
2968         $entry_maxvz = Gtk3::Entry->new();
2969         $entry_maxvz->set_tooltip_text("maximum size (GB) for LVM data volume");
2970         $entry_maxvz->signal_connect (key_press_event => \&check_float);
2971         $entry_maxvz->set_text($config_options->{maxvz}) if defined($config_options->{maxvz});
2972         push @$hdsize_labeled_widgets, "maxvz", $entry_maxvz;
2973     }
2974
2975     my $spinbutton_hdsize_zfs = get_hdsize_spin_button($hdsize);
2976     my $spinbutton_hdsize_btrfs = get_hdsize_spin_button($hdsize);
2977     my $hdsize_buttons = [ $spinbutton_hdsize_zfs, $spinbutton_hdsize_btrfs ];
2978     my $options_stack = Gtk3::Stack->new();
2979     $options_stack->set_visible(1);
2980     $options_stack->set_hexpand(1);
2981     $options_stack->set_vexpand(1);
2982     $options_stack->add_titled(&$create_raid_disk_grid($hdsize_buttons), "raiddisk", "Disk Setup");
2983     $options_stack->add_titled(&$create_label_widget_grid($hdsize_labeled_widgets), "hdsize", "Size Options");
2984     $options_stack->add_titled(&$create_raid_advanced_grid($spinbutton_hdsize_zfs), "raidzfsadvanced", "Advanced Options");
2985     $options_stack->add_titled(&$create_btrfs_raid_advanced_grid($spinbutton_hdsize_btrfs), "raidbtrfsadvanced", "Advanced Options");
2986     $options_stack->set_visible_child_name("raiddisk");
2987     my $options_stack_switcher = Gtk3::StackSwitcher->new();
2988     $options_stack_switcher->set_halign('center');
2989     $options_stack_switcher->set_stack($options_stack);
2990     $grid->attach($options_stack_switcher, 0, $row, 2, 1);
2991     $row++;
2992     $grid->attach($options_stack, 0, $row, 2, 1);
2993     $row++;
2994
2995     $hdoption_first_setup = 0;
2996
2997     my $switch_view = sub {
2998         my $raid = $config_options->{filesys} =~ m/zfs|btrfs/;
2999         my $is_zfs = $config_options->{filesys} =~ m/zfs/;
3000
3001         $target_hd_combo->set_visible(!$raid);
3002         $options_stack->get_child_by_name("hdsize")->set_visible(!$raid);
3003         $options_stack->get_child_by_name("raiddisk")->set_visible($raid);
3004
3005         if ($raid) {
3006             my $msg = "<b>Note</b>: " . ($is_zfs
3007                 ? "ZFS is not compatible with hardware RAID controllers, for details see the documentation."
3008                 : "BTRFS integration in $setup->{fullname} is a technology preview!"
3009             );
3010             $hw_raid_note->set_markup($msg);
3011         }
3012         $hw_raid_note->set_visible($raid);
3013         $options_stack_switcher->set_visible($raid);
3014         $options_stack->get_child_by_name("raidzfsadvanced")->set_visible($is_zfs);
3015         $options_stack->get_child_by_name("raidbtrfsadvanced")->set_visible(!$is_zfs);
3016         if ($raid) {
3017             $target_hd_label->set_text("Target: $config_options->{filesys} ");
3018             $options_stack->set_visible_child_name("raiddisk");
3019         } else {
3020             $target_hd_label->set_text("Target Harddisk: ");
3021         }
3022
3023         if ($raid) {
3024             $spinbutton_hdsize = $is_zfs ? $spinbutton_hdsize_zfs : $spinbutton_hdsize_btrfs;
3025         } else {
3026             $spinbutton_hdsize = $spinbutton_hdsize_nonraid;
3027         }
3028
3029         my (undef, $pref_width) = $dialog->get_preferred_width();
3030         my (undef, $pref_height) = $dialog->get_preferred_height();
3031         $pref_height = 750 if $pref_height > 750;
3032         $dialog->resize($pref_width, $pref_height);
3033     };
3034
3035     &$switch_view();
3036
3037     $fstypecb->signal_connect (changed => sub {
3038         $config_options->{filesys} = $fstypecb->get_active_text();
3039         &$switch_view();
3040     });
3041
3042     my $sep2 = Gtk3::HSeparator->new();
3043     $sep2->set_visible(1);
3044     $contarea->pack_end($sep2, 1, 1, 10);
3045
3046     $dialog->show();
3047
3048     $dialog->run();
3049
3050     my $get_float = sub {
3051         my ($entry) = @_;
3052
3053         my $text = $entry->get_text();
3054         return undef if !defined($text);
3055
3056         $text =~ s/^\s+//;
3057         $text =~ s/\s+$//;
3058
3059         return undef if $text !~ m/^\d+(\.\d+)?$/;
3060
3061         return $text;
3062     };
3063
3064     my $tmp;
3065
3066     if (($tmp = &$get_float($spinbutton_hdsize)) && ($tmp != $hdsize)) {
3067         $config_options->{hdsize} = $tmp;
3068     } else {
3069         delete $config_options->{hdsize};
3070     }
3071
3072     if (defined($tmp = &$get_float($entry_swapsize))) {
3073         $config_options->{swapsize} = $tmp;
3074     } else {
3075         delete $config_options->{swapsize};
3076     }
3077
3078     if (defined($tmp = &$get_float($entry_maxroot))) {
3079         $config_options->{maxroot} = $tmp;
3080     } else {
3081         delete $config_options->{maxroot};
3082     }
3083
3084     if (defined($tmp = &$get_float($entry_minfree))) {
3085         $config_options->{minfree} = $tmp;
3086     } else {
3087         delete $config_options->{minfree};
3088     }
3089
3090     if ($entry_maxvz && defined($tmp = &$get_float($entry_maxvz))) {
3091         $config_options->{maxvz} = $tmp;
3092     } else {
3093         delete $config_options->{maxvz};
3094     }
3095
3096     $dialog->destroy();
3097 }
3098
3099 my $get_raid_devlist = sub {
3100
3101     my $dev_name_hash = {};
3102
3103     my $devlist = [];
3104     for (my $i = 0; $i < @$hds; $i++) {
3105         if (my $hd = $config_options->{"disksel$i"}) {
3106             my ($disk, $devname, $size, $model, $logical_bsize) = @$hd;
3107             die "device '$devname' is used more than once\n"
3108                 if $dev_name_hash->{$devname};
3109             $dev_name_hash->{$devname} = $hd;
3110             push @$devlist, $hd;
3111         }
3112     }
3113
3114     return $devlist;
3115 };
3116
3117 sub zfs_mirror_size_check {
3118     my ($expected, $actual) = @_;
3119
3120     die "mirrored disks must have same size\n"
3121         if abs($expected - $actual) > $expected / 10;
3122 }
3123
3124 sub legacy_bios_4k_check {
3125     my ($lbs) = @_;
3126     die "Booting from 4kn drive in legacy BIOS mode is not supported.\n"
3127         if (($boot_type ne 'efi') && ($lbs == 4096));
3128 }
3129
3130 sub get_zfs_raid_setup {
3131     my $filesys = $config_options->{filesys};
3132
3133     my $devlist = &$get_raid_devlist();
3134
3135     my $diskcount = scalar(@$devlist);
3136     die "$filesys needs at least one device\n" if $diskcount < 1;
3137
3138     my $cmd= '';
3139     if ($filesys eq 'zfs (RAID0)') {
3140         foreach my $hd (@$devlist) {
3141             legacy_bios_4k_check(@$hd[4]);
3142             $cmd .= " @$hd[1]";
3143         }
3144     } elsif ($filesys eq 'zfs (RAID1)') {
3145         die "zfs (RAID1) needs at least 2 device\n" if $diskcount < 2;
3146         $cmd .= ' mirror ';
3147         my $hd = @$devlist[0];
3148         my $expected_size = @$hd[2]; # all disks need approximately same size
3149         foreach my $hd (@$devlist) {
3150             zfs_mirror_size_check($expected_size, @$hd[2]);
3151             legacy_bios_4k_check(@$hd[4]);
3152             $cmd .= " @$hd[1]";
3153         }
3154     } elsif ($filesys eq 'zfs (RAID10)') {
3155         die "zfs (RAID10) needs at least 4 device\n" if $diskcount < 4;
3156         die "zfs (RAID10) needs an even number of devices\n" if $diskcount & 1;
3157
3158         for (my $i = 0; $i < $diskcount; $i+=2) {
3159             my $hd1 = @$devlist[$i];
3160             my $hd2 = @$devlist[$i+1];
3161             zfs_mirror_size_check(@$hd1[2], @$hd2[2]); # pairs need approximately same size
3162             legacy_bios_4k_check(@$hd1[4]);
3163             legacy_bios_4k_check(@$hd2[4]);
3164             $cmd .= ' mirror ' . @$hd1[1] . ' ' . @$hd2[1];
3165         }
3166
3167     } elsif ($filesys =~ m/^zfs \(RAIDZ-([123])\)$/) {
3168         my $level = $1;
3169         my $mindisks = 2 + $level;
3170         die "zfs (RAIDZ-$level) needs at least $mindisks devices\n" if scalar(@$devlist) < $mindisks;
3171         my $hd = @$devlist[0];
3172         my $expected_size = @$hd[2]; # all disks need approximately same size
3173         $cmd .= " raidz$level";
3174         foreach my $hd (@$devlist) {
3175             zfs_mirror_size_check($expected_size, @$hd[2]);
3176             legacy_bios_4k_check(@$hd[4]);
3177             $cmd .= " @$hd[1]";
3178         }
3179     } else {
3180         die "unknown zfs mode '$filesys'\n";
3181     }
3182
3183     return ($devlist, $cmd);
3184 }
3185
3186 sub get_btrfs_raid_setup {
3187
3188     my $filesys = $config_options->{filesys};
3189
3190     my $devlist = &$get_raid_devlist();
3191
3192     my $diskcount = scalar(@$devlist);
3193     die "$filesys needs at least one device\n" if $diskcount < 1;
3194
3195     my $mode;
3196
3197     if ($diskcount == 1) {
3198         $mode = 'single';
3199     } else {
3200         if ($filesys eq 'btrfs (RAID0)') {
3201             $mode = 'raid0';
3202         } elsif ($filesys eq 'btrfs (RAID1)') {
3203             die "btrfs (RAID1) needs at least 2 device\n" if $diskcount < 2;
3204             $mode = 'raid1';
3205         } elsif ($filesys eq 'btrfs (RAID10)') {
3206             die "btrfs (RAID10) needs at least 4 device\n" if $diskcount < 4;
3207             $mode = 'raid10';
3208         } else {
3209             die "unknown btrfs mode '$filesys'\n";
3210         }
3211     }
3212
3213     return ($devlist, $mode);
3214 }
3215
3216 my $last_hd_selected = 0;
3217 sub create_hdsel_view {
3218
3219     $prev_btn->set_sensitive(1); # enable previous button at this point
3220
3221     cleanup_view();
3222
3223     my $vbox =  Gtk3::VBox->new(0, 0);
3224     $inbox->pack_start($vbox, 1, 0, 0);
3225     my $hbox =  Gtk3::HBox->new(0, 0);
3226     $vbox->pack_start($hbox, 0, 0, 10);
3227
3228     my ($disk, $devname, $size, $model, $logical_bsize) = @{@$hds[0]};
3229     $target_hd = $devname if !defined($target_hd);
3230
3231     $target_hd_label = Gtk3::Label->new("Target Harddisk: ");
3232     $hbox->pack_start($target_hd_label, 0, 0, 0);
3233
3234     $target_hd_combo = Gtk3::ComboBoxText->new();
3235
3236     foreach my $hd (@$hds) {
3237         ($disk, $devname, $size, $model, $logical_bsize) = @$hd;
3238         $target_hd_combo->append_text(get_device_desc($devname, $size, $model));
3239     }
3240
3241     my $raid = $config_options->{filesys} =~ m/zfs|btrfs/;
3242     if ($raid) {
3243         $target_hd_label->set_text("Target: $config_options->{filesys} ");
3244         $target_hd_combo->set_visible(0);
3245         $target_hd_combo->set_no_show_all(1);
3246     }
3247     $target_hd_combo->set_active($last_hd_selected);
3248     $target_hd_combo->signal_connect(changed => sub {
3249         $a = shift->get_active;
3250         my ($disk, $devname) = @{@$hds[$a]};
3251         $last_hd_selected = $a;
3252         $target_hd = $devname;
3253     });
3254
3255     $hbox->pack_start($target_hd_combo, 0, 0, 10);
3256
3257     my $options = Gtk3::Button->new('_Options');
3258     $options->signal_connect (clicked => \&create_hdoption_view);
3259     $hbox->pack_start ($options, 0, 0, 0);
3260
3261
3262     $inbox->show_all;
3263
3264     display_html();
3265
3266     set_next(undef, sub {
3267
3268         if ($config_options->{filesys} =~ m/zfs/) {
3269             my ($devlist) = eval { get_zfs_raid_setup() };
3270             if (my $err = $@) {
3271                 display_message("Warning: $err\nPlease fix ZFS setup first.");
3272                 return;
3273             }
3274             $config_options->{target_hds} = [ map { $_->[1] } @$devlist ];
3275         } elsif ($config_options->{filesys} =~ m/btrfs/) {
3276             my ($devlist) = eval { get_btrfs_raid_setup() };
3277             if (my $err = $@) {
3278                 display_message("Warning: $err\nPlease fix BTRFS setup first.");
3279                 return;
3280             }
3281             $config_options->{target_hds} = [ map { $_->[1] } @$devlist ];
3282         } else {
3283             eval { legacy_bios_4k_check(logical_blocksize($target_hd)) };
3284             if (my $err = $@) {
3285                 display_message("Warning: $err\n");
3286                 return;
3287             }
3288             $config_options->{target_hds} = [ $target_hd ];
3289         }
3290
3291         $step_number++;
3292         create_country_view();
3293     });
3294 }
3295
3296 sub create_extract_view {
3297
3298     cleanup_view();
3299
3300     display_info();
3301
3302     $next->set_sensitive(0);
3303     $prev_btn->set_sensitive(0);
3304     $prev_btn->hide();
3305
3306     my $vbox =  Gtk3::VBox->new(0, 0);
3307     $inbox->pack_start ($vbox, 1, 0, 0);
3308     my $hbox =  Gtk3::HBox->new(0, 0);
3309     $vbox->pack_start ($hbox, 0, 0, 10);
3310
3311     my $vbox2 =  Gtk3::VBox->new(0, 0);
3312     $hbox->pack_start ($vbox2, 0, 0, 0);
3313
3314     $progress_status = Gtk3::Label->new('');
3315     $vbox2->pack_start ($progress_status, 1, 1, 0);
3316
3317     $progress = Gtk3::ProgressBar->new;
3318     $progress->set_show_text(1);
3319     $progress->set_size_request (600, -1);
3320
3321     $vbox2->pack_start($progress, 0, 0, 0);
3322
3323     $inbox->show_all();
3324
3325     my $tdir = is_test_mode() ? "target" : "/target";
3326     mkdir $tdir;
3327     my $base = "${proxmox_cddir}/$setup->{product}-base.squashfs";
3328
3329     eval  { extract_data($base, $tdir); };
3330     my $err = $@;
3331
3332     $next->set_sensitive(1);
3333
3334     set_next("_Reboot", sub { exit (0); } );
3335
3336     if ($err) {
3337         display_html("fail.htm");
3338         display_error($err);
3339     } else {
3340         cleanup_view();
3341         display_html("success.htm");
3342
3343         if ($config_options->{autoreboot}) {
3344             Glib::Timeout->add(1000, sub {
3345                 if ($autoreboot_seconds > 0) {
3346                     $autoreboot_seconds--;
3347                     display_html("success.htm");
3348                 } else {
3349                     exit(0);
3350                 }
3351             });
3352         }
3353     }
3354 }
3355
3356 sub create_intro_view {
3357
3358     $prev_btn->set_sensitive(0);
3359
3360     cleanup_view();
3361
3362     if (int($total_memory) < 1024) {
3363         display_error("Less than 1 GiB of usable memory detected, installation will probably fail.\n\n".
3364             "See 'System Requirements' in the $setup->{fullname} documentation.");
3365     }
3366
3367     if ($setup->{product} eq 'pve') {
3368         my $cpuinfo = eval { file_get_contents('/proc/cpuinfo') };
3369         if (!$cpuinfo || $cpuinfo !~ /^flags\s*:.*(vmx|svm)/m) {
3370             display_error(
3371                 "No support for hardware-accelerated KVM virtualization detected.\n\n"
3372                 ."Check BIOS settings for Intel VT / AMD-V / SVM."
3373             );
3374         }
3375     }
3376
3377     display_html();
3378
3379     $step_number++;
3380     set_next("I a_gree", \&create_hdsel_view);
3381 }
3382
3383 $ipconf = Proxmox::Sys::Net::get_ip_config();
3384
3385 $country = detect_country() if $ipconf->{default} || is_test_mode();
3386
3387 # read country, kmap and timezone infos
3388 $cmap = read_cmap();
3389
3390 if (!defined($cmap->{country}->{$country})) {
3391     log_warn("ignoring detected country '$country', invalid or unknown\n");
3392     $country = undef;
3393 }
3394
3395 create_main_window ();
3396
3397 my $initial_error = 0;
3398
3399 if (!defined ($hds) || (scalar (@$hds) <= 0)) {
3400     print "no harddisks found\n";
3401     $initial_error = 1;
3402     display_html("nohds.htm");
3403     set_next("Reboot", sub { exit(0); } );
3404 } else {
3405     foreach my $hd (@$hds) {
3406         my ($disk, $devname) = @$hd;
3407         next if $devname =~ m|^/dev/md\d+$|;
3408         print "found Disk$disk N:$devname\n";
3409     }
3410 }
3411
3412 if (!$initial_error && (scalar keys %{ $ipconf->{ifaces} } == 0)) {
3413     print "no network interfaces found\n";
3414     $initial_error = 1;
3415     display_html("nonics.htm");
3416     set_next("Reboot", sub { exit(0); } );
3417 }
3418
3419 create_intro_view () if !$initial_error;
3420
3421 Gtk3->main;
3422
3423 # reap left over zombie processes
3424 while ((my $child = waitpid(-1, POSIX::WNOHANG)) > 0) {
3425     print "reaped child $child\n";
3426 }
3427
3428 exit 0;