use JSON qw(from_json to_json);
use Proxmox::Log;
-use Proxmox::Sys::File qw(file_read_firstline);
+use Proxmox::Sys::Command qw(run_command CMD_FINISHED);
+use Proxmox::Sys::File qw(file_read_all file_read_firstline);
+use Proxmox::Sys::Block;
+use Proxmox::Sys::Net;
+
+use Proxmox::Install::ISOEnv;
my sub fromjs : prototype($) {
return from_json($_[0], { utf8 => 1 });
}
my $mem_total = undef;
+# Returns the system memory size in MiB, and falls back to 512 MiB if it
+# could not be determined.
sub query_total_memory : prototype() {
return $mem_total if defined($mem_total);
return $mem_total;
}
-# Returns a hash.
-# [
-# [ <useless index>, "/dev/path", size_in_blocks, "model", logical_blocksize, <name as found in /sys/block> ]
-# ]
-my sub query_blockdevs : prototype() {
- my $res = [];
- my $count = 0;
- foreach my $bd (</sys/block/*>) {
- next if $bd =~ m|^/sys/block/ram\d+$|;
- next if $bd =~ m|^/sys/block/loop\d+$|;
- next if $bd =~ m|^/sys/block/md\d+$|;
- next if $bd =~ m|^/sys/block/dm-.*$|;
- next if $bd =~ m|^/sys/block/fd\d+$|;
- next if $bd =~ m|^/sys/block/sr\d+$|;
-
- my $info = `udevadm info --path $bd --query all`;
- next if !$info;
- next if $info !~ m/^E: DEVTYPE=disk$/m;
- next if $info =~ m/^E: ID_CDROM/m;
- next if $info =~ m/^E: ID_FS_TYPE=iso9660/m;
-
- my ($name) = $info =~ m/^N: (\S+)$/m;
- next if !$name;
-
- my $dev_path;
- if ($info =~ m/^E: DEVNAME=(\S+)$/m) {
- $dev_path = $1;
- } else {
- $dev_path = "/dev/$name";
- }
-
- my $size = file_read_firstline("$bd/size");
- chomp $size;
- $size = undef if !($size && $size =~ m/^\d+$/);
- $size = int($size);
- next if !$size;
-
- my $model = file_read_firstline("$bd/device/model") || '';
- $model =~ s/^\s+//;
- $model =~ s/\s+$//;
- if (length ($model) > 30) {
- $model = substr ($model, 0, 30);
- }
+my $cpu_hvm_support = undef;
+sub query_cpu_hvm_support : prototype() {
+ return $cpu_hvm_support if defined($cpu_hvm_support);
- my $logical_bsize = file_read_firstline("$bd/queue/logical_block_size") // '';
- chomp $logical_bsize;
- $logical_bsize = undef if !($logical_bsize && $logical_bsize =~ m/^\d+$/);
- $logical_bsize = int($logical_bsize);
+ open (my $CPUINFO, '<', '/proc/cpuinfo');
- push @$res, [$count++, $dev_path, $size, $model, $logical_bsize, "/sys/block/$name"];
+ my $res = 0;
+ while (my $line = <$CPUINFO>) {
+ if ($line =~ /^flags\s*:.*(vmx|svm)/m) {
+ $res = 1;
+ last;
+ }
}
+ close($CPUINFO);
- return $res;
+ $cpu_hvm_support = $res;
+ return $cpu_hvm_support;
}
# Returns a hash.
my ($index, $name, $state, $mac, $addresses) =
$if->@{qw(ifindex ifname operstate address addr_info)};
- next if $state ne 'UP';
+ next if !$name || $name eq 'lo'; # could also check flags for LOOPBACK..
my @valid_addrs;
- for my $addr (@$addresses) {
- next if $addr->{scope} eq 'link';
+ if (uc($state) eq 'UP') {
+ for my $addr (@$addresses) {
+ next if $addr->{scope} eq 'link';
- my ($family, $addr, $prefix) = $addr->@{qw(family local prefixlen)};
+ my ($family, $addr, $prefix) = $addr->@{qw(family local prefixlen)};
- push @valid_addrs, {
- family => $family,
- address => $addr,
- prefix => $prefix,
- };
+ push @valid_addrs, {
+ family => $family,
+ address => $addr,
+ prefix => $prefix,
+ };
+ }
}
- if (@valid_addrs) {
- $ifs->{$name} = {
- index => $index,
- name => $name,
- mac => $mac,
- addresses => \@valid_addrs,
- };
- }
+ $ifs->{$name} = {
+ index => $index,
+ name => $name,
+ mac => $mac,
+ state => uc($state),
+ };
+ $ifs->{$name}->{addresses} = \@valid_addrs if @valid_addrs;
}
return $ifs;
my sub query_routes : prototype() {
my ($gateway4, $gateway6);
+ log_info("query routes");
my $route4 = fromjs(qx/ip -4 --json route show/);
for my $route (@$route4) {
if ($route->{dst} eq 'default') {
# dns => <first dns entry>,
#
my sub query_dns : prototype() {
+ log_info("query DNS from resolv.conf (managed by DHCP client)");
open my $fh , '<', '/etc/resolv.conf' or return;
my @dns;
my sub detect_country_tracing_to : prototype($$) {
my ($ipver, $destination) = @_;
- print "trying to detect country...\n";
- open(my $TRACEROUTE_FH, '-|',
- 'traceroute', "-$ipver", '-N', '1', '-q', '1', '-n', $destination)
- or return undef;
+ print STDERR "trying to detect country...\n";
+ my $traceroute_cmd = ['traceroute', "-$ipver", '-N', '1', '-q', '1', '-n', $destination];
my $geoip_bin = ($ipver == 6) ? 'geoiplookup6' : 'geoiplookup';
my $country;
-
- my $previous_alarm = alarm (10);
+ my $previous_alarm;
eval {
local $SIG{ALRM} = sub { die "timed out!\n" };
- my $line;
- while (defined ($line = <$TRACEROUTE_FH>)) {
+ $previous_alarm = alarm (10);
+
+ run_command($traceroute_cmd, sub {
+ my $line = shift;
+
log_debug("DC TRACEROUTE: $line");
if ($line =~ m/^\s*\d+\s+(\S+)\s/) {
my $geoip = qx/$geoip_bin $1/;
log_debug("DC GEOIP: $geoip");
+
if ($geoip =~ m/GeoIP Country Edition:\s*([A-Z]+),/) {
$country = lc ($1);
log_info("DC FOUND: $country\n");
- last;
+ return CMD_FINISHED;
}
+ return;
}
- }
+ }, undef, undef, 1);
+
};
my $err = $@;
alarm ($previous_alarm);
- close($TRACEROUTE_FH);
-
if ($err) {
die "unable to detect country - $err\n";
} elsif ($country) {
- print "detected country: " . uc($country) . "\n";
+ print STDERR "detected country: " . uc($country) . "\n";
}
return $country;
# Returns the entire environment as a hash.
# {
# country => <short country>,
-# disks => <see query_blockdevs()>,
+# ipconf = <see Proxmox::Sys::Net::get_ip_config()>,
+# kernel_cmdline = <contents of /proc/cmdline>,
+# total_memory = <memory size in MiB>,
+# hvm_supported = <1 if the CPU supports hardware-accelerated virtualization>,
+# boot_type = <either 'efi' or 'bios'>,
+# disks => <see Proxmox::Sys::Block::hd_list()>,
# network => {
# interfaces => <see query_netdevs()>,
# routes => <see query_routes()>,
# },
# }
sub query_installation_environment : prototype() {
+ # check first if somebody already cached this for us and re-use that
+ my $run_env_file = Proxmox::Install::ISOEnv::get('run-env-cache-file');
+ if (-f "$run_env_file") {
+ log_info("re-using cached runtime env from $run_env_file");
+ my $cached_env = eval {
+ my $run_env_raw = Proxmox::Sys::File::file_read_all($run_env_file);
+ return fromjs($run_env_raw); # returns from eval
+ };
+ log_error("failed to parse cached runtime env - $@") if $@;
+ return $cached_env if defined($cached_env) && scalar keys $cached_env->%*;
+ log_warn("cached runtime env seems empty, query everything (again)");
+ }
+ # else re-query everything
my $output = {};
my $routes = query_routes();
- $output->{disks} = query_blockdevs();
+ log_info("query block devices");
+ $output->{disks} = Proxmox::Sys::Block::get_cached_disks();
$output->{network} = {
interfaces => query_netdevs(),
routes => $routes,
dns => query_dns(),
};
+ # avoid serializing out null or an empty string, that can trip up the UIs
+ if (my $fqdn = Proxmox::Sys::Net::get_dhcp_fqdn()) {
+ $output->{network}->{hostname} = $fqdn;
+ }
+
+ # FIXME: move whatever makes sense over to Proxmox::Sys::Net:: and keep that as single source,
+ # it can then use some different structure just fine (after adapting the GTK GUI to that) but
+ # **never** to (slightly different!) things for the same stuff...
+ $output->{ipconf} = Proxmox::Sys::Net::get_ip_config();
+
$output->{kernel_cmdline} = file_read_firstline("/proc/cmdline");
$output->{total_memory} = query_total_memory();
+ $output->{hvm_supported} = query_cpu_hvm_support();
$output->{boot_type} = -d '/sys/firmware/efi' ? 'efi' : 'bios';
+ if ($output->{boot_type} eq 'efi') {
+ my $content = eval { file_read_all("/sys/firmware/efi/efivars/SecureBoot-8be4df61-93ca-11d2-aa0d-00e098032b8c") };
+ if ($@) {
+ log_warn("Failed to read secure boot state: $@\n");
+ } else {
+ my @secureboot = unpack("CCCCC", $content);
+ $output->{secure_boot} = $secureboot[4] == 1;
+ }
+ }
+
my $err;
my $country;
if ($routes->{gateway4}) {
+ log_info("trace country via IPv4");
$country = eval { detect_country_tracing_to(4 => '8.8.8.8') };
$err = $@ if !$country;
}
if (!$country && $routes->{gateway6}) {
+ log_info("trace country via IPv6");
$country = eval { detect_country_tracing_to(6 => '2001:4860:4860::8888') };
$err = $@ if !$country;
}
if (defined($country)) {
$output->{country} = $country;
} else {
- warn ($err // "unable to detect country\n");
+ warn ($err || "unable to detect country\n");
}
return $output;
}
+# OpenZFS specifies 64 MiB as the absolute minimum:
+# https://openzfs.github.io/openzfs-docs/Performance%20and%20Tuning/Module%20Parameters.html#zfs-arc-max
+our $ZFS_ARC_MIN_SIZE_MIB = 64; # MiB
+
+# See https://bugzilla.proxmox.com/show_bug.cgi?id=4829
+our $ZFS_ARC_MAX_SIZE_MIB = 16 * 1024; # 16384 MiB = 16 GiB
+our $ZFS_ARC_SYSMEM_PERCENTAGE = 0.1; # use 10% of available system memory by default
+
+# Calculates the default upper limit for the ZFS ARC size.
+# Returns the default ZFS maximum ARC size in MiB.
+sub default_zfs_arc_max {
+ # Use ZFS default on non-PVE
+ return 0 if Proxmox::Install::ISOEnv::get('product') ne 'pve';
+
+ my $default_mib = get('total_memory') * $ZFS_ARC_SYSMEM_PERCENTAGE;
+ my $rounded_mib = int(sprintf('%.0f', $default_mib));
+
+ if ($rounded_mib > $ZFS_ARC_MAX_SIZE_MIB) {
+ return $ZFS_ARC_MAX_SIZE_MIB;
+ } elsif ($rounded_mib < $ZFS_ARC_MIN_SIZE_MIB) {
+ return $ZFS_ARC_MIN_SIZE_MIB;
+ }
+
+ return $rounded_mib;
+}
+
+# Clamps the provided ZFS arc_max value (in MiB) to the accepted bounds. The
+# lower is specified by `$ZFS_ARC_MIN_SIZE_MIB`, the upper by the available system memory.
+# Returns the clamped value in MiB.
+sub clamp_zfs_arc_max {
+ my ($mib) = @_;
+
+ return $mib if $mib == 0;
+
+ my $total_mem_mib = get('total_memory');
+ if ($mib > $total_mem_mib) {
+ return $total_mem_mib;
+ } elsif ($mib < $ZFS_ARC_MIN_SIZE_MIB) {
+ return $ZFS_ARC_MIN_SIZE_MIB;
+ }
+
+ return $mib;
+}
+
my $_env = undef;
sub get {
my ($k) = @_;
projects / pve-installer.git / blobdiff