X-Git-Url: https://git.proxmox.com/?p=pve-firewall.git;a=blobdiff_plain;f=PVE%2FFirewall.pm;h=0969963698821c93740f2c6e8b050705b9e32fe8;hp=2b8842bd26ea45ba71db950279180e9b2a9b0856;hb=dec84fcdd39221c18d6cb26349ee8fae211f70bf;hpb=4cdbb3b7078ad3ddb54e5dee5448a251bc314b1b diff --git a/PVE/Firewall.pm b/PVE/Firewall.pm index 2b8842b..0969963 100644 --- a/PVE/Firewall.pm +++ b/PVE/Firewall.pm @@ -3,27 +3,33 @@ package PVE::Firewall; use warnings; use strict; use Data::Dumper; +use Digest::MD5; use PVE::Tools; use PVE::QemuServer; use File::Path; use IO::File; use Net::IP; -use PVE::Tools qw(run_command); +use PVE::Tools qw(run_command lock_file); use Data::Dumper; +my $pve_fw_lock_filename = "/var/lock/pvefw.lck"; + my $macros; -my @ruleset = (); -sub get_shorewall_macros { +# todo: implement some kind of MACROS, like shorewall /usr/share/shorewall/macro.* +sub get_firewall_macros { return $macros if $macros; - foreach my $path () { - if ($path =~ m|/macro\.(\S+)$|) { - $macros->{$1} = 1; - } - } + #foreach my $path () { + # if ($path =~ m|/macro\.(\S+)$|) { + # $macros->{$1} = 1; + # } + #} + + $macros = {}; # fixme: implemet me + return $macros; } @@ -99,12 +105,16 @@ sub get_etc_protocols { sub parse_address_list { my ($str) = @_; + my $nbaor = 0; foreach my $aor (split(/,/, $str)) { if (!Net::IP->new($aor)) { my $err = Net::IP::Error(); die "invalid IP address: $err\n"; + }else{ + $nbaor++; } } + return $nbaor; } sub parse_port_name_number_or_range { @@ -135,20 +145,61 @@ sub iptables { run_command("/sbin/iptables $cmd", outfunc => sub {}, errfunc => sub {}); } -sub iptables_restore { +sub iptables_restore_cmdlist { + my ($cmdlist) = @_; - unshift (@ruleset, '*filter'); - push (@ruleset, 'COMMIT'); + run_command("/sbin/iptables-restore -n", input => $cmdlist); +} - my $cmdlist = join("\n", @ruleset); +sub iptables_get_chains { - run_command("echo '$cmdlist' | /sbin/iptables-restore -n", outfunc => sub {}); -} + my $res = {}; + + # check what chains we want to track + my $is_pvefw_chain = sub { + my $name = shift; + + return 1 if $name =~ m/^PVEFW-\S+$/; + + return 1 if $name =~ m/^tap\d+i\d+-(:?IN|OUT)$/; + return 1 if $name =~ m/^vmbr\d+-(:?IN|OUT)$/; + return 1 if $name =~ m/^GROUP-(:?[^\s\-]+)-(:?IN|OUT)$/; + + return undef; + }; + + my $table = ''; + + my $parser = sub { + my $line = shift; -sub iptables_addrule { - my ($rule) = @_; + return if $line =~ m/^#/; + return if $line =~ m/^\s*$/; - push (@ruleset, $rule); + if ($line =~ m/^\*(\S+)$/) { + $table = $1; + return; + } + + return if $table ne 'filter'; + + if ($line =~ m/^:(\S+)\s/) { + my $chain = $1; + return if !&$is_pvefw_chain($chain); + $res->{$chain} = "unknown"; + } elsif ($line =~ m/^-A\s+(\S+)\s.*--log-prefix\s+\"PVESIG:(\S+)\"/) { + my ($chain, $sig) = ($1, $2); + return if !&$is_pvefw_chain($chain); + $res->{$chain} = $sig; + } else { + # simply ignore the rest + return; + } + }; + + run_command("/sbin/iptables-save", outfunc => $parser); + + return $res; } sub iptables_chain_exist { @@ -173,12 +224,14 @@ sub iptables_rule_exist { return 1; } -sub iptables_generate_rule { - my ($chain, $rule) = @_; +sub ruleset_generate_rule { + my ($ruleset, $chain, $rule) = @_; - my $cmd = "-A $chain"; + my $cmd = ''; + $cmd .= " -m iprange --src-range" if $rule->{nbsource} && $rule->{nbsource} > 1; $cmd .= " -s $rule->{source}" if $rule->{source}; + $cmd .= " -m iprange --dst-range" if $rule->{nbdest} && $rule->{nbdest} > 1; $cmd .= " -d $rule->{dest}" if $rule->{destination}; $cmd .= " -p $rule->{proto}" if $rule->{proto}; $cmd .= " --match multiport" if $rule->{nbdport} && $rule->{nbdport} > 1; @@ -187,491 +240,227 @@ sub iptables_generate_rule { $cmd .= " --sport $rule->{sport}" if $rule->{sport}; $cmd .= " -j $rule->{action}" if $rule->{action}; - iptables_addrule($cmd); + ruleset_addrule($ruleset, $chain, $cmd) if $cmd; +} + +sub ruleset_create_chain { + my ($ruleset, $chain) = @_; + die "chain '$chain' already exists\n" if $ruleset->{$chain}; + + $ruleset->{$chain} = []; } -sub generate_bridge_rules { - my ($bridge) = @_; +sub ruleset_chain_exist { + my ($ruleset, $chain) = @_; - if(!iptables_chain_exist("BRIDGEFW-OUT")){ - iptables_addrule(":BRIDGEFW-OUT - [0:0]"); - } + return $ruleset->{$chain} ? 1 : undef; +} - if(!iptables_chain_exist("BRIDGEFW-IN")){ - iptables_addrule(":BRIDGEFW-IN - [0:0]"); - } +sub ruleset_addrule { + my ($ruleset, $chain, $rule) = @_; - if(!iptables_chain_exist("proxmoxfw-FORWARD")){ - iptables_addrule(":proxmoxfw-FORWARD - [0:0]"); - iptables_addrule("-I FORWARD -j proxmoxfw-FORWARD"); - iptables_addrule("-A proxmoxfw-FORWARD -m state --state RELATED,ESTABLISHED -j ACCEPT"); - iptables_addrule("-A proxmoxfw-FORWARD -m physdev --physdev-is-in --physdev-is-bridged -j BRIDGEFW-OUT"); - iptables_addrule("-A proxmoxfw-FORWARD -m physdev --physdev-is-out --physdev-is-bridged -j BRIDGEFW-IN"); + die "no such chain '$chain'\n" if !$ruleset->{$chain}; - } + push @{$ruleset->{$chain}}, "-A $chain $rule"; +} + +sub ruleset_insertrule { + my ($ruleset, $chain, $rule) = @_; + + die "no such chain '$chain'\n" if !$ruleset->{$chain}; + + unshift @{$ruleset->{$chain}}, "-A $chain $rule"; +} - generate_proxmoxfwinput(); +sub generate_bridge_chains { + my ($ruleset, $bridge) = @_; - if(!iptables_chain_exist("$bridge-IN")){ - iptables_addrule(":$bridge-IN - [0:0]"); - iptables_addrule("-A proxmoxfw-FORWARD -i $bridge -j DROP"); #disable interbridge routing - iptables_addrule("-A BRIDGEFW-IN -j $bridge-IN"); - iptables_addrule("-A $bridge-IN -j ACCEPT"); + if (!ruleset_chain_exist($ruleset, "PVEFW-BRIDGE-IN")){ + ruleset_create_chain($ruleset, "PVEFW-BRIDGE-IN"); + } + if (!ruleset_chain_exist($ruleset, "PVEFW-BRIDGE-OUT")){ + ruleset_create_chain($ruleset, "PVEFW-BRIDGE-OUT"); } - if(!iptables_chain_exist("$bridge-OUT")){ - iptables_addrule(":$bridge-OUT - [0:0]"); - iptables_addrule("-A proxmoxfw-FORWARD -o $bridge -j DROP"); # disable interbridge routing - iptables_addrule("-A BRIDGEFW-OUT -j $bridge-OUT"); + if (!ruleset_chain_exist($ruleset, "PVEFW-FORWARD")){ + ruleset_create_chain($ruleset, "PVEFW-FORWARD"); + ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m state --state RELATED,ESTABLISHED -j ACCEPT"); + ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m physdev --physdev-is-in --physdev-is-bridged -j PVEFW-BRIDGE-OUT"); + ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m physdev --physdev-is-out --physdev-is-bridged -j PVEFW-BRIDGE-IN"); } -} + if (!ruleset_chain_exist($ruleset, "$bridge-IN")) { + ruleset_create_chain($ruleset, "$bridge-IN"); + ruleset_addrule($ruleset, "PVEFW-FORWARD", "-i $bridge -j DROP"); # disable interbridge routing + ruleset_addrule($ruleset, "PVEFW-BRIDGE-IN", "-j $bridge-IN"); + ruleset_addrule($ruleset, "$bridge-IN", "-j ACCEPT"); + } + if (!ruleset_chain_exist($ruleset, "$bridge-OUT")) { + ruleset_create_chain($ruleset, "$bridge-OUT"); + ruleset_addrule($ruleset, "PVEFW-FORWARD", "-o $bridge -j DROP"); # disable interbridge routing + ruleset_addrule($ruleset, "PVEFW-BRIDGE-OUT", "-j $bridge-OUT"); + } +} sub generate_tap_rules_direction { - my ($iface, $netid, $rules, $bridge, $direction) = @_; + my ($ruleset, $iface, $netid, $rules, $bridge, $direction) = @_; my $tapchain = "$iface-$direction"; - iptables_addrule(":$tapchain - [0:0]"); + ruleset_create_chain($ruleset, $tapchain); - iptables_addrule("-A $tapchain -m state --state INVALID -j DROP"); - iptables_addrule("-A $tapchain -m state --state RELATED,ESTABLISHED -j ACCEPT"); + ruleset_addrule($ruleset, $tapchain, "-m state --state INVALID -j DROP"); + ruleset_addrule($ruleset, $tapchain, "-m state --state RELATED,ESTABLISHED -j ACCEPT"); - if (scalar(@$rules)) { + if ($rules) { foreach my $rule (@$rules) { next if $rule->{iface} && $rule->{iface} ne $netid; if($rule->{action} =~ m/^(GROUP-(\S+))$/){ - $rule->{action} .= "-$direction"; - #generate empty group rule if don't exist - if(!iptables_chain_exist($rule->{action})){ - generate_group_rules($2); - } + $rule->{action} .= "-$direction"; + # generate empty group rule if don't exist + if(!ruleset_chain_exist($ruleset, $rule->{action})){ + generate_group_rules($ruleset, $2); + } } - #we go to vmbr-IN if accept in out rules + # we go to vmbr-IN if accept in out rules $rule->{action} = "$bridge-IN" if $rule->{action} eq 'ACCEPT' && $direction eq 'OUT'; - iptables_generate_rule($tapchain, $rule); + ruleset_generate_rule($ruleset, $tapchain, $rule); } } - iptables_addrule("-A $tapchain -j LOG --log-prefix \"$tapchain-dropped: \" --log-level 4"); - iptables_addrule("-A $tapchain -j DROP"); - - #plug the tap chain to bridge chain - my $physdevdirection = $direction eq 'IN' ? "out":"in"; - my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain"; + ruleset_addrule($ruleset, $tapchain, "-j LOG --log-prefix \"$tapchain-dropped: \" --log-level 4"); + ruleset_addrule($ruleset, $tapchain, "-j DROP"); - if(!iptables_rule_exist($rule)){ - iptables_addrule("-I $rule"); - } - - if($direction eq 'OUT'){ - #add tap->host rules - my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain"; + # plug the tap chain to bridge chain + my $physdevdirection = $direction eq 'IN' ? "out" : "in"; + my $rule = "-m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain"; + ruleset_insertrule($ruleset, "$bridge-$direction", $rule); - if(!iptables_rule_exist($rule)){ - iptables_addrule("-A $rule"); - } + if ($direction eq 'OUT'){ + # add tap->host rules + my $rule = "-m physdev --physdev-$physdevdirection $iface -j $tapchain"; + ruleset_addrule($ruleset, "PVEFW-INPUT", $rule); } } -sub generate_tap_rules { - my ($net, $netid, $vmid) = @_; +sub enablehostfw { + my ($ruleset) = @_; - my $filename = "/etc/pve/firewall/$vmid.fw"; + my $filename = "/etc/pve/local/host.fw"; my $fh = IO::File->new($filename, O_RDONLY); return if !$fh; - #generate bridge rules - my $bridge = $net->{bridge}; - my $tag = $net->{tag}; - $bridge .= "v$tag" if $tag; - - #generate tap chain my $rules = parse_fw_rules($filename, $fh); - my $inrules = $rules->{in}; - my $outrules = $rules->{out}; - - my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/; - - generate_bridge_rules($bridge); - generate_tap_rules_direction($iface, $netid, $inrules, $bridge, 'IN'); - generate_tap_rules_direction($iface, $netid, $outrules, $bridge, 'OUT'); - iptables_restore(); -} - -sub flush_tap_rules { - my ($net, $netid, $vmid) = @_; - - my $bridge = $net->{bridge}; - my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/; - - flush_tap_rules_direction($iface, $bridge, 'IN'); - flush_tap_rules_direction($iface, $bridge, 'OUT'); - iptables_restore(); -} - -sub flush_tap_rules_direction { - my ($iface, $bridge, $direction) = @_; - - my $tapchain = "$iface-$direction"; - - if(iptables_chain_exist($tapchain)){ - iptables_addrule("-F $tapchain"); - - my $physdevdirection = $direction eq 'IN' ? "out":"in"; - my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain"; - if(iptables_rule_exist($rule)){ - iptables_addrule("-D $rule"); - } - - if($direction eq 'OUT'){ - my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain"; - - if(!iptables_rule_exist($rule)){ - iptables_addrule("-D $rule"); - } - } - - iptables_addrule("-X $tapchain"); - } -} - -my $generate_input_rule = sub { - my ($zoneinfo, $rule, $net, $netid) = @_; - - my $zone = $net->{zone} || die "internal error"; - my $zid = $zoneinfo->{$zone}->{zoneref} || die "internal error"; - my $tap = $net->{tap} || die "internal error"; - - my $dest = "$zid:$tap"; - - if ($rule->{dest}) { - $dest .= ":$rule->{dest}"; - } - - my $action = $rule->{service} ? - "$rule->{service}($rule->{action})" : $rule->{action}; - - my $sources = []; - - if (!$rule->{source}) { - push @$sources, 'all'; - } elsif ($zoneinfo->{$zone}->{type} eq 'bport') { - my $bridge_zone = $zoneinfo->{$zone}->{bridge_zone} || die "internal error"; - my $zoneref = $zoneinfo->{$bridge_zone}->{zoneref} || die "internal error"; - - # using 'all' does not work, so we create one rule for - # each related zone on the same bridge - push @$sources, "${zoneref}:$rule->{source}"; - foreach my $z (keys %$zoneinfo) { - next if $z eq $zone; - next if !$zoneinfo->{$z}->{bridge_zone}; - next if $zoneinfo->{$z}->{bridge_zone} ne $bridge_zone; - $zoneref = $zoneinfo->{$z}->{zoneref} || die "internal error"; - push @$sources, "${zoneref}:$rule->{source}"; - } - } else { - push @$sources, "all:$rule->{source}"; - } - - my $out = ''; - - foreach my $source (@$sources) { - $out .= sprintf($rule_format, $action, $source, $dest, $rule->{proto} || '-', - $rule->{dport} || '-', $rule->{sport} || '-'); - } - - return $out; -}; - -my $generate_output_rule = sub { - my ($zoneinfo, $rule, $net, $netid) = @_; - - my $zone = $net->{zone} || die "internal error"; - my $zid = $zoneinfo->{$zone}->{zoneref} || die "internal error"; - my $tap = $net->{tap} || die "internal error"; - - my $action = $rule->{service} ? - "$rule->{service}($rule->{action})" : $rule->{action}; - - my $dest; - - if (!$rule->{dest}) { - $dest = 'all'; - } else { - $dest = "all:$rule->{dest}"; - } - - return sprintf($rule_format, $action, "$zid:$tap", $dest, - $rule->{proto} || '-', $rule->{dport} || '-', $rule->{sport} || '-'); -}; - -# we need complete VM configuration of all VMs (openvz/qemu) -# in vmdata - -my $compile_shorewall = sub { - my ($targetdir, $vmdata, $rules) = @_; - - # remove existing data ? - foreach my $file (qw(params zones rules interfaces maclist policy)) { - unlink "$targetdir/$file"; - } - - my $netinfo; - - my $zoneinfo = { - fw => { type => 'firewall' }, - }; - - my $maclist = {}; - - my $register_bridge; - - $register_bridge = sub { - my ($bridge, $vlan) = @_; - - my $zone = $bridge; - - return $zone if $zoneinfo->{$zone}; - - my $ext_zone = "${bridge}_ext"; - - $zoneinfo->{$zone} = { - type => 'bridge', - bridge => $bridge, - bridge_ext_zone => $ext_zone, - }; - - # physical input devices - my $dir = "/sys/class/net/$bridge/brif"; - my $physical = {}; - PVE::Tools::dir_glob_foreach($dir, '((eth|bond).+)', sub { - my ($slave) = @_; - $physical->{$slave} = 1; - }); - - $zoneinfo->{$ext_zone} = { - type => 'bport', - bridge_zone => $zone, - ifaces => $physical, - }; - - return &$register_bridge("${bridge}v${vlan}") if defined($vlan); - - return $zone; - }; - - my $register_bridge_port = sub { - my ($bridge, $vlan, $vmzone, $tap) = @_; - - my $bridge_zone = &$register_bridge($bridge, $vlan); - my $zone = $bridge_zone . '_' . $vmzone; - - if (!$zoneinfo->{$zone}) { - $zoneinfo->{$zone} = { - type => 'bport', - bridge_zone => $bridge_zone, - ifaces => {}, - }; - } - - $zoneinfo->{$zone}->{ifaces}->{$tap} = 1; - - return $zone; - }; - - foreach my $vmid (keys %{$vmdata->{qemu}}) { - $netinfo->{$vmid} = {}; - my $conf = $vmdata->{qemu}->{$vmid}; - foreach my $opt (keys %$conf) { - next if $opt !~ m/^net(\d+)$/; - my $netnum = $1; - my $net = PVE::QemuServer::parse_net($conf->{$opt}); - next if !$net; - die "implement me" if !$net->{bridge}; - - my $vmzone = $conf->{zone} || "vm$vmid"; - $net->{tap} = "tap${vmid}i${netnum}"; - $maclist->{$net->{tap}} = $net->{macaddr} || die "internal error"; - $net->{zone} = &$register_bridge_port($net->{bridge}, $net->{tag}, $vmzone, $net->{tap}); - $netinfo->{$vmid}->{$opt} = $net; - } - } - - #print Dumper($netinfo); - - # NOTE: zone names have length limit, so we need to - # translate them into shorter names - - my $zoneid = 0; - my $zonemap = { fw => 'fw' }; - - my $lookup_zonename = sub { - my ($zone) = @_; - - return $zonemap->{$zone} if defined($zonemap->{$zone}); - $zonemap->{$zone} = 'z' . $zoneid++; - - return $zonemap->{$zone}; - }; - - foreach my $z (sort keys %$zoneinfo) { - $zoneinfo->{$z}->{id} = &$lookup_zonename($z); - $zoneinfo->{$z}->{zonevar} = uc($z); - $zoneinfo->{$z}->{zoneref} = '$' . $zoneinfo->{$z}->{zonevar}; + # host inbound firewall + my $chain = "PVEFW-HOST-IN"; + ruleset_create_chain($ruleset, $chain); + + ruleset_addrule($ruleset, $chain, "-m state --state INVALID -j DROP"); + ruleset_addrule($ruleset, $chain, "-m state --state RELATED,ESTABLISHED -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-i lo -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-m addrtype --dst-type MULTICAST -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-p udp -m udp --dport 9000 -j ACCEPT"); #corosync + + if ($rules->{in}) { + foreach my $rule (@{$rules->{in}}) { + # we use RETURN because we need to check also tap rules + $rule->{action} = 'RETURN' if $rule->{action} eq 'ACCEPT'; + ruleset_generate_rule($ruleset, $chain, $rule); + } } - my $out; - - # dump params file - $out = "# PVE zones\n"; - foreach my $z (sort keys %$zoneinfo) { - $out .= "$zoneinfo->{$z}->{zonevar}=$zoneinfo->{$z}->{id}\n"; + ruleset_addrule($ruleset, $chain, "-j LOG --log-prefix \"kvmhost-IN dropped: \" --log-level 4"); + ruleset_addrule($ruleset, $chain, "-j DROP"); + + # host outbound firewall + my $chain = "PVEFW-HOST-OUT"; + ruleset_create_chain($ruleset, $chain); + + ruleset_addrule($ruleset, $chain, "-m state --state INVALID -j DROP"); + ruleset_addrule($ruleset, $chain, "-m state --state RELATED,ESTABLISHED -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-o lo -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-m addrtype --dst-type MULTICAST -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-p udp -m udp --dport 9000 -j ACCEPT"); #corosync + + if ($rules->{out}) { + foreach my $rule (@{$rules->{out}}) { + # we use RETURN because we need to check also tap rules + $rule->{action} = 'RETURN' if $rule->{action} eq 'ACCEPT'; + ruleset_generate_rule($ruleset, $chain, $rule); + } } - PVE::Tools::file_set_contents("$targetdir/params", $out); - # dump zone file - - my $format = "%-30s %-10s %-15s\n"; - $out = sprintf($format, '#ZONE', 'TYPE', 'OPTIONS'); + ruleset_addrule($ruleset, $chain, "-j LOG --log-prefix \"kvmhost-OUT dropped: \" --log-level 4"); + ruleset_addrule($ruleset, $chain, "-j DROP"); - foreach my $z (sort keys %$zoneinfo) { - my $zid = $zoneinfo->{$z}->{zoneref}; - if ($zoneinfo->{$z}->{type} eq 'firewall') { - $out .= sprintf($format, $zid, $zoneinfo->{$z}->{type}, ''); - } elsif ($zoneinfo->{$z}->{type} eq 'bridge') { - $out .= sprintf($format, $zid, 'ipv4', ''); - } elsif ($zoneinfo->{$z}->{type} eq 'bport') { - my $bridge_zone = $zoneinfo->{$z}->{bridge_zone} || die "internal error"; - my $bzid = $zoneinfo->{$bridge_zone}->{zoneref} || die "internal error"; - $out .= sprintf($format, "$zid:$bzid", 'bport', ''); - } else { - die "internal error"; - } - } - - $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n"); - - PVE::Tools::file_set_contents("$targetdir/zones", $out); - - # dump interfaces - - $format = "%-25s %-20s %-10s %-15s\n"; - $out = sprintf($format, '#ZONE', 'INTERFACE', 'BROADCAST', 'OPTIONS'); - - my $maclist_format = "%-15s %-15s %-15s\n"; - my $macs = sprintf($maclist_format, '#DISPOSITION', 'INTERFACE', 'MACZONE'); - - foreach my $z (sort keys %$zoneinfo) { - my $zid = $zoneinfo->{$z}->{zoneref}; - if ($zoneinfo->{$z}->{type} eq 'firewall') { - # do nothing; - } elsif ($zoneinfo->{$z}->{type} eq 'bridge') { - my $bridge = $zoneinfo->{$z}->{bridge} || die "internal error"; - $out .= sprintf($format, $zid, $bridge, 'detect', 'bridge,optional'); - } elsif ($zoneinfo->{$z}->{type} eq 'bport') { - my $ifaces = $zoneinfo->{$z}->{ifaces}; - foreach my $iface (sort keys %$ifaces) { - my $bridge_zone = $zoneinfo->{$z}->{bridge_zone} || die "internal error"; - my $bridge = $zoneinfo->{$bridge_zone}->{bridge} || die "internal error"; - my $iftxt = "$bridge:$iface"; - - if ($maclist->{$iface}) { - $out .= sprintf($format, $zid, $iftxt, '-', 'maclist'); - $macs .= sprintf($maclist_format, 'ACCEPT', $iface, $maclist->{$iface}); - } else { - $out .= sprintf($format, $zid, $iftxt, '-', ''); - } - } - } else { - die "internal error"; - } - } + ruleset_addrule($ruleset, "PVEFW-OUTPUT", "-j PVEFW-HOST-OUT"); + ruleset_addrule($ruleset, "PVEFW-INPUT", "-j PVEFW-HOST-IN"); +} - $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n"); +sub generate_group_rules { + my ($ruleset, $group) = @_; - PVE::Tools::file_set_contents("$targetdir/interfaces", $out); + my $filename = "/etc/pve/firewall/groups.fw"; + my $fh = IO::File->new($filename, O_RDONLY); + return if !$fh; - # dump maclist - PVE::Tools::file_set_contents("$targetdir/maclist", $macs); + my $rules = parse_fw_rules($filename, $fh, $group); - # dump policy + my $chain = "GROUP-${group}-IN"; - $format = "%-15s %-15s %-15s %s\n"; - $out = sprintf($format, '#SOURCE', 'DEST', 'POLICY', 'LOG'); - $out .= sprintf($format, 'fw', 'all', 'ACCEPT', ''); + ruleset_create_chain($ruleset, $chain); - # we need to disable intra-zone traffic on bridges. Else traffic - # from untracked interfaces simply pass the firewall - foreach my $z (sort keys %$zoneinfo) { - my $zid = $zoneinfo->{$z}->{zoneref}; - if ($zoneinfo->{$z}->{type} eq 'bridge') { - $out .= sprintf($format, $zid, $zid, 'REJECT', 'info'); - } + if ($rules->{in}) { + foreach my $rule (@{$rules->{in}}) { + ruleset_generate_rule($ruleset, $chain, $rule); + } } - $out .= sprintf($format, 'all', 'all', 'REJECT', 'info'); - - PVE::Tools::file_set_contents("$targetdir/policy", $out); - - # dump rules - $out = ''; - $out = sprintf($rule_format, '#ACTION', 'SOURCE', 'DEST', 'PROTO', 'DPORT', 'SPORT'); - foreach my $vmid (sort keys %$rules) { - my $inrules = $rules->{$vmid}->{in}; - my $outrules = $rules->{$vmid}->{out}; + $chain = "GROUP-${group}-OUT"; - if (scalar(@$inrules)) { - $out .= "# IN to VM $vmid\n"; - foreach my $rule (@$inrules) { - foreach my $netid (keys %{$netinfo->{$vmid}}) { - my $net = $netinfo->{$vmid}->{$netid}; - next if $rule->{iface} && $rule->{iface} ne $netid; - $out .= &$generate_input_rule($zoneinfo, $rule, $net, $netid); - } - } - } + ruleset_create_chain($ruleset, $chain); - if (scalar(@$outrules)) { - $out .= "# OUT from VM $vmid\n"; - foreach my $rule (@$outrules) { - foreach my $netid (keys %{$netinfo->{$vmid}}) { - my $net = $netinfo->{$vmid}->{$netid}; - next if $rule->{iface} && $rule->{iface} ne $netid; - $out .= &$generate_output_rule($zoneinfo, $rule, $net, $netid); - } - } - } + if ($rules->{out}) { + foreach my $rule (@{$rules->{out}}) { + # we go the PVEFW-BRIDGE-IN because we need to check also other tap rules + # (and group rules can be set on any bridge, so we can't go to VMBRXX-IN) + $rule->{action} = 'PVEFW-BRIDGE-IN' if $rule->{action} eq 'ACCEPT'; + ruleset_generate_rule($rule, $chain, $rule); + } } - - PVE::Tools::file_set_contents("$targetdir/rules", $out); -}; - +} sub parse_fw_rules { - my ($filename, $fh) = @_; + my ($filename, $fh, $group) = @_; my $section; + my $securitygroup; + my $securitygroupexist; my $res = { in => [], out => [] }; - my $macros = get_shorewall_macros(); + my $macros = get_firewall_macros(); my $protocols = get_etc_protocols(); while (defined(my $line = <$fh>)) { next if $line =~ m/^#/; next if $line =~ m/^\s*$/; - if ($line =~ m/^\[(in|out)\]\s*$/i) { + if ($line =~ m/^\[(in|out)(:(\S+))?\]\s*$/i) { $section = lc($1); + $securitygroup = lc($3) if $3; + $securitygroupexist = 1 if $securitygroup && $securitygroup eq $group; next; } next if !$section; + next if $group && $securitygroup ne $group; my ($action, $iface, $source, $dest, $proto, $dport, $sport) = split(/\s+/, $line); @@ -715,10 +504,12 @@ sub parse_fw_rules { $sport = undef if $sport && $sport eq '-'; my $nbdport = undef; my $nbsport = undef; + my $nbsource = undef; + my $nbdest = undef; eval { - parse_address_list($source) if $source; - parse_address_list($dest) if $dest; + $nbsource = parse_address_list($source) if $source; + $nbdest = parse_address_list($dest) if $dest; $nbdport = parse_port_name_number_or_range($dport) if $dport; $nbsport = parse_port_name_number_or_range($sport) if $sport; }; @@ -735,6 +526,8 @@ sub parse_fw_rules { iface => $iface, source => $source, dest => $dest, + nbsource => $nbsource, + nbdest => $nbdest, proto => $proto, dport => $dport, sport => $sport, @@ -746,6 +539,19 @@ sub parse_fw_rules { push @{$res->{$section}}, $rule; } + die "security group $group don't exist" if $group && !$securitygroupexist; + return $res; +} + +sub run_locked { + my ($code, @param) = @_; + + my $timeout = 10; + + my $res = lock_file($pve_fw_lock_filename, $timeout, $code, @param); + + die $@ if $@; + return $res; } @@ -758,7 +564,6 @@ sub read_local_vm_config { my $list = PVE::QemuServer::config_list(); foreach my $vmid (keys %$list) { - #next if !($vmid eq '100' || $vmid eq '102'); my $cfspath = PVE::QemuServer::cfs_config_path($vmid); if (my $conf = PVE::Cluster::cfs_read_file($cfspath)) { $qemu->{$vmid} = $conf; @@ -785,27 +590,172 @@ sub read_vm_firewall_rules { } sub compile { - my $vmdata = read_local_vm_config(); my $rules = read_vm_firewall_rules($vmdata); - # print Dumper($vmdata); + #print Dumper($rules); + + my $ruleset = {}; - my $swdir = '/etc/shorewall'; - mkdir $swdir; + # setup host firewall rules + ruleset_create_chain($ruleset, "PVEFW-INPUT"); + ruleset_create_chain($ruleset, "PVEFW-OUTPUT"); - &$compile_shorewall($swdir, $vmdata, $rules); + enablehostfw($ruleset); - PVE::Tools::run_command(['shorewall', 'compile']); + # generate firewall rules for QEMU VMs + foreach my $vmid (keys %{$vmdata->{qemu}}) { + my $conf = $vmdata->{qemu}->{$vmid}; + next if !$rules->{$vmid}; + + foreach my $netid (keys %$conf) { + next if $netid !~ m/^net(\d+)$/; + my $net = PVE::QemuServer::parse_net($conf->{$netid}); + next if !$net; + my $iface = "tap${vmid}i$1"; + + my $bridge = $net->{bridge}; + next if !$bridge; # fixme: ? + + $bridge .= "v$net->{tag}" if $net->{tag}; + + generate_bridge_chains($ruleset, $bridge); + + generate_tap_rules_direction($ruleset, $iface, $netid, $rules->{$vmid}->{in}, $bridge, 'IN'); + generate_tap_rules_direction($ruleset, $iface, $netid, $rules->{$vmid}->{out}, $bridge, 'OUT'); + } + } + return $ruleset; } -sub compile_and_start { - my ($restart) = @_; +sub get_ruleset_status { + my ($ruleset, $verbose) = @_; + + my $active_chains = iptables_get_chains(); + + my $statushash = {}; + + foreach my $chain (sort keys %$ruleset) { + my $digest = Digest::MD5->new(); + foreach my $cmd (@{$ruleset->{$chain}}) { + $digest->add("$cmd\n"); + } + my $sig = $digest->b64digest; + $statushash->{$chain}->{sig} = $sig; + + my $oldsig = $active_chains->{$chain}; + if (!defined($oldsig)) { + $statushash->{$chain}->{action} = 'create'; + } else { + if ($oldsig eq $sig) { + $statushash->{$chain}->{action} = 'exists'; + } else { + $statushash->{$chain}->{action} = 'update'; + } + } + print "$statushash->{$chain}->{action} $chain ($sig)\n" if $verbose; + foreach my $cmd (@{$ruleset->{$chain}}) { + print "\t$cmd\n" if $verbose; + } + } + + foreach my $chain (sort keys %$active_chains) { + if (!defined($ruleset->{$chain})) { + my $sig = $active_chains->{$chain}; + $statushash->{$chain}->{action} = 'delete'; + $statushash->{$chain}->{sig} = $sig; + print "delete $chain ($sig)\n" if $verbose; + } + } + + return $statushash; +} + +sub print_ruleset { + my ($ruleset) = @_; + + get_ruleset_status($ruleset, 1); +} - compile(); +sub print_sig_rule { + my ($chain, $sig) = @_; - PVE::Tools::run_command(['shorewall', $restart ? 'restart' : 'start']); + # Note: This rule should never match! We just use this hack to store a SHA1 checksum + # used to detect changes + return "-A $chain -j LOG --log-prefix \"PVESIG:$sig\" -p tcp -s \"127.128.129.130\" --dport 1\n"; } +sub compile_and_start { + my ($verbose) = @_; + + my $ruleset = compile(); + + my $cmdlist = "*filter\n"; # we pass this to iptables-restore; + + my $statushash = get_ruleset_status($ruleset, $verbose); + + # create missing chains first + foreach my $chain (sort keys %$ruleset) { + my $stat = $statushash->{$chain}; + die "internal error" if !$stat; + next if $stat->{action} ne 'create'; + + $cmdlist .= ":$chain - [0:0]\n"; + } + + my $rule = "INPUT -j PVEFW-INPUT"; + if (!PVE::Firewall::iptables_rule_exist($rule)) { + $cmdlist .= "-A $rule\n"; + } + $rule = "OUTPUT -j PVEFW-OUTPUT"; + if (!PVE::Firewall::iptables_rule_exist($rule)) { + $cmdlist .= "-A $rule\n"; + } + + $rule = "FORWARD -j PVEFW-FORWARD"; + if (!PVE::Firewall::iptables_rule_exist($rule)) { + $cmdlist .= "-A $rule\n"; + } + + foreach my $chain (sort keys %$ruleset) { + my $stat = $statushash->{$chain}; + die "internal error" if !$stat; + + if ($stat->{action} eq 'update' || $stat->{action} eq 'create') { + $cmdlist .= "-F $chain\n"; + foreach my $cmd (@{$ruleset->{$chain}}) { + $cmdlist .= "$cmd\n"; + } + $cmdlist .= print_sig_rule($chain, $stat->{sig}); + } elsif ($stat->{action} eq 'delete') { + $cmdlist .= "-F $chain\n"; + $cmdlist .= "-X $chain\n"; + } elsif ($stat->{action} eq 'exists') { + # do nothing + } else { + die "internal error - unknown status '$stat->{action}'"; + } + } + + $cmdlist .= "COMMIT\n"; + + print $cmdlist if $verbose; + + iptables_restore_cmdlist($cmdlist); + + # test: re-read status and check if everything is up to date + $statushash = get_ruleset_status($ruleset); + + my $errors; + foreach my $chain (sort keys %$ruleset) { + my $stat = $statushash->{$chain}; + if ($stat->{action} ne 'exists') { + warn "unable to update chain '$chain'\n"; + $errors = 1; + } + } + + die "unable to apply firewall changes\n" if $errors; +} 1;