X-Git-Url: https://git.proxmox.com/?p=pve-firewall.git;a=blobdiff_plain;f=PVE%2FFirewall.pm;h=be9b847d6e463e4bcc2f35abf025ec6d6163920b;hp=de25b045bd897b5ad9892180aa820b46c76b61b8;hb=d050c7240e2a3d4c1de906fea7e48f926d876098;hpb=0bd5f13736bfe072a529ce08f43e27c31df03c50 diff --git a/PVE/Firewall.pm b/PVE/Firewall.pm index de25b04..be9b847 100644 --- a/PVE/Firewall.pm +++ b/PVE/Firewall.pm @@ -3,27 +3,33 @@ package PVE::Firewall; use warnings; use strict; use Data::Dumper; +use Digest::SHA; use PVE::Tools; use PVE::QemuServer; use File::Path; use IO::File; use Net::IP; -use PVE::Tools qw(run_command); +use PVE::Tools qw(run_command lock_file); use Data::Dumper; +my $pve_fw_lock_filename = "/var/lock/pvefw.lck"; + my $macros; -my @ruleset = (); -sub get_shorewall_macros { +# todo: implement some kind of MACROS, like shorewall /usr/share/shorewall/macro.* +sub get_firewall_macros { return $macros if $macros; - foreach my $path () { - if ($path =~ m|/macro\.(\S+)$|) { - $macros->{$1} = 1; - } - } + #foreach my $path () { + # if ($path =~ m|/macro\.(\S+)$|) { + # $macros->{$1} = 1; + # } + #} + + $macros = {}; # fixme: implemet me + return $macros; } @@ -131,6 +137,18 @@ sub parse_port_name_number_or_range { return ($nbports); } +my $bridge_firewall_enabled = 0; + +sub enable_bridge_firewall { + + return if $bridge_firewall_enabled; # only once + + system("echo 1 > /proc/sys/net/bridge/bridge-nf-call-iptables"); + system("echo 1 > /proc/sys/net/bridge/bridge-nf-call-ip6tables"); + + $bridge_firewall_enabled = 1; +} + my $rule_format = "%-15s %-30s %-30s %-15s %-15s %-15s\n"; sub iptables { @@ -139,20 +157,61 @@ sub iptables { run_command("/sbin/iptables $cmd", outfunc => sub {}, errfunc => sub {}); } -sub iptables_restore { +sub iptables_restore_cmdlist { + my ($cmdlist) = @_; - unshift (@ruleset, '*filter'); - push (@ruleset, 'COMMIT'); + run_command("/sbin/iptables-restore -n", input => $cmdlist); +} - my $cmdlist = join("\n", @ruleset); +sub iptables_get_chains { - run_command("echo '$cmdlist' | /sbin/iptables-restore -n", outfunc => sub {}); -} + my $res = {}; + + # check what chains we want to track + my $is_pvefw_chain = sub { + my $name = shift; + + return 1 if $name =~ m/^PVEFW-\S+$/; + + return 1 if $name =~ m/^tap\d+i\d+-(:?IN|OUT)$/; + return 1 if $name =~ m/^vmbr\d+-(:?IN|OUT)$/; + return 1 if $name =~ m/^GROUP-(:?[^\s\-]+)-(:?IN|OUT)$/; + + return undef; + }; + + my $table = ''; + + my $parser = sub { + my $line = shift; -sub iptables_addrule { - my ($rule) = @_; + return if $line =~ m/^#/; + return if $line =~ m/^\s*$/; + + if ($line =~ m/^\*(\S+)$/) { + $table = $1; + return; + } - push (@ruleset, $rule); + return if $table ne 'filter'; + + if ($line =~ m/^:(\S+)\s/) { + my $chain = $1; + return if !&$is_pvefw_chain($chain); + $res->{$chain} = "unknown"; + } elsif ($line =~ m/^-A\s+(\S+)\s.*--comment\s+\"PVESIG:(\S+)\"/) { + my ($chain, $sig) = ($1, $2); + return if !&$is_pvefw_chain($chain); + $res->{$chain} = $sig; + } else { + # simply ignore the rest + return; + } + }; + + run_command("/sbin/iptables-save", outfunc => $parser); + + return $res; } sub iptables_chain_exist { @@ -177,10 +236,10 @@ sub iptables_rule_exist { return 1; } -sub iptables_generate_rule { - my ($chain, $rule) = @_; +sub ruleset_generate_rule { + my ($ruleset, $chain, $rule) = @_; - my $cmd = "-A $chain"; + my $cmd = ''; $cmd .= " -m iprange --src-range" if $rule->{nbsource} && $rule->{nbsource} > 1; $cmd .= " -s $rule->{source}" if $rule->{source}; @@ -193,609 +252,233 @@ sub iptables_generate_rule { $cmd .= " --sport $rule->{sport}" if $rule->{sport}; $cmd .= " -j $rule->{action}" if $rule->{action}; - iptables_addrule($cmd); - -} - -sub generate_bridge_rules { - my ($bridge) = @_; - - if(!iptables_chain_exist("BRIDGEFW-OUT")){ - iptables_addrule(":BRIDGEFW-OUT - [0:0]"); - } - - if(!iptables_chain_exist("BRIDGEFW-IN")){ - iptables_addrule(":BRIDGEFW-IN - [0:0]"); - } - - if(!iptables_chain_exist("proxmoxfw-FORWARD")){ - iptables_addrule(":proxmoxfw-FORWARD - [0:0]"); - iptables_addrule("-I FORWARD -j proxmoxfw-FORWARD"); - iptables_addrule("-A proxmoxfw-FORWARD -m state --state RELATED,ESTABLISHED -j ACCEPT"); - iptables_addrule("-A proxmoxfw-FORWARD -m physdev --physdev-is-in --physdev-is-bridged -j BRIDGEFW-OUT"); - iptables_addrule("-A proxmoxfw-FORWARD -m physdev --physdev-is-out --physdev-is-bridged -j BRIDGEFW-IN"); - - } - - generate_proxmoxfwinput(); - - if(!iptables_chain_exist("$bridge-IN")){ - iptables_addrule(":$bridge-IN - [0:0]"); - iptables_addrule("-A proxmoxfw-FORWARD -i $bridge -j DROP"); #disable interbridge routing - iptables_addrule("-A BRIDGEFW-IN -j $bridge-IN"); - iptables_addrule("-A $bridge-IN -j ACCEPT"); - - } - - if(!iptables_chain_exist("$bridge-OUT")){ - iptables_addrule(":$bridge-OUT - [0:0]"); - iptables_addrule("-A proxmoxfw-FORWARD -o $bridge -j DROP"); # disable interbridge routing - iptables_addrule("-A BRIDGEFW-OUT -j $bridge-OUT"); - - } - -} - - -sub generate_tap_rules_direction { - my ($iface, $netid, $rules, $bridge, $direction) = @_; - - my $tapchain = "$iface-$direction"; - - iptables_addrule(":$tapchain - [0:0]"); - - iptables_addrule("-A $tapchain -m state --state INVALID -j DROP"); - iptables_addrule("-A $tapchain -m state --state RELATED,ESTABLISHED -j ACCEPT"); - - if (scalar(@$rules)) { - foreach my $rule (@$rules) { - next if $rule->{iface} && $rule->{iface} ne $netid; - if($rule->{action} =~ m/^(GROUP-(\S+))$/){ - $rule->{action} .= "-$direction"; - #generate empty group rule if don't exist - if(!iptables_chain_exist($rule->{action})){ - generate_group_rules($2); - } - } - #we go to vmbr-IN if accept in out rules - $rule->{action} = "$bridge-IN" if $rule->{action} eq 'ACCEPT' && $direction eq 'OUT'; - iptables_generate_rule($tapchain, $rule); - } - } - - iptables_addrule("-A $tapchain -j LOG --log-prefix \"$tapchain-dropped: \" --log-level 4"); - iptables_addrule("-A $tapchain -j DROP"); - - #plug the tap chain to bridge chain - my $physdevdirection = $direction eq 'IN' ? "out":"in"; - my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain"; - - if(!iptables_rule_exist($rule)){ - iptables_addrule("-I $rule"); - } - - if($direction eq 'OUT'){ - #add tap->host rules - my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain"; - - if(!iptables_rule_exist($rule)){ - iptables_addrule("-A $rule"); - } - } + ruleset_addrule($ruleset, $chain, $cmd) if $cmd; } -sub generate_tap_rules { - my ($net, $netid, $vmid) = @_; - - my $filename = "/etc/pve/firewall/$vmid.fw"; - my $fh = IO::File->new($filename, O_RDONLY); - return if !$fh; - - #generate bridge rules - my $bridge = $net->{bridge}; - my $tag = $net->{tag}; - $bridge .= "v$tag" if $tag; - - #generate tap chain - my $rules = parse_fw_rules($filename, $fh); +sub ruleset_create_chain { + my ($ruleset, $chain) = @_; - my $inrules = $rules->{in}; - my $outrules = $rules->{out}; + die "Invalid chain name '$chain' (28 char max)\n" if length($chain) > 28; - my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/; + die "chain '$chain' already exists\n" if $ruleset->{$chain}; - generate_bridge_rules($bridge); - generate_tap_rules_direction($iface, $netid, $inrules, $bridge, 'IN'); - generate_tap_rules_direction($iface, $netid, $outrules, $bridge, 'OUT'); - iptables_restore(); + $ruleset->{$chain} = []; } -sub flush_tap_rules { - my ($net, $netid, $vmid) = @_; +sub ruleset_chain_exist { + my ($ruleset, $chain) = @_; - my $bridge = $net->{bridge}; - my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/; - - flush_tap_rules_direction($iface, $bridge, 'IN'); - flush_tap_rules_direction($iface, $bridge, 'OUT'); - iptables_restore(); + return $ruleset->{$chain} ? 1 : undef; } -sub flush_tap_rules_direction { - my ($iface, $bridge, $direction) = @_; - - my $tapchain = "$iface-$direction"; - - if(iptables_chain_exist($tapchain)){ - iptables_addrule("-F $tapchain"); +sub ruleset_addrule { + my ($ruleset, $chain, $rule) = @_; - my $physdevdirection = $direction eq 'IN' ? "out":"in"; - my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain"; - if(iptables_rule_exist($rule)){ - iptables_addrule("-D $rule"); - } - - if($direction eq 'OUT'){ - my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain"; - - if(!iptables_rule_exist($rule)){ - iptables_addrule("-D $rule"); - } - } + die "no such chain '$chain'\n" if !$ruleset->{$chain}; - iptables_addrule("-X $tapchain"); - } + push @{$ruleset->{$chain}}, "-A $chain $rule"; } -sub enablehostfw { - - generate_proxmoxfwinput(); - generate_proxmoxfwoutput(); - - my $filename = "/etc/pve/local/host.fw"; - my $fh = IO::File->new($filename, O_RDONLY); - return if !$fh; - - my $rules = parse_fw_rules($filename, $fh); - my $inrules = $rules->{in}; - my $outrules = $rules->{out}; - - #host inbound firewall - iptables_addrule(":host-IN - [0:0]"); - iptables_addrule("-A host-IN -m state --state INVALID -j DROP"); - iptables_addrule("-A host-IN -m state --state RELATED,ESTABLISHED -j ACCEPT"); - iptables_addrule("-A host-IN -i lo -j ACCEPT"); - iptables_addrule("-A host-IN -m addrtype --dst-type MULTICAST -j ACCEPT"); - iptables_addrule("-A host-IN -p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT"); - iptables_addrule("-A host-IN -p udp -m udp --dport 9000 -j ACCEPT"); #corosync - - if (scalar(@$inrules)) { - foreach my $rule (@$inrules) { - #we use RETURN because we need to check also tap rules - $rule->{action} = 'RETURN' if $rule->{action} eq 'ACCEPT'; - iptables_generate_rule('host-IN', $rule); - } - } - - iptables_addrule("-A host-IN -j LOG --log-prefix \"kvmhost-IN dropped: \" --log-level 4"); - iptables_addrule("-A host-IN -j DROP"); - - #host outbound firewall - iptables_addrule(":host-OUT - [0:0]"); - iptables_addrule("-A host-OUT -m state --state INVALID -j DROP"); - iptables_addrule("-A host-OUT -m state --state RELATED,ESTABLISHED -j ACCEPT"); - iptables_addrule("-A host-OUT -o lo -j ACCEPT"); - iptables_addrule("-A host-OUT -m addrtype --dst-type MULTICAST -j ACCEPT"); - iptables_addrule("-A host-OUT -p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT"); - iptables_addrule("-A host-OUT -p udp -m udp --dport 9000 -j ACCEPT"); #corosync - - if (scalar(@$outrules)) { - foreach my $rule (@$outrules) { - #we use RETURN because we need to check also tap rules - $rule->{action} = 'RETURN' if $rule->{action} eq 'ACCEPT'; - iptables_generate_rule('host-OUT', $rule); - } - } - - iptables_addrule("-A host-OUT -j LOG --log-prefix \"kvmhost-OUT dropped: \" --log-level 4"); - iptables_addrule("-A host-OUT -j DROP"); - - - my $rule = "proxmoxfw-INPUT -j host-IN"; - if(!iptables_rule_exist($rule)){ - iptables_addrule("-I $rule"); - } - - $rule = "proxmoxfw-OUTPUT -j host-OUT"; - if(!iptables_rule_exist($rule)){ - iptables_addrule("-I $rule"); - } - - iptables_restore(); +sub ruleset_insertrule { + my ($ruleset, $chain, $rule) = @_; + die "no such chain '$chain'\n" if !$ruleset->{$chain}; + unshift @{$ruleset->{$chain}}, "-A $chain $rule"; } -sub disablehostfw { +sub generate_bridge_chains { + my ($ruleset, $bridge) = @_; - my $chain = "host-IN"; - - my $rule = "proxmoxfw-INPUT -j $chain"; - if(iptables_rule_exist($rule)){ - iptables_addrule("-D $rule"); + if (!ruleset_chain_exist($ruleset, "PVEFW-BRIDGE-IN")){ + ruleset_create_chain($ruleset, "PVEFW-BRIDGE-IN"); } - if(iptables_chain_exist($chain)){ - iptables_addrule("-F $chain"); - iptables_addrule("-X $chain"); + if (!ruleset_chain_exist($ruleset, "PVEFW-BRIDGE-OUT")){ + ruleset_create_chain($ruleset, "PVEFW-BRIDGE-OUT"); } - $chain = "host-OUT"; + if (!ruleset_chain_exist($ruleset, "PVEFW-FORWARD")){ + ruleset_create_chain($ruleset, "PVEFW-FORWARD"); - $rule = "proxmoxfw-OUTPUT -j $chain"; - if(iptables_rule_exist($rule)){ - iptables_addrule("-D $rule"); + ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m state --state RELATED,ESTABLISHED -j ACCEPT"); + ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m physdev --physdev-is-in --physdev-is-bridged -j PVEFW-BRIDGE-OUT"); + ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m physdev --physdev-is-out --physdev-is-bridged -j PVEFW-BRIDGE-IN"); } - if(iptables_chain_exist($chain)){ - iptables_addrule("-F $chain"); - iptables_addrule("-X $chain"); + if (!ruleset_chain_exist($ruleset, "$bridge-IN")) { + ruleset_create_chain($ruleset, "$bridge-IN"); + ruleset_addrule($ruleset, "PVEFW-FORWARD", "-i $bridge -j DROP"); # disable interbridge routing + ruleset_addrule($ruleset, "PVEFW-BRIDGE-IN", "-j $bridge-IN"); + ruleset_addrule($ruleset, "$bridge-IN", "-j ACCEPT"); } - iptables_restore(); -} - -sub generate_proxmoxfwinput { - - if(!iptables_chain_exist("proxmoxfw-INPUT")){ - iptables_addrule(":proxmoxfw-INPUT - [0:0]"); - iptables_addrule("-I INPUT -j proxmoxfw-INPUT"); - iptables_addrule("-A INPUT -j ACCEPT"); - } -} - -sub generate_proxmoxfwoutput { - - if(!iptables_chain_exist("proxmoxfw-OUTPUT")){ - iptables_addrule(":proxmoxfw-OUTPUT - [0:0]"); - iptables_addrule("-I OUTPUT -j proxmoxfw-OUTPUT"); - iptables_addrule("-A OUTPUT -j ACCEPT"); + if (!ruleset_chain_exist($ruleset, "$bridge-OUT")) { + ruleset_create_chain($ruleset, "$bridge-OUT"); + ruleset_addrule($ruleset, "PVEFW-FORWARD", "-o $bridge -j DROP"); # disable interbridge routing + ruleset_addrule($ruleset, "PVEFW-BRIDGE-OUT", "-j $bridge-OUT"); } - } +sub generate_tap_rules_direction { + my ($ruleset, $iface, $netid, $macaddr, $rules, $bridge, $direction) = @_; -my $generate_input_rule = sub { - my ($zoneinfo, $rule, $net, $netid) = @_; - - my $zone = $net->{zone} || die "internal error"; - my $zid = $zoneinfo->{$zone}->{zoneref} || die "internal error"; - my $tap = $net->{tap} || die "internal error"; - - my $dest = "$zid:$tap"; - - if ($rule->{dest}) { - $dest .= ":$rule->{dest}"; - } + my $tapchain = "$iface-$direction"; - my $action = $rule->{service} ? - "$rule->{service}($rule->{action})" : $rule->{action}; - - my $sources = []; - - if (!$rule->{source}) { - push @$sources, 'all'; - } elsif ($zoneinfo->{$zone}->{type} eq 'bport') { - my $bridge_zone = $zoneinfo->{$zone}->{bridge_zone} || die "internal error"; - my $zoneref = $zoneinfo->{$bridge_zone}->{zoneref} || die "internal error"; - - # using 'all' does not work, so we create one rule for - # each related zone on the same bridge - push @$sources, "${zoneref}:$rule->{source}"; - foreach my $z (keys %$zoneinfo) { - next if $z eq $zone; - next if !$zoneinfo->{$z}->{bridge_zone}; - next if $zoneinfo->{$z}->{bridge_zone} ne $bridge_zone; - $zoneref = $zoneinfo->{$z}->{zoneref} || die "internal error"; - push @$sources, "${zoneref}:$rule->{source}"; - } - } else { - push @$sources, "all:$rule->{source}"; - } + ruleset_create_chain($ruleset, $tapchain); - my $out = ''; + ruleset_addrule($ruleset, $tapchain, "-m state --state INVALID -j DROP"); + ruleset_addrule($ruleset, $tapchain, "-m state --state RELATED,ESTABLISHED -j ACCEPT"); - foreach my $source (@$sources) { - $out .= sprintf($rule_format, $action, $source, $dest, $rule->{proto} || '-', - $rule->{dport} || '-', $rule->{sport} || '-'); + if ($direction eq 'OUT' && defined($macaddr)) { + ruleset_addrule($ruleset, $tapchain, "-m mac ! --mac-source $macaddr -j DROP"); } - return $out; -}; - -my $generate_output_rule = sub { - my ($zoneinfo, $rule, $net, $netid) = @_; - - my $zone = $net->{zone} || die "internal error"; - my $zid = $zoneinfo->{$zone}->{zoneref} || die "internal error"; - my $tap = $net->{tap} || die "internal error"; - - my $action = $rule->{service} ? - "$rule->{service}($rule->{action})" : $rule->{action}; - - my $dest; - - if (!$rule->{dest}) { - $dest = 'all'; - } else { - $dest = "all:$rule->{dest}"; + if ($rules) { + foreach my $rule (@$rules) { + next if $rule->{iface} && $rule->{iface} ne $netid; + if($rule->{action} =~ m/^(GROUP-(\S+))$/){ + $rule->{action} .= "-$direction"; + # generate empty group rule if don't exist + if(!ruleset_chain_exist($ruleset, $rule->{action})){ + generate_group_rules($ruleset, $2); + } + } + # we go to vmbr-IN if accept in out rules + $rule->{action} = "$bridge-IN" if $rule->{action} eq 'ACCEPT' && $direction eq 'OUT'; + ruleset_generate_rule($ruleset, $tapchain, $rule); + } } - return sprintf($rule_format, $action, "$zid:$tap", $dest, - $rule->{proto} || '-', $rule->{dport} || '-', $rule->{sport} || '-'); -}; + ruleset_addrule($ruleset, $tapchain, "-j LOG --log-prefix \"$tapchain-dropped: \" --log-level 4"); + ruleset_addrule($ruleset, $tapchain, "-j DROP"); -# we need complete VM configuration of all VMs (openvz/qemu) -# in vmdata + # plug the tap chain to bridge chain + my $physdevdirection = $direction eq 'IN' ? "out" : "in"; + my $rule = "-m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain"; + ruleset_insertrule($ruleset, "$bridge-$direction", $rule); -my $compile_shorewall = sub { - my ($targetdir, $vmdata, $rules) = @_; - - # remove existing data ? - foreach my $file (qw(params zones rules interfaces maclist policy)) { - unlink "$targetdir/$file"; + if ($direction eq 'OUT'){ + # add tap->host rules + my $rule = "-m physdev --physdev-$physdevdirection $iface -j $tapchain"; + ruleset_addrule($ruleset, "PVEFW-INPUT", $rule); } +} - my $netinfo; - - my $zoneinfo = { - fw => { type => 'firewall' }, - }; - - my $maclist = {}; - - my $register_bridge; - - $register_bridge = sub { - my ($bridge, $vlan) = @_; - - my $zone = $bridge; - - return $zone if $zoneinfo->{$zone}; - - my $ext_zone = "${bridge}_ext"; - - $zoneinfo->{$zone} = { - type => 'bridge', - bridge => $bridge, - bridge_ext_zone => $ext_zone, - }; - - # physical input devices - my $dir = "/sys/class/net/$bridge/brif"; - my $physical = {}; - PVE::Tools::dir_glob_foreach($dir, '((eth|bond).+)', sub { - my ($slave) = @_; - $physical->{$slave} = 1; - }); - - $zoneinfo->{$ext_zone} = { - type => 'bport', - bridge_zone => $zone, - ifaces => $physical, - }; - - return &$register_bridge("${bridge}v${vlan}") if defined($vlan); - - return $zone; - }; - - my $register_bridge_port = sub { - my ($bridge, $vlan, $vmzone, $tap) = @_; +sub enablehostfw { + my ($ruleset) = @_; - my $bridge_zone = &$register_bridge($bridge, $vlan); - my $zone = $bridge_zone . '_' . $vmzone; + my $filename = "/etc/pve/local/host.fw"; + my $fh = IO::File->new($filename, O_RDONLY); + return if !$fh; - if (!$zoneinfo->{$zone}) { - $zoneinfo->{$zone} = { - type => 'bport', - bridge_zone => $bridge_zone, - ifaces => {}, - }; - } + my $rules = parse_fw_rules($filename, $fh); - $zoneinfo->{$zone}->{ifaces}->{$tap} = 1; - - return $zone; - }; + # host inbound firewall + my $chain = "PVEFW-HOST-IN"; + ruleset_create_chain($ruleset, $chain); - foreach my $vmid (keys %{$vmdata->{qemu}}) { - $netinfo->{$vmid} = {}; - my $conf = $vmdata->{qemu}->{$vmid}; - foreach my $opt (keys %$conf) { - next if $opt !~ m/^net(\d+)$/; - my $netnum = $1; - my $net = PVE::QemuServer::parse_net($conf->{$opt}); - next if !$net; - die "implement me" if !$net->{bridge}; + ruleset_addrule($ruleset, $chain, "-m state --state INVALID -j DROP"); + ruleset_addrule($ruleset, $chain, "-m state --state RELATED,ESTABLISHED -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-i lo -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-m addrtype --dst-type MULTICAST -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-p udp -m udp --dport 9000 -j ACCEPT"); #corosync - my $vmzone = $conf->{zone} || "vm$vmid"; - $net->{tap} = "tap${vmid}i${netnum}"; - $maclist->{$net->{tap}} = $net->{macaddr} || die "internal error"; - $net->{zone} = &$register_bridge_port($net->{bridge}, $net->{tag}, $vmzone, $net->{tap}); - $netinfo->{$vmid}->{$opt} = $net; - } + if ($rules->{in}) { + foreach my $rule (@{$rules->{in}}) { + # we use RETURN because we need to check also tap rules + $rule->{action} = 'RETURN' if $rule->{action} eq 'ACCEPT'; + ruleset_generate_rule($ruleset, $chain, $rule); + } } - #print Dumper($netinfo); - - # NOTE: zone names have length limit, so we need to - # translate them into shorter names - - my $zoneid = 0; - my $zonemap = { fw => 'fw' }; + ruleset_addrule($ruleset, $chain, "-j LOG --log-prefix \"kvmhost-IN dropped: \" --log-level 4"); + ruleset_addrule($ruleset, $chain, "-j DROP"); - my $lookup_zonename = sub { - my ($zone) = @_; + # host outbound firewall + $chain = "PVEFW-HOST-OUT"; + ruleset_create_chain($ruleset, $chain); - return $zonemap->{$zone} if defined($zonemap->{$zone}); - $zonemap->{$zone} = 'z' . $zoneid++; - - return $zonemap->{$zone}; - }; + ruleset_addrule($ruleset, $chain, "-m state --state INVALID -j DROP"); + ruleset_addrule($ruleset, $chain, "-m state --state RELATED,ESTABLISHED -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-o lo -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-m addrtype --dst-type MULTICAST -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT"); + ruleset_addrule($ruleset, $chain, "-p udp -m udp --dport 9000 -j ACCEPT"); #corosync - foreach my $z (sort keys %$zoneinfo) { - $zoneinfo->{$z}->{id} = &$lookup_zonename($z); - $zoneinfo->{$z}->{zonevar} = uc($z); - $zoneinfo->{$z}->{zoneref} = '$' . $zoneinfo->{$z}->{zonevar}; - } - - my $out; - - # dump params file - $out = "# PVE zones\n"; - foreach my $z (sort keys %$zoneinfo) { - $out .= "$zoneinfo->{$z}->{zonevar}=$zoneinfo->{$z}->{id}\n"; + if ($rules->{out}) { + foreach my $rule (@{$rules->{out}}) { + # we use RETURN because we need to check also tap rules + $rule->{action} = 'RETURN' if $rule->{action} eq 'ACCEPT'; + ruleset_generate_rule($ruleset, $chain, $rule); + } } - PVE::Tools::file_set_contents("$targetdir/params", $out); - - # dump zone file - my $format = "%-30s %-10s %-15s\n"; - $out = sprintf($format, '#ZONE', 'TYPE', 'OPTIONS'); + ruleset_addrule($ruleset, $chain, "-j LOG --log-prefix \"kvmhost-OUT dropped: \" --log-level 4"); + ruleset_addrule($ruleset, $chain, "-j DROP"); - foreach my $z (sort keys %$zoneinfo) { - my $zid = $zoneinfo->{$z}->{zoneref}; - if ($zoneinfo->{$z}->{type} eq 'firewall') { - $out .= sprintf($format, $zid, $zoneinfo->{$z}->{type}, ''); - } elsif ($zoneinfo->{$z}->{type} eq 'bridge') { - $out .= sprintf($format, $zid, 'ipv4', ''); - } elsif ($zoneinfo->{$z}->{type} eq 'bport') { - my $bridge_zone = $zoneinfo->{$z}->{bridge_zone} || die "internal error"; - my $bzid = $zoneinfo->{$bridge_zone}->{zoneref} || die "internal error"; - $out .= sprintf($format, "$zid:$bzid", 'bport', ''); - } else { - die "internal error"; - } - } - - $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n"); - - PVE::Tools::file_set_contents("$targetdir/zones", $out); - - # dump interfaces - - $format = "%-25s %-20s %-10s %-15s\n"; - $out = sprintf($format, '#ZONE', 'INTERFACE', 'BROADCAST', 'OPTIONS'); - - my $maclist_format = "%-15s %-15s %-15s\n"; - my $macs = sprintf($maclist_format, '#DISPOSITION', 'INTERFACE', 'MACZONE'); - - foreach my $z (sort keys %$zoneinfo) { - my $zid = $zoneinfo->{$z}->{zoneref}; - if ($zoneinfo->{$z}->{type} eq 'firewall') { - # do nothing; - } elsif ($zoneinfo->{$z}->{type} eq 'bridge') { - my $bridge = $zoneinfo->{$z}->{bridge} || die "internal error"; - $out .= sprintf($format, $zid, $bridge, 'detect', 'bridge,optional'); - } elsif ($zoneinfo->{$z}->{type} eq 'bport') { - my $ifaces = $zoneinfo->{$z}->{ifaces}; - foreach my $iface (sort keys %$ifaces) { - my $bridge_zone = $zoneinfo->{$z}->{bridge_zone} || die "internal error"; - my $bridge = $zoneinfo->{$bridge_zone}->{bridge} || die "internal error"; - my $iftxt = "$bridge:$iface"; - - if ($maclist->{$iface}) { - $out .= sprintf($format, $zid, $iftxt, '-', 'maclist'); - $macs .= sprintf($maclist_format, 'ACCEPT', $iface, $maclist->{$iface}); - } else { - $out .= sprintf($format, $zid, $iftxt, '-', ''); - } - } - } else { - die "internal error"; - } - } + ruleset_addrule($ruleset, "PVEFW-OUTPUT", "-j PVEFW-HOST-OUT"); + ruleset_addrule($ruleset, "PVEFW-INPUT", "-j PVEFW-HOST-IN"); +} - $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n"); +sub generate_group_rules { + my ($ruleset, $group) = @_; - PVE::Tools::file_set_contents("$targetdir/interfaces", $out); + my $filename = "/etc/pve/firewall/groups.fw"; + my $fh = IO::File->new($filename, O_RDONLY); + return if !$fh; - # dump maclist - PVE::Tools::file_set_contents("$targetdir/maclist", $macs); + my $rules = parse_fw_rules($filename, $fh, $group); - # dump policy + my $chain = "GROUP-${group}-IN"; - $format = "%-15s %-15s %-15s %s\n"; - $out = sprintf($format, '#SOURCE', 'DEST', 'POLICY', 'LOG'); - $out .= sprintf($format, 'fw', 'all', 'ACCEPT', ''); + ruleset_create_chain($ruleset, $chain); - # we need to disable intra-zone traffic on bridges. Else traffic - # from untracked interfaces simply pass the firewall - foreach my $z (sort keys %$zoneinfo) { - my $zid = $zoneinfo->{$z}->{zoneref}; - if ($zoneinfo->{$z}->{type} eq 'bridge') { - $out .= sprintf($format, $zid, $zid, 'REJECT', 'info'); - } + if ($rules->{in}) { + foreach my $rule (@{$rules->{in}}) { + ruleset_generate_rule($ruleset, $chain, $rule); + } } - $out .= sprintf($format, 'all', 'all', 'REJECT', 'info'); - PVE::Tools::file_set_contents("$targetdir/policy", $out); + $chain = "GROUP-${group}-OUT"; - # dump rules - $out = ''; + ruleset_create_chain($ruleset, $chain); - $out = sprintf($rule_format, '#ACTION', 'SOURCE', 'DEST', 'PROTO', 'DPORT', 'SPORT'); - foreach my $vmid (sort keys %$rules) { - my $inrules = $rules->{$vmid}->{in}; - my $outrules = $rules->{$vmid}->{out}; - - if (scalar(@$inrules)) { - $out .= "# IN to VM $vmid\n"; - foreach my $rule (@$inrules) { - foreach my $netid (keys %{$netinfo->{$vmid}}) { - my $net = $netinfo->{$vmid}->{$netid}; - next if $rule->{iface} && $rule->{iface} ne $netid; - $out .= &$generate_input_rule($zoneinfo, $rule, $net, $netid); - } - } - } - - if (scalar(@$outrules)) { - $out .= "# OUT from VM $vmid\n"; - foreach my $rule (@$outrules) { - foreach my $netid (keys %{$netinfo->{$vmid}}) { - my $net = $netinfo->{$vmid}->{$netid}; - next if $rule->{iface} && $rule->{iface} ne $netid; - $out .= &$generate_output_rule($zoneinfo, $rule, $net, $netid); - } - } - } + if ($rules->{out}) { + foreach my $rule (@{$rules->{out}}) { + # we go the PVEFW-BRIDGE-IN because we need to check also other tap rules + # (and group rules can be set on any bridge, so we can't go to VMBRXX-IN) + $rule->{action} = 'PVEFW-BRIDGE-IN' if $rule->{action} eq 'ACCEPT'; + ruleset_generate_rule($rule, $chain, $rule); + } } - - PVE::Tools::file_set_contents("$targetdir/rules", $out); -}; - +} sub parse_fw_rules { - my ($filename, $fh) = @_; + my ($filename, $fh, $group) = @_; my $section; + my $securitygroup; + my $securitygroupexist; my $res = { in => [], out => [] }; - my $macros = get_shorewall_macros(); + my $macros = get_firewall_macros(); my $protocols = get_etc_protocols(); while (defined(my $line = <$fh>)) { next if $line =~ m/^#/; next if $line =~ m/^\s*$/; - if ($line =~ m/^\[(in|out)\]\s*$/i) { + if ($line =~ m/^\[(in|out)(:(\S+))?\]\s*$/i) { $section = lc($1); + $securitygroup = lc($3) if $3; + $securitygroupexist = 1 if $securitygroup && $securitygroup eq $group; next; } next if !$section; + next if $group && $securitygroup ne $group; my ($action, $iface, $source, $dest, $proto, $dport, $sport) = split(/\s+/, $line); @@ -874,6 +557,19 @@ sub parse_fw_rules { push @{$res->{$section}}, $rule; } + die "security group $group don't exist" if $group && !$securitygroupexist; + return $res; +} + +sub run_locked { + my ($code, @param) = @_; + + my $timeout = 10; + + my $res = lock_file($pve_fw_lock_filename, $timeout, $code, @param); + + die $@ if $@; + return $res; } @@ -886,7 +582,6 @@ sub read_local_vm_config { my $list = PVE::QemuServer::config_list(); foreach my $vmid (keys %$list) { - #next if !($vmid eq '100' || $vmid eq '102'); my $cfspath = PVE::QemuServer::cfs_config_path($vmid); if (my $conf = PVE::Cluster::cfs_read_file($cfspath)) { $qemu->{$vmid} = $conf; @@ -913,27 +608,172 @@ sub read_vm_firewall_rules { } sub compile { - my $vmdata = read_local_vm_config(); my $rules = read_vm_firewall_rules($vmdata); - # print Dumper($vmdata); + #print Dumper($rules); + + my $ruleset = {}; + + # setup host firewall rules + ruleset_create_chain($ruleset, "PVEFW-INPUT"); + ruleset_create_chain($ruleset, "PVEFW-OUTPUT"); + + enablehostfw($ruleset); + + # generate firewall rules for QEMU VMs + foreach my $vmid (keys %{$vmdata->{qemu}}) { + my $conf = $vmdata->{qemu}->{$vmid}; + next if !$rules->{$vmid}; + + foreach my $netid (keys %$conf) { + next if $netid !~ m/^net(\d+)$/; + my $net = PVE::QemuServer::parse_net($conf->{$netid}); + next if !$net; + my $iface = "tap${vmid}i$1"; + + my $bridge = $net->{bridge}; + next if !$bridge; # fixme: ? - my $swdir = '/etc/shorewall'; - mkdir $swdir; + $bridge .= "v$net->{tag}" if $net->{tag}; - &$compile_shorewall($swdir, $vmdata, $rules); + generate_bridge_chains($ruleset, $bridge); - PVE::Tools::run_command(['shorewall', 'compile']); + my $macaddr = $net->{macaddr}; + generate_tap_rules_direction($ruleset, $iface, $netid, $macaddr, $rules->{$vmid}->{in}, $bridge, 'IN'); + generate_tap_rules_direction($ruleset, $iface, $netid, $macaddr, $rules->{$vmid}->{out}, $bridge, 'OUT'); + } + } + return $ruleset; } -sub compile_and_start { - my ($restart) = @_; +sub get_ruleset_status { + my ($ruleset, $verbose) = @_; - compile(); + my $active_chains = iptables_get_chains(); - PVE::Tools::run_command(['shorewall', $restart ? 'restart' : 'start']); + my $statushash = {}; + + foreach my $chain (sort keys %$ruleset) { + my $digest = Digest::SHA->new('sha1'); + foreach my $cmd (@{$ruleset->{$chain}}) { + $digest->add("$cmd\n"); + } + my $sig = $digest->b64digest; + $statushash->{$chain}->{sig} = $sig; + + my $oldsig = $active_chains->{$chain}; + if (!defined($oldsig)) { + $statushash->{$chain}->{action} = 'create'; + } else { + if ($oldsig eq $sig) { + $statushash->{$chain}->{action} = 'exists'; + } else { + $statushash->{$chain}->{action} = 'update'; + } + } + print "$statushash->{$chain}->{action} $chain ($sig)\n" if $verbose; + foreach my $cmd (@{$ruleset->{$chain}}) { + print "\t$cmd\n" if $verbose; + } + } + + foreach my $chain (sort keys %$active_chains) { + if (!defined($ruleset->{$chain})) { + my $sig = $active_chains->{$chain}; + $statushash->{$chain}->{action} = 'delete'; + $statushash->{$chain}->{sig} = $sig; + print "delete $chain ($sig)\n" if $verbose; + } + } + + return $statushash; } +sub print_ruleset { + my ($ruleset) = @_; + + get_ruleset_status($ruleset, 1); +} + +sub print_sig_rule { + my ($chain, $sig) = @_; + + # We just use this to store a SHA1 checksum used to detect changes + return "-A $chain -m comment --comment \"PVESIG:$sig\"\n"; +} + +sub apply_ruleset { + my ($ruleset, $verbose) = @_; + + enable_bridge_firewall(); + + my $cmdlist = "*filter\n"; # we pass this to iptables-restore; + + my $statushash = get_ruleset_status($ruleset, $verbose); + + # create missing chains first + foreach my $chain (sort keys %$ruleset) { + my $stat = $statushash->{$chain}; + die "internal error" if !$stat; + next if $stat->{action} ne 'create'; + + $cmdlist .= ":$chain - [0:0]\n"; + } + + my $rule = "INPUT -j PVEFW-INPUT"; + if (!PVE::Firewall::iptables_rule_exist($rule)) { + $cmdlist .= "-A $rule\n"; + } + $rule = "OUTPUT -j PVEFW-OUTPUT"; + if (!PVE::Firewall::iptables_rule_exist($rule)) { + $cmdlist .= "-A $rule\n"; + } + + $rule = "FORWARD -j PVEFW-FORWARD"; + if (!PVE::Firewall::iptables_rule_exist($rule)) { + $cmdlist .= "-A $rule\n"; + } + + foreach my $chain (sort keys %$ruleset) { + my $stat = $statushash->{$chain}; + die "internal error" if !$stat; + + if ($stat->{action} eq 'update' || $stat->{action} eq 'create') { + $cmdlist .= "-F $chain\n"; + foreach my $cmd (@{$ruleset->{$chain}}) { + $cmdlist .= "$cmd\n"; + } + $cmdlist .= print_sig_rule($chain, $stat->{sig}); + } elsif ($stat->{action} eq 'delete') { + $cmdlist .= "-F $chain\n"; + $cmdlist .= "-X $chain\n"; + } elsif ($stat->{action} eq 'exists') { + # do nothing + } else { + die "internal error - unknown status '$stat->{action}'"; + } + } + + $cmdlist .= "COMMIT\n"; + + print $cmdlist if $verbose; + + iptables_restore_cmdlist($cmdlist); + + # test: re-read status and check if everything is up to date + $statushash = get_ruleset_status($ruleset); + + my $errors; + foreach my $chain (sort keys %$ruleset) { + my $stat = $statushash->{$chain}; + if ($stat->{action} ne 'exists') { + warn "unable to update chain '$chain'\n"; + $errors = 1; + } + } + + die "unable to apply firewall changes\n" if $errors; +} 1;