use warnings;
use strict;
use Data::Dumper;
+use Digest::SHA;
use PVE::Tools;
use PVE::QemuServer;
use File::Path;
my $pve_fw_lock_filename = "/var/lock/pvefw.lck";
my $macros;
-my @ruleset = ();
# todo: implement some kind of MACROS, like shorewall /usr/share/shorewall/macro.*
sub get_firewall_macros {
return ($nbports);
}
+my $bridge_firewall_enabled = 0;
+
+sub enable_bridge_firewall {
+
+ return if $bridge_firewall_enabled; # only once
+
+ system("echo 1 > /proc/sys/net/bridge/bridge-nf-call-iptables");
+ system("echo 1 > /proc/sys/net/bridge/bridge-nf-call-ip6tables");
+
+ $bridge_firewall_enabled = 1;
+}
+
my $rule_format = "%-15s %-30s %-30s %-15s %-15s %-15s\n";
sub iptables {
run_command("/sbin/iptables $cmd", outfunc => sub {}, errfunc => sub {});
}
-sub iptables_restore {
+sub iptables_restore_cmdlist {
+ my ($cmdlist) = @_;
+
+ run_command("/sbin/iptables-restore -n", input => $cmdlist);
+}
- unshift (@ruleset, '*filter');
- push (@ruleset, 'COMMIT');
+sub iptables_get_chains {
- my $cmdlist = join("\n", @ruleset);
+ my $res = {};
- run_command("echo '$cmdlist' | /sbin/iptables-restore -n", outfunc => sub {});
-}
+ # check what chains we want to track
+ my $is_pvefw_chain = sub {
+ my $name = shift;
+
+ return 1 if $name =~ m/^PVEFW-\S+$/;
+
+ return 1 if $name =~ m/^tap\d+i\d+-(:?IN|OUT)$/;
+ return 1 if $name =~ m/^vmbr\d+-(:?IN|OUT)$/;
+ return 1 if $name =~ m/^GROUP-(:?[^\s\-]+)-(:?IN|OUT)$/;
+
+ return undef;
+ };
+
+ my $table = '';
+
+ my $parser = sub {
+ my $line = shift;
+
+ return if $line =~ m/^#/;
+ return if $line =~ m/^\s*$/;
+
+ if ($line =~ m/^\*(\S+)$/) {
+ $table = $1;
+ return;
+ }
-sub iptables_addrule {
- my ($rule) = @_;
+ return if $table ne 'filter';
- push (@ruleset, $rule);
+ if ($line =~ m/^:(\S+)\s/) {
+ my $chain = $1;
+ return if !&$is_pvefw_chain($chain);
+ $res->{$chain} = "unknown";
+ } elsif ($line =~ m/^-A\s+(\S+)\s.*--comment\s+\"PVESIG:(\S+)\"/) {
+ my ($chain, $sig) = ($1, $2);
+ return if !&$is_pvefw_chain($chain);
+ $res->{$chain} = $sig;
+ } else {
+ # simply ignore the rest
+ return;
+ }
+ };
+
+ run_command("/sbin/iptables-save", outfunc => $parser);
+
+ return $res;
}
sub iptables_chain_exist {
return 1;
}
-sub iptables_generate_rule {
- my ($chain, $rule) = @_;
+sub ruleset_generate_rule {
+ my ($ruleset, $chain, $rule) = @_;
- my $cmd = "-A $chain";
+ my $cmd = '';
$cmd .= " -m iprange --src-range" if $rule->{nbsource} && $rule->{nbsource} > 1;
$cmd .= " -s $rule->{source}" if $rule->{source};
$cmd .= " --sport $rule->{sport}" if $rule->{sport};
$cmd .= " -j $rule->{action}" if $rule->{action};
- iptables_addrule($cmd);
+ ruleset_addrule($ruleset, $chain, $cmd) if $cmd;
+}
+
+sub ruleset_create_chain {
+ my ($ruleset, $chain) = @_;
+
+ die "chain '$chain' already exists\n" if $ruleset->{$chain};
+ $ruleset->{$chain} = [];
}
-sub generate_bridge_rules {
- my ($bridge) = @_;
+sub ruleset_chain_exist {
+ my ($ruleset, $chain) = @_;
- if(!iptables_chain_exist("BRIDGEFW-OUT")){
- iptables_addrule(":BRIDGEFW-OUT - [0:0]");
- }
+ return $ruleset->{$chain} ? 1 : undef;
+}
- if(!iptables_chain_exist("BRIDGEFW-IN")){
- iptables_addrule(":BRIDGEFW-IN - [0:0]");
- }
+sub ruleset_addrule {
+ my ($ruleset, $chain, $rule) = @_;
- if(!iptables_chain_exist("proxmoxfw-FORWARD")){
- iptables_addrule(":proxmoxfw-FORWARD - [0:0]");
- iptables_addrule("-I FORWARD -j proxmoxfw-FORWARD");
- iptables_addrule("-A proxmoxfw-FORWARD -m state --state RELATED,ESTABLISHED -j ACCEPT");
- iptables_addrule("-A proxmoxfw-FORWARD -m physdev --physdev-is-in --physdev-is-bridged -j BRIDGEFW-OUT");
- iptables_addrule("-A proxmoxfw-FORWARD -m physdev --physdev-is-out --physdev-is-bridged -j BRIDGEFW-IN");
+ die "no such chain '$chain'\n" if !$ruleset->{$chain};
- }
+ push @{$ruleset->{$chain}}, "-A $chain $rule";
+}
- generate_proxmoxfwinput();
+sub ruleset_insertrule {
+ my ($ruleset, $chain, $rule) = @_;
- if(!iptables_chain_exist("$bridge-IN")){
- iptables_addrule(":$bridge-IN - [0:0]");
- iptables_addrule("-A proxmoxfw-FORWARD -i $bridge -j DROP"); #disable interbridge routing
- iptables_addrule("-A BRIDGEFW-IN -j $bridge-IN");
- iptables_addrule("-A $bridge-IN -j ACCEPT");
+ die "no such chain '$chain'\n" if !$ruleset->{$chain};
+ unshift @{$ruleset->{$chain}}, "-A $chain $rule";
+}
+
+sub generate_bridge_chains {
+ my ($ruleset, $bridge) = @_;
+
+ if (!ruleset_chain_exist($ruleset, "PVEFW-BRIDGE-IN")){
+ ruleset_create_chain($ruleset, "PVEFW-BRIDGE-IN");
}
- if(!iptables_chain_exist("$bridge-OUT")){
- iptables_addrule(":$bridge-OUT - [0:0]");
- iptables_addrule("-A proxmoxfw-FORWARD -o $bridge -j DROP"); # disable interbridge routing
- iptables_addrule("-A BRIDGEFW-OUT -j $bridge-OUT");
+ if (!ruleset_chain_exist($ruleset, "PVEFW-BRIDGE-OUT")){
+ ruleset_create_chain($ruleset, "PVEFW-BRIDGE-OUT");
+ }
+ if (!ruleset_chain_exist($ruleset, "PVEFW-FORWARD")){
+ ruleset_create_chain($ruleset, "PVEFW-FORWARD");
+
+ ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m state --state RELATED,ESTABLISHED -j ACCEPT");
+ ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m physdev --physdev-is-in --physdev-is-bridged -j PVEFW-BRIDGE-OUT");
+ ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m physdev --physdev-is-out --physdev-is-bridged -j PVEFW-BRIDGE-IN");
}
-}
+ if (!ruleset_chain_exist($ruleset, "$bridge-IN")) {
+ ruleset_create_chain($ruleset, "$bridge-IN");
+ ruleset_addrule($ruleset, "PVEFW-FORWARD", "-i $bridge -j DROP"); # disable interbridge routing
+ ruleset_addrule($ruleset, "PVEFW-BRIDGE-IN", "-j $bridge-IN");
+ ruleset_addrule($ruleset, "$bridge-IN", "-j ACCEPT");
+ }
+ if (!ruleset_chain_exist($ruleset, "$bridge-OUT")) {
+ ruleset_create_chain($ruleset, "$bridge-OUT");
+ ruleset_addrule($ruleset, "PVEFW-FORWARD", "-o $bridge -j DROP"); # disable interbridge routing
+ ruleset_addrule($ruleset, "PVEFW-BRIDGE-OUT", "-j $bridge-OUT");
+ }
+}
sub generate_tap_rules_direction {
- my ($iface, $netid, $rules, $bridge, $direction) = @_;
+ my ($ruleset, $iface, $netid, $macaddr, $rules, $bridge, $direction) = @_;
my $tapchain = "$iface-$direction";
- iptables_addrule(":$tapchain - [0:0]");
+ ruleset_create_chain($ruleset, $tapchain);
- iptables_addrule("-A $tapchain -m state --state INVALID -j DROP");
- iptables_addrule("-A $tapchain -m state --state RELATED,ESTABLISHED -j ACCEPT");
+ ruleset_addrule($ruleset, $tapchain, "-m state --state INVALID -j DROP");
+ ruleset_addrule($ruleset, $tapchain, "-m state --state RELATED,ESTABLISHED -j ACCEPT");
- if (scalar(@$rules)) {
+ if ($direction eq 'OUT' && defined($macaddr)) {
+ ruleset_addrule($ruleset, $tapchain, "-m mac ! --mac-source $macaddr -j DROP");
+ }
+
+ if ($rules) {
foreach my $rule (@$rules) {
next if $rule->{iface} && $rule->{iface} ne $netid;
if($rule->{action} =~ m/^(GROUP-(\S+))$/){
- $rule->{action} .= "-$direction";
- #generate empty group rule if don't exist
- if(!iptables_chain_exist($rule->{action})){
- generate_group_rules($2);
- }
+ $rule->{action} .= "-$direction";
+ # generate empty group rule if don't exist
+ if(!ruleset_chain_exist($ruleset, $rule->{action})){
+ generate_group_rules($ruleset, $2);
+ }
}
- #we go to vmbr-IN if accept in out rules
+ # we go to vmbr-IN if accept in out rules
$rule->{action} = "$bridge-IN" if $rule->{action} eq 'ACCEPT' && $direction eq 'OUT';
- iptables_generate_rule($tapchain, $rule);
+ ruleset_generate_rule($ruleset, $tapchain, $rule);
}
}
- iptables_addrule("-A $tapchain -j LOG --log-prefix \"$tapchain-dropped: \" --log-level 4");
- iptables_addrule("-A $tapchain -j DROP");
-
- #plug the tap chain to bridge chain
- my $physdevdirection = $direction eq 'IN' ? "out":"in";
- my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
+ ruleset_addrule($ruleset, $tapchain, "-j LOG --log-prefix \"$tapchain-dropped: \" --log-level 4");
+ ruleset_addrule($ruleset, $tapchain, "-j DROP");
- if(!iptables_rule_exist($rule)){
- iptables_addrule("-I $rule");
- }
-
- if($direction eq 'OUT'){
- #add tap->host rules
- my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain";
+ # plug the tap chain to bridge chain
+ my $physdevdirection = $direction eq 'IN' ? "out" : "in";
+ my $rule = "-m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
+ ruleset_insertrule($ruleset, "$bridge-$direction", $rule);
- if(!iptables_rule_exist($rule)){
- iptables_addrule("-A $rule");
- }
- }
-}
-
-sub generate_tap_rules {
- my ($net, $netid, $vmid) = @_;
-
- my $filename = "/etc/pve/firewall/$vmid.fw";
- my $fh = IO::File->new($filename, O_RDONLY);
- return if !$fh;
-
- #generate bridge rules
- my $bridge = $net->{bridge};
- my $tag = $net->{tag};
- $bridge .= "v$tag" if $tag;
-
- #generate tap chain
- my $rules = parse_fw_rules($filename, $fh);
-
- my $inrules = $rules->{in};
- my $outrules = $rules->{out};
-
- my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/;
-
- generate_bridge_rules($bridge);
- generate_tap_rules_direction($iface, $netid, $inrules, $bridge, 'IN');
- generate_tap_rules_direction($iface, $netid, $outrules, $bridge, 'OUT');
- iptables_restore();
-}
-
-sub flush_tap_rules {
- my ($net, $netid, $vmid) = @_;
-
- my $bridge = $net->{bridge};
- my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/;
-
- flush_tap_rules_direction($iface, $bridge, 'IN');
- flush_tap_rules_direction($iface, $bridge, 'OUT');
- iptables_restore();
-}
-
-sub flush_tap_rules_direction {
- my ($iface, $bridge, $direction) = @_;
-
- my $tapchain = "$iface-$direction";
-
- if(iptables_chain_exist($tapchain)){
- iptables_addrule("-F $tapchain");
-
- my $physdevdirection = $direction eq 'IN' ? "out":"in";
- my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
- if(iptables_rule_exist($rule)){
- iptables_addrule("-D $rule");
- }
-
- if($direction eq 'OUT'){
- my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain";
- if(iptables_rule_exist($rule)){
- iptables_addrule("-D $rule");
- }
- }
-
- iptables_addrule("-X $tapchain");
+ if ($direction eq 'OUT'){
+ # add tap->host rules
+ my $rule = "-m physdev --physdev-$physdevdirection $iface -j $tapchain";
+ ruleset_addrule($ruleset, "PVEFW-INPUT", $rule);
}
}
sub enablehostfw {
-
- generate_proxmoxfwinput();
- generate_proxmoxfwoutput();
+ my ($ruleset) = @_;
my $filename = "/etc/pve/local/host.fw";
my $fh = IO::File->new($filename, O_RDONLY);
return if !$fh;
my $rules = parse_fw_rules($filename, $fh);
- my $inrules = $rules->{in};
- my $outrules = $rules->{out};
-
- #host inbound firewall
- iptables_addrule(":host-IN - [0:0]");
- iptables_addrule("-A host-IN -m state --state INVALID -j DROP");
- iptables_addrule("-A host-IN -m state --state RELATED,ESTABLISHED -j ACCEPT");
- iptables_addrule("-A host-IN -i lo -j ACCEPT");
- iptables_addrule("-A host-IN -m addrtype --dst-type MULTICAST -j ACCEPT");
- iptables_addrule("-A host-IN -p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT");
- iptables_addrule("-A host-IN -p udp -m udp --dport 9000 -j ACCEPT"); #corosync
-
- if (scalar(@$inrules)) {
- foreach my $rule (@$inrules) {
- #we use RETURN because we need to check also tap rules
- $rule->{action} = 'RETURN' if $rule->{action} eq 'ACCEPT';
- iptables_generate_rule('host-IN', $rule);
- }
- }
-
- iptables_addrule("-A host-IN -j LOG --log-prefix \"kvmhost-IN dropped: \" --log-level 4");
- iptables_addrule("-A host-IN -j DROP");
-
- #host outbound firewall
- iptables_addrule(":host-OUT - [0:0]");
- iptables_addrule("-A host-OUT -m state --state INVALID -j DROP");
- iptables_addrule("-A host-OUT -m state --state RELATED,ESTABLISHED -j ACCEPT");
- iptables_addrule("-A host-OUT -o lo -j ACCEPT");
- iptables_addrule("-A host-OUT -m addrtype --dst-type MULTICAST -j ACCEPT");
- iptables_addrule("-A host-OUT -p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT");
- iptables_addrule("-A host-OUT -p udp -m udp --dport 9000 -j ACCEPT"); #corosync
-
- if (scalar(@$outrules)) {
- foreach my $rule (@$outrules) {
- #we use RETURN because we need to check also tap rules
- $rule->{action} = 'RETURN' if $rule->{action} eq 'ACCEPT';
- iptables_generate_rule('host-OUT', $rule);
- }
- }
- iptables_addrule("-A host-OUT -j LOG --log-prefix \"kvmhost-OUT dropped: \" --log-level 4");
- iptables_addrule("-A host-OUT -j DROP");
+ # host inbound firewall
+ my $chain = "PVEFW-HOST-IN";
+ ruleset_create_chain($ruleset, $chain);
-
- my $rule = "proxmoxfw-INPUT -j host-IN";
- if(!iptables_rule_exist($rule)){
- iptables_addrule("-I $rule");
- }
+ ruleset_addrule($ruleset, $chain, "-m state --state INVALID -j DROP");
+ ruleset_addrule($ruleset, $chain, "-m state --state RELATED,ESTABLISHED -j ACCEPT");
+ ruleset_addrule($ruleset, $chain, "-i lo -j ACCEPT");
+ ruleset_addrule($ruleset, $chain, "-m addrtype --dst-type MULTICAST -j ACCEPT");
+ ruleset_addrule($ruleset, $chain, "-p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT");
+ ruleset_addrule($ruleset, $chain, "-p udp -m udp --dport 9000 -j ACCEPT"); #corosync
- $rule = "proxmoxfw-OUTPUT -j host-OUT";
- if(!iptables_rule_exist($rule)){
- iptables_addrule("-I $rule");
- }
-
- iptables_restore();
-
-
-}
-
-sub disablehostfw {
-
- my $chain = "host-IN";
-
- my $rule = "proxmoxfw-INPUT -j $chain";
- if(iptables_rule_exist($rule)){
- iptables_addrule("-D $rule");
- }
-
- if(iptables_chain_exist($chain)){
- iptables_addrule("-F $chain");
- iptables_addrule("-X $chain");
- }
-
- $chain = "host-OUT";
-
- $rule = "proxmoxfw-OUTPUT -j $chain";
- if(iptables_rule_exist($rule)){
- iptables_addrule("-D $rule");
- }
-
- if(iptables_chain_exist($chain)){
- iptables_addrule("-F $chain");
- iptables_addrule("-X $chain");
+ if ($rules->{in}) {
+ foreach my $rule (@{$rules->{in}}) {
+ # we use RETURN because we need to check also tap rules
+ $rule->{action} = 'RETURN' if $rule->{action} eq 'ACCEPT';
+ ruleset_generate_rule($ruleset, $chain, $rule);
+ }
}
- iptables_restore();
-}
-
-sub generate_proxmoxfwinput {
+ ruleset_addrule($ruleset, $chain, "-j LOG --log-prefix \"kvmhost-IN dropped: \" --log-level 4");
+ ruleset_addrule($ruleset, $chain, "-j DROP");
- if(!iptables_chain_exist("proxmoxfw-INPUT")){
- iptables_addrule(":proxmoxfw-INPUT - [0:0]");
- iptables_addrule("-I INPUT -j proxmoxfw-INPUT");
- iptables_addrule("-A INPUT -j ACCEPT");
- }
-}
+ # host outbound firewall
+ $chain = "PVEFW-HOST-OUT";
+ ruleset_create_chain($ruleset, $chain);
-sub generate_proxmoxfwoutput {
+ ruleset_addrule($ruleset, $chain, "-m state --state INVALID -j DROP");
+ ruleset_addrule($ruleset, $chain, "-m state --state RELATED,ESTABLISHED -j ACCEPT");
+ ruleset_addrule($ruleset, $chain, "-o lo -j ACCEPT");
+ ruleset_addrule($ruleset, $chain, "-m addrtype --dst-type MULTICAST -j ACCEPT");
+ ruleset_addrule($ruleset, $chain, "-p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT");
+ ruleset_addrule($ruleset, $chain, "-p udp -m udp --dport 9000 -j ACCEPT"); #corosync
- if(!iptables_chain_exist("proxmoxfw-OUTPUT")){
- iptables_addrule(":proxmoxfw-OUTPUT - [0:0]");
- iptables_addrule("-I OUTPUT -j proxmoxfw-OUTPUT");
- iptables_addrule("-A OUTPUT -j ACCEPT");
+ if ($rules->{out}) {
+ foreach my $rule (@{$rules->{out}}) {
+ # we use RETURN because we need to check also tap rules
+ $rule->{action} = 'RETURN' if $rule->{action} eq 'ACCEPT';
+ ruleset_generate_rule($ruleset, $chain, $rule);
+ }
}
-}
-
-sub enable_group_rules {
- my ($group) = @_;
+ ruleset_addrule($ruleset, $chain, "-j LOG --log-prefix \"kvmhost-OUT dropped: \" --log-level 4");
+ ruleset_addrule($ruleset, $chain, "-j DROP");
- generate_group_rules($group);
- iptables_restore();
+ ruleset_addrule($ruleset, "PVEFW-OUTPUT", "-j PVEFW-HOST-OUT");
+ ruleset_addrule($ruleset, "PVEFW-INPUT", "-j PVEFW-HOST-IN");
}
sub generate_group_rules {
- my ($group) = @_;
+ my ($ruleset, $group) = @_;
my $filename = "/etc/pve/firewall/groups.fw";
my $fh = IO::File->new($filename, O_RDONLY);
return if !$fh;
my $rules = parse_fw_rules($filename, $fh, $group);
- my $inrules = $rules->{in};
- my $outrules = $rules->{out};
- my $chain = "GROUP-".$group."-IN";
+ my $chain = "GROUP-${group}-IN";
- iptables_addrule(":$chain - [0:0]");
+ ruleset_create_chain($ruleset, $chain);
- if (scalar(@$inrules)) {
- foreach my $rule (@$inrules) {
- iptables_generate_rule($chain, $rule);
+ if ($rules->{in}) {
+ foreach my $rule (@{$rules->{in}}) {
+ ruleset_generate_rule($ruleset, $chain, $rule);
}
}
- $chain = "GROUP-".$group."-OUT";
+ $chain = "GROUP-${group}-OUT";
- iptables_addrule(":$chain - [0:0]");
-
- if(!iptables_chain_exist("BRIDGEFW-OUT")){
- iptables_addrule(":BRIDGEFW-OUT - [0:0]");
- }
+ ruleset_create_chain($ruleset, $chain);
- if(!iptables_chain_exist("BRIDGEFW-IN")){
- iptables_addrule(":BRIDGEFW-IN - [0:0]");
- }
-
- if (scalar(@$outrules)) {
- foreach my $rule (@$outrules) {
- #we go the BRIDGEFW-IN because we need to check also other tap rules
- #(and group rules can be set on any bridge, so we can't go to VMBRXX-IN)
- $rule->{action} = 'BRIDGEFW-IN' if $rule->{action} eq 'ACCEPT';
- iptables_generate_rule($chain, $rule);
+ if ($rules->{out}) {
+ foreach my $rule (@{$rules->{out}}) {
+ # we go the PVEFW-BRIDGE-IN because we need to check also other tap rules
+ # (and group rules can be set on any bridge, so we can't go to VMBRXX-IN)
+ $rule->{action} = 'PVEFW-BRIDGE-IN' if $rule->{action} eq 'ACCEPT';
+ ruleset_generate_rule($rule, $chain, $rule);
}
}
-
-}
-
-sub disable_group_rules {
- my ($group) = @_;
-
- my $chain = "GROUP-".$group."-IN";
-
- if(iptables_chain_exist($chain)){
- iptables_addrule("-F $chain");
- iptables_addrule("-X $chain");
- }
-
- $chain = "GROUP-".$group."-OUT";
-
- if(iptables_chain_exist($chain)){
- iptables_addrule("-F $chain");
- iptables_addrule("-X $chain");
- }
-
- #iptables_restore will die if security group is linked in a tap chain
- #maybe can we improve that, parsing each vm config, or parsing iptables -S
- #to see if the security group is linked or not
- iptables_restore();
}
-
-my $generate_input_rule = sub {
- my ($zoneinfo, $rule, $net, $netid) = @_;
-
- my $zone = $net->{zone} || die "internal error";
- my $zid = $zoneinfo->{$zone}->{zoneref} || die "internal error";
- my $tap = $net->{tap} || die "internal error";
-
- my $dest = "$zid:$tap";
-
- if ($rule->{dest}) {
- $dest .= ":$rule->{dest}";
- }
-
- my $action = $rule->{service} ?
- "$rule->{service}($rule->{action})" : $rule->{action};
-
- my $sources = [];
-
- if (!$rule->{source}) {
- push @$sources, 'all';
- } elsif ($zoneinfo->{$zone}->{type} eq 'bport') {
- my $bridge_zone = $zoneinfo->{$zone}->{bridge_zone} || die "internal error";
- my $zoneref = $zoneinfo->{$bridge_zone}->{zoneref} || die "internal error";
-
- # using 'all' does not work, so we create one rule for
- # each related zone on the same bridge
- push @$sources, "${zoneref}:$rule->{source}";
- foreach my $z (keys %$zoneinfo) {
- next if $z eq $zone;
- next if !$zoneinfo->{$z}->{bridge_zone};
- next if $zoneinfo->{$z}->{bridge_zone} ne $bridge_zone;
- $zoneref = $zoneinfo->{$z}->{zoneref} || die "internal error";
- push @$sources, "${zoneref}:$rule->{source}";
- }
- } else {
- push @$sources, "all:$rule->{source}";
- }
-
- my $out = '';
-
- foreach my $source (@$sources) {
- $out .= sprintf($rule_format, $action, $source, $dest, $rule->{proto} || '-',
- $rule->{dport} || '-', $rule->{sport} || '-');
- }
-
- return $out;
-};
-
-my $generate_output_rule = sub {
- my ($zoneinfo, $rule, $net, $netid) = @_;
-
- my $zone = $net->{zone} || die "internal error";
- my $zid = $zoneinfo->{$zone}->{zoneref} || die "internal error";
- my $tap = $net->{tap} || die "internal error";
-
- my $action = $rule->{service} ?
- "$rule->{service}($rule->{action})" : $rule->{action};
-
- my $dest;
-
- if (!$rule->{dest}) {
- $dest = 'all';
- } else {
- $dest = "all:$rule->{dest}";
- }
-
- return sprintf($rule_format, $action, "$zid:$tap", $dest,
- $rule->{proto} || '-', $rule->{dport} || '-', $rule->{sport} || '-');
-};
-
-# we need complete VM configuration of all VMs (openvz/qemu)
-# in vmdata
-
-my $compile_shorewall = sub {
- my ($targetdir, $vmdata, $rules) = @_;
-
- # remove existing data ?
- foreach my $file (qw(params zones rules interfaces maclist policy)) {
- unlink "$targetdir/$file";
- }
-
- my $netinfo;
-
- my $zoneinfo = {
- fw => { type => 'firewall' },
- };
-
- my $maclist = {};
-
- my $register_bridge;
-
- $register_bridge = sub {
- my ($bridge, $vlan) = @_;
-
- my $zone = $bridge;
-
- return $zone if $zoneinfo->{$zone};
-
- my $ext_zone = "${bridge}_ext";
-
- $zoneinfo->{$zone} = {
- type => 'bridge',
- bridge => $bridge,
- bridge_ext_zone => $ext_zone,
- };
-
- # physical input devices
- my $dir = "/sys/class/net/$bridge/brif";
- my $physical = {};
- PVE::Tools::dir_glob_foreach($dir, '((eth|bond).+)', sub {
- my ($slave) = @_;
- $physical->{$slave} = 1;
- });
-
- $zoneinfo->{$ext_zone} = {
- type => 'bport',
- bridge_zone => $zone,
- ifaces => $physical,
- };
-
- return &$register_bridge("${bridge}v${vlan}") if defined($vlan);
-
- return $zone;
- };
-
- my $register_bridge_port = sub {
- my ($bridge, $vlan, $vmzone, $tap) = @_;
-
- my $bridge_zone = &$register_bridge($bridge, $vlan);
- my $zone = $bridge_zone . '_' . $vmzone;
-
- if (!$zoneinfo->{$zone}) {
- $zoneinfo->{$zone} = {
- type => 'bport',
- bridge_zone => $bridge_zone,
- ifaces => {},
- };
- }
-
- $zoneinfo->{$zone}->{ifaces}->{$tap} = 1;
-
- return $zone;
- };
-
- foreach my $vmid (keys %{$vmdata->{qemu}}) {
- $netinfo->{$vmid} = {};
- my $conf = $vmdata->{qemu}->{$vmid};
- foreach my $opt (keys %$conf) {
- next if $opt !~ m/^net(\d+)$/;
- my $netnum = $1;
- my $net = PVE::QemuServer::parse_net($conf->{$opt});
- next if !$net;
- die "implement me" if !$net->{bridge};
-
- my $vmzone = $conf->{zone} || "vm$vmid";
- $net->{tap} = "tap${vmid}i${netnum}";
- $maclist->{$net->{tap}} = $net->{macaddr} || die "internal error";
- $net->{zone} = &$register_bridge_port($net->{bridge}, $net->{tag}, $vmzone, $net->{tap});
- $netinfo->{$vmid}->{$opt} = $net;
- }
- }
-
- #print Dumper($netinfo);
-
- # NOTE: zone names have length limit, so we need to
- # translate them into shorter names
-
- my $zoneid = 0;
- my $zonemap = { fw => 'fw' };
-
- my $lookup_zonename = sub {
- my ($zone) = @_;
-
- return $zonemap->{$zone} if defined($zonemap->{$zone});
- $zonemap->{$zone} = 'z' . $zoneid++;
-
- return $zonemap->{$zone};
- };
-
- foreach my $z (sort keys %$zoneinfo) {
- $zoneinfo->{$z}->{id} = &$lookup_zonename($z);
- $zoneinfo->{$z}->{zonevar} = uc($z);
- $zoneinfo->{$z}->{zoneref} = '$' . $zoneinfo->{$z}->{zonevar};
- }
-
- my $out;
-
- # dump params file
- $out = "# PVE zones\n";
- foreach my $z (sort keys %$zoneinfo) {
- $out .= "$zoneinfo->{$z}->{zonevar}=$zoneinfo->{$z}->{id}\n";
- }
- PVE::Tools::file_set_contents("$targetdir/params", $out);
-
- # dump zone file
-
- my $format = "%-30s %-10s %-15s\n";
- $out = sprintf($format, '#ZONE', 'TYPE', 'OPTIONS');
-
- foreach my $z (sort keys %$zoneinfo) {
- my $zid = $zoneinfo->{$z}->{zoneref};
- if ($zoneinfo->{$z}->{type} eq 'firewall') {
- $out .= sprintf($format, $zid, $zoneinfo->{$z}->{type}, '');
- } elsif ($zoneinfo->{$z}->{type} eq 'bridge') {
- $out .= sprintf($format, $zid, 'ipv4', '');
- } elsif ($zoneinfo->{$z}->{type} eq 'bport') {
- my $bridge_zone = $zoneinfo->{$z}->{bridge_zone} || die "internal error";
- my $bzid = $zoneinfo->{$bridge_zone}->{zoneref} || die "internal error";
- $out .= sprintf($format, "$zid:$bzid", 'bport', '');
- } else {
- die "internal error";
- }
- }
-
- $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n");
-
- PVE::Tools::file_set_contents("$targetdir/zones", $out);
-
- # dump interfaces
-
- $format = "%-25s %-20s %-10s %-15s\n";
- $out = sprintf($format, '#ZONE', 'INTERFACE', 'BROADCAST', 'OPTIONS');
-
- my $maclist_format = "%-15s %-15s %-15s\n";
- my $macs = sprintf($maclist_format, '#DISPOSITION', 'INTERFACE', 'MACZONE');
-
- foreach my $z (sort keys %$zoneinfo) {
- my $zid = $zoneinfo->{$z}->{zoneref};
- if ($zoneinfo->{$z}->{type} eq 'firewall') {
- # do nothing;
- } elsif ($zoneinfo->{$z}->{type} eq 'bridge') {
- my $bridge = $zoneinfo->{$z}->{bridge} || die "internal error";
- $out .= sprintf($format, $zid, $bridge, 'detect', 'bridge,optional');
- } elsif ($zoneinfo->{$z}->{type} eq 'bport') {
- my $ifaces = $zoneinfo->{$z}->{ifaces};
- foreach my $iface (sort keys %$ifaces) {
- my $bridge_zone = $zoneinfo->{$z}->{bridge_zone} || die "internal error";
- my $bridge = $zoneinfo->{$bridge_zone}->{bridge} || die "internal error";
- my $iftxt = "$bridge:$iface";
-
- if ($maclist->{$iface}) {
- $out .= sprintf($format, $zid, $iftxt, '-', 'maclist');
- $macs .= sprintf($maclist_format, 'ACCEPT', $iface, $maclist->{$iface});
- } else {
- $out .= sprintf($format, $zid, $iftxt, '-', '');
- }
- }
- } else {
- die "internal error";
- }
- }
-
- $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n");
-
- PVE::Tools::file_set_contents("$targetdir/interfaces", $out);
-
- # dump maclist
- PVE::Tools::file_set_contents("$targetdir/maclist", $macs);
-
- # dump policy
-
- $format = "%-15s %-15s %-15s %s\n";
- $out = sprintf($format, '#SOURCE', 'DEST', 'POLICY', 'LOG');
- $out .= sprintf($format, 'fw', 'all', 'ACCEPT', '');
-
- # we need to disable intra-zone traffic on bridges. Else traffic
- # from untracked interfaces simply pass the firewall
- foreach my $z (sort keys %$zoneinfo) {
- my $zid = $zoneinfo->{$z}->{zoneref};
- if ($zoneinfo->{$z}->{type} eq 'bridge') {
- $out .= sprintf($format, $zid, $zid, 'REJECT', 'info');
- }
- }
- $out .= sprintf($format, 'all', 'all', 'REJECT', 'info');
-
- PVE::Tools::file_set_contents("$targetdir/policy", $out);
-
- # dump rules
- $out = '';
-
- $out = sprintf($rule_format, '#ACTION', 'SOURCE', 'DEST', 'PROTO', 'DPORT', 'SPORT');
- foreach my $vmid (sort keys %$rules) {
- my $inrules = $rules->{$vmid}->{in};
- my $outrules = $rules->{$vmid}->{out};
-
- if (scalar(@$inrules)) {
- $out .= "# IN to VM $vmid\n";
- foreach my $rule (@$inrules) {
- foreach my $netid (keys %{$netinfo->{$vmid}}) {
- my $net = $netinfo->{$vmid}->{$netid};
- next if $rule->{iface} && $rule->{iface} ne $netid;
- $out .= &$generate_input_rule($zoneinfo, $rule, $net, $netid);
- }
- }
- }
-
- if (scalar(@$outrules)) {
- $out .= "# OUT from VM $vmid\n";
- foreach my $rule (@$outrules) {
- foreach my $netid (keys %{$netinfo->{$vmid}}) {
- my $net = $netinfo->{$vmid}->{$netid};
- next if $rule->{iface} && $rule->{iface} ne $netid;
- $out .= &$generate_output_rule($zoneinfo, $rule, $net, $netid);
- }
- }
- }
- }
-
- PVE::Tools::file_set_contents("$targetdir/rules", $out);
-};
-
-
sub parse_fw_rules {
my ($filename, $fh, $group) = @_;
my $list = PVE::QemuServer::config_list();
foreach my $vmid (keys %$list) {
- #next if !($vmid eq '100' || $vmid eq '102');
my $cfspath = PVE::QemuServer::cfs_config_path($vmid);
if (my $conf = PVE::Cluster::cfs_read_file($cfspath)) {
$qemu->{$vmid} = $conf;
my $vmdata = read_local_vm_config();
my $rules = read_vm_firewall_rules($vmdata);
- # print Dumper($vmdata);
+ #print Dumper($rules);
+
+ my $ruleset = {};
+
+ # setup host firewall rules
+ ruleset_create_chain($ruleset, "PVEFW-INPUT");
+ ruleset_create_chain($ruleset, "PVEFW-OUTPUT");
+
+ enablehostfw($ruleset);
+
+ # generate firewall rules for QEMU VMs
+ foreach my $vmid (keys %{$vmdata->{qemu}}) {
+ my $conf = $vmdata->{qemu}->{$vmid};
+ next if !$rules->{$vmid};
+
+ foreach my $netid (keys %$conf) {
+ next if $netid !~ m/^net(\d+)$/;
+ my $net = PVE::QemuServer::parse_net($conf->{$netid});
+ next if !$net;
+ my $iface = "tap${vmid}i$1";
+
+ my $bridge = $net->{bridge};
+ next if !$bridge; # fixme: ?
+
+ $bridge .= "v$net->{tag}" if $net->{tag};
+
+ generate_bridge_chains($ruleset, $bridge);
+
+ my $macaddr = $net->{macaddr};
+ generate_tap_rules_direction($ruleset, $iface, $netid, $macaddr, $rules->{$vmid}->{in}, $bridge, 'IN');
+ generate_tap_rules_direction($ruleset, $iface, $netid, $macaddr, $rules->{$vmid}->{out}, $bridge, 'OUT');
+ }
+ }
+ return $ruleset;
+}
+
+sub get_ruleset_status {
+ my ($ruleset, $verbose) = @_;
+
+ my $active_chains = iptables_get_chains();
+
+ my $statushash = {};
+
+ foreach my $chain (sort keys %$ruleset) {
+ my $digest = Digest::SHA->new('sha1');
+ foreach my $cmd (@{$ruleset->{$chain}}) {
+ $digest->add("$cmd\n");
+ }
+ my $sig = $digest->b64digest;
+ $statushash->{$chain}->{sig} = $sig;
+
+ my $oldsig = $active_chains->{$chain};
+ if (!defined($oldsig)) {
+ $statushash->{$chain}->{action} = 'create';
+ } else {
+ if ($oldsig eq $sig) {
+ $statushash->{$chain}->{action} = 'exists';
+ } else {
+ $statushash->{$chain}->{action} = 'update';
+ }
+ }
+ print "$statushash->{$chain}->{action} $chain ($sig)\n" if $verbose;
+ foreach my $cmd (@{$ruleset->{$chain}}) {
+ print "\t$cmd\n" if $verbose;
+ }
+ }
+
+ foreach my $chain (sort keys %$active_chains) {
+ if (!defined($ruleset->{$chain})) {
+ my $sig = $active_chains->{$chain};
+ $statushash->{$chain}->{action} = 'delete';
+ $statushash->{$chain}->{sig} = $sig;
+ print "delete $chain ($sig)\n" if $verbose;
+ }
+ }
+
+ return $statushash;
+}
+
+sub print_ruleset {
+ my ($ruleset) = @_;
- die "implement me";
+ get_ruleset_status($ruleset, 1);
}
-sub compile_and_start {
- my ($restart) = @_;
+sub print_sig_rule {
+ my ($chain, $sig) = @_;
+
+ # We just use this to store a SHA1 checksum used to detect changes
+ return "-A $chain -m comment --comment \"PVESIG:$sig\"\n";
+}
+
+sub apply_ruleset {
+ my ($ruleset, $verbose) = @_;
+
+ enable_bridge_firewall();
+
+ my $cmdlist = "*filter\n"; # we pass this to iptables-restore;
+
+ my $statushash = get_ruleset_status($ruleset, $verbose);
+
+ # create missing chains first
+ foreach my $chain (sort keys %$ruleset) {
+ my $stat = $statushash->{$chain};
+ die "internal error" if !$stat;
+ next if $stat->{action} ne 'create';
+
+ $cmdlist .= ":$chain - [0:0]\n";
+ }
- compile();
+ my $rule = "INPUT -j PVEFW-INPUT";
+ if (!PVE::Firewall::iptables_rule_exist($rule)) {
+ $cmdlist .= "-A $rule\n";
+ }
+ $rule = "OUTPUT -j PVEFW-OUTPUT";
+ if (!PVE::Firewall::iptables_rule_exist($rule)) {
+ $cmdlist .= "-A $rule\n";
+ }
+
+ $rule = "FORWARD -j PVEFW-FORWARD";
+ if (!PVE::Firewall::iptables_rule_exist($rule)) {
+ $cmdlist .= "-A $rule\n";
+ }
+
+ foreach my $chain (sort keys %$ruleset) {
+ my $stat = $statushash->{$chain};
+ die "internal error" if !$stat;
+
+ if ($stat->{action} eq 'update' || $stat->{action} eq 'create') {
+ $cmdlist .= "-F $chain\n";
+ foreach my $cmd (@{$ruleset->{$chain}}) {
+ $cmdlist .= "$cmd\n";
+ }
+ $cmdlist .= print_sig_rule($chain, $stat->{sig});
+ } elsif ($stat->{action} eq 'delete') {
+ $cmdlist .= "-F $chain\n";
+ $cmdlist .= "-X $chain\n";
+ } elsif ($stat->{action} eq 'exists') {
+ # do nothing
+ } else {
+ die "internal error - unknown status '$stat->{action}'";
+ }
+ }
+
+ $cmdlist .= "COMMIT\n";
+
+ print $cmdlist if $verbose;
+
+ iptables_restore_cmdlist($cmdlist);
+
+ # test: re-read status and check if everything is up to date
+ $statushash = get_ruleset_status($ruleset);
+
+ my $errors;
+ foreach my $chain (sort keys %$ruleset) {
+ my $stat = $statushash->{$chain};
+ if ($stat->{action} ne 'exists') {
+ warn "unable to update chain '$chain'\n";
+ $errors = 1;
+ }
+ }
- die "implement me";
+ die "unable to apply firewall changes\n" if $errors;
}
1;