#!/usr/bin/perl
use lib '../src';
+
use strict;
use warnings;
+
use Data::Dumper;
-use PVE::Firewall;
-use Getopt::Long;
use File::Basename;
+use Getopt::Long;
use Net::IP;
-my $mark;
-my $trace;
+use PVE::Corosync;
+use PVE::FirewallSimulator;
+use PVE::INotify;
my $debug = 0;
print_usage_and_exit();
}
-my $testfilename = shift;
-my $testid = shift;
-
-sub add_trace {
- my ($text) = @_;
-
- if ($debug) {
- print $text;
- } else {
- $trace .= $text;
- }
-}
-
-sub nf_dev_match {
- my ($devre, $dev) = @_;
-
- $devre =~ s/\+$/\.\*/;
- return ($dev =~ m/^${devre}$/) ? 1 : 0;
-}
-
-sub ipset_match {
- my ($ipsetname, $ipset, $ipaddr) = @_;
-
- my $ip = Net::IP->new($ipaddr);
-
- foreach my $entry (@$ipset) {
- next if $entry =~ m/^create/; # simply ignore
- if ($entry =~ m/add \S+ (\S+)$/) {
- my $test = Net::IP->new($1);
- if ($test->overlaps($ip)) {
- add_trace("IPSET $ipsetname match $ipaddr\n");
- return 1;
- }
- } else {
- die "implement me";
- }
- }
-
- return 0;
-}
-
-sub rule_match {
- my ($ipset_ruleset, $chain, $rule, $pkg) = @_;
-
- $rule =~ s/^-A $chain // || die "got strange rule: $rule";
-
- while (length($rule)) {
-
- if ($rule =~ s/^-m conntrack\s*//) {
- return undef; # simply ignore
- }
-
- if ($rule =~ s/^-m addrtype\s*//) {
- return undef; # simply ignore
- }
-
- if ($rule =~ s/^-i (\S+)\s*//) {
- my $devre = $1;
- die "missing iface_in" if !$pkg->{iface_in};
- return undef if !nf_dev_match($devre, $pkg->{iface_in});
- next;
- }
-
- if ($rule =~ s/^-o (\S+)\s*//) {
- my $devre = $1;
- die "missing iface_out" if !$pkg->{iface_out};
- return undef if !nf_dev_match($devre, $pkg->{iface_out});
- next;
- }
-
- if ($rule =~ s/^-p (tcp|udp)\s*//) {
- die "missing proto" if !$pkg->{proto};
- return undef if $pkg->{proto} ne $1; # no match
- next;
- }
-
- if ($rule =~ s/^--dport (\d+):(\d+)\s*//) {
- die "missing dport" if !$pkg->{dport};
- return undef if ($pkg->{dport} < $1) || ($pkg->{dport} > $2); # no match
- next;
- }
-
- if ($rule =~ s/^--dport (\d+)\s*//) {
- die "missing dport" if !$pkg->{dport};
- return undef if $pkg->{dport} != $1; # no match
- next;
- }
-
- if ($rule =~ s/^-s (\S+)\s*//) {
- die "missing source" if !$pkg->{source};
- my $ip = Net::IP->new($1);
- return undef if !$ip->overlaps(Net::IP->new($pkg->{source})); # no match
- next;
- }
-
- if ($rule =~ s/^-d (\S+)\s*//) {
- die "missing destination" if !$pkg->{dest};
- my $ip = Net::IP->new($1);
- return undef if !$ip->overlaps(Net::IP->new($pkg->{dest})); # no match
- next;
- }
-
- if ($rule =~ s/^-m set --match-set (\S+) src\s*//) {
- die "missing source" if !$pkg->{source};
- my $ipset = $ipset_ruleset->{$1};
- die "no such ip set '$1'" if !$ipset;
- return undef if !ipset_match($1, $ipset, $pkg->{source});
- next;
- }
-
- if ($rule =~ s/^-m set --match-set (\S+) dst\s*//) {
- die "missing destination" if !$pkg->{dest};
- my $ipset = $ipset_ruleset->{$1};
- die "no such ip set '$1'" if !$ipset;
- return undef if !ipset_match($1, $ipset, $pkg->{dest});
- next;
- }
-
- if ($rule =~ s/^-m mac ! --mac-source (\S+)\s*//) {
- die "missing source mac" if !$pkg->{mac_source};
- return undef if $pkg->{mac_source} eq $1; # no match
- next;
- }
-
- if ($rule =~ s/^-m physdev --physdev-is-bridged --physdev-in (\S+)\s*//) {
- my $devre = $1;
- return undef if !$pkg->{physdev_in};
- return undef if !nf_dev_match($devre, $pkg->{physdev_in});
- next;
- }
-
- if ($rule =~ s/^-m physdev --physdev-is-bridged --physdev-out (\S+)\s*//) {
- my $devre = $1;
- return undef if !$pkg->{physdev_out};
- return undef if !nf_dev_match($devre, $pkg->{physdev_out});
- next;
- }
-
- if ($rule =~ s/^-m mark --mark (\d+)\s*//) {
- return undef if !defined($mark) || $mark != $1;
- next;
- }
-
- # final actions
-
- if ($rule =~ s/^-j MARK --set-mark (\d+)\s*$//) {
- $mark = $1;
- return undef;
- }
-
- if ($rule =~ s/^-j (\S+)\s*$//) {
- return (0, $1);
- }
-
- if ($rule =~ s/^-g (\S+)\s*$//) {
- return (1, $1);
- }
-
- if ($rule =~ s/^-j NFLOG --nflog-prefix \"[^\"]+\"$//) {
- return undef;
- }
-
- last;
- }
-
- die "unable to parse rule: $rule";
-}
-
-sub ruleset_simulate_chain {
- my ($ruleset, $ipset_ruleset, $chain, $pkg) = @_;
-
- add_trace("ENTER chain $chain\n");
-
- my $counter = 0;
-
- if ($chain eq 'PVEFW-Drop') {
- add_trace("LEAVE chain $chain\n");
- return ('DROP', $counter);
- }
- if ($chain eq 'PVEFW-reject') {
- add_trace("LEAVE chain $chain\n");
- return ('REJECT', $counter);
- }
-
- if ($chain eq 'PVEFW-tcpflags') {
- add_trace("LEAVE chain $chain\n");
- return (undef, $counter);
- }
-
- my $rules = $ruleset->{$chain} ||
- die "no such chain '$chain'";
-
- foreach my $rule (@$rules) {
- $counter++;
- my ($goto, $action) = rule_match($ipset_ruleset, $chain, $rule, $pkg);
- if (!defined($action)) {
- add_trace("SKIP: $rule\n");
- next;
- }
- add_trace("MATCH: $rule\n");
-
- if ($action eq 'ACCEPT' || $action eq 'DROP' || $action eq 'REJECT') {
- add_trace("TERMINATE chain $chain: $action\n");
- return ($action, $counter);
- } elsif ($action eq 'RETURN') {
- add_trace("RETURN FROM chain $chain\n");
- last;
- } else {
- if ($goto) {
- add_trace("LEAVE chain $chain - goto $action\n");
- return ruleset_simulate_chain($ruleset, $ipset_ruleset, $action, $pkg)
- #$chain = $action;
- #$rules = $ruleset->{$chain} || die "no such chain '$chain'";
- } else {
- my ($act, $ctr) = ruleset_simulate_chain($ruleset, $ipset_ruleset, $action, $pkg);
- $counter += $ctr;
- return ($act, $counter) if $act;
- add_trace("CONTINUE chain $chain\n");
- }
- }
- }
-
- add_trace("LEAVE chain $chain\n");
- if ($chain =~ m/^PVEFW-(INPUT|OUTPUT|FORWARD)$/) {
- return ('ACCEPT', $counter); # default policy
- }
-
- return (undef, $counter);
-}
-
-sub copy_packet {
- my ($pkg) = @_;
-
- my $res = {};
-
- while (my ($k,$v) = each %$pkg) {
- $res->{$k} = $v;
- }
-
- return $res;
-}
-
-# Try to simulate packet traversal inside kernel. This invokes iptable
-# checks several times.
-sub route_packet {
- my ($ruleset, $ipset_ruleset, $pkg, $from_info, $target, $start_state) = @_;
-
- my $route_state = $start_state;
-
- my $physdev_in;
-
- my $ipt_invocation_counter = 0;
- my $rule_check_counter = 0;
-
- while ($route_state ne $target->{iface}) {
-
- my $chain;
- my $next_route_state;
- my $next_physdev_in;
-
- $pkg->{iface_in} = $pkg->{iface_out} = undef;
- $pkg->{physdev_in} = $pkg->{physdev_out} = undef;
-
- if ($route_state eq 'from-bport') {
- $next_route_state = $from_info->{bridge} || die 'internal error';
- $next_physdev_in = $from_info->{iface} || die 'internal error';
- } elsif ($route_state eq 'host') {
-
- if ($target->{type} eq 'bport') {
- $pkg->{iface_in} = 'lo';
- $pkg->{iface_out} = $target->{bridge} || die 'internal error';
- $chain = 'PVEFW-OUTPUT';
- $next_route_state = $target->{iface} || die 'internal error';
- } elsif ($target->{type} eq 'ct') {
- $pkg->{iface_in} = 'lo';
- $pkg->{iface_out} = 'venet0';
- $chain = 'PVEFW-OUTPUT';
- $next_route_state = 'venet-in';
- } elsif ($target->{type} eq 'vm') {
- $pkg->{iface_in} = 'lo';
- $pkg->{iface_out} = $target->{bridge} || die 'internal error';
- $chain = 'PVEFW-OUTPUT';
- $next_route_state = 'fwbr-in';
- } else {
- die "implement me";
- }
-
- } elsif ($route_state eq 'venet-out') {
-
- if ($target->{type} eq 'host') {
-
- $chain = 'PVEFW-INPUT';
- $pkg->{iface_in} = 'venet0';
- $pkg->{iface_out} = 'lo';
- $next_route_state = 'host';
-
- } elsif ($target->{type} eq 'bport') {
-
- $chain = 'PVEFW-FORWARD';
- $pkg->{iface_in} = 'venet0';
- $pkg->{iface_out} = $target->{bridge} || die 'internal error';
- $next_route_state = $target->{iface} || die 'internal error';
-
- } elsif ($target->{type} eq 'vm') {
-
- $chain = 'PVEFW-FORWARD';
- $pkg->{iface_in} = 'venet0';
- $pkg->{iface_out} = $target->{bridge} || die 'internal error';
- $next_route_state = 'fwbr-in';
-
- } elsif ($target->{type} eq 'ct') {
-
- $chain = 'PVEFW-FORWARD';
- $pkg->{iface_in} = 'venet0';
- $pkg->{iface_out} = 'venet0';
- $next_route_state = 'venet-in';
-
- } else {
- die "implement me";
- }
-
- } elsif ($route_state eq 'fwbr-out') {
-
- $chain = 'PVEFW-FORWARD';
- $next_route_state = $from_info->{bridge} || die 'internal error';
- $next_physdev_in = $from_info->{fwpr} || die 'internal error';
- $pkg->{iface_in} = $from_info->{fwbr} || die 'internal error';
- $pkg->{iface_out} = $from_info->{fwbr} || die 'internal error';
- $pkg->{physdev_in} = $from_info->{tapdev} || die 'internal error';
- $pkg->{physdev_out} = $from_info->{fwln} || die 'internal error';
-
- } elsif ($route_state eq 'fwbr-in') {
-
- $chain = 'PVEFW-FORWARD';
- $next_route_state = $target->{tapdev};
- $pkg->{iface_in} = $target->{fwbr} || die 'internal error';
- $pkg->{iface_out} = $target->{fwbr} || die 'internal error';
- $pkg->{physdev_in} = $target->{fwln} || die 'internal error';
- $pkg->{physdev_out} = $target->{tapdev} || die 'internal error';
-
- } elsif ($route_state =~ m/^vmbr\d+$/) {
-
- die "missing physdev_in - internal error?" if !$physdev_in;
- $pkg->{physdev_in} = $physdev_in;
-
- if ($target->{type} eq 'host') {
-
- $chain = 'PVEFW-INPUT';
- $pkg->{iface_in} = $route_state;
- $pkg->{iface_out} = 'lo';
- $next_route_state = 'host';
-
- } elsif ($target->{type} eq 'bport') {
-
- $chain = 'PVEFW-FORWARD';
- $pkg->{iface_in} = $route_state;
- $pkg->{iface_out} = $target->{bridge} || die 'internal error';
- # conditionally set physdev_out (same behavior as kernel)
- if ($route_state eq $target->{bridge}) {
- $pkg->{physdev_out} = $target->{iface} || die 'internal error';
- }
- $next_route_state = $target->{iface};
-
- } elsif ($target->{type} eq 'ct') {
-
- $chain = 'PVEFW-FORWARD';
- $pkg->{iface_in} = $route_state;
- $pkg->{iface_out} = 'venet0';
- $next_route_state = 'venet-in';
-
- } elsif ($target->{type} eq 'vm') {
-
- $chain = 'PVEFW-FORWARD';
- $pkg->{iface_in} = $route_state;
- $pkg->{iface_out} = $target->{bridge};
- # conditionally set physdev_out (same behavior as kernel)
- if ($route_state eq $target->{bridge}) {
- $pkg->{physdev_out} = $target->{fwpr} || die 'internal error';
- }
- $next_route_state = 'fwbr-in';
-
- } else {
- die "implement me";
- }
-
- } else {
- die "implement me $route_state";
- }
-
- die "internal error" if !defined($next_route_state);
-
- if ($chain) {
- add_trace("IPT check at $route_state (chain $chain)\n");
- add_trace(Dumper($pkg));
- $ipt_invocation_counter++;
- my ($res, $ctr) = ruleset_simulate_chain($ruleset, $ipset_ruleset, $chain, $pkg);
- $rule_check_counter += $ctr;
- return ($res, $ipt_invocation_counter, $rule_check_counter) if $res ne 'ACCEPT';
- }
-
- $route_state = $next_route_state;
-
- $physdev_in = $next_physdev_in;
- }
-
- return ('ACCEPT', $ipt_invocation_counter, $rule_check_counter);
-}
-
-sub extract_ct_info {
- my ($vmdata, $vmid) = @_;
-
- my $info = { type => 'ct', vmid => $vmid };
-
- my $conf = $vmdata->{openvz}->{$vmid} || die "no such CT '$vmid'";
- if ($conf->{ip_address}) {
- $info->{ip_address} = $conf->{ip_address}->{value};
- } else {
- die "implement me";
- }
- return $info;
-}
-
-sub extract_vm_info {
- my ($vmdata, $vmid) = @_;
-
- my $info = { type => 'vm', vmid => $vmid };
+# load dummy corosync config to have fw create according rules
+my $corosync_conf_fn = "corosync.conf";
+my $raw = PVE::Tools::file_get_contents($corosync_conf_fn);
+my $local_hostname = PVE::INotify::nodename();
+(my $raw_replaced = $raw) =~ s/proxself$/$local_hostname\n/gm;
+my $corosync_conf = PVE::Corosync::parse_conf($corosync_conf_fn, $raw_replaced);
- my $conf = $vmdata->{qemu}->{$vmid} || die "no such VM '$vmid'";
- my $net = PVE::QemuServer::parse_net($conf->{net0});
- $info->{macaddr} = $net->{macaddr} || die "unable to get mac address";
- $info->{bridge} = $net->{bridge} || die "unable to get bridge";
- $info->{fwbr} = "fwbr${vmid}i0";
- $info->{tapdev} = "tap${vmid}i0";
- $info->{fwln} = "fwln${vmid}i0";
- $info->{fwpr} = "fwpr${vmid}p0";
+PVE::FirewallSimulator::debug($debug);
- return $info;
-}
-
-sub simulate_firewall {
- my ($ruleset, $ipset_ruleset, $vmdata, $test) = @_;
-
- my $from = $test->{from} || die "missing 'from' field";
- my $to = $test->{to} || die "missing 'to' field";
- my $action = $test->{action} || die "missing 'action'";
-
- my $testid = $test->{id};
-
- die "from/to needs to be different" if $from eq $to;
-
- my $pkg = {
- proto => 'tcp',
- sport => undef,
- dport => undef,
- source => undef,
- dest => undef,
- };
-
- while (my ($k,$v) = each %$test) {
- next if $k eq 'from';
- next if $k eq 'to';
- next if $k eq 'action';
- next if $k eq 'id';
- die "unknown attribute '$k'\n" if !exists($pkg->{$k});
- $pkg->{$k} = $v;
- }
-
- my $from_info = {};
-
- my $start_state;
-
- if ($from eq 'host') {
- $from_info->{type} = 'host';
- $start_state = 'host';
- } elsif ($from =~ m|^(vmbr\d+)/(\S+)$|) {
- $from_info->{type} = 'bport';
- $from_info->{bridge} = $1;
- $from_info->{iface} = $2;
- $start_state = 'from-bport';
- } elsif ($from eq 'outside') {
- $from_info->{type} = 'bport';
- $from_info->{bridge} = 'vmbr0';
- $from_info->{iface} = 'eth0';
- $start_state = 'from-bport';
- } elsif ($from eq 'nfvm') {
- $from_info->{type} = 'bport';
- $from_info->{bridge} = 'vmbr0';
- $from_info->{iface} = 'tapXYZ';
- $start_state = 'from-bport';
- } elsif ($from =~ m/^ct(\d+)$/) {
- my $vmid = $1;
- $from_info = extract_ct_info($vmdata, $vmid);
- if ($from_info->{ip_address}) {
- $pkg->{source} = $from_info->{ip_address} if !defined($pkg->{source});
- $start_state = 'venet-out';
- } else {
- die "implement me";
- }
- } elsif ($from =~ m/^vm(\d+)$/) {
- my $vmid = $1;
- $from_info = extract_vm_info($vmdata, $vmid);
- $start_state = 'fwbr-out';
- $pkg->{mac_source} = $from_info->{macaddr};
- } else {
- die "unable to parse \"from => '$from'\"\n";
- }
-
- my $target;
-
- if ($to eq 'host') {
- $target->{type} = 'host';
- $target->{iface} = 'host';
- } elsif ($to =~ m|^(vmbr\d+)/(\S+)$|) {
- $target->{type} = 'bport';
- $target->{bridge} = $1;
- $target->{iface} = $2;
- } elsif ($to eq 'outside') {
- $target->{type} = 'bport';
- $target->{bridge} = 'vmbr0';
- $target->{iface} = 'eth0';
- } elsif ($to eq 'nfvm') {
- $target->{type} = 'bport';
- $target->{bridge} = 'vmbr0';
- $target->{iface} = 'tapXYZ';
- } elsif ($to =~ m/^ct(\d+)$/) {
- my $vmid = $1;
- $target = extract_ct_info($vmdata, $vmid);
- $target->{iface} = 'venet-in';
-
- if ($target->{ip_address}) {
- $pkg->{dest} = $target->{ip_address};
- } else {
- die "implement me";
- }
- } elsif ($to =~ m/^vm(\d+)$/) {
- my $vmid = $1;
- $target = extract_vm_info($vmdata, $vmid);
- $target->{iface} = $target->{tapdev};
- } else {
- die "unable to parse \"to => '$to'\"\n";
- }
-
- my ($res, $ic, $rc) = route_packet($ruleset, $ipset_ruleset, $pkg,
- $from_info, $target, $start_state);
-
- add_trace("IPT statistics: invocation = $ic, checks = $rc\n");
-
- die "test failed ($res != $action)\n" if $action ne $res;
-
- return undef;
-}
+my $testfilename = shift;
+my $testid = shift;
sub run_tests {
my ($vmdata, $testdir, $testfile, $testid) = @_;
$testfile = 'tests' if !$testfile;
+
$vmdata->{testdir} = $testdir;
+ my $host_ip = '172.16.1.2';
+
+ PVE::Firewall::local_network('172.16.1.0/24');
+
my ($ruleset, $ipset_ruleset) =
- PVE::Firewall::compile(undef, undef, $vmdata);
+ PVE::Firewall::compile(undef, undef, $vmdata, $corosync_conf);
my $filename = "$testdir/$testfile";
my $fh = IO::File->new($filename) ||
my $test = eval $line;
die $@ if $@;
next if defined($testid) && (!defined($test->{id}) || ($testid ne $test->{id}));
- $trace = '';
- print Dumper($ruleset) if $debug;
+ PVE::FirewallSimulator::reset_trace();
+ print Dumper($ruleset->{filter}) if $debug;
$testcount++;
eval {
my @test_zones = qw(host outside nfvm vm100 ct200);
foreach my $zone (@test_zones) {
next if $zone eq $test->{from};
$test->{to} = $zone;
- add_trace("Set Zone: to => '$zone'\n");
- simulate_firewall($ruleset, $ipset_ruleset, $vmdata, $test);
+ PVE::FirewallSimulator::add_trace("Set Zone: to => '$zone'\n");
+ PVE::FirewallSimulator::simulate_firewall($ruleset->{filter}, $ipset_ruleset,
+ $host_ip, $vmdata, $test);
}
} elsif (!defined($test->{from})) {
foreach my $zone (@test_zones) {
next if $zone eq $test->{to};
$test->{from} = $zone;
- add_trace("Set Zone: from => '$zone'\n");
- simulate_firewall($ruleset, $ipset_ruleset, $vmdata, $test);
+ PVE::FirewallSimulator::add_trace("Set Zone: from => '$zone'\n");
+ PVE::FirewallSimulator::simulate_firewall($ruleset->{filter}, $ipset_ruleset,
+ $host_ip, $vmdata, $test);
}
} else {
- simulate_firewall($ruleset, $ipset_ruleset, $vmdata, $test);
+ PVE::FirewallSimulator::simulate_firewall($ruleset->{filter}, $ipset_ruleset,
+ $host_ip, $vmdata, $test);
}
};
if (my $err = $@) {
-
- print Dumper($ruleset) if !$debug;
-
- print "$trace\n" if !$debug;
-
+ print Dumper($ruleset->{filter}) if !$debug;
+ print PVE::FirewallSimulator::get_trace() . "\n" if !$debug;
print "$filename line $.: $line";
-
print "test failed: $err\n";
-
exit(-1);
}
} else {
qemu => {
100 => {
net0 => "e1000=0E:0B:38:B8:B3:21,bridge=vmbr0,firewall=1",
+ net1 => "e1000=0E:0B:38:B9:B4:21,bridge=vmbr1,firewall=1",
+ net2 => "e1000=0E:0B:38:BA:B4:21,bridge=vmbr2,firewall=1",
},
101 => {
net0 => "e1000=0E:0B:38:B8:B3:22,bridge=vmbr0,firewall=1",
net0 => "e1000=0E:0B:38:B8:B4:21,bridge=vmbr1,firewall=1",
},
},
- openvz => {
+ lxc => {
200 => {
- ip_address => { value => '10.0.200.1' },
+ net0 => "name=eth0,hwaddr=0E:18:24:41:2C:43,bridge=vmbr0,firewall=1,ip=10.0.200.1/24",
},
201 => {
- ip_address => { value => '10.0.200.2' },
+ net0 => "name=eth0,hwaddr=0E:18:24:41:2C:44,bridge=vmbr0,firewall=1,ip=10.0.200.2/24",
},
},
};
projects / pve-firewall.git / blobdiff