use warnings;
use Data::Dumper;
use PVE::Firewall;
+use Getopt::Long;
+use File::Basename;
my $mark;
my $trace;
+my $outside_iface = 'eth0';
+my $outside_bridge = 'vmbr0';
+
+my $debug = 0;
+
+sub print_usage_and_exit {
+ die "usage: $0 [--debug] [testfile [testid]]\n";
+}
+
+if (!GetOptions ('debug' => \$debug)) {
+ print_usage_and_exit();
+}
+
+my $testfilename = shift;
+my $testid = shift;
+
+sub add_trace {
+ my ($text) = @_;
+
+ if ($debug) {
+ print $text;
+ } else {
+ $trace .= $text;
+ }
+}
+
sub rule_match {
my ($chain, $rule, $pkg) = @_;
sub ruleset_simulate_chain {
my ($ruleset, $chain, $pkg) = @_;
- $trace .= "ENTER chain $chain\n";
+ add_trace("ENTER chain $chain\n");
if ($chain eq 'PVEFW-Drop') {
- $trace .= "LEAVE chain $chain\n";
+ add_trace("LEAVE chain $chain\n");
return 'DROP';
}
if ($chain eq 'PVEFW-reject') {
- $trace .= "LEAVE chain $chain\n";
+ add_trace("LEAVE chain $chain\n");
return 'REJECT';
}
if ($chain eq 'PVEFW-tcpflags') {
- $trace .= "LEAVE chain $chain\n";
+ add_trace("LEAVE chain $chain\n");
return undef;
}
foreach my $rule (@$rules) {
my ($goto, $action) = rule_match($chain, $rule, $pkg);
if (!defined($action)) {
- $trace .= "SKIP: $rule\n";
+ add_trace("SKIP: $rule\n");
next;
}
- $trace .= "MATCH: $rule\n";
+ add_trace("MATCH: $rule\n");
if ($action eq 'ACCEPT' || $action eq 'DROP' || $action eq 'REJECT') {
- $trace .= "TERMINATE chain $chain: $action\n";
+ add_trace("TERMINATE chain $chain: $action\n");
return $action;
} elsif ($action eq 'RETURN') {
- $trace .= "RETURN FROM chain $chain\n";
+ add_trace("RETURN FROM chain $chain\n");
last;
} else {
if ($goto) {
- $trace .= "LEAVE chain $chain - goto $action\n";
+ add_trace("LEAVE chain $chain - goto $action\n");
return ruleset_simulate_chain($ruleset, $action, $pkg)
#$chain = $action;
#$rules = $ruleset->{$chain} || die "no such chain '$chain'";
if ($action = ruleset_simulate_chain($ruleset, $action, $pkg)) {
return $action;
}
- $trace .= "CONTINUE chain $chain\n";
+ add_trace("CONTINUE chain $chain\n");
}
}
}
- $trace .= "LEAVE chain $chain\n";
+ add_trace("LEAVE chain $chain\n");
if ($chain =~ m/^PVEFW-(INPUT|OUTPUT|FORWARD)$/) {
return 'ACCEPT'; # default policy
}
return $res;
}
+# Try to simulate packet traversal inside kernel. This invokes iptable
+# checks several times.
+sub route_packet {
+ my ($ruleset, $ipset_ruleset, $pkg, $from_info, $target, $start_state) = @_;
+
+ my $route_state = $start_state;
+
+ my $physdev_in;
+
+ while ($route_state ne $target->{iface}) {
+
+ my $chain;
+ my $next_route_state;
+ my $next_physdev_in;
+
+ $pkg->{iface_in} = $pkg->{iface_out} = undef;
+ $pkg->{physdev_in} = $pkg->{physdev_out} = undef;
+
+ if ($route_state eq 'from-outside') {
+ $next_route_state = $outside_bridge || die 'internal error';
+ $next_physdev_in = $outside_iface || die 'internal error';
+ } elsif ($route_state eq 'host') {
+
+ if ($target->{type} eq 'outside') {
+ $pkg->{iface_in} = 'lo';
+ $pkg->{iface_out} = $outside_bridge;
+ $chain = 'PVEFW-OUTPUT';
+ $next_route_state = $outside_iface
+ } elsif ($target->{type} eq 'ct') {
+ $pkg->{iface_in} = 'lo';
+ $pkg->{iface_out} = 'venet0';
+ $chain = 'PVEFW-OUTPUT';
+ $next_route_state = 'venet-in';
+ } elsif ($target->{type} eq 'vm') {
+ $pkg->{iface_in} = 'lo';
+ $pkg->{iface_out} = $target->{bridge} || die 'internal error';
+ $chain = 'PVEFW-OUTPUT';
+ $next_route_state = 'fwbr-in';
+ } else {
+ die "implement me";
+ }
+
+ } elsif ($route_state eq 'venet-out') {
+
+ if ($target->{type} eq 'host') {
+
+ $chain = 'PVEFW-INPUT';
+ $pkg->{iface_in} = 'venet0';
+ $pkg->{iface_out} = 'lo';
+ $next_route_state = 'host';
+
+ } elsif ($target->{type} eq 'outside') {
+
+ $chain = 'PVEFW-FORWARD';
+ $pkg->{iface_in} = 'venet0';
+ $pkg->{iface_out} = $outside_bridge;
+ $next_route_state = $outside_iface;
+
+ } elsif ($target->{type} eq 'vm') {
+
+ $chain = 'PVEFW-FORWARD';
+ $pkg->{iface_in} = 'venet0';
+ $pkg->{iface_out} = $target->{bridge} || die 'internal error';
+ $next_route_state = 'fwbr-in';
+
+ } elsif ($target->{type} eq 'ct') {
+
+ $chain = 'PVEFW-FORWARD';
+ $pkg->{iface_in} = 'venet0';
+ $pkg->{iface_out} = 'venet0';
+ $next_route_state = 'venet-in';
+
+ } else {
+ die "implement me";
+ }
+
+ } elsif ($route_state eq 'fwbr-out') {
+
+ $chain = 'PVEFW-FORWARD';
+ $next_route_state = $from_info->{bridge} || die 'internal error';
+ $next_physdev_in = $from_info->{fwpr} || die 'internal error';
+ $pkg->{iface_in} = $from_info->{fwbr} || die 'internal error';
+ $pkg->{iface_out} = $from_info->{fwbr} || die 'internal error';
+ $pkg->{physdev_in} = $from_info->{tapdev} || die 'internal error';
+ $pkg->{physdev_out} = $from_info->{fwln} || die 'internal error';
+
+ } elsif ($route_state eq 'fwbr-in') {
+
+ $chain = 'PVEFW-FORWARD';
+ $next_route_state = $target->{tapdev};
+ $pkg->{iface_in} = $target->{fwbr} || die 'internal error';
+ $pkg->{iface_out} = $target->{fwbr} || die 'internal error';
+ $pkg->{physdev_in} = $target->{fwln} || die 'internal error';
+ $pkg->{physdev_out} = $target->{tapdev} || die 'internal error';
+
+ } elsif ($route_state =~ m/^vmbr\d+$/) {
+
+ die "missing physdev_in - internal error?" if !$physdev_in;
+
+ if ($target->{type} eq 'host') {
+
+ $chain = 'PVEFW-INPUT';
+ $pkg->{iface_in} = $route_state;
+ $pkg->{iface_out} = 'lo';
+ $next_route_state = 'host';
+
+ if ($route_state eq $outside_bridge) {
+
+ } else {
+
+ }
+
+ } elsif ($target->{type} eq 'outside') {
+
+ $chain = 'PVEFW-FORWARD';
+ $pkg->{iface_in} = $route_state;
+ $pkg->{iface_out} = $outside_bridge;
+ $pkg->{physdev_in} = $physdev_in;
+ # conditionally set physdev_out (same behavior as kernel)
+ if ($route_state eq $outside_bridge) {
+ $pkg->{physdev_out} = $outside_iface || die 'internal error';
+ }
+ $next_route_state = $outside_iface;
+
+ } elsif ($target->{type} eq 'ct') {
+
+ $chain = 'PVEFW-FORWARD';
+ $pkg->{iface_in} = $route_state;
+ $pkg->{iface_out} = 'venet0';
+ $next_route_state = 'venet-in';
+
+ } elsif ($target->{type} eq 'vm') {
+
+ $chain = 'PVEFW-FORWARD';
+ $pkg->{iface_in} = $route_state;
+ $pkg->{iface_out} = $target->{bridge};
+ $pkg->{physdev_in} = $physdev_in;
+ # conditionally set physdev_out (same behavior as kernel)
+ if ($route_state eq $target->{bridge}) {
+ $pkg->{physdev_out} = $target->{fwpr} || die 'internal error';
+ }
+ $next_route_state = 'fwbr-in';
+
+ } else {
+ die "implement me";
+ }
+
+ } else {
+ die "implement me $route_state";
+ }
+
+ die "internal error" if !defined($next_route_state);
+
+ if ($chain) {
+ add_trace("IPT check at $route_state (chain $chain)\n");
+ add_trace(Dumper($pkg));
+ my $res = ruleset_simulate_chain($ruleset, $chain, $pkg);
+ return $res if $res ne 'ACCEPT';
+ }
+
+ $route_state = $next_route_state;
+
+ $physdev_in = $next_physdev_in;
+ }
+
+ return 'ACCEPT';
+}
+
+sub extract_ct_info {
+ my ($vmdata, $vmid) = @_;
+
+ my $info = { type => 'ct', vmid => $vmid };
+
+ my $conf = $vmdata->{openvz}->{$vmid} || die "no such CT '$vmid'";
+ if ($conf->{ip_address}) {
+ $info->{ip_address} = $conf->{ip_address}->{value};
+ } else {
+ die "implement me";
+ }
+ return $info;
+}
+
+sub extract_vm_info {
+ my ($vmdata, $vmid) = @_;
+
+ my $info = { type => 'vm', vmid => $vmid };
+
+ my $conf = $vmdata->{qemu}->{$vmid} || die "no such VM '$vmid'";
+ my $net = PVE::QemuServer::parse_net($conf->{net0});
+ $info->{macaddr} = $net->{macaddr} || die "unable to get mac address";
+ $info->{bridge} = $net->{bridge} || die "unable to get bridge";
+ $info->{fwbr} = "fwbr${vmid}i0";
+ $info->{tapdev} = "tap${vmid}i0";
+ $info->{fwln} = "fwln${vmid}i0";
+ $info->{fwpr} = "fwpr${vmid}p0";
+
+ return $info;
+}
sub simulate_firewall {
my ($ruleset, $ipset_ruleset, $vmdata, $test) = @_;
die "from/to needs to be different" if $from eq $to;
my $pkg = {
- iface_in => 'lo',
- iface_out => 'lo',
proto => 'tcp',
sport => '1234',
dport => '4321',
$pkg->{$k} = $v;
}
- my $pre_test;
+ my $from_info = {};
+
+ my $start_state;
if ($from eq 'host') {
- $pre_test = ['PVEFW-OUTPUT', $pkg];
+ $from_info->{type} = 'host';
+ $start_state = 'host';
+ } elsif ($from eq 'outside') {
+ $from_info->{type} = 'outside';
+ $start_state = 'from-outside';
} elsif ($from =~ m/^ct(\d+)$/) {
my $vmid = $1;
- my $conf = $vmdata->{openvz}->{$vmid} || die "no such CT '$vmid'";
- if ($conf->{ip_address}) {
- $pkg->{source} = $conf->{ip_address}->{value};
- $pkg->{iface_in} = 'venet0';
+ $from_info = extract_ct_info($vmdata, $vmid);
+ if ($from_info->{ip_address}) {
+ $pkg->{source} = $from_info->{ip_address};
+ $start_state = 'venet-out';
} else {
die "implement me";
}
- $pre_test = ['PVEFW-FORWARD', $pkg];
} elsif ($from =~ m/^vm(\d+)$/) {
my $vmid = $1;
- my $conf = $vmdata->{qemu}->{$vmid} || die "no such VM '$vmid'";
- my $net = PVE::QemuServer::parse_net($conf->{net0});
- my $macaddr = $net->{macaddr} || die "unable to get mac address";
- $pkg->{iface_in} = $net->{bridge} || die "unable to get bridge";
- $pkg->{mac_source} = $macaddr;
- my $brpkg = copy_packet($pkg);
- $brpkg->{physdev_in} = "tap${vmid}i0";
- $brpkg->{physdev_out} = "fwln${vmid}i0";
- $brpkg->{iface_in} = $brpkg->{iface_out} = "fwbr${vmid}i0";
- $pre_test = ['PVEFW-FORWARD', $brpkg];
+ $from_info = extract_vm_info($vmdata, $vmid);
+ $start_state = 'fwbr-out';
+ $pkg->{mac_source} = $from_info->{macaddr};
} else {
die "implement me";
}
- my $post_test;
+ my $target;
+
if ($to eq 'host') {
- $post_test = ['PVEFW-INPUT', $pkg];
+ $target->{type} = 'host';
+ $target->{iface} = 'host';
+ } elsif ($to eq 'outside') {
+ $target->{type} = 'outside';
+ $target->{iface} = $outside_iface;
} elsif ($to =~ m/^ct(\d+)$/) {
my $vmid = $1;
- my $conf = $vmdata->{openvz}->{$vmid} || die "no such CT '$vmid'";
- if ($conf->{ip_address}) {
- $pkg->{dest} = $conf->{ip_address}->{value};
- $pkg->{iface_out} = 'venet0';
+ $target = extract_ct_info($vmdata, $vmid);
+ $target->{iface} = 'venet-in';
+
+ if ($target->{ip_address}) {
+ $pkg->{dest} = $target->{ip_address};
} else {
die "implement me";
}
- $post_test = ['PVEFW-FORWARD', $pkg];
} elsif ($to =~ m/^vm(\d+)$/) {
my $vmid = $1;
- my $conf = $vmdata->{qemu}->{$vmid} || die "no such VM '$vmid'";
- my $net = PVE::QemuServer::parse_net($conf->{net0});
- $pkg->{iface_out} = $net->{bridge} || die "unable to get bridge";
- my $brpkg = copy_packet($pkg);
- $brpkg->{physdev_out} = "tap${vmid}i0";
- $brpkg->{physdev_in} = "fwln${vmid}i0";
- $brpkg->{iface_in} = $brpkg->{iface_out} = "fwbr${vmid}i0";
- $post_test = ['PVEFW-FORWARD', $brpkg];
+ $target = extract_vm_info($vmdata, $vmid);
+ $target->{iface} = $target->{tapdev};
} else {
die "implement me";
}
- my $res = 'UNKNOWN';
- if ($pre_test) {
- my ($chain, $testpkg) = @$pre_test;
- $trace .= "PRE TEST $chain: " . Dumper($testpkg);
- $res = ruleset_simulate_chain($ruleset, $chain, $testpkg);
- if ($res ne 'ACCEPT') {
- die "test failed ($res != $action)\n" if $action ne $res;
- return undef; # sucess
- }
- }
-
- if ($post_test) {
- my ($chain, $testpkg) = @$post_test;
- $trace .= "POST TEST $chain: " . Dumper($testpkg);
- $res = ruleset_simulate_chain($ruleset, $chain, $testpkg);
- if ($res ne 'ACCEPT') {
- die "test failed ($res != $action)\n" if $action ne $res;
- return undef; # sucess
- }
- }
+ my $res = route_packet($ruleset, $ipset_ruleset, $pkg, $from_info, $target, $start_state);
- die "test failed ($res != $action)\n" if $action ne $res; # fixme: remove
+ die "test failed ($res != $action)\n" if $action ne $res;
- return undef;
+ return undef;
}
sub run_tests {
- my ($vmdata, $testdir) = @_;
+ my ($vmdata, $testdir, $testfile, $testid) = @_;
+
+ $testfile = 'tests' if !$testfile;
$vmdata->{testdir} = $testdir;
my ($ruleset, $ipset_ruleset) =
PVE::Firewall::compile(undef, undef, $vmdata);
- my $testfile = "$testdir/tests";
- my $fh = IO::File->new($testfile) ||
- die "unable to open '$testfile' - $!\n";
+ my $filename = "$testdir/$testfile";
+ my $fh = IO::File->new($filename) ||
+ die "unable to open '$filename' - $!\n";
+ my $testcount = 0;
while (defined(my $line = <$fh>)) {
next if $line =~ m/^\s*$/;
next if $line =~ m/^#.*$/;
if ($line =~ m/^\{.*\}\s*$/) {
my $test = eval $line;
die $@ if $@;
+ next if defined($testid) && (!defined($test->{id}) || ($testid ne $test->{id}));
$trace = '';
+ print Dumper($ruleset) if $debug;
+ $testcount++;
eval { simulate_firewall($ruleset, $ipset_ruleset, $vmdata, $test); };
if (my $err = $@) {
- print Dumper($ruleset);
+ print Dumper($ruleset) if !$debug;
- print "$trace\n";
+ print "$trace\n" if !$debug;
- print "$testfile line $.: $line";
+ print "$filename line $.: $line";
print "test failed: $err\n";
}
}
- print "PASS: $testfile\n";
+ die "no tests found\n" if $testcount <= 0;
+
+ print "PASS: $filename\n";
return undef;
}
my $vmdata = {
qemu => {
100 => {
- net0 => "e1000=0E:0B:38:B8:B3:21,bridge=vmbr0,firewall=0",
+ net0 => "e1000=0E:0B:38:B8:B3:21,bridge=vmbr0",
+ },
+ 101 => {
+ net0 => "e1000=0E:0B:38:B8:B3:22,bridge=vmbr0",
+ },
+ # on bridge vmbr1
+ 110 => {
+ net0 => "e1000=0E:0B:38:B8:B4:21,bridge=vmbr1",
},
},
openvz => {
200 => {
ip_address => { value => '10.0.200.1' },
},
+ 201 => {
+ ip_address => { value => '10.0.200.2' },
+ },
},
};
-foreach my $dir (<test-*>) {
- next if ! -d $dir;
- run_tests($vmdata, $dir);
+if ($testfilename) {
+ my $testfile;
+ my $dir;
+
+ if (-d $testfilename) {
+ $dir = $testfilename;
+ } elsif (-f $testfilename) {
+ $dir = dirname($testfilename);
+ $testfile = basename($testfilename);
+ } else {
+ die "no such file/dir '$testfilename'\n";
+ }
+
+ run_tests($vmdata, $dir, $testfile, $testid);
+
+} else {
+ foreach my $dir (<test-*>) {
+ next if ! -d $dir;
+ run_tests($vmdata, $dir);
+ }
}
print "OK - all tests passed\n";