11 use PVE
::Tools
qw(run_command);
18 sub get_shorewall_macros
{
20 return $macros if $macros;
22 foreach my $path (</usr/share
/shorewall/macro
.*>) {
23 if ($path =~ m
|/macro\
.(\S
+)$|) {
32 sub get_etc_services
{
34 return $etc_services if $etc_services;
36 my $filename = "/etc/services";
38 my $fh = IO
::File-
>new($filename, O_RDONLY
);
40 warn "unable to read '$filename' - $!\n";
46 while (my $line = <$fh>) {
48 next if $line =~m/^#/;
49 next if ($line =~m/^\s*$/);
51 if ($line =~ m!^(\S+)\s+(\S+)/(tcp|udp).*$!) {
52 $services->{byid
}->{$2}->{name
} = $1;
53 $services->{byid
}->{$2}->{$3} = 1;
54 $services->{byname
}->{$1} = $services->{byid
}->{$2};
60 $etc_services = $services;
68 sub get_etc_protocols
{
69 return $etc_protocols if $etc_protocols;
71 my $filename = "/etc/protocols";
73 my $fh = IO
::File-
>new($filename, O_RDONLY
);
75 warn "unable to read '$filename' - $!\n";
81 while (my $line = <$fh>) {
83 next if $line =~m/^#/;
84 next if ($line =~m/^\s*$/);
86 if ($line =~ m!^(\S+)\s+(\d+)\s+.*$!) {
87 $protocols->{byid
}->{$2}->{name
} = $1;
88 $protocols->{byname
}->{$1} = $protocols->{byid
}->{$2};
94 $etc_protocols = $protocols;
96 return $etc_protocols;
99 sub parse_address_list
{
102 foreach my $aor (split(/,/, $str)) {
103 if (!Net
::IP-
>new($aor)) {
104 my $err = Net
::IP
::Error
();
105 die "invalid IP address: $err\n";
110 sub parse_port_name_number_or_range
{
113 my $services = PVE
::Firewall
::get_etc_services
();
115 foreach my $item (split(/,/, $str)) {
116 foreach my $pon (split(':', $item, 2)) {
117 next if $pon =~ m/^\d+$/ && $pon > 0 && $pon < 65536;
118 next if defined($services->{byname
}->{$pon});
119 die "invalid port '$pon'\n";
125 my $rule_format = "%-15s %-30s %-30s %-15s %-15s %-15s\n";
130 run_command
("/sbin/iptables $cmd", outfunc
=> sub {}, errfunc
=> sub {});
133 sub iptables_restore
{
135 unshift (@ruleset, '*filter');
136 push (@ruleset, 'COMMIT');
138 my $cmdlist = join("\n", @ruleset);
140 run_command
("echo '$cmdlist' | /sbin/iptables-restore -n", outfunc
=> sub {});
143 sub iptables_addrule
{
146 push (@ruleset, $rule);
149 sub iptables_chain_exist
{
153 iptables
("-n --list $chain");
160 sub iptables_rule_exist
{
164 iptables
("-C $rule");
171 sub iptables_generate_rule
{
172 my ($chain, $rule) = @_;
174 my $cmd = "-A $chain";
176 $cmd .= " -s $rule->{source}" if $rule->{source
};
177 $cmd .= " -d $rule->{dest}" if $rule->{destination
};
178 $cmd .= " -p $rule->{proto}" if $rule->{proto
};
179 $cmd .= " --dport $rule->{dport}" if $rule->{dport
};
180 $cmd .= " --sport $rule->{sport}" if $rule->{sport
};
181 $cmd .= " -j $rule->{action}" if $rule->{action
};
183 iptables_addrule
($cmd);
187 sub generate_bridge_rules
{
190 if(!iptables_chain_exist
("BRIDGEFW-OUT")){
191 iptables_addrule
(":BRIDGEFW-OUT - [0:0]");
194 if(!iptables_chain_exist
("BRIDGEFW-IN")){
195 iptables_addrule
(":BRIDGEFW-IN - [0:0]");
198 if(!iptables_chain_exist
("proxmoxfw-FORWARD")){
199 iptables_addrule
(":proxmoxfw-FORWARD - [0:0]");
200 iptables_addrule
("-I FORWARD -j proxmoxfw-FORWARD");
201 iptables_addrule
("-A proxmoxfw-FORWARD -m state --state RELATED,ESTABLISHED -j ACCEPT");
202 iptables_addrule
("-A proxmoxfw-FORWARD -m physdev --physdev-is-in --physdev-is-bridged -j BRIDGEFW-OUT");
203 iptables_addrule
("-A proxmoxfw-FORWARD -m physdev --physdev-is-out --physdev-is-bridged -j BRIDGEFW-IN");
207 generate_proxmoxfwinput
();
209 if(!iptables_chain_exist
("$bridge-IN")){
210 iptables_addrule
(":$bridge-IN - [0:0]");
211 iptables_addrule
("-A proxmoxfw-FORWARD -i $bridge -j DROP"); #disable interbridge routing
212 iptables_addrule
("-A BRIDGEFW-IN -j $bridge-IN");
213 iptables_addrule
("-A $bridge-IN -j ACCEPT");
217 if(!iptables_chain_exist
("$bridge-OUT")){
218 iptables_addrule
(":$bridge-OUT - [0:0]");
219 iptables_addrule
("-A proxmoxfw-FORWARD -o $bridge -j DROP"); # disable interbridge routing
220 iptables_addrule
("-A BRIDGEFW-OUT -j $bridge-OUT");
227 sub generate_tap_rules_direction
{
228 my ($iface, $netid, $rules, $bridge, $direction) = @_;
230 my $tapchain = "$iface-$direction";
232 iptables_addrule
(":$tapchain - [0:0]");
234 iptables_addrule
("-A $tapchain -m state --state INVALID -j DROP");
235 iptables_addrule
("-A $tapchain -m state --state RELATED,ESTABLISHED -j ACCEPT");
237 if (scalar(@$rules)) {
238 foreach my $rule (@$rules) {
239 next if $rule->{iface
} && $rule->{iface
} ne $netid;
240 if($rule->{action
} =~ m/^(GROUP-(\S+))$/){
241 $rule->{action
} .= "-$direction";
242 #generate empty group rule if don't exist
243 if(!iptables_chain_exist
($rule->{action
})){
244 generate_group_rules
($2);
247 #we go to vmbr-IN if accept in out rules
248 $rule->{action
} = "$bridge-IN" if $rule->{action
} eq 'ACCEPT' && $direction eq 'OUT';
249 iptables_generate_rule
($tapchain, $rule);
253 iptables_addrule
("-A $tapchain -j LOG --log-prefix \"$tapchain-dropped: \" --log-level 4");
254 iptables_addrule
("-A $tapchain -j DROP");
256 #plug the tap chain to bridge chain
257 my $physdevdirection = $direction eq 'IN' ?
"out":"in";
258 my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
260 if(!iptables_rule_exist
($rule)){
261 iptables_addrule
("-I $rule");
264 if($direction eq 'OUT'){
266 my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain";
268 if(!iptables_rule_exist
($rule)){
269 iptables_addrule
("-A $rule");
274 sub generate_tap_rules
{
275 my ($net, $netid, $vmid) = @_;
277 my $filename = "/etc/pve/firewall/$vmid.fw";
278 my $fh = IO
::File-
>new($filename, O_RDONLY
);
281 #generate bridge rules
282 my $bridge = $net->{bridge
};
283 my $tag = $net->{tag
};
284 $bridge .= "v$tag" if $tag;
287 my $rules = parse_fw_rules
($filename, $fh);
289 my $inrules = $rules->{in};
290 my $outrules = $rules->{out
};
292 my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/;
294 generate_bridge_rules
($bridge);
295 generate_tap_rules_direction
($iface, $netid, $inrules, $bridge, 'IN');
296 generate_tap_rules_direction
($iface, $netid, $outrules, $bridge, 'OUT');
300 sub flush_tap_rules
{
301 my ($net, $netid, $vmid) = @_;
303 my $bridge = $net->{bridge
};
304 my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/;
306 flush_tap_rules_direction
($iface, $bridge, 'IN');
307 flush_tap_rules_direction
($iface, $bridge, 'OUT');
311 sub flush_tap_rules_direction
{
312 my ($iface, $bridge, $direction) = @_;
314 my $tapchain = "$iface-$direction";
316 if(iptables_chain_exist
($tapchain)){
317 iptables_addrule
("-F $tapchain");
319 my $physdevdirection = $direction eq 'IN' ?
"out":"in";
320 my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
321 if(iptables_rule_exist
($rule)){
322 iptables_addrule
("-D $rule");
325 if($direction eq 'OUT'){
326 my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain";
328 if(!iptables_rule_exist
($rule)){
329 iptables_addrule
("-D $rule");
333 iptables_addrule
("-X $tapchain");
337 my $generate_input_rule = sub {
338 my ($zoneinfo, $rule, $net, $netid) = @_;
340 my $zone = $net->{zone
} || die "internal error";
341 my $zid = $zoneinfo->{$zone}->{zoneref
} || die "internal error";
342 my $tap = $net->{tap
} || die "internal error";
344 my $dest = "$zid:$tap";
347 $dest .= ":$rule->{dest}";
350 my $action = $rule->{service
} ?
351 "$rule->{service}($rule->{action})" : $rule->{action
};
355 if (!$rule->{source
}) {
356 push @$sources, 'all';
357 } elsif ($zoneinfo->{$zone}->{type
} eq 'bport') {
358 my $bridge_zone = $zoneinfo->{$zone}->{bridge_zone
} || die "internal error";
359 my $zoneref = $zoneinfo->{$bridge_zone}->{zoneref
} || die "internal error";
361 # using 'all' does not work, so we create one rule for
362 # each related zone on the same bridge
363 push @$sources, "${zoneref}:$rule->{source}";
364 foreach my $z (keys %$zoneinfo) {
366 next if !$zoneinfo->{$z}->{bridge_zone
};
367 next if $zoneinfo->{$z}->{bridge_zone
} ne $bridge_zone;
368 $zoneref = $zoneinfo->{$z}->{zoneref
} || die "internal error";
369 push @$sources, "${zoneref}:$rule->{source}";
372 push @$sources, "all:$rule->{source}";
377 foreach my $source (@$sources) {
378 $out .= sprintf($rule_format, $action, $source, $dest, $rule->{proto
} || '-',
379 $rule->{dport
} || '-', $rule->{sport
} || '-');
385 my $generate_output_rule = sub {
386 my ($zoneinfo, $rule, $net, $netid) = @_;
388 my $zone = $net->{zone
} || die "internal error";
389 my $zid = $zoneinfo->{$zone}->{zoneref
} || die "internal error";
390 my $tap = $net->{tap
} || die "internal error";
392 my $action = $rule->{service
} ?
393 "$rule->{service}($rule->{action})" : $rule->{action
};
397 if (!$rule->{dest
}) {
400 $dest = "all:$rule->{dest}";
403 return sprintf($rule_format, $action, "$zid:$tap", $dest,
404 $rule->{proto
} || '-', $rule->{dport
} || '-', $rule->{sport
} || '-');
407 # we need complete VM configuration of all VMs (openvz/qemu)
410 my $compile_shorewall = sub {
411 my ($targetdir, $vmdata, $rules) = @_;
413 # remove existing data ?
414 foreach my $file (qw(params zones rules interfaces maclist policy)) {
415 unlink "$targetdir/$file";
421 fw
=> { type
=> 'firewall' },
428 $register_bridge = sub {
429 my ($bridge, $vlan) = @_;
433 return $zone if $zoneinfo->{$zone};
435 my $ext_zone = "${bridge}_ext";
437 $zoneinfo->{$zone} = {
440 bridge_ext_zone
=> $ext_zone,
443 # physical input devices
444 my $dir = "/sys/class/net/$bridge/brif";
446 PVE
::Tools
::dir_glob_foreach
($dir, '((eth|bond).+)', sub {
448 $physical->{$slave} = 1;
451 $zoneinfo->{$ext_zone} = {
453 bridge_zone
=> $zone,
457 return &$register_bridge("${bridge}v${vlan}") if defined($vlan);
462 my $register_bridge_port = sub {
463 my ($bridge, $vlan, $vmzone, $tap) = @_;
465 my $bridge_zone = &$register_bridge($bridge, $vlan);
466 my $zone = $bridge_zone . '_' . $vmzone;
468 if (!$zoneinfo->{$zone}) {
469 $zoneinfo->{$zone} = {
471 bridge_zone
=> $bridge_zone,
476 $zoneinfo->{$zone}->{ifaces
}->{$tap} = 1;
481 foreach my $vmid (keys %{$vmdata->{qemu
}}) {
482 $netinfo->{$vmid} = {};
483 my $conf = $vmdata->{qemu
}->{$vmid};
484 foreach my $opt (keys %$conf) {
485 next if $opt !~ m/^net(\d+)$/;
487 my $net = PVE
::QemuServer
::parse_net
($conf->{$opt});
489 die "implement me" if !$net->{bridge
};
491 my $vmzone = $conf->{zone
} || "vm$vmid";
492 $net->{tap
} = "tap${vmid}i${netnum}";
493 $maclist->{$net->{tap
}} = $net->{macaddr
} || die "internal error";
494 $net->{zone
} = &$register_bridge_port($net->{bridge
}, $net->{tag
}, $vmzone, $net->{tap
});
495 $netinfo->{$vmid}->{$opt} = $net;
499 #print Dumper($netinfo);
501 # NOTE: zone names have length limit, so we need to
502 # translate them into shorter names
505 my $zonemap = { fw
=> 'fw' };
507 my $lookup_zonename = sub {
510 return $zonemap->{$zone} if defined($zonemap->{$zone});
511 $zonemap->{$zone} = 'z' . $zoneid++;
513 return $zonemap->{$zone};
516 foreach my $z (sort keys %$zoneinfo) {
517 $zoneinfo->{$z}->{id
} = &$lookup_zonename($z);
518 $zoneinfo->{$z}->{zonevar
} = uc($z);
519 $zoneinfo->{$z}->{zoneref
} = '$' . $zoneinfo->{$z}->{zonevar
};
525 $out = "# PVE zones\n";
526 foreach my $z (sort keys %$zoneinfo) {
527 $out .= "$zoneinfo->{$z}->{zonevar}=$zoneinfo->{$z}->{id}\n";
529 PVE
::Tools
::file_set_contents
("$targetdir/params", $out);
533 my $format = "%-30s %-10s %-15s\n";
534 $out = sprintf($format, '#ZONE', 'TYPE', 'OPTIONS');
536 foreach my $z (sort keys %$zoneinfo) {
537 my $zid = $zoneinfo->{$z}->{zoneref
};
538 if ($zoneinfo->{$z}->{type
} eq 'firewall') {
539 $out .= sprintf($format, $zid, $zoneinfo->{$z}->{type
}, '');
540 } elsif ($zoneinfo->{$z}->{type
} eq 'bridge') {
541 $out .= sprintf($format, $zid, 'ipv4', '');
542 } elsif ($zoneinfo->{$z}->{type
} eq 'bport') {
543 my $bridge_zone = $zoneinfo->{$z}->{bridge_zone
} || die "internal error";
544 my $bzid = $zoneinfo->{$bridge_zone}->{zoneref
} || die "internal error";
545 $out .= sprintf($format, "$zid:$bzid", 'bport', '');
547 die "internal error";
551 $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n");
553 PVE
::Tools
::file_set_contents
("$targetdir/zones", $out);
557 $format = "%-25s %-20s %-10s %-15s\n";
558 $out = sprintf($format, '#ZONE', 'INTERFACE', 'BROADCAST', 'OPTIONS');
560 my $maclist_format = "%-15s %-15s %-15s\n";
561 my $macs = sprintf($maclist_format, '#DISPOSITION', 'INTERFACE', 'MACZONE');
563 foreach my $z (sort keys %$zoneinfo) {
564 my $zid = $zoneinfo->{$z}->{zoneref
};
565 if ($zoneinfo->{$z}->{type
} eq 'firewall') {
567 } elsif ($zoneinfo->{$z}->{type
} eq 'bridge') {
568 my $bridge = $zoneinfo->{$z}->{bridge
} || die "internal error";
569 $out .= sprintf($format, $zid, $bridge, 'detect', 'bridge,optional');
570 } elsif ($zoneinfo->{$z}->{type
} eq 'bport') {
571 my $ifaces = $zoneinfo->{$z}->{ifaces
};
572 foreach my $iface (sort keys %$ifaces) {
573 my $bridge_zone = $zoneinfo->{$z}->{bridge_zone
} || die "internal error";
574 my $bridge = $zoneinfo->{$bridge_zone}->{bridge
} || die "internal error";
575 my $iftxt = "$bridge:$iface";
577 if ($maclist->{$iface}) {
578 $out .= sprintf($format, $zid, $iftxt, '-', 'maclist');
579 $macs .= sprintf($maclist_format, 'ACCEPT', $iface, $maclist->{$iface});
581 $out .= sprintf($format, $zid, $iftxt, '-', '');
585 die "internal error";
589 $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n");
591 PVE
::Tools
::file_set_contents
("$targetdir/interfaces", $out);
594 PVE
::Tools
::file_set_contents
("$targetdir/maclist", $macs);
598 $format = "%-15s %-15s %-15s %s\n";
599 $out = sprintf($format, '#SOURCE', 'DEST', 'POLICY', 'LOG');
600 $out .= sprintf($format, 'fw', 'all', 'ACCEPT', '');
602 # we need to disable intra-zone traffic on bridges. Else traffic
603 # from untracked interfaces simply pass the firewall
604 foreach my $z (sort keys %$zoneinfo) {
605 my $zid = $zoneinfo->{$z}->{zoneref
};
606 if ($zoneinfo->{$z}->{type
} eq 'bridge') {
607 $out .= sprintf($format, $zid, $zid, 'REJECT', 'info');
610 $out .= sprintf($format, 'all', 'all', 'REJECT', 'info');
612 PVE
::Tools
::file_set_contents
("$targetdir/policy", $out);
617 $out = sprintf($rule_format, '#ACTION', 'SOURCE', 'DEST', 'PROTO', 'DPORT', 'SPORT');
618 foreach my $vmid (sort keys %$rules) {
619 my $inrules = $rules->{$vmid}->{in};
620 my $outrules = $rules->{$vmid}->{out
};
622 if (scalar(@$inrules)) {
623 $out .= "# IN to VM $vmid\n";
624 foreach my $rule (@$inrules) {
625 foreach my $netid (keys %{$netinfo->{$vmid}}) {
626 my $net = $netinfo->{$vmid}->{$netid};
627 next if $rule->{iface
} && $rule->{iface
} ne $netid;
628 $out .= &$generate_input_rule($zoneinfo, $rule, $net, $netid);
633 if (scalar(@$outrules)) {
634 $out .= "# OUT from VM $vmid\n";
635 foreach my $rule (@$outrules) {
636 foreach my $netid (keys %{$netinfo->{$vmid}}) {
637 my $net = $netinfo->{$vmid}->{$netid};
638 next if $rule->{iface
} && $rule->{iface
} ne $netid;
639 $out .= &$generate_output_rule($zoneinfo, $rule, $net, $netid);
645 PVE
::Tools
::file_set_contents
("$targetdir/rules", $out);
650 my ($filename, $fh) = @_;
654 my $res = { in => [], out
=> [] };
656 my $macros = get_shorewall_macros
();
657 my $protocols = get_etc_protocols
();
659 while (defined(my $line = <$fh>)) {
660 next if $line =~ m/^#/;
661 next if $line =~ m/^\s*$/;
663 if ($line =~ m/^\[(in|out)\]\s*$/i) {
669 my ($action, $iface, $source, $dest, $proto, $dport, $sport) =
673 warn "skip incomplete line\n";
678 if ($action =~ m/^(ACCEPT|DROP|REJECT|GROUP-(\S+))$/) {
680 } elsif ($action =~ m/^(\S+)\((ACCEPT|DROP|REJECT)\)$/) {
681 ($service, $action) = ($1, $2);
682 if (!$macros->{$service}) {
683 warn "unknown service '$service'\n";
687 warn "unknown action '$action'\n";
691 $iface = undef if $iface && $iface eq '-';
692 if ($iface && $iface !~ m/^(net0|net1|net2|net3|net4|net5)$/) {
693 warn "unknown interface '$iface'\n";
697 $proto = undef if $proto && $proto eq '-';
698 if ($proto && !(defined($protocols->{byname
}->{$proto}) ||
699 defined($protocols->{byid
}->{$proto}))) {
700 warn "unknown protokol '$proto'\n";
704 $source = undef if $source && $source eq '-';
705 $dest = undef if $dest && $dest eq '-';
707 $dport = undef if $dport && $dport eq '-';
708 $sport = undef if $sport && $sport eq '-';
711 parse_address_list
($source) if $source;
712 parse_address_list
($dest) if $dest;
713 parse_port_name_number_or_range
($dport) if $dport;
714 parse_port_name_number_or_range
($sport) if $sport;
734 push @{$res->{$section}}, $rule;
740 sub read_local_vm_config
{
746 my $list = PVE
::QemuServer
::config_list
();
748 foreach my $vmid (keys %$list) {
749 #next if !($vmid eq '100' || $vmid eq '102');
750 my $cfspath = PVE
::QemuServer
::cfs_config_path
($vmid);
751 if (my $conf = PVE
::Cluster
::cfs_read_file
($cfspath)) {
752 $qemu->{$vmid} = $conf;
756 my $vmdata = { openvz
=> $openvz, qemu
=> $qemu };
761 sub read_vm_firewall_rules
{
764 foreach my $vmid (keys %{$vmdata->{qemu
}}, keys %{$vmdata->{openvz
}}) {
765 my $filename = "/etc/pve/firewall/$vmid.fw";
766 my $fh = IO
::File-
>new($filename, O_RDONLY
);
769 $rules->{$vmid} = parse_fw_rules
($filename, $fh);
777 my $vmdata = read_local_vm_config
();
778 my $rules = read_vm_firewall_rules
($vmdata);
780 # print Dumper($vmdata);
782 my $swdir = '/etc/shorewall';
785 &$compile_shorewall($swdir, $vmdata, $rules);
787 PVE
::Tools
::run_command
(['shorewall', 'compile']);
790 sub compile_and_start
{
795 PVE
::Tools
::run_command
(['shorewall', $restart ?
'restart' : 'start']);