11 use PVE
::Tools
qw(run_command);
18 sub get_shorewall_macros
{
20 return $macros if $macros;
22 foreach my $path (</usr/share
/shorewall/macro
.*>) {
23 if ($path =~ m
|/macro\
.(\S
+)$|) {
32 sub get_etc_services
{
34 return $etc_services if $etc_services;
36 my $filename = "/etc/services";
38 my $fh = IO
::File-
>new($filename, O_RDONLY
);
40 warn "unable to read '$filename' - $!\n";
46 while (my $line = <$fh>) {
48 next if $line =~m/^#/;
49 next if ($line =~m/^\s*$/);
51 if ($line =~ m!^(\S+)\s+(\S+)/(tcp|udp).*$!) {
52 $services->{byid
}->{$2}->{name
} = $1;
53 $services->{byid
}->{$2}->{$3} = 1;
54 $services->{byname
}->{$1} = $services->{byid
}->{$2};
60 $etc_services = $services;
68 sub get_etc_protocols
{
69 return $etc_protocols if $etc_protocols;
71 my $filename = "/etc/protocols";
73 my $fh = IO
::File-
>new($filename, O_RDONLY
);
75 warn "unable to read '$filename' - $!\n";
81 while (my $line = <$fh>) {
83 next if $line =~m/^#/;
84 next if ($line =~m/^\s*$/);
86 if ($line =~ m!^(\S+)\s+(\d+)\s+.*$!) {
87 $protocols->{byid
}->{$2}->{name
} = $1;
88 $protocols->{byname
}->{$1} = $protocols->{byid
}->{$2};
94 $etc_protocols = $protocols;
96 return $etc_protocols;
99 sub parse_address_list
{
102 foreach my $aor (split(/,/, $str)) {
103 if (!Net
::IP-
>new($aor)) {
104 my $err = Net
::IP
::Error
();
105 die "invalid IP address: $err\n";
110 sub parse_port_name_number_or_range
{
113 my $services = PVE
::Firewall
::get_etc_services
();
115 foreach my $item (split(/,/, $str)) {
117 foreach my $pon (split(':', $item, 2)) {
118 if ($pon =~ m/^\d+$/){
119 die "invalid port '$pon'\n" if $pon < 0 && $pon > 65536;
121 die "invalid port $services->{byname}->{$pon}\n" if !$services->{byname
}->{$pon};
130 my $rule_format = "%-15s %-30s %-30s %-15s %-15s %-15s\n";
135 run_command
("/sbin/iptables $cmd", outfunc
=> sub {}, errfunc
=> sub {});
138 sub iptables_restore
{
140 unshift (@ruleset, '*filter');
141 push (@ruleset, 'COMMIT');
143 my $cmdlist = join("\n", @ruleset);
145 run_command
("echo '$cmdlist' | /sbin/iptables-restore -n", outfunc
=> sub {});
148 sub iptables_addrule
{
151 push (@ruleset, $rule);
154 sub iptables_chain_exist
{
158 iptables
("-n --list $chain");
165 sub iptables_rule_exist
{
169 iptables
("-C $rule");
176 sub iptables_generate_rule
{
177 my ($chain, $rule) = @_;
179 my $cmd = "-A $chain";
181 $cmd .= " -s $rule->{source}" if $rule->{source
};
182 $cmd .= " -d $rule->{dest}" if $rule->{destination
};
183 $cmd .= " -p $rule->{proto}" if $rule->{proto
};
184 $cmd .= " --match multiport" if $rule->{nbdport
} && $rule->{nbdport
} > 1;
185 $cmd .= " --dport $rule->{dport}" if $rule->{dport
};
186 $cmd .= " --match multiport" if $rule->{nbsport
} && $rule->{nbsport
} > 1;
187 $cmd .= " --sport $rule->{sport}" if $rule->{sport
};
188 $cmd .= " -j $rule->{action}" if $rule->{action
};
190 iptables_addrule
($cmd);
194 sub generate_bridge_rules
{
197 if(!iptables_chain_exist
("BRIDGEFW-OUT")){
198 iptables_addrule
(":BRIDGEFW-OUT - [0:0]");
201 if(!iptables_chain_exist
("BRIDGEFW-IN")){
202 iptables_addrule
(":BRIDGEFW-IN - [0:0]");
205 if(!iptables_chain_exist
("proxmoxfw-FORWARD")){
206 iptables_addrule
(":proxmoxfw-FORWARD - [0:0]");
207 iptables_addrule
("-I FORWARD -j proxmoxfw-FORWARD");
208 iptables_addrule
("-A proxmoxfw-FORWARD -m state --state RELATED,ESTABLISHED -j ACCEPT");
209 iptables_addrule
("-A proxmoxfw-FORWARD -m physdev --physdev-is-in --physdev-is-bridged -j BRIDGEFW-OUT");
210 iptables_addrule
("-A proxmoxfw-FORWARD -m physdev --physdev-is-out --physdev-is-bridged -j BRIDGEFW-IN");
214 generate_proxmoxfwinput
();
216 if(!iptables_chain_exist
("$bridge-IN")){
217 iptables_addrule
(":$bridge-IN - [0:0]");
218 iptables_addrule
("-A proxmoxfw-FORWARD -i $bridge -j DROP"); #disable interbridge routing
219 iptables_addrule
("-A BRIDGEFW-IN -j $bridge-IN");
220 iptables_addrule
("-A $bridge-IN -j ACCEPT");
224 if(!iptables_chain_exist
("$bridge-OUT")){
225 iptables_addrule
(":$bridge-OUT - [0:0]");
226 iptables_addrule
("-A proxmoxfw-FORWARD -o $bridge -j DROP"); # disable interbridge routing
227 iptables_addrule
("-A BRIDGEFW-OUT -j $bridge-OUT");
234 sub generate_tap_rules_direction
{
235 my ($iface, $netid, $rules, $bridge, $direction) = @_;
237 my $tapchain = "$iface-$direction";
239 iptables_addrule
(":$tapchain - [0:0]");
241 iptables_addrule
("-A $tapchain -m state --state INVALID -j DROP");
242 iptables_addrule
("-A $tapchain -m state --state RELATED,ESTABLISHED -j ACCEPT");
244 if (scalar(@$rules)) {
245 foreach my $rule (@$rules) {
246 next if $rule->{iface
} && $rule->{iface
} ne $netid;
247 if($rule->{action
} =~ m/^(GROUP-(\S+))$/){
248 $rule->{action
} .= "-$direction";
249 #generate empty group rule if don't exist
250 if(!iptables_chain_exist
($rule->{action
})){
251 generate_group_rules
($2);
254 #we go to vmbr-IN if accept in out rules
255 $rule->{action
} = "$bridge-IN" if $rule->{action
} eq 'ACCEPT' && $direction eq 'OUT';
256 iptables_generate_rule
($tapchain, $rule);
260 iptables_addrule
("-A $tapchain -j LOG --log-prefix \"$tapchain-dropped: \" --log-level 4");
261 iptables_addrule
("-A $tapchain -j DROP");
263 #plug the tap chain to bridge chain
264 my $physdevdirection = $direction eq 'IN' ?
"out":"in";
265 my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
267 if(!iptables_rule_exist
($rule)){
268 iptables_addrule
("-I $rule");
271 if($direction eq 'OUT'){
273 my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain";
275 if(!iptables_rule_exist
($rule)){
276 iptables_addrule
("-A $rule");
281 sub generate_tap_rules
{
282 my ($net, $netid, $vmid) = @_;
284 my $filename = "/etc/pve/firewall/$vmid.fw";
285 my $fh = IO
::File-
>new($filename, O_RDONLY
);
288 #generate bridge rules
289 my $bridge = $net->{bridge
};
290 my $tag = $net->{tag
};
291 $bridge .= "v$tag" if $tag;
294 my $rules = parse_fw_rules
($filename, $fh);
296 my $inrules = $rules->{in};
297 my $outrules = $rules->{out
};
299 my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/;
301 generate_bridge_rules
($bridge);
302 generate_tap_rules_direction
($iface, $netid, $inrules, $bridge, 'IN');
303 generate_tap_rules_direction
($iface, $netid, $outrules, $bridge, 'OUT');
307 sub flush_tap_rules
{
308 my ($net, $netid, $vmid) = @_;
310 my $bridge = $net->{bridge
};
311 my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/;
313 flush_tap_rules_direction
($iface, $bridge, 'IN');
314 flush_tap_rules_direction
($iface, $bridge, 'OUT');
318 sub flush_tap_rules_direction
{
319 my ($iface, $bridge, $direction) = @_;
321 my $tapchain = "$iface-$direction";
323 if(iptables_chain_exist
($tapchain)){
324 iptables_addrule
("-F $tapchain");
326 my $physdevdirection = $direction eq 'IN' ?
"out":"in";
327 my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
328 if(iptables_rule_exist
($rule)){
329 iptables_addrule
("-D $rule");
332 if($direction eq 'OUT'){
333 my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain";
335 if(!iptables_rule_exist
($rule)){
336 iptables_addrule
("-D $rule");
340 iptables_addrule
("-X $tapchain");
344 my $generate_input_rule = sub {
345 my ($zoneinfo, $rule, $net, $netid) = @_;
347 my $zone = $net->{zone
} || die "internal error";
348 my $zid = $zoneinfo->{$zone}->{zoneref
} || die "internal error";
349 my $tap = $net->{tap
} || die "internal error";
351 my $dest = "$zid:$tap";
354 $dest .= ":$rule->{dest}";
357 my $action = $rule->{service
} ?
358 "$rule->{service}($rule->{action})" : $rule->{action
};
362 if (!$rule->{source
}) {
363 push @$sources, 'all';
364 } elsif ($zoneinfo->{$zone}->{type
} eq 'bport') {
365 my $bridge_zone = $zoneinfo->{$zone}->{bridge_zone
} || die "internal error";
366 my $zoneref = $zoneinfo->{$bridge_zone}->{zoneref
} || die "internal error";
368 # using 'all' does not work, so we create one rule for
369 # each related zone on the same bridge
370 push @$sources, "${zoneref}:$rule->{source}";
371 foreach my $z (keys %$zoneinfo) {
373 next if !$zoneinfo->{$z}->{bridge_zone
};
374 next if $zoneinfo->{$z}->{bridge_zone
} ne $bridge_zone;
375 $zoneref = $zoneinfo->{$z}->{zoneref
} || die "internal error";
376 push @$sources, "${zoneref}:$rule->{source}";
379 push @$sources, "all:$rule->{source}";
384 foreach my $source (@$sources) {
385 $out .= sprintf($rule_format, $action, $source, $dest, $rule->{proto
} || '-',
386 $rule->{dport
} || '-', $rule->{sport
} || '-');
392 my $generate_output_rule = sub {
393 my ($zoneinfo, $rule, $net, $netid) = @_;
395 my $zone = $net->{zone
} || die "internal error";
396 my $zid = $zoneinfo->{$zone}->{zoneref
} || die "internal error";
397 my $tap = $net->{tap
} || die "internal error";
399 my $action = $rule->{service
} ?
400 "$rule->{service}($rule->{action})" : $rule->{action
};
404 if (!$rule->{dest
}) {
407 $dest = "all:$rule->{dest}";
410 return sprintf($rule_format, $action, "$zid:$tap", $dest,
411 $rule->{proto
} || '-', $rule->{dport
} || '-', $rule->{sport
} || '-');
414 # we need complete VM configuration of all VMs (openvz/qemu)
417 my $compile_shorewall = sub {
418 my ($targetdir, $vmdata, $rules) = @_;
420 # remove existing data ?
421 foreach my $file (qw(params zones rules interfaces maclist policy)) {
422 unlink "$targetdir/$file";
428 fw
=> { type
=> 'firewall' },
435 $register_bridge = sub {
436 my ($bridge, $vlan) = @_;
440 return $zone if $zoneinfo->{$zone};
442 my $ext_zone = "${bridge}_ext";
444 $zoneinfo->{$zone} = {
447 bridge_ext_zone
=> $ext_zone,
450 # physical input devices
451 my $dir = "/sys/class/net/$bridge/brif";
453 PVE
::Tools
::dir_glob_foreach
($dir, '((eth|bond).+)', sub {
455 $physical->{$slave} = 1;
458 $zoneinfo->{$ext_zone} = {
460 bridge_zone
=> $zone,
464 return &$register_bridge("${bridge}v${vlan}") if defined($vlan);
469 my $register_bridge_port = sub {
470 my ($bridge, $vlan, $vmzone, $tap) = @_;
472 my $bridge_zone = &$register_bridge($bridge, $vlan);
473 my $zone = $bridge_zone . '_' . $vmzone;
475 if (!$zoneinfo->{$zone}) {
476 $zoneinfo->{$zone} = {
478 bridge_zone
=> $bridge_zone,
483 $zoneinfo->{$zone}->{ifaces
}->{$tap} = 1;
488 foreach my $vmid (keys %{$vmdata->{qemu
}}) {
489 $netinfo->{$vmid} = {};
490 my $conf = $vmdata->{qemu
}->{$vmid};
491 foreach my $opt (keys %$conf) {
492 next if $opt !~ m/^net(\d+)$/;
494 my $net = PVE
::QemuServer
::parse_net
($conf->{$opt});
496 die "implement me" if !$net->{bridge
};
498 my $vmzone = $conf->{zone
} || "vm$vmid";
499 $net->{tap
} = "tap${vmid}i${netnum}";
500 $maclist->{$net->{tap
}} = $net->{macaddr
} || die "internal error";
501 $net->{zone
} = &$register_bridge_port($net->{bridge
}, $net->{tag
}, $vmzone, $net->{tap
});
502 $netinfo->{$vmid}->{$opt} = $net;
506 #print Dumper($netinfo);
508 # NOTE: zone names have length limit, so we need to
509 # translate them into shorter names
512 my $zonemap = { fw
=> 'fw' };
514 my $lookup_zonename = sub {
517 return $zonemap->{$zone} if defined($zonemap->{$zone});
518 $zonemap->{$zone} = 'z' . $zoneid++;
520 return $zonemap->{$zone};
523 foreach my $z (sort keys %$zoneinfo) {
524 $zoneinfo->{$z}->{id
} = &$lookup_zonename($z);
525 $zoneinfo->{$z}->{zonevar
} = uc($z);
526 $zoneinfo->{$z}->{zoneref
} = '$' . $zoneinfo->{$z}->{zonevar
};
532 $out = "# PVE zones\n";
533 foreach my $z (sort keys %$zoneinfo) {
534 $out .= "$zoneinfo->{$z}->{zonevar}=$zoneinfo->{$z}->{id}\n";
536 PVE
::Tools
::file_set_contents
("$targetdir/params", $out);
540 my $format = "%-30s %-10s %-15s\n";
541 $out = sprintf($format, '#ZONE', 'TYPE', 'OPTIONS');
543 foreach my $z (sort keys %$zoneinfo) {
544 my $zid = $zoneinfo->{$z}->{zoneref
};
545 if ($zoneinfo->{$z}->{type
} eq 'firewall') {
546 $out .= sprintf($format, $zid, $zoneinfo->{$z}->{type
}, '');
547 } elsif ($zoneinfo->{$z}->{type
} eq 'bridge') {
548 $out .= sprintf($format, $zid, 'ipv4', '');
549 } elsif ($zoneinfo->{$z}->{type
} eq 'bport') {
550 my $bridge_zone = $zoneinfo->{$z}->{bridge_zone
} || die "internal error";
551 my $bzid = $zoneinfo->{$bridge_zone}->{zoneref
} || die "internal error";
552 $out .= sprintf($format, "$zid:$bzid", 'bport', '');
554 die "internal error";
558 $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n");
560 PVE
::Tools
::file_set_contents
("$targetdir/zones", $out);
564 $format = "%-25s %-20s %-10s %-15s\n";
565 $out = sprintf($format, '#ZONE', 'INTERFACE', 'BROADCAST', 'OPTIONS');
567 my $maclist_format = "%-15s %-15s %-15s\n";
568 my $macs = sprintf($maclist_format, '#DISPOSITION', 'INTERFACE', 'MACZONE');
570 foreach my $z (sort keys %$zoneinfo) {
571 my $zid = $zoneinfo->{$z}->{zoneref
};
572 if ($zoneinfo->{$z}->{type
} eq 'firewall') {
574 } elsif ($zoneinfo->{$z}->{type
} eq 'bridge') {
575 my $bridge = $zoneinfo->{$z}->{bridge
} || die "internal error";
576 $out .= sprintf($format, $zid, $bridge, 'detect', 'bridge,optional');
577 } elsif ($zoneinfo->{$z}->{type
} eq 'bport') {
578 my $ifaces = $zoneinfo->{$z}->{ifaces
};
579 foreach my $iface (sort keys %$ifaces) {
580 my $bridge_zone = $zoneinfo->{$z}->{bridge_zone
} || die "internal error";
581 my $bridge = $zoneinfo->{$bridge_zone}->{bridge
} || die "internal error";
582 my $iftxt = "$bridge:$iface";
584 if ($maclist->{$iface}) {
585 $out .= sprintf($format, $zid, $iftxt, '-', 'maclist');
586 $macs .= sprintf($maclist_format, 'ACCEPT', $iface, $maclist->{$iface});
588 $out .= sprintf($format, $zid, $iftxt, '-', '');
592 die "internal error";
596 $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n");
598 PVE
::Tools
::file_set_contents
("$targetdir/interfaces", $out);
601 PVE
::Tools
::file_set_contents
("$targetdir/maclist", $macs);
605 $format = "%-15s %-15s %-15s %s\n";
606 $out = sprintf($format, '#SOURCE', 'DEST', 'POLICY', 'LOG');
607 $out .= sprintf($format, 'fw', 'all', 'ACCEPT', '');
609 # we need to disable intra-zone traffic on bridges. Else traffic
610 # from untracked interfaces simply pass the firewall
611 foreach my $z (sort keys %$zoneinfo) {
612 my $zid = $zoneinfo->{$z}->{zoneref
};
613 if ($zoneinfo->{$z}->{type
} eq 'bridge') {
614 $out .= sprintf($format, $zid, $zid, 'REJECT', 'info');
617 $out .= sprintf($format, 'all', 'all', 'REJECT', 'info');
619 PVE
::Tools
::file_set_contents
("$targetdir/policy", $out);
624 $out = sprintf($rule_format, '#ACTION', 'SOURCE', 'DEST', 'PROTO', 'DPORT', 'SPORT');
625 foreach my $vmid (sort keys %$rules) {
626 my $inrules = $rules->{$vmid}->{in};
627 my $outrules = $rules->{$vmid}->{out
};
629 if (scalar(@$inrules)) {
630 $out .= "# IN to VM $vmid\n";
631 foreach my $rule (@$inrules) {
632 foreach my $netid (keys %{$netinfo->{$vmid}}) {
633 my $net = $netinfo->{$vmid}->{$netid};
634 next if $rule->{iface
} && $rule->{iface
} ne $netid;
635 $out .= &$generate_input_rule($zoneinfo, $rule, $net, $netid);
640 if (scalar(@$outrules)) {
641 $out .= "# OUT from VM $vmid\n";
642 foreach my $rule (@$outrules) {
643 foreach my $netid (keys %{$netinfo->{$vmid}}) {
644 my $net = $netinfo->{$vmid}->{$netid};
645 next if $rule->{iface
} && $rule->{iface
} ne $netid;
646 $out .= &$generate_output_rule($zoneinfo, $rule, $net, $netid);
652 PVE
::Tools
::file_set_contents
("$targetdir/rules", $out);
657 my ($filename, $fh) = @_;
661 my $res = { in => [], out
=> [] };
663 my $macros = get_shorewall_macros
();
664 my $protocols = get_etc_protocols
();
666 while (defined(my $line = <$fh>)) {
667 next if $line =~ m/^#/;
668 next if $line =~ m/^\s*$/;
670 if ($line =~ m/^\[(in|out)\]\s*$/i) {
676 my ($action, $iface, $source, $dest, $proto, $dport, $sport) =
680 warn "skip incomplete line\n";
685 if ($action =~ m/^(ACCEPT|DROP|REJECT|GROUP-(\S+))$/) {
687 } elsif ($action =~ m/^(\S+)\((ACCEPT|DROP|REJECT)\)$/) {
688 ($service, $action) = ($1, $2);
689 if (!$macros->{$service}) {
690 warn "unknown service '$service'\n";
694 warn "unknown action '$action'\n";
698 $iface = undef if $iface && $iface eq '-';
699 if ($iface && $iface !~ m/^(net0|net1|net2|net3|net4|net5)$/) {
700 warn "unknown interface '$iface'\n";
704 $proto = undef if $proto && $proto eq '-';
705 if ($proto && !(defined($protocols->{byname
}->{$proto}) ||
706 defined($protocols->{byid
}->{$proto}))) {
707 warn "unknown protokol '$proto'\n";
711 $source = undef if $source && $source eq '-';
712 $dest = undef if $dest && $dest eq '-';
714 $dport = undef if $dport && $dport eq '-';
715 $sport = undef if $sport && $sport eq '-';
720 parse_address_list
($source) if $source;
721 parse_address_list
($dest) if $dest;
722 $nbdport = parse_port_name_number_or_range
($dport) if $dport;
723 $nbsport = parse_port_name_number_or_range
($sport) if $sport;
746 push @{$res->{$section}}, $rule;
752 sub read_local_vm_config
{
758 my $list = PVE
::QemuServer
::config_list
();
760 foreach my $vmid (keys %$list) {
761 #next if !($vmid eq '100' || $vmid eq '102');
762 my $cfspath = PVE
::QemuServer
::cfs_config_path
($vmid);
763 if (my $conf = PVE
::Cluster
::cfs_read_file
($cfspath)) {
764 $qemu->{$vmid} = $conf;
768 my $vmdata = { openvz
=> $openvz, qemu
=> $qemu };
773 sub read_vm_firewall_rules
{
776 foreach my $vmid (keys %{$vmdata->{qemu
}}, keys %{$vmdata->{openvz
}}) {
777 my $filename = "/etc/pve/firewall/$vmid.fw";
778 my $fh = IO
::File-
>new($filename, O_RDONLY
);
781 $rules->{$vmid} = parse_fw_rules
($filename, $fh);
789 my $vmdata = read_local_vm_config
();
790 my $rules = read_vm_firewall_rules
($vmdata);
792 # print Dumper($vmdata);
794 my $swdir = '/etc/shorewall';
797 &$compile_shorewall($swdir, $vmdata, $rules);
799 PVE
::Tools
::run_command
(['shorewall', 'compile']);
802 sub compile_and_start
{
807 PVE
::Tools
::run_command
(['shorewall', $restart ?
'restart' : 'start']);