11 use PVE
::Tools
qw(run_command);
18 sub get_shorewall_macros
{
20 return $macros if $macros;
22 foreach my $path (</usr/share
/shorewall/macro
.*>) {
23 if ($path =~ m
|/macro\
.(\S
+)$|) {
32 sub get_etc_services
{
34 return $etc_services if $etc_services;
36 my $filename = "/etc/services";
38 my $fh = IO
::File-
>new($filename, O_RDONLY
);
40 warn "unable to read '$filename' - $!\n";
46 while (my $line = <$fh>) {
48 next if $line =~m/^#/;
49 next if ($line =~m/^\s*$/);
51 if ($line =~ m!^(\S+)\s+(\S+)/(tcp|udp).*$!) {
52 $services->{byid
}->{$2}->{name
} = $1;
53 $services->{byid
}->{$2}->{$3} = 1;
54 $services->{byname
}->{$1} = $services->{byid
}->{$2};
60 $etc_services = $services;
68 sub get_etc_protocols
{
69 return $etc_protocols if $etc_protocols;
71 my $filename = "/etc/protocols";
73 my $fh = IO
::File-
>new($filename, O_RDONLY
);
75 warn "unable to read '$filename' - $!\n";
81 while (my $line = <$fh>) {
83 next if $line =~m/^#/;
84 next if ($line =~m/^\s*$/);
86 if ($line =~ m!^(\S+)\s+(\d+)\s+.*$!) {
87 $protocols->{byid
}->{$2}->{name
} = $1;
88 $protocols->{byname
}->{$1} = $protocols->{byid
}->{$2};
94 $etc_protocols = $protocols;
96 return $etc_protocols;
99 sub parse_address_list
{
103 foreach my $aor (split(/,/, $str)) {
104 if (!Net
::IP-
>new($aor)) {
105 my $err = Net
::IP
::Error
();
106 die "invalid IP address: $err\n";
114 sub parse_port_name_number_or_range
{
117 my $services = PVE
::Firewall
::get_etc_services
();
119 foreach my $item (split(/,/, $str)) {
121 foreach my $pon (split(':', $item, 2)) {
122 if ($pon =~ m/^\d+$/){
123 die "invalid port '$pon'\n" if $pon < 0 && $pon > 65536;
125 die "invalid port $services->{byname}->{$pon}\n" if !$services->{byname
}->{$pon};
134 my $rule_format = "%-15s %-30s %-30s %-15s %-15s %-15s\n";
139 run_command
("/sbin/iptables $cmd", outfunc
=> sub {}, errfunc
=> sub {});
142 sub iptables_restore
{
144 unshift (@ruleset, '*filter');
145 push (@ruleset, 'COMMIT');
147 my $cmdlist = join("\n", @ruleset);
149 run_command
("echo '$cmdlist' | /sbin/iptables-restore -n", outfunc
=> sub {});
152 sub iptables_addrule
{
155 push (@ruleset, $rule);
158 sub iptables_chain_exist
{
162 iptables
("-n --list $chain");
169 sub iptables_rule_exist
{
173 iptables
("-C $rule");
180 sub iptables_generate_rule
{
181 my ($chain, $rule) = @_;
183 my $cmd = "-A $chain";
185 $cmd .= " -m iprange --src-range" if $rule->{nbsource
} && $rule->{nbsource
} > 1;
186 $cmd .= " -s $rule->{source}" if $rule->{source
};
187 $cmd .= " -m iprange --dst-range" if $rule->{nbdest
} && $rule->{nbdest
} > 1;
188 $cmd .= " -d $rule->{dest}" if $rule->{destination
};
189 $cmd .= " -p $rule->{proto}" if $rule->{proto
};
190 $cmd .= " --match multiport" if $rule->{nbdport
} && $rule->{nbdport
} > 1;
191 $cmd .= " --dport $rule->{dport}" if $rule->{dport
};
192 $cmd .= " --match multiport" if $rule->{nbsport
} && $rule->{nbsport
} > 1;
193 $cmd .= " --sport $rule->{sport}" if $rule->{sport
};
194 $cmd .= " -j $rule->{action}" if $rule->{action
};
196 iptables_addrule
($cmd);
200 sub generate_bridge_rules
{
203 if(!iptables_chain_exist
("BRIDGEFW-OUT")){
204 iptables_addrule
(":BRIDGEFW-OUT - [0:0]");
207 if(!iptables_chain_exist
("BRIDGEFW-IN")){
208 iptables_addrule
(":BRIDGEFW-IN - [0:0]");
211 if(!iptables_chain_exist
("proxmoxfw-FORWARD")){
212 iptables_addrule
(":proxmoxfw-FORWARD - [0:0]");
213 iptables_addrule
("-I FORWARD -j proxmoxfw-FORWARD");
214 iptables_addrule
("-A proxmoxfw-FORWARD -m state --state RELATED,ESTABLISHED -j ACCEPT");
215 iptables_addrule
("-A proxmoxfw-FORWARD -m physdev --physdev-is-in --physdev-is-bridged -j BRIDGEFW-OUT");
216 iptables_addrule
("-A proxmoxfw-FORWARD -m physdev --physdev-is-out --physdev-is-bridged -j BRIDGEFW-IN");
220 generate_proxmoxfwinput
();
222 if(!iptables_chain_exist
("$bridge-IN")){
223 iptables_addrule
(":$bridge-IN - [0:0]");
224 iptables_addrule
("-A proxmoxfw-FORWARD -i $bridge -j DROP"); #disable interbridge routing
225 iptables_addrule
("-A BRIDGEFW-IN -j $bridge-IN");
226 iptables_addrule
("-A $bridge-IN -j ACCEPT");
230 if(!iptables_chain_exist
("$bridge-OUT")){
231 iptables_addrule
(":$bridge-OUT - [0:0]");
232 iptables_addrule
("-A proxmoxfw-FORWARD -o $bridge -j DROP"); # disable interbridge routing
233 iptables_addrule
("-A BRIDGEFW-OUT -j $bridge-OUT");
240 sub generate_tap_rules_direction
{
241 my ($iface, $netid, $rules, $bridge, $direction) = @_;
243 my $tapchain = "$iface-$direction";
245 iptables_addrule
(":$tapchain - [0:0]");
247 iptables_addrule
("-A $tapchain -m state --state INVALID -j DROP");
248 iptables_addrule
("-A $tapchain -m state --state RELATED,ESTABLISHED -j ACCEPT");
250 if (scalar(@$rules)) {
251 foreach my $rule (@$rules) {
252 next if $rule->{iface
} && $rule->{iface
} ne $netid;
253 if($rule->{action
} =~ m/^(GROUP-(\S+))$/){
254 $rule->{action
} .= "-$direction";
255 #generate empty group rule if don't exist
256 if(!iptables_chain_exist
($rule->{action
})){
257 generate_group_rules
($2);
260 #we go to vmbr-IN if accept in out rules
261 $rule->{action
} = "$bridge-IN" if $rule->{action
} eq 'ACCEPT' && $direction eq 'OUT';
262 iptables_generate_rule
($tapchain, $rule);
266 iptables_addrule
("-A $tapchain -j LOG --log-prefix \"$tapchain-dropped: \" --log-level 4");
267 iptables_addrule
("-A $tapchain -j DROP");
269 #plug the tap chain to bridge chain
270 my $physdevdirection = $direction eq 'IN' ?
"out":"in";
271 my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
273 if(!iptables_rule_exist
($rule)){
274 iptables_addrule
("-I $rule");
277 if($direction eq 'OUT'){
279 my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain";
281 if(!iptables_rule_exist
($rule)){
282 iptables_addrule
("-A $rule");
287 sub generate_tap_rules
{
288 my ($net, $netid, $vmid) = @_;
290 my $filename = "/etc/pve/firewall/$vmid.fw";
291 my $fh = IO
::File-
>new($filename, O_RDONLY
);
294 #generate bridge rules
295 my $bridge = $net->{bridge
};
296 my $tag = $net->{tag
};
297 $bridge .= "v$tag" if $tag;
300 my $rules = parse_fw_rules
($filename, $fh);
302 my $inrules = $rules->{in};
303 my $outrules = $rules->{out
};
305 my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/;
307 generate_bridge_rules
($bridge);
308 generate_tap_rules_direction
($iface, $netid, $inrules, $bridge, 'IN');
309 generate_tap_rules_direction
($iface, $netid, $outrules, $bridge, 'OUT');
313 sub flush_tap_rules
{
314 my ($net, $netid, $vmid) = @_;
316 my $bridge = $net->{bridge
};
317 my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/;
319 flush_tap_rules_direction
($iface, $bridge, 'IN');
320 flush_tap_rules_direction
($iface, $bridge, 'OUT');
324 sub flush_tap_rules_direction
{
325 my ($iface, $bridge, $direction) = @_;
327 my $tapchain = "$iface-$direction";
329 if(iptables_chain_exist
($tapchain)){
330 iptables_addrule
("-F $tapchain");
332 my $physdevdirection = $direction eq 'IN' ?
"out":"in";
333 my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
334 if(iptables_rule_exist
($rule)){
335 iptables_addrule
("-D $rule");
338 if($direction eq 'OUT'){
339 my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain";
341 if(!iptables_rule_exist
($rule)){
342 iptables_addrule
("-D $rule");
346 iptables_addrule
("-X $tapchain");
350 my $generate_input_rule = sub {
351 my ($zoneinfo, $rule, $net, $netid) = @_;
353 my $zone = $net->{zone
} || die "internal error";
354 my $zid = $zoneinfo->{$zone}->{zoneref
} || die "internal error";
355 my $tap = $net->{tap
} || die "internal error";
357 my $dest = "$zid:$tap";
360 $dest .= ":$rule->{dest}";
363 my $action = $rule->{service
} ?
364 "$rule->{service}($rule->{action})" : $rule->{action
};
368 if (!$rule->{source
}) {
369 push @$sources, 'all';
370 } elsif ($zoneinfo->{$zone}->{type
} eq 'bport') {
371 my $bridge_zone = $zoneinfo->{$zone}->{bridge_zone
} || die "internal error";
372 my $zoneref = $zoneinfo->{$bridge_zone}->{zoneref
} || die "internal error";
374 # using 'all' does not work, so we create one rule for
375 # each related zone on the same bridge
376 push @$sources, "${zoneref}:$rule->{source}";
377 foreach my $z (keys %$zoneinfo) {
379 next if !$zoneinfo->{$z}->{bridge_zone
};
380 next if $zoneinfo->{$z}->{bridge_zone
} ne $bridge_zone;
381 $zoneref = $zoneinfo->{$z}->{zoneref
} || die "internal error";
382 push @$sources, "${zoneref}:$rule->{source}";
385 push @$sources, "all:$rule->{source}";
390 foreach my $source (@$sources) {
391 $out .= sprintf($rule_format, $action, $source, $dest, $rule->{proto
} || '-',
392 $rule->{dport
} || '-', $rule->{sport
} || '-');
398 my $generate_output_rule = sub {
399 my ($zoneinfo, $rule, $net, $netid) = @_;
401 my $zone = $net->{zone
} || die "internal error";
402 my $zid = $zoneinfo->{$zone}->{zoneref
} || die "internal error";
403 my $tap = $net->{tap
} || die "internal error";
405 my $action = $rule->{service
} ?
406 "$rule->{service}($rule->{action})" : $rule->{action
};
410 if (!$rule->{dest
}) {
413 $dest = "all:$rule->{dest}";
416 return sprintf($rule_format, $action, "$zid:$tap", $dest,
417 $rule->{proto
} || '-', $rule->{dport
} || '-', $rule->{sport
} || '-');
420 # we need complete VM configuration of all VMs (openvz/qemu)
423 my $compile_shorewall = sub {
424 my ($targetdir, $vmdata, $rules) = @_;
426 # remove existing data ?
427 foreach my $file (qw(params zones rules interfaces maclist policy)) {
428 unlink "$targetdir/$file";
434 fw
=> { type
=> 'firewall' },
441 $register_bridge = sub {
442 my ($bridge, $vlan) = @_;
446 return $zone if $zoneinfo->{$zone};
448 my $ext_zone = "${bridge}_ext";
450 $zoneinfo->{$zone} = {
453 bridge_ext_zone
=> $ext_zone,
456 # physical input devices
457 my $dir = "/sys/class/net/$bridge/brif";
459 PVE
::Tools
::dir_glob_foreach
($dir, '((eth|bond).+)', sub {
461 $physical->{$slave} = 1;
464 $zoneinfo->{$ext_zone} = {
466 bridge_zone
=> $zone,
470 return &$register_bridge("${bridge}v${vlan}") if defined($vlan);
475 my $register_bridge_port = sub {
476 my ($bridge, $vlan, $vmzone, $tap) = @_;
478 my $bridge_zone = &$register_bridge($bridge, $vlan);
479 my $zone = $bridge_zone . '_' . $vmzone;
481 if (!$zoneinfo->{$zone}) {
482 $zoneinfo->{$zone} = {
484 bridge_zone
=> $bridge_zone,
489 $zoneinfo->{$zone}->{ifaces
}->{$tap} = 1;
494 foreach my $vmid (keys %{$vmdata->{qemu
}}) {
495 $netinfo->{$vmid} = {};
496 my $conf = $vmdata->{qemu
}->{$vmid};
497 foreach my $opt (keys %$conf) {
498 next if $opt !~ m/^net(\d+)$/;
500 my $net = PVE
::QemuServer
::parse_net
($conf->{$opt});
502 die "implement me" if !$net->{bridge
};
504 my $vmzone = $conf->{zone
} || "vm$vmid";
505 $net->{tap
} = "tap${vmid}i${netnum}";
506 $maclist->{$net->{tap
}} = $net->{macaddr
} || die "internal error";
507 $net->{zone
} = &$register_bridge_port($net->{bridge
}, $net->{tag
}, $vmzone, $net->{tap
});
508 $netinfo->{$vmid}->{$opt} = $net;
512 #print Dumper($netinfo);
514 # NOTE: zone names have length limit, so we need to
515 # translate them into shorter names
518 my $zonemap = { fw
=> 'fw' };
520 my $lookup_zonename = sub {
523 return $zonemap->{$zone} if defined($zonemap->{$zone});
524 $zonemap->{$zone} = 'z' . $zoneid++;
526 return $zonemap->{$zone};
529 foreach my $z (sort keys %$zoneinfo) {
530 $zoneinfo->{$z}->{id
} = &$lookup_zonename($z);
531 $zoneinfo->{$z}->{zonevar
} = uc($z);
532 $zoneinfo->{$z}->{zoneref
} = '$' . $zoneinfo->{$z}->{zonevar
};
538 $out = "# PVE zones\n";
539 foreach my $z (sort keys %$zoneinfo) {
540 $out .= "$zoneinfo->{$z}->{zonevar}=$zoneinfo->{$z}->{id}\n";
542 PVE
::Tools
::file_set_contents
("$targetdir/params", $out);
546 my $format = "%-30s %-10s %-15s\n";
547 $out = sprintf($format, '#ZONE', 'TYPE', 'OPTIONS');
549 foreach my $z (sort keys %$zoneinfo) {
550 my $zid = $zoneinfo->{$z}->{zoneref
};
551 if ($zoneinfo->{$z}->{type
} eq 'firewall') {
552 $out .= sprintf($format, $zid, $zoneinfo->{$z}->{type
}, '');
553 } elsif ($zoneinfo->{$z}->{type
} eq 'bridge') {
554 $out .= sprintf($format, $zid, 'ipv4', '');
555 } elsif ($zoneinfo->{$z}->{type
} eq 'bport') {
556 my $bridge_zone = $zoneinfo->{$z}->{bridge_zone
} || die "internal error";
557 my $bzid = $zoneinfo->{$bridge_zone}->{zoneref
} || die "internal error";
558 $out .= sprintf($format, "$zid:$bzid", 'bport', '');
560 die "internal error";
564 $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n");
566 PVE
::Tools
::file_set_contents
("$targetdir/zones", $out);
570 $format = "%-25s %-20s %-10s %-15s\n";
571 $out = sprintf($format, '#ZONE', 'INTERFACE', 'BROADCAST', 'OPTIONS');
573 my $maclist_format = "%-15s %-15s %-15s\n";
574 my $macs = sprintf($maclist_format, '#DISPOSITION', 'INTERFACE', 'MACZONE');
576 foreach my $z (sort keys %$zoneinfo) {
577 my $zid = $zoneinfo->{$z}->{zoneref
};
578 if ($zoneinfo->{$z}->{type
} eq 'firewall') {
580 } elsif ($zoneinfo->{$z}->{type
} eq 'bridge') {
581 my $bridge = $zoneinfo->{$z}->{bridge
} || die "internal error";
582 $out .= sprintf($format, $zid, $bridge, 'detect', 'bridge,optional');
583 } elsif ($zoneinfo->{$z}->{type
} eq 'bport') {
584 my $ifaces = $zoneinfo->{$z}->{ifaces
};
585 foreach my $iface (sort keys %$ifaces) {
586 my $bridge_zone = $zoneinfo->{$z}->{bridge_zone
} || die "internal error";
587 my $bridge = $zoneinfo->{$bridge_zone}->{bridge
} || die "internal error";
588 my $iftxt = "$bridge:$iface";
590 if ($maclist->{$iface}) {
591 $out .= sprintf($format, $zid, $iftxt, '-', 'maclist');
592 $macs .= sprintf($maclist_format, 'ACCEPT', $iface, $maclist->{$iface});
594 $out .= sprintf($format, $zid, $iftxt, '-', '');
598 die "internal error";
602 $out .= sprintf("#LAST LINE - ADD YOUR ENTRIES ABOVE THIS ONE - DO NOT REMOVE\n");
604 PVE
::Tools
::file_set_contents
("$targetdir/interfaces", $out);
607 PVE
::Tools
::file_set_contents
("$targetdir/maclist", $macs);
611 $format = "%-15s %-15s %-15s %s\n";
612 $out = sprintf($format, '#SOURCE', 'DEST', 'POLICY', 'LOG');
613 $out .= sprintf($format, 'fw', 'all', 'ACCEPT', '');
615 # we need to disable intra-zone traffic on bridges. Else traffic
616 # from untracked interfaces simply pass the firewall
617 foreach my $z (sort keys %$zoneinfo) {
618 my $zid = $zoneinfo->{$z}->{zoneref
};
619 if ($zoneinfo->{$z}->{type
} eq 'bridge') {
620 $out .= sprintf($format, $zid, $zid, 'REJECT', 'info');
623 $out .= sprintf($format, 'all', 'all', 'REJECT', 'info');
625 PVE
::Tools
::file_set_contents
("$targetdir/policy", $out);
630 $out = sprintf($rule_format, '#ACTION', 'SOURCE', 'DEST', 'PROTO', 'DPORT', 'SPORT');
631 foreach my $vmid (sort keys %$rules) {
632 my $inrules = $rules->{$vmid}->{in};
633 my $outrules = $rules->{$vmid}->{out
};
635 if (scalar(@$inrules)) {
636 $out .= "# IN to VM $vmid\n";
637 foreach my $rule (@$inrules) {
638 foreach my $netid (keys %{$netinfo->{$vmid}}) {
639 my $net = $netinfo->{$vmid}->{$netid};
640 next if $rule->{iface
} && $rule->{iface
} ne $netid;
641 $out .= &$generate_input_rule($zoneinfo, $rule, $net, $netid);
646 if (scalar(@$outrules)) {
647 $out .= "# OUT from VM $vmid\n";
648 foreach my $rule (@$outrules) {
649 foreach my $netid (keys %{$netinfo->{$vmid}}) {
650 my $net = $netinfo->{$vmid}->{$netid};
651 next if $rule->{iface
} && $rule->{iface
} ne $netid;
652 $out .= &$generate_output_rule($zoneinfo, $rule, $net, $netid);
658 PVE
::Tools
::file_set_contents
("$targetdir/rules", $out);
663 my ($filename, $fh) = @_;
667 my $res = { in => [], out
=> [] };
669 my $macros = get_shorewall_macros
();
670 my $protocols = get_etc_protocols
();
672 while (defined(my $line = <$fh>)) {
673 next if $line =~ m/^#/;
674 next if $line =~ m/^\s*$/;
676 if ($line =~ m/^\[(in|out)\]\s*$/i) {
682 my ($action, $iface, $source, $dest, $proto, $dport, $sport) =
686 warn "skip incomplete line\n";
691 if ($action =~ m/^(ACCEPT|DROP|REJECT|GROUP-(\S+))$/) {
693 } elsif ($action =~ m/^(\S+)\((ACCEPT|DROP|REJECT)\)$/) {
694 ($service, $action) = ($1, $2);
695 if (!$macros->{$service}) {
696 warn "unknown service '$service'\n";
700 warn "unknown action '$action'\n";
704 $iface = undef if $iface && $iface eq '-';
705 if ($iface && $iface !~ m/^(net0|net1|net2|net3|net4|net5)$/) {
706 warn "unknown interface '$iface'\n";
710 $proto = undef if $proto && $proto eq '-';
711 if ($proto && !(defined($protocols->{byname
}->{$proto}) ||
712 defined($protocols->{byid
}->{$proto}))) {
713 warn "unknown protokol '$proto'\n";
717 $source = undef if $source && $source eq '-';
718 $dest = undef if $dest && $dest eq '-';
720 $dport = undef if $dport && $dport eq '-';
721 $sport = undef if $sport && $sport eq '-';
724 my $nbsource = undef;
728 $nbsource = parse_address_list
($source) if $source;
729 $nbdest = parse_address_list
($dest) if $dest;
730 $nbdport = parse_port_name_number_or_range
($dport) if $dport;
731 $nbsport = parse_port_name_number_or_range
($sport) if $sport;
746 nbsource
=> $nbsource,
756 push @{$res->{$section}}, $rule;
762 sub read_local_vm_config
{
768 my $list = PVE
::QemuServer
::config_list
();
770 foreach my $vmid (keys %$list) {
771 #next if !($vmid eq '100' || $vmid eq '102');
772 my $cfspath = PVE
::QemuServer
::cfs_config_path
($vmid);
773 if (my $conf = PVE
::Cluster
::cfs_read_file
($cfspath)) {
774 $qemu->{$vmid} = $conf;
778 my $vmdata = { openvz
=> $openvz, qemu
=> $qemu };
783 sub read_vm_firewall_rules
{
786 foreach my $vmid (keys %{$vmdata->{qemu
}}, keys %{$vmdata->{openvz
}}) {
787 my $filename = "/etc/pve/firewall/$vmid.fw";
788 my $fh = IO
::File-
>new($filename, O_RDONLY
);
791 $rules->{$vmid} = parse_fw_rules
($filename, $fh);
799 my $vmdata = read_local_vm_config
();
800 my $rules = read_vm_firewall_rules
($vmdata);
802 # print Dumper($vmdata);
804 my $swdir = '/etc/shorewall';
807 &$compile_shorewall($swdir, $vmdata, $rules);
809 PVE
::Tools
::run_command
(['shorewall', 'compile']);
812 sub compile_and_start
{
817 PVE
::Tools
::run_command
(['shorewall', $restart ?
'restart' : 'start']);