12 use PVE
::Tools
qw(run_command lock_file);
16 my $pve_fw_lock_filename = "/var/lock/pvefw.lck";
21 # todo: implement some kind of MACROS, like shorewall /usr/share/shorewall/macro.*
22 sub get_firewall_macros
{
24 return $macros if $macros;
26 #foreach my $path (</usr/share/shorewall/macro.*>) {
27 # if ($path =~ m|/macro\.(\S+)$|) {
32 $macros = {}; # fixme: implemet me
39 sub get_etc_services
{
41 return $etc_services if $etc_services;
43 my $filename = "/etc/services";
45 my $fh = IO
::File-
>new($filename, O_RDONLY
);
47 warn "unable to read '$filename' - $!\n";
53 while (my $line = <$fh>) {
55 next if $line =~m/^#/;
56 next if ($line =~m/^\s*$/);
58 if ($line =~ m!^(\S+)\s+(\S+)/(tcp|udp).*$!) {
59 $services->{byid
}->{$2}->{name
} = $1;
60 $services->{byid
}->{$2}->{$3} = 1;
61 $services->{byname
}->{$1} = $services->{byid
}->{$2};
67 $etc_services = $services;
75 sub get_etc_protocols
{
76 return $etc_protocols if $etc_protocols;
78 my $filename = "/etc/protocols";
80 my $fh = IO
::File-
>new($filename, O_RDONLY
);
82 warn "unable to read '$filename' - $!\n";
88 while (my $line = <$fh>) {
90 next if $line =~m/^#/;
91 next if ($line =~m/^\s*$/);
93 if ($line =~ m!^(\S+)\s+(\d+)\s+.*$!) {
94 $protocols->{byid
}->{$2}->{name
} = $1;
95 $protocols->{byname
}->{$1} = $protocols->{byid
}->{$2};
101 $etc_protocols = $protocols;
103 return $etc_protocols;
106 sub parse_address_list
{
110 foreach my $aor (split(/,/, $str)) {
111 if (!Net
::IP-
>new($aor)) {
112 my $err = Net
::IP
::Error
();
113 die "invalid IP address: $err\n";
121 sub parse_port_name_number_or_range
{
124 my $services = PVE
::Firewall
::get_etc_services
();
126 foreach my $item (split(/,/, $str)) {
128 foreach my $pon (split(':', $item, 2)) {
129 if ($pon =~ m/^\d+$/){
130 die "invalid port '$pon'\n" if $pon < 0 && $pon > 65536;
132 die "invalid port $services->{byname}->{$pon}\n" if !$services->{byname
}->{$pon};
141 my $rule_format = "%-15s %-30s %-30s %-15s %-15s %-15s\n";
146 run_command
("/sbin/iptables $cmd", outfunc
=> sub {}, errfunc
=> sub {});
149 sub iptables_restore_cmdlist
{
152 my $verbose = 1; # fixme: how/when do we set this
154 #run_command("echo '$cmdlist' | /sbin/iptables-restore -n");
155 eval { run_command
("/sbin/iptables-restore -n ", input
=> $cmdlist); };
157 print STDERR
$cmdlist if $verbose;
162 sub iptables_restore
{
164 unshift (@ruleset, '*filter');
165 push (@ruleset, 'COMMIT');
167 my $cmdlist = join("\n", @ruleset) . "\n";
169 iptables_restore_cmdlist
($cmdlist);
172 # experimental code to read existing chains and compute SHA1 checksum
174 sub iptables_get_chains
{
178 # check what chains we want to track
179 my $is_pvefw_chain = sub {
182 return 1 if $name =~ m/^BRIDGEFW-(:?IN|OUT)$/;
183 return 1 if $name =~ m/^proxmoxfw-\S+$/;
184 return 1 if $name =~ m/^tap\d+i\d+-(:?IN|OUT)$/;
185 return 1 if $name =~ m/^vmbr\d+-(:?IN|OUT)$/;
186 return 1 if $name =~ m/^GROUP-(:?[^\s\-]+)-(:?IN|OUT)$/;
187 return 1 if $name =~ m/^host-(:?IN|OUT)$/;
199 return if $line =~ m/^#/;
200 return if $line =~ m/^\s*$/;
202 if ($line =~ m/^\*(\S+)$/) {
207 return if $table ne 'filter';
209 if ($line =~ m/^:(\S+)\s/) {
211 return if !&$is_pvefw_chain($chain);
212 $dhash->{$chain} = Digest
::SHA-
>new('sha1');
213 } elsif ($line =~ m/^-([A-Z]) (\S+)\s/) {
215 return if !&$is_pvefw_chain($chain);
216 my $sha = $dhash->{$chain} || die "undefined chain '$chain'";
217 $sha->add_bits("$line\n");
219 # simply ignore the rest
224 run_command
("/sbin/iptables-save", outfunc
=> $parser);
226 foreach my $chain (keys %$dhash) {
227 my $sha = $dhash->{$chain};
228 $res->{$chain} = $sha->b64digest;
234 sub iptables_addrule
{
237 push (@ruleset, $rule);
240 sub iptables_chain_exist
{
244 iptables
("-n --list $chain");
251 sub iptables_rule_exist
{
255 iptables
("-C $rule");
262 sub iptables_generate_rule
{
263 my ($chain, $rule) = @_;
265 my $cmd = "-A $chain";
267 $cmd .= " -m iprange --src-range" if $rule->{nbsource
} && $rule->{nbsource
} > 1;
268 $cmd .= " -s $rule->{source}" if $rule->{source
};
269 $cmd .= " -m iprange --dst-range" if $rule->{nbdest
} && $rule->{nbdest
} > 1;
270 $cmd .= " -d $rule->{dest}" if $rule->{destination
};
271 $cmd .= " -p $rule->{proto}" if $rule->{proto
};
272 $cmd .= " --match multiport" if $rule->{nbdport
} && $rule->{nbdport
} > 1;
273 $cmd .= " --dport $rule->{dport}" if $rule->{dport
};
274 $cmd .= " --match multiport" if $rule->{nbsport
} && $rule->{nbsport
} > 1;
275 $cmd .= " --sport $rule->{sport}" if $rule->{sport
};
276 $cmd .= " -j $rule->{action}" if $rule->{action
};
278 iptables_addrule
($cmd);
282 sub generate_bridge_rules
{
285 if(!iptables_chain_exist
("BRIDGEFW-OUT")){
286 iptables_addrule
(":BRIDGEFW-OUT - [0:0]");
289 if(!iptables_chain_exist
("BRIDGEFW-IN")){
290 iptables_addrule
(":BRIDGEFW-IN - [0:0]");
293 if(!iptables_chain_exist
("proxmoxfw-FORWARD")){
294 iptables_addrule
(":proxmoxfw-FORWARD - [0:0]");
295 iptables_addrule
("-I FORWARD -j proxmoxfw-FORWARD");
296 iptables_addrule
("-A proxmoxfw-FORWARD -m state --state RELATED,ESTABLISHED -j ACCEPT");
297 iptables_addrule
("-A proxmoxfw-FORWARD -m physdev --physdev-is-in --physdev-is-bridged -j BRIDGEFW-OUT");
298 iptables_addrule
("-A proxmoxfw-FORWARD -m physdev --physdev-is-out --physdev-is-bridged -j BRIDGEFW-IN");
302 generate_proxmoxfwinput
();
304 if(!iptables_chain_exist
("$bridge-IN")){
305 iptables_addrule
(":$bridge-IN - [0:0]");
306 iptables_addrule
("-A proxmoxfw-FORWARD -i $bridge -j DROP"); #disable interbridge routing
307 iptables_addrule
("-A BRIDGEFW-IN -j $bridge-IN");
308 iptables_addrule
("-A $bridge-IN -j ACCEPT");
312 if(!iptables_chain_exist
("$bridge-OUT")){
313 iptables_addrule
(":$bridge-OUT - [0:0]");
314 iptables_addrule
("-A proxmoxfw-FORWARD -o $bridge -j DROP"); # disable interbridge routing
315 iptables_addrule
("-A BRIDGEFW-OUT -j $bridge-OUT");
322 sub generate_tap_rules_direction
{
323 my ($iface, $netid, $rules, $bridge, $direction) = @_;
325 my $tapchain = "$iface-$direction";
327 iptables_addrule
(":$tapchain - [0:0]");
329 iptables_addrule
("-A $tapchain -m state --state INVALID -j DROP");
330 iptables_addrule
("-A $tapchain -m state --state RELATED,ESTABLISHED -j ACCEPT");
332 if (scalar(@$rules)) {
333 foreach my $rule (@$rules) {
334 next if $rule->{iface
} && $rule->{iface
} ne $netid;
335 if($rule->{action
} =~ m/^(GROUP-(\S+))$/){
336 $rule->{action
} .= "-$direction";
337 #generate empty group rule if don't exist
338 if(!iptables_chain_exist
($rule->{action
})){
339 generate_group_rules
($2);
342 #we go to vmbr-IN if accept in out rules
343 $rule->{action
} = "$bridge-IN" if $rule->{action
} eq 'ACCEPT' && $direction eq 'OUT';
344 iptables_generate_rule
($tapchain, $rule);
348 iptables_addrule
("-A $tapchain -j LOG --log-prefix \"$tapchain-dropped: \" --log-level 4");
349 iptables_addrule
("-A $tapchain -j DROP");
351 #plug the tap chain to bridge chain
352 my $physdevdirection = $direction eq 'IN' ?
"out":"in";
353 my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
355 if(!iptables_rule_exist
($rule)){
356 iptables_addrule
("-I $rule");
359 if($direction eq 'OUT'){
361 my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain";
363 if(!iptables_rule_exist
($rule)){
364 iptables_addrule
("-A $rule");
369 sub generate_tap_rules
{
370 my ($net, $netid, $vmid) = @_;
372 my $filename = "/etc/pve/firewall/$vmid.fw";
373 my $fh = IO
::File-
>new($filename, O_RDONLY
);
376 #generate bridge rules
377 my $bridge = $net->{bridge
};
378 my $tag = $net->{tag
};
379 $bridge .= "v$tag" if $tag;
382 my $rules = parse_fw_rules
($filename, $fh);
384 my $inrules = $rules->{in};
385 my $outrules = $rules->{out
};
387 my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/;
389 generate_bridge_rules
($bridge);
390 generate_tap_rules_direction
($iface, $netid, $inrules, $bridge, 'IN');
391 generate_tap_rules_direction
($iface, $netid, $outrules, $bridge, 'OUT');
395 sub flush_tap_rules
{
396 my ($net, $netid, $vmid) = @_;
398 my $bridge = $net->{bridge
};
399 my $iface = "tap".$vmid."i".$1 if $netid =~ m/net(\d+)/;
401 flush_tap_rules_direction
($iface, $bridge, 'IN');
402 flush_tap_rules_direction
($iface, $bridge, 'OUT');
406 sub flush_tap_rules_direction
{
407 my ($iface, $bridge, $direction) = @_;
409 my $tapchain = "$iface-$direction";
411 if(iptables_chain_exist
($tapchain)){
412 iptables_addrule
("-F $tapchain");
414 my $physdevdirection = $direction eq 'IN' ?
"out":"in";
415 my $rule = "$bridge-$direction -m physdev --physdev-$physdevdirection $iface --physdev-is-bridged -j $tapchain";
416 if(iptables_rule_exist
($rule)){
417 iptables_addrule
("-D $rule");
420 if($direction eq 'OUT'){
421 my $rule = "proxmoxfw-INPUT -m physdev --physdev-$physdevdirection $iface -j $tapchain";
422 if(iptables_rule_exist
($rule)){
423 iptables_addrule
("-D $rule");
427 iptables_addrule
("-X $tapchain");
433 generate_proxmoxfwinput
();
434 generate_proxmoxfwoutput
();
436 my $filename = "/etc/pve/local/host.fw";
437 my $fh = IO
::File-
>new($filename, O_RDONLY
);
440 my $rules = parse_fw_rules
($filename, $fh);
441 my $inrules = $rules->{in};
442 my $outrules = $rules->{out
};
444 #host inbound firewall
445 iptables_addrule
(":host-IN - [0:0]");
446 iptables_addrule
("-A host-IN -m state --state INVALID -j DROP");
447 iptables_addrule
("-A host-IN -m state --state RELATED,ESTABLISHED -j ACCEPT");
448 iptables_addrule
("-A host-IN -i lo -j ACCEPT");
449 iptables_addrule
("-A host-IN -m addrtype --dst-type MULTICAST -j ACCEPT");
450 iptables_addrule
("-A host-IN -p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT");
451 iptables_addrule
("-A host-IN -p udp -m udp --dport 9000 -j ACCEPT"); #corosync
453 if (scalar(@$inrules)) {
454 foreach my $rule (@$inrules) {
455 #we use RETURN because we need to check also tap rules
456 $rule->{action
} = 'RETURN' if $rule->{action
} eq 'ACCEPT';
457 iptables_generate_rule
('host-IN', $rule);
461 iptables_addrule
("-A host-IN -j LOG --log-prefix \"kvmhost-IN dropped: \" --log-level 4");
462 iptables_addrule
("-A host-IN -j DROP");
464 #host outbound firewall
465 iptables_addrule
(":host-OUT - [0:0]");
466 iptables_addrule
("-A host-OUT -m state --state INVALID -j DROP");
467 iptables_addrule
("-A host-OUT -m state --state RELATED,ESTABLISHED -j ACCEPT");
468 iptables_addrule
("-A host-OUT -o lo -j ACCEPT");
469 iptables_addrule
("-A host-OUT -m addrtype --dst-type MULTICAST -j ACCEPT");
470 iptables_addrule
("-A host-OUT -p udp -m state --state NEW -m multiport --dports 5404,5405 -j ACCEPT");
471 iptables_addrule
("-A host-OUT -p udp -m udp --dport 9000 -j ACCEPT"); #corosync
473 if (scalar(@$outrules)) {
474 foreach my $rule (@$outrules) {
475 #we use RETURN because we need to check also tap rules
476 $rule->{action
} = 'RETURN' if $rule->{action
} eq 'ACCEPT';
477 iptables_generate_rule
('host-OUT', $rule);
481 iptables_addrule
("-A host-OUT -j LOG --log-prefix \"kvmhost-OUT dropped: \" --log-level 4");
482 iptables_addrule
("-A host-OUT -j DROP");
485 my $rule = "proxmoxfw-INPUT -j host-IN";
486 if(!iptables_rule_exist
($rule)){
487 iptables_addrule
("-I $rule");
490 $rule = "proxmoxfw-OUTPUT -j host-OUT";
491 if(!iptables_rule_exist
($rule)){
492 iptables_addrule
("-I $rule");
502 my $chain = "host-IN";
504 my $rule = "proxmoxfw-INPUT -j $chain";
505 if(iptables_rule_exist
($rule)){
506 iptables_addrule
("-D $rule");
509 if(iptables_chain_exist
($chain)){
510 iptables_addrule
("-F $chain");
511 iptables_addrule
("-X $chain");
516 $rule = "proxmoxfw-OUTPUT -j $chain";
517 if(iptables_rule_exist
($rule)){
518 iptables_addrule
("-D $rule");
521 if(iptables_chain_exist
($chain)){
522 iptables_addrule
("-F $chain");
523 iptables_addrule
("-X $chain");
529 sub generate_proxmoxfwinput
{
531 if(!iptables_chain_exist
("proxmoxfw-INPUT")){
532 iptables_addrule
(":proxmoxfw-INPUT - [0:0]");
533 iptables_addrule
("-I INPUT -j proxmoxfw-INPUT");
534 iptables_addrule
("-A INPUT -j ACCEPT");
538 sub generate_proxmoxfwoutput
{
540 if(!iptables_chain_exist
("proxmoxfw-OUTPUT")){
541 iptables_addrule
(":proxmoxfw-OUTPUT - [0:0]");
542 iptables_addrule
("-I OUTPUT -j proxmoxfw-OUTPUT");
543 iptables_addrule
("-A OUTPUT -j ACCEPT");
548 sub enable_group_rules
{
551 generate_group_rules
($group);
555 sub generate_group_rules
{
558 my $filename = "/etc/pve/firewall/groups.fw";
559 my $fh = IO
::File-
>new($filename, O_RDONLY
);
562 my $rules = parse_fw_rules
($filename, $fh, $group);
563 my $inrules = $rules->{in};
564 my $outrules = $rules->{out
};
566 my $chain = "GROUP-".$group."-IN";
568 iptables_addrule
(":$chain - [0:0]");
570 if (scalar(@$inrules)) {
571 foreach my $rule (@$inrules) {
572 iptables_generate_rule
($chain, $rule);
576 $chain = "GROUP-".$group."-OUT";
578 iptables_addrule
(":$chain - [0:0]");
580 if(!iptables_chain_exist
("BRIDGEFW-OUT")){
581 iptables_addrule
(":BRIDGEFW-OUT - [0:0]");
584 if(!iptables_chain_exist
("BRIDGEFW-IN")){
585 iptables_addrule
(":BRIDGEFW-IN - [0:0]");
588 if (scalar(@$outrules)) {
589 foreach my $rule (@$outrules) {
590 #we go the BRIDGEFW-IN because we need to check also other tap rules
591 #(and group rules can be set on any bridge, so we can't go to VMBRXX-IN)
592 $rule->{action
} = 'BRIDGEFW-IN' if $rule->{action
} eq 'ACCEPT';
593 iptables_generate_rule
($chain, $rule);
599 sub disable_group_rules
{
602 my $chain = "GROUP-".$group."-IN";
604 if(iptables_chain_exist
($chain)){
605 iptables_addrule
("-F $chain");
606 iptables_addrule
("-X $chain");
609 $chain = "GROUP-".$group."-OUT";
611 if(iptables_chain_exist
($chain)){
612 iptables_addrule
("-F $chain");
613 iptables_addrule
("-X $chain");
616 #iptables_restore will die if security group is linked in a tap chain
617 #maybe can we improve that, parsing each vm config, or parsing iptables -S
618 #to see if the security group is linked or not
623 my ($filename, $fh, $group) = @_;
627 my $securitygroupexist;
629 my $res = { in => [], out
=> [] };
631 my $macros = get_firewall_macros
();
632 my $protocols = get_etc_protocols
();
634 while (defined(my $line = <$fh>)) {
635 next if $line =~ m/^#/;
636 next if $line =~ m/^\s*$/;
638 if ($line =~ m/^\[(in|out)(:(\S+))?\]\s*$/i) {
640 $securitygroup = lc($3) if $3;
641 $securitygroupexist = 1 if $securitygroup && $securitygroup eq $group;
645 next if $group && $securitygroup ne $group;
647 my ($action, $iface, $source, $dest, $proto, $dport, $sport) =
651 warn "skip incomplete line\n";
656 if ($action =~ m/^(ACCEPT|DROP|REJECT|GROUP-(\S+))$/) {
658 } elsif ($action =~ m/^(\S+)\((ACCEPT|DROP|REJECT)\)$/) {
659 ($service, $action) = ($1, $2);
660 if (!$macros->{$service}) {
661 warn "unknown service '$service'\n";
665 warn "unknown action '$action'\n";
669 $iface = undef if $iface && $iface eq '-';
670 if ($iface && $iface !~ m/^(net0|net1|net2|net3|net4|net5)$/) {
671 warn "unknown interface '$iface'\n";
675 $proto = undef if $proto && $proto eq '-';
676 if ($proto && !(defined($protocols->{byname
}->{$proto}) ||
677 defined($protocols->{byid
}->{$proto}))) {
678 warn "unknown protokol '$proto'\n";
682 $source = undef if $source && $source eq '-';
683 $dest = undef if $dest && $dest eq '-';
685 $dport = undef if $dport && $dport eq '-';
686 $sport = undef if $sport && $sport eq '-';
689 my $nbsource = undef;
693 $nbsource = parse_address_list
($source) if $source;
694 $nbdest = parse_address_list
($dest) if $dest;
695 $nbdport = parse_port_name_number_or_range
($dport) if $dport;
696 $nbsport = parse_port_name_number_or_range
($sport) if $sport;
711 nbsource
=> $nbsource,
721 push @{$res->{$section}}, $rule;
724 die "security group $group don't exist" if $group && !$securitygroupexist;
729 my ($code, @param) = @_;
733 my $res = lock_file
($pve_fw_lock_filename, $timeout, $code, @param);
740 sub read_local_vm_config
{
746 my $list = PVE
::QemuServer
::config_list
();
748 foreach my $vmid (keys %$list) {
749 #next if !($vmid eq '100' || $vmid eq '102');
750 my $cfspath = PVE
::QemuServer
::cfs_config_path
($vmid);
751 if (my $conf = PVE
::Cluster
::cfs_read_file
($cfspath)) {
752 $qemu->{$vmid} = $conf;
756 my $vmdata = { openvz
=> $openvz, qemu
=> $qemu };
761 sub read_vm_firewall_rules
{
764 foreach my $vmid (keys %{$vmdata->{qemu
}}, keys %{$vmdata->{openvz
}}) {
765 my $filename = "/etc/pve/firewall/$vmid.fw";
766 my $fh = IO
::File-
>new($filename, O_RDONLY
);
769 $rules->{$vmid} = parse_fw_rules
($filename, $fh);
776 my $vmdata = read_local_vm_config
();
777 my $rules = read_vm_firewall_rules
($vmdata);
779 # print Dumper($vmdata);
784 sub compile_and_start
{