]> git.proxmox.com Git - pve-firewall.git/blame - src/PVE/Firewall.pm
projects / pve-firewall.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
bump version to 3.0-19
[pve-firewall.git] / src / PVE / Firewall.pm
CommitLineData
b6360c3f
DM		 1package PVE::Firewall;
2
3use warnings;
4use strict;
cbb5d6f3 5use POSIX;
b6360c3f 6use Data::Dumper;
09d5f68e 7use Digest::SHA;
6d959e3f 8use Socket qw(AF_INET6 inet_ntop inet_pton);
c8301d63 9use PVE::INotify;
7ca36671 10use PVE::Exception qw(raise raise_param_exc);
e74a87f5 11use PVE::JSONSchema qw(register_standard_option get_standard_option);
c8301d63 12use PVE::Cluster;
5f0a912c 13use PVE::ProcFSTools;
70e524eb 14use PVE::Tools qw($IPV4RE $IPV6RE);
2e1ae6b9 15use PVE::Network;
eedcb564 16use PVE::SafeSyslog;
6b9f68a2 17use File::Basename;
5e1267a5
DM		 18use File::Path;
19use IO::File;
ecbea048 20use Net::IP;
1a301a8d 21use PVE::Tools qw(run_command lock_file dir_glob_foreach);
30c1ae52 22use Encode;
cfd7cd9c 23use Storable qw(dclone);
ecbea048 24
63c91681 25my $hostfw_conf_filename = "/etc/pve/local/host.fw";
21053409
DM		 26my $pvefw_conf_dir = "/etc/pve/firewall";
27my $clusterfw_conf_filename = "$pvefw_conf_dir/cluster.fw";
fca39c2c 28
fdefeeab 29# dynamically include PVE::QemuServer and PVE::LXC
d9fee004
DM		 30# to avoid dependency problems
31my $have_qemu_server;
32eval {
33 require PVE::QemuServer;
b5a16dd3 34 require PVE::QemuConfig;
d9fee004
DM		 35 $have_qemu_server = 1;
36};
37
3b4882dc
AG		 38my $have_lxc;
39eval {
40 require PVE::LXC;
41 $have_lxc = 1;
42};
43
44
259db1e6
DM		 45my $pve_fw_status_dir = "/var/lib/pve-firewall";
46
47mkdir $pve_fw_status_dir; # make sure this exists
48
351052d1
DM		 49my $security_group_name_pattern = '[A-Za-z][A-Za-z0-9\-\_]+';
50my $ipset_name_pattern = '[A-Za-z][A-Za-z0-9\-\_]+';
f9792937 51our $ip_alias_pattern = '[A-Za-z][A-Za-z0-9\-\_]+';
351052d1
DM		 52
53my $max_alias_name_length = 64;
54my $max_ipset_name_length = 64;
5c53cde4 55my $max_group_name_length = 18;
351052d1 56
48e3963e
WB		 57my $PROTOCOLS_WITH_PORTS = {
58 udp => 1, 17 => 1,
59 udplite => 1, 136 => 1,
60 tcp => 1, 6 => 1,
61 dccp => 1, 33 => 1,
62 sctp => 1, 132 => 1,
63};
64
ae029a88
DM		 65PVE::JSONSchema::register_format('IPorCIDR', \&pve_verify_ip_or_cidr);
66sub pve_verify_ip_or_cidr {
009ee3ac
DM		 67 my ($cidr, $noerr) = @_;
68
70e524eb 69 if ($cidr =~ m!^(?:$IPV6RE|$IPV4RE)(/(\d+))?$!) {
e34d0e58 70 return $cidr if Net::IP->new($cidr);
7c619bbb
DM		 71 return undef if $noerr;
72 die Net::IP::Error() . "\n";
73 }
74 return undef if $noerr;
75 die "value does not look like a valid IP address or CIDR network\n";
76}
77
ae029a88
DM		 78PVE::JSONSchema::register_format('IPorCIDRorAlias', \&pve_verify_ip_or_cidr_or_alias);
79sub pve_verify_ip_or_cidr_or_alias {
7c619bbb
DM		 80 my ($cidr, $noerr) = @_;
81
82 return if $cidr =~ m/^(?:$ip_alias_pattern)$/;
83
ae029a88 84 return pve_verify_ip_or_cidr($cidr, $noerr);
009ee3ac
DM		 85}
86
e74a87f5
DM		 87PVE::JSONSchema::register_standard_option('ipset-name', {
88 description => "IP set name.",
89 type => 'string',
351052d1 90 pattern => $ipset_name_pattern,
387d0ffc 91 minLength => 2,
351052d1 92 maxLength => $max_ipset_name_length,
387d0ffc
DM		 93});
94
81d574a7
DM		 95PVE::JSONSchema::register_standard_option('pve-fw-alias', {
96 description => "Alias name.",
97 type => 'string',
351052d1 98 pattern => $ip_alias_pattern,
81d574a7 99 minLength => 2,
351052d1 100 maxLength => $max_alias_name_length,
81d574a7
DM		 101});
102
6302c41f
DM		 103PVE::JSONSchema::register_standard_option('pve-fw-loglevel' => {
104 description => "Log level.",
e34d0e58 105 type => 'string',
6302c41f
DM		 106 enum => ['emerg', 'alert', 'crit', 'err', 'warning', 'notice', 'info', 'debug', 'nolog'],
107 optional => 1,
108});
109
387d0ffc
DM		 110PVE::JSONSchema::register_standard_option('pve-security-group-name', {
111 description => "Security Group name.",
112 type => 'string',
44be8ceb 113 pattern => $security_group_name_pattern,
387d0ffc 114 minLength => 2,
351052d1 115 maxLength => $max_group_name_length,
e74a87f5 116});
009ee3ac 117
cbb5d6f3
DM		 118my $feature_ipset_nomatch = 0;
119eval {
120 my (undef, undef, $release) = POSIX::uname();
121 if ($release =~ m/^(\d+)\.(\d+)\.\d+-/) {
122 my ($major, $minor) = ($1, $2);
123 $feature_ipset_nomatch = 1 if ($major > 3) ||
124 ($major == 3 && $minor >= 7);
125 }
126
127};
128
c8301d63
DM		 129my $nodename = PVE::INotify::nodename();
130
06320eb0
DM		 131my $pve_fw_lock_filename = "/var/lock/pvefw.lck";
132
56f313f7 133my $default_log_level = 'nolog'; # avoid logs by default
2d404ffc 134
cc37e000
TL		 135my $global_log_ratelimit = '--limit 1/sec';
136
2d404ffc
DM		 137my $log_level_hash = {
138 debug => 7,
139 info => 6,
140 notice => 5,
141 warning => 4,
142 err => 3,
143 crit => 2,
144 alert => 1,
145 emerg => 0,
146};
147
044409e5
TW		 148# %rule
149#
150# name => optional
30c390f9 151# enable => [0|1]
044409e5
TW		 152# action =>
153# proto =>
30c390f9
TW		 154# sport => port[,port[,port]].. or port:port
155# dport => port[,port[,port]].. or port:port
044409e5
TW		 156# log => optional, loglevel
157# logmsg => optional, logmsg - overwrites default
30c390f9
TW		 158# iface_in => incomin interface
159# iface_out => outgoing interface
044409e5
TW		 160# match => optional, overwrites generation of match
161# target => optional, overwrites action
162
35d1d6da
DM		 163# we need to overwrite some macros for ipv6
164my $pve_ipv6fw_macros = {
165 'Ping' => [
166 { action => 'PARAM', proto => 'icmpv6', dport => 'echo-request' },
167 ],
b3d75afb
WB		 168 'NeighborDiscovery' => [
169 "IPv6 neighbor solicitation, neighbor and router advertisement",
c71cdd44 170 { action => 'PARAM', proto => 'icmpv6', dport => 'router-solicitation' },
b3d75afb
WB		 171 { action => 'PARAM', proto => 'icmpv6', dport => 'router-advertisement' },
172 { action => 'PARAM', proto => 'icmpv6', dport => 'neighbor-solicitation' },
173 { action => 'PARAM', proto => 'icmpv6', dport => 'neighbor-advertisement' },
174 ],
a42e9763 175 'DHCPv6' => [
24dd51c2 176 "DHCPv6 traffic",
a42e9763
WB		 177 { action => 'PARAM', proto => 'udp', dport => '546:547', sport => '546:547' },
178 ],
35d1d6da
DM		 179 'Trcrt' => [
180 { action => 'PARAM', proto => 'udp', dport => '33434:33524' },
181 { action => 'PARAM', proto => 'icmpv6', dport => 'echo-request' },
182 ],
183 };
184
857f62c8 185# imported/converted from: /usr/share/shorewall/macro.*
961b4928 186my $pve_fw_macros = {
857f62c8 187 'Amanda' => [
ebd54ae9 188 "Amanda Backup",
857f62c8
DM		 189 { action => 'PARAM', proto => 'udp', dport => '10080' },
190 { action => 'PARAM', proto => 'tcp', dport => '10080' },
191 ],
192 'Auth' => [
ebd54ae9 193 "Auth (identd) traffic",
857f62c8
DM		 194 { action => 'PARAM', proto => 'tcp', dport => '113' },
195 ],
196 'BGP' => [
ebd54ae9 197 "Border Gateway Protocol traffic",
857f62c8
DM		 198 { action => 'PARAM', proto => 'tcp', dport => '179' },
199 ],
200 'BitTorrent' => [
ebd54ae9 201 "BitTorrent traffic for BitTorrent 3.1 and earlier",
961b4928 202 { action => 'PARAM', proto => 'tcp', dport => '6881:6889' },
857f62c8
DM		 203 { action => 'PARAM', proto => 'udp', dport => '6881' },
204 ],
205 'BitTorrent32' => [
ebd54ae9 206 "BitTorrent traffic for BitTorrent 3.2 and later",
857f62c8
DM		 207 { action => 'PARAM', proto => 'tcp', dport => '6881:6999' },
208 { action => 'PARAM', proto => 'udp', dport => '6881' },
209 ],
06ba9c44
AG		 210 'Ceph' => [
211 "Ceph Storage Cluster traffic (Ceph Monitors, OSD & MDS Deamons)",
212 { action => 'PARAM', proto => 'tcp', dport => '6789' },
213 { action => 'PARAM', proto => 'tcp', dport => '6800:7300' },
214 ],
857f62c8 215 'CVS' => [
ebd54ae9 216 "Concurrent Versions System pserver traffic",
857f62c8
DM		 217 { action => 'PARAM', proto => 'tcp', dport => '2401' },
218 ],
219 'Citrix' => [
ebd54ae9 220 "Citrix/ICA traffic (ICA, ICA Browser, CGP)",
857f62c8
DM		 221 { action => 'PARAM', proto => 'tcp', dport => '1494' },
222 { action => 'PARAM', proto => 'udp', dport => '1604' },
223 { action => 'PARAM', proto => 'tcp', dport => '2598' },
224 ],
225 'DAAP' => [
ebd54ae9 226 "Digital Audio Access Protocol traffic (iTunes, Rythmbox daemons)",
857f62c8
DM		 227 { action => 'PARAM', proto => 'tcp', dport => '3689' },
228 { action => 'PARAM', proto => 'udp', dport => '3689' },
229 ],
230 'DCC' => [
ebd54ae9 231 "Distributed Checksum Clearinghouse spam filtering mechanism",
857f62c8
DM		 232 { action => 'PARAM', proto => 'tcp', dport => '6277' },
233 ],
234 'DHCPfwd' => [
d2c3266d 235 "Forwarded DHCP traffic",
857f62c8 236 { action => 'PARAM', proto => 'udp', dport => '67:68', sport => '67:68' },
857f62c8
DM		 237 ],
238 'DNS' => [
ebd54ae9 239 "Domain Name System traffic (upd and tcp)",
857f62c8
DM		 240 { action => 'PARAM', proto => 'udp', dport => '53' },
241 { action => 'PARAM', proto => 'tcp', dport => '53' },
242 ],
243 'Distcc' => [
ebd54ae9 244 "Distributed Compiler service",
857f62c8
DM		 245 { action => 'PARAM', proto => 'tcp', dport => '3632' },
246 ],
857f62c8 247 'FTP' => [
ebd54ae9 248 "File Transfer Protocol",
857f62c8
DM		 249 { action => 'PARAM', proto => 'tcp', dport => '21' },
250 ],
251 'Finger' => [
ebd54ae9 252 "Finger protocol (RFC 742)",
857f62c8
DM		 253 { action => 'PARAM', proto => 'tcp', dport => '79' },
254 ],
255 'GNUnet' => [
ebd54ae9 256 "GNUnet secure peer-to-peer networking traffic",
857f62c8
DM		 257 { action => 'PARAM', proto => 'tcp', dport => '2086' },
258 { action => 'PARAM', proto => 'udp', dport => '2086' },
259 { action => 'PARAM', proto => 'tcp', dport => '1080' },
260 { action => 'PARAM', proto => 'udp', dport => '1080' },
261 ],
262 'GRE' => [
d2c3266d 263 "Generic Routing Encapsulation tunneling protocol",
857f62c8 264 { action => 'PARAM', proto => '47' },
857f62c8
DM		 265 ],
266 'Git' => [
ebd54ae9 267 "Git distributed revision control traffic",
857f62c8
DM		 268 { action => 'PARAM', proto => 'tcp', dport => '9418' },
269 ],
857f62c8 270 'HKP' => [
ebd54ae9 271 "OpenPGP HTTP keyserver protocol traffic",
857f62c8
DM		 272 { action => 'PARAM', proto => 'tcp', dport => '11371' },
273 ],
274 'HTTP' => [
ebd54ae9 275 "Hypertext Transfer Protocol (WWW)",
961b4928
DM		 276 { action => 'PARAM', proto => 'tcp', dport => '80' },
277 ],
857f62c8 278 'HTTPS' => [
ebd54ae9 279 "Hypertext Transfer Protocol (WWW) over SSL",
857f62c8
DM		 280 { action => 'PARAM', proto => 'tcp', dport => '443' },
281 ],
282 'ICPV2' => [
ebd54ae9 283 "Internet Cache Protocol V2 (Squid) traffic",
857f62c8
DM		 284 { action => 'PARAM', proto => 'udp', dport => '3130' },
285 ],
286 'ICQ' => [
ebd54ae9 287 "AOL Instant Messenger traffic",
857f62c8
DM		 288 { action => 'PARAM', proto => 'tcp', dport => '5190' },
289 ],
290 'IMAP' => [
ebd54ae9 291 "Internet Message Access Protocol",
857f62c8
DM		 292 { action => 'PARAM', proto => 'tcp', dport => '143' },
293 ],
294 'IMAPS' => [
ebd54ae9 295 "Internet Message Access Protocol over SSL",
857f62c8
DM		 296 { action => 'PARAM', proto => 'tcp', dport => '993' },
297 ],
298 'IPIP' => [
d2c3266d 299 "IPIP capsulation traffic",
857f62c8 300 { action => 'PARAM', proto => '94' },
857f62c8 301 ],
857f62c8 302 'IPsec' => [
d2c3266d 303 "IPsec traffic",
857f62c8
DM		 304 { action => 'PARAM', proto => 'udp', dport => '500', sport => '500' },
305 { action => 'PARAM', proto => '50' },
857f62c8
DM		 306 ],
307 'IPsecah' => [
d2c3266d 308 "IPsec authentication (AH) traffic",
857f62c8
DM		 309 { action => 'PARAM', proto => 'udp', dport => '500', sport => '500' },
310 { action => 'PARAM', proto => '51' },
857f62c8
DM		 311 ],
312 'IPsecnat' => [
d2c3266d 313 "IPsec traffic and Nat-Traversal",
857f62c8
DM		 314 { action => 'PARAM', proto => 'udp', dport => '500' },
315 { action => 'PARAM', proto => 'udp', dport => '4500' },
316 { action => 'PARAM', proto => '50' },
857f62c8
DM		 317 ],
318 'IRC' => [
ebd54ae9 319 "Internet Relay Chat traffic",
857f62c8
DM		 320 { action => 'PARAM', proto => 'tcp', dport => '6667' },
321 ],
857f62c8 322 'Jetdirect' => [
ebd54ae9 323 "HP Jetdirect printing",
857f62c8
DM		 324 { action => 'PARAM', proto => 'tcp', dport => '9100' },
325 ],
326 'L2TP' => [
ebd54ae9 327 "Layer 2 Tunneling Protocol traffic",
857f62c8 328 { action => 'PARAM', proto => 'udp', dport => '1701' },
857f62c8
DM		 329 ],
330 'LDAP' => [
ebd54ae9 331 "Lightweight Directory Access Protocol traffic",
857f62c8
DM		 332 { action => 'PARAM', proto => 'tcp', dport => '389' },
333 ],
334 'LDAPS' => [
ebd54ae9 335 "Secure Lightweight Directory Access Protocol traffic",
857f62c8
DM		 336 { action => 'PARAM', proto => 'tcp', dport => '636' },
337 ],
338 'MSNP' => [
ebd54ae9 339 "Microsoft Notification Protocol",
857f62c8
DM		 340 { action => 'PARAM', proto => 'tcp', dport => '1863' },
341 ],
342 'MSSQL' => [
ebd54ae9 343 "Microsoft SQL Server",
857f62c8
DM		 344 { action => 'PARAM', proto => 'tcp', dport => '1433' },
345 ],
346 'Mail' => [
ebd54ae9 347 "Mail traffic (SMTP, SMTPS, Submission)",
857f62c8
DM		 348 { action => 'PARAM', proto => 'tcp', dport => '25' },
349 { action => 'PARAM', proto => 'tcp', dport => '465' },
350 { action => 'PARAM', proto => 'tcp', dport => '587' },
351 ],
7831e1e3
EK		 352 'MDNS' => [
353 "Multicast DNS",
354 { action => 'PARAM', proto => 'udp', dport => '5353' },
355 ],
857f62c8 356 'Munin' => [
ebd54ae9 357 "Munin networked resource monitoring traffic",
857f62c8
DM		 358 { action => 'PARAM', proto => 'tcp', dport => '4949' },
359 ],
360 'MySQL' => [
ebd54ae9 361 "MySQL server",
857f62c8
DM		 362 { action => 'PARAM', proto => 'tcp', dport => '3306' },
363 ],
364 'NNTP' => [
ebd54ae9 365 "NNTP traffic (Usenet).",
857f62c8
DM		 366 { action => 'PARAM', proto => 'tcp', dport => '119' },
367 ],
368 'NNTPS' => [
ebd54ae9 369 "Encrypted NNTP traffic (Usenet)",
857f62c8
DM		 370 { action => 'PARAM', proto => 'tcp', dport => '563' },
371 ],
372 'NTP' => [
ebd54ae9 373 "Network Time Protocol (ntpd)",
857f62c8
DM		 374 { action => 'PARAM', proto => 'udp', dport => '123' },
375 ],
857f62c8 376 'OSPF' => [
ebd54ae9 377 "OSPF multicast traffic",
857f62c8
DM		 378 { action => 'PARAM', proto => '89' },
379 ],
380 'OpenVPN' => [
ebd54ae9 381 "OpenVPN traffic",
857f62c8
DM		 382 { action => 'PARAM', proto => 'udp', dport => '1194' },
383 ],
384 'PCA' => [
ebd54ae9 385 "Symantec PCAnywere (tm)",
857f62c8
DM		 386 { action => 'PARAM', proto => 'udp', dport => '5632' },
387 { action => 'PARAM', proto => 'tcp', dport => '5631' },
388 ],
389 'POP3' => [
ebd54ae9 390 "POP3 traffic",
857f62c8
DM		 391 { action => 'PARAM', proto => 'tcp', dport => '110' },
392 ],
393 'POP3S' => [
ebd54ae9 394 "Encrypted POP3 traffic",
857f62c8
DM		 395 { action => 'PARAM', proto => 'tcp', dport => '995' },
396 ],
397 'PPtP' => [
ebd54ae9 398 "Point-to-Point Tunneling Protocol",
857f62c8 399 { action => 'PARAM', proto => '47' },
857f62c8
DM		 400 { action => 'PARAM', proto => 'tcp', dport => '1723' },
401 ],
402 'Ping' => [
ebd54ae9 403 "ICMP echo request",
269d4f13 404 { action => 'PARAM', proto => 'icmp', dport => 'echo-request' },
857f62c8
DM		 405 ],
406 'PostgreSQL' => [
ebd54ae9 407 "PostgreSQL server",
857f62c8
DM		 408 { action => 'PARAM', proto => 'tcp', dport => '5432' },
409 ],
410 'Printer' => [
ebd54ae9 411 "Line Printer protocol printing",
857f62c8
DM		 412 { action => 'PARAM', proto => 'tcp', dport => '515' },
413 ],
414 'RDP' => [
ebd54ae9 415 "Microsoft Remote Desktop Protocol traffic",
857f62c8
DM		 416 { action => 'PARAM', proto => 'tcp', dport => '3389' },
417 ],
d2c3266d 418 'RIP' => [
ebd54ae9 419 "Routing Information Protocol (bidirectional)",
857f62c8 420 { action => 'PARAM', proto => 'udp', dport => '520' },
857f62c8
DM		 421 ],
422 'RNDC' => [
ebd54ae9 423 "BIND remote management protocol",
857f62c8
DM		 424 { action => 'PARAM', proto => 'tcp', dport => '953' },
425 ],
426 'Razor' => [
ebd54ae9 427 "Razor Antispam System",
056f9211 428 { action => 'PARAM', proto => 'tcp', dport => '2703' },
857f62c8
DM		 429 ],
430 'Rdate' => [
ebd54ae9 431 "Remote time retrieval (rdate)",
857f62c8
DM		 432 { action => 'PARAM', proto => 'tcp', dport => '37' },
433 ],
434 'Rsync' => [
ebd54ae9 435 "Rsync server",
857f62c8
DM		 436 { action => 'PARAM', proto => 'tcp', dport => '873' },
437 ],
438 'SANE' => [
ebd54ae9 439 "SANE network scanning",
857f62c8
DM		 440 { action => 'PARAM', proto => 'tcp', dport => '6566' },
441 ],
442 'SMB' => [
ebd54ae9 443 "Microsoft SMB traffic",
857f62c8
DM		 444 { action => 'PARAM', proto => 'udp', dport => '135,445' },
445 { action => 'PARAM', proto => 'udp', dport => '137:139' },
446 { action => 'PARAM', proto => 'udp', dport => '1024:65535', sport => '137' },
447 { action => 'PARAM', proto => 'tcp', dport => '135,139,445' },
448 ],
857f62c8 449 'SMBswat' => [
ebd54ae9 450 "Samba Web Administration Tool",
857f62c8
DM		 451 { action => 'PARAM', proto => 'tcp', dport => '901' },
452 ],
453 'SMTP' => [
ebd54ae9 454 "Simple Mail Transfer Protocol",
857f62c8
DM		 455 { action => 'PARAM', proto => 'tcp', dport => '25' },
456 ],
457 'SMTPS' => [
ebd54ae9 458 "Encrypted Simple Mail Transfer Protocol",
857f62c8
DM		 459 { action => 'PARAM', proto => 'tcp', dport => '465' },
460 ],
461 'SNMP' => [
ebd54ae9 462 "Simple Network Management Protocol",
857f62c8
DM		 463 { action => 'PARAM', proto => 'udp', dport => '161:162' },
464 { action => 'PARAM', proto => 'tcp', dport => '161' },
465 ],
466 'SPAMD' => [
ebd54ae9 467 "Spam Assassin SPAMD traffic",
857f62c8
DM		 468 { action => 'PARAM', proto => 'tcp', dport => '783' },
469 ],
470 'SSH' => [
ebd54ae9 471 "Secure shell traffic",
857f62c8
DM		 472 { action => 'PARAM', proto => 'tcp', dport => '22' },
473 ],
474 'SVN' => [
ebd54ae9 475 "Subversion server (svnserve)",
857f62c8
DM		 476 { action => 'PARAM', proto => 'tcp', dport => '3690' },
477 ],
478 'SixXS' => [
ebd54ae9 479 "SixXS IPv6 Deployment and Tunnel Broker",
857f62c8
DM		 480 { action => 'PARAM', proto => 'tcp', dport => '3874' },
481 { action => 'PARAM', proto => 'udp', dport => '3740' },
482 { action => 'PARAM', proto => '41' },
483 { action => 'PARAM', proto => 'udp', dport => '5072,8374' },
484 ],
485 'Squid' => [
ebd54ae9 486 "Squid web proxy traffic",
857f62c8
DM		 487 { action => 'PARAM', proto => 'tcp', dport => '3128' },
488 ],
489 'Submission' => [
ebd54ae9 490 "Mail message submission traffic",
857f62c8
DM		 491 { action => 'PARAM', proto => 'tcp', dport => '587' },
492 ],
493 'Syslog' => [
ebd54ae9 494 "Syslog protocol (RFC 5424) traffic",
857f62c8
DM		 495 { action => 'PARAM', proto => 'udp', dport => '514' },
496 { action => 'PARAM', proto => 'tcp', dport => '514' },
497 ],
498 'TFTP' => [
ebd54ae9 499 "Trivial File Transfer Protocol traffic",
857f62c8
DM		 500 { action => 'PARAM', proto => 'udp', dport => '69' },
501 ],
502 'Telnet' => [
ebd54ae9 503 "Telnet traffic",
857f62c8
DM		 504 { action => 'PARAM', proto => 'tcp', dport => '23' },
505 ],
506 'Telnets' => [
ebd54ae9 507 "Telnet over SSL",
857f62c8
DM		 508 { action => 'PARAM', proto => 'tcp', dport => '992' },
509 ],
510 'Time' => [
ebd54ae9 511 "RFC 868 Time protocol",
857f62c8
DM		 512 { action => 'PARAM', proto => 'tcp', dport => '37' },
513 ],
514 'Trcrt' => [
ebd54ae9 515 "Traceroute (for up to 30 hops) traffic",
857f62c8 516 { action => 'PARAM', proto => 'udp', dport => '33434:33524' },
269d4f13 517 { action => 'PARAM', proto => 'icmp', dport => 'echo-request' },
857f62c8
DM		 518 ],
519 'VNC' => [
93be4333
DM		 520 "VNC traffic for VNC display's 0 - 99",
521 { action => 'PARAM', proto => 'tcp', dport => '5900:5999' },
857f62c8
DM		 522 ],
523 'VNCL' => [
ebd54ae9 524 "VNC traffic from Vncservers to Vncviewers in listen mode",
857f62c8
DM		 525 { action => 'PARAM', proto => 'tcp', dport => '5500' },
526 ],
527 'Web' => [
ebd54ae9 528 "WWW traffic (HTTP and HTTPS)",
857f62c8 529 { action => 'PARAM', proto => 'tcp', dport => '80' },
961b4928
DM		 530 { action => 'PARAM', proto => 'tcp', dport => '443' },
531 ],
857f62c8 532 'Webcache' => [
ebd54ae9 533 "Web Cache/Proxy traffic (port 8080)",
857f62c8
DM		 534 { action => 'PARAM', proto => 'tcp', dport => '8080' },
535 ],
536 'Webmin' => [
ebd54ae9 537 "Webmin traffic",
857f62c8
DM		 538 { action => 'PARAM', proto => 'tcp', dport => '10000' },
539 ],
540 'Whois' => [
ebd54ae9 541 "Whois (nicname, RFC 3912) traffic",
857f62c8
DM		 542 { action => 'PARAM', proto => 'tcp', dport => '43' },
543 ],
961b4928
DM		 544};
545
546my $pve_fw_parsed_macros;
ebd54ae9 547my $pve_fw_macro_descr;
21a18e53 548my $pve_fw_macro_ipversion = {};
961b4928 549my $pve_fw_preferred_macro_names = {};
3a616aa0 550
fe3d79b4
WB		 551my $FWACCEPTMARK_ON = "0x80000000/0x80000000";
552my $FWACCEPTMARK_OFF = "0x00000000/0x80000000";
553
5547adf7 554my $pve_std_chains = {};
cfd7cd9c
TW		 555my $pve_std_chains_conf = {};
556$pve_std_chains_conf->{4} = {
d8f2505e 557 'PVEFW-SET-ACCEPT-MARK' => [
044409e5 558 { target => "-j MARK --set-mark $FWACCEPTMARK_ON" },
d8f2505e 559 ],
79929d9c
DM		 560 'PVEFW-DropBroadcast' => [
561 # same as shorewall 'Broadcast'
562 # simply DROP BROADCAST/MULTICAST/ANYCAST
563 # we can use this to reduce logging
564 { action => 'DROP', dsttype => 'BROADCAST' },
565 { action => 'DROP', dsttype => 'MULTICAST' },
566 { action => 'DROP', dsttype => 'ANYCAST' },
cbb5d6f3 567 { action => 'DROP', dest => '224.0.0.0/4' },
79929d9c
DM		 568 ],
569 'PVEFW-reject' => [
570 # same as shorewall 'reject'
571 { action => 'DROP', dsttype => 'BROADCAST' },
cbb5d6f3 572 { action => 'DROP', source => '224.0.0.0/4' },
79929d9c 573 { action => 'DROP', proto => 'icmp' },
044409e5
TW		 574 { match => '-p tcp', target => '-j REJECT --reject-with tcp-reset' },
575 { match => '-p udp', target => '-j REJECT --reject-with icmp-port-unreachable' },
576 { match => '-p icmp', target => '-j REJECT --reject-with icmp-host-unreachable' },
577 { target => '-j REJECT --reject-with icmp-host-prohibited' },
79929d9c
DM		 578 ],
579 'PVEFW-Drop' => [
cbb5d6f3 580 # same as shorewall 'Drop', which is equal to DROP,
79929d9c
DM		 581 # but REJECT/DROP some packages to reduce logging,
582 # and ACCEPT critical ICMP types
583 { action => 'PVEFW-reject', proto => 'tcp', dport => '43' }, # REJECT 'auth'
584 # we are not interested in BROADCAST/MULTICAST/ANYCAST
585 { action => 'PVEFW-DropBroadcast' },
586 # ACCEPT critical ICMP types
587 { action => 'ACCEPT', proto => 'icmp', dport => 'fragmentation-needed' },
588 { action => 'ACCEPT', proto => 'icmp', dport => 'time-exceeded' },
589 # Drop packets with INVALID state
044409e5 590 { action => 'DROP', match => '-m conntrack --ctstate INVALID', },
79929d9c 591 # Drop Microsoft SMB noise
e4882cff
TW		 592 { action => 'DROP', proto => 'udp', dport => '135,445' },
593 { action => 'DROP', proto => 'udp', dport => '137:139' },
79929d9c 594 { action => 'DROP', proto => 'udp', dport => '1024:65535', sport => 137 },
e4882cff 595 { action => 'DROP', proto => 'tcp', dport => '135,139,445' },
79929d9c
DM		 596 { action => 'DROP', proto => 'udp', dport => 1900 }, # UPnP
597 # Drop new/NotSyn traffic so that it doesn't get logged
044409e5 598 { action => 'DROP', match => '-p tcp -m tcp ! --tcp-flags FIN,SYN,RST,ACK SYN' },
79929d9c
DM		 599 # Drop DNS replies
600 { action => 'DROP', proto => 'udp', sport => 53 },
601 ],
602 'PVEFW-Reject' => [
cbb5d6f3 603 # same as shorewall 'Reject', which is equal to Reject,
79929d9c
DM		 604 # but REJECT/DROP some packages to reduce logging,
605 # and ACCEPT critical ICMP types
606 { action => 'PVEFW-reject', proto => 'tcp', dport => '43' }, # REJECT 'auth'
607 # we are not interested in BROADCAST/MULTICAST/ANYCAST
608 { action => 'PVEFW-DropBroadcast' },
609 # ACCEPT critical ICMP types
610 { action => 'ACCEPT', proto => 'icmp', dport => 'fragmentation-needed' },
611 { action => 'ACCEPT', proto => 'icmp', dport => 'time-exceeded' },
612 # Drop packets with INVALID state
044409e5 613 { action => 'DROP', match => '-m conntrack --ctstate INVALID', },
79929d9c 614 # Drop Microsoft SMB noise
e4882cff 615 { action => 'PVEFW-reject', proto => 'udp', dport => '135,445' },
79929d9c
DM		 616 { action => 'PVEFW-reject', proto => 'udp', dport => '137:139'},
617 { action => 'PVEFW-reject', proto => 'udp', dport => '1024:65535', sport => 137 },
e4882cff 618 { action => 'PVEFW-reject', proto => 'tcp', dport => '135,139,445' },
79929d9c
DM		 619 { action => 'DROP', proto => 'udp', dport => 1900 }, # UPnP
620 # Drop new/NotSyn traffic so that it doesn't get logged
044409e5 621 { action => 'DROP', match => '-p tcp -m tcp ! --tcp-flags FIN,SYN,RST,ACK SYN' },
79929d9c
DM		 622 # Drop DNS replies
623 { action => 'DROP', proto => 'udp', sport => 53 },
624 ],
d86659ef
DM		 625 'PVEFW-tcpflags' => [
626 # same as shorewall tcpflags action.
627 # Packets arriving on this interface are checked for som illegal combinations of TCP flags
044409e5
TW		 628 { match => '-p tcp -m tcp --tcp-flags FIN,SYN,RST,PSH,ACK,URG FIN,PSH,URG', target => '-g PVEFW-logflags' },
629 { match => '-p tcp -m tcp --tcp-flags FIN,SYN,RST,PSH,ACK,URG NONE', target => '-g PVEFW-logflags' },
630 { match => '-p tcp -m tcp --tcp-flags SYN,RST SYN,RST', target => '-g PVEFW-logflags' },
631 { match => '-p tcp -m tcp --tcp-flags FIN,SYN FIN,SYN', target => '-g PVEFW-logflags' },
632 { match => '-p tcp -m tcp --sport 0 --tcp-flags FIN,SYN,RST,ACK SYN', target => '-g PVEFW-logflags' },
d86659ef 633 ],
bee633ab
DM		 634 'PVEFW-smurfs' => [
635 # same as shorewall smurfs action
636 # Filter packets for smurfs (packets with a broadcast address as the source).
044409e5
TW		 637 { match => '-s 0.0.0.0/32', target => '-j RETURN' }, # allow DHCP
638 { match => '-m addrtype --src-type BROADCAST', target => '-g PVEFW-smurflog' },
639 { match => '-s 224.0.0.0/4', target => '-g PVEFW-smurflog' },
640 ],
641 'PVEFW-smurflog' => [
642 { action => 'DROP', logmsg => 'DROP: ' },
643 ],
644 'PVEFW-logflags' => [
645 { action => 'DROP', logmsg => 'DROP: ' },
bee633ab 646 ],
d8f2505e
DM		 647};
648
cfd7cd9c 649$pve_std_chains_conf->{6} = {
47a79ff2 650 'PVEFW-SET-ACCEPT-MARK' => [
044409e5 651 { target => "-j MARK --set-mark $FWACCEPTMARK_ON" },
47a79ff2
AD		 652 ],
653 'PVEFW-DropBroadcast' => [
044409e5
TW		 654 # same as shorewall 'Broadcast'
655 # simply DROP BROADCAST/MULTICAST/ANYCAST
656 # we can use this to reduce logging
657 #{ action => 'DROP', dsttype => 'BROADCAST' }, #no broadcast in ipv6
649cd835
DM		 658 # ipv6 addrtype does not work with kernel 2.6.32
659 #{ action => 'DROP', dsttype => 'MULTICAST' },
044409e5
TW		 660 #{ action => 'DROP', dsttype => 'ANYCAST' },
661 { action => 'DROP', dest => 'ff00::/8' },
662 #{ action => 'DROP', dest => '224.0.0.0/4' },
47a79ff2
AD		 663 ],
664 'PVEFW-reject' => [
044409e5
TW		 665 # same as shorewall 'reject'
666 #{ action => 'DROP', dsttype => 'BROADCAST' },
667 #{ action => 'DROP', source => '224.0.0.0/4' },
649cd835 668 { action => 'DROP', proto => 'icmpv6' },
044409e5
TW		 669 { match => '-p tcp', target => '-j REJECT --reject-with tcp-reset' },
670 #"-p udp -j REJECT --reject-with icmp-port-unreachable",
671 #"-p icmp -j REJECT --reject-with icmp-host-unreachable",
672 #"-j REJECT --reject-with icmp-host-prohibited",
47a79ff2
AD		 673 ],
674 'PVEFW-Drop' => [
044409e5
TW		 675 # same as shorewall 'Drop', which is equal to DROP,
676 # but REJECT/DROP some packages to reduce logging,
677 # and ACCEPT critical ICMP types
649cd835 678 { action => 'PVEFW-reject', proto => 'tcp', dport => '43' }, # REJECT 'auth'
044409e5
TW		 679 # we are not interested in BROADCAST/MULTICAST/ANYCAST
680 { action => 'PVEFW-DropBroadcast' },
681 # ACCEPT critical ICMP types
682 { action => 'ACCEPT', proto => 'icmpv6', dport => 'destination-unreachable' },
683 { action => 'ACCEPT', proto => 'icmpv6', dport => 'time-exceeded' },
684 { action => 'ACCEPT', proto => 'icmpv6', dport => 'packet-too-big' },
685 # Drop packets with INVALID state
686 { action => 'DROP', match => '-m conntrack --ctstate INVALID', },
687 # Drop Microsoft SMB noise
e4882cff 688 { action => 'DROP', proto => 'udp', dport => '135,445' },
649cd835
DM		 689 { action => 'DROP', proto => 'udp', dport => '137:139'},
690 { action => 'DROP', proto => 'udp', dport => '1024:65535', sport => 137 },
e4882cff 691 { action => 'DROP', proto => 'tcp', dport => '135,139,445' },
649cd835 692 { action => 'DROP', proto => 'udp', dport => 1900 }, # UPnP
044409e5
TW		 693 # Drop new/NotSyn traffic so that it doesn't get logged
694 { action => 'DROP', match => '-p tcp -m tcp ! --tcp-flags FIN,SYN,RST,ACK SYN' },
695 # Drop DNS replies
649cd835 696 { action => 'DROP', proto => 'udp', sport => 53 },
47a79ff2
AD		 697 ],
698 'PVEFW-Reject' => [
044409e5
TW		 699 # same as shorewall 'Reject', which is equal to Reject,
700 # but REJECT/DROP some packages to reduce logging,
701 # and ACCEPT critical ICMP types
702 { action => 'PVEFW-reject', proto => 'tcp', dport => '43' }, # REJECT 'auth'
703 # we are not interested in BROADCAST/MULTICAST/ANYCAST
704 { action => 'PVEFW-DropBroadcast' },
705 # ACCEPT critical ICMP types
706 { action => 'ACCEPT', proto => 'icmpv6', dport => 'destination-unreachable' },
707 { action => 'ACCEPT', proto => 'icmpv6', dport => 'time-exceeded' },
708 { action => 'ACCEPT', proto => 'icmpv6', dport => 'packet-too-big' },
709 # Drop packets with INVALID state
710 { action => 'DROP', match => '-m conntrack --ctstate INVALID', },
711 # Drop Microsoft SMB noise
e4882cff
TW		 712 { action => 'PVEFW-reject', proto => 'udp', dport => '135,445' },
713 { action => 'PVEFW-reject', proto => 'udp', dport => '137:139' },
044409e5 714 { action => 'PVEFW-reject', proto => 'udp', dport => '1024:65535', sport => 137 },
e4882cff 715 { action => 'PVEFW-reject', proto => 'tcp', dport => '135,139,445' },
044409e5
TW		 716 { action => 'DROP', proto => 'udp', dport => 1900 }, # UPnP
717 # Drop new/NotSyn traffic so that it doesn't get logged
718 { action => 'DROP', match => '-p tcp -m tcp ! --tcp-flags FIN,SYN,RST,ACK SYN' },
719 # Drop DNS replies
720 { action => 'DROP', proto => 'udp', sport => 53 },
47a79ff2
AD		 721 ],
722 'PVEFW-tcpflags' => [
044409e5
TW		 723 # same as shorewall tcpflags action.
724 # Packets arriving on this interface are checked for som illegal combinations of TCP flags
725 { match => '-p tcp -m tcp --tcp-flags FIN,SYN,RST,PSH,ACK,URG FIN,PSH,URG', target => '-g PVEFW-logflags' },
726 { match => '-p tcp -m tcp --tcp-flags FIN,SYN,RST,PSH,ACK,URG NONE', target => '-g PVEFW-logflags' },
727 { match => '-p tcp -m tcp --tcp-flags SYN,RST SYN,RST', target => '-g PVEFW-logflags' },
728 { match => '-p tcp -m tcp --tcp-flags FIN,SYN FIN,SYN', target => '-g PVEFW-logflags' },
729 { match => '-p tcp -m tcp --sport 0 --tcp-flags FIN,SYN,RST,ACK SYN', target => '-g PVEFW-logflags' },
730 ],
731 'PVEFW-logflags' => [
732 { action => 'DROP', logmsg => 'DROP: ' },
47a79ff2 733 ],
47a79ff2
AD		 734};
735
4b586518
DM		 736# iptables -p icmp -h
737my $icmp_type_names = {
738 any => 1,
739 'echo-reply' => 1,
740 'destination-unreachable' => 1,
741 'network-unreachable' => 1,
742 'host-unreachable' => 1,
743 'protocol-unreachable' => 1,
744 'port-unreachable' => 1,
745 'fragmentation-needed' => 1,
746 'source-route-failed' => 1,
747 'network-unknown' => 1,
748 'host-unknown' => 1,
749 'network-prohibited' => 1,
750 'host-prohibited' => 1,
751 'TOS-network-unreachable' => 1,
752 'TOS-host-unreachable' => 1,
753 'communication-prohibited' => 1,
754 'host-precedence-violation' => 1,
755 'precedence-cutoff' => 1,
756 'source-quench' => 1,
757 'redirect' => 1,
758 'network-redirect' => 1,
759 'host-redirect' => 1,
760 'TOS-network-redirect' => 1,
761 'TOS-host-redirect' => 1,
762 'echo-request' => 1,
763 'router-advertisement' => 1,
764 'router-solicitation' => 1,
765 'time-exceeded' => 1,
766 'ttl-zero-during-transit' => 1,
767 'ttl-zero-during-reassembly' => 1,
768 'parameter-problem' => 1,
769 'ip-header-bad' => 1,
770 'required-option-missing' => 1,
771 'timestamp-request' => 1,
772 'timestamp-reply' => 1,
773 'address-mask-request' => 1,
774 'address-mask-reply' => 1,
775};
776
041b9277
DM		 777# ip6tables -p icmpv6 -h
778
779my $icmpv6_type_names = {
780 'any' => 1,
781 'destination-unreachable' => 1,
782 'no-route' => 1,
783 'communication-prohibited' => 1,
784 'address-unreachable' => 1,
785 'port-unreachable' => 1,
786 'packet-too-big' => 1,
787 'time-exceeded' => 1,
788 'ttl-zero-during-transit' => 1,
789 'ttl-zero-during-reassembly' => 1,
790 'parameter-problem' => 1,
791 'bad-header' => 1,
792 'unknown-header-type' => 1,
793 'unknown-option' => 1,
794 'echo-request' => 1,
795 'echo-reply' => 1,
796 'router-solicitation' => 1,
797 'router-advertisement' => 1,
593604cc 798 'neighbor-solicitation' => 1,
041b9277 799 'neighbour-solicitation' => 1,
593604cc 800 'neighbor-advertisement' => 1,
041b9277
DM		 801 'neighbour-advertisement' => 1,
802 'redirect' => 1,
803};
804
54cd19a8 805sub init_firewall_macros {
6158271d 806
961b4928 807 $pve_fw_parsed_macros = {};
9aab3127 808
21a18e53
WB		 809 my $parse = sub {
810 my ($k, $macro) = @_;
e5076eee 811 my $lc_name = lc($k);
21a18e53
WB		 812 $pve_fw_macro_ipversion->{$k} = 0;
813 while (!ref($macro->[0])) {
814 my $desc = shift @$macro;
815 if ($desc eq 'ipv4only') {
816 $pve_fw_macro_ipversion->{$k} = 4;
817 } elsif ($desc eq 'ipv6only') {
818 $pve_fw_macro_ipversion->{$k} = 6;
819 } else {
820 $pve_fw_macro_descr->{$k} = $desc;
821 }
ebd54ae9 822 }
e5076eee
DM		 823 $pve_fw_preferred_macro_names->{$lc_name} = $k;
824 $pve_fw_parsed_macros->{$k} = $macro;
21a18e53
WB		 825 };
826
827 foreach my $k (keys %$pve_fw_macros) {
828 &$parse($k, $pve_fw_macros->{$k});
829 }
830
831 foreach my $k (keys %$pve_ipv6fw_macros) {
832 next if $pve_fw_parsed_macros->{$k};
833 &$parse($k, $pve_ipv6fw_macros->{$k});
834 $pve_fw_macro_ipversion->{$k} = 6;
961b4928 835 }
9aab3127
DM		 836}
837
54cd19a8
DM		 838init_firewall_macros();
839
ebd54ae9
DM		 840sub get_macros {
841 return wantarray ? ($pve_fw_parsed_macros, $pve_fw_macro_descr): $pve_fw_parsed_macros;
842}
843
fcba0beb
DM		 844my $etc_services;
845
846sub get_etc_services {
847
848 return $etc_services if $etc_services;
849
850 my $filename = "/etc/services";
851
852 my $fh = IO::File->new($filename, O_RDONLY);
853 if (!$fh) {
854 warn "unable to read '$filename' - $!\n";
855 return {};
856 }
857
858 my $services = {};
859
860 while (my $line = <$fh>) {
861 chomp ($line);
862 next if $line =~m/^#/;
863 next if ($line =~m/^\s*$/);
864
d50f24ea 865 if ($line =~ m!^(\S+)\s+(\S+)/(tcp|udp|sctp).*$!) {
fcba0beb 866 $services->{byid}->{$2}->{name} = $1;
35b66e9d 867 $services->{byid}->{$2}->{port} = $2;
fcba0beb
DM		 868 $services->{byid}->{$2}->{$3} = 1;
869 $services->{byname}->{$1} = $services->{byid}->{$2};
870 }
871 }
872
873 close($fh);
874
6158271d
DM		 875 $etc_services = $services;
876
3a616aa0 877
fcba0beb
DM		 878 return $etc_services;
879}
880
58bc569d
WB		 881sub parse_protocol_file {
882 my ($filename) = @_;
fcba0beb
DM		 883
884 my $fh = IO::File->new($filename, O_RDONLY);
885 if (!$fh) {
886 warn "unable to read '$filename' - $!\n";
887 return {};
888 }
889
890 my $protocols = {};
891
892 while (my $line = <$fh>) {
893 chomp ($line);
894 next if $line =~m/^#/;
895 next if ($line =~m/^\s*$/);
896
d6dd6e96 897 if ($line =~ m!^(\S+)\s+(\d+)(?:\s+.*)?$!) {
fcba0beb
DM		 898 $protocols->{byid}->{$2}->{name} = $1;
899 $protocols->{byname}->{$1} = $protocols->{byid}->{$2};
900 }
901 }
902
903 close($fh);
904
58bc569d
WB		 905 return $protocols;
906}
907
908my $etc_protocols;
909
910sub get_etc_protocols {
911 return $etc_protocols if $etc_protocols;
912
913 my $protocols = parse_protocol_file('/etc/protocols');
914
041b9277
DM		 915 # add special case for ICMP v6
916 $protocols->{byid}->{icmpv6}->{name} = "icmpv6";
917 $protocols->{byname}->{icmpv6} = $protocols->{byid}->{icmpv6};
918
fcba0beb
DM		 919 $etc_protocols = $protocols;
920
921 return $etc_protocols;
922}
923
b452ea10
WB		 924my $etc_ethertypes;
925
926sub get_etc_ethertypes {
927 $etc_ethertypes = parse_protocol_file('/etc/ethertypes')
928 if !$etc_ethertypes;
929 return $etc_ethertypes;
930}
931
525778d7 932my $__local_network;
93be4333 933
525778d7 934sub local_network {
ac633d30 935 my ($new_value) = @_;
93be4333 936
525778d7 937 $__local_network = $new_value if defined($new_value);
ac633d30 938
525778d7 939 return $__local_network if defined($__local_network);
93be4333
DM		 940
941 eval {
942 my $nodename = PVE::INotify::nodename();
943
944 my $ip = PVE::Cluster::remote_node_ip($nodename);
945
946 my $testip = Net::IP->new($ip);
bfc488f6 947
5dc356af
WB		 948 my $isv6 = $testip->version == 6;
949 my $routes = $isv6 ? PVE::ProcFSTools::read_proc_net_ipv6_route()
950 : PVE::ProcFSTools::read_proc_net_route();
93be4333 951 foreach my $entry (@$routes) {
5dc356af
WB		 952 my $mask;
953 if ($isv6) {
954 $mask = $entry->{prefix};
15c80000 955 next if !$mask; # skip the default route...
5dc356af 956 } else {
2e1ae6b9 957 $mask = $PVE::Network::ipv4_mask_hash_localnet->{$entry->{mask}};
5dc356af
WB		 958 next if !defined($mask);
959 }
93be4333
DM		 960 my $cidr = "$entry->{dest}/$mask";
961 my $testnet = Net::IP->new($cidr);
15c80000
WB		 962 my $overlap = $testnet->overlaps($testip);
963 if ($overlap == $Net::IP::IP_B_IN_A_OVERLAP ||
964 $overlap == $Net::IP::IP_IDENTICAL)
965 {
525778d7 966 $__local_network = $cidr;
93be4333
DM		 967 return;
968 }
969 }
970 };
971 warn $@ if $@;
972
525778d7 973 return $__local_network;
93be4333
DM		 974}
975
6d959e3f
DM		 976# ipset names are limited to 31 characters,
977# and we use '-v4' or '-v6' to indicate IP versions,
978# and we use '_swap' suffix for atomic update,
979# for example PVEFW-${VMID}-${ipset_name}_swap
30150dca 980
88c26d5e 981my $max_iptables_ipset_name_length = 31 - length("PVEFW-") - length("_swap");
708ba714
DM		 982
983sub compute_ipset_chain_name {
88c26d5e 984 my ($vmid, $ipset_name, $ipversion) = @_;
708ba714
DM		 985
986 $vmid = 0 if !defined($vmid);
987
88c26d5e 988 my $id = "$vmid-${ipset_name}-v$ipversion";
708ba714 989
88c26d5e 990 if (length($id) > $max_iptables_ipset_name_length) {
708ba714
DM		 991 $id = PVE::Tools::fnv31a_hex($id);
992 }
993
994 return "PVEFW-$id";
995}
996
b692f42c
DM		 997sub compute_ipfilter_ipset_name {
998 my ($iface) = @_;
999
1000 return "ipfilter-$iface";
1001}
1002
ecbea048
DM		 1003sub parse_address_list {
1004 my ($str) = @_;
1005
e2c62733
DM		 1006 if ($str =~ m/^(\+)(\S+)$/) { # ipset ref
1007 die "ipset name too long\n" if length($str) > ($max_ipset_name_length + 1);
1008 return;
1009 }
1010
1011 if ($str =~ m/^${ip_alias_pattern}$/) {
1012 die "alias name too long\n" if length($str) > $max_alias_name_length;
1013 return;
1014 }
d72beb8e 1015
3162af6b
DM		 1016 my $count = 0;
1017 my $iprange = 0;
a589b6ac 1018 my $ipversion;
7697c041 1019
55b47371
WB		 1020 my @elements = split(/,/, $str);
1021 die "extraneous commas in list\n" if $str ne join(',', @elements);
1022 foreach my $elem (@elements) {
3162af6b 1023 $count++;
c344e509
DM		 1024 my $ip = Net::IP->new($elem);
1025 if (!$ip) {
ecbea048
DM		 1026 my $err = Net::IP::Error();
1027 die "invalid IP address: $err\n";
1028 }
3162af6b 1029 $iprange = 1 if $elem =~ m/-/;
a589b6ac 1030
c344e509 1031 my $new_ipversion = Net::IP::ip_is_ipv6($ip->ip()) ? 6 : 4;
a589b6ac
DM		 1032
1033 die "detected mixed ipv4/ipv6 addresses in address list '$str'\n"
006490cb 1034 if $ipversion && ($new_ipversion != $ipversion);
a589b6ac
DM		 1035
1036 $ipversion = $new_ipversion;
ecbea048 1037 }
e34d0e58 1038
5163367b 1039 die "you can't use a range in a list\n" if $iprange && $count > 1;
a589b6ac 1040
7697c041 1041 return $ipversion;
ecbea048 1042}
dddd9413 1043
fcba0beb 1044sub parse_port_name_number_or_range {
a1c04f71 1045 my ($str, $dport) = @_;
fcba0beb
DM		 1046
1047 my $services = PVE::Firewall::get_etc_services();
7ca36671 1048 my $count = 0;
041b7e8e
DM		 1049 my $icmp_port = 0;
1050
55b47371
WB		 1051 my @elements = split(/,/, $str);
1052 die "extraneous commas in list\n" if $str ne join(',', @elements);
1053 foreach my $item (@elements) {
aced7e7d 1054 if ($item =~ m/^([0-9]+):([0-9]+)$/) {
6a241ca7 1055 $count += 2;
7ca36671
DM		 1056 my ($port1, $port2) = ($1, $2);
1057 die "invalid port '$port1'\n" if $port1 > 65535;
1058 die "invalid port '$port2'\n" if $port2 > 65535;
12be0dfe 1059 die "backwards range '$port1:$port2' not allowed, did you mean '$port2:$port1'?\n" if $port1 > $port2;
aced7e7d 1060 } elsif ($item =~ m/^([0-9]+)$/) {
6a241ca7 1061 $count += 1;
7ca36671
DM		 1062 my $port = $1;
1063 die "invalid port '$port'\n" if $port > 65535;
1064 } else {
a1c04f71 1065 if ($dport && $icmp_type_names->{$item}) {
041b7e8e 1066 $icmp_port = 1;
a1c04f71 1067 } elsif ($dport && $icmpv6_type_names->{$item}) {
041b9277 1068 $icmp_port = 1;
041b7e8e 1069 } else {
e34d0e58 1070 die "invalid port '$item'\n" if !$services->{byname}->{$item};
041b7e8e 1071 }
fcba0beb
DM		 1072 }
1073 }
1074
6a241ca7
WB		 1075 die "ICPM ports not allowed in port range\n" if $icmp_port && $count > 0;
1076
1077 # I really don't like to use the word number here, but it's the only thing
1078 # that makes sense in a literal way. The range 1:100 counts as 2, not as
1079 # one and not as 100...
1080 die "too many entries in port list (> 15 numbers)\n"
1081 if $count > 15;
041b7e8e 1082
f776d6de 1083 return (scalar(@elements) > 1);
fcba0beb
DM		 1084}
1085
a1c04f71
WB		 1086PVE::JSONSchema::register_format('pve-fw-sport-spec', \&pve_fw_verify_sport_spec);
1087sub pve_fw_verify_sport_spec {
1088 my ($portstr) = @_;
1089
1090 parse_port_name_number_or_range($portstr, 0);
1091
1092 return $portstr;
1093}
1094
1095PVE::JSONSchema::register_format('pve-fw-dport-spec', \&pve_fw_verify_dport_spec);
1096sub pve_fw_verify_dport_spec {
54cd19a8
DM		 1097 my ($portstr) = @_;
1098
a1c04f71 1099 parse_port_name_number_or_range($portstr, 1);
54cd19a8
DM		 1100
1101 return $portstr;
1102}
1103
d31689ee
DM		 1104PVE::JSONSchema::register_format('pve-fw-addr-spec', \&pve_fw_verify_addr_spec);
1105sub pve_fw_verify_addr_spec {
54cd19a8
DM		 1106 my ($list) = @_;
1107
1108 parse_address_list($list);
1109
1110 return $list;
1111}
1112
1113PVE::JSONSchema::register_format('pve-fw-protocol-spec', \&pve_fw_verify_protocol_spec);
1114sub pve_fw_verify_protocol_spec {
1115 my ($proto) = @_;
1116
1117 my $protocols = get_etc_protocols();
1118
1119 die "unknown protocol '$proto'\n" if $proto &&
1120 !(defined($protocols->{byname}->{$proto}) ||
1121 defined($protocols->{byid}->{$proto}));
1122
1123 return $proto;
1124}
1125
1126
d1c53b3e 1127# helper function for API
d1c53b3e 1128
5d38d64f
DM		 1129sub copy_opject_with_digest {
1130 my ($object) = @_;
1131
1132 my $sha = Digest::SHA->new('sha1');
1133
1134 my $res = {};
1135 foreach my $k (sort keys %$object) {
1136 my $v = $object->{$k};
0365eb68 1137 next if !defined($v);
5d38d64f
DM		 1138 $res->{$k} = $v;
1139 $sha->add($k, ':', $v, "\n");
1140 }
1141
55e686c7 1142 my $digest = $sha->hexdigest;
5d38d64f
DM		 1143
1144 $res->{digest} = $digest;
1145
1146 return wantarray ? ($res, $digest) : $res;
1147}
1148
1149sub copy_list_with_digest {
1150 my ($list) = @_;
1151
1152 my $sha = Digest::SHA->new('sha1');
1153
1154 my $res = [];
1155 foreach my $entry (@$list) {
1156 my $data = {};
1157 foreach my $k (sort keys %$entry) {
1158 my $v = $entry->{$k};
0365eb68 1159 next if !defined($v);
5d38d64f 1160 $data->{$k} = $v;
6d9246e7 1161 # Note: digest ignores refs ($rule->{errors})
e83f0d00
DC		 1162 # since Digest::SHA expects a series of bytes,
1163 # we have to encode the value here to prevent errors when
1164 # using utf8 characters (eg. in comments)
1165 $sha->add($k, ':', encode_utf8($v), "\n") if !ref($v); ;
5d38d64f
DM		 1166 }
1167 push @$res, $data;
1168 }
1169
55e686c7 1170 my $digest = $sha->hexdigest;
5d38d64f
DM		 1171
1172 foreach my $entry (@$res) {
1173 $entry->{digest} = $digest;
1174 }
1175
1176 return wantarray ? ($res, $digest) : $res;
1177}
1178
e313afe0
DM		 1179our $cluster_option_properties = {
1180 enable => {
1181 description => "Enable or disable the firewall cluster wide.",
1182 type => 'integer',
1183 minimum => 0,
1184 optional => 1,
1185 },
2549e7ef
SI		 1186 ebtables => {
1187 description => "Enable ebtables rules cluster wide.",
1188 type => 'boolean',
1189 default => 1,
1190 optional => 1,
1191 },
e313afe0
DM		 1192 policy_in => {
1193 description => "Input policy.",
1194 type => 'string',
1195 optional => 1,
1196 enum => ['ACCEPT', 'REJECT', 'DROP'],
1197 },
1198 policy_out => {
1199 description => "Output policy.",
1200 type => 'string',
1201 optional => 1,
1202 enum => ['ACCEPT', 'REJECT', 'DROP'],
1203 },
cc37e000
TL		 1204 log_ratelimit => {
1205 description => "Log ratelimiting settings",
1206 type => 'string', format => {
1207 enable => {
1208 default_key => 1,
1209 description => 'Enable or disable log rate limiting',
1210 type => 'boolean',
1211 default => '1',
1212 },
1213 rate => {
1214 type => 'string',
1215 description => 'Frequency with which the burst bucket gets refilled',
1216 optional => 1,
1217 pattern => '[1-9][0-9]*\/(second|minute|hour|day)',
1218 format_description => 'rate',
1219 default => '1/second',
1220 },
1221 burst => {
1222 type => 'integer',
1223 minimum => 0,
1224 optional => 1,
1225 description => 'Inital burst of packages which will get logged',
1226 default => 5,
1227 },
1228 },
1229 optional => 1,
1230 },
e313afe0
DM		 1231};
1232
1233our $host_option_properties = {
1234 enable => {
1235 description => "Enable host firewall rules.",
1236 type => 'boolean',
1237 optional => 1,
1238 },
1239 log_level_in => get_standard_option('pve-fw-loglevel', {
1240 description => "Log level for incoming traffic." }),
1241 log_level_out => get_standard_option('pve-fw-loglevel', {
1242 description => "Log level for outgoing traffic." }),
1243 tcp_flags_log_level => get_standard_option('pve-fw-loglevel', {
1244 description => "Log level for illegal tcp flags filter." }),
1245 smurf_log_level => get_standard_option('pve-fw-loglevel', {
1246 description => "Log level for SMURFS filter." }),
1247 nosmurfs => {
1248 description => "Enable SMURFS filter.",
1249 type => 'boolean',
1250 optional => 1,
1251 },
1252 tcpflags => {
1253 description => "Filter illegal combinations of TCP flags.",
1254 type => 'boolean',
1255 optional => 1,
1256 },
1257 nf_conntrack_max => {
1258 description => "Maximum number of tracked connections.",
1259 type => 'integer',
1260 optional => 1,
1261 minimum => 32768,
1262 },
1263 nf_conntrack_tcp_timeout_established => {
1264 description => "Conntrack established timeout.",
1265 type => 'integer',
1266 optional => 1,
1267 minimum => 7875,
1268 },
1269 ndp => {
1270 description => "Enable NDP.",
1271 type => 'boolean',
1272 optional => 1,
1273 },
27c49e25
CE		 1274 nf_conntrack_allow_invalid => {
1275 description => "Allow invalid packets on connection tracking.",
1276 type => 'boolean',
1277 default => 0,
1278 optional => 1,
1279 },
e17d3eec
ML		 1280 log_nf_conntrack => {
1281 description => "Enable logging of conntrack information.",
1282 type => 'boolean',
1283 default => 0,
1284 optional => 1
1285 },
e313afe0
DM		 1286};
1287
1288our $vm_option_properties = {
1289 enable => {
1290 description => "Enable/disable firewall rules.",
1291 type => 'boolean',
1292 optional => 1,
1293 },
1294 macfilter => {
1295 description => "Enable/disable MAC address filter.",
1296 type => 'boolean',
1297 optional => 1,
1298 },
1299 dhcp => {
1300 description => "Enable DHCP.",
1301 type => 'boolean',
1302 optional => 1,
1303 },
1304 ndp => {
1305 description => "Enable NDP.",
1306 type => 'boolean',
1307 optional => 1,
1308 },
1309 radv => {
1310 description => "Allow sending Router Advertisement.",
1311 type => 'boolean',
1312 optional => 1,
1313 },
1314 ipfilter => {
1315 description => "Enable default IP filters. " .
1316 "This is equivalent to adding an empty ipfilter-net<id> ipset " .
1317 "for every interface. Such ipsets implicitly contain sane default " .
1318 "restrictions such as restricting IPv6 link local addresses to " .
1319 "the one derived from the interface's MAC address. For containers " .
1320 "the configured IP addresses will be implicitly added.",
1321 type => 'boolean',
1322 optional => 1,
1323 },
1324 policy_in => {
1325 description => "Input policy.",
1326 type => 'string',
1327 optional => 1,
1328 enum => ['ACCEPT', 'REJECT', 'DROP'],
1329 },
1330 policy_out => {
1331 description => "Output policy.",
1332 type => 'string',
1333 optional => 1,
1334 enum => ['ACCEPT', 'REJECT', 'DROP'],
1335 },
1336 log_level_in => get_standard_option('pve-fw-loglevel', {
1337 description => "Log level for incoming traffic." }),
1338 log_level_out => get_standard_option('pve-fw-loglevel', {
1339 description => "Log level for outgoing traffic." }),
1340
1341};
1342
fb060a52 1343
7a332151 1344my $addr_list_descr = "This can refer to a single IP address, an IP set ('+ipsetname') or an IP alias definition. You can also specify an address range like '20.34.101.207-201.3.9.99', or a list of IP addresses and networks (entries are separated by comma). Please do not mix IPv4 and IPv6 addresses inside such lists.";
fb060a52 1345
7a332151 1346my $port_descr = "You can use service names or simple numbers (0-65535), as defined in '/etc/services'. Port ranges can be specified with '\\d+:\\d+', for example '80:85', and you can use comma separated list to match several ports or ranges.";
fb060a52 1347
9c7e0858
DM		 1348my $rule_properties = {
1349 pos => {
1350 description => "Update rule at position <pos>.",
1351 type => 'integer',
1352 minimum => 0,
1353 optional => 1,
1354 },
c71e785f 1355 digest => get_standard_option('pve-config-digest'),
9c7e0858 1356 type => {
e50429af 1357 description => "Rule type.",
9c7e0858
DM		 1358 type => 'string',
1359 optional => 1,
1360 enum => ['in', 'out', 'group'],
1361 },
1362 action => {
c14dacdf 1363 description => "Rule action ('ACCEPT', 'DROP', 'REJECT') or security group name.",
9c7e0858
DM		 1364 type => 'string',
1365 optional => 1,
44be8ceb 1366 pattern => $security_group_name_pattern,
c14dacdf
DM		 1367 maxLength => 20,
1368 minLength => 2,
9c7e0858 1369 },
e5076eee 1370 macro => {
e50429af 1371 description => "Use predefined standard macro.",
e5076eee
DM		 1372 type => 'string',
1373 optional => 1,
54cd19a8 1374 maxLength => 128,
e5076eee 1375 },
fb060a52 1376 iface => get_standard_option('pve-iface', {
7ccaa5f1 1377 description => "Network interface name. You have to use network configuration key names for VMs and containers ('net\\d+'). Host related rules can use arbitrary strings.",
fb060a52
DM		 1378 optional => 1
1379 }),
9c7e0858 1380 source => {
fb060a52 1381 description => "Restrict packet source address. $addr_list_descr",
d31689ee 1382 type => 'string', format => 'pve-fw-addr-spec',
9c7e0858
DM		 1383 optional => 1,
1384 },
1385 dest => {
fb060a52 1386 description => "Restrict packet destination address. $addr_list_descr",
d31689ee 1387 type => 'string', format => 'pve-fw-addr-spec',
9c7e0858
DM		 1388 optional => 1,
1389 },
1390 proto => {
fb060a52 1391 description => "IP protocol. You can use protocol names ('tcp'/'udp') or simple numbers, as defined in '/etc/protocols'.",
54cd19a8 1392 type => 'string', format => 'pve-fw-protocol-spec',
9c7e0858
DM		 1393 optional => 1,
1394 },
1395 enable => {
e50429af 1396 description => "Flag to enable/disable a rule.",
72d055fc
AG		 1397 type => 'integer',
1398 minimum => 0,
9c7e0858
DM		 1399 optional => 1,
1400 },
3489f8a2
CE		 1401 log => get_standard_option('pve-fw-loglevel', {
1402 description => "Log level for firewall rule.",
1403 }),
9c7e0858 1404 sport => {
fb060a52 1405 description => "Restrict TCP/UDP source port. $port_descr",
a1c04f71 1406 type => 'string', format => 'pve-fw-sport-spec',
9c7e0858
DM		 1407 optional => 1,
1408 },
1409 dport => {
fb060a52 1410 description => "Restrict TCP/UDP destination port. $port_descr",
a1c04f71 1411 type => 'string', format => 'pve-fw-dport-spec',
9c7e0858
DM		 1412 optional => 1,
1413 },
1414 comment => {
e50429af 1415 description => "Descriptive comment.",
9c7e0858
DM		 1416 type => 'string',
1417 optional => 1,
1418 },
1419};
1420
1421sub add_rule_properties {
1422 my ($properties) = @_;
1423
1424 foreach my $k (keys %$rule_properties) {
3655b01f
DM		 1425 my $h = $rule_properties->{$k};
1426 # copy data, so that we can modify later without side effects
1427 foreach my $opt (keys %$h) { $properties->{$k}->{$opt} = $h->{$opt}; }
9c7e0858 1428 }
cbb5d6f3 1429
9c7e0858
DM		 1430 return $properties;
1431}
1432
5b7974df
DM		 1433sub delete_rule_properties {
1434 my ($rule, $delete_str) = @_;
e34d0e58 1435
5b7974df
DM		 1436 foreach my $opt (PVE::Tools::split_list($delete_str)) {
1437 raise_param_exc({ 'delete' => "no such property ('$opt')"})
1438 if !defined($rule_properties->{$opt});
1439 raise_param_exc({ 'delete' => "unable to delete required property '$opt'"})
1440 if $opt eq 'type' || $opt eq 'action';
1441 delete $rule->{$opt};
1442 }
1443
1444 return $rule;
1445}
1446
9a2745a0 1447my $apply_macro = sub {
35d1d6da 1448 my ($macro_name, $param, $verify, $ipversion) = @_;
9a2745a0
DM		 1449
1450 my $macro_rules = $pve_fw_parsed_macros->{$macro_name};
1451 die "unknown macro '$macro_name'\n" if !$macro_rules; # should not happen
1452
35d1d6da
DM		 1453 if ($ipversion && ($ipversion == 6) && $pve_ipv6fw_macros->{$macro_name}) {
1454 $macro_rules = $pve_ipv6fw_macros->{$macro_name};
1455 }
1456
21a18e53 1457 # skip macros which are specific to another ipversion
ff5d050e
AG		 1458 if ($ipversion && (my $required = $pve_fw_macro_ipversion->{$macro_name})) {
1459 return if $ipversion != $required;
1460 }
21a18e53 1461
9a2745a0
DM		 1462 my $rules = [];
1463
1464 foreach my $templ (@$macro_rules) {
1465 my $rule = {};
1466 my $param_used = {};
1467 foreach my $k (keys %$templ) {
1468 my $v = $templ->{$k};
1469 if ($v eq 'PARAM') {
1470 $v = $param->{$k};
1471 $param_used->{$k} = 1;
1472 } elsif ($v eq 'DEST') {
1473 $v = $param->{dest};
1474 $param_used->{dest} = 1;
1475 } elsif ($v eq 'SOURCE') {
1476 $v = $param->{source};
1477 $param_used->{source} = 1;
1478 }
1479
1480 if (!defined($v)) {
1481 my $msg = "missing parameter '$k' in macro '$macro_name'";
e34d0e58 1482 raise_param_exc({ macro => $msg }) if $verify;
9a2745a0
DM		 1483 die "$msg\n";
1484 }
1485 $rule->{$k} = $v;
1486 }
1487 foreach my $k (keys %$param) {
1488 next if $k eq 'macro';
1489 next if !defined($param->{$k});
1490 next if $param_used->{$k};
1491 if (defined($rule->{$k})) {
1492 if ($rule->{$k} ne $param->{$k}) {
1493 my $msg = "parameter '$k' already define in macro (value = '$rule->{$k}')";
e34d0e58 1494 raise_param_exc({ $k => $msg }) if $verify;
9a2745a0
DM		 1495 die "$msg\n";
1496 }
1497 } else {
1498 $rule->{$k} = $param->{$k};
1499 }
1500 }
1501 push @$rules, $rule;
1502 }
1503
1504 return $rules;
1505};
1506
b6b8e6ad
DM		 1507my $rule_env_iface_lookup = {
1508 'ct' => 1,
1509 'vm' => 1,
1510 'group' => 0,
1511 'cluster' => 1,
1512 'host' => 1,
1513};
1514
7ca36671 1515sub verify_rule {
a523e057 1516 my ($rule, $cluster_conf, $fw_conf, $rule_env, $noerr) = @_;
b6b8e6ad
DM		 1517
1518 my $allow_groups = $rule_env eq 'group' ? 0 : 1;
bfc488f6 1519
b6b8e6ad
DM		 1520 my $allow_iface = $rule_env_iface_lookup->{$rule_env};
1521 die "unknown rule_env '$rule_env'\n" if !defined($allow_iface); # should not happen
7ca36671 1522
a523e057
DM		 1523 my $errors = $rule->{errors} || {};
1524
6d9246e7 1525 my $error_count = 0;
7ca36671 1526
6d9246e7
DM		 1527 my $add_error = sub {
1528 my ($param, $msg) = @_;
d4cda423 1529 chomp $msg;
6d9246e7
DM		 1530 raise_param_exc({ $param => $msg }) if !$noerr;
1531 $error_count++;
1532 $errors->{$param} = $msg if !$errors->{$param};
1533 };
1534
eea9d2a1
DM		 1535 my $ipversion;
1536 my $set_ip_version = sub {
1537 my $vers = shift;
1538 if ($vers) {
1539 die "detected mixed ipv4/ipv6 adresses in rule\n"
1540 if $ipversion && ($vers != $ipversion);
1541 $ipversion = $vers;
1542 }
1543 };
1544
a523e057 1545 my $check_ipset_or_alias_property = sub {
ae029a88 1546 my ($name, $expected_ipversion) = @_;
a523e057
DM		 1547
1548 if (my $value = $rule->{$name}) {
1549 if ($value =~ m/^\+/) {
4dfe04e6 1550 if ($value =~ m/^\+(${ipset_name_pattern})$/) {
bfc488f6 1551 &$add_error($name, "no such ipset '$1'")
a523e057 1552 if !($cluster_conf->{ipset}->{$1} || ($fw_conf && $fw_conf->{ipset}->{$1}));
bfc488f6 1553
a523e057 1554 } else {
351052d1 1555 &$add_error($name, "invalid ipset name '$value'");
a523e057
DM		 1556 }
1557 } elsif ($value =~ m/^${ip_alias_pattern}$/){
1558 my $alias = lc($value);
bfc488f6 1559 &$add_error($name, "no such alias '$value'")
70e524eb 1560 if !($cluster_conf->{aliases}->{$alias} || ($fw_conf && $fw_conf->{aliases}->{$alias}));
04f5088f 1561 my $e = $fw_conf ? $fw_conf->{aliases}->{$alias} : undef;
70e524eb
AD		 1562 $e = $cluster_conf->{aliases}->{$alias} if !$e && $cluster_conf;
1563
eea9d2a1 1564 &$set_ip_version($e->{ipversion});
a523e057
DM		 1565 }
1566 }
1567 };
1568
6d9246e7
DM		 1569 my $type = $rule->{type};
1570 my $action = $rule->{action};
bfc488f6 1571
6d9246e7
DM		 1572 &$add_error('type', "missing property") if !$type;
1573 &$add_error('action', "missing property") if !$action;
1574
1575 if ($type) {
1576 if ($type eq 'in' || $type eq 'out') {
1577 &$add_error('action', "unknown action '$action'")
1578 if $action && ($action !~ m/^(ACCEPT|DROP|REJECT)$/);
1579 } elsif ($type eq 'group') {
1580 &$add_error('type', "security groups not allowed")
1581 if !$allow_groups;
1582 &$add_error('action', "invalid characters in security group name")
1583 if $action && ($action !~ m/^${security_group_name_pattern}$/);
1584 } else {
1585 &$add_error('type', "unknown rule type '$type'");
1586 }
7ca36671 1587 }
e34d0e58 1588
dba740a9 1589 if ($rule->{iface}) {
bfc488f6 1590 &$add_error('type', "parameter -i not allowed for this rule type")
b6b8e6ad 1591 if !$allow_iface;
dba740a9 1592 eval { PVE::JSONSchema::pve_verify_iface($rule->{iface}); };
6d9246e7 1593 &$add_error('iface', $@) if $@;
fdefeeab 1594 if ($rule_env eq 'vm' || $rule_env eq 'ct') {
b6b8e6ad
DM		 1595 &$add_error('iface', "value does not match the regex pattern 'net\\d+'")
1596 if $rule->{iface} !~ m/^net(\d+)$/;
b6b8e6ad
DM		 1597 }
1598 }
7ca36671
DM		 1599
1600 if ($rule->{macro}) {
6d9246e7
DM		 1601 if (my $preferred_name = $pve_fw_preferred_macro_names->{lc($rule->{macro})}) {
1602 $rule->{macro} = $preferred_name;
1603 } else {
1604 &$add_error('macro', "unknown macro '$rule->{macro}'");
1605 }
1606 }
1607
1608 if ($rule->{proto}) {
1609 eval { pve_fw_verify_protocol_spec($rule->{proto}); };
1610 &$add_error('proto', $@) if $@;
041b9277
DM		 1611 &$set_ip_version(4) if $rule->{proto} eq 'icmp';
1612 &$set_ip_version(6) if $rule->{proto} eq 'icmpv6';
6d9246e7 1613 }
7ca36671
DM		 1614
1615 if ($rule->{dport}) {
a1c04f71 1616 eval { parse_port_name_number_or_range($rule->{dport}, 1); };
6d9246e7 1617 &$add_error('dport', $@) if $@;
48e3963e 1618 my $proto = $rule->{proto};
6d9246e7 1619 &$add_error('proto', "missing property - 'dport' requires this property")
48e3963e
WB		 1620 if !$proto;
1621 &$add_error('dport', "protocol '$proto' does not support ports")
1622 if !$PROTOCOLS_WITH_PORTS->{$proto} &&
1623 $proto ne 'icmp' && $proto ne 'icmpv6'; # special cases
6d9246e7 1624 }
7ca36671
DM		 1625
1626 if ($rule->{sport}) {
a1c04f71 1627 eval { parse_port_name_number_or_range($rule->{sport}, 0); };
6d9246e7 1628 &$add_error('sport', $@) if $@;
48e3963e 1629 my $proto = $rule->{proto};
6d9246e7 1630 &$add_error('proto', "missing property - 'sport' requires this property")
48e3963e
WB		 1631 if !$proto;
1632 &$add_error('sport', "protocol '$proto' does not support ports")
1633 if !$PROTOCOLS_WITH_PORTS->{$proto};
7ca36671
DM		 1634 }
1635
1636 if ($rule->{source}) {
041b9277
DM		 1637 eval {
1638 my $source_ipversion = parse_address_list($rule->{source});
1639 &$set_ip_version($source_ipversion);
1640 };
6d9246e7 1641 &$add_error('source', $@) if $@;
ae029a88 1642 &$check_ipset_or_alias_property('source', $ipversion);
7ca36671
DM		 1643 }
1644
1645 if ($rule->{dest}) {
9e2205e5
DM		 1646 eval {
1647 my $dest_ipversion = parse_address_list($rule->{dest});
041b9277 1648 &$set_ip_version($dest_ipversion);
9e2205e5 1649 };
6d9246e7 1650 &$add_error('dest', $@) if $@;
ae029a88 1651 &$check_ipset_or_alias_property('dest', $ipversion);
7ca36671
DM		 1652 }
1653
35d1d6da
DM		 1654 $rule->{ipversion} = $ipversion if $ipversion;
1655
a523e057 1656 if ($rule->{macro} && !$error_count) {
35d1d6da 1657 eval { &$apply_macro($rule->{macro}, $rule, 1, $ipversion); };
6d9246e7
DM		 1658 if (my $err = $@) {
1659 if (ref($err) eq "PVE::Exception" && $err->{errors}) {
1660 my $eh = $err->{errors};
1661 foreach my $p (keys %$eh) {
1662 &$add_error($p, $eh->{$p});
1663 }
1664 } else {
1665 &$add_error('macro', "$err");
1666 }
1667 }
9a2745a0
DM		 1668 }
1669
6d9246e7
DM		 1670 $rule->{errors} = $errors if $error_count;
1671
7ca36671
DM		 1672 return $rule;
1673}
1674
9c7e0858
DM		 1675sub copy_rule_data {
1676 my ($rule, $param) = @_;
1677
1678 foreach my $k (keys %$rule_properties) {
1679 if (defined(my $v = $param->{$k})) {
1680 if ($v eq '' || $v eq '-') {
1681 delete $rule->{$k};
1682 } else {
1683 $rule->{$k} = $v;
1684 }
9c7e0858
DM		 1685 }
1686 }
7ca36671 1687
9c7e0858
DM		 1688 return $rule;
1689}
1690
9f6845cf
DM		 1691sub rules_modify_permissions {
1692 my ($rule_env) = @_;
1693
1694 if ($rule_env eq 'host') {
1695 return {
1696 check => ['perm', '/nodes/{node}', [ 'Sys.Modify' ]],
1697 };
1698 } elsif ($rule_env eq 'cluster' || $rule_env eq 'group') {
1699 return {
1700 check => ['perm', '/', [ 'Sys.Modify' ]],
1701 };
3b4882dc 1702 } elsif ($rule_env eq 'vm' || $rule_env eq 'ct') {
9f6845cf
DM		 1703 return {
1704 check => ['perm', '/vms/{vmid}', [ 'VM.Config.Network' ]],
1705 }
1706 }
1707
1708 return undef;
1709}
1710
1711sub rules_audit_permissions {
1712 my ($rule_env) = @_;
1713
1714 if ($rule_env eq 'host') {
1715 return {
1716 check => ['perm', '/nodes/{node}', [ 'Sys.Audit' ]],
1717 };
1718 } elsif ($rule_env eq 'cluster' || $rule_env eq 'group') {
1719 return {
1720 check => ['perm', '/', [ 'Sys.Audit' ]],
1721 };
3b4882dc 1722 } elsif ($rule_env eq 'vm' || $rule_env eq 'ct') {
9f6845cf
DM		 1723 return {
1724 check => ['perm', '/vms/{vmid}', [ 'VM.Audit' ]],
1725 }
1726 }
1727
1728 return undef;
1729}
1730
9c7e0858 1731# core functions
780bcc0f
DM		 1732my $bridge_firewall_enabled = 0;
1733
1734sub enable_bridge_firewall {
1735
1736 return if $bridge_firewall_enabled; # only once
1737
5f0a912c
DM		 1738 PVE::ProcFSTools::write_proc_entry("/proc/sys/net/bridge/bridge-nf-call-iptables", "1");
1739 PVE::ProcFSTools::write_proc_entry("/proc/sys/net/bridge/bridge-nf-call-ip6tables", "1");
780bcc0f 1740
6a8a75db
DM		 1741 # make sure syncookies are enabled (which is default on newer 3.X kernels anyways)
1742 PVE::ProcFSTools::write_proc_entry("/proc/sys/net/ipv4/tcp_syncookies", "1");
1743
780bcc0f
DM		 1744 $bridge_firewall_enabled = 1;
1745}
1746
b16e818e
DM		 1747sub iptables_restore_cmdlist {
1748 my ($cmdlist) = @_;
3a616aa0 1749
59f9b456 1750 run_command("/sbin/iptables-restore -n", input => $cmdlist, errmsg => "iptables_restore_cmdlist");
3a616aa0
AD		 1751}
1752
17da5c0f
AD		 1753sub ip6tables_restore_cmdlist {
1754 my ($cmdlist) = @_;
1755
59f9b456 1756 run_command("/sbin/ip6tables-restore -n", input => $cmdlist, errmsg => "iptables_restore_cmdlist");
17da5c0f
AD		 1757}
1758
34cdedfa
AD		 1759sub ipset_restore_cmdlist {
1760 my ($cmdlist) = @_;
1761
ff5363da 1762 run_command("/sbin/ipset restore", input => $cmdlist, errmsg => "ipset_restore_cmdlist");
34cdedfa
AD		 1763}
1764
151c209e
AD		 1765sub ebtables_restore_cmdlist {
1766 my ($cmdlist) = @_;
1767
1768 run_command("/sbin/ebtables-restore", input => $cmdlist, errmsg => "ebtables_restore_cmdlist");
1769}
1770
de2a57cd 1771sub iptables_get_chains {
17da5c0f
AD		 1772 my ($iptablescmd) = @_;
1773
1774 $iptablescmd = "iptables" if !$iptablescmd;
de2a57cd
DM		 1775
1776 my $res = {};
1777
1778 # check what chains we want to track
1779 my $is_pvefw_chain = sub {
1780 my $name = shift;
1781
dec84fcd
DM		 1782 return 1 if $name =~ m/^PVEFW-\S+$/;
1783
a3ded5cd 1784 return 1 if $name =~ m/^tap\d+i\d+-(?:IN|OUT)$/;
954f24b1 1785
a3ded5cd 1786 return 1 if $name =~ m/^veth\d+i\d+-(?:IN|OUT)$/;
954f24b1 1787
a3ded5cd 1788 return 1 if $name =~ m/^fwbr\d+(v\d+)?-(?:FW|IN|OUT|IPS)$/;
a89dfcc6 1789 return 1 if $name =~ m/^GROUP-(?:$security_group_name_pattern)-(?:IN|OUT)$/;
de2a57cd
DM		 1790
1791 return undef;
1792 };
1793
1794 my $table = '';
1795
c4a2e5ae
DM		 1796 my $hooks = {};
1797
de2a57cd
DM		 1798 my $parser = sub {
1799 my $line = shift;
1800
1801 return if $line =~ m/^#/;
1802 return if $line =~ m/^\s*$/;
1803
1804 if ($line =~ m/^\*(\S+)$/) {
1805 $table = $1;
1806 return;
1807 }
1808
1809 return if $table ne 'filter';
1810
1811 if ($line =~ m/^:(\S+)\s/) {
1812 my $chain = $1;
1813 return if !&$is_pvefw_chain($chain);
3fa83edf 1814 $res->{$chain} = "unknown";
09d5f68e 1815 } elsif ($line =~ m/^-A\s+(\S+)\s.*--comment\s+\"PVESIG:(\S+)\"/) {
3fa83edf 1816 my ($chain, $sig) = ($1, $2);
de2a57cd 1817 return if !&$is_pvefw_chain($chain);
3fa83edf 1818 $res->{$chain} = $sig;
c4a2e5ae
DM		 1819 } elsif ($line =~ m/^-A\s+(INPUT|OUTPUT|FORWARD)\s+-j\s+PVEFW-\1$/) {
1820 $hooks->{$1} = 1;
de2a57cd
DM		 1821 } else {
1822 # simply ignore the rest
1823 return;
1824 }
1825 };
1826
17da5c0f 1827 run_command("/sbin/$iptablescmd-save", outfunc => $parser);
de2a57cd 1828
c4a2e5ae 1829 return wantarray ? ($res, $hooks) : $res;
de2a57cd
DM		 1830}
1831
9bf7d929
DM		 1832sub iptables_chain_digest {
1833 my ($rules) = @_;
1834 my $digest = Digest::SHA->new('sha1');
1835 foreach my $rule (@$rules) { # order is important
1836 $digest->add($rule);
1837 }
1838 return $digest->b64digest;
1839}
1840
3f95d14a
DM		 1841sub ipset_chain_digest {
1842 my ($rules) = @_;
4bd0a9c4 1843
3f95d14a
DM		 1844 my $digest = Digest::SHA->new('sha1');
1845 foreach my $rule (sort @$rules) { # note: sorted
1846 $digest->add($rule);
1847 }
1848 return $digest->b64digest;
1849}
1850
34cdedfa
AD		 1851sub ipset_get_chains {
1852
1853 my $res = {};
1854 my $chains = {};
1855
1856 my $parser = sub {
1857 my $line = shift;
1858
1859 return if $line =~ m/^#/;
1860 return if $line =~ m/^\s*$/;
4b96e877 1861 if ($line =~ m/^(?:\S+)\s(PVEFW-\S+)\s(?:\S+).*/) {
81a0bf43
DM		 1862 my $chain = $1;
1863 $line =~ s/\s+$//; # delete trailing white space
1864 push @{$chains->{$chain}}, $line;
34cdedfa
AD		 1865 } else {
1866 # simply ignore the rest
1867 return;
1868 }
1869 };
1870
ff5363da 1871 run_command("/sbin/ipset save", outfunc => $parser);
34cdedfa 1872
3f95d14a
DM		 1873 # compute digest for each chain
1874 foreach my $chain (keys %$chains) {
1875 $res->{$chain} = ipset_chain_digest($chains->{$chain});
34cdedfa
AD		 1876 }
1877
1878 return $res;
1879}
1880
151c209e
AD		 1881sub ebtables_get_chains {
1882
1883 my $res = {};
1884 my $chains = {};
151c209e
AD		 1885 my $parser = sub {
1886 my $line = shift;
1887 return if $line =~ m/^#/;
1888 return if $line =~ m/^\s*$/;
fc1f1de9
WB		 1889 if ($line =~ m/^:(\S+)\s\S+$/) {
1890 # Make sure we know chains exist even if they're empty.
1891 $chains->{$1} //= [];
84025e99 1892 } elsif ($line =~ m/^(?:\S+)\s(\S+)\s(?:\S+).*/) {
151c209e
AD		 1893 my $chain = $1;
1894 $line =~ s/\s+$//;
1895 push @{$chains->{$chain}}, $line;
1896 } else {
1897 # simply ignore the rest
1898 return;
1899 }
1900 };
1901
1902 run_command("/sbin/ebtables-save", outfunc => $parser);
84025e99 1903 # compute digest for each chain and store rules as well
151c209e 1904 foreach my $chain (keys %$chains) {
84025e99
SI		 1905 $res->{$chain}->{rules} = $chains->{$chain};
1906 $res->{$chain}->{sig} = iptables_chain_digest($chains->{$chain});
151c209e
AD		 1907 }
1908 return $res;
1909}
1910
180da76c
TW		 1911# substitude action of rule according to action hash
1912sub rule_substitude_action {
1913 my ($rule, $actions) = @_;
1914
1915 if (my $action = $rule->{action}) {
1916 $rule->{action} = $actions->{$action} if defined($actions->{$action});
1917 }
1918}
1919
a44cb745
TW		 1920# generate a src or dst match
1921# $dir(ection) is either d or s
1922sub ipt_gen_src_or_dst_match {
1923 my ($adr, $dir, $ipversion, $cluster_conf, $fw_conf) = @_;
1924
1925 my $srcdst;
1926 if ($dir eq 's') {
1927 $srcdst = "src";
1928 } elsif ($dir eq 'd') {
1929 $srcdst = "dst";
1930 } else {
1931 die "ipt_gen_src_or_dst_match: invalid direction $dir \n";
1932 }
1933
1934 my $match;
1935 if ($adr =~ m/^\+/) {
1936 if ($adr =~ m/^\+(${ipset_name_pattern})$/) {
1937 my $name = $1;
1938 my $ipset_chain;
1939 if ($fw_conf && $fw_conf->{ipset}->{$name}) {
1940 $ipset_chain = compute_ipset_chain_name($fw_conf->{vmid}, $name, $ipversion);
1941 } elsif ($cluster_conf && $cluster_conf->{ipset}->{$name}) {
1942 $ipset_chain = compute_ipset_chain_name(0, $name, $ipversion);
1943 } else {
1944 die "no such ipset '$name'\n";
1945 }
1946 $match = "-m set --match-set ${ipset_chain} ${srcdst}";
1947 } else {
1948 die "invalid security group name '$adr'\n";
1949 }
1950 } elsif ($adr =~ m/^${ip_alias_pattern}$/){
1951 my $alias = lc($adr);
1952 my $e = $fw_conf ? $fw_conf->{aliases}->{$alias} : undef;
1953 $e = $cluster_conf->{aliases}->{$alias} if !$e && $cluster_conf;
1954 die "no such alias '$adr'\n" if !$e;
1955 $match = "-${dir} $e->{cidr}";
1956 } elsif ($adr =~ m/\-/){
1957 $match = "-m iprange --${srcdst}-range $adr";
1958 } else {
1959 $match = "-${dir} $adr";
1960 }
1961
1962 return $match;
1963}
1964
30c390f9
TW		 1965# convert a %rule to an array of iptables commands
1966sub ipt_rule_to_cmds {
1967 my ($rule, $chain, $ipversion, $cluster_conf, $fw_conf, $vmid) = @_;
1968
1969 die "ipt_rule_to_cmds unable to handle macro" if $rule->{macro}; #should not happen
1970
1971 my @match = ();
1972
1973 if (defined $rule->{match}) {
1974 push @match, $rule->{match};
1975 } else {
1976 push @match, "-i $rule->{iface_in}" if $rule->{iface_in};
1977 push @match, "-o $rule->{iface_out}" if $rule->{iface_out};
1978
1979 if ($rule->{source}) {
1980 push @match, ipt_gen_src_or_dst_match($rule->{source}, 's', $ipversion, $cluster_conf, $fw_conf);
1981 }
1982 if ($rule->{dest}) {
1983 push @match, ipt_gen_src_or_dst_match($rule->{dest}, 'd', $ipversion, $cluster_conf, $fw_conf);
1984 }
1985
1986 if (my $proto = $rule->{proto}) {
1987 push @match, "-p $proto";
1988
f776d6de
WB		 1989 my $multidport = defined($rule->{dport}) && parse_port_name_number_or_range($rule->{dport}, 1);
1990 my $multisport = defined($rule->{sport}) && parse_port_name_number_or_range($rule->{sport}, 0);
30c390f9 1991
f776d6de
WB		 1992 my $add_dport = sub {
1993 return if !$rule->{dport};
3dffed4c 1994
30c390f9
TW		 1995 if ($proto eq 'icmp') {
1996 # Note: we use dport to store --icmp-type
1997 die "unknown icmp-type '$rule->{dport}'\n"
1998 if $rule->{dport} !~ /^\d+$/ && !defined($icmp_type_names->{$rule->{dport}});
1999 push @match, "-m icmp --icmp-type $rule->{dport}";
2000 } elsif ($proto eq 'icmpv6') {
2001 # Note: we use dport to store --icmpv6-type
2002 die "unknown icmpv6-type '$rule->{dport}'\n"
2003 if $rule->{dport} !~ /^\d+$/ && !defined($icmpv6_type_names->{$rule->{dport}});
2004 push @match, "-m icmpv6 --icmpv6-type $rule->{dport}";
2005 } elsif (!$PROTOCOLS_WITH_PORTS->{$proto}) {
2006 die "protocol $proto does not have ports\n";
f776d6de
WB		 2007 } elsif ($multidport) {
2008 push @match, "--match multiport", "--dports $rule->{dport}";
30c390f9 2009 } else {
f776d6de 2010 push @match, "--dport $rule->{dport}";
30c390f9 2011 }
f776d6de 2012 };
30c390f9 2013
f776d6de
WB		 2014 my $add_sport = sub {
2015 return if !$rule->{sport};
3dffed4c 2016
30c390f9
TW		 2017 die "protocol $proto does not have ports\n"
2018 if !$PROTOCOLS_WITH_PORTS->{$proto};
f776d6de
WB		 2019 if ($multisport) {
2020 push @match, "--match multiport", "--sports $rule->{sport}";
30c390f9
TW		 2021 } else {
2022 push @match, "--sport $rule->{sport}";
2023 }
f776d6de
WB		 2024 };
2025
3dffed4c 2026 # order matters - single port before multiport!
f776d6de
WB		 2027 $add_dport->() if $multisport;
2028 $add_sport->();
2029 $add_dport->() if !$multisport;
30c390f9
TW		 2030 } elsif ($rule->{dport} || $rule->{sport}) {
2031 die "destination port '$rule->{dport}', but no protocol specified\n" if $rule->{dport};
2032 die "source port '$rule->{sport}', but no protocol specified\n" if $rule->{sport};
2033 }
2034
2035 push @match, "-m addrtype --dst-type $rule->{dsttype}" if $rule->{dsttype};
2036 }
2037 my $matchstr = scalar(@match) ? join(' ', @match) : "";
2038
2039 my $targetstr;
2040 if (defined $rule->{target}) {
2041 $targetstr = $rule->{target};
2042 } else {
2043 my $action = (defined $rule->{action}) ? $rule->{action} : "";
2044 my $goto = 1 if $action eq 'PVEFW-SET-ACCEPT-MARK';
2045 $targetstr = ($goto) ? "-g $action" : "-j $action";
2046 }
2047
2048 my @iptcmds;
2db2b6aa
TL		 2049 my $log = $rule->{log};
2050 if (defined($log) && $log ne 'nolog') {
3489f8a2
CE		 2051 my $loglevel = $log_level_hash->{$log};
2052 my $logaction = get_log_rule_base($chain, $vmid, $rule->{logmsg}, $loglevel);
30c390f9
TW		 2053 push @iptcmds, "-A $chain $matchstr $logaction";
2054 }
2055 push @iptcmds, "-A $chain $matchstr $targetstr";
2056 return @iptcmds;
2057}
2058
eba0fb64 2059sub ruleset_generate_rule {
3489f8a2 2060 my ($ruleset, $chain, $ipversion, $rule, $cluster_conf, $fw_conf, $vmid) = @_;
eba0fb64 2061
e5076eee
DM		 2062 my $rules;
2063
2064 if ($rule->{macro}) {
35d1d6da 2065 $rules = &$apply_macro($rule->{macro}, $rule, 0, $ipversion);
e5076eee
DM		 2066 } else {
2067 $rules = [ $rule ];
2068 }
2069
30c390f9
TW		 2070 # update all or nothing
2071 my @ipt_rule_cmds;
2072 foreach my $r (@$rules) {
3489f8a2 2073 push @ipt_rule_cmds, ipt_rule_to_cmds($r, $chain, $ipversion, $cluster_conf, $fw_conf, $vmid);
30c390f9
TW		 2074 }
2075 foreach my $c (@ipt_rule_cmds) {
2076 ruleset_add_ipt_cmd($ruleset, $chain, $c);
2077 }
2078}
2079
3fa83edf
DM		 2080sub ruleset_create_chain {
2081 my ($ruleset, $chain) = @_;
3a616aa0 2082
d050c724 2083 die "Invalid chain name '$chain' (28 char max)\n" if length($chain) > 28;
782c4cde 2084 die "chain name may not contain collons\n" if $chain =~ m/:/; # because of log format
d050c724 2085
3fa83edf
DM		 2086 die "chain '$chain' already exists\n" if $ruleset->{$chain};
2087
2088 $ruleset->{$chain} = [];
3a616aa0
AD		 2089}
2090
3fa83edf
DM		 2091sub ruleset_chain_exist {
2092 my ($ruleset, $chain) = @_;
3a616aa0 2093
3fa83edf
DM		 2094 return $ruleset->{$chain} ? 1 : undef;
2095}
3a616aa0 2096
30c390f9
TW		 2097# add an iptables command (like generated by ipt_rule_to_cmds) to a chain
2098sub ruleset_add_ipt_cmd {
2099 my ($ruleset, $chain, $iptcmd) = @_;
2100
2101 die "no such chain '$chain'\n" if !$ruleset->{$chain};
2102
2103 push @{$ruleset->{$chain}}, $iptcmd;
2104}
2105
1e9c5070 2106sub ruleset_addrule {
3489f8a2 2107 my ($ruleset, $chain, $match, $action, $log, $logmsg, $vmid) = @_;
1e9c5070 2108
3489f8a2 2109 die "no such chain '$chain'\n" if !$ruleset->{$chain};
1e9c5070 2110
3489f8a2
CE		 2111 if ($log) {
2112 my $loglevel = $log_level_hash->{$log};
2113 my $logaction = get_log_rule_base($chain, $vmid, $logmsg, $loglevel);
7f7930f8 2114 push @{$ruleset->{$chain}}, "-A $chain $match $logaction";
3489f8a2
CE		 2115 }
2116 # for stable ebtables digests avoid double-spaces to match ebtables-save output
2117 $match .= ' ' if length($match);
2118 push @{$ruleset->{$chain}}, "-A $chain ${match}$action";
1e9c5070
TW		 2119}
2120
3fa83edf 2121sub ruleset_insertrule {
1e9c5070 2122 my ($ruleset, $chain, $match, $action, $log) = @_;
3a616aa0 2123
3fa83edf 2124 die "no such chain '$chain'\n" if !$ruleset->{$chain};
3a616aa0 2125
1e9c5070 2126 unshift @{$ruleset->{$chain}}, "-A $chain $match $action";
3fa83edf 2127}
3a616aa0 2128
782c4cde
DM		 2129sub get_log_rule_base {
2130 my ($chain, $vmid, $msg, $loglevel) = @_;
cbb5d6f3 2131
782c4cde 2132 $vmid = 0 if !defined($vmid);
7f7930f8 2133 $msg = "" if !defined($msg);
782c4cde 2134
cc37e000
TL		 2135 my $rlimit = '';
2136 if (defined($global_log_ratelimit)) {
2137 $rlimit = "-m limit $global_log_ratelimit ";
2138 }
2139
cbb5d6f3 2140 # Note: we use special format for prefix to pass further
7f7930f8 2141 # info to log daemon (VMID, LOGLEVEL and CHAIN)
cc37e000 2142 return "${rlimit}-j NFLOG --nflog-prefix \":$vmid:$loglevel:$chain: $msg\"";
782c4cde
DM		 2143}
2144
ead850e8 2145sub ruleset_add_chain_policy {
88c26d5e 2146 my ($ruleset, $chain, $ipversion, $vmid, $policy, $loglevel, $accept_action) = @_;
ead850e8
DM		 2147
2148 if ($policy eq 'ACCEPT') {
2149
180da76c
TW		 2150 my $rule = { action => 'ACCEPT' };
2151 rule_substitude_action($rule, { ACCEPT => $accept_action});
2152 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule);
ead850e8
DM		 2153
2154 } elsif ($policy eq 'DROP') {
2155
1e9c5070 2156 ruleset_addrule($ruleset, $chain, "", "-j PVEFW-Drop");
ead850e8 2157
7f7930f8 2158 ruleset_addrule($ruleset, $chain, "", "-j DROP", $loglevel, "policy $policy: ", $vmid);
ead850e8 2159 } elsif ($policy eq 'REJECT') {
1e9c5070 2160 ruleset_addrule($ruleset, $chain, "", "-j PVEFW-Reject");
ead850e8 2161
d8d4dd67 2162 ruleset_addrule($ruleset, $chain, "", "-g PVEFW-reject", $loglevel, "policy $policy: ", $vmid);
ead850e8
DM		 2163 } else {
2164 # should not happen
2165 die "internal error: unknown policy '$policy'";
2166 }
2167}
2168
a83abe93 2169sub ruleset_chain_add_ndp {
e8415920 2170 my ($ruleset, $chain, $ipversion, $options, $direction, $accept) = @_;
a83abe93
WB		 2171 return if $ipversion != 6 || (defined($options->{ndp}) && !$options->{ndp});
2172
1e9c5070 2173 ruleset_addrule($ruleset, $chain, "-p icmpv6 --icmpv6-type router-solicitation", $accept);
d7aa51ac 2174 if ($direction ne 'OUT' || $options->{radv}) {
1e9c5070 2175 ruleset_addrule($ruleset, $chain, "-p icmpv6 --icmpv6-type router-advertisement", $accept);
d7aa51ac 2176 }
1e9c5070
TW		 2177 ruleset_addrule($ruleset, $chain, "-p icmpv6 --icmpv6-type neighbor-solicitation", $accept);
2178 ruleset_addrule($ruleset, $chain, "-p icmpv6 --icmpv6-type neighbor-advertisement", $accept);
a83abe93
WB		 2179}
2180
e2943485 2181sub ruleset_chain_add_conn_filters {
27c49e25 2182 my ($ruleset, $chain, $allow_invalid, $accept) = @_;
e2943485 2183
27c49e25
CE		 2184 if (!$allow_invalid) {
2185 ruleset_addrule($ruleset, $chain, "-m conntrack --ctstate INVALID", "-j DROP");
2186 }
1e9c5070 2187 ruleset_addrule($ruleset, $chain, "-m conntrack --ctstate RELATED,ESTABLISHED", "-j $accept");
e2943485
DM		 2188}
2189
2190sub ruleset_chain_add_input_filters {
88c26d5e 2191 my ($ruleset, $chain, $ipversion, $options, $cluster_conf, $loglevel) = @_;
2428e394
AD		 2192
2193 if ($cluster_conf->{ipset}->{blacklist}){
b5831a0d
AD		 2194 if (!ruleset_chain_exist($ruleset, "PVEFW-blacklist")) {
2195 ruleset_create_chain($ruleset, "PVEFW-blacklist");
3489f8a2 2196 ruleset_addrule($ruleset, "PVEFW-blacklist", "", "-j DROP", $loglevel, "DROP: ", 0);
b5831a0d 2197 }
88c26d5e 2198 my $ipset_chain = compute_ipset_chain_name(0, 'blacklist', $ipversion);
1e9c5070 2199 ruleset_addrule($ruleset, $chain, "-m set --match-set ${ipset_chain} src", "-j PVEFW-blacklist");
2428e394 2200 }
e2943485
DM		 2201
2202 if (!(defined($options->{nosmurfs}) && $options->{nosmurfs} == 0)) {
5b5c42b1 2203 if ($ipversion == 4) {
1e9c5070 2204 ruleset_addrule($ruleset, $chain, "-m conntrack --ctstate INVALID,NEW", "-j PVEFW-smurfs");
5b5c42b1 2205 }
e2943485
DM		 2206 }
2207
2208 if ($options->{tcpflags}) {
1e9c5070 2209 ruleset_addrule($ruleset, $chain, "-p tcp", "-j PVEFW-tcpflags");
e2943485
DM		 2210 }
2211}
2212
9e15114a 2213sub ruleset_create_vm_chain {
88c26d5e 2214 my ($ruleset, $chain, $ipversion, $options, $macaddr, $ipfilter_ipset, $direction) = @_;
3a616aa0 2215
9e15114a 2216 ruleset_create_chain($ruleset, $chain);
b47ecc88 2217 my $accept = generate_nfqueue($options);
3a616aa0 2218
ce15d90b 2219 if (!(defined($options->{dhcp}) && $options->{dhcp} == 0)) {
dcafc5fb
WB		 2220 if ($ipversion == 4) {
2221 if ($direction eq 'OUT') {
2222 ruleset_generate_rule($ruleset, $chain, $ipversion,
2223 { action => 'PVEFW-SET-ACCEPT-MARK',
2224 proto => 'udp', sport => 68, dport => 67 });
2225 } else {
2226 ruleset_generate_rule($ruleset, $chain, $ipversion,
2227 { action => 'ACCEPT',
2228 proto => 'udp', sport => 67, dport => 68 });
2229 }
2230 } elsif ($ipversion == 6) {
2231 if ($direction eq 'OUT') {
2232 ruleset_generate_rule($ruleset, $chain, $ipversion,
2233 { action => 'PVEFW-SET-ACCEPT-MARK',
2234 proto => 'udp', sport => 546, dport => 547 });
2235 } else {
2236 ruleset_generate_rule($ruleset, $chain, $ipversion,
2237 { action => 'ACCEPT',
2238 proto => 'udp', sport => 547, dport => 546 });
2239 }
76a2d1e7 2240 }
dcafc5fb 2241
ce15d90b
DM		 2242 }
2243
b21aca2c
DM		 2244 if ($direction eq 'OUT') {
2245 if (defined($macaddr) && !(defined($options->{macfilter}) && $options->{macfilter} == 0)) {
1e9c5070 2246 ruleset_addrule($ruleset, $chain, "-m mac ! --mac-source $macaddr", "-j DROP");
b21aca2c 2247 }
d7aa51ac 2248 if ($ipversion == 6 && !$options->{radv}) {
1e9c5070 2249 ruleset_addrule($ruleset, $chain, "-p icmpv6 --icmpv6-type router-advertisement", "-j DROP");
d7aa51ac 2250 }
808d711d 2251 if ($ipfilter_ipset) {
1e9c5070 2252 ruleset_addrule($ruleset, $chain, "-m set ! --match-set $ipfilter_ipset src", "-j DROP");
808d711d 2253 }
1e9c5070 2254 ruleset_addrule($ruleset, $chain, "", "-j MARK --set-mark $FWACCEPTMARK_OFF"); # clear mark
c29f55c9 2255 }
e8415920
WB		 2256
2257 my $accept_action = $direction eq 'OUT' ? '-g PVEFW-SET-ACCEPT-MARK' : "-j $accept";
2258 ruleset_chain_add_ndp($ruleset, $chain, $ipversion, $options, $direction, $accept_action);
9e15114a
DM		 2259}
2260
4bc6b5ac 2261sub ruleset_add_group_rule {
aedde2c2 2262 my ($ruleset, $cluster_conf, $chain, $rule, $direction, $action, $ipversion) = @_;
4bc6b5ac
DM		 2263
2264 my $group = $rule->{action};
2265 my $group_chain = "GROUP-$group-$direction";
2266 if(!ruleset_chain_exist($ruleset, $group_chain)){
aedde2c2 2267 generate_group_rules($ruleset, $cluster_conf, $group, $ipversion);
4bc6b5ac 2268 }
bfc488f6 2269
f8b12fff 2270 if ($direction eq 'OUT' && $rule->{iface_out}) {
1e9c5070 2271 ruleset_addrule($ruleset, $chain, "-o $rule->{iface_out}", "-j $group_chain");
f8b12fff 2272 } elsif ($direction eq 'IN' && $rule->{iface_in}) {
1e9c5070 2273 ruleset_addrule($ruleset, $chain, "-i $rule->{iface_in}", "-j $group_chain");
4bc6b5ac 2274 } else {
1e9c5070 2275 ruleset_addrule($ruleset, $chain, "", "-j $group_chain");
4bc6b5ac
DM		 2276 }
2277
1e9c5070 2278 ruleset_addrule($ruleset, $chain, "-m mark --mark $FWACCEPTMARK_ON", "-j $action");
4bc6b5ac
DM		 2279}
2280
9e15114a 2281sub ruleset_generate_vm_rules {
3489f8a2 2282 my ($ruleset, $rules, $cluster_conf, $vmfw_conf, $chain, $netid, $direction, $options, $ipversion, $vmid) = @_;
9e15114a
DM		 2283
2284 my $lc_direction = lc($direction);
c29f55c9 2285
6b8ca015
DM		 2286 my $in_accept = generate_nfqueue($options);
2287
92e976b3
DM		 2288 foreach my $rule (@$rules) {
2289 next if $rule->{iface} && $rule->{iface} ne $netid;
b7ab6989 2290 next if !$rule->{enable} || $rule->{errors};
006490cb 2291 next if $rule->{ipversion} && ($rule->{ipversion} != $ipversion);
84870b1a 2292
92e976b3 2293 if ($rule->{type} eq 'group') {
4bc6b5ac 2294 ruleset_add_group_rule($ruleset, $cluster_conf, $chain, $rule, $direction,
aedde2c2 2295 $direction eq 'OUT' ? 'RETURN' : $in_accept, $ipversion);
92e976b3
DM		 2296 } else {
2297 next if $rule->{type} ne $lc_direction;
921dfb33 2298 eval {
3489f8a2 2299 $rule->{logmsg} = "$rule->{action}: ";
921dfb33 2300 if ($direction eq 'OUT') {
180da76c 2301 rule_substitude_action($rule, { ACCEPT => "PVEFW-SET-ACCEPT-MARK", REJECT => "PVEFW-reject" });
3489f8a2 2302 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf, $vmfw_conf, $vmid);
921dfb33 2303 } else {
180da76c 2304 rule_substitude_action($rule, { ACCEPT => $in_accept , REJECT => "PVEFW-reject" });
3489f8a2 2305 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf, $vmfw_conf, $vmid);
921dfb33
DM		 2306 }
2307 };
2308 warn $@ if $@;
4e6112f9 2309 }
3a616aa0 2310 }
9e15114a
DM		 2311}
2312
b47ecc88
AD		 2313sub generate_nfqueue {
2314 my ($options) = @_;
2315
73089769
DM		 2316 if ($options->{ips}) {
2317 my $action = "NFQUEUE";
2318 if ($options->{ips_queues} && $options->{ips_queues} =~ m/^(\d+)(:(\d+))?$/) {
2319 if (defined($3) && defined($1)) {
b47ecc88 2320 $action .= " --queue-balance $1:$3";
73089769 2321 } elsif (defined($1)) {
b47ecc88
AD		 2322 $action .= " --queue-num $1";
2323 }
2324 }
8dc92812 2325 $action .= " --queue-bypass" if $feature_ipset_nomatch; #need kernel 3.10
73089769
DM		 2326 return $action;
2327 } else {
2328 return "ACCEPT";
b47ecc88 2329 }
b47ecc88
AD		 2330}
2331
da6fc60b 2332sub ruleset_generate_vm_ipsrules {
a01c32c7 2333 my ($ruleset, $options, $direction, $iface) = @_;
da6fc60b
AD		 2334
2335 if ($options->{ips} && $direction eq 'IN') {
2336 my $nfqueue = generate_nfqueue($options);
2337
a01c32c7 2338 if (!ruleset_chain_exist($ruleset, "PVEFW-IPS")) {
da6fc60b
AD		 2339 ruleset_create_chain($ruleset, "PVEFW-IPS");
2340 }
2341
1e9c5070 2342 ruleset_addrule($ruleset, "PVEFW-IPS", "-m physdev --physdev-out $iface --physdev-is-bridged", "-j $nfqueue");
da6fc60b
AD		 2343 }
2344}
2345
9e15114a 2346sub generate_tap_rules_direction {
84870b1a 2347 my ($ruleset, $cluster_conf, $iface, $netid, $macaddr, $vmfw_conf, $vmid, $direction, $ipversion) = @_;
9e15114a
DM		 2348
2349 my $lc_direction = lc($direction);
2350
2351 my $rules = $vmfw_conf->{rules};
2352
2353 my $options = $vmfw_conf->{options};
2354 my $loglevel = get_option_log_level($options, "log_level_${lc_direction}");
2355
2356 my $tapchain = "$iface-$direction";
2357
b692f42c 2358 my $ipfilter_name = compute_ipfilter_ipset_name($netid);
88c26d5e 2359 my $ipfilter_ipset = compute_ipset_chain_name($vmid, $ipfilter_name, $ipversion)
74601077 2360 if $options->{ipfilter} || $vmfw_conf->{ipset}->{$ipfilter_name};
808d711d 2361
a34cfdd0 2362 # create chain with mac and ip filter
88c26d5e 2363 ruleset_create_vm_chain($ruleset, $tapchain, $ipversion, $options, $macaddr, $ipfilter_ipset, $direction);
9e15114a 2364
a34cfdd0 2365 if ($options->{enable}) {
3489f8a2 2366 ruleset_generate_vm_rules($ruleset, $rules, $cluster_conf, $vmfw_conf, $tapchain, $netid, $direction, $options, $ipversion, $vmid);
3a616aa0 2367
a34cfdd0 2368 ruleset_generate_vm_ipsrules($ruleset, $options, $direction, $iface);
da6fc60b 2369
a34cfdd0
DM		 2370 # implement policy
2371 my $policy;
ccae0b50 2372
a34cfdd0
DM		 2373 if ($direction eq 'OUT') {
2374 $policy = $options->{policy_out} || 'ACCEPT'; # allow everything by default
2375 } else {
76448f08 2376 $policy = $options->{policy_in} || 'DROP'; # allow nothing by default
a34cfdd0 2377 }
ccae0b50 2378
a34cfdd0
DM		 2379 my $accept = generate_nfqueue($options);
2380 my $accept_action = $direction eq 'OUT' ? "PVEFW-SET-ACCEPT-MARK" : $accept;
88c26d5e 2381 ruleset_add_chain_policy($ruleset, $tapchain, $ipversion, $vmid, $policy, $loglevel, $accept_action);
a34cfdd0
DM		 2382 } else {
2383 my $accept_action = $direction eq 'OUT' ? "PVEFW-SET-ACCEPT-MARK" : 'ACCEPT';
88c26d5e 2384 ruleset_add_chain_policy($ruleset, $tapchain, $ipversion, $vmid, 'ACCEPT', $loglevel, $accept_action);
a34cfdd0 2385 }
3a616aa0 2386
3fa83edf 2387 # plug the tap chain to bridge chain
3cc81077 2388 if ($direction eq 'IN') {
a01c32c7 2389 ruleset_addrule($ruleset, "PVEFW-FWBR-IN",
3489f8a2 2390 "-m physdev --physdev-is-bridged --physdev-out $iface", "-j $tapchain", $loglevel, 'FWBR-IN: ', $vmid);
3cc81077 2391 } else {
a01c32c7 2392 ruleset_addrule($ruleset, "PVEFW-FWBR-OUT",
3489f8a2 2393 "-m physdev --physdev-is-bridged --physdev-in $iface", "-j $tapchain", $loglevel, 'FWBR-OUT: ', $vmid);
3cc81077 2394 }
3a616aa0
AD		 2395}
2396
d18c1e2b 2397sub enable_host_firewall {
aedde2c2 2398 my ($ruleset, $hostfw_conf, $cluster_conf, $ipversion) = @_;
0bd5f137 2399
92e976b3 2400 my $options = $hostfw_conf->{options};
63324b09 2401 my $cluster_options = $cluster_conf->{options};
92e976b3 2402 my $rules = $hostfw_conf->{rules};
35f0c37e 2403 my $cluster_rules = $cluster_conf->{rules};
178a63be 2404
3fa83edf 2405 # host inbound firewall
dec84fcd
DM		 2406 my $chain = "PVEFW-HOST-IN";
2407 ruleset_create_chain($ruleset, $chain);
0bd5f137 2408
178a63be
DM		 2409 my $loglevel = get_option_log_level($options, "log_level_in");
2410
1e9c5070 2411 ruleset_addrule($ruleset, $chain, "-i lo", "-j ACCEPT");
4ac863a6 2412
27c49e25 2413 ruleset_chain_add_conn_filters($ruleset, $chain, 0, 'ACCEPT');
e8415920 2414 ruleset_chain_add_ndp($ruleset, $chain, $ipversion, $options, 'IN', '-j RETURN');
88c26d5e 2415 ruleset_chain_add_input_filters($ruleset, $chain, $ipversion, $options, $cluster_conf, $loglevel);
fb424a00 2416
23e888f8
DM		 2417 # we use RETURN because we need to check also tap rules
2418 my $accept_action = 'RETURN';
2419
1e9c5070 2420 ruleset_addrule($ruleset, $chain, "-p igmp", "-j $accept_action"); # important for multicast
cc8dc02f 2421
35f0c37e
DM		 2422 # add host rules first, so that cluster wide rules can be overwritten
2423 foreach my $rule (@$rules, @$cluster_rules) {
5383df39 2424 next if !$rule->{enable} || $rule->{errors};
35d1d6da 2425 next if $rule->{ipversion} && ($rule->{ipversion} != $ipversion);
bfc488f6 2426
f8b12fff 2427 $rule->{iface_in} = $rule->{iface} if $rule->{iface};
5383df39 2428
1a9978ed
DM		 2429 eval {
2430 if ($rule->{type} eq 'group') {
aedde2c2 2431 ruleset_add_group_rule($ruleset, $cluster_conf, $chain, $rule, 'IN', $accept_action, $ipversion);
1a9978ed 2432 } elsif ($rule->{type} eq 'in') {
180da76c 2433 rule_substitude_action($rule, { ACCEPT => $accept_action, REJECT => "PVEFW-reject" });
3489f8a2 2434 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf, $hostfw_conf, 0);
1a9978ed
DM		 2435 }
2436 };
2437 warn $@ if $@;
f8b12fff 2438 delete $rule->{iface_in};
0bd5f137 2439 }
eb399cef
DM		 2440
2441 # allow standard traffic for management ipset (includes cluster network)
88c26d5e 2442 my $mngmnt_ipset_chain = compute_ipset_chain_name(0, "management", $ipversion);
708ba714 2443 my $mngmntsrc = "-m set --match-set ${mngmnt_ipset_chain} src";
1e9c5070
TW		 2444 ruleset_addrule($ruleset, $chain, "$mngmntsrc -p tcp --dport 8006", "-j $accept_action"); # PVE API
2445 ruleset_addrule($ruleset, $chain, "$mngmntsrc -p tcp --dport 5900:5999", "-j $accept_action"); # PVE VNC Console
2446 ruleset_addrule($ruleset, $chain, "$mngmntsrc -p tcp --dport 3128", "-j $accept_action"); # SPICE Proxy
2447 ruleset_addrule($ruleset, $chain, "$mngmntsrc -p tcp --dport 22", "-j $accept_action"); # SSH
bfc488f6 2448
afcd29b3
DM		 2449 my $localnet = $cluster_conf->{aliases}->{local_network}->{cidr};
2450 my $localnet_ver = $cluster_conf->{aliases}->{local_network}->{ipversion};
3bc79f87 2451
eb399cef 2452 # corosync
35d1d6da 2453 if ($localnet && ($ipversion == $localnet_ver)) {
1e9c5070
TW		 2454 my $corosync_rule = "-p udp --dport 5404:5405";
2455 ruleset_addrule($ruleset, $chain, "-s $localnet -d $localnet $corosync_rule", "-j $accept_action");
2456 ruleset_addrule($ruleset, $chain, "-s $localnet -m addrtype --dst-type MULTICAST $corosync_rule", "-j $accept_action");
3bc79f87 2457 }
0bd5f137 2458
23e888f8 2459 # implement input policy
63324b09 2460 my $policy = $cluster_options->{policy_in} || 'DROP'; # allow nothing by default
88c26d5e 2461 ruleset_add_chain_policy($ruleset, $chain, $ipversion, 0, $policy, $loglevel, $accept_action);
0bd5f137 2462
3fa83edf 2463 # host outbound firewall
aadd745e 2464 $chain = "PVEFW-HOST-OUT";
dec84fcd
DM		 2465 ruleset_create_chain($ruleset, $chain);
2466
178a63be
DM		 2467 $loglevel = get_option_log_level($options, "log_level_out");
2468
1e9c5070 2469 ruleset_addrule($ruleset, $chain, "-o lo", "-j ACCEPT");
e2943485 2470
27c49e25 2471 ruleset_chain_add_conn_filters($ruleset, $chain, 0, 'ACCEPT');
e2943485 2472
23e888f8
DM		 2473 # we use RETURN because we may want to check other thigs later
2474 $accept_action = 'RETURN';
e8415920 2475 ruleset_chain_add_ndp($ruleset, $chain, $ipversion, $options, 'OUT', "-j $accept_action");
23e888f8 2476
1e9c5070 2477 ruleset_addrule($ruleset, $chain, "-p igmp", "-j $accept_action"); # important for multicast
cc8dc02f 2478
35f0c37e
DM		 2479 # add host rules first, so that cluster wide rules can be overwritten
2480 foreach my $rule (@$rules, @$cluster_rules) {
5383df39 2481 next if !$rule->{enable} || $rule->{errors};
35d1d6da 2482 next if $rule->{ipversion} && ($rule->{ipversion} != $ipversion);
5383df39 2483
f8b12fff 2484 $rule->{iface_out} = $rule->{iface} if $rule->{iface};
1a9978ed 2485 eval {
3489f8a2 2486 $rule->{logmsg} = "$rule->{action}: ";
1a9978ed 2487 if ($rule->{type} eq 'group') {
aedde2c2 2488 ruleset_add_group_rule($ruleset, $cluster_conf, $chain, $rule, 'OUT', $accept_action, $ipversion);
1a9978ed 2489 } elsif ($rule->{type} eq 'out') {
180da76c 2490 rule_substitude_action($rule, { ACCEPT => $accept_action, REJECT => "PVEFW-reject" });
3489f8a2 2491 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf, $hostfw_conf, 0);
1a9978ed
DM		 2492 }
2493 };
2494 warn $@ if $@;
f8b12fff 2495 delete $rule->{iface_out};
0bd5f137
AD		 2496 }
2497
3bc79f87 2498 # allow standard traffic on cluster network
35d1d6da 2499 if ($localnet && ($ipversion == $localnet_ver)) {
1e9c5070
TW		 2500 ruleset_addrule($ruleset, $chain, "-d $localnet -p tcp --dport 8006", "-j $accept_action"); # PVE API
2501 ruleset_addrule($ruleset, $chain, "-d $localnet -p tcp --dport 22", "-j $accept_action"); # SSH
2502 ruleset_addrule($ruleset, $chain, "-d $localnet -p tcp --dport 5900:5999", "-j $accept_action"); # PVE VNC Console
2503 ruleset_addrule($ruleset, $chain, "-d $localnet -p tcp --dport 3128", "-j $accept_action"); # SPICE Proxy
bfc488f6 2504
1e9c5070
TW		 2505 my $corosync_rule = "-p udp --dport 5404:5405";
2506 ruleset_addrule($ruleset, $chain, "-d $localnet $corosync_rule", "-j $accept_action");
2507 ruleset_addrule($ruleset, $chain, "-m addrtype --dst-type MULTICAST $corosync_rule", "-j $accept_action");
3bc79f87
DM		 2508 }
2509
23e888f8 2510 # implement output policy
63324b09 2511 $policy = $cluster_options->{policy_out} || 'ACCEPT'; # allow everything by default
88c26d5e 2512 ruleset_add_chain_policy($ruleset, $chain, $ipversion, 0, $policy, $loglevel, $accept_action);
6158271d 2513
1e9c5070
TW		 2514 ruleset_addrule($ruleset, "PVEFW-OUTPUT", "", "-j PVEFW-HOST-OUT");
2515 ruleset_addrule($ruleset, "PVEFW-INPUT", "", "-j PVEFW-HOST-IN");
9d31b418
AD		 2516}
2517
2518sub generate_group_rules {
aedde2c2 2519 my ($ruleset, $cluster_conf, $group, $ipversion) = @_;
9d31b418 2520
c6f5cc88 2521 my $rules = $cluster_conf->{groups}->{$group};
6158271d 2522
b4deedab
DM		 2523 if (!$rules) {
2524 warn "no such security group '$group'\n";
2525 $rules = []; # create empty chain
2526 }
2527
3fa83edf 2528 my $chain = "GROUP-${group}-IN";
9d31b418 2529
3fa83edf 2530 ruleset_create_chain($ruleset, $chain);
1e9c5070 2531 ruleset_addrule($ruleset, $chain, "", "-j MARK --set-mark $FWACCEPTMARK_OFF"); # clear mark
9d31b418 2532
92e976b3
DM		 2533 foreach my $rule (@$rules) {
2534 next if $rule->{type} ne 'in';
7a5a402b 2535 next if !$rule->{enable} || $rule->{errors};
aedde2c2 2536 next if $rule->{ipversion} && $rule->{ipversion} ne $ipversion;
180da76c 2537 rule_substitude_action($rule, { ACCEPT => "PVEFW-SET-ACCEPT-MARK", REJECT => "PVEFW-reject" });
2dc0a26e 2538 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf);
9d31b418
AD		 2539 }
2540
3fa83edf 2541 $chain = "GROUP-${group}-OUT";
9d31b418 2542
3fa83edf 2543 ruleset_create_chain($ruleset, $chain);
1e9c5070 2544 ruleset_addrule($ruleset, $chain, "", "-j MARK --set-mark $FWACCEPTMARK_OFF"); # clear mark
9d31b418 2545
92e976b3
DM		 2546 foreach my $rule (@$rules) {
2547 next if $rule->{type} ne 'out';
7a5a402b 2548 next if !$rule->{enable} || $rule->{errors};
aedde2c2 2549 next if $rule->{ipversion} && $rule->{ipversion} ne $ipversion;
92e976b3
DM		 2550 # we use PVEFW-SET-ACCEPT-MARK (Instead of ACCEPT) because we need to
2551 # check also other tap rules later
180da76c 2552 rule_substitude_action($rule, { ACCEPT => 'PVEFW-SET-ACCEPT-MARK', REJECT => "PVEFW-reject" });
2dc0a26e 2553 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf);
9d31b418 2554 }
9d31b418
AD		 2555}
2556
51bae274
DM		 2557my $MAX_NETS = 32;
2558my $valid_netdev_names = {};
2559for (my $i = 0; $i < $MAX_NETS; $i++) {
2560 $valid_netdev_names->{"net$i"} = 1;
2561}
5e1267a5 2562
fe3d79b4
WB		 2563sub get_mark_values {
2564 my ($value, $mask) = @_;
2565 $value = hex($value) if $value =~ /^0x/;
2566 $mask = hex($mask) if defined($mask) && $mask =~ /^0x/;
2567 $mask = 0xffffffff if !defined($mask);
2568 return ($value, $mask);
2569}
2570
51bae274 2571sub parse_fw_rule {
a523e057 2572 my ($prefix, $line, $cluster_conf, $fw_conf, $rule_env, $verbose) = @_;
5e1267a5 2573
d4cda423
DM		 2574 my $orig_line = $line;
2575
6d9246e7
DM		 2576 my $rule = {};
2577
11bac5c2 2578 # we can add single line comments to the end of the rule
6d9246e7
DM		 2579 if ($line =~ s/#\s*(.*?)\s*$//) {
2580 $rule->{comment} = decode('utf8', $1);
2581 }
11bac5c2
DM		 2582
2583 # we can disable a rule when prefixed with '|'
ea9e5116 2584
6d9246e7 2585 $rule->{enable} = $line =~ s/^\|// ? 0 : 1;
51bae274 2586
dba740a9
DM		 2587 $line =~ s/^(\S+)\s+(\S+)\s*// ||
2588 die "unable to parse rule: $line\n";
6d9246e7
DM		 2589
2590 $rule->{type} = lc($1);
2591 $rule->{action} = $2;
2592
2593 if ($rule->{type} eq 'in' || $rule->{type} eq 'out') {
2594 if ($rule->{action} =~ m/^(\S+)\((ACCEPT|DROP|REJECT)\)$/) {
2595 $rule->{macro} = $1;
2596 $rule->{action} = $2;
92e976b3 2597 }
51bae274
DM		 2598 }
2599
dba740a9
DM		 2600 while (length($line)) {
2601 if ($line =~ s/^-i (\S+)\s*//) {
6d9246e7 2602 $rule->{iface} = $1;
dba740a9
DM		 2603 next;
2604 }
51bae274 2605
6d9246e7 2606 last if $rule->{type} eq 'group';
51bae274 2607
dba740a9 2608 if ($line =~ s/^-p (\S+)\s*//) {
6d9246e7 2609 $rule->{proto} = $1;
dba740a9
DM		 2610 next;
2611 }
6d9246e7 2612
dba740a9 2613 if ($line =~ s/^-dport (\S+)\s*//) {
6d9246e7 2614 $rule->{dport} = $1;
dba740a9
DM		 2615 next;
2616 }
6d9246e7 2617
dba740a9 2618 if ($line =~ s/^-sport (\S+)\s*//) {
6d9246e7 2619 $rule->{sport} = $1;
dba740a9
DM		 2620 next;
2621 }
2622 if ($line =~ s/^-source (\S+)\s*//) {
6d9246e7 2623 $rule->{source} = $1;
dba740a9
DM		 2624 next;
2625 }
2626 if ($line =~ s/^-dest (\S+)\s*//) {
6d9246e7 2627 $rule->{dest} = $1;
dba740a9
DM		 2628 next;
2629 }
3489f8a2
CE		 2630 if ($line =~ s/^-log (emerg|alert|crit|err|warning|notice|info|debug|nolog)\s*//) {
2631 $rule->{log} = $1;
2632 next;
2633 }
51bae274 2634
dba740a9
DM		 2635 last;
2636 }
ba791b1f 2637
dba740a9 2638 die "unable to parse rule parameters: $line\n" if length($line);
51bae274 2639
a523e057 2640 $rule = verify_rule($rule, $cluster_conf, $fw_conf, $rule_env, 1);
eedcb564
WB		 2641 if ($rule->{errors}) {
2642 # The verbose flag really means we're running from the CLI and want
2643 # output on the console - in the other case we really want such errors
2644 # to go into the syslog instead.
2645 my $log = $verbose ? sub { warn @_ } : sub { syslog(err => @_) };
2646 $log->("$prefix - errors in rule parameters: $orig_line\n");
d4cda423 2647 foreach my $p (keys %{$rule->{errors}}) {
eedcb564 2648 $log->(" $p: $rule->{errors}->{$p}\n");
d4cda423
DM		 2649 }
2650 }
6d9246e7
DM		 2651
2652 return $rule;
51bae274
DM		 2653}
2654
c5e8b008
AD		 2655sub verify_ethertype {
2656 my ($value) = @_;
2657 my $types = get_etc_ethertypes();
2658 die "unknown ethernet protocol type: $value\n"
2659 if !defined($types->{byname}->{$value}) &&
2660 !defined($types->{byid}->{$value});
2661}
2662
2d404ffc 2663sub parse_vmfw_option {
85c6eaed
DM		 2664 my ($line) = @_;
2665
2666 my ($opt, $value);
2667
178a63be
DM		 2668 my $loglevels = "emerg|alert|crit|err|warning|notice|info|debug|nolog";
2669
74601077 2670 if ($line =~ m/^(enable|dhcp|ndp|radv|macfilter|ipfilter|ips):\s*(0|1)\s*$/i) {
9c6b6efd
DM		 2671 $opt = lc($1);
2672 $value = int($2);
178a63be
DM		 2673 } elsif ($line =~ m/^(log_level_in|log_level_out):\s*(($loglevels)\s*)?$/i) {
2674 $opt = lc($1);
2675 $value = $2 ? lc($3) : '';
72f63fde 2676 } elsif ($line =~ m/^(policy_(in|out)):\s*(ACCEPT|DROP|REJECT)\s*$/i) {
85c6eaed
DM		 2677 $opt = lc($1);
2678 $value = uc($3);
b47ecc88
AD		 2679 } elsif ($line =~ m/^(ips_queues):\s*((\d+)(:(\d+))?)\s*$/i) {
2680 $opt = lc($1);
2681 $value = $2;
c5e8b008
AD		 2682 } elsif ($line =~ m/^(layer2_protocols):\s*(((\S+)[,]?)+)\s*$/i) {
2683 $opt = lc($1);
2684 $value = $2;
2685 verify_ethertype($_) foreach split(/\s*,\s*/, $value);
9c6b6efd 2686 } else {
85c6eaed
DM		 2687 die "can't parse option '$line'\n"
2688 }
2689
2690 return ($opt, $value);
2691}
2692
2d404ffc
DM		 2693sub parse_hostfw_option {
2694 my ($line) = @_;
2695
2696 my ($opt, $value);
2697
2698 my $loglevels = "emerg|alert|crit|err|warning|notice|info|debug|nolog";
2699
27c49e25 2700 if ($line =~ m/^(enable|nosmurfs|tcpflags|ndp|log_nf_conntrack|nf_conntrack_allow_invalid):\s*(0|1)\s*$/i) {
2d404ffc
DM		 2701 $opt = lc($1);
2702 $value = int($2);
178a63be 2703 } elsif ($line =~ m/^(log_level_in|log_level_out|tcp_flags_log_level|smurf_log_level):\s*(($loglevels)\s*)?$/i) {
2d404ffc
DM		 2704 $opt = lc($1);
2705 $value = $2 ? lc($3) : '';
28c082a1 2706 } elsif ($line =~ m/^(nf_conntrack_max|nf_conntrack_tcp_timeout_established):\s*(\d+)\s*$/i) {
490cdead
DM		 2707 $opt = lc($1);
2708 $value = int($2);
2d404ffc 2709 } else {
2d404ffc
DM		 2710 die "can't parse option '$line'\n"
2711 }
2712
2713 return ($opt, $value);
2714}
2715
c6f5cc88
DM		 2716sub parse_clusterfw_option {
2717 my ($line) = @_;
2718
2719 my ($opt, $value);
2720
72d055fc 2721 if ($line =~ m/^(enable):\s*(\d+)\s*$/i) {
c6f5cc88
DM		 2722 $opt = lc($1);
2723 $value = int($2);
72d055fc
AG		 2724 if (($value > 1) && ((time() - $value) > 60)) {
2725 $value = 0
2726 }
2549e7ef 2727 } elsif ($line =~ m/^(ebtables):\s*(0|1)\s*$/i) {
84025e99
SI		 2728 $opt = lc($1);
2729 $value = int($2);
63324b09
DM		 2730 } elsif ($line =~ m/^(policy_(in|out)):\s*(ACCEPT|DROP|REJECT)\s*$/i) {
2731 $opt = lc($1);
2732 $value = uc($3);
cc37e000
TL		 2733 } elsif ($line =~ m/^(log_ratelimit):\s*(\S+)\s*$/) {
2734 $opt = lc($1);
2735 $value = $2;
c6f5cc88 2736 } else {
c6f5cc88
DM		 2737 die "can't parse option '$line'\n"
2738 }
2739
2740 return ($opt, $value);
2741}
2742
6c221576
DM		 2743sub resolve_alias {
2744 my ($clusterfw_conf, $fw_conf, $cidr) = @_;
2745
6d959e3f 2746 my $alias = lc($cidr);
04f5088f 2747 my $e = $fw_conf ? $fw_conf->{aliases}->{$alias} : undef;
6d959e3f 2748 $e = $clusterfw_conf->{aliases}->{$alias} if !$e && $clusterfw_conf;
6c221576 2749
6d959e3f
DM		 2750 die "no such alias '$cidr'\n" if !$e;;
2751
2752 return wantarray ? ($e->{cidr}, $e->{ipversion}) : $e->{cidr};
6c221576
DM		 2753}
2754
ae029a88
DM		 2755sub parse_ip_or_cidr {
2756 my ($cidr) = @_;
2757
2758 my $ipversion;
2759
2760 if ($cidr =~ m!^(?:$IPV6RE)(/(\d+))?$!) {
2761 $cidr =~ s|/128$||;
2762 $ipversion = 6;
2763 } elsif ($cidr =~ m!^(?:$IPV4RE)(/(\d+))?$!) {
2764 $cidr =~ s|/32$||;
2765 $ipversion = 4;
2766 } else {
2767 die "value does not look like a valid IP address or CIDR network\n";
2768 }
2769
2770 return wantarray ? ($cidr, $ipversion) : $cidr;
2771}
2772
e76a9f53 2773sub parse_alias {
92e1209b
AD		 2774 my ($line) = @_;
2775
81d574a7
DM		 2776 # we can add single line comments to the end of the line
2777 my $comment = decode('utf8', $1) if $line =~ s/\s*#\s*(.*?)\s*$//;
2778
92e1209b 2779 if ($line =~ m/^(\S+)\s(\S+)$/) {
81d574a7 2780 my ($name, $cidr) = ($1, $2);
ae029a88
DM		 2781 my $ipversion;
2782
2783 ($cidr, $ipversion) = parse_ip_or_cidr($cidr);
2784
81d574a7
DM		 2785 my $data = {
2786 name => $name,
2787 cidr => $cidr,
70e524eb 2788 ipversion => $ipversion,
81d574a7
DM		 2789 };
2790 $data->{comment} = $comment if $comment;
2791 return $data;
92e1209b
AD		 2792 }
2793
81d574a7 2794 return undef;
92e1209b
AD		 2795}
2796
e5cd1ee0 2797sub generic_fw_config_parser {
1210ae94 2798 my ($filename, $fh, $verbose, $cluster_conf, $empty_conf, $rule_env) = @_;
5e1267a5 2799
51bae274
DM		 2800 my $section;
2801 my $group;
2802
1210ae94 2803 my $res = $empty_conf;
6158271d 2804
51bae274
DM		 2805 while (defined(my $line = <$fh>)) {
2806 next if $line =~ m/^#/;
2807 next if $line =~ m/^\s*$/;
2808
c8c534f7
DM		 2809 chomp $line;
2810
961b4928
DM		 2811 my $linenr = $fh->input_line_number();
2812 my $prefix = "$filename (line $linenr)";
2813
1210ae94 2814 if ($empty_conf->{options} && ($line =~ m/^\[options\]$/i)) {
c6f5cc88
DM		 2815 $section = 'options';
2816 next;
2817 }
2818
1210ae94 2819 if ($empty_conf->{aliases} && ($line =~ m/^\[aliases\]$/i)) {
92e1209b
AD		 2820 $section = 'aliases';
2821 next;
2822 }
2823
1210ae94 2824 if ($empty_conf->{groups} && ($line =~ m/^\[group\s+(\S+)\]\s*(?:#\s*(.*?)\s*)?$/i)) {
c6f5cc88 2825 $section = 'groups';
92e976b3 2826 $group = lc($1);
0d22acb3 2827 my $comment = $2;
351052d1
DM		 2828 eval {
2829 die "security group name too long\n" if length($group) > $max_group_name_length;
2830 die "invalid security group name '$group'\n" if $group !~ m/^${security_group_name_pattern}$/;
2831 };
2832 if (my $err = $@) {
2833 ($section, $group, $comment) = undef;
2834 warn "$prefix: $err";
2835 next;
2836 }
2837
c85c87f9 2838 $res->{$section}->{$group} = [];
649e4d57
DM		 2839 $res->{group_comments}->{$group} = decode('utf8', $comment)
2840 if $comment;
51bae274
DM		 2841 next;
2842 }
34cdedfa 2843
1210ae94 2844 if ($empty_conf->{rules} && ($line =~ m/^\[rules\]$/i)) {
c6f5cc88
DM		 2845 $section = 'rules';
2846 next;
2847 }
cbb5d6f3 2848
1210ae94 2849 if ($empty_conf->{ipset} && ($line =~ m/^\[ipset\s+(\S+)\]\s*(?:#\s*(.*?)\s*)?$/i)) {
34cdedfa
AD		 2850 $section = 'ipset';
2851 $group = lc($1);
d72c631c 2852 my $comment = $2;
351052d1
DM		 2853 eval {
2854 die "ipset name too long\n" if length($group) > $max_ipset_name_length;
2855 die "invalid ipset name '$group'\n" if $group !~ m/^${ipset_name_pattern}$/;
2856 };
2857 if (my $err = $@) {
2858 ($section, $group, $comment) = undef;
2859 warn "$prefix: $err";
2860 next;
2861 }
2862
c85c87f9 2863 $res->{$section}->{$group} = [];
e34d0e58 2864 $res->{ipset_comments}->{$group} = decode('utf8', $comment)
649e4d57 2865 if $comment;
34cdedfa
AD		 2866 next;
2867 }
2868
c6f5cc88 2869 if (!$section) {
cbb5d6f3 2870 warn "$prefix: skip line - no section\n";
51bae274
DM		 2871 next;
2872 }
2873
c6f5cc88
DM		 2874 if ($section eq 'options') {
2875 eval {
1210ae94
DM		 2876 my ($opt, $value);
2877 if ($rule_env eq 'cluster') {
2878 ($opt, $value) = parse_clusterfw_option($line);
2879 } elsif ($rule_env eq 'host') {
2880 ($opt, $value) = parse_hostfw_option($line);
2881 } else {
2882 ($opt, $value) = parse_vmfw_option($line);
2883 }
c6f5cc88
DM		 2884 $res->{options}->{$opt} = $value;
2885 };
2886 warn "$prefix: $@" if $@;
92e1209b
AD		 2887 } elsif ($section eq 'aliases') {
2888 eval {
e76a9f53 2889 my $data = parse_alias($line);
81d574a7 2890 $res->{aliases}->{lc($data->{name})} = $data;
92e1209b
AD		 2891 };
2892 warn "$prefix: $@" if $@;
c6f5cc88
DM		 2893 } elsif ($section eq 'rules') {
2894 my $rule;
1210ae94 2895 eval { $rule = parse_fw_rule($prefix, $line, $cluster_conf, $res, $rule_env, $verbose); };
c6f5cc88
DM		 2896 if (my $err = $@) {
2897 warn "$prefix: $err";
2898 next;
2899 }
2900 push @{$res->{$section}}, $rule;
2901 } elsif ($section eq 'groups') {
34cdedfa 2902 my $rule;
1210ae94 2903 eval { $rule = parse_fw_rule($prefix, $line, $cluster_conf, undef, 'group', $verbose); };
34cdedfa
AD		 2904 if (my $err = $@) {
2905 warn "$prefix: $err";
2906 next;
2907 }
3f95d14a 2908 push @{$res->{$section}->{$group}}, $rule;
3f95d14a 2909 } elsif ($section eq 'ipset') {
9d6f90e6
DM		 2910 # we can add single line comments to the end of the rule
2911 my $comment = decode('utf8', $1) if $line =~ s/#\s*(.*?)\s*$//;
2912
30f1b100 2913 $line =~ m/^(\!)?\s*(\S+)\s*$/;
2a052ee3 2914 my $nomatch = $1;
9d6f90e6 2915 my $cidr = $2;
d46b1ef6
DM		 2916 my $errors;
2917
2918 if ($nomatch && !$feature_ipset_nomatch) {
2919 $errors->{nomatch} = "nomatch not supported by kernel";
2920 }
2a052ee3 2921
4803b296
DM		 2922 eval {
2923 if ($cidr =~ m/^${ip_alias_pattern}$/) {
2924 resolve_alias($cluster_conf, $res, $cidr); # make sure alias exists
2925 } else {
ae029a88 2926 $cidr = parse_ip_or_cidr($cidr);
92e1209b 2927 }
4803b296
DM		 2928 };
2929 if (my $err = $@) {
c8c534f7 2930 chomp $err;
d46b1ef6 2931 $errors->{cidr} = $err;
2a052ee3 2932 }
2a052ee3 2933
b14db52f
WB		 2934 if ($cidr =~ m!/0+$!) {
2935 $errors->{cidr} = "a zero prefix is not allowed in ipset entries\n";
2936 }
2937
e34d0e58 2938 my $entry = { cidr => $cidr };
9d6f90e6
DM		 2939 $entry->{nomatch} = 1 if $nomatch;
2940 $entry->{comment} = $comment if $comment;
d46b1ef6 2941 $entry->{errors} = $errors if $errors;
e34d0e58 2942
c8c534f7 2943 if ($verbose && $errors) {
9a3061c7 2944 warn "$prefix - errors in ipset '$group': $line\n";
c8c534f7
DM		 2945 foreach my $p (keys %{$errors}) {
2946 warn " $p: $errors->{$p}\n";
2947 }
2948 }
2949
9d6f90e6 2950 push @{$res->{$section}->{$group}}, $entry;
1210ae94
DM		 2951 } else {
2952 warn "$prefix: skip line - unknown section\n";
2953 next;
51bae274 2954 }
5e1267a5
DM		 2955 }
2956
2957 return $res;
2958}
2959
e5cd1ee0 2960sub parse_hostfw_config {
1210ae94
DM		 2961 my ($filename, $fh, $cluster_conf, $verbose) = @_;
2962
2963 my $empty_conf = { rules => [], options => {}};
2964
e5cd1ee0 2965 return generic_fw_config_parser($filename, $fh, $verbose, $cluster_conf, $empty_conf, 'host');
1210ae94
DM		 2966}
2967
e5cd1ee0 2968sub parse_vmfw_config {
1210ae94
DM		 2969 my ($filename, $fh, $cluster_conf, $rule_env, $verbose) = @_;
2970
2971 my $empty_conf = {
2972 rules => [],
2973 options => {},
2974 aliases => {},
2975 ipset => {} ,
2976 ipset_comments => {},
2977 };
2978
e5cd1ee0 2979 return generic_fw_config_parser($filename, $fh, $verbose, $cluster_conf, $empty_conf, $rule_env);
1210ae94
DM		 2980}
2981
e5cd1ee0 2982sub parse_clusterfw_config {
1210ae94
DM		 2983 my ($filename, $fh, $verbose) = @_;
2984
2985 my $section;
2986 my $group;
2987
2988 my $empty_conf = {
2989 rules => [],
2990 options => {},
2991 aliases => {},
2992 groups => {},
2993 group_comments => {},
2994 ipset => {} ,
2995 ipset_comments => {},
2996 };
2997
e5cd1ee0 2998 return generic_fw_config_parser($filename, $fh, $verbose, $empty_conf, $empty_conf, 'cluster');
1210ae94
DM		 2999}
3000
06320eb0
DM		 3001sub run_locked {
3002 my ($code, @param) = @_;
3003
3004 my $timeout = 10;
3005
3006 my $res = lock_file($pve_fw_lock_filename, $timeout, $code, @param);
3007
3008 die $@ if $@;
3009
3010 return $res;
3011}
3012
5e1267a5
DM		 3013sub read_local_vm_config {
3014
5e1267a5 3015 my $qemu = {};
3b4882dc 3016 my $lxc = {};
5e1267a5 3017
fdefeeab 3018 my $vmdata = { qemu => $qemu, lxc => $lxc };
5e1267a5 3019
c8301d63
DM		 3020 my $vmlist = PVE::Cluster::get_vmlist();
3021 return $vmdata if !$vmlist || !$vmlist->{ids};
3022 my $ids = $vmlist->{ids};
3023
3024 foreach my $vmid (keys %$ids) {
3025 next if !$vmid; # skip VE0
3026 my $d = $ids->{$vmid};
3027 next if !$d->{node} || $d->{node} ne $nodename;
3028 next if !$d->{type};
fdefeeab 3029 if ($d->{type} eq 'qemu') {
d9fee004 3030 if ($have_qemu_server) {
b5a16dd3 3031 my $cfspath = PVE::QemuConfig->cfs_config_path($vmid);
d9fee004
DM		 3032 if (my $conf = PVE::Cluster::cfs_read_file($cfspath)) {
3033 $qemu->{$vmid} = $conf;
3034 }
c8301d63 3035 }
3b4882dc
AG		 3036 } elsif ($d->{type} eq 'lxc') {
3037 if ($have_lxc) {
a7c85d56 3038 my $cfspath = PVE::LXC::Config->cfs_config_path($vmid);
3b4882dc
AG		 3039 if (my $conf = PVE::Cluster::cfs_read_file($cfspath)) {
3040 $lxc->{$vmid} = $conf;
3041 }
3042 }
3043 }
5e1267a5 3044 }
d9fee004 3045
5e1267a5
DM		 3046 return $vmdata;
3047};
3048
e7b35711 3049sub load_vmfw_conf {
a523e057 3050 my ($cluster_conf, $rule_env, $vmid, $dir, $verbose) = @_;
e7b35711
DM		 3051
3052 my $vmfw_conf = {};
3053
21053409 3054 $dir = $pvefw_conf_dir if !defined($dir);
8aef5177
DM		 3055
3056 my $filename = "$dir/$vmid.fw";
e7b35711 3057 if (my $fh = IO::File->new($filename, O_RDONLY)) {
e5cd1ee0 3058 $vmfw_conf = parse_vmfw_config($filename, $fh, $cluster_conf, $rule_env, $verbose);
708ba714 3059 $vmfw_conf->{vmid} = $vmid;
e7b35711
DM		 3060 }
3061
3062 return $vmfw_conf;
3063}
3064
464f933e 3065my $format_rules = sub {
dba740a9 3066 my ($rules, $allow_iface) = @_;
464f933e
DM		 3067
3068 my $raw = '';
3069
3070 foreach my $rule (@$rules) {
c14dacdf 3071 if ($rule->{type} eq 'in' || $rule->{type} eq 'out' || $rule->{type} eq 'group') {
464f933e
DM		 3072 $raw .= '|' if defined($rule->{enable}) && !$rule->{enable};
3073 $raw .= uc($rule->{type});
7ca36671
DM		 3074 if ($rule->{macro}) {
3075 $raw .= " $rule->{macro}($rule->{action})";
3076 } else {
3077 $raw .= " " . $rule->{action};
3078 }
dba740a9
DM		 3079 if ($allow_iface && $rule->{iface}) {
3080 $raw .= " -i $rule->{iface}";
3081 }
c14dacdf
DM		 3082
3083 if ($rule->{type} ne 'group') {
dba740a9
DM		 3084 $raw .= " -source $rule->{source}" if $rule->{source};
3085 $raw .= " -dest $rule->{dest}" if $rule->{dest};
3086 $raw .= " -p $rule->{proto}" if $rule->{proto};
3087 $raw .= " -dport $rule->{dport}" if $rule->{dport};
3088 $raw .= " -sport $rule->{sport}" if $rule->{sport};
3489f8a2 3089 $raw .= " -log $rule->{log}" if $rule->{log};
c14dacdf
DM		 3090 }
3091
cbb5d6f3 3092 $raw .= " # " . encode('utf8', $rule->{comment})
464f933e
DM		 3093 if $rule->{comment} && $rule->{comment} !~ m/^\s*$/;
3094 $raw .= "\n";
3095 } else {
c14dacdf 3096 die "unknown rule type '$rule->{type}'";
464f933e
DM		 3097 }
3098 }
3099
3100 return $raw;
3101};
3102
3103my $format_options = sub {
68c90e21
DM		 3104 my ($options) = @_;
3105
3106 my $raw = '';
464f933e
DM		 3107
3108 $raw .= "[OPTIONS]\n\n";
3109 foreach my $opt (keys %$options) {
3110 $raw .= "$opt: $options->{$opt}\n";
3111 }
3112 $raw .= "\n";
68c90e21
DM		 3113
3114 return $raw;
464f933e
DM		 3115};
3116
0d5f0a0f
DM		 3117my $format_aliases = sub {
3118 my ($aliases) = @_;
3119
3120 my $raw = '';
3121
3122 $raw .= "[ALIASES]\n\n";
3123 foreach my $k (keys %$aliases) {
81d574a7
DM		 3124 my $e = $aliases->{$k};
3125 $raw .= "$e->{name} $e->{cidr}";
3126 $raw .= " # " . encode('utf8', $e->{comment})
3127 if $e->{comment} && $e->{comment} !~ m/^\s*$/;
3128 $raw .= "\n";
0d5f0a0f
DM		 3129 }
3130 $raw .= "\n";
3131
3132 return $raw;
3133};
3134
1210ae94
DM		 3135my $format_ipsets = sub {
3136 my ($fw_conf) = @_;
3137
9d6f90e6
DM		 3138 my $raw = '';
3139
1210ae94
DM		 3140 foreach my $ipset (sort keys %{$fw_conf->{ipset}}) {
3141 if (my $comment = $fw_conf->{ipset_comments}->{$ipset}) {
3142 my $utf8comment = encode('utf8', $comment);
3143 $raw .= "[IPSET $ipset] # $utf8comment\n\n";
3144 } else {
3145 $raw .= "[IPSET $ipset]\n\n";
3146 }
3147 my $options = $fw_conf->{ipset}->{$ipset};
6e299ae3 3148
1210ae94
DM		 3149 my $nethash = {};
3150 foreach my $entry (@$options) {
3151 $nethash->{$entry->{cidr}} = $entry;
3152 }
3153
3154 foreach my $cidr (sort keys %$nethash) {
3155 my $entry = $nethash->{$cidr};
3156 my $line = $entry->{nomatch} ? '!' : '';
3157 $line .= $entry->{cidr};
3158 $line .= " # " . encode('utf8', $entry->{comment})
3159 if $entry->{comment} && $entry->{comment} !~ m/^\s*$/;
3160 $raw .= "$line\n";
3161 }
3162
3163 $raw .= "\n";
9d6f90e6 3164 }
e34d0e58 3165
9d6f90e6
DM		 3166 return $raw;
3167};
3168
464f933e
DM		 3169sub save_vmfw_conf {
3170 my ($vmid, $vmfw_conf) = @_;
3171
3172 my $raw = '';
3173
3174 my $options = $vmfw_conf->{options};
89ea63c8 3175 $raw .= &$format_options($options) if $options && scalar(keys %$options);
cbb5d6f3 3176
e76a9f53 3177 my $aliases = $vmfw_conf->{aliases};
89ea63c8 3178 $raw .= &$format_aliases($aliases) if $aliases && scalar(keys %$aliases);
e76a9f53 3179
89ea63c8 3180 $raw .= &$format_ipsets($vmfw_conf) if $vmfw_conf->{ipset};
1210ae94 3181
8824b2f0 3182 my $rules = $vmfw_conf->{rules} || [];
89ea63c8 3183 if ($rules && scalar(@$rules)) {
464f933e
DM		 3184 $raw .= "[RULES]\n\n";
3185 $raw .= &$format_rules($rules, 1);
3186 $raw .= "\n";
3187 }
3188
21053409 3189 my $filename = "$pvefw_conf_dir/$vmid.fw";
c32e04e6
FG		 3190 if ($raw) {
3191 mkdir $pvefw_conf_dir;
3192 PVE::Tools::file_set_contents($filename, $raw);
3193 } else {
3194 unlink $filename;
3195 }
464f933e
DM		 3196}
3197
edee9035
AG		 3198sub remove_vmfw_conf {
3199 my ($vmid) = @_;
3200
3201 my $vmfw_conffile = "$pvefw_conf_dir/$vmid.fw";
3202
3203 unlink $vmfw_conffile;
3204}
3205
5471ff7c
AG		 3206sub clone_vmfw_conf {
3207 my ($vmid, $newid) = @_;
3208
3209 my $sourcevm_conffile = "$pvefw_conf_dir/$vmid.fw";
3210 my $clonevm_conffile = "$pvefw_conf_dir/$newid.fw";
3211
3212 if (-f $clonevm_conffile) {
3213 unlink $clonevm_conffile;
3214 }
3215 if (-f $sourcevm_conffile) {
3216 my $data = PVE::Tools::file_get_contents($sourcevm_conffile);
3217 PVE::Tools::file_set_contents($clonevm_conffile, $data);
3218 }
3219}
3220
6fc63ffd 3221sub read_vm_firewall_configs {
a523e057 3222 my ($cluster_conf, $vmdata, $dir, $verbose) = @_;
8aef5177 3223
6fc63ffd 3224 my $vmfw_configs = {};
c8301d63 3225
b6b8e6ad 3226 foreach my $vmid (keys %{$vmdata->{qemu}}) {
a523e057 3227 my $vmfw_conf = load_vmfw_conf($cluster_conf, 'vm', $vmid, $dir, $verbose);
b6b8e6ad
DM		 3228 next if !$vmfw_conf->{options}; # skip if file does not exists
3229 $vmfw_configs->{$vmid} = $vmfw_conf;
3230 }
3b4882dc
AG		 3231 foreach my $vmid (keys %{$vmdata->{lxc}}) {
3232 my $vmfw_conf = load_vmfw_conf($cluster_conf, 'ct', $vmid, $dir, $verbose);
3233 next if !$vmfw_conf->{options}; # skip if file does not exists
3234 $vmfw_configs->{$vmid} = $vmfw_conf;
3235 }
5e1267a5 3236
6fc63ffd 3237 return $vmfw_configs;
5e1267a5
DM		 3238}
3239
2d404ffc
DM		 3240sub get_option_log_level {
3241 my ($options, $k) = @_;
3242
3243 my $v = $options->{$k};
178a63be 3244 $v = $default_log_level if !defined($v);
2d404ffc
DM		 3245
3246 return undef if $v eq '' || $v eq 'nolog';
3247
3489f8a2 3248 return $v if defined($log_level_hash->{$v});
2d404ffc
DM		 3249
3250 warn "unknown log level ($k = '$v')\n";
3251
3252 return undef;
3253}
3254
d8f2505e 3255sub generate_std_chains {
db8a955f
DM		 3256 my ($ruleset, $options, $ipversion) = @_;
3257
3258 my $std_chains = $pve_std_chains->{$ipversion} || die "internal error";
cbb5d6f3 3259
2d404ffc 3260 my $loglevel = get_option_log_level($options, 'smurf_log_level');
044409e5
TW		 3261 my $chain = 'PVEFW-smurflog';
3262 if ( $std_chains->{$chain} ) {
3263 foreach my $r (@{$std_chains->{$chain}}) {
3264 $r->{log} = $loglevel;
3265 }
db8a955f 3266 }
2d404ffc
DM		 3267
3268 # same as shorewall logflags action.
3269 $loglevel = get_option_log_level($options, 'tcp_flags_log_level');
782c4cde 3270 $chain = 'PVEFW-logflags';
044409e5
TW		 3271 if ( $std_chains->{$chain} ) {
3272 foreach my $r (@{$std_chains->{$chain}}) {
3273 $r->{log} = $loglevel;
3274 }
3275 }
d8f2505e 3276
db8a955f 3277 foreach my $chain (keys %$std_chains) {
d8f2505e 3278 ruleset_create_chain($ruleset, $chain);
db8a955f 3279 foreach my $rule (@{$std_chains->{$chain}}) {
d8f2505e 3280 if (ref($rule)) {
3489f8a2 3281 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, 0);
d8f2505e 3282 } else {
044409e5 3283 die "rule $rule as string - should not happen";
d8f2505e
DM		 3284 }
3285 }
3286 }
3287}
3288
34cdedfa 3289sub generate_ipset_chains {
74601077 3290 my ($ipset_ruleset, $clusterfw_conf, $fw_conf, $device_ips, $ipsets) = @_;
34cdedfa 3291
74601077 3292 foreach my $ipset (keys %{$ipsets}) {
34cdedfa 3293
74601077 3294 my $options = $ipsets->{$ipset};
34cdedfa 3295
ebf72e49
WB		 3296 if ($device_ips && $ipset =~ /^ipfilter-(net\d+)$/) {
3297 if (my $ips = $device_ips->{$1}) {
3298 $options = [@$options, @$ips];
3299 }
3300 }
3301
88c26d5e
DM		 3302 # remove duplicates
3303 my $nethash = {};
3304 foreach my $entry (@$options) {
3305 next if $entry->{errors}; # skip entries with errors
3306 eval {
3307 my ($cidr, $ver);
3308 if ($entry->{cidr} =~ m/^${ip_alias_pattern}$/) {
3309 ($cidr, $ver) = resolve_alias($clusterfw_conf, $fw_conf, $entry->{cidr});
3310 } else {
3311 ($cidr, $ver) = parse_ip_or_cidr($entry->{cidr});
3312 }
3313 #http://backreference.org/2013/03/01/ipv6-address-normalization/
3314 if ($ver == 6) {
e0a9139f
WB		 3315 # ip_compress_address takes an address only, no CIDR
3316 my ($addr, $prefix_len) = ($cidr =~ m@^([^/]*)(/.*)?$@);
3317 $cidr = lc(Net::IP::ip_compress_address($addr, 6));
3318 $cidr .= $prefix_len if defined($prefix_len);
88c26d5e
DM		 3319 $cidr =~ s|/128$||;
3320 } else {
3321 $cidr =~ s|/32$||;
3322 }
34cdedfa 3323
88c26d5e
DM		 3324 $nethash->{$ver}->{$cidr} = { cidr => $cidr, nomatch => $entry->{nomatch} };
3325 };
3326 warn $@ if $@;
3327 }
6d959e3f 3328
88c26d5e
DM		 3329 foreach my $ipversion (4, 6) {
3330 my $data = $nethash->{$ipversion};
30f1b100 3331
88c26d5e 3332 my $name = compute_ipset_chain_name($fw_conf->{vmid}, $ipset, $ipversion);
6d959e3f 3333
88c26d5e
DM		 3334 my $hashsize = scalar(@$options);
3335 if ($hashsize <= 64) {
3336 $hashsize = 64;
3337 } else {
3338 $hashsize = round_powerof2($hashsize);
3339 }
6d959e3f 3340
88c26d5e 3341 my $family = $ipversion == "6" ? "inet6" : "inet";
30f1b100 3342
88c26d5e 3343 $ipset_ruleset->{$name} = ["create $name hash:net family $family hashsize $hashsize maxelem $hashsize"];
6d959e3f 3344
88c26d5e
DM		 3345 foreach my $cidr (sort keys %$data) {
3346 my $entry = $data->{$cidr};
6d959e3f 3347
88c26d5e
DM		 3348 my $cmd = "add $name $cidr";
3349 if ($entry->{nomatch}) {
3350 if ($feature_ipset_nomatch) {
3351 push @{$ipset_ruleset->{$name}}, "$cmd nomatch";
3352 } else {
3353 warn "ignore !$cidr - nomatch not supported by kernel\n";
3354 }
6d959e3f 3355 } else {
88c26d5e 3356 push @{$ipset_ruleset->{$name}}, $cmd;
6d959e3f 3357 }
9d6f90e6 3358 }
9d6f90e6 3359 }
34cdedfa 3360 }
2a052ee3
AD		 3361}
3362
3363sub round_powerof2 {
dd7a13fd 3364 my ($int) = @_;
2a052ee3 3365
dd7a13fd
DM		 3366 $int--;
3367 $int |= $int >> $_ foreach (1,2,4,8,16);
3368 return ++$int;
34cdedfa
AD		 3369}
3370
cc37e000
TL		 3371my $set_global_log_ratelimit = sub {
3372 my $cluster_opts = shift;
3373
3374 $global_log_ratelimit = '--limit 1/sec';
3375 if (defined(my $log_rlimit = $cluster_opts->{log_ratelimit})) {
3376 my $ll_format = $cluster_option_properties->{log_ratelimit}->{format};
3377 my $limit = PVE::JSONSchema::parse_property_string($ll_format, $log_rlimit);
3378
3379 if ($limit->{enable}) {
3380 if (my $rate = $limit->{rate}) {
3381 $global_log_ratelimit = "--limit $rate";
3382 }
3383 if (my $burst = $limit->{burst}) {
3384 $global_log_ratelimit .= " --limit-burst $burst";
3385 }
3386 } else {
3387 $global_log_ratelimit = undef;
3388 }
3389 }
3390};
3391
fca39c2c 3392sub load_clusterfw_conf {
d4cda423 3393 my ($filename, $verbose) = @_;
8aef5177
DM		 3394
3395 $filename = $clusterfw_conf_filename if !defined($filename);
530c005e 3396
fca39c2c 3397 my $cluster_conf = {};
8aef5177 3398 if (my $fh = IO::File->new($filename, O_RDONLY)) {
e5cd1ee0 3399 $cluster_conf = parse_clusterfw_config($filename, $fh, $verbose);
cc37e000
TL		 3400
3401 $set_global_log_ratelimit->($cluster_conf->{options});
51bae274 3402 }
5e1267a5 3403
fca39c2c 3404 return $cluster_conf;
e5d76bde
DM		 3405}
3406
fca39c2c
DM		 3407sub save_clusterfw_conf {
3408 my ($cluster_conf) = @_;
9c7e0858
DM		 3409
3410 my $raw = '';
9c7e0858 3411
c6f5cc88 3412 my $options = $cluster_conf->{options};
89ea63c8 3413 $raw .= &$format_options($options) if $options && scalar(keys %$options);
9c7e0858 3414
0d5f0a0f 3415 my $aliases = $cluster_conf->{aliases};
89ea63c8 3416 $raw .= &$format_aliases($aliases) if $aliases && scalar(keys %$aliases);
e34d0e58 3417
89ea63c8 3418 $raw .= &$format_ipsets($cluster_conf) if $cluster_conf->{ipset};
1210ae94 3419
c6f5cc88 3420 my $rules = $cluster_conf->{rules};
89ea63c8 3421 if ($rules && scalar(@$rules)) {
c6f5cc88 3422 $raw .= "[RULES]\n\n";
63c91681 3423 $raw .= &$format_rules($rules, 1);
c6f5cc88
DM		 3424 $raw .= "\n";
3425 }
3426
89ea63c8
DM		 3427 if ($cluster_conf->{groups}) {
3428 foreach my $group (sort keys %{$cluster_conf->{groups}}) {
3429 my $rules = $cluster_conf->{groups}->{$group};
3430 if (my $comment = $cluster_conf->{group_comments}->{$group}) {
3431 my $utf8comment = encode('utf8', $comment);
3432 $raw .= "[group $group] # $utf8comment\n\n";
3433 } else {
3434 $raw .= "[group $group]\n\n";
3435 }
0d22acb3 3436
89ea63c8
DM		 3437 $raw .= &$format_rules($rules, 0);
3438 $raw .= "\n";
3439 }
9c7e0858
DM		 3440 }
3441
c32e04e6
FG		 3442 if ($raw) {
3443 mkdir $pvefw_conf_dir;
3444 PVE::Tools::file_set_contents($clusterfw_conf_filename, $raw);
3445 } else {
3446 unlink $clusterfw_conf_filename;
3447 }
9c7e0858
DM		 3448}
3449
8b27beb9 3450sub load_hostfw_conf {
a523e057 3451 my ($cluster_conf, $filename, $verbose) = @_;
8aef5177
DM		 3452
3453 $filename = $hostfw_conf_filename if !defined($filename);
8b27beb9
DM		 3454
3455 my $hostfw_conf = {};
8aef5177 3456 if (my $fh = IO::File->new($filename, O_RDONLY)) {
e5cd1ee0 3457 $hostfw_conf = parse_hostfw_config($filename, $fh, $cluster_conf, $verbose);
8b27beb9
DM		 3458 }
3459 return $hostfw_conf;
3460}
3461
63c91681
DM		 3462sub save_hostfw_conf {
3463 my ($hostfw_conf) = @_;
3464
3465 my $raw = '';
3466
3467 my $options = $hostfw_conf->{options};
89ea63c8 3468 $raw .= &$format_options($options) if $options && scalar(keys %$options);
cbb5d6f3 3469
63c91681 3470 my $rules = $hostfw_conf->{rules};
89ea63c8 3471 if ($rules && scalar(@$rules)) {
63c91681
DM		 3472 $raw .= "[RULES]\n\n";
3473 $raw .= &$format_rules($rules, 1);
3474 $raw .= "\n";
3475 }
3476
c32e04e6
FG		 3477 if ($raw) {
3478 PVE::Tools::file_set_contents($hostfw_conf_filename, $raw);
3479 } else {
3480 unlink $hostfw_conf_filename;
3481 }
63c91681
DM		 3482}
3483
e5d76bde 3484sub compile {
d4cda423 3485 my ($cluster_conf, $hostfw_conf, $vmdata, $verbose) = @_;
3dfa8a7f 3486
8aef5177
DM		 3487 my $vmfw_configs;
3488
cfd7cd9c
TW		 3489 # fixme: once we read standard chains from config this needs to be put in test/standard cases below
3490 $pve_std_chains = dclone($pve_std_chains_conf);
3491
8aef5177
DM		 3492 if ($vmdata) { # test mode
3493 my $testdir = $vmdata->{testdir} || die "no test directory specified";
3494 my $filename = "$testdir/cluster.fw";
d4cda423 3495 $cluster_conf = load_clusterfw_conf($filename, $verbose);
8aef5177
DM		 3496
3497 $filename = "$testdir/host.fw";
a523e057 3498 $hostfw_conf = load_hostfw_conf($cluster_conf, $filename, $verbose);
8aef5177 3499
a523e057 3500 $vmfw_configs = read_vm_firewall_configs($cluster_conf, $vmdata, $testdir, $verbose);
8aef5177 3501 } else { # normal operation
d4cda423 3502 $cluster_conf = load_clusterfw_conf(undef, $verbose) if !$cluster_conf;
8aef5177 3503
a523e057 3504 $hostfw_conf = load_hostfw_conf($cluster_conf, undef, $verbose) if !$hostfw_conf;
8aef5177
DM		 3505
3506 $vmdata = read_local_vm_config();
a523e057 3507 $vmfw_configs = read_vm_firewall_configs($cluster_conf, $vmdata, undef, $verbose);
8aef5177 3508 }
3dfa8a7f 3509
84025e99 3510 return ({},{},{},{}) if !$cluster_conf->{options}->{enable};
9268573a 3511
525778d7
DM		 3512 my $localnet;
3513 if ($cluster_conf->{aliases}->{local_network}) {
3514 $localnet = $cluster_conf->{aliases}->{local_network}->{cidr};
3515 } else {
afcd29b3
DM		 3516 my $localnet_ver;
3517 ($localnet, $localnet_ver) = parse_ip_or_cidr(local_network() || '127.0.0.0/8');
3518
84025e99 3519 $cluster_conf->{aliases}->{local_network} = {
afcd29b3 3520 name => 'local_network', cidr => $localnet, ipversion => $localnet_ver };
525778d7
DM		 3521 }
3522
3523 push @{$cluster_conf->{ipset}->{management}}, { cidr => $localnet };
bfc488f6 3524
147dd882
WB		 3525 my $ruleset = compile_iptables_filter($cluster_conf, $hostfw_conf, $vmfw_configs, $vmdata, 4, $verbose);
3526 my $rulesetv6 = compile_iptables_filter($cluster_conf, $hostfw_conf, $vmfw_configs, $vmdata, 6, $verbose);
c5e8b008 3527 my $ebtables_ruleset = compile_ebtables_filter($cluster_conf, $hostfw_conf, $vmfw_configs, $vmdata, $verbose);
147dd882
WB		 3528 my $ipset_ruleset = compile_ipsets($cluster_conf, $vmfw_configs, $vmdata);
3529
c5e8b008 3530 return ($ruleset, $ipset_ruleset, $rulesetv6, $ebtables_ruleset);
147dd882
WB		 3531}
3532
3533sub compile_iptables_filter {
3534 my ($cluster_conf, $hostfw_conf, $vmfw_configs, $vmdata, $ipversion, $verbose) = @_;
085fd492 3535
3fa83edf
DM		 3536 my $ruleset = {};
3537
dec84fcd
DM		 3538 ruleset_create_chain($ruleset, "PVEFW-INPUT");
3539 ruleset_create_chain($ruleset, "PVEFW-OUTPUT");
5b1df9a0 3540
fadb13dd 3541 ruleset_create_chain($ruleset, "PVEFW-FORWARD");
e34d0e58 3542
8b27beb9 3543 my $hostfw_options = $hostfw_conf->{options} || {};
fadb13dd 3544
88733a74
AD		 3545 # fixme: what log level should we use here?
3546 my $loglevel = get_option_log_level($hostfw_options, "log_level_out");
3547
b409c8a8
TL		 3548 my $conn_allow_invalid = $hostfw_options->{nf_conntrack_allow_invalid} // 0;
3549 ruleset_chain_add_conn_filters($ruleset, "PVEFW-FORWARD", $conn_allow_invalid, "ACCEPT");
88733a74 3550
e2943485 3551 ruleset_create_chain($ruleset, "PVEFW-FWBR-IN");
88c26d5e 3552 ruleset_chain_add_input_filters($ruleset, "PVEFW-FWBR-IN", $ipversion, $hostfw_options, $cluster_conf, $loglevel);
e2943485 3553
1e9c5070 3554 ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m physdev --physdev-is-bridged --physdev-in fwln+", "-j PVEFW-FWBR-IN");
e2943485
DM		 3555
3556 ruleset_create_chain($ruleset, "PVEFW-FWBR-OUT");
1e9c5070 3557 ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m physdev --physdev-is-bridged --physdev-out fwln+", "-j PVEFW-FWBR-OUT");
e2943485 3558
db8a955f 3559 generate_std_chains($ruleset, $hostfw_options, $ipversion);
fadb13dd 3560
6d2ab017 3561 my $hostfw_enable = !(defined($hostfw_options->{enable}) && ($hostfw_options->{enable} == 0));
2d404ffc 3562
35d1d6da 3563 if ($hostfw_enable) {
aedde2c2 3564 eval { enable_host_firewall($ruleset, $hostfw_conf, $cluster_conf, $ipversion); };
1a9978ed
DM		 3565 warn $@ if $@; # just to be sure - should not happen
3566 }
3fa83edf 3567
6158271d 3568 # generate firewall rules for QEMU VMs
0a0ba19e 3569 foreach my $vmid (sort keys %{$vmdata->{qemu}}) {
1a9978ed
DM		 3570 eval {
3571 my $conf = $vmdata->{qemu}->{$vmid};
3572 my $vmfw_conf = $vmfw_configs->{$vmid};
3573 return if !$vmfw_conf;
1a9978ed 3574
0a0ba19e 3575 foreach my $netid (sort keys %$conf) {
1a9978ed
DM		 3576 next if $netid !~ m/^net(\d+)$/;
3577 my $net = PVE::QemuServer::parse_net($conf->{$netid});
3578 next if !$net->{firewall};
3579 my $iface = "tap${vmid}i$1";
3580
3581 my $macaddr = $net->{macaddr};
3582 generate_tap_rules_direction($ruleset, $cluster_conf, $iface, $netid, $macaddr,
84870b1a 3583 $vmfw_conf, $vmid, 'IN', $ipversion);
1a9978ed 3584 generate_tap_rules_direction($ruleset, $cluster_conf, $iface, $netid, $macaddr,
84870b1a 3585 $vmfw_conf, $vmid, 'OUT', $ipversion);
1a9978ed
DM		 3586 }
3587 };
3588 warn $@ if $@; # just to be sure - should not happen
3fa83edf 3589 }
c8301d63 3590
3b4882dc 3591 # generate firewall rules for LXC containers
0a0ba19e 3592 foreach my $vmid (sort keys %{$vmdata->{lxc}}) {
3b4882dc
AG		 3593 eval {
3594 my $conf = $vmdata->{lxc}->{$vmid};
3595 my $vmfw_conf = $vmfw_configs->{$vmid};
3596 return if !$vmfw_conf;
3597
3b4882dc 3598 if ($vmfw_conf->{options}->{enable}) {
0a0ba19e 3599 foreach my $netid (sort keys %$conf) {
3b4882dc 3600 next if $netid !~ m/^net(\d+)$/;
a7c85d56 3601 my $net = PVE::LXC::Config->parse_lxc_network($conf->{$netid});
3b4882dc
AG		 3602 next if !$net->{firewall};
3603 my $iface = "veth${vmid}i$1";
3604 my $macaddr = $net->{hwaddr};
3605 generate_tap_rules_direction($ruleset, $cluster_conf, $iface, $netid, $macaddr,
3606 $vmfw_conf, $vmid, 'IN', $ipversion);
3607 generate_tap_rules_direction($ruleset, $cluster_conf, $iface, $netid, $macaddr,
3608 $vmfw_conf, $vmid, 'OUT', $ipversion);
3609 }
3610 }
3611 };
3612 warn $@ if $@; # just to be sure - should not happen
3613 }
3614
097820b0 3615 if(ruleset_chain_exist($ruleset, "PVEFW-IPS")){
1e9c5070 3616 ruleset_insertrule($ruleset, "PVEFW-FORWARD", "-m conntrack --ctstate RELATED,ESTABLISHED", "-j PVEFW-IPS");
097820b0
AD		 3617 }
3618
147dd882
WB		 3619 return $ruleset;
3620}
3621
ebf72e49
WB		 3622sub mac_to_linklocal {
3623 my ($macaddr) = @_;
3624 my @parts = split(/:/, $macaddr);
3625 # The standard link local address uses the fe80::/64 prefix with the
3626 # modified EUI-64 identifier derived from the MAC address by flipping the
3627 # universal/local bit and inserting FF:FE in the middle.
3628 # See RFC 4291.
3629 $parts[0] = sprintf("%02x", hex($parts[0]) ^ 0x02);
3630 my @meui64 = (@parts[0,1,2], 'ff', 'fe', @parts[3,4,5]);
3631 return "fe80::$parts[0]$parts[1]:$parts[2]FF:FE$parts[3]:$parts[4]$parts[5]";
3632}
3633
147dd882
WB		 3634sub compile_ipsets {
3635 my ($cluster_conf, $vmfw_configs, $vmdata) = @_;
3636
3637 my $localnet;
3638 if ($cluster_conf->{aliases}->{local_network}) {
3639 $localnet = $cluster_conf->{aliases}->{local_network}->{cidr};
3640 } else {
3641 my $localnet_ver;
3642 ($localnet, $localnet_ver) = parse_ip_or_cidr(local_network() || '127.0.0.0/8');
3643
3644 $cluster_conf->{aliases}->{local_network} = {
3645 name => 'local_network', cidr => $localnet, ipversion => $localnet_ver };
3646 }
3647
3648 push @{$cluster_conf->{ipset}->{management}}, { cidr => $localnet };
3649
3650
3651 my $ipset_ruleset = {};
3652
3653 # generate ipsets for QEMU VMs
3654 foreach my $vmid (keys %{$vmdata->{qemu}}) {
3655 eval {
3656 my $conf = $vmdata->{qemu}->{$vmid};
3657 my $vmfw_conf = $vmfw_configs->{$vmid};
3658 return if !$vmfw_conf;
3659
74601077
WB		 3660 # When the 'ipfilter' option is enabled every device for which there
3661 # is no 'ipfilter-netX' ipset defiend gets an implicit empty default
3662 # ipset.
3663 # The reason is that ipfilter ipsets are always filled with standard
3664 # IPv6 link-local filters.
3665 my $ipsets = $vmfw_conf->{ipset};
3666 my $implicit_sets = {};
3667
ebf72e49
WB		 3668 my $device_ips = {};
3669 foreach my $netid (keys %$conf) {
3670 next if $netid !~ m/^net(\d+)$/;
3671 my $net = PVE::QemuServer::parse_net($conf->{$netid});
3672 next if !$net->{firewall};
3673
74601077
WB		 3674 if ($vmfw_conf->{options}->{ipfilter} && !$ipsets->{"ipfilter-$netid"}) {
3675 $implicit_sets->{"ipfilter-$netid"} = [];
3676 }
3677
ebf72e49
WB		 3678 my $macaddr = $net->{macaddr};
3679 my $linklocal = mac_to_linklocal($macaddr);
3680 $device_ips->{$netid} = [
3681 { cidr => $linklocal },
3682 { cidr => 'fe80::/10', nomatch => 1 }
3683 ];
3684 }
3685
74601077
WB		 3686 generate_ipset_chains($ipset_ruleset, $cluster_conf, $vmfw_conf, $device_ips, $ipsets);
3687 generate_ipset_chains($ipset_ruleset, $cluster_conf, $vmfw_conf, $device_ips, $implicit_sets);
147dd882
WB		 3688 };
3689 warn $@ if $@; # just to be sure - should not happen
3690 }
3691
3692 # generate firewall rules for LXC containers
3693 foreach my $vmid (keys %{$vmdata->{lxc}}) {
aa229652
WB		 3694 eval {
3695 my $conf = $vmdata->{lxc}->{$vmid};
3696 my $vmfw_conf = $vmfw_configs->{$vmid};
3697 return if !$vmfw_conf;
147dd882 3698
74601077
WB		 3699 # When the 'ipfilter' option is enabled every device for which there
3700 # is no 'ipfilter-netX' ipset defiend gets an implicit empty default
3701 # ipset.
3702 # The reason is that ipfilter ipsets are always filled with standard
383fe679
WB		 3703 # IPv6 link-local filters, as well as the IP addresses configured
3704 # for the container.
74601077
WB		 3705 my $ipsets = $vmfw_conf->{ipset};
3706 my $implicit_sets = {};
3707
ebf72e49
WB		 3708 my $device_ips = {};
3709 foreach my $netid (keys %$conf) {
3710 next if $netid !~ m/^net(\d+)$/;
a7c85d56 3711 my $net = PVE::LXC::Config->parse_lxc_network($conf->{$netid});
ebf72e49
WB		 3712 next if !$net->{firewall};
3713
74601077
WB		 3714 if ($vmfw_conf->{options}->{ipfilter} && !$ipsets->{"ipfilter-$netid"}) {
3715 $implicit_sets->{"ipfilter-$netid"} = [];
3716 }
3717
ebf72e49
WB		 3718 my $macaddr = $net->{hwaddr};
3719 my $linklocal = mac_to_linklocal($macaddr);
383fe679 3720 my $set = $device_ips->{$netid} = [
ebf72e49
WB		 3721 { cidr => $linklocal },
3722 { cidr => 'fe80::/10', nomatch => 1 }
3723 ];
37ef1ce1 3724 if (defined($net->{ip}) && $net->{ip} =~ m!^($IPV4RE)(?:/\d+)?$!) {
383fe679
WB		 3725 push @$set, { cidr => $1 };
3726 }
37ef1ce1 3727 if (defined($net->{ip6}) && $net->{ip6} =~ m!^($IPV6RE)(?:/\d+)?$!) {
383fe679
WB		 3728 push @$set, { cidr => $1 };
3729 }
ebf72e49
WB		 3730 }
3731
74601077
WB		 3732 generate_ipset_chains($ipset_ruleset, $cluster_conf, $vmfw_conf, $device_ips, $ipsets);
3733 generate_ipset_chains($ipset_ruleset, $cluster_conf, $vmfw_conf, $device_ips, $implicit_sets);
aa229652
WB		 3734 };
3735 warn $@ if $@; # just to be sure - should not happen
147dd882
WB		 3736 }
3737
74601077 3738 generate_ipset_chains($ipset_ruleset, undef, $cluster_conf, undef, $cluster_conf->{ipset});
27083984 3739
147dd882 3740 return $ipset_ruleset;
3fa83edf
DM		 3741}
3742
c5e8b008
AD		 3743sub compile_ebtables_filter {
3744 my ($cluster_conf, $hostfw_conf, $vmfw_configs, $vmdata, $verbose) = @_;
3745
2549e7ef 3746 if (!($cluster_conf->{options}->{ebtables} // 1)) {
84025e99
SI		 3747 return {};
3748 }
c5e8b008
AD		 3749
3750 my $ruleset = {};
3751
3752 ruleset_create_chain($ruleset, "PVEFW-FORWARD");
3753
c5e8b008
AD		 3754 ruleset_create_chain($ruleset, "PVEFW-FWBR-OUT");
3755 #for ipv4 and ipv6, check macaddress in iptables, so we use conntrack 'ESTABLISHED', to speedup rules
3756 ruleset_addrule($ruleset, 'PVEFW-FORWARD', '-p IPv4', '-j ACCEPT');
3757 ruleset_addrule($ruleset, 'PVEFW-FORWARD', '-p IPv6', '-j ACCEPT');
3758 ruleset_addrule($ruleset, 'PVEFW-FORWARD', '-o fwln+', '-j PVEFW-FWBR-OUT');
3759
3760 # generate firewall rules for QEMU VMs
2e30c5c7 3761 foreach my $vmid (sort keys %{$vmdata->{qemu}}) {
c5e8b008
AD		 3762 eval {
3763 my $conf = $vmdata->{qemu}->{$vmid};
3764 my $vmfw_conf = $vmfw_configs->{$vmid};
3765 return if !$vmfw_conf;
401c141b 3766 my $ipsets = $vmfw_conf->{ipset};
c5e8b008 3767
4a1072dd 3768 foreach my $netid (sort keys %$conf) {
c5e8b008
AD		 3769 next if $netid !~ m/^net(\d+)$/;
3770 my $net = PVE::QemuServer::parse_net($conf->{$netid});
3771 next if !$net->{firewall};
3772 my $iface = "tap${vmid}i$1";
3773 my $macaddr = $net->{macaddr};
401c141b
AD		 3774 my $arpfilter = [];
3775 if (defined(my $ipset = $ipsets->{"ipfilter-$netid"})) {
3776 foreach my $ipaddr (@$ipset) {
3777 my($ip, $version) = parse_ip_or_cidr($ipaddr->{cidr});
3778 next if !$ip || ($version && $version != 4);
3779 push(@$arpfilter, $ip);
3780 }
3781 }
3782 generate_tap_layer2filter($ruleset, $iface, $macaddr, $vmfw_conf, $vmid, $arpfilter);
c5e8b008
AD		 3783 }
3784 };
3785 warn $@ if $@; # just to be sure - should not happen
3786 }
3787
3788 # generate firewall rules for LXC containers
2e30c5c7 3789 foreach my $vmid (sort keys %{$vmdata->{lxc}}) {
c5e8b008
AD		 3790 eval {
3791 my $conf = $vmdata->{lxc}->{$vmid};
3792
3793 my $vmfw_conf = $vmfw_configs->{$vmid};
3794 return if !$vmfw_conf || !$vmfw_conf->{options}->{enable};
401c141b 3795 my $ipsets = $vmfw_conf->{ipset};
c5e8b008 3796
4a1072dd 3797 foreach my $netid (sort keys %$conf) {
c5e8b008
AD		 3798 next if $netid !~ m/^net(\d+)$/;
3799 my $net = PVE::LXC::Config->parse_lxc_network($conf->{$netid});
3800 next if !$net->{firewall};
3801 my $iface = "veth${vmid}i$1";
3802 my $macaddr = $net->{hwaddr};
401c141b
AD		 3803 my $arpfilter = [];
3804 if (defined(my $ipset = $ipsets->{"ipfilter-$netid"})) {
3805 foreach my $ipaddr (@$ipset) {
3806 my($ip, $version) = parse_ip_or_cidr($ipaddr->{cidr});
3807 next if !$ip || ($version && $version != 4);
3808 push(@$arpfilter, $ip);
3809 }
3810 }
3811 push(@$arpfilter, $net->{ip}) if $net->{ip} && $vmfw_conf->{options}->{ipfilter};
3812 generate_tap_layer2filter($ruleset, $iface, $macaddr, $vmfw_conf, $vmid, $arpfilter);
c5e8b008
AD		 3813 }
3814 };
3815 warn $@ if $@; # just to be sure - should not happen
3816 }
3817
3818 return $ruleset;
3819}
3820
3821sub generate_tap_layer2filter {
401c141b 3822 my ($ruleset, $iface, $macaddr, $vmfw_conf, $vmid, $arpfilter) = @_;
c5e8b008
AD		 3823 my $options = $vmfw_conf->{options};
3824
3825 my $tapchain = $iface."-OUT";
3826
3827 # ebtables remove zeros from mac pairs
3828 $macaddr =~ s/0([0-9a-f])/$1/ig;
3829 $macaddr = lc($macaddr);
3830
3831 ruleset_create_chain($ruleset, $tapchain);
3832
3833 if (defined($macaddr) && !(defined($options->{macfilter}) && $options->{macfilter} == 0)) {
3834 ruleset_addrule($ruleset, $tapchain, "-s ! $macaddr", '-j DROP');
3835 }
3836
401c141b
AD		 3837 if (@$arpfilter){
3838 my $arpchain = $tapchain."-ARP";
3839 ruleset_addrule($ruleset, $tapchain, "-p ARP", "-j $arpchain");
3840 ruleset_create_chain($ruleset, $arpchain);
3841
3842 foreach my $ip (@{$arpfilter}) {
3843 ruleset_addrule($ruleset, $arpchain, "-p ARP --arp-ip-src $ip", '-j RETURN');
3844 }
3845 ruleset_addrule($ruleset, $arpchain, '', '-j DROP');
3846 }
3847
c5e8b008 3848 if (defined($options->{layer2_protocols})){
33efd363
AD		 3849 my $protochain = $tapchain."-PROTO";
3850 ruleset_addrule($ruleset, $tapchain, '', "-j $protochain");
3851 ruleset_create_chain($ruleset, $protochain);
3852
c5e8b008 3853 foreach my $proto (split(/,/, $options->{layer2_protocols})) {
33efd363 3854 ruleset_addrule($ruleset, $protochain, "-p $proto", '-j RETURN');
c5e8b008 3855 }
33efd363 3856 ruleset_addrule($ruleset, $protochain, '', '-j DROP');
c5e8b008
AD		 3857 }
3858
33efd363
AD		 3859 ruleset_addrule($ruleset, $tapchain, '', '-j ACCEPT');
3860
c5e8b008
AD		 3861 ruleset_addrule($ruleset, 'PVEFW-FWBR-OUT', "-i $iface", "-j $tapchain");
3862}
3863
84025e99
SI		 3864# the parameter $change_only_regex changes two things if defined:
3865# * all chains not matching it will be left intact
3866# * both the $active_chains hash and the returned status_hash have different
3867# structure (they contain a key named 'rules').
3fa83edf 3868sub get_ruleset_status {
84025e99 3869 my ($ruleset, $active_chains, $digest_fn, $verbose, $change_only_regex) = @_;
3fa83edf
DM		 3870
3871 my $statushash = {};
3872
3873 foreach my $chain (sort keys %$ruleset) {
84025e99
SI		 3874 my $rules = $ruleset->{$chain};
3875 my $sig = &$digest_fn($rules);
3876 my $oldsig;
9bf7d929 3877
3fa83edf 3878 $statushash->{$chain}->{sig} = $sig;
84025e99
SI		 3879 if (defined($change_only_regex)) {
3880 $oldsig = $active_chains->{$chain}->{sig};
3881 $statushash->{$chain}->{rules} = $rules;
3882 } else {
3883 $oldsig = $active_chains->{$chain};
3884 }
3fa83edf
DM		 3885 if (!defined($oldsig)) {
3886 $statushash->{$chain}->{action} = 'create';
3887 } else {
3888 if ($oldsig eq $sig) {
3889 $statushash->{$chain}->{action} = 'exists';
3890 } else {
3891 $statushash->{$chain}->{action} = 'update';
3892 }
3893 }
84025e99
SI		 3894 if ($verbose) {
3895 print "$statushash->{$chain}->{action} $chain ($sig)\n";
3896 foreach my $cmd (@{$rules}) {
3897 print "\t$cmd\n";
3898 }
3fa83edf
DM		 3899 }
3900 }
3901
3902 foreach my $chain (sort keys %$active_chains) {
84025e99
SI		 3903 next if defined($ruleset->{$chain});
3904 my $action = 'delete';
d9551052 3905 my $sig = $active_chains->{$chain};
84025e99
SI		 3906 if (defined($change_only_regex)) {
3907 $action = 'ignore' if ($chain !~ m/$change_only_regex/);
3908 $statushash->{$chain}->{rules} = $active_chains->{$chain}->{rules};
d9551052 3909 $sig = $sig->{sig};
84025e99 3910 }
84025e99
SI		 3911 $statushash->{$chain}->{action} = $action;
3912 $statushash->{$chain}->{sig} = $sig;
3913 print "$action $chain ($sig)\n" if $verbose;
6158271d 3914 }
2a052ee3 3915
3fa83edf
DM		 3916 return $statushash;
3917}
3918
3fa83edf
DM		 3919sub print_sig_rule {
3920 my ($chain, $sig) = @_;
3921
09d5f68e
DM		 3922 # We just use this to store a SHA1 checksum used to detect changes
3923 return "-A $chain -m comment --comment \"PVESIG:$sig\"\n";
b6360c3f
DM		 3924}
3925
df7cb349 3926sub get_ruleset_cmdlist {
17da5c0f 3927 my ($ruleset, $verbose, $iptablescmd) = @_;
3fa83edf 3928
3fa83edf 3929 my $cmdlist = "*filter\n"; # we pass this to iptables-restore;
cbb5d6f3 3930
17da5c0f 3931 my ($active_chains, $hooks) = iptables_get_chains($iptablescmd);
4bd0a9c4 3932 my $statushash = get_ruleset_status($ruleset, $active_chains, \&iptables_chain_digest, $verbose);
3fa83edf
DM		 3933
3934 # create missing chains first
3935 foreach my $chain (sort keys %$ruleset) {
3936 my $stat = $statushash->{$chain};
3937 die "internal error" if !$stat;
3938 next if $stat->{action} ne 'create';
886aba9c 3939
3fa83edf
DM		 3940 $cmdlist .= ":$chain - [0:0]\n";
3941 }
3942
4bd0a9c4 3943 foreach my $h (qw(INPUT OUTPUT FORWARD)) {
55fad3b7
DM		 3944 my $chain = "PVEFW-$h";
3945 if ($ruleset->{$chain} && !$hooks->{$h}) {
3946 $cmdlist .= "-A $h -j $chain\n";
4bd0a9c4 3947 }
3fa83edf
DM		 3948 }
3949
3950 foreach my $chain (sort keys %$ruleset) {
3951 my $stat = $statushash->{$chain};
3952 die "internal error" if !$stat;
3953
3954 if ($stat->{action} eq 'update' || $stat->{action} eq 'create') {
3955 $cmdlist .= "-F $chain\n";
3956 foreach my $cmd (@{$ruleset->{$chain}}) {
3957 $cmdlist .= "$cmd\n";
3958 }
3959 $cmdlist .= print_sig_rule($chain, $stat->{sig});
3960 } elsif ($stat->{action} eq 'delete') {
f5d28682 3961 die "internal error"; # this should not happen
3fa83edf
DM		 3962 } elsif ($stat->{action} eq 'exists') {
3963 # do nothing
3964 } else {
3965 die "internal error - unknown status '$stat->{action}'";
3966 }
3967 }
3968
f5d28682
DM		 3969 foreach my $chain (keys %$statushash) {
3970 next if $statushash->{$chain}->{action} ne 'delete';
3971 $cmdlist .= "-F $chain\n";
3972 }
3973 foreach my $chain (keys %$statushash) {
3974 next if $statushash->{$chain}->{action} ne 'delete';
fadb13dd
DM		 3975 next if $chain eq 'PVEFW-INPUT';
3976 next if $chain eq 'PVEFW-OUTPUT';
3977 next if $chain eq 'PVEFW-FORWARD';
f5d28682
DM		 3978 $cmdlist .= "-X $chain\n";
3979 }
3980
3f95d14a 3981 my $changes = $cmdlist ne "*filter\n" ? 1 : 0;
4bd0a9c4 3982
3fa83edf
DM		 3983 $cmdlist .= "COMMIT\n";
3984
3f95d14a 3985 return wantarray ? ($cmdlist, $changes) : $cmdlist;
6b9f68a2
DM		 3986}
3987
d4a23c88 3988my $pve_ebtables_chainname_regex = qr/PVEFW-\S+|(?:tap|veth)\d+i\d+-(?:IN|OUT)/;
84025e99 3989
151c209e
AD		 3990sub get_ebtables_cmdlist {
3991 my ($ruleset, $verbose) = @_;
3992
3993 my $changes = 0;
3994 my $cmdlist = "*filter\n";
3995
84025e99
SI		 3996 my $active_chains = ebtables_get_chains();
3997 my $statushash = get_ruleset_status($ruleset, $active_chains,
3998 \&iptables_chain_digest, $verbose,
3999 $pve_ebtables_chainname_regex);
151c209e 4000
84025e99
SI		 4001 # create chains first and make sure PVE rules are evaluated if active
4002 my $append_pve_to_forward = '-A FORWARD -j PVEFW-FORWARD';
4003 my $pve_include = 0;
4004 foreach my $chain (sort keys %$statushash) {
4005 next if ($statushash->{$chain}->{action} eq 'delete');
151c209e 4006 $cmdlist .= ":$chain ACCEPT\n";
84025e99 4007 $pve_include = 1 if ($chain eq 'PVEFW-FORWARD');
151c209e
AD		 4008 }
4009
84025e99 4010 foreach my $chain (sort keys %$statushash) {
151c209e 4011 my $stat = $statushash->{$chain};
84025e99
SI		 4012 next if ($stat->{action} eq 'delete');
4013 $changes = 1 if ($stat->{action} !~ 'ignore|exists');
151c209e 4014
84025e99
SI		 4015 foreach my $cmd (@{$statushash->{$chain}->{'rules'}}) {
4016 if ($chain eq 'FORWARD' && $cmd eq $append_pve_to_forward) {
4017 next if ! $pve_include;
4018 $pve_include = 0;
4019 }
151c209e
AD		 4020 $cmdlist .= "$cmd\n";
4021 }
4022 }
84025e99 4023 $cmdlist .= "$append_pve_to_forward\n" if $pve_include;
151c209e
AD		 4024
4025 return wantarray ? ($cmdlist, $changes) : $cmdlist;
4026}
4027
34cdedfa 4028sub get_ipset_cmdlist {
dd7a13fd 4029 my ($ruleset, $verbose) = @_;
34cdedfa
AD		 4030
4031 my $cmdlist = "";
4032
dd7a13fd
DM		 4033 my $delete_cmdlist = "";
4034
4bd0a9c4
DM		 4035 my $active_chains = ipset_get_chains();
4036 my $statushash = get_ruleset_status($ruleset, $active_chains, \&ipset_chain_digest, $verbose);
34cdedfa 4037
e34d0e58 4038 # remove stale _swap chains
30f1b100
DM		 4039 foreach my $chain (keys %$active_chains) {
4040 if ($chain =~ m/^PVEFW-\S+_swap$/) {
4041 $cmdlist .= "destroy $chain\n";
4042 }
4043 }
4044
c69cf614 4045 foreach my $chain (keys %$ruleset) {
c69cf614
DM		 4046 my $stat = $statushash->{$chain};
4047 die "internal error" if !$stat;
4048
4049 if ($stat->{action} eq 'create') {
4050 foreach my $cmd (@{$ruleset->{$chain}}) {
4051 $cmdlist .= "$cmd\n";
4052 }
4053 }
4054 }
4055
4056 foreach my $chain (keys %$ruleset) {
6d959e3f
DM		 4057 my $stat = $statushash->{$chain};
4058 die "internal error" if !$stat;
34cdedfa 4059
dd7a13fd
DM		 4060 if ($stat->{action} eq 'update') {
4061 my $chain_swap = $chain."_swap";
cbb5d6f3 4062
dd7a13fd
DM		 4063 foreach my $cmd (@{$ruleset->{$chain}}) {
4064 $cmd =~ s/$chain/$chain_swap/;
4065 $cmdlist .= "$cmd\n";
34cdedfa 4066 }
dd7a13fd
DM		 4067 $cmdlist .= "swap $chain_swap $chain\n";
4068 $cmdlist .= "flush $chain_swap\n";
4069 $cmdlist .= "destroy $chain_swap\n";
2a052ee3 4070 }
dd7a13fd 4071 }
3f95d14a 4072
88c26d5e 4073 # the remove unused chains
c69cf614 4074 foreach my $chain (keys %$statushash) {
dd7a13fd 4075 next if $statushash->{$chain}->{action} ne 'delete';
2a052ee3 4076
dd7a13fd
DM		 4077 $delete_cmdlist .= "flush $chain\n";
4078 $delete_cmdlist .= "destroy $chain\n";
34cdedfa
AD		 4079 }
4080
dd7a13fd 4081 my $changes = ($cmdlist || $delete_cmdlist) ? 1 : 0;
cbb5d6f3 4082
dd7a13fd 4083 return ($cmdlist, $delete_cmdlist, $changes);
34cdedfa
AD		 4084}
4085
6b9f68a2 4086sub apply_ruleset {
151c209e 4087 my ($ruleset, $hostfw_conf, $ipset_ruleset, $rulesetv6, $ebtables_ruleset, $verbose) = @_;
6b9f68a2
DM		 4088
4089 enable_bridge_firewall();
4090
cbb5d6f3 4091 my ($ipset_create_cmdlist, $ipset_delete_cmdlist, $ipset_changes) =
9a462317 4092 get_ipset_cmdlist($ipset_ruleset, $verbose);
6b9f68a2 4093
81a0bf43 4094 my ($cmdlist, $changes) = get_ruleset_cmdlist($ruleset, $verbose);
17da5c0f 4095 my ($cmdlistv6, $changesv6) = get_ruleset_cmdlist($rulesetv6, $verbose, "ip6tables");
151c209e 4096 my ($ebtables_cmdlist, $ebtables_changes) = get_ebtables_cmdlist($ebtables_ruleset, $verbose);
2a052ee3 4097
81a0bf43
DM		 4098 if ($verbose) {
4099 if ($ipset_changes) {
4100 print "ipset changes:\n";
4101 print $ipset_create_cmdlist if $ipset_create_cmdlist;
4102 print $ipset_delete_cmdlist if $ipset_delete_cmdlist;
4103 }
3f95d14a 4104
81a0bf43
DM		 4105 if ($changes) {
4106 print "iptables changes:\n";
4107 print $cmdlist;
4108 }
17da5c0f
AD		 4109
4110 if ($changesv6) {
4111 print "ip6tables changes:\n";
4112 print $cmdlistv6;
4113 }
151c209e
AD		 4114
4115 if ($ebtables_changes) {
4116 print "ebtables changes:\n";
4117 print $ebtables_cmdlist;
4118 }
81a0bf43 4119 }
3fa83edf 4120
259db1e6
DM		 4121 my $tmpfile = "$pve_fw_status_dir/ipsetcmdlist1";
4122 PVE::Tools::file_set_contents($tmpfile, $ipset_create_cmdlist || '');
4123
2a052ee3 4124 ipset_restore_cmdlist($ipset_create_cmdlist);
34cdedfa 4125
259db1e6
DM		 4126 $tmpfile = "$pve_fw_status_dir/ip4cmdlist";
4127 PVE::Tools::file_set_contents($tmpfile, $cmdlist || '');
4128
3fa83edf 4129 iptables_restore_cmdlist($cmdlist);
259db1e6
DM		 4130
4131 $tmpfile = "$pve_fw_status_dir/ip6cmdlist";
4132 PVE::Tools::file_set_contents($tmpfile, $cmdlistv6 || '');
4133
17da5c0f 4134 ip6tables_restore_cmdlist($cmdlistv6);
3fa83edf 4135
259db1e6
DM		 4136 $tmpfile = "$pve_fw_status_dir/ipsetcmdlist2";
4137 PVE::Tools::file_set_contents($tmpfile, $ipset_delete_cmdlist || '');
4138
dd7a13fd 4139 ipset_restore_cmdlist($ipset_delete_cmdlist) if $ipset_delete_cmdlist;
2a052ee3 4140
151c209e
AD		 4141 ebtables_restore_cmdlist($ebtables_cmdlist);
4142
4143 $tmpfile = "$pve_fw_status_dir/ebtablescmdlist";
4144 PVE::Tools::file_set_contents($tmpfile, $ebtables_cmdlist || '');
4145
6158271d 4146 # test: re-read status and check if everything is up to date
4bd0a9c4 4147 my $active_chains = iptables_get_chains();
81a0bf43 4148 my $statushash = get_ruleset_status($ruleset, $active_chains, \&iptables_chain_digest, 0);
3fa83edf
DM		 4149
4150 my $errors;
4151 foreach my $chain (sort keys %$ruleset) {
4152 my $stat = $statushash->{$chain};
4153 if ($stat->{action} ne 'exists') {
4154 warn "unable to update chain '$chain'\n";
4155 $errors = 1;
4156 }
4157 }
b6360c3f 4158
17da5c0f
AD		 4159 my $active_chainsv6 = iptables_get_chains("ip6tables");
4160 my $statushashv6 = get_ruleset_status($rulesetv6, $active_chainsv6, \&iptables_chain_digest, 0);
4161
4162 foreach my $chain (sort keys %$rulesetv6) {
4163 my $stat = $statushashv6->{$chain};
4164 if ($stat->{action} ne 'exists') {
4165 warn "unable to update chain '$chain'\n";
4166 $errors = 1;
4167 }
4168 }
4169
151c209e 4170 my $active_ebtables_chains = ebtables_get_chains();
84025e99
SI		 4171 my $ebtables_statushash = get_ruleset_status($ebtables_ruleset,
4172 $active_ebtables_chains, \&iptables_chain_digest,
4173 0, $pve_ebtables_chainname_regex);
151c209e
AD		 4174
4175 foreach my $chain (sort keys %$ebtables_ruleset) {
4176 my $stat = $ebtables_statushash->{$chain};
4177 if ($stat->{action} ne 'exists') {
4178 warn "ebtables : unable to update chain '$chain'\n";
4179 $errors = 1;
4180 }
4181 }
4182
3fa83edf 4183 die "unable to apply firewall changes\n" if $errors;
46a2ac1f
AD		 4184
4185 update_nf_conntrack_max($hostfw_conf);
4186
4187 update_nf_conntrack_tcp_timeout_established($hostfw_conf);
4188
6c27f4f3 4189 update_nf_conntrack_logging($hostfw_conf);
b6360c3f
DM		 4190}
4191
490cdead
DM		 4192sub update_nf_conntrack_max {
4193 my ($hostfw_conf) = @_;
4194
4195 my $max = 65536; # reasonable default
4196
4197 my $options = $hostfw_conf->{options} || {};
4198
4199 if (defined($options->{nf_conntrack_max}) && ($options->{nf_conntrack_max} > $max)) {
4200 $max = $options->{nf_conntrack_max};
4201 $max = int(($max+ 8191)/8192)*8192; # round to multiples of 8192
4202 }
4203
4204 my $filename_nf_conntrack_max = "/proc/sys/net/nf_conntrack_max";
4205 my $filename_hashsize = "/sys/module/nf_conntrack/parameters/hashsize";
4206
4207 my $current = int(PVE::Tools::file_read_firstline($filename_nf_conntrack_max) || $max);
4208
4209 if ($current != $max) {
4210 my $hashsize = int($max/4);
4211 PVE::ProcFSTools::write_proc_entry($filename_hashsize, $hashsize);
4212 PVE::ProcFSTools::write_proc_entry($filename_nf_conntrack_max, $max);
4213 }
4214}
4215
28c082a1
AD		 4216sub update_nf_conntrack_tcp_timeout_established {
4217 my ($hostfw_conf) = @_;
4218
4219 my $options = $hostfw_conf->{options} || {};
4220
4221 my $value = defined($options->{nf_conntrack_tcp_timeout_established}) ? $options->{nf_conntrack_tcp_timeout_established} : 432000;
4222
4223 PVE::ProcFSTools::write_proc_entry("/proc/sys/net/netfilter/nf_conntrack_tcp_timeout_established", $value);
4224}
4225
6c27f4f3
DL		 4226my $log_nf_conntrack_enabled = undef;
4227sub update_nf_conntrack_logging {
4228 my ($hostfw_conf) = @_;
4229
4230 my $options = $hostfw_conf->{options} || {};
4231 my $value = $options->{log_nf_conntrack} || 0;
4232 if (!defined($log_nf_conntrack_enabled)
4233 || $value != $log_nf_conntrack_enabled)
4234 {
4235 my $tmpfile = "$pve_fw_status_dir/log_nf_conntrack";
4236 PVE::Tools::file_set_contents($tmpfile, $value);
4237
4238 PVE::Tools::run_command([qw(systemctl try-reload-or-restart pvefw-logger.service)]);
4239 $log_nf_conntrack_enabled = $value;
4240 }
4241}
4242
c4a2e5ae
DM		 4243sub remove_pvefw_chains {
4244
7b7b2654
AD		 4245 PVE::Firewall::remove_pvefw_chains_iptables("iptables");
4246 PVE::Firewall::remove_pvefw_chains_iptables("ip6tables");
4247 PVE::Firewall::remove_pvefw_chains_ipset();
4248
4249}
4250
4251sub remove_pvefw_chains_iptables {
4252 my ($iptablescmd) = @_;
4253
4254 my ($chash, $hooks) = iptables_get_chains($iptablescmd);
c4a2e5ae
DM		 4255 my $cmdlist = "*filter\n";
4256
4257 foreach my $h (qw(INPUT OUTPUT FORWARD)) {
4258 if ($hooks->{$h}) {
4259 $cmdlist .= "-D $h -j PVEFW-$h\n";
4260 }
4261 }
cbb5d6f3 4262
c4a2e5ae
DM		 4263 foreach my $chain (keys %$chash) {
4264 $cmdlist .= "-F $chain\n";
4265 }
4266
4267 foreach my $chain (keys %$chash) {
4268 $cmdlist .= "-X $chain\n";
4269 }
4270 $cmdlist .= "COMMIT\n";
4271
7b7b2654
AD		 4272 if($iptablescmd eq "ip6tables") {
4273 ip6tables_restore_cmdlist($cmdlist);
4274 } else {
4275 iptables_restore_cmdlist($cmdlist);
4276 }
4277}
4278
4279sub remove_pvefw_chains_ipset {
55fad3b7
DM		 4280
4281 my $ipset_chains = ipset_get_chains();
4282
7b7b2654 4283 my $cmdlist = "";
55fad3b7
DM		 4284
4285 foreach my $chain (keys %$ipset_chains) {
88c26d5e
DM		 4286 $cmdlist .= "flush $chain\n";
4287 $cmdlist .= "destroy $chain\n";
55fad3b7
DM		 4288 }
4289
7b7b2654 4290 ipset_restore_cmdlist($cmdlist) if $cmdlist;
c4a2e5ae
DM		 4291}
4292
8b453a09
DM		 4293sub init {
4294 my $cluster_conf = load_clusterfw_conf();
4295 my $cluster_options = $cluster_conf->{options};
4296 my $enable = $cluster_options->{enable};
4297
4298 return if !$enable;
4299
4300 # load required modules here
4301}
4302
6b9f68a2 4303sub update {
6b9f68a2 4304 my $code = sub {
3dfa8a7f
DM		 4305
4306 my $cluster_conf = load_clusterfw_conf();
4307 my $cluster_options = $cluster_conf->{options};
4308
55fad3b7 4309 if (!$cluster_options->{enable}) {
b22130d3 4310 PVE::Firewall::remove_pvefw_chains();
3dfa8a7f
DM		 4311 return;
4312 }
4313
50f9a28d 4314 my $hostfw_conf = load_hostfw_conf($cluster_conf);
3dfa8a7f 4315
c5e8b008 4316 my ($ruleset, $ipset_ruleset, $rulesetv6, $ebtables_ruleset) = compile($cluster_conf, $hostfw_conf);
490cdead 4317
151c209e 4318 apply_ruleset($ruleset, $hostfw_conf, $ipset_ruleset, $rulesetv6, $ebtables_ruleset);
6b9f68a2
DM		 4319 };
4320
4321 run_locked($code);
4322}
4323
b6360c3f 43241;
Firewall test scripts