]> git.proxmox.com Git - pve-firewall.git/blame - src/PVE/Firewall.pm
projects / pve-firewall.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
followup: avoid long hash access, use own variable
[pve-firewall.git] / src / PVE / Firewall.pm
CommitLineData
b6360c3f
DM		 1package PVE::Firewall;
2
3use warnings;
4use strict;
cbb5d6f3 5use POSIX;
b6360c3f 6use Data::Dumper;
09d5f68e 7use Digest::SHA;
6d959e3f 8use Socket qw(AF_INET6 inet_ntop inet_pton);
c8301d63 9use PVE::INotify;
7ca36671 10use PVE::Exception qw(raise raise_param_exc);
e74a87f5 11use PVE::JSONSchema qw(register_standard_option get_standard_option);
c8301d63 12use PVE::Cluster;
5f0a912c 13use PVE::ProcFSTools;
70e524eb 14use PVE::Tools qw($IPV4RE $IPV6RE);
2e1ae6b9 15use PVE::Network;
eedcb564 16use PVE::SafeSyslog;
6b9f68a2 17use File::Basename;
5e1267a5
DM		 18use File::Path;
19use IO::File;
ecbea048 20use Net::IP;
1a301a8d 21use PVE::Tools qw(run_command lock_file dir_glob_foreach);
30c1ae52 22use Encode;
cfd7cd9c 23use Storable qw(dclone);
ecbea048 24
63c91681 25my $hostfw_conf_filename = "/etc/pve/local/host.fw";
21053409
DM		 26my $pvefw_conf_dir = "/etc/pve/firewall";
27my $clusterfw_conf_filename = "$pvefw_conf_dir/cluster.fw";
fca39c2c 28
fdefeeab 29# dynamically include PVE::QemuServer and PVE::LXC
d9fee004
DM		 30# to avoid dependency problems
31my $have_qemu_server;
32eval {
33 require PVE::QemuServer;
b5a16dd3 34 require PVE::QemuConfig;
d9fee004
DM		 35 $have_qemu_server = 1;
36};
37
3b4882dc
AG		 38my $have_lxc;
39eval {
40 require PVE::LXC;
41 $have_lxc = 1;
42};
43
44
259db1e6
DM		 45my $pve_fw_status_dir = "/var/lib/pve-firewall";
46
47mkdir $pve_fw_status_dir; # make sure this exists
48
351052d1
DM		 49my $security_group_name_pattern = '[A-Za-z][A-Za-z0-9\-\_]+';
50my $ipset_name_pattern = '[A-Za-z][A-Za-z0-9\-\_]+';
f9792937 51our $ip_alias_pattern = '[A-Za-z][A-Za-z0-9\-\_]+';
351052d1
DM		 52
53my $max_alias_name_length = 64;
54my $max_ipset_name_length = 64;
5c53cde4 55my $max_group_name_length = 18;
351052d1 56
48e3963e
WB		 57my $PROTOCOLS_WITH_PORTS = {
58 udp => 1, 17 => 1,
59 udplite => 1, 136 => 1,
60 tcp => 1, 6 => 1,
61 dccp => 1, 33 => 1,
62 sctp => 1, 132 => 1,
63};
64
ae029a88
DM		 65PVE::JSONSchema::register_format('IPorCIDR', \&pve_verify_ip_or_cidr);
66sub pve_verify_ip_or_cidr {
009ee3ac
DM		 67 my ($cidr, $noerr) = @_;
68
70e524eb 69 if ($cidr =~ m!^(?:$IPV6RE|$IPV4RE)(/(\d+))?$!) {
e34d0e58 70 return $cidr if Net::IP->new($cidr);
7c619bbb
DM		 71 return undef if $noerr;
72 die Net::IP::Error() . "\n";
73 }
74 return undef if $noerr;
75 die "value does not look like a valid IP address or CIDR network\n";
76}
77
ae029a88
DM		 78PVE::JSONSchema::register_format('IPorCIDRorAlias', \&pve_verify_ip_or_cidr_or_alias);
79sub pve_verify_ip_or_cidr_or_alias {
7c619bbb
DM		 80 my ($cidr, $noerr) = @_;
81
82 return if $cidr =~ m/^(?:$ip_alias_pattern)$/;
83
ae029a88 84 return pve_verify_ip_or_cidr($cidr, $noerr);
009ee3ac
DM		 85}
86
e74a87f5
DM		 87PVE::JSONSchema::register_standard_option('ipset-name', {
88 description => "IP set name.",
89 type => 'string',
351052d1 90 pattern => $ipset_name_pattern,
387d0ffc 91 minLength => 2,
351052d1 92 maxLength => $max_ipset_name_length,
387d0ffc
DM		 93});
94
81d574a7
DM		 95PVE::JSONSchema::register_standard_option('pve-fw-alias', {
96 description => "Alias name.",
97 type => 'string',
351052d1 98 pattern => $ip_alias_pattern,
81d574a7 99 minLength => 2,
351052d1 100 maxLength => $max_alias_name_length,
81d574a7
DM		 101});
102
6302c41f
DM		 103PVE::JSONSchema::register_standard_option('pve-fw-loglevel' => {
104 description => "Log level.",
e34d0e58 105 type => 'string',
6302c41f
DM		 106 enum => ['emerg', 'alert', 'crit', 'err', 'warning', 'notice', 'info', 'debug', 'nolog'],
107 optional => 1,
108});
109
387d0ffc
DM		 110PVE::JSONSchema::register_standard_option('pve-security-group-name', {
111 description => "Security Group name.",
112 type => 'string',
44be8ceb 113 pattern => $security_group_name_pattern,
387d0ffc 114 minLength => 2,
351052d1 115 maxLength => $max_group_name_length,
e74a87f5 116});
009ee3ac 117
cbb5d6f3
DM		 118my $feature_ipset_nomatch = 0;
119eval {
120 my (undef, undef, $release) = POSIX::uname();
121 if ($release =~ m/^(\d+)\.(\d+)\.\d+-/) {
122 my ($major, $minor) = ($1, $2);
123 $feature_ipset_nomatch = 1 if ($major > 3) ||
124 ($major == 3 && $minor >= 7);
125 }
126
127};
128
c8301d63
DM		 129my $nodename = PVE::INotify::nodename();
130
06320eb0
DM		 131my $pve_fw_lock_filename = "/var/lock/pvefw.lck";
132
56f313f7 133my $default_log_level = 'nolog'; # avoid logs by default
2d404ffc
DM		 134
135my $log_level_hash = {
136 debug => 7,
137 info => 6,
138 notice => 5,
139 warning => 4,
140 err => 3,
141 crit => 2,
142 alert => 1,
143 emerg => 0,
144};
145
044409e5
TW		 146# %rule
147#
148# name => optional
30c390f9 149# enable => [0|1]
044409e5
TW		 150# action =>
151# proto =>
30c390f9
TW		 152# sport => port[,port[,port]].. or port:port
153# dport => port[,port[,port]].. or port:port
044409e5
TW		 154# log => optional, loglevel
155# logmsg => optional, logmsg - overwrites default
30c390f9
TW		 156# iface_in => incomin interface
157# iface_out => outgoing interface
044409e5
TW		 158# match => optional, overwrites generation of match
159# target => optional, overwrites action
160
35d1d6da
DM		 161# we need to overwrite some macros for ipv6
162my $pve_ipv6fw_macros = {
163 'Ping' => [
164 { action => 'PARAM', proto => 'icmpv6', dport => 'echo-request' },
165 ],
b3d75afb
WB		 166 'NeighborDiscovery' => [
167 "IPv6 neighbor solicitation, neighbor and router advertisement",
c71cdd44 168 { action => 'PARAM', proto => 'icmpv6', dport => 'router-solicitation' },
b3d75afb
WB		 169 { action => 'PARAM', proto => 'icmpv6', dport => 'router-advertisement' },
170 { action => 'PARAM', proto => 'icmpv6', dport => 'neighbor-solicitation' },
171 { action => 'PARAM', proto => 'icmpv6', dport => 'neighbor-advertisement' },
172 ],
a42e9763 173 'DHCPv6' => [
24dd51c2 174 "DHCPv6 traffic",
a42e9763
WB		 175 { action => 'PARAM', proto => 'udp', dport => '546:547', sport => '546:547' },
176 ],
35d1d6da
DM		 177 'Trcrt' => [
178 { action => 'PARAM', proto => 'udp', dport => '33434:33524' },
179 { action => 'PARAM', proto => 'icmpv6', dport => 'echo-request' },
180 ],
181 };
182
857f62c8 183# imported/converted from: /usr/share/shorewall/macro.*
961b4928 184my $pve_fw_macros = {
857f62c8 185 'Amanda' => [
ebd54ae9 186 "Amanda Backup",
857f62c8
DM		 187 { action => 'PARAM', proto => 'udp', dport => '10080' },
188 { action => 'PARAM', proto => 'tcp', dport => '10080' },
189 ],
190 'Auth' => [
ebd54ae9 191 "Auth (identd) traffic",
857f62c8
DM		 192 { action => 'PARAM', proto => 'tcp', dport => '113' },
193 ],
194 'BGP' => [
ebd54ae9 195 "Border Gateway Protocol traffic",
857f62c8
DM		 196 { action => 'PARAM', proto => 'tcp', dport => '179' },
197 ],
198 'BitTorrent' => [
ebd54ae9 199 "BitTorrent traffic for BitTorrent 3.1 and earlier",
961b4928 200 { action => 'PARAM', proto => 'tcp', dport => '6881:6889' },
857f62c8
DM		 201 { action => 'PARAM', proto => 'udp', dport => '6881' },
202 ],
203 'BitTorrent32' => [
ebd54ae9 204 "BitTorrent traffic for BitTorrent 3.2 and later",
857f62c8
DM		 205 { action => 'PARAM', proto => 'tcp', dport => '6881:6999' },
206 { action => 'PARAM', proto => 'udp', dport => '6881' },
207 ],
06ba9c44
AG		 208 'Ceph' => [
209 "Ceph Storage Cluster traffic (Ceph Monitors, OSD & MDS Deamons)",
210 { action => 'PARAM', proto => 'tcp', dport => '6789' },
211 { action => 'PARAM', proto => 'tcp', dport => '6800:7300' },
212 ],
857f62c8 213 'CVS' => [
ebd54ae9 214 "Concurrent Versions System pserver traffic",
857f62c8
DM		 215 { action => 'PARAM', proto => 'tcp', dport => '2401' },
216 ],
217 'Citrix' => [
ebd54ae9 218 "Citrix/ICA traffic (ICA, ICA Browser, CGP)",
857f62c8
DM		 219 { action => 'PARAM', proto => 'tcp', dport => '1494' },
220 { action => 'PARAM', proto => 'udp', dport => '1604' },
221 { action => 'PARAM', proto => 'tcp', dport => '2598' },
222 ],
223 'DAAP' => [
ebd54ae9 224 "Digital Audio Access Protocol traffic (iTunes, Rythmbox daemons)",
857f62c8
DM		 225 { action => 'PARAM', proto => 'tcp', dport => '3689' },
226 { action => 'PARAM', proto => 'udp', dport => '3689' },
227 ],
228 'DCC' => [
ebd54ae9 229 "Distributed Checksum Clearinghouse spam filtering mechanism",
857f62c8
DM		 230 { action => 'PARAM', proto => 'tcp', dport => '6277' },
231 ],
232 'DHCPfwd' => [
d2c3266d 233 "Forwarded DHCP traffic",
857f62c8 234 { action => 'PARAM', proto => 'udp', dport => '67:68', sport => '67:68' },
857f62c8
DM		 235 ],
236 'DNS' => [
ebd54ae9 237 "Domain Name System traffic (upd and tcp)",
857f62c8
DM		 238 { action => 'PARAM', proto => 'udp', dport => '53' },
239 { action => 'PARAM', proto => 'tcp', dport => '53' },
240 ],
241 'Distcc' => [
ebd54ae9 242 "Distributed Compiler service",
857f62c8
DM		 243 { action => 'PARAM', proto => 'tcp', dport => '3632' },
244 ],
857f62c8 245 'FTP' => [
ebd54ae9 246 "File Transfer Protocol",
857f62c8
DM		 247 { action => 'PARAM', proto => 'tcp', dport => '21' },
248 ],
249 'Finger' => [
ebd54ae9 250 "Finger protocol (RFC 742)",
857f62c8
DM		 251 { action => 'PARAM', proto => 'tcp', dport => '79' },
252 ],
253 'GNUnet' => [
ebd54ae9 254 "GNUnet secure peer-to-peer networking traffic",
857f62c8
DM		 255 { action => 'PARAM', proto => 'tcp', dport => '2086' },
256 { action => 'PARAM', proto => 'udp', dport => '2086' },
257 { action => 'PARAM', proto => 'tcp', dport => '1080' },
258 { action => 'PARAM', proto => 'udp', dport => '1080' },
259 ],
260 'GRE' => [
d2c3266d 261 "Generic Routing Encapsulation tunneling protocol",
857f62c8 262 { action => 'PARAM', proto => '47' },
857f62c8
DM		 263 ],
264 'Git' => [
ebd54ae9 265 "Git distributed revision control traffic",
857f62c8
DM		 266 { action => 'PARAM', proto => 'tcp', dport => '9418' },
267 ],
857f62c8 268 'HKP' => [
ebd54ae9 269 "OpenPGP HTTP keyserver protocol traffic",
857f62c8
DM		 270 { action => 'PARAM', proto => 'tcp', dport => '11371' },
271 ],
272 'HTTP' => [
ebd54ae9 273 "Hypertext Transfer Protocol (WWW)",
961b4928
DM		 274 { action => 'PARAM', proto => 'tcp', dport => '80' },
275 ],
857f62c8 276 'HTTPS' => [
ebd54ae9 277 "Hypertext Transfer Protocol (WWW) over SSL",
857f62c8
DM		 278 { action => 'PARAM', proto => 'tcp', dport => '443' },
279 ],
280 'ICPV2' => [
ebd54ae9 281 "Internet Cache Protocol V2 (Squid) traffic",
857f62c8
DM		 282 { action => 'PARAM', proto => 'udp', dport => '3130' },
283 ],
284 'ICQ' => [
ebd54ae9 285 "AOL Instant Messenger traffic",
857f62c8
DM		 286 { action => 'PARAM', proto => 'tcp', dport => '5190' },
287 ],
288 'IMAP' => [
ebd54ae9 289 "Internet Message Access Protocol",
857f62c8
DM		 290 { action => 'PARAM', proto => 'tcp', dport => '143' },
291 ],
292 'IMAPS' => [
ebd54ae9 293 "Internet Message Access Protocol over SSL",
857f62c8
DM		 294 { action => 'PARAM', proto => 'tcp', dport => '993' },
295 ],
296 'IPIP' => [
d2c3266d 297 "IPIP capsulation traffic",
857f62c8 298 { action => 'PARAM', proto => '94' },
857f62c8 299 ],
857f62c8 300 'IPsec' => [
d2c3266d 301 "IPsec traffic",
857f62c8
DM		 302 { action => 'PARAM', proto => 'udp', dport => '500', sport => '500' },
303 { action => 'PARAM', proto => '50' },
857f62c8
DM		 304 ],
305 'IPsecah' => [
d2c3266d 306 "IPsec authentication (AH) traffic",
857f62c8
DM		 307 { action => 'PARAM', proto => 'udp', dport => '500', sport => '500' },
308 { action => 'PARAM', proto => '51' },
857f62c8
DM		 309 ],
310 'IPsecnat' => [
d2c3266d 311 "IPsec traffic and Nat-Traversal",
857f62c8
DM		 312 { action => 'PARAM', proto => 'udp', dport => '500' },
313 { action => 'PARAM', proto => 'udp', dport => '4500' },
314 { action => 'PARAM', proto => '50' },
857f62c8
DM		 315 ],
316 'IRC' => [
ebd54ae9 317 "Internet Relay Chat traffic",
857f62c8
DM		 318 { action => 'PARAM', proto => 'tcp', dport => '6667' },
319 ],
857f62c8 320 'Jetdirect' => [
ebd54ae9 321 "HP Jetdirect printing",
857f62c8
DM		 322 { action => 'PARAM', proto => 'tcp', dport => '9100' },
323 ],
324 'L2TP' => [
ebd54ae9 325 "Layer 2 Tunneling Protocol traffic",
857f62c8 326 { action => 'PARAM', proto => 'udp', dport => '1701' },
857f62c8
DM		 327 ],
328 'LDAP' => [
ebd54ae9 329 "Lightweight Directory Access Protocol traffic",
857f62c8
DM		 330 { action => 'PARAM', proto => 'tcp', dport => '389' },
331 ],
332 'LDAPS' => [
ebd54ae9 333 "Secure Lightweight Directory Access Protocol traffic",
857f62c8
DM		 334 { action => 'PARAM', proto => 'tcp', dport => '636' },
335 ],
336 'MSNP' => [
ebd54ae9 337 "Microsoft Notification Protocol",
857f62c8
DM		 338 { action => 'PARAM', proto => 'tcp', dport => '1863' },
339 ],
340 'MSSQL' => [
ebd54ae9 341 "Microsoft SQL Server",
857f62c8
DM		 342 { action => 'PARAM', proto => 'tcp', dport => '1433' },
343 ],
344 'Mail' => [
ebd54ae9 345 "Mail traffic (SMTP, SMTPS, Submission)",
857f62c8
DM		 346 { action => 'PARAM', proto => 'tcp', dport => '25' },
347 { action => 'PARAM', proto => 'tcp', dport => '465' },
348 { action => 'PARAM', proto => 'tcp', dport => '587' },
349 ],
7831e1e3
EK		 350 'MDNS' => [
351 "Multicast DNS",
352 { action => 'PARAM', proto => 'udp', dport => '5353' },
353 ],
857f62c8 354 'Munin' => [
ebd54ae9 355 "Munin networked resource monitoring traffic",
857f62c8
DM		 356 { action => 'PARAM', proto => 'tcp', dport => '4949' },
357 ],
358 'MySQL' => [
ebd54ae9 359 "MySQL server",
857f62c8
DM		 360 { action => 'PARAM', proto => 'tcp', dport => '3306' },
361 ],
362 'NNTP' => [
ebd54ae9 363 "NNTP traffic (Usenet).",
857f62c8
DM		 364 { action => 'PARAM', proto => 'tcp', dport => '119' },
365 ],
366 'NNTPS' => [
ebd54ae9 367 "Encrypted NNTP traffic (Usenet)",
857f62c8
DM		 368 { action => 'PARAM', proto => 'tcp', dport => '563' },
369 ],
370 'NTP' => [
ebd54ae9 371 "Network Time Protocol (ntpd)",
857f62c8
DM		 372 { action => 'PARAM', proto => 'udp', dport => '123' },
373 ],
857f62c8 374 'OSPF' => [
ebd54ae9 375 "OSPF multicast traffic",
857f62c8
DM		 376 { action => 'PARAM', proto => '89' },
377 ],
378 'OpenVPN' => [
ebd54ae9 379 "OpenVPN traffic",
857f62c8
DM		 380 { action => 'PARAM', proto => 'udp', dport => '1194' },
381 ],
382 'PCA' => [
ebd54ae9 383 "Symantec PCAnywere (tm)",
857f62c8
DM		 384 { action => 'PARAM', proto => 'udp', dport => '5632' },
385 { action => 'PARAM', proto => 'tcp', dport => '5631' },
386 ],
387 'POP3' => [
ebd54ae9 388 "POP3 traffic",
857f62c8
DM		 389 { action => 'PARAM', proto => 'tcp', dport => '110' },
390 ],
391 'POP3S' => [
ebd54ae9 392 "Encrypted POP3 traffic",
857f62c8
DM		 393 { action => 'PARAM', proto => 'tcp', dport => '995' },
394 ],
395 'PPtP' => [
ebd54ae9 396 "Point-to-Point Tunneling Protocol",
857f62c8 397 { action => 'PARAM', proto => '47' },
857f62c8
DM		 398 { action => 'PARAM', proto => 'tcp', dport => '1723' },
399 ],
400 'Ping' => [
ebd54ae9 401 "ICMP echo request",
269d4f13 402 { action => 'PARAM', proto => 'icmp', dport => 'echo-request' },
857f62c8
DM		 403 ],
404 'PostgreSQL' => [
ebd54ae9 405 "PostgreSQL server",
857f62c8
DM		 406 { action => 'PARAM', proto => 'tcp', dport => '5432' },
407 ],
408 'Printer' => [
ebd54ae9 409 "Line Printer protocol printing",
857f62c8
DM		 410 { action => 'PARAM', proto => 'tcp', dport => '515' },
411 ],
412 'RDP' => [
ebd54ae9 413 "Microsoft Remote Desktop Protocol traffic",
857f62c8
DM		 414 { action => 'PARAM', proto => 'tcp', dport => '3389' },
415 ],
d2c3266d 416 'RIP' => [
ebd54ae9 417 "Routing Information Protocol (bidirectional)",
857f62c8 418 { action => 'PARAM', proto => 'udp', dport => '520' },
857f62c8
DM		 419 ],
420 'RNDC' => [
ebd54ae9 421 "BIND remote management protocol",
857f62c8
DM		 422 { action => 'PARAM', proto => 'tcp', dport => '953' },
423 ],
424 'Razor' => [
ebd54ae9 425 "Razor Antispam System",
857f62c8
DM		 426 { action => 'ACCEPT', proto => 'tcp', dport => '2703' },
427 ],
428 'Rdate' => [
ebd54ae9 429 "Remote time retrieval (rdate)",
857f62c8
DM		 430 { action => 'PARAM', proto => 'tcp', dport => '37' },
431 ],
432 'Rsync' => [
ebd54ae9 433 "Rsync server",
857f62c8
DM		 434 { action => 'PARAM', proto => 'tcp', dport => '873' },
435 ],
436 'SANE' => [
ebd54ae9 437 "SANE network scanning",
857f62c8
DM		 438 { action => 'PARAM', proto => 'tcp', dport => '6566' },
439 ],
440 'SMB' => [
ebd54ae9 441 "Microsoft SMB traffic",
857f62c8
DM		 442 { action => 'PARAM', proto => 'udp', dport => '135,445' },
443 { action => 'PARAM', proto => 'udp', dport => '137:139' },
444 { action => 'PARAM', proto => 'udp', dport => '1024:65535', sport => '137' },
445 { action => 'PARAM', proto => 'tcp', dport => '135,139,445' },
446 ],
857f62c8 447 'SMBswat' => [
ebd54ae9 448 "Samba Web Administration Tool",
857f62c8
DM		 449 { action => 'PARAM', proto => 'tcp', dport => '901' },
450 ],
451 'SMTP' => [
ebd54ae9 452 "Simple Mail Transfer Protocol",
857f62c8
DM		 453 { action => 'PARAM', proto => 'tcp', dport => '25' },
454 ],
455 'SMTPS' => [
ebd54ae9 456 "Encrypted Simple Mail Transfer Protocol",
857f62c8
DM		 457 { action => 'PARAM', proto => 'tcp', dport => '465' },
458 ],
459 'SNMP' => [
ebd54ae9 460 "Simple Network Management Protocol",
857f62c8
DM		 461 { action => 'PARAM', proto => 'udp', dport => '161:162' },
462 { action => 'PARAM', proto => 'tcp', dport => '161' },
463 ],
464 'SPAMD' => [
ebd54ae9 465 "Spam Assassin SPAMD traffic",
857f62c8
DM		 466 { action => 'PARAM', proto => 'tcp', dport => '783' },
467 ],
468 'SSH' => [
ebd54ae9 469 "Secure shell traffic",
857f62c8
DM		 470 { action => 'PARAM', proto => 'tcp', dport => '22' },
471 ],
472 'SVN' => [
ebd54ae9 473 "Subversion server (svnserve)",
857f62c8
DM		 474 { action => 'PARAM', proto => 'tcp', dport => '3690' },
475 ],
476 'SixXS' => [
ebd54ae9 477 "SixXS IPv6 Deployment and Tunnel Broker",
857f62c8
DM		 478 { action => 'PARAM', proto => 'tcp', dport => '3874' },
479 { action => 'PARAM', proto => 'udp', dport => '3740' },
480 { action => 'PARAM', proto => '41' },
481 { action => 'PARAM', proto => 'udp', dport => '5072,8374' },
482 ],
483 'Squid' => [
ebd54ae9 484 "Squid web proxy traffic",
857f62c8
DM		 485 { action => 'PARAM', proto => 'tcp', dport => '3128' },
486 ],
487 'Submission' => [
ebd54ae9 488 "Mail message submission traffic",
857f62c8
DM		 489 { action => 'PARAM', proto => 'tcp', dport => '587' },
490 ],
491 'Syslog' => [
ebd54ae9 492 "Syslog protocol (RFC 5424) traffic",
857f62c8
DM		 493 { action => 'PARAM', proto => 'udp', dport => '514' },
494 { action => 'PARAM', proto => 'tcp', dport => '514' },
495 ],
496 'TFTP' => [
ebd54ae9 497 "Trivial File Transfer Protocol traffic",
857f62c8
DM		 498 { action => 'PARAM', proto => 'udp', dport => '69' },
499 ],
500 'Telnet' => [
ebd54ae9 501 "Telnet traffic",
857f62c8
DM		 502 { action => 'PARAM', proto => 'tcp', dport => '23' },
503 ],
504 'Telnets' => [
ebd54ae9 505 "Telnet over SSL",
857f62c8
DM		 506 { action => 'PARAM', proto => 'tcp', dport => '992' },
507 ],
508 'Time' => [
ebd54ae9 509 "RFC 868 Time protocol",
857f62c8
DM		 510 { action => 'PARAM', proto => 'tcp', dport => '37' },
511 ],
512 'Trcrt' => [
ebd54ae9 513 "Traceroute (for up to 30 hops) traffic",
857f62c8 514 { action => 'PARAM', proto => 'udp', dport => '33434:33524' },
269d4f13 515 { action => 'PARAM', proto => 'icmp', dport => 'echo-request' },
857f62c8
DM		 516 ],
517 'VNC' => [
93be4333
DM		 518 "VNC traffic for VNC display's 0 - 99",
519 { action => 'PARAM', proto => 'tcp', dport => '5900:5999' },
857f62c8
DM		 520 ],
521 'VNCL' => [
ebd54ae9 522 "VNC traffic from Vncservers to Vncviewers in listen mode",
857f62c8
DM		 523 { action => 'PARAM', proto => 'tcp', dport => '5500' },
524 ],
525 'Web' => [
ebd54ae9 526 "WWW traffic (HTTP and HTTPS)",
857f62c8 527 { action => 'PARAM', proto => 'tcp', dport => '80' },
961b4928
DM		 528 { action => 'PARAM', proto => 'tcp', dport => '443' },
529 ],
857f62c8 530 'Webcache' => [
ebd54ae9 531 "Web Cache/Proxy traffic (port 8080)",
857f62c8
DM		 532 { action => 'PARAM', proto => 'tcp', dport => '8080' },
533 ],
534 'Webmin' => [
ebd54ae9 535 "Webmin traffic",
857f62c8
DM		 536 { action => 'PARAM', proto => 'tcp', dport => '10000' },
537 ],
538 'Whois' => [
ebd54ae9 539 "Whois (nicname, RFC 3912) traffic",
857f62c8
DM		 540 { action => 'PARAM', proto => 'tcp', dport => '43' },
541 ],
961b4928
DM		 542};
543
544my $pve_fw_parsed_macros;
ebd54ae9 545my $pve_fw_macro_descr;
21a18e53 546my $pve_fw_macro_ipversion = {};
961b4928 547my $pve_fw_preferred_macro_names = {};
3a616aa0 548
fe3d79b4
WB		 549my $FWACCEPTMARK_ON = "0x80000000/0x80000000";
550my $FWACCEPTMARK_OFF = "0x00000000/0x80000000";
551
5547adf7 552my $pve_std_chains = {};
cfd7cd9c
TW		 553my $pve_std_chains_conf = {};
554$pve_std_chains_conf->{4} = {
d8f2505e 555 'PVEFW-SET-ACCEPT-MARK' => [
044409e5 556 { target => "-j MARK --set-mark $FWACCEPTMARK_ON" },
d8f2505e 557 ],
79929d9c
DM		 558 'PVEFW-DropBroadcast' => [
559 # same as shorewall 'Broadcast'
560 # simply DROP BROADCAST/MULTICAST/ANYCAST
561 # we can use this to reduce logging
562 { action => 'DROP', dsttype => 'BROADCAST' },
563 { action => 'DROP', dsttype => 'MULTICAST' },
564 { action => 'DROP', dsttype => 'ANYCAST' },
cbb5d6f3 565 { action => 'DROP', dest => '224.0.0.0/4' },
79929d9c
DM		 566 ],
567 'PVEFW-reject' => [
568 # same as shorewall 'reject'
569 { action => 'DROP', dsttype => 'BROADCAST' },
cbb5d6f3 570 { action => 'DROP', source => '224.0.0.0/4' },
79929d9c 571 { action => 'DROP', proto => 'icmp' },
044409e5
TW		 572 { match => '-p tcp', target => '-j REJECT --reject-with tcp-reset' },
573 { match => '-p udp', target => '-j REJECT --reject-with icmp-port-unreachable' },
574 { match => '-p icmp', target => '-j REJECT --reject-with icmp-host-unreachable' },
575 { target => '-j REJECT --reject-with icmp-host-prohibited' },
79929d9c
DM		 576 ],
577 'PVEFW-Drop' => [
cbb5d6f3 578 # same as shorewall 'Drop', which is equal to DROP,
79929d9c
DM		 579 # but REJECT/DROP some packages to reduce logging,
580 # and ACCEPT critical ICMP types
581 { action => 'PVEFW-reject', proto => 'tcp', dport => '43' }, # REJECT 'auth'
582 # we are not interested in BROADCAST/MULTICAST/ANYCAST
583 { action => 'PVEFW-DropBroadcast' },
584 # ACCEPT critical ICMP types
585 { action => 'ACCEPT', proto => 'icmp', dport => 'fragmentation-needed' },
586 { action => 'ACCEPT', proto => 'icmp', dport => 'time-exceeded' },
587 # Drop packets with INVALID state
044409e5 588 { action => 'DROP', match => '-m conntrack --ctstate INVALID', },
79929d9c 589 # Drop Microsoft SMB noise
e4882cff
TW		 590 { action => 'DROP', proto => 'udp', dport => '135,445' },
591 { action => 'DROP', proto => 'udp', dport => '137:139' },
79929d9c 592 { action => 'DROP', proto => 'udp', dport => '1024:65535', sport => 137 },
e4882cff 593 { action => 'DROP', proto => 'tcp', dport => '135,139,445' },
79929d9c
DM		 594 { action => 'DROP', proto => 'udp', dport => 1900 }, # UPnP
595 # Drop new/NotSyn traffic so that it doesn't get logged
044409e5 596 { action => 'DROP', match => '-p tcp -m tcp ! --tcp-flags FIN,SYN,RST,ACK SYN' },
79929d9c
DM		 597 # Drop DNS replies
598 { action => 'DROP', proto => 'udp', sport => 53 },
599 ],
600 'PVEFW-Reject' => [
cbb5d6f3 601 # same as shorewall 'Reject', which is equal to Reject,
79929d9c
DM		 602 # but REJECT/DROP some packages to reduce logging,
603 # and ACCEPT critical ICMP types
604 { action => 'PVEFW-reject', proto => 'tcp', dport => '43' }, # REJECT 'auth'
605 # we are not interested in BROADCAST/MULTICAST/ANYCAST
606 { action => 'PVEFW-DropBroadcast' },
607 # ACCEPT critical ICMP types
608 { action => 'ACCEPT', proto => 'icmp', dport => 'fragmentation-needed' },
609 { action => 'ACCEPT', proto => 'icmp', dport => 'time-exceeded' },
610 # Drop packets with INVALID state
044409e5 611 { action => 'DROP', match => '-m conntrack --ctstate INVALID', },
79929d9c 612 # Drop Microsoft SMB noise
e4882cff 613 { action => 'PVEFW-reject', proto => 'udp', dport => '135,445' },
79929d9c
DM		 614 { action => 'PVEFW-reject', proto => 'udp', dport => '137:139'},
615 { action => 'PVEFW-reject', proto => 'udp', dport => '1024:65535', sport => 137 },
e4882cff 616 { action => 'PVEFW-reject', proto => 'tcp', dport => '135,139,445' },
79929d9c
DM		 617 { action => 'DROP', proto => 'udp', dport => 1900 }, # UPnP
618 # Drop new/NotSyn traffic so that it doesn't get logged
044409e5 619 { action => 'DROP', match => '-p tcp -m tcp ! --tcp-flags FIN,SYN,RST,ACK SYN' },
79929d9c
DM		 620 # Drop DNS replies
621 { action => 'DROP', proto => 'udp', sport => 53 },
622 ],
d86659ef
DM		 623 'PVEFW-tcpflags' => [
624 # same as shorewall tcpflags action.
625 # Packets arriving on this interface are checked for som illegal combinations of TCP flags
044409e5
TW		 626 { match => '-p tcp -m tcp --tcp-flags FIN,SYN,RST,PSH,ACK,URG FIN,PSH,URG', target => '-g PVEFW-logflags' },
627 { match => '-p tcp -m tcp --tcp-flags FIN,SYN,RST,PSH,ACK,URG NONE', target => '-g PVEFW-logflags' },
628 { match => '-p tcp -m tcp --tcp-flags SYN,RST SYN,RST', target => '-g PVEFW-logflags' },
629 { match => '-p tcp -m tcp --tcp-flags FIN,SYN FIN,SYN', target => '-g PVEFW-logflags' },
630 { match => '-p tcp -m tcp --sport 0 --tcp-flags FIN,SYN,RST,ACK SYN', target => '-g PVEFW-logflags' },
d86659ef 631 ],
bee633ab
DM		 632 'PVEFW-smurfs' => [
633 # same as shorewall smurfs action
634 # Filter packets for smurfs (packets with a broadcast address as the source).
044409e5
TW		 635 { match => '-s 0.0.0.0/32', target => '-j RETURN' }, # allow DHCP
636 { match => '-m addrtype --src-type BROADCAST', target => '-g PVEFW-smurflog' },
637 { match => '-s 224.0.0.0/4', target => '-g PVEFW-smurflog' },
638 ],
639 'PVEFW-smurflog' => [
640 { action => 'DROP', logmsg => 'DROP: ' },
641 ],
642 'PVEFW-logflags' => [
643 { action => 'DROP', logmsg => 'DROP: ' },
bee633ab 644 ],
d8f2505e
DM		 645};
646
cfd7cd9c 647$pve_std_chains_conf->{6} = {
47a79ff2 648 'PVEFW-SET-ACCEPT-MARK' => [
044409e5 649 { target => "-j MARK --set-mark $FWACCEPTMARK_ON" },
47a79ff2
AD		 650 ],
651 'PVEFW-DropBroadcast' => [
044409e5
TW		 652 # same as shorewall 'Broadcast'
653 # simply DROP BROADCAST/MULTICAST/ANYCAST
654 # we can use this to reduce logging
655 #{ action => 'DROP', dsttype => 'BROADCAST' }, #no broadcast in ipv6
649cd835
DM		 656 # ipv6 addrtype does not work with kernel 2.6.32
657 #{ action => 'DROP', dsttype => 'MULTICAST' },
044409e5
TW		 658 #{ action => 'DROP', dsttype => 'ANYCAST' },
659 { action => 'DROP', dest => 'ff00::/8' },
660 #{ action => 'DROP', dest => '224.0.0.0/4' },
47a79ff2
AD		 661 ],
662 'PVEFW-reject' => [
044409e5
TW		 663 # same as shorewall 'reject'
664 #{ action => 'DROP', dsttype => 'BROADCAST' },
665 #{ action => 'DROP', source => '224.0.0.0/4' },
649cd835 666 { action => 'DROP', proto => 'icmpv6' },
044409e5
TW		 667 { match => '-p tcp', target => '-j REJECT --reject-with tcp-reset' },
668 #"-p udp -j REJECT --reject-with icmp-port-unreachable",
669 #"-p icmp -j REJECT --reject-with icmp-host-unreachable",
670 #"-j REJECT --reject-with icmp-host-prohibited",
47a79ff2
AD		 671 ],
672 'PVEFW-Drop' => [
044409e5
TW		 673 # same as shorewall 'Drop', which is equal to DROP,
674 # but REJECT/DROP some packages to reduce logging,
675 # and ACCEPT critical ICMP types
649cd835 676 { action => 'PVEFW-reject', proto => 'tcp', dport => '43' }, # REJECT 'auth'
044409e5
TW		 677 # we are not interested in BROADCAST/MULTICAST/ANYCAST
678 { action => 'PVEFW-DropBroadcast' },
679 # ACCEPT critical ICMP types
680 { action => 'ACCEPT', proto => 'icmpv6', dport => 'destination-unreachable' },
681 { action => 'ACCEPT', proto => 'icmpv6', dport => 'time-exceeded' },
682 { action => 'ACCEPT', proto => 'icmpv6', dport => 'packet-too-big' },
683 # Drop packets with INVALID state
684 { action => 'DROP', match => '-m conntrack --ctstate INVALID', },
685 # Drop Microsoft SMB noise
e4882cff 686 { action => 'DROP', proto => 'udp', dport => '135,445' },
649cd835
DM		 687 { action => 'DROP', proto => 'udp', dport => '137:139'},
688 { action => 'DROP', proto => 'udp', dport => '1024:65535', sport => 137 },
e4882cff 689 { action => 'DROP', proto => 'tcp', dport => '135,139,445' },
649cd835 690 { action => 'DROP', proto => 'udp', dport => 1900 }, # UPnP
044409e5
TW		 691 # Drop new/NotSyn traffic so that it doesn't get logged
692 { action => 'DROP', match => '-p tcp -m tcp ! --tcp-flags FIN,SYN,RST,ACK SYN' },
693 # Drop DNS replies
649cd835 694 { action => 'DROP', proto => 'udp', sport => 53 },
47a79ff2
AD		 695 ],
696 'PVEFW-Reject' => [
044409e5
TW		 697 # same as shorewall 'Reject', which is equal to Reject,
698 # but REJECT/DROP some packages to reduce logging,
699 # and ACCEPT critical ICMP types
700 { action => 'PVEFW-reject', proto => 'tcp', dport => '43' }, # REJECT 'auth'
701 # we are not interested in BROADCAST/MULTICAST/ANYCAST
702 { action => 'PVEFW-DropBroadcast' },
703 # ACCEPT critical ICMP types
704 { action => 'ACCEPT', proto => 'icmpv6', dport => 'destination-unreachable' },
705 { action => 'ACCEPT', proto => 'icmpv6', dport => 'time-exceeded' },
706 { action => 'ACCEPT', proto => 'icmpv6', dport => 'packet-too-big' },
707 # Drop packets with INVALID state
708 { action => 'DROP', match => '-m conntrack --ctstate INVALID', },
709 # Drop Microsoft SMB noise
e4882cff
TW		 710 { action => 'PVEFW-reject', proto => 'udp', dport => '135,445' },
711 { action => 'PVEFW-reject', proto => 'udp', dport => '137:139' },
044409e5 712 { action => 'PVEFW-reject', proto => 'udp', dport => '1024:65535', sport => 137 },
e4882cff 713 { action => 'PVEFW-reject', proto => 'tcp', dport => '135,139,445' },
044409e5
TW		 714 { action => 'DROP', proto => 'udp', dport => 1900 }, # UPnP
715 # Drop new/NotSyn traffic so that it doesn't get logged
716 { action => 'DROP', match => '-p tcp -m tcp ! --tcp-flags FIN,SYN,RST,ACK SYN' },
717 # Drop DNS replies
718 { action => 'DROP', proto => 'udp', sport => 53 },
47a79ff2
AD		 719 ],
720 'PVEFW-tcpflags' => [
044409e5
TW		 721 # same as shorewall tcpflags action.
722 # Packets arriving on this interface are checked for som illegal combinations of TCP flags
723 { match => '-p tcp -m tcp --tcp-flags FIN,SYN,RST,PSH,ACK,URG FIN,PSH,URG', target => '-g PVEFW-logflags' },
724 { match => '-p tcp -m tcp --tcp-flags FIN,SYN,RST,PSH,ACK,URG NONE', target => '-g PVEFW-logflags' },
725 { match => '-p tcp -m tcp --tcp-flags SYN,RST SYN,RST', target => '-g PVEFW-logflags' },
726 { match => '-p tcp -m tcp --tcp-flags FIN,SYN FIN,SYN', target => '-g PVEFW-logflags' },
727 { match => '-p tcp -m tcp --sport 0 --tcp-flags FIN,SYN,RST,ACK SYN', target => '-g PVEFW-logflags' },
728 ],
729 'PVEFW-logflags' => [
730 { action => 'DROP', logmsg => 'DROP: ' },
47a79ff2 731 ],
47a79ff2
AD		 732};
733
4b586518
DM		 734# iptables -p icmp -h
735my $icmp_type_names = {
736 any => 1,
737 'echo-reply' => 1,
738 'destination-unreachable' => 1,
739 'network-unreachable' => 1,
740 'host-unreachable' => 1,
741 'protocol-unreachable' => 1,
742 'port-unreachable' => 1,
743 'fragmentation-needed' => 1,
744 'source-route-failed' => 1,
745 'network-unknown' => 1,
746 'host-unknown' => 1,
747 'network-prohibited' => 1,
748 'host-prohibited' => 1,
749 'TOS-network-unreachable' => 1,
750 'TOS-host-unreachable' => 1,
751 'communication-prohibited' => 1,
752 'host-precedence-violation' => 1,
753 'precedence-cutoff' => 1,
754 'source-quench' => 1,
755 'redirect' => 1,
756 'network-redirect' => 1,
757 'host-redirect' => 1,
758 'TOS-network-redirect' => 1,
759 'TOS-host-redirect' => 1,
760 'echo-request' => 1,
761 'router-advertisement' => 1,
762 'router-solicitation' => 1,
763 'time-exceeded' => 1,
764 'ttl-zero-during-transit' => 1,
765 'ttl-zero-during-reassembly' => 1,
766 'parameter-problem' => 1,
767 'ip-header-bad' => 1,
768 'required-option-missing' => 1,
769 'timestamp-request' => 1,
770 'timestamp-reply' => 1,
771 'address-mask-request' => 1,
772 'address-mask-reply' => 1,
773};
774
041b9277
DM		 775# ip6tables -p icmpv6 -h
776
777my $icmpv6_type_names = {
778 'any' => 1,
779 'destination-unreachable' => 1,
780 'no-route' => 1,
781 'communication-prohibited' => 1,
782 'address-unreachable' => 1,
783 'port-unreachable' => 1,
784 'packet-too-big' => 1,
785 'time-exceeded' => 1,
786 'ttl-zero-during-transit' => 1,
787 'ttl-zero-during-reassembly' => 1,
788 'parameter-problem' => 1,
789 'bad-header' => 1,
790 'unknown-header-type' => 1,
791 'unknown-option' => 1,
792 'echo-request' => 1,
793 'echo-reply' => 1,
794 'router-solicitation' => 1,
795 'router-advertisement' => 1,
593604cc 796 'neighbor-solicitation' => 1,
041b9277 797 'neighbour-solicitation' => 1,
593604cc 798 'neighbor-advertisement' => 1,
041b9277
DM		 799 'neighbour-advertisement' => 1,
800 'redirect' => 1,
801};
802
54cd19a8 803sub init_firewall_macros {
6158271d 804
961b4928 805 $pve_fw_parsed_macros = {};
9aab3127 806
21a18e53
WB		 807 my $parse = sub {
808 my ($k, $macro) = @_;
e5076eee 809 my $lc_name = lc($k);
21a18e53
WB		 810 $pve_fw_macro_ipversion->{$k} = 0;
811 while (!ref($macro->[0])) {
812 my $desc = shift @$macro;
813 if ($desc eq 'ipv4only') {
814 $pve_fw_macro_ipversion->{$k} = 4;
815 } elsif ($desc eq 'ipv6only') {
816 $pve_fw_macro_ipversion->{$k} = 6;
817 } else {
818 $pve_fw_macro_descr->{$k} = $desc;
819 }
ebd54ae9 820 }
e5076eee
DM		 821 $pve_fw_preferred_macro_names->{$lc_name} = $k;
822 $pve_fw_parsed_macros->{$k} = $macro;
21a18e53
WB		 823 };
824
825 foreach my $k (keys %$pve_fw_macros) {
826 &$parse($k, $pve_fw_macros->{$k});
827 }
828
829 foreach my $k (keys %$pve_ipv6fw_macros) {
830 next if $pve_fw_parsed_macros->{$k};
831 &$parse($k, $pve_ipv6fw_macros->{$k});
832 $pve_fw_macro_ipversion->{$k} = 6;
961b4928 833 }
9aab3127
DM		 834}
835
54cd19a8
DM		 836init_firewall_macros();
837
ebd54ae9
DM		 838sub get_macros {
839 return wantarray ? ($pve_fw_parsed_macros, $pve_fw_macro_descr): $pve_fw_parsed_macros;
840}
841
fcba0beb
DM		 842my $etc_services;
843
844sub get_etc_services {
845
846 return $etc_services if $etc_services;
847
848 my $filename = "/etc/services";
849
850 my $fh = IO::File->new($filename, O_RDONLY);
851 if (!$fh) {
852 warn "unable to read '$filename' - $!\n";
853 return {};
854 }
855
856 my $services = {};
857
858 while (my $line = <$fh>) {
859 chomp ($line);
860 next if $line =~m/^#/;
861 next if ($line =~m/^\s*$/);
862
d50f24ea 863 if ($line =~ m!^(\S+)\s+(\S+)/(tcp|udp|sctp).*$!) {
fcba0beb 864 $services->{byid}->{$2}->{name} = $1;
35b66e9d 865 $services->{byid}->{$2}->{port} = $2;
fcba0beb
DM		 866 $services->{byid}->{$2}->{$3} = 1;
867 $services->{byname}->{$1} = $services->{byid}->{$2};
868 }
869 }
870
871 close($fh);
872
6158271d
DM		 873 $etc_services = $services;
874
3a616aa0 875
fcba0beb
DM		 876 return $etc_services;
877}
878
58bc569d
WB		 879sub parse_protocol_file {
880 my ($filename) = @_;
fcba0beb
DM		 881
882 my $fh = IO::File->new($filename, O_RDONLY);
883 if (!$fh) {
884 warn "unable to read '$filename' - $!\n";
885 return {};
886 }
887
888 my $protocols = {};
889
890 while (my $line = <$fh>) {
891 chomp ($line);
892 next if $line =~m/^#/;
893 next if ($line =~m/^\s*$/);
894
d6dd6e96 895 if ($line =~ m!^(\S+)\s+(\d+)(?:\s+.*)?$!) {
fcba0beb
DM		 896 $protocols->{byid}->{$2}->{name} = $1;
897 $protocols->{byname}->{$1} = $protocols->{byid}->{$2};
898 }
899 }
900
901 close($fh);
902
58bc569d
WB		 903 return $protocols;
904}
905
906my $etc_protocols;
907
908sub get_etc_protocols {
909 return $etc_protocols if $etc_protocols;
910
911 my $protocols = parse_protocol_file('/etc/protocols');
912
041b9277
DM		 913 # add special case for ICMP v6
914 $protocols->{byid}->{icmpv6}->{name} = "icmpv6";
915 $protocols->{byname}->{icmpv6} = $protocols->{byid}->{icmpv6};
916
fcba0beb
DM		 917 $etc_protocols = $protocols;
918
919 return $etc_protocols;
920}
921
b452ea10
WB		 922my $etc_ethertypes;
923
924sub get_etc_ethertypes {
925 $etc_ethertypes = parse_protocol_file('/etc/ethertypes')
926 if !$etc_ethertypes;
927 return $etc_ethertypes;
928}
929
525778d7 930my $__local_network;
93be4333 931
525778d7 932sub local_network {
ac633d30 933 my ($new_value) = @_;
93be4333 934
525778d7 935 $__local_network = $new_value if defined($new_value);
ac633d30 936
525778d7 937 return $__local_network if defined($__local_network);
93be4333
DM		 938
939 eval {
940 my $nodename = PVE::INotify::nodename();
941
942 my $ip = PVE::Cluster::remote_node_ip($nodename);
943
944 my $testip = Net::IP->new($ip);
bfc488f6 945
5dc356af
WB		 946 my $isv6 = $testip->version == 6;
947 my $routes = $isv6 ? PVE::ProcFSTools::read_proc_net_ipv6_route()
948 : PVE::ProcFSTools::read_proc_net_route();
93be4333 949 foreach my $entry (@$routes) {
5dc356af
WB		 950 my $mask;
951 if ($isv6) {
952 $mask = $entry->{prefix};
15c80000 953 next if !$mask; # skip the default route...
5dc356af 954 } else {
2e1ae6b9 955 $mask = $PVE::Network::ipv4_mask_hash_localnet->{$entry->{mask}};
5dc356af
WB		 956 next if !defined($mask);
957 }
93be4333
DM		 958 my $cidr = "$entry->{dest}/$mask";
959 my $testnet = Net::IP->new($cidr);
15c80000
WB		 960 my $overlap = $testnet->overlaps($testip);
961 if ($overlap == $Net::IP::IP_B_IN_A_OVERLAP ||
962 $overlap == $Net::IP::IP_IDENTICAL)
963 {
525778d7 964 $__local_network = $cidr;
93be4333
DM		 965 return;
966 }
967 }
968 };
969 warn $@ if $@;
970
525778d7 971 return $__local_network;
93be4333
DM		 972}
973
6d959e3f
DM		 974# ipset names are limited to 31 characters,
975# and we use '-v4' or '-v6' to indicate IP versions,
976# and we use '_swap' suffix for atomic update,
977# for example PVEFW-${VMID}-${ipset_name}_swap
30150dca 978
88c26d5e 979my $max_iptables_ipset_name_length = 31 - length("PVEFW-") - length("_swap");
708ba714
DM		 980
981sub compute_ipset_chain_name {
88c26d5e 982 my ($vmid, $ipset_name, $ipversion) = @_;
708ba714
DM		 983
984 $vmid = 0 if !defined($vmid);
985
88c26d5e 986 my $id = "$vmid-${ipset_name}-v$ipversion";
708ba714 987
88c26d5e 988 if (length($id) > $max_iptables_ipset_name_length) {
708ba714
DM		 989 $id = PVE::Tools::fnv31a_hex($id);
990 }
991
992 return "PVEFW-$id";
993}
994
b692f42c
DM		 995sub compute_ipfilter_ipset_name {
996 my ($iface) = @_;
997
998 return "ipfilter-$iface";
999}
1000
ecbea048
DM		 1001sub parse_address_list {
1002 my ($str) = @_;
1003
e2c62733
DM		 1004 if ($str =~ m/^(\+)(\S+)$/) { # ipset ref
1005 die "ipset name too long\n" if length($str) > ($max_ipset_name_length + 1);
1006 return;
1007 }
1008
1009 if ($str =~ m/^${ip_alias_pattern}$/) {
1010 die "alias name too long\n" if length($str) > $max_alias_name_length;
1011 return;
1012 }
d72beb8e 1013
3162af6b
DM		 1014 my $count = 0;
1015 my $iprange = 0;
a589b6ac 1016 my $ipversion;
7697c041 1017
55b47371
WB		 1018 my @elements = split(/,/, $str);
1019 die "extraneous commas in list\n" if $str ne join(',', @elements);
1020 foreach my $elem (@elements) {
3162af6b 1021 $count++;
c344e509
DM		 1022 my $ip = Net::IP->new($elem);
1023 if (!$ip) {
ecbea048
DM		 1024 my $err = Net::IP::Error();
1025 die "invalid IP address: $err\n";
1026 }
3162af6b 1027 $iprange = 1 if $elem =~ m/-/;
a589b6ac 1028
c344e509 1029 my $new_ipversion = Net::IP::ip_is_ipv6($ip->ip()) ? 6 : 4;
a589b6ac
DM		 1030
1031 die "detected mixed ipv4/ipv6 addresses in address list '$str'\n"
006490cb 1032 if $ipversion && ($new_ipversion != $ipversion);
a589b6ac
DM		 1033
1034 $ipversion = $new_ipversion;
ecbea048 1035 }
e34d0e58 1036
5163367b 1037 die "you can't use a range in a list\n" if $iprange && $count > 1;
a589b6ac 1038
7697c041 1039 return $ipversion;
ecbea048 1040}
dddd9413 1041
fcba0beb 1042sub parse_port_name_number_or_range {
a1c04f71 1043 my ($str, $dport) = @_;
fcba0beb
DM		 1044
1045 my $services = PVE::Firewall::get_etc_services();
7ca36671 1046 my $count = 0;
041b7e8e
DM		 1047 my $icmp_port = 0;
1048
55b47371
WB		 1049 my @elements = split(/,/, $str);
1050 die "extraneous commas in list\n" if $str ne join(',', @elements);
1051 foreach my $item (@elements) {
aced7e7d 1052 if ($item =~ m/^([0-9]+):([0-9]+)$/) {
6a241ca7 1053 $count += 2;
7ca36671
DM		 1054 my ($port1, $port2) = ($1, $2);
1055 die "invalid port '$port1'\n" if $port1 > 65535;
1056 die "invalid port '$port2'\n" if $port2 > 65535;
12be0dfe 1057 die "backwards range '$port1:$port2' not allowed, did you mean '$port2:$port1'?\n" if $port1 > $port2;
aced7e7d 1058 } elsif ($item =~ m/^([0-9]+)$/) {
6a241ca7 1059 $count += 1;
7ca36671
DM		 1060 my $port = $1;
1061 die "invalid port '$port'\n" if $port > 65535;
1062 } else {
a1c04f71 1063 if ($dport && $icmp_type_names->{$item}) {
041b7e8e 1064 $icmp_port = 1;
a1c04f71 1065 } elsif ($dport && $icmpv6_type_names->{$item}) {
041b9277 1066 $icmp_port = 1;
041b7e8e 1067 } else {
e34d0e58 1068 die "invalid port '$item'\n" if !$services->{byname}->{$item};
041b7e8e 1069 }
fcba0beb
DM		 1070 }
1071 }
1072
6a241ca7
WB		 1073 die "ICPM ports not allowed in port range\n" if $icmp_port && $count > 0;
1074
1075 # I really don't like to use the word number here, but it's the only thing
1076 # that makes sense in a literal way. The range 1:100 counts as 2, not as
1077 # one and not as 100...
1078 die "too many entries in port list (> 15 numbers)\n"
1079 if $count > 15;
041b7e8e 1080
f776d6de 1081 return (scalar(@elements) > 1);
fcba0beb
DM		 1082}
1083
a1c04f71
WB		 1084PVE::JSONSchema::register_format('pve-fw-sport-spec', \&pve_fw_verify_sport_spec);
1085sub pve_fw_verify_sport_spec {
1086 my ($portstr) = @_;
1087
1088 parse_port_name_number_or_range($portstr, 0);
1089
1090 return $portstr;
1091}
1092
1093PVE::JSONSchema::register_format('pve-fw-dport-spec', \&pve_fw_verify_dport_spec);
1094sub pve_fw_verify_dport_spec {
54cd19a8
DM		 1095 my ($portstr) = @_;
1096
a1c04f71 1097 parse_port_name_number_or_range($portstr, 1);
54cd19a8
DM		 1098
1099 return $portstr;
1100}
1101
d31689ee
DM		 1102PVE::JSONSchema::register_format('pve-fw-addr-spec', \&pve_fw_verify_addr_spec);
1103sub pve_fw_verify_addr_spec {
54cd19a8
DM		 1104 my ($list) = @_;
1105
1106 parse_address_list($list);
1107
1108 return $list;
1109}
1110
1111PVE::JSONSchema::register_format('pve-fw-protocol-spec', \&pve_fw_verify_protocol_spec);
1112sub pve_fw_verify_protocol_spec {
1113 my ($proto) = @_;
1114
1115 my $protocols = get_etc_protocols();
1116
1117 die "unknown protocol '$proto'\n" if $proto &&
1118 !(defined($protocols->{byname}->{$proto}) ||
1119 defined($protocols->{byid}->{$proto}));
1120
1121 return $proto;
1122}
1123
1124
d1c53b3e 1125# helper function for API
d1c53b3e 1126
5d38d64f
DM		 1127sub copy_opject_with_digest {
1128 my ($object) = @_;
1129
1130 my $sha = Digest::SHA->new('sha1');
1131
1132 my $res = {};
1133 foreach my $k (sort keys %$object) {
1134 my $v = $object->{$k};
0365eb68 1135 next if !defined($v);
5d38d64f
DM		 1136 $res->{$k} = $v;
1137 $sha->add($k, ':', $v, "\n");
1138 }
1139
55e686c7 1140 my $digest = $sha->hexdigest;
5d38d64f
DM		 1141
1142 $res->{digest} = $digest;
1143
1144 return wantarray ? ($res, $digest) : $res;
1145}
1146
1147sub copy_list_with_digest {
1148 my ($list) = @_;
1149
1150 my $sha = Digest::SHA->new('sha1');
1151
1152 my $res = [];
1153 foreach my $entry (@$list) {
1154 my $data = {};
1155 foreach my $k (sort keys %$entry) {
1156 my $v = $entry->{$k};
0365eb68 1157 next if !defined($v);
5d38d64f 1158 $data->{$k} = $v;
6d9246e7 1159 # Note: digest ignores refs ($rule->{errors})
e83f0d00
DC		 1160 # since Digest::SHA expects a series of bytes,
1161 # we have to encode the value here to prevent errors when
1162 # using utf8 characters (eg. in comments)
1163 $sha->add($k, ':', encode_utf8($v), "\n") if !ref($v); ;
5d38d64f
DM		 1164 }
1165 push @$res, $data;
1166 }
1167
55e686c7 1168 my $digest = $sha->hexdigest;
5d38d64f
DM		 1169
1170 foreach my $entry (@$res) {
1171 $entry->{digest} = $digest;
1172 }
1173
1174 return wantarray ? ($res, $digest) : $res;
1175}
1176
e313afe0
DM		 1177our $cluster_option_properties = {
1178 enable => {
1179 description => "Enable or disable the firewall cluster wide.",
1180 type => 'integer',
1181 minimum => 0,
1182 optional => 1,
1183 },
2549e7ef
SI		 1184 ebtables => {
1185 description => "Enable ebtables rules cluster wide.",
1186 type => 'boolean',
1187 default => 1,
1188 optional => 1,
1189 },
e313afe0
DM		 1190 policy_in => {
1191 description => "Input policy.",
1192 type => 'string',
1193 optional => 1,
1194 enum => ['ACCEPT', 'REJECT', 'DROP'],
1195 },
1196 policy_out => {
1197 description => "Output policy.",
1198 type => 'string',
1199 optional => 1,
1200 enum => ['ACCEPT', 'REJECT', 'DROP'],
1201 },
1202};
1203
1204our $host_option_properties = {
1205 enable => {
1206 description => "Enable host firewall rules.",
1207 type => 'boolean',
1208 optional => 1,
1209 },
1210 log_level_in => get_standard_option('pve-fw-loglevel', {
1211 description => "Log level for incoming traffic." }),
1212 log_level_out => get_standard_option('pve-fw-loglevel', {
1213 description => "Log level for outgoing traffic." }),
1214 tcp_flags_log_level => get_standard_option('pve-fw-loglevel', {
1215 description => "Log level for illegal tcp flags filter." }),
1216 smurf_log_level => get_standard_option('pve-fw-loglevel', {
1217 description => "Log level for SMURFS filter." }),
1218 nosmurfs => {
1219 description => "Enable SMURFS filter.",
1220 type => 'boolean',
1221 optional => 1,
1222 },
1223 tcpflags => {
1224 description => "Filter illegal combinations of TCP flags.",
1225 type => 'boolean',
1226 optional => 1,
1227 },
1228 nf_conntrack_max => {
1229 description => "Maximum number of tracked connections.",
1230 type => 'integer',
1231 optional => 1,
1232 minimum => 32768,
1233 },
1234 nf_conntrack_tcp_timeout_established => {
1235 description => "Conntrack established timeout.",
1236 type => 'integer',
1237 optional => 1,
1238 minimum => 7875,
1239 },
1240 ndp => {
1241 description => "Enable NDP.",
1242 type => 'boolean',
1243 optional => 1,
1244 },
27c49e25
CE		 1245 nf_conntrack_allow_invalid => {
1246 description => "Allow invalid packets on connection tracking.",
1247 type => 'boolean',
1248 default => 0,
1249 optional => 1,
1250 },
e313afe0
DM		 1251};
1252
1253our $vm_option_properties = {
1254 enable => {
1255 description => "Enable/disable firewall rules.",
1256 type => 'boolean',
1257 optional => 1,
1258 },
1259 macfilter => {
1260 description => "Enable/disable MAC address filter.",
1261 type => 'boolean',
1262 optional => 1,
1263 },
1264 dhcp => {
1265 description => "Enable DHCP.",
1266 type => 'boolean',
1267 optional => 1,
1268 },
1269 ndp => {
1270 description => "Enable NDP.",
1271 type => 'boolean',
1272 optional => 1,
1273 },
1274 radv => {
1275 description => "Allow sending Router Advertisement.",
1276 type => 'boolean',
1277 optional => 1,
1278 },
1279 ipfilter => {
1280 description => "Enable default IP filters. " .
1281 "This is equivalent to adding an empty ipfilter-net<id> ipset " .
1282 "for every interface. Such ipsets implicitly contain sane default " .
1283 "restrictions such as restricting IPv6 link local addresses to " .
1284 "the one derived from the interface's MAC address. For containers " .
1285 "the configured IP addresses will be implicitly added.",
1286 type => 'boolean',
1287 optional => 1,
1288 },
1289 policy_in => {
1290 description => "Input policy.",
1291 type => 'string',
1292 optional => 1,
1293 enum => ['ACCEPT', 'REJECT', 'DROP'],
1294 },
1295 policy_out => {
1296 description => "Output policy.",
1297 type => 'string',
1298 optional => 1,
1299 enum => ['ACCEPT', 'REJECT', 'DROP'],
1300 },
1301 log_level_in => get_standard_option('pve-fw-loglevel', {
1302 description => "Log level for incoming traffic." }),
1303 log_level_out => get_standard_option('pve-fw-loglevel', {
1304 description => "Log level for outgoing traffic." }),
1305
1306};
1307
fb060a52 1308
7a332151 1309my $addr_list_descr = "This can refer to a single IP address, an IP set ('+ipsetname') or an IP alias definition. You can also specify an address range like '20.34.101.207-201.3.9.99', or a list of IP addresses and networks (entries are separated by comma). Please do not mix IPv4 and IPv6 addresses inside such lists.";
fb060a52 1310
7a332151 1311my $port_descr = "You can use service names or simple numbers (0-65535), as defined in '/etc/services'. Port ranges can be specified with '\\d+:\\d+', for example '80:85', and you can use comma separated list to match several ports or ranges.";
fb060a52 1312
9c7e0858
DM		 1313my $rule_properties = {
1314 pos => {
1315 description => "Update rule at position <pos>.",
1316 type => 'integer',
1317 minimum => 0,
1318 optional => 1,
1319 },
c71e785f 1320 digest => get_standard_option('pve-config-digest'),
9c7e0858 1321 type => {
e50429af 1322 description => "Rule type.",
9c7e0858
DM		 1323 type => 'string',
1324 optional => 1,
1325 enum => ['in', 'out', 'group'],
1326 },
1327 action => {
c14dacdf 1328 description => "Rule action ('ACCEPT', 'DROP', 'REJECT') or security group name.",
9c7e0858
DM		 1329 type => 'string',
1330 optional => 1,
44be8ceb 1331 pattern => $security_group_name_pattern,
c14dacdf
DM		 1332 maxLength => 20,
1333 minLength => 2,
9c7e0858 1334 },
e5076eee 1335 macro => {
e50429af 1336 description => "Use predefined standard macro.",
e5076eee
DM		 1337 type => 'string',
1338 optional => 1,
54cd19a8 1339 maxLength => 128,
e5076eee 1340 },
fb060a52 1341 iface => get_standard_option('pve-iface', {
7ccaa5f1 1342 description => "Network interface name. You have to use network configuration key names for VMs and containers ('net\\d+'). Host related rules can use arbitrary strings.",
fb060a52
DM		 1343 optional => 1
1344 }),
9c7e0858 1345 source => {
fb060a52 1346 description => "Restrict packet source address. $addr_list_descr",
d31689ee 1347 type => 'string', format => 'pve-fw-addr-spec',
9c7e0858
DM		 1348 optional => 1,
1349 },
1350 dest => {
fb060a52 1351 description => "Restrict packet destination address. $addr_list_descr",
d31689ee 1352 type => 'string', format => 'pve-fw-addr-spec',
9c7e0858
DM		 1353 optional => 1,
1354 },
1355 proto => {
fb060a52 1356 description => "IP protocol. You can use protocol names ('tcp'/'udp') or simple numbers, as defined in '/etc/protocols'.",
54cd19a8 1357 type => 'string', format => 'pve-fw-protocol-spec',
9c7e0858
DM		 1358 optional => 1,
1359 },
1360 enable => {
e50429af 1361 description => "Flag to enable/disable a rule.",
72d055fc
AG		 1362 type => 'integer',
1363 minimum => 0,
9c7e0858
DM		 1364 optional => 1,
1365 },
1366 sport => {
fb060a52 1367 description => "Restrict TCP/UDP source port. $port_descr",
a1c04f71 1368 type => 'string', format => 'pve-fw-sport-spec',
9c7e0858
DM		 1369 optional => 1,
1370 },
1371 dport => {
fb060a52 1372 description => "Restrict TCP/UDP destination port. $port_descr",
a1c04f71 1373 type => 'string', format => 'pve-fw-dport-spec',
9c7e0858
DM		 1374 optional => 1,
1375 },
1376 comment => {
e50429af 1377 description => "Descriptive comment.",
9c7e0858
DM		 1378 type => 'string',
1379 optional => 1,
1380 },
1381};
1382
1383sub add_rule_properties {
1384 my ($properties) = @_;
1385
1386 foreach my $k (keys %$rule_properties) {
3655b01f
DM		 1387 my $h = $rule_properties->{$k};
1388 # copy data, so that we can modify later without side effects
1389 foreach my $opt (keys %$h) { $properties->{$k}->{$opt} = $h->{$opt}; }
9c7e0858 1390 }
cbb5d6f3 1391
9c7e0858
DM		 1392 return $properties;
1393}
1394
5b7974df
DM		 1395sub delete_rule_properties {
1396 my ($rule, $delete_str) = @_;
e34d0e58 1397
5b7974df
DM		 1398 foreach my $opt (PVE::Tools::split_list($delete_str)) {
1399 raise_param_exc({ 'delete' => "no such property ('$opt')"})
1400 if !defined($rule_properties->{$opt});
1401 raise_param_exc({ 'delete' => "unable to delete required property '$opt'"})
1402 if $opt eq 'type' || $opt eq 'action';
1403 delete $rule->{$opt};
1404 }
1405
1406 return $rule;
1407}
1408
9a2745a0 1409my $apply_macro = sub {
35d1d6da 1410 my ($macro_name, $param, $verify, $ipversion) = @_;
9a2745a0
DM		 1411
1412 my $macro_rules = $pve_fw_parsed_macros->{$macro_name};
1413 die "unknown macro '$macro_name'\n" if !$macro_rules; # should not happen
1414
35d1d6da
DM		 1415 if ($ipversion && ($ipversion == 6) && $pve_ipv6fw_macros->{$macro_name}) {
1416 $macro_rules = $pve_ipv6fw_macros->{$macro_name};
1417 }
1418
21a18e53 1419 # skip macros which are specific to another ipversion
ff5d050e
AG		 1420 if ($ipversion && (my $required = $pve_fw_macro_ipversion->{$macro_name})) {
1421 return if $ipversion != $required;
1422 }
21a18e53 1423
9a2745a0
DM		 1424 my $rules = [];
1425
1426 foreach my $templ (@$macro_rules) {
1427 my $rule = {};
1428 my $param_used = {};
1429 foreach my $k (keys %$templ) {
1430 my $v = $templ->{$k};
1431 if ($v eq 'PARAM') {
1432 $v = $param->{$k};
1433 $param_used->{$k} = 1;
1434 } elsif ($v eq 'DEST') {
1435 $v = $param->{dest};
1436 $param_used->{dest} = 1;
1437 } elsif ($v eq 'SOURCE') {
1438 $v = $param->{source};
1439 $param_used->{source} = 1;
1440 }
1441
1442 if (!defined($v)) {
1443 my $msg = "missing parameter '$k' in macro '$macro_name'";
e34d0e58 1444 raise_param_exc({ macro => $msg }) if $verify;
9a2745a0
DM		 1445 die "$msg\n";
1446 }
1447 $rule->{$k} = $v;
1448 }
1449 foreach my $k (keys %$param) {
1450 next if $k eq 'macro';
1451 next if !defined($param->{$k});
1452 next if $param_used->{$k};
1453 if (defined($rule->{$k})) {
1454 if ($rule->{$k} ne $param->{$k}) {
1455 my $msg = "parameter '$k' already define in macro (value = '$rule->{$k}')";
e34d0e58 1456 raise_param_exc({ $k => $msg }) if $verify;
9a2745a0
DM		 1457 die "$msg\n";
1458 }
1459 } else {
1460 $rule->{$k} = $param->{$k};
1461 }
1462 }
1463 push @$rules, $rule;
1464 }
1465
1466 return $rules;
1467};
1468
b6b8e6ad
DM		 1469my $rule_env_iface_lookup = {
1470 'ct' => 1,
1471 'vm' => 1,
1472 'group' => 0,
1473 'cluster' => 1,
1474 'host' => 1,
1475};
1476
7ca36671 1477sub verify_rule {
a523e057 1478 my ($rule, $cluster_conf, $fw_conf, $rule_env, $noerr) = @_;
b6b8e6ad
DM		 1479
1480 my $allow_groups = $rule_env eq 'group' ? 0 : 1;
bfc488f6 1481
b6b8e6ad
DM		 1482 my $allow_iface = $rule_env_iface_lookup->{$rule_env};
1483 die "unknown rule_env '$rule_env'\n" if !defined($allow_iface); # should not happen
7ca36671 1484
a523e057
DM		 1485 my $errors = $rule->{errors} || {};
1486
6d9246e7 1487 my $error_count = 0;
7ca36671 1488
6d9246e7
DM		 1489 my $add_error = sub {
1490 my ($param, $msg) = @_;
d4cda423 1491 chomp $msg;
6d9246e7
DM		 1492 raise_param_exc({ $param => $msg }) if !$noerr;
1493 $error_count++;
1494 $errors->{$param} = $msg if !$errors->{$param};
1495 };
1496
eea9d2a1
DM		 1497 my $ipversion;
1498 my $set_ip_version = sub {
1499 my $vers = shift;
1500 if ($vers) {
1501 die "detected mixed ipv4/ipv6 adresses in rule\n"
1502 if $ipversion && ($vers != $ipversion);
1503 $ipversion = $vers;
1504 }
1505 };
1506
a523e057 1507 my $check_ipset_or_alias_property = sub {
ae029a88 1508 my ($name, $expected_ipversion) = @_;
a523e057
DM		 1509
1510 if (my $value = $rule->{$name}) {
1511 if ($value =~ m/^\+/) {
4dfe04e6 1512 if ($value =~ m/^\+(${ipset_name_pattern})$/) {
bfc488f6 1513 &$add_error($name, "no such ipset '$1'")
a523e057 1514 if !($cluster_conf->{ipset}->{$1} || ($fw_conf && $fw_conf->{ipset}->{$1}));
bfc488f6 1515
a523e057 1516 } else {
351052d1 1517 &$add_error($name, "invalid ipset name '$value'");
a523e057
DM		 1518 }
1519 } elsif ($value =~ m/^${ip_alias_pattern}$/){
1520 my $alias = lc($value);
bfc488f6 1521 &$add_error($name, "no such alias '$value'")
70e524eb 1522 if !($cluster_conf->{aliases}->{$alias} || ($fw_conf && $fw_conf->{aliases}->{$alias}));
04f5088f 1523 my $e = $fw_conf ? $fw_conf->{aliases}->{$alias} : undef;
70e524eb
AD		 1524 $e = $cluster_conf->{aliases}->{$alias} if !$e && $cluster_conf;
1525
eea9d2a1 1526 &$set_ip_version($e->{ipversion});
a523e057
DM		 1527 }
1528 }
1529 };
1530
6d9246e7
DM		 1531 my $type = $rule->{type};
1532 my $action = $rule->{action};
bfc488f6 1533
6d9246e7
DM		 1534 &$add_error('type', "missing property") if !$type;
1535 &$add_error('action', "missing property") if !$action;
1536
1537 if ($type) {
1538 if ($type eq 'in' || $type eq 'out') {
1539 &$add_error('action', "unknown action '$action'")
1540 if $action && ($action !~ m/^(ACCEPT|DROP|REJECT)$/);
1541 } elsif ($type eq 'group') {
1542 &$add_error('type', "security groups not allowed")
1543 if !$allow_groups;
1544 &$add_error('action', "invalid characters in security group name")
1545 if $action && ($action !~ m/^${security_group_name_pattern}$/);
1546 } else {
1547 &$add_error('type', "unknown rule type '$type'");
1548 }
7ca36671 1549 }
e34d0e58 1550
dba740a9 1551 if ($rule->{iface}) {
bfc488f6 1552 &$add_error('type', "parameter -i not allowed for this rule type")
b6b8e6ad 1553 if !$allow_iface;
dba740a9 1554 eval { PVE::JSONSchema::pve_verify_iface($rule->{iface}); };
6d9246e7 1555 &$add_error('iface', $@) if $@;
fdefeeab 1556 if ($rule_env eq 'vm' || $rule_env eq 'ct') {
b6b8e6ad
DM		 1557 &$add_error('iface', "value does not match the regex pattern 'net\\d+'")
1558 if $rule->{iface} !~ m/^net(\d+)$/;
b6b8e6ad
DM		 1559 }
1560 }
7ca36671
DM		 1561
1562 if ($rule->{macro}) {
6d9246e7
DM		 1563 if (my $preferred_name = $pve_fw_preferred_macro_names->{lc($rule->{macro})}) {
1564 $rule->{macro} = $preferred_name;
1565 } else {
1566 &$add_error('macro', "unknown macro '$rule->{macro}'");
1567 }
1568 }
1569
1570 if ($rule->{proto}) {
1571 eval { pve_fw_verify_protocol_spec($rule->{proto}); };
1572 &$add_error('proto', $@) if $@;
041b9277
DM		 1573 &$set_ip_version(4) if $rule->{proto} eq 'icmp';
1574 &$set_ip_version(6) if $rule->{proto} eq 'icmpv6';
6d9246e7 1575 }
7ca36671
DM		 1576
1577 if ($rule->{dport}) {
a1c04f71 1578 eval { parse_port_name_number_or_range($rule->{dport}, 1); };
6d9246e7 1579 &$add_error('dport', $@) if $@;
48e3963e 1580 my $proto = $rule->{proto};
6d9246e7 1581 &$add_error('proto', "missing property - 'dport' requires this property")
48e3963e
WB		 1582 if !$proto;
1583 &$add_error('dport', "protocol '$proto' does not support ports")
1584 if !$PROTOCOLS_WITH_PORTS->{$proto} &&
1585 $proto ne 'icmp' && $proto ne 'icmpv6'; # special cases
6d9246e7 1586 }
7ca36671
DM		 1587
1588 if ($rule->{sport}) {
a1c04f71 1589 eval { parse_port_name_number_or_range($rule->{sport}, 0); };
6d9246e7 1590 &$add_error('sport', $@) if $@;
48e3963e 1591 my $proto = $rule->{proto};
6d9246e7 1592 &$add_error('proto', "missing property - 'sport' requires this property")
48e3963e
WB		 1593 if !$proto;
1594 &$add_error('sport', "protocol '$proto' does not support ports")
1595 if !$PROTOCOLS_WITH_PORTS->{$proto};
7ca36671
DM		 1596 }
1597
1598 if ($rule->{source}) {
041b9277
DM		 1599 eval {
1600 my $source_ipversion = parse_address_list($rule->{source});
1601 &$set_ip_version($source_ipversion);
1602 };
6d9246e7 1603 &$add_error('source', $@) if $@;
ae029a88 1604 &$check_ipset_or_alias_property('source', $ipversion);
7ca36671
DM		 1605 }
1606
1607 if ($rule->{dest}) {
9e2205e5
DM		 1608 eval {
1609 my $dest_ipversion = parse_address_list($rule->{dest});
041b9277 1610 &$set_ip_version($dest_ipversion);
9e2205e5 1611 };
6d9246e7 1612 &$add_error('dest', $@) if $@;
ae029a88 1613 &$check_ipset_or_alias_property('dest', $ipversion);
7ca36671
DM		 1614 }
1615
35d1d6da
DM		 1616 $rule->{ipversion} = $ipversion if $ipversion;
1617
a523e057 1618 if ($rule->{macro} && !$error_count) {
35d1d6da 1619 eval { &$apply_macro($rule->{macro}, $rule, 1, $ipversion); };
6d9246e7
DM		 1620 if (my $err = $@) {
1621 if (ref($err) eq "PVE::Exception" && $err->{errors}) {
1622 my $eh = $err->{errors};
1623 foreach my $p (keys %$eh) {
1624 &$add_error($p, $eh->{$p});
1625 }
1626 } else {
1627 &$add_error('macro', "$err");
1628 }
1629 }
9a2745a0
DM		 1630 }
1631
6d9246e7
DM		 1632 $rule->{errors} = $errors if $error_count;
1633
7ca36671
DM		 1634 return $rule;
1635}
1636
9c7e0858
DM		 1637sub copy_rule_data {
1638 my ($rule, $param) = @_;
1639
1640 foreach my $k (keys %$rule_properties) {
1641 if (defined(my $v = $param->{$k})) {
1642 if ($v eq '' || $v eq '-') {
1643 delete $rule->{$k};
1644 } else {
1645 $rule->{$k} = $v;
1646 }
9c7e0858
DM		 1647 }
1648 }
7ca36671 1649
9c7e0858
DM		 1650 return $rule;
1651}
1652
9f6845cf
DM		 1653sub rules_modify_permissions {
1654 my ($rule_env) = @_;
1655
1656 if ($rule_env eq 'host') {
1657 return {
1658 check => ['perm', '/nodes/{node}', [ 'Sys.Modify' ]],
1659 };
1660 } elsif ($rule_env eq 'cluster' || $rule_env eq 'group') {
1661 return {
1662 check => ['perm', '/', [ 'Sys.Modify' ]],
1663 };
3b4882dc 1664 } elsif ($rule_env eq 'vm' || $rule_env eq 'ct') {
9f6845cf
DM		 1665 return {
1666 check => ['perm', '/vms/{vmid}', [ 'VM.Config.Network' ]],
1667 }
1668 }
1669
1670 return undef;
1671}
1672
1673sub rules_audit_permissions {
1674 my ($rule_env) = @_;
1675
1676 if ($rule_env eq 'host') {
1677 return {
1678 check => ['perm', '/nodes/{node}', [ 'Sys.Audit' ]],
1679 };
1680 } elsif ($rule_env eq 'cluster' || $rule_env eq 'group') {
1681 return {
1682 check => ['perm', '/', [ 'Sys.Audit' ]],
1683 };
3b4882dc 1684 } elsif ($rule_env eq 'vm' || $rule_env eq 'ct') {
9f6845cf
DM		 1685 return {
1686 check => ['perm', '/vms/{vmid}', [ 'VM.Audit' ]],
1687 }
1688 }
1689
1690 return undef;
1691}
1692
9c7e0858 1693# core functions
780bcc0f
DM		 1694my $bridge_firewall_enabled = 0;
1695
1696sub enable_bridge_firewall {
1697
1698 return if $bridge_firewall_enabled; # only once
1699
5f0a912c
DM		 1700 PVE::ProcFSTools::write_proc_entry("/proc/sys/net/bridge/bridge-nf-call-iptables", "1");
1701 PVE::ProcFSTools::write_proc_entry("/proc/sys/net/bridge/bridge-nf-call-ip6tables", "1");
780bcc0f 1702
6a8a75db
DM		 1703 # make sure syncookies are enabled (which is default on newer 3.X kernels anyways)
1704 PVE::ProcFSTools::write_proc_entry("/proc/sys/net/ipv4/tcp_syncookies", "1");
1705
780bcc0f
DM		 1706 $bridge_firewall_enabled = 1;
1707}
1708
b16e818e
DM		 1709sub iptables_restore_cmdlist {
1710 my ($cmdlist) = @_;
3a616aa0 1711
59f9b456 1712 run_command("/sbin/iptables-restore -n", input => $cmdlist, errmsg => "iptables_restore_cmdlist");
3a616aa0
AD		 1713}
1714
17da5c0f
AD		 1715sub ip6tables_restore_cmdlist {
1716 my ($cmdlist) = @_;
1717
59f9b456 1718 run_command("/sbin/ip6tables-restore -n", input => $cmdlist, errmsg => "iptables_restore_cmdlist");
17da5c0f
AD		 1719}
1720
34cdedfa
AD		 1721sub ipset_restore_cmdlist {
1722 my ($cmdlist) = @_;
1723
ff5363da 1724 run_command("/sbin/ipset restore", input => $cmdlist, errmsg => "ipset_restore_cmdlist");
34cdedfa
AD		 1725}
1726
151c209e
AD		 1727sub ebtables_restore_cmdlist {
1728 my ($cmdlist) = @_;
1729
1730 run_command("/sbin/ebtables-restore", input => $cmdlist, errmsg => "ebtables_restore_cmdlist");
1731}
1732
de2a57cd 1733sub iptables_get_chains {
17da5c0f
AD		 1734 my ($iptablescmd) = @_;
1735
1736 $iptablescmd = "iptables" if !$iptablescmd;
de2a57cd
DM		 1737
1738 my $res = {};
1739
1740 # check what chains we want to track
1741 my $is_pvefw_chain = sub {
1742 my $name = shift;
1743
dec84fcd
DM		 1744 return 1 if $name =~ m/^PVEFW-\S+$/;
1745
a3ded5cd 1746 return 1 if $name =~ m/^tap\d+i\d+-(?:IN|OUT)$/;
954f24b1 1747
a3ded5cd 1748 return 1 if $name =~ m/^veth\d+i\d+-(?:IN|OUT)$/;
954f24b1 1749
a3ded5cd 1750 return 1 if $name =~ m/^fwbr\d+(v\d+)?-(?:FW|IN|OUT|IPS)$/;
a89dfcc6 1751 return 1 if $name =~ m/^GROUP-(?:$security_group_name_pattern)-(?:IN|OUT)$/;
de2a57cd
DM		 1752
1753 return undef;
1754 };
1755
1756 my $table = '';
1757
c4a2e5ae
DM		 1758 my $hooks = {};
1759
de2a57cd
DM		 1760 my $parser = sub {
1761 my $line = shift;
1762
1763 return if $line =~ m/^#/;
1764 return if $line =~ m/^\s*$/;
1765
1766 if ($line =~ m/^\*(\S+)$/) {
1767 $table = $1;
1768 return;
1769 }
1770
1771 return if $table ne 'filter';
1772
1773 if ($line =~ m/^:(\S+)\s/) {
1774 my $chain = $1;
1775 return if !&$is_pvefw_chain($chain);
3fa83edf 1776 $res->{$chain} = "unknown";
09d5f68e 1777 } elsif ($line =~ m/^-A\s+(\S+)\s.*--comment\s+\"PVESIG:(\S+)\"/) {
3fa83edf 1778 my ($chain, $sig) = ($1, $2);
de2a57cd 1779 return if !&$is_pvefw_chain($chain);
3fa83edf 1780 $res->{$chain} = $sig;
c4a2e5ae
DM		 1781 } elsif ($line =~ m/^-A\s+(INPUT|OUTPUT|FORWARD)\s+-j\s+PVEFW-\1$/) {
1782 $hooks->{$1} = 1;
de2a57cd
DM		 1783 } else {
1784 # simply ignore the rest
1785 return;
1786 }
1787 };
1788
17da5c0f 1789 run_command("/sbin/$iptablescmd-save", outfunc => $parser);
de2a57cd 1790
c4a2e5ae 1791 return wantarray ? ($res, $hooks) : $res;
de2a57cd
DM		 1792}
1793
9bf7d929
DM		 1794sub iptables_chain_digest {
1795 my ($rules) = @_;
1796 my $digest = Digest::SHA->new('sha1');
1797 foreach my $rule (@$rules) { # order is important
1798 $digest->add($rule);
1799 }
1800 return $digest->b64digest;
1801}
1802
3f95d14a
DM		 1803sub ipset_chain_digest {
1804 my ($rules) = @_;
4bd0a9c4 1805
3f95d14a
DM		 1806 my $digest = Digest::SHA->new('sha1');
1807 foreach my $rule (sort @$rules) { # note: sorted
1808 $digest->add($rule);
1809 }
1810 return $digest->b64digest;
1811}
1812
34cdedfa
AD		 1813sub ipset_get_chains {
1814
1815 my $res = {};
1816 my $chains = {};
1817
1818 my $parser = sub {
1819 my $line = shift;
1820
1821 return if $line =~ m/^#/;
1822 return if $line =~ m/^\s*$/;
4b96e877 1823 if ($line =~ m/^(?:\S+)\s(PVEFW-\S+)\s(?:\S+).*/) {
81a0bf43
DM		 1824 my $chain = $1;
1825 $line =~ s/\s+$//; # delete trailing white space
1826 push @{$chains->{$chain}}, $line;
34cdedfa
AD		 1827 } else {
1828 # simply ignore the rest
1829 return;
1830 }
1831 };
1832
ff5363da 1833 run_command("/sbin/ipset save", outfunc => $parser);
34cdedfa 1834
3f95d14a
DM		 1835 # compute digest for each chain
1836 foreach my $chain (keys %$chains) {
1837 $res->{$chain} = ipset_chain_digest($chains->{$chain});
34cdedfa
AD		 1838 }
1839
1840 return $res;
1841}
1842
151c209e
AD		 1843sub ebtables_get_chains {
1844
1845 my $res = {};
1846 my $chains = {};
151c209e
AD		 1847 my $parser = sub {
1848 my $line = shift;
1849 return if $line =~ m/^#/;
1850 return if $line =~ m/^\s*$/;
fc1f1de9
WB		 1851 if ($line =~ m/^:(\S+)\s\S+$/) {
1852 # Make sure we know chains exist even if they're empty.
1853 $chains->{$1} //= [];
84025e99 1854 } elsif ($line =~ m/^(?:\S+)\s(\S+)\s(?:\S+).*/) {
151c209e
AD		 1855 my $chain = $1;
1856 $line =~ s/\s+$//;
1857 push @{$chains->{$chain}}, $line;
1858 } else {
1859 # simply ignore the rest
1860 return;
1861 }
1862 };
1863
1864 run_command("/sbin/ebtables-save", outfunc => $parser);
84025e99 1865 # compute digest for each chain and store rules as well
151c209e 1866 foreach my $chain (keys %$chains) {
84025e99
SI		 1867 $res->{$chain}->{rules} = $chains->{$chain};
1868 $res->{$chain}->{sig} = iptables_chain_digest($chains->{$chain});
151c209e
AD		 1869 }
1870 return $res;
1871}
1872
180da76c
TW		 1873# substitude action of rule according to action hash
1874sub rule_substitude_action {
1875 my ($rule, $actions) = @_;
1876
1877 if (my $action = $rule->{action}) {
1878 $rule->{action} = $actions->{$action} if defined($actions->{$action});
1879 }
1880}
1881
a44cb745
TW		 1882# generate a src or dst match
1883# $dir(ection) is either d or s
1884sub ipt_gen_src_or_dst_match {
1885 my ($adr, $dir, $ipversion, $cluster_conf, $fw_conf) = @_;
1886
1887 my $srcdst;
1888 if ($dir eq 's') {
1889 $srcdst = "src";
1890 } elsif ($dir eq 'd') {
1891 $srcdst = "dst";
1892 } else {
1893 die "ipt_gen_src_or_dst_match: invalid direction $dir \n";
1894 }
1895
1896 my $match;
1897 if ($adr =~ m/^\+/) {
1898 if ($adr =~ m/^\+(${ipset_name_pattern})$/) {
1899 my $name = $1;
1900 my $ipset_chain;
1901 if ($fw_conf && $fw_conf->{ipset}->{$name}) {
1902 $ipset_chain = compute_ipset_chain_name($fw_conf->{vmid}, $name, $ipversion);
1903 } elsif ($cluster_conf && $cluster_conf->{ipset}->{$name}) {
1904 $ipset_chain = compute_ipset_chain_name(0, $name, $ipversion);
1905 } else {
1906 die "no such ipset '$name'\n";
1907 }
1908 $match = "-m set --match-set ${ipset_chain} ${srcdst}";
1909 } else {
1910 die "invalid security group name '$adr'\n";
1911 }
1912 } elsif ($adr =~ m/^${ip_alias_pattern}$/){
1913 my $alias = lc($adr);
1914 my $e = $fw_conf ? $fw_conf->{aliases}->{$alias} : undef;
1915 $e = $cluster_conf->{aliases}->{$alias} if !$e && $cluster_conf;
1916 die "no such alias '$adr'\n" if !$e;
1917 $match = "-${dir} $e->{cidr}";
1918 } elsif ($adr =~ m/\-/){
1919 $match = "-m iprange --${srcdst}-range $adr";
1920 } else {
1921 $match = "-${dir} $adr";
1922 }
1923
1924 return $match;
1925}
1926
30c390f9
TW		 1927# convert a %rule to an array of iptables commands
1928sub ipt_rule_to_cmds {
1929 my ($rule, $chain, $ipversion, $cluster_conf, $fw_conf, $vmid) = @_;
1930
1931 die "ipt_rule_to_cmds unable to handle macro" if $rule->{macro}; #should not happen
1932
1933 my @match = ();
1934
1935 if (defined $rule->{match}) {
1936 push @match, $rule->{match};
1937 } else {
1938 push @match, "-i $rule->{iface_in}" if $rule->{iface_in};
1939 push @match, "-o $rule->{iface_out}" if $rule->{iface_out};
1940
1941 if ($rule->{source}) {
1942 push @match, ipt_gen_src_or_dst_match($rule->{source}, 's', $ipversion, $cluster_conf, $fw_conf);
1943 }
1944 if ($rule->{dest}) {
1945 push @match, ipt_gen_src_or_dst_match($rule->{dest}, 'd', $ipversion, $cluster_conf, $fw_conf);
1946 }
1947
1948 if (my $proto = $rule->{proto}) {
1949 push @match, "-p $proto";
1950
f776d6de
WB		 1951 my $multidport = defined($rule->{dport}) && parse_port_name_number_or_range($rule->{dport}, 1);
1952 my $multisport = defined($rule->{sport}) && parse_port_name_number_or_range($rule->{sport}, 0);
30c390f9 1953
f776d6de
WB		 1954 my $add_dport = sub {
1955 return if !$rule->{dport};
3dffed4c 1956
30c390f9
TW		 1957 if ($proto eq 'icmp') {
1958 # Note: we use dport to store --icmp-type
1959 die "unknown icmp-type '$rule->{dport}'\n"
1960 if $rule->{dport} !~ /^\d+$/ && !defined($icmp_type_names->{$rule->{dport}});
1961 push @match, "-m icmp --icmp-type $rule->{dport}";
1962 } elsif ($proto eq 'icmpv6') {
1963 # Note: we use dport to store --icmpv6-type
1964 die "unknown icmpv6-type '$rule->{dport}'\n"
1965 if $rule->{dport} !~ /^\d+$/ && !defined($icmpv6_type_names->{$rule->{dport}});
1966 push @match, "-m icmpv6 --icmpv6-type $rule->{dport}";
1967 } elsif (!$PROTOCOLS_WITH_PORTS->{$proto}) {
1968 die "protocol $proto does not have ports\n";
f776d6de
WB		 1969 } elsif ($multidport) {
1970 push @match, "--match multiport", "--dports $rule->{dport}";
30c390f9 1971 } else {
f776d6de 1972 push @match, "--dport $rule->{dport}";
30c390f9 1973 }
f776d6de 1974 };
30c390f9 1975
f776d6de
WB		 1976 my $add_sport = sub {
1977 return if !$rule->{sport};
3dffed4c 1978
30c390f9
TW		 1979 die "protocol $proto does not have ports\n"
1980 if !$PROTOCOLS_WITH_PORTS->{$proto};
f776d6de
WB		 1981 if ($multisport) {
1982 push @match, "--match multiport", "--sports $rule->{sport}";
30c390f9
TW		 1983 } else {
1984 push @match, "--sport $rule->{sport}";
1985 }
f776d6de
WB		 1986 };
1987
3dffed4c 1988 # order matters - single port before multiport!
f776d6de
WB		 1989 $add_dport->() if $multisport;
1990 $add_sport->();
1991 $add_dport->() if !$multisport;
30c390f9
TW		 1992 } elsif ($rule->{dport} || $rule->{sport}) {
1993 die "destination port '$rule->{dport}', but no protocol specified\n" if $rule->{dport};
1994 die "source port '$rule->{sport}', but no protocol specified\n" if $rule->{sport};
1995 }
1996
1997 push @match, "-m addrtype --dst-type $rule->{dsttype}" if $rule->{dsttype};
1998 }
1999 my $matchstr = scalar(@match) ? join(' ', @match) : "";
2000
2001 my $targetstr;
2002 if (defined $rule->{target}) {
2003 $targetstr = $rule->{target};
2004 } else {
2005 my $action = (defined $rule->{action}) ? $rule->{action} : "";
2006 my $goto = 1 if $action eq 'PVEFW-SET-ACCEPT-MARK';
2007 $targetstr = ($goto) ? "-g $action" : "-j $action";
2008 }
2009
2010 my @iptcmds;
2011 if (defined $rule->{log} && $rule->{log}) {
2012 my $logaction = get_log_rule_base($chain, $vmid, $rule->{logmsg}, $rule->{log});
2013 push @iptcmds, "-A $chain $matchstr $logaction";
2014 }
2015 push @iptcmds, "-A $chain $matchstr $targetstr";
2016 return @iptcmds;
2017}
2018
eba0fb64 2019sub ruleset_generate_rule {
2dc0a26e 2020 my ($ruleset, $chain, $ipversion, $rule, $cluster_conf, $fw_conf) = @_;
eba0fb64 2021
e5076eee
DM		 2022 my $rules;
2023
2024 if ($rule->{macro}) {
35d1d6da 2025 $rules = &$apply_macro($rule->{macro}, $rule, 0, $ipversion);
e5076eee
DM		 2026 } else {
2027 $rules = [ $rule ];
2028 }
2029
30c390f9
TW		 2030 # update all or nothing
2031 my @ipt_rule_cmds;
2032 foreach my $r (@$rules) {
2033 push @ipt_rule_cmds, ipt_rule_to_cmds($r, $chain, $ipversion, $cluster_conf, $fw_conf);
2034 }
2035 foreach my $c (@ipt_rule_cmds) {
2036 ruleset_add_ipt_cmd($ruleset, $chain, $c);
2037 }
2038}
2039
3fa83edf
DM		 2040sub ruleset_create_chain {
2041 my ($ruleset, $chain) = @_;
3a616aa0 2042
d050c724 2043 die "Invalid chain name '$chain' (28 char max)\n" if length($chain) > 28;
782c4cde 2044 die "chain name may not contain collons\n" if $chain =~ m/:/; # because of log format
d050c724 2045
3fa83edf
DM		 2046 die "chain '$chain' already exists\n" if $ruleset->{$chain};
2047
2048 $ruleset->{$chain} = [];
3a616aa0
AD		 2049}
2050
3fa83edf
DM		 2051sub ruleset_chain_exist {
2052 my ($ruleset, $chain) = @_;
3a616aa0 2053
3fa83edf
DM		 2054 return $ruleset->{$chain} ? 1 : undef;
2055}
3a616aa0 2056
30c390f9
TW		 2057# add an iptables command (like generated by ipt_rule_to_cmds) to a chain
2058sub ruleset_add_ipt_cmd {
2059 my ($ruleset, $chain, $iptcmd) = @_;
2060
2061 die "no such chain '$chain'\n" if !$ruleset->{$chain};
2062
2063 push @{$ruleset->{$chain}}, $iptcmd;
2064}
2065
1e9c5070 2066sub ruleset_addrule {
7f7930f8 2067 my ($ruleset, $chain, $match, $action, $log, $logmsg, $vmid) = @_;
1e9c5070
TW		 2068
2069 die "no such chain '$chain'\n" if !$ruleset->{$chain};
2070
7f7930f8
TW		 2071 if (defined($log) && $log) {
2072 my $logaction = get_log_rule_base($chain, $vmid, $logmsg, $log);
2073 push @{$ruleset->{$chain}}, "-A $chain $match $logaction";
2074 }
1205831a
WB		 2075 # for stable ebtables digests avoid double-spaces to match ebtables-save output
2076 $match .= ' ' if length($match);
2077 push @{$ruleset->{$chain}}, "-A $chain ${match}$action";
1e9c5070
TW		 2078}
2079
3fa83edf 2080sub ruleset_insertrule {
1e9c5070 2081 my ($ruleset, $chain, $match, $action, $log) = @_;
3a616aa0 2082
3fa83edf 2083 die "no such chain '$chain'\n" if !$ruleset->{$chain};
3a616aa0 2084
1e9c5070 2085 unshift @{$ruleset->{$chain}}, "-A $chain $match $action";
3fa83edf 2086}
3a616aa0 2087
782c4cde
DM		 2088sub get_log_rule_base {
2089 my ($chain, $vmid, $msg, $loglevel) = @_;
cbb5d6f3 2090
782c4cde 2091 $vmid = 0 if !defined($vmid);
7f7930f8 2092 $msg = "" if !defined($msg);
782c4cde 2093
cbb5d6f3 2094 # Note: we use special format for prefix to pass further
7f7930f8 2095 # info to log daemon (VMID, LOGLEVEL and CHAIN)
782c4cde
DM		 2096
2097 return "-j NFLOG --nflog-prefix \":$vmid:$loglevel:$chain: $msg\"";
2098}
2099
ead850e8 2100sub ruleset_add_chain_policy {
88c26d5e 2101 my ($ruleset, $chain, $ipversion, $vmid, $policy, $loglevel, $accept_action) = @_;
ead850e8
DM		 2102
2103 if ($policy eq 'ACCEPT') {
2104
180da76c
TW		 2105 my $rule = { action => 'ACCEPT' };
2106 rule_substitude_action($rule, { ACCEPT => $accept_action});
2107 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule);
ead850e8
DM		 2108
2109 } elsif ($policy eq 'DROP') {
2110
1e9c5070 2111 ruleset_addrule($ruleset, $chain, "", "-j PVEFW-Drop");
ead850e8 2112
7f7930f8 2113 ruleset_addrule($ruleset, $chain, "", "-j DROP", $loglevel, "policy $policy: ", $vmid);
ead850e8 2114 } elsif ($policy eq 'REJECT') {
1e9c5070 2115 ruleset_addrule($ruleset, $chain, "", "-j PVEFW-Reject");
ead850e8 2116
7f7930f8 2117 ruleset_addrule($ruleset, $chain, "", "-g PVEFW-reject", $loglevel, "policy $policy:", $vmid);
ead850e8
DM		 2118 } else {
2119 # should not happen
2120 die "internal error: unknown policy '$policy'";
2121 }
2122}
2123
a83abe93 2124sub ruleset_chain_add_ndp {
e8415920 2125 my ($ruleset, $chain, $ipversion, $options, $direction, $accept) = @_;
a83abe93
WB		 2126 return if $ipversion != 6 || (defined($options->{ndp}) && !$options->{ndp});
2127
1e9c5070 2128 ruleset_addrule($ruleset, $chain, "-p icmpv6 --icmpv6-type router-solicitation", $accept);
d7aa51ac 2129 if ($direction ne 'OUT' || $options->{radv}) {
1e9c5070 2130 ruleset_addrule($ruleset, $chain, "-p icmpv6 --icmpv6-type router-advertisement", $accept);
d7aa51ac 2131 }
1e9c5070
TW		 2132 ruleset_addrule($ruleset, $chain, "-p icmpv6 --icmpv6-type neighbor-solicitation", $accept);
2133 ruleset_addrule($ruleset, $chain, "-p icmpv6 --icmpv6-type neighbor-advertisement", $accept);
a83abe93
WB		 2134}
2135
e2943485 2136sub ruleset_chain_add_conn_filters {
27c49e25 2137 my ($ruleset, $chain, $allow_invalid, $accept) = @_;
e2943485 2138
27c49e25
CE		 2139 if (!$allow_invalid) {
2140 ruleset_addrule($ruleset, $chain, "-m conntrack --ctstate INVALID", "-j DROP");
2141 }
1e9c5070 2142 ruleset_addrule($ruleset, $chain, "-m conntrack --ctstate RELATED,ESTABLISHED", "-j $accept");
e2943485
DM		 2143}
2144
2145sub ruleset_chain_add_input_filters {
88c26d5e 2146 my ($ruleset, $chain, $ipversion, $options, $cluster_conf, $loglevel) = @_;
2428e394
AD		 2147
2148 if ($cluster_conf->{ipset}->{blacklist}){
b5831a0d
AD		 2149 if (!ruleset_chain_exist($ruleset, "PVEFW-blacklist")) {
2150 ruleset_create_chain($ruleset, "PVEFW-blacklist");
7f7930f8 2151 ruleset_addrule($ruleset, "PVEFW-blacklist", "", "-j DROP", $loglevel, "DROP: ");
b5831a0d 2152 }
88c26d5e 2153 my $ipset_chain = compute_ipset_chain_name(0, 'blacklist', $ipversion);
1e9c5070 2154 ruleset_addrule($ruleset, $chain, "-m set --match-set ${ipset_chain} src", "-j PVEFW-blacklist");
2428e394 2155 }
e2943485
DM		 2156
2157 if (!(defined($options->{nosmurfs}) && $options->{nosmurfs} == 0)) {
5b5c42b1 2158 if ($ipversion == 4) {
1e9c5070 2159 ruleset_addrule($ruleset, $chain, "-m conntrack --ctstate INVALID,NEW", "-j PVEFW-smurfs");
5b5c42b1 2160 }
e2943485
DM		 2161 }
2162
2163 if ($options->{tcpflags}) {
1e9c5070 2164 ruleset_addrule($ruleset, $chain, "-p tcp", "-j PVEFW-tcpflags");
e2943485
DM		 2165 }
2166}
2167
9e15114a 2168sub ruleset_create_vm_chain {
88c26d5e 2169 my ($ruleset, $chain, $ipversion, $options, $macaddr, $ipfilter_ipset, $direction) = @_;
3a616aa0 2170
9e15114a 2171 ruleset_create_chain($ruleset, $chain);
b47ecc88 2172 my $accept = generate_nfqueue($options);
3a616aa0 2173
ce15d90b 2174 if (!(defined($options->{dhcp}) && $options->{dhcp} == 0)) {
dcafc5fb
WB		 2175 if ($ipversion == 4) {
2176 if ($direction eq 'OUT') {
2177 ruleset_generate_rule($ruleset, $chain, $ipversion,
2178 { action => 'PVEFW-SET-ACCEPT-MARK',
2179 proto => 'udp', sport => 68, dport => 67 });
2180 } else {
2181 ruleset_generate_rule($ruleset, $chain, $ipversion,
2182 { action => 'ACCEPT',
2183 proto => 'udp', sport => 67, dport => 68 });
2184 }
2185 } elsif ($ipversion == 6) {
2186 if ($direction eq 'OUT') {
2187 ruleset_generate_rule($ruleset, $chain, $ipversion,
2188 { action => 'PVEFW-SET-ACCEPT-MARK',
2189 proto => 'udp', sport => 546, dport => 547 });
2190 } else {
2191 ruleset_generate_rule($ruleset, $chain, $ipversion,
2192 { action => 'ACCEPT',
2193 proto => 'udp', sport => 547, dport => 546 });
2194 }
76a2d1e7 2195 }
dcafc5fb 2196
ce15d90b
DM		 2197 }
2198
b21aca2c
DM		 2199 if ($direction eq 'OUT') {
2200 if (defined($macaddr) && !(defined($options->{macfilter}) && $options->{macfilter} == 0)) {
1e9c5070 2201 ruleset_addrule($ruleset, $chain, "-m mac ! --mac-source $macaddr", "-j DROP");
b21aca2c 2202 }
d7aa51ac 2203 if ($ipversion == 6 && !$options->{radv}) {
1e9c5070 2204 ruleset_addrule($ruleset, $chain, "-p icmpv6 --icmpv6-type router-advertisement", "-j DROP");
d7aa51ac 2205 }
808d711d 2206 if ($ipfilter_ipset) {
1e9c5070 2207 ruleset_addrule($ruleset, $chain, "-m set ! --match-set $ipfilter_ipset src", "-j DROP");
808d711d 2208 }
1e9c5070 2209 ruleset_addrule($ruleset, $chain, "", "-j MARK --set-mark $FWACCEPTMARK_OFF"); # clear mark
c29f55c9 2210 }
e8415920
WB		 2211
2212 my $accept_action = $direction eq 'OUT' ? '-g PVEFW-SET-ACCEPT-MARK' : "-j $accept";
2213 ruleset_chain_add_ndp($ruleset, $chain, $ipversion, $options, $direction, $accept_action);
9e15114a
DM		 2214}
2215
4bc6b5ac 2216sub ruleset_add_group_rule {
aedde2c2 2217 my ($ruleset, $cluster_conf, $chain, $rule, $direction, $action, $ipversion) = @_;
4bc6b5ac
DM		 2218
2219 my $group = $rule->{action};
2220 my $group_chain = "GROUP-$group-$direction";
2221 if(!ruleset_chain_exist($ruleset, $group_chain)){
aedde2c2 2222 generate_group_rules($ruleset, $cluster_conf, $group, $ipversion);
4bc6b5ac 2223 }
bfc488f6 2224
f8b12fff 2225 if ($direction eq 'OUT' && $rule->{iface_out}) {
1e9c5070 2226 ruleset_addrule($ruleset, $chain, "-o $rule->{iface_out}", "-j $group_chain");
f8b12fff 2227 } elsif ($direction eq 'IN' && $rule->{iface_in}) {
1e9c5070 2228 ruleset_addrule($ruleset, $chain, "-i $rule->{iface_in}", "-j $group_chain");
4bc6b5ac 2229 } else {
1e9c5070 2230 ruleset_addrule($ruleset, $chain, "", "-j $group_chain");
4bc6b5ac
DM		 2231 }
2232
1e9c5070 2233 ruleset_addrule($ruleset, $chain, "-m mark --mark $FWACCEPTMARK_ON", "-j $action");
4bc6b5ac
DM		 2234}
2235
9e15114a 2236sub ruleset_generate_vm_rules {
84870b1a 2237 my ($ruleset, $rules, $cluster_conf, $vmfw_conf, $chain, $netid, $direction, $options, $ipversion) = @_;
9e15114a
DM		 2238
2239 my $lc_direction = lc($direction);
c29f55c9 2240
6b8ca015
DM		 2241 my $in_accept = generate_nfqueue($options);
2242
92e976b3
DM		 2243 foreach my $rule (@$rules) {
2244 next if $rule->{iface} && $rule->{iface} ne $netid;
b7ab6989 2245 next if !$rule->{enable} || $rule->{errors};
006490cb 2246 next if $rule->{ipversion} && ($rule->{ipversion} != $ipversion);
84870b1a 2247
92e976b3 2248 if ($rule->{type} eq 'group') {
4bc6b5ac 2249 ruleset_add_group_rule($ruleset, $cluster_conf, $chain, $rule, $direction,
aedde2c2 2250 $direction eq 'OUT' ? 'RETURN' : $in_accept, $ipversion);
92e976b3
DM		 2251 } else {
2252 next if $rule->{type} ne $lc_direction;
921dfb33
DM		 2253 eval {
2254 if ($direction eq 'OUT') {
180da76c 2255 rule_substitude_action($rule, { ACCEPT => "PVEFW-SET-ACCEPT-MARK", REJECT => "PVEFW-reject" });
2dc0a26e 2256 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf, $vmfw_conf);
921dfb33 2257 } else {
180da76c 2258 rule_substitude_action($rule, { ACCEPT => $in_accept , REJECT => "PVEFW-reject" });
2dc0a26e 2259 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf, $vmfw_conf);
921dfb33
DM		 2260 }
2261 };
2262 warn $@ if $@;
4e6112f9 2263 }
3a616aa0 2264 }
9e15114a
DM		 2265}
2266
b47ecc88
AD		 2267sub generate_nfqueue {
2268 my ($options) = @_;
2269
73089769
DM		 2270 if ($options->{ips}) {
2271 my $action = "NFQUEUE";
2272 if ($options->{ips_queues} && $options->{ips_queues} =~ m/^(\d+)(:(\d+))?$/) {
2273 if (defined($3) && defined($1)) {
b47ecc88 2274 $action .= " --queue-balance $1:$3";
73089769 2275 } elsif (defined($1)) {
b47ecc88
AD		 2276 $action .= " --queue-num $1";
2277 }
2278 }
8dc92812 2279 $action .= " --queue-bypass" if $feature_ipset_nomatch; #need kernel 3.10
73089769
DM		 2280 return $action;
2281 } else {
2282 return "ACCEPT";
b47ecc88 2283 }
b47ecc88
AD		 2284}
2285
da6fc60b 2286sub ruleset_generate_vm_ipsrules {
a01c32c7 2287 my ($ruleset, $options, $direction, $iface) = @_;
da6fc60b
AD		 2288
2289 if ($options->{ips} && $direction eq 'IN') {
2290 my $nfqueue = generate_nfqueue($options);
2291
a01c32c7 2292 if (!ruleset_chain_exist($ruleset, "PVEFW-IPS")) {
da6fc60b
AD		 2293 ruleset_create_chain($ruleset, "PVEFW-IPS");
2294 }
2295
1e9c5070 2296 ruleset_addrule($ruleset, "PVEFW-IPS", "-m physdev --physdev-out $iface --physdev-is-bridged", "-j $nfqueue");
da6fc60b
AD		 2297 }
2298}
2299
9e15114a 2300sub generate_tap_rules_direction {
84870b1a 2301 my ($ruleset, $cluster_conf, $iface, $netid, $macaddr, $vmfw_conf, $vmid, $direction, $ipversion) = @_;
9e15114a
DM		 2302
2303 my $lc_direction = lc($direction);
2304
2305 my $rules = $vmfw_conf->{rules};
2306
2307 my $options = $vmfw_conf->{options};
2308 my $loglevel = get_option_log_level($options, "log_level_${lc_direction}");
2309
2310 my $tapchain = "$iface-$direction";
2311
b692f42c 2312 my $ipfilter_name = compute_ipfilter_ipset_name($netid);
88c26d5e 2313 my $ipfilter_ipset = compute_ipset_chain_name($vmid, $ipfilter_name, $ipversion)
74601077 2314 if $options->{ipfilter} || $vmfw_conf->{ipset}->{$ipfilter_name};
808d711d 2315
a34cfdd0 2316 # create chain with mac and ip filter
88c26d5e 2317 ruleset_create_vm_chain($ruleset, $tapchain, $ipversion, $options, $macaddr, $ipfilter_ipset, $direction);
9e15114a 2318
a34cfdd0 2319 if ($options->{enable}) {
84870b1a 2320 ruleset_generate_vm_rules($ruleset, $rules, $cluster_conf, $vmfw_conf, $tapchain, $netid, $direction, $options, $ipversion);
3a616aa0 2321
a34cfdd0 2322 ruleset_generate_vm_ipsrules($ruleset, $options, $direction, $iface);
da6fc60b 2323
a34cfdd0
DM		 2324 # implement policy
2325 my $policy;
ccae0b50 2326
a34cfdd0
DM		 2327 if ($direction eq 'OUT') {
2328 $policy = $options->{policy_out} || 'ACCEPT'; # allow everything by default
2329 } else {
76448f08 2330 $policy = $options->{policy_in} || 'DROP'; # allow nothing by default
a34cfdd0 2331 }
ccae0b50 2332
a34cfdd0
DM		 2333 my $accept = generate_nfqueue($options);
2334 my $accept_action = $direction eq 'OUT' ? "PVEFW-SET-ACCEPT-MARK" : $accept;
88c26d5e 2335 ruleset_add_chain_policy($ruleset, $tapchain, $ipversion, $vmid, $policy, $loglevel, $accept_action);
a34cfdd0
DM		 2336 } else {
2337 my $accept_action = $direction eq 'OUT' ? "PVEFW-SET-ACCEPT-MARK" : 'ACCEPT';
88c26d5e 2338 ruleset_add_chain_policy($ruleset, $tapchain, $ipversion, $vmid, 'ACCEPT', $loglevel, $accept_action);
a34cfdd0 2339 }
3a616aa0 2340
3fa83edf 2341 # plug the tap chain to bridge chain
3cc81077 2342 if ($direction eq 'IN') {
a01c32c7 2343 ruleset_addrule($ruleset, "PVEFW-FWBR-IN",
1e9c5070 2344 "-m physdev --physdev-is-bridged --physdev-out $iface", "-j $tapchain");
3cc81077 2345 } else {
a01c32c7 2346 ruleset_addrule($ruleset, "PVEFW-FWBR-OUT",
1e9c5070 2347 "-m physdev --physdev-is-bridged --physdev-in $iface", "-j $tapchain");
3cc81077 2348 }
3a616aa0
AD		 2349}
2350
d18c1e2b 2351sub enable_host_firewall {
aedde2c2 2352 my ($ruleset, $hostfw_conf, $cluster_conf, $ipversion) = @_;
0bd5f137 2353
92e976b3 2354 my $options = $hostfw_conf->{options};
63324b09 2355 my $cluster_options = $cluster_conf->{options};
92e976b3 2356 my $rules = $hostfw_conf->{rules};
35f0c37e 2357 my $cluster_rules = $cluster_conf->{rules};
178a63be 2358
3fa83edf 2359 # host inbound firewall
dec84fcd
DM		 2360 my $chain = "PVEFW-HOST-IN";
2361 ruleset_create_chain($ruleset, $chain);
0bd5f137 2362
178a63be
DM		 2363 my $loglevel = get_option_log_level($options, "log_level_in");
2364
1e9c5070 2365 ruleset_addrule($ruleset, $chain, "-i lo", "-j ACCEPT");
4ac863a6 2366
27c49e25 2367 ruleset_chain_add_conn_filters($ruleset, $chain, 0, 'ACCEPT');
e8415920 2368 ruleset_chain_add_ndp($ruleset, $chain, $ipversion, $options, 'IN', '-j RETURN');
88c26d5e 2369 ruleset_chain_add_input_filters($ruleset, $chain, $ipversion, $options, $cluster_conf, $loglevel);
fb424a00 2370
23e888f8
DM		 2371 # we use RETURN because we need to check also tap rules
2372 my $accept_action = 'RETURN';
2373
1e9c5070 2374 ruleset_addrule($ruleset, $chain, "-p igmp", "-j $accept_action"); # important for multicast
cc8dc02f 2375
35f0c37e
DM		 2376 # add host rules first, so that cluster wide rules can be overwritten
2377 foreach my $rule (@$rules, @$cluster_rules) {
5383df39 2378 next if !$rule->{enable} || $rule->{errors};
35d1d6da 2379 next if $rule->{ipversion} && ($rule->{ipversion} != $ipversion);
bfc488f6 2380
f8b12fff 2381 $rule->{iface_in} = $rule->{iface} if $rule->{iface};
5383df39 2382
1a9978ed
DM		 2383 eval {
2384 if ($rule->{type} eq 'group') {
aedde2c2 2385 ruleset_add_group_rule($ruleset, $cluster_conf, $chain, $rule, 'IN', $accept_action, $ipversion);
1a9978ed 2386 } elsif ($rule->{type} eq 'in') {
180da76c 2387 rule_substitude_action($rule, { ACCEPT => $accept_action, REJECT => "PVEFW-reject" });
2dc0a26e 2388 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf, $hostfw_conf);
1a9978ed
DM		 2389 }
2390 };
2391 warn $@ if $@;
f8b12fff 2392 delete $rule->{iface_in};
0bd5f137 2393 }
eb399cef
DM		 2394
2395 # allow standard traffic for management ipset (includes cluster network)
88c26d5e 2396 my $mngmnt_ipset_chain = compute_ipset_chain_name(0, "management", $ipversion);
708ba714 2397 my $mngmntsrc = "-m set --match-set ${mngmnt_ipset_chain} src";
1e9c5070
TW		 2398 ruleset_addrule($ruleset, $chain, "$mngmntsrc -p tcp --dport 8006", "-j $accept_action"); # PVE API
2399 ruleset_addrule($ruleset, $chain, "$mngmntsrc -p tcp --dport 5900:5999", "-j $accept_action"); # PVE VNC Console
2400 ruleset_addrule($ruleset, $chain, "$mngmntsrc -p tcp --dport 3128", "-j $accept_action"); # SPICE Proxy
2401 ruleset_addrule($ruleset, $chain, "$mngmntsrc -p tcp --dport 22", "-j $accept_action"); # SSH
bfc488f6 2402
afcd29b3
DM		 2403 my $localnet = $cluster_conf->{aliases}->{local_network}->{cidr};
2404 my $localnet_ver = $cluster_conf->{aliases}->{local_network}->{ipversion};
3bc79f87 2405
eb399cef 2406 # corosync
35d1d6da 2407 if ($localnet && ($ipversion == $localnet_ver)) {
1e9c5070
TW		 2408 my $corosync_rule = "-p udp --dport 5404:5405";
2409 ruleset_addrule($ruleset, $chain, "-s $localnet -d $localnet $corosync_rule", "-j $accept_action");
2410 ruleset_addrule($ruleset, $chain, "-s $localnet -m addrtype --dst-type MULTICAST $corosync_rule", "-j $accept_action");
3bc79f87 2411 }
0bd5f137 2412
23e888f8 2413 # implement input policy
63324b09 2414 my $policy = $cluster_options->{policy_in} || 'DROP'; # allow nothing by default
88c26d5e 2415 ruleset_add_chain_policy($ruleset, $chain, $ipversion, 0, $policy, $loglevel, $accept_action);
0bd5f137 2416
3fa83edf 2417 # host outbound firewall
aadd745e 2418 $chain = "PVEFW-HOST-OUT";
dec84fcd
DM		 2419 ruleset_create_chain($ruleset, $chain);
2420
178a63be
DM		 2421 $loglevel = get_option_log_level($options, "log_level_out");
2422
1e9c5070 2423 ruleset_addrule($ruleset, $chain, "-o lo", "-j ACCEPT");
e2943485 2424
27c49e25 2425 ruleset_chain_add_conn_filters($ruleset, $chain, 0, 'ACCEPT');
e2943485 2426
23e888f8
DM		 2427 # we use RETURN because we may want to check other thigs later
2428 $accept_action = 'RETURN';
e8415920 2429 ruleset_chain_add_ndp($ruleset, $chain, $ipversion, $options, 'OUT', "-j $accept_action");
23e888f8 2430
1e9c5070 2431 ruleset_addrule($ruleset, $chain, "-p igmp", "-j $accept_action"); # important for multicast
cc8dc02f 2432
35f0c37e
DM		 2433 # add host rules first, so that cluster wide rules can be overwritten
2434 foreach my $rule (@$rules, @$cluster_rules) {
5383df39 2435 next if !$rule->{enable} || $rule->{errors};
35d1d6da 2436 next if $rule->{ipversion} && ($rule->{ipversion} != $ipversion);
5383df39 2437
f8b12fff 2438 $rule->{iface_out} = $rule->{iface} if $rule->{iface};
1a9978ed
DM		 2439 eval {
2440 if ($rule->{type} eq 'group') {
aedde2c2 2441 ruleset_add_group_rule($ruleset, $cluster_conf, $chain, $rule, 'OUT', $accept_action, $ipversion);
1a9978ed 2442 } elsif ($rule->{type} eq 'out') {
180da76c 2443 rule_substitude_action($rule, { ACCEPT => $accept_action, REJECT => "PVEFW-reject" });
2dc0a26e 2444 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf, $hostfw_conf);
1a9978ed
DM		 2445 }
2446 };
2447 warn $@ if $@;
f8b12fff 2448 delete $rule->{iface_out};
0bd5f137
AD		 2449 }
2450
3bc79f87 2451 # allow standard traffic on cluster network
35d1d6da 2452 if ($localnet && ($ipversion == $localnet_ver)) {
1e9c5070
TW		 2453 ruleset_addrule($ruleset, $chain, "-d $localnet -p tcp --dport 8006", "-j $accept_action"); # PVE API
2454 ruleset_addrule($ruleset, $chain, "-d $localnet -p tcp --dport 22", "-j $accept_action"); # SSH
2455 ruleset_addrule($ruleset, $chain, "-d $localnet -p tcp --dport 5900:5999", "-j $accept_action"); # PVE VNC Console
2456 ruleset_addrule($ruleset, $chain, "-d $localnet -p tcp --dport 3128", "-j $accept_action"); # SPICE Proxy
bfc488f6 2457
1e9c5070
TW		 2458 my $corosync_rule = "-p udp --dport 5404:5405";
2459 ruleset_addrule($ruleset, $chain, "-d $localnet $corosync_rule", "-j $accept_action");
2460 ruleset_addrule($ruleset, $chain, "-m addrtype --dst-type MULTICAST $corosync_rule", "-j $accept_action");
3bc79f87
DM		 2461 }
2462
23e888f8 2463 # implement output policy
63324b09 2464 $policy = $cluster_options->{policy_out} || 'ACCEPT'; # allow everything by default
88c26d5e 2465 ruleset_add_chain_policy($ruleset, $chain, $ipversion, 0, $policy, $loglevel, $accept_action);
6158271d 2466
1e9c5070
TW		 2467 ruleset_addrule($ruleset, "PVEFW-OUTPUT", "", "-j PVEFW-HOST-OUT");
2468 ruleset_addrule($ruleset, "PVEFW-INPUT", "", "-j PVEFW-HOST-IN");
9d31b418
AD		 2469}
2470
2471sub generate_group_rules {
aedde2c2 2472 my ($ruleset, $cluster_conf, $group, $ipversion) = @_;
9d31b418 2473
c6f5cc88 2474 my $rules = $cluster_conf->{groups}->{$group};
6158271d 2475
b4deedab
DM		 2476 if (!$rules) {
2477 warn "no such security group '$group'\n";
2478 $rules = []; # create empty chain
2479 }
2480
3fa83edf 2481 my $chain = "GROUP-${group}-IN";
9d31b418 2482
3fa83edf 2483 ruleset_create_chain($ruleset, $chain);
1e9c5070 2484 ruleset_addrule($ruleset, $chain, "", "-j MARK --set-mark $FWACCEPTMARK_OFF"); # clear mark
9d31b418 2485
92e976b3
DM		 2486 foreach my $rule (@$rules) {
2487 next if $rule->{type} ne 'in';
7a5a402b 2488 next if !$rule->{enable} || $rule->{errors};
aedde2c2 2489 next if $rule->{ipversion} && $rule->{ipversion} ne $ipversion;
180da76c 2490 rule_substitude_action($rule, { ACCEPT => "PVEFW-SET-ACCEPT-MARK", REJECT => "PVEFW-reject" });
2dc0a26e 2491 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf);
9d31b418
AD		 2492 }
2493
3fa83edf 2494 $chain = "GROUP-${group}-OUT";
9d31b418 2495
3fa83edf 2496 ruleset_create_chain($ruleset, $chain);
1e9c5070 2497 ruleset_addrule($ruleset, $chain, "", "-j MARK --set-mark $FWACCEPTMARK_OFF"); # clear mark
9d31b418 2498
92e976b3
DM		 2499 foreach my $rule (@$rules) {
2500 next if $rule->{type} ne 'out';
7a5a402b 2501 next if !$rule->{enable} || $rule->{errors};
aedde2c2 2502 next if $rule->{ipversion} && $rule->{ipversion} ne $ipversion;
92e976b3
DM		 2503 # we use PVEFW-SET-ACCEPT-MARK (Instead of ACCEPT) because we need to
2504 # check also other tap rules later
180da76c 2505 rule_substitude_action($rule, { ACCEPT => 'PVEFW-SET-ACCEPT-MARK', REJECT => "PVEFW-reject" });
2dc0a26e 2506 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule, $cluster_conf);
9d31b418 2507 }
9d31b418
AD		 2508}
2509
51bae274
DM		 2510my $MAX_NETS = 32;
2511my $valid_netdev_names = {};
2512for (my $i = 0; $i < $MAX_NETS; $i++) {
2513 $valid_netdev_names->{"net$i"} = 1;
2514}
5e1267a5 2515
fe3d79b4
WB		 2516sub get_mark_values {
2517 my ($value, $mask) = @_;
2518 $value = hex($value) if $value =~ /^0x/;
2519 $mask = hex($mask) if defined($mask) && $mask =~ /^0x/;
2520 $mask = 0xffffffff if !defined($mask);
2521 return ($value, $mask);
2522}
2523
51bae274 2524sub parse_fw_rule {
a523e057 2525 my ($prefix, $line, $cluster_conf, $fw_conf, $rule_env, $verbose) = @_;
5e1267a5 2526
d4cda423
DM		 2527 my $orig_line = $line;
2528
6d9246e7
DM		 2529 my $rule = {};
2530
11bac5c2 2531 # we can add single line comments to the end of the rule
6d9246e7
DM		 2532 if ($line =~ s/#\s*(.*?)\s*$//) {
2533 $rule->{comment} = decode('utf8', $1);
2534 }
11bac5c2
DM		 2535
2536 # we can disable a rule when prefixed with '|'
ea9e5116 2537
6d9246e7 2538 $rule->{enable} = $line =~ s/^\|// ? 0 : 1;
51bae274 2539
dba740a9
DM		 2540 $line =~ s/^(\S+)\s+(\S+)\s*// ||
2541 die "unable to parse rule: $line\n";
6d9246e7
DM		 2542
2543 $rule->{type} = lc($1);
2544 $rule->{action} = $2;
2545
2546 if ($rule->{type} eq 'in' || $rule->{type} eq 'out') {
2547 if ($rule->{action} =~ m/^(\S+)\((ACCEPT|DROP|REJECT)\)$/) {
2548 $rule->{macro} = $1;
2549 $rule->{action} = $2;
92e976b3 2550 }
51bae274
DM		 2551 }
2552
dba740a9
DM		 2553 while (length($line)) {
2554 if ($line =~ s/^-i (\S+)\s*//) {
6d9246e7 2555 $rule->{iface} = $1;
dba740a9
DM		 2556 next;
2557 }
51bae274 2558
6d9246e7 2559 last if $rule->{type} eq 'group';
51bae274 2560
dba740a9 2561 if ($line =~ s/^-p (\S+)\s*//) {
6d9246e7 2562 $rule->{proto} = $1;
dba740a9
DM		 2563 next;
2564 }
6d9246e7 2565
dba740a9 2566 if ($line =~ s/^-dport (\S+)\s*//) {
6d9246e7 2567 $rule->{dport} = $1;
dba740a9
DM		 2568 next;
2569 }
6d9246e7 2570
dba740a9 2571 if ($line =~ s/^-sport (\S+)\s*//) {
6d9246e7 2572 $rule->{sport} = $1;
dba740a9
DM		 2573 next;
2574 }
2575 if ($line =~ s/^-source (\S+)\s*//) {
6d9246e7 2576 $rule->{source} = $1;
dba740a9
DM		 2577 next;
2578 }
2579 if ($line =~ s/^-dest (\S+)\s*//) {
6d9246e7 2580 $rule->{dest} = $1;
dba740a9
DM		 2581 next;
2582 }
51bae274 2583
dba740a9
DM		 2584 last;
2585 }
ba791b1f 2586
dba740a9 2587 die "unable to parse rule parameters: $line\n" if length($line);
51bae274 2588
a523e057 2589 $rule = verify_rule($rule, $cluster_conf, $fw_conf, $rule_env, 1);
eedcb564
WB		 2590 if ($rule->{errors}) {
2591 # The verbose flag really means we're running from the CLI and want
2592 # output on the console - in the other case we really want such errors
2593 # to go into the syslog instead.
2594 my $log = $verbose ? sub { warn @_ } : sub { syslog(err => @_) };
2595 $log->("$prefix - errors in rule parameters: $orig_line\n");
d4cda423 2596 foreach my $p (keys %{$rule->{errors}}) {
eedcb564 2597 $log->(" $p: $rule->{errors}->{$p}\n");
d4cda423
DM		 2598 }
2599 }
6d9246e7
DM		 2600
2601 return $rule;
51bae274
DM		 2602}
2603
c5e8b008
AD		 2604sub verify_ethertype {
2605 my ($value) = @_;
2606 my $types = get_etc_ethertypes();
2607 die "unknown ethernet protocol type: $value\n"
2608 if !defined($types->{byname}->{$value}) &&
2609 !defined($types->{byid}->{$value});
2610}
2611
2d404ffc 2612sub parse_vmfw_option {
85c6eaed
DM		 2613 my ($line) = @_;
2614
2615 my ($opt, $value);
2616
178a63be
DM		 2617 my $loglevels = "emerg|alert|crit|err|warning|notice|info|debug|nolog";
2618
74601077 2619 if ($line =~ m/^(enable|dhcp|ndp|radv|macfilter|ipfilter|ips):\s*(0|1)\s*$/i) {
9c6b6efd
DM		 2620 $opt = lc($1);
2621 $value = int($2);
178a63be
DM		 2622 } elsif ($line =~ m/^(log_level_in|log_level_out):\s*(($loglevels)\s*)?$/i) {
2623 $opt = lc($1);
2624 $value = $2 ? lc($3) : '';
72f63fde 2625 } elsif ($line =~ m/^(policy_(in|out)):\s*(ACCEPT|DROP|REJECT)\s*$/i) {
85c6eaed
DM		 2626 $opt = lc($1);
2627 $value = uc($3);
b47ecc88
AD		 2628 } elsif ($line =~ m/^(ips_queues):\s*((\d+)(:(\d+))?)\s*$/i) {
2629 $opt = lc($1);
2630 $value = $2;
c5e8b008
AD		 2631 } elsif ($line =~ m/^(layer2_protocols):\s*(((\S+)[,]?)+)\s*$/i) {
2632 $opt = lc($1);
2633 $value = $2;
2634 verify_ethertype($_) foreach split(/\s*,\s*/, $value);
9c6b6efd 2635 } else {
85c6eaed
DM		 2636 die "can't parse option '$line'\n"
2637 }
2638
2639 return ($opt, $value);
2640}
2641
2d404ffc
DM		 2642sub parse_hostfw_option {
2643 my ($line) = @_;
2644
2645 my ($opt, $value);
2646
2647 my $loglevels = "emerg|alert|crit|err|warning|notice|info|debug|nolog";
2648
27c49e25 2649 if ($line =~ m/^(enable|nosmurfs|tcpflags|ndp|log_nf_conntrack|nf_conntrack_allow_invalid):\s*(0|1)\s*$/i) {
2d404ffc
DM		 2650 $opt = lc($1);
2651 $value = int($2);
178a63be 2652 } elsif ($line =~ m/^(log_level_in|log_level_out|tcp_flags_log_level|smurf_log_level):\s*(($loglevels)\s*)?$/i) {
2d404ffc
DM		 2653 $opt = lc($1);
2654 $value = $2 ? lc($3) : '';
28c082a1 2655 } elsif ($line =~ m/^(nf_conntrack_max|nf_conntrack_tcp_timeout_established):\s*(\d+)\s*$/i) {
490cdead
DM		 2656 $opt = lc($1);
2657 $value = int($2);
2d404ffc 2658 } else {
2d404ffc
DM		 2659 die "can't parse option '$line'\n"
2660 }
2661
2662 return ($opt, $value);
2663}
2664
c6f5cc88
DM		 2665sub parse_clusterfw_option {
2666 my ($line) = @_;
2667
2668 my ($opt, $value);
2669
72d055fc 2670 if ($line =~ m/^(enable):\s*(\d+)\s*$/i) {
c6f5cc88
DM		 2671 $opt = lc($1);
2672 $value = int($2);
72d055fc
AG		 2673 if (($value > 1) && ((time() - $value) > 60)) {
2674 $value = 0
2675 }
2549e7ef 2676 } elsif ($line =~ m/^(ebtables):\s*(0|1)\s*$/i) {
84025e99
SI		 2677 $opt = lc($1);
2678 $value = int($2);
63324b09
DM		 2679 } elsif ($line =~ m/^(policy_(in|out)):\s*(ACCEPT|DROP|REJECT)\s*$/i) {
2680 $opt = lc($1);
2681 $value = uc($3);
c6f5cc88 2682 } else {
c6f5cc88
DM		 2683 die "can't parse option '$line'\n"
2684 }
2685
2686 return ($opt, $value);
2687}
2688
6c221576
DM		 2689sub resolve_alias {
2690 my ($clusterfw_conf, $fw_conf, $cidr) = @_;
2691
6d959e3f 2692 my $alias = lc($cidr);
04f5088f 2693 my $e = $fw_conf ? $fw_conf->{aliases}->{$alias} : undef;
6d959e3f 2694 $e = $clusterfw_conf->{aliases}->{$alias} if !$e && $clusterfw_conf;
6c221576 2695
6d959e3f
DM		 2696 die "no such alias '$cidr'\n" if !$e;;
2697
2698 return wantarray ? ($e->{cidr}, $e->{ipversion}) : $e->{cidr};
6c221576
DM		 2699}
2700
ae029a88
DM		 2701sub parse_ip_or_cidr {
2702 my ($cidr) = @_;
2703
2704 my $ipversion;
2705
2706 if ($cidr =~ m!^(?:$IPV6RE)(/(\d+))?$!) {
2707 $cidr =~ s|/128$||;
2708 $ipversion = 6;
2709 } elsif ($cidr =~ m!^(?:$IPV4RE)(/(\d+))?$!) {
2710 $cidr =~ s|/32$||;
2711 $ipversion = 4;
2712 } else {
2713 die "value does not look like a valid IP address or CIDR network\n";
2714 }
2715
2716 return wantarray ? ($cidr, $ipversion) : $cidr;
2717}
2718
e76a9f53 2719sub parse_alias {
92e1209b
AD		 2720 my ($line) = @_;
2721
81d574a7
DM		 2722 # we can add single line comments to the end of the line
2723 my $comment = decode('utf8', $1) if $line =~ s/\s*#\s*(.*?)\s*$//;
2724
92e1209b 2725 if ($line =~ m/^(\S+)\s(\S+)$/) {
81d574a7 2726 my ($name, $cidr) = ($1, $2);
ae029a88
DM		 2727 my $ipversion;
2728
2729 ($cidr, $ipversion) = parse_ip_or_cidr($cidr);
2730
81d574a7
DM		 2731 my $data = {
2732 name => $name,
2733 cidr => $cidr,
70e524eb 2734 ipversion => $ipversion,
81d574a7
DM		 2735 };
2736 $data->{comment} = $comment if $comment;
2737 return $data;
92e1209b
AD		 2738 }
2739
81d574a7 2740 return undef;
92e1209b
AD		 2741}
2742
e5cd1ee0 2743sub generic_fw_config_parser {
1210ae94 2744 my ($filename, $fh, $verbose, $cluster_conf, $empty_conf, $rule_env) = @_;
5e1267a5 2745
51bae274
DM		 2746 my $section;
2747 my $group;
2748
1210ae94 2749 my $res = $empty_conf;
6158271d 2750
51bae274
DM		 2751 while (defined(my $line = <$fh>)) {
2752 next if $line =~ m/^#/;
2753 next if $line =~ m/^\s*$/;
2754
c8c534f7
DM		 2755 chomp $line;
2756
961b4928
DM		 2757 my $linenr = $fh->input_line_number();
2758 my $prefix = "$filename (line $linenr)";
2759
1210ae94 2760 if ($empty_conf->{options} && ($line =~ m/^\[options\]$/i)) {
c6f5cc88
DM		 2761 $section = 'options';
2762 next;
2763 }
2764
1210ae94 2765 if ($empty_conf->{aliases} && ($line =~ m/^\[aliases\]$/i)) {
92e1209b
AD		 2766 $section = 'aliases';
2767 next;
2768 }
2769
1210ae94 2770 if ($empty_conf->{groups} && ($line =~ m/^\[group\s+(\S+)\]\s*(?:#\s*(.*?)\s*)?$/i)) {
c6f5cc88 2771 $section = 'groups';
92e976b3 2772 $group = lc($1);
0d22acb3 2773 my $comment = $2;
351052d1
DM		 2774 eval {
2775 die "security group name too long\n" if length($group) > $max_group_name_length;
2776 die "invalid security group name '$group'\n" if $group !~ m/^${security_group_name_pattern}$/;
2777 };
2778 if (my $err = $@) {
2779 ($section, $group, $comment) = undef;
2780 warn "$prefix: $err";
2781 next;
2782 }
2783
c85c87f9 2784 $res->{$section}->{$group} = [];
649e4d57
DM		 2785 $res->{group_comments}->{$group} = decode('utf8', $comment)
2786 if $comment;
51bae274
DM		 2787 next;
2788 }
34cdedfa 2789
1210ae94 2790 if ($empty_conf->{rules} && ($line =~ m/^\[rules\]$/i)) {
c6f5cc88
DM		 2791 $section = 'rules';
2792 next;
2793 }
cbb5d6f3 2794
1210ae94 2795 if ($empty_conf->{ipset} && ($line =~ m/^\[ipset\s+(\S+)\]\s*(?:#\s*(.*?)\s*)?$/i)) {
34cdedfa
AD		 2796 $section = 'ipset';
2797 $group = lc($1);
d72c631c 2798 my $comment = $2;
351052d1
DM		 2799 eval {
2800 die "ipset name too long\n" if length($group) > $max_ipset_name_length;
2801 die "invalid ipset name '$group'\n" if $group !~ m/^${ipset_name_pattern}$/;
2802 };
2803 if (my $err = $@) {
2804 ($section, $group, $comment) = undef;
2805 warn "$prefix: $err";
2806 next;
2807 }
2808
c85c87f9 2809 $res->{$section}->{$group} = [];
e34d0e58 2810 $res->{ipset_comments}->{$group} = decode('utf8', $comment)
649e4d57 2811 if $comment;
34cdedfa
AD		 2812 next;
2813 }
2814
c6f5cc88 2815 if (!$section) {
cbb5d6f3 2816 warn "$prefix: skip line - no section\n";
51bae274
DM		 2817 next;
2818 }
2819
c6f5cc88
DM		 2820 if ($section eq 'options') {
2821 eval {
1210ae94
DM		 2822 my ($opt, $value);
2823 if ($rule_env eq 'cluster') {
2824 ($opt, $value) = parse_clusterfw_option($line);
2825 } elsif ($rule_env eq 'host') {
2826 ($opt, $value) = parse_hostfw_option($line);
2827 } else {
2828 ($opt, $value) = parse_vmfw_option($line);
2829 }
c6f5cc88
DM		 2830 $res->{options}->{$opt} = $value;
2831 };
2832 warn "$prefix: $@" if $@;
92e1209b
AD		 2833 } elsif ($section eq 'aliases') {
2834 eval {
e76a9f53 2835 my $data = parse_alias($line);
81d574a7 2836 $res->{aliases}->{lc($data->{name})} = $data;
92e1209b
AD		 2837 };
2838 warn "$prefix: $@" if $@;
c6f5cc88
DM		 2839 } elsif ($section eq 'rules') {
2840 my $rule;
1210ae94 2841 eval { $rule = parse_fw_rule($prefix, $line, $cluster_conf, $res, $rule_env, $verbose); };
c6f5cc88
DM		 2842 if (my $err = $@) {
2843 warn "$prefix: $err";
2844 next;
2845 }
2846 push @{$res->{$section}}, $rule;
2847 } elsif ($section eq 'groups') {
34cdedfa 2848 my $rule;
1210ae94 2849 eval { $rule = parse_fw_rule($prefix, $line, $cluster_conf, undef, 'group', $verbose); };
34cdedfa
AD		 2850 if (my $err = $@) {
2851 warn "$prefix: $err";
2852 next;
2853 }
3f95d14a 2854 push @{$res->{$section}->{$group}}, $rule;
3f95d14a 2855 } elsif ($section eq 'ipset') {
9d6f90e6
DM		 2856 # we can add single line comments to the end of the rule
2857 my $comment = decode('utf8', $1) if $line =~ s/#\s*(.*?)\s*$//;
2858
30f1b100 2859 $line =~ m/^(\!)?\s*(\S+)\s*$/;
2a052ee3 2860 my $nomatch = $1;
9d6f90e6 2861 my $cidr = $2;
d46b1ef6
DM		 2862 my $errors;
2863
2864 if ($nomatch && !$feature_ipset_nomatch) {
2865 $errors->{nomatch} = "nomatch not supported by kernel";
2866 }
2a052ee3 2867
4803b296
DM		 2868 eval {
2869 if ($cidr =~ m/^${ip_alias_pattern}$/) {
2870 resolve_alias($cluster_conf, $res, $cidr); # make sure alias exists
2871 } else {
ae029a88 2872 $cidr = parse_ip_or_cidr($cidr);
92e1209b 2873 }
4803b296
DM		 2874 };
2875 if (my $err = $@) {
c8c534f7 2876 chomp $err;
d46b1ef6 2877 $errors->{cidr} = $err;
2a052ee3 2878 }
2a052ee3 2879
b14db52f
WB		 2880 if ($cidr =~ m!/0+$!) {
2881 $errors->{cidr} = "a zero prefix is not allowed in ipset entries\n";
2882 }
2883
e34d0e58 2884 my $entry = { cidr => $cidr };
9d6f90e6
DM		 2885 $entry->{nomatch} = 1 if $nomatch;
2886 $entry->{comment} = $comment if $comment;
d46b1ef6 2887 $entry->{errors} = $errors if $errors;
e34d0e58 2888
c8c534f7 2889 if ($verbose && $errors) {
9a3061c7 2890 warn "$prefix - errors in ipset '$group': $line\n";
c8c534f7
DM		 2891 foreach my $p (keys %{$errors}) {
2892 warn " $p: $errors->{$p}\n";
2893 }
2894 }
2895
9d6f90e6 2896 push @{$res->{$section}->{$group}}, $entry;
1210ae94
DM		 2897 } else {
2898 warn "$prefix: skip line - unknown section\n";
2899 next;
51bae274 2900 }
5e1267a5
DM		 2901 }
2902
2903 return $res;
2904}
2905
e5cd1ee0 2906sub parse_hostfw_config {
1210ae94
DM		 2907 my ($filename, $fh, $cluster_conf, $verbose) = @_;
2908
2909 my $empty_conf = { rules => [], options => {}};
2910
e5cd1ee0 2911 return generic_fw_config_parser($filename, $fh, $verbose, $cluster_conf, $empty_conf, 'host');
1210ae94
DM		 2912}
2913
e5cd1ee0 2914sub parse_vmfw_config {
1210ae94
DM		 2915 my ($filename, $fh, $cluster_conf, $rule_env, $verbose) = @_;
2916
2917 my $empty_conf = {
2918 rules => [],
2919 options => {},
2920 aliases => {},
2921 ipset => {} ,
2922 ipset_comments => {},
2923 };
2924
e5cd1ee0 2925 return generic_fw_config_parser($filename, $fh, $verbose, $cluster_conf, $empty_conf, $rule_env);
1210ae94
DM		 2926}
2927
e5cd1ee0 2928sub parse_clusterfw_config {
1210ae94
DM		 2929 my ($filename, $fh, $verbose) = @_;
2930
2931 my $section;
2932 my $group;
2933
2934 my $empty_conf = {
2935 rules => [],
2936 options => {},
2937 aliases => {},
2938 groups => {},
2939 group_comments => {},
2940 ipset => {} ,
2941 ipset_comments => {},
2942 };
2943
e5cd1ee0 2944 return generic_fw_config_parser($filename, $fh, $verbose, $empty_conf, $empty_conf, 'cluster');
1210ae94
DM		 2945}
2946
06320eb0
DM		 2947sub run_locked {
2948 my ($code, @param) = @_;
2949
2950 my $timeout = 10;
2951
2952 my $res = lock_file($pve_fw_lock_filename, $timeout, $code, @param);
2953
2954 die $@ if $@;
2955
2956 return $res;
2957}
2958
5e1267a5
DM		 2959sub read_local_vm_config {
2960
5e1267a5 2961 my $qemu = {};
3b4882dc 2962 my $lxc = {};
5e1267a5 2963
fdefeeab 2964 my $vmdata = { qemu => $qemu, lxc => $lxc };
5e1267a5 2965
c8301d63
DM		 2966 my $vmlist = PVE::Cluster::get_vmlist();
2967 return $vmdata if !$vmlist || !$vmlist->{ids};
2968 my $ids = $vmlist->{ids};
2969
2970 foreach my $vmid (keys %$ids) {
2971 next if !$vmid; # skip VE0
2972 my $d = $ids->{$vmid};
2973 next if !$d->{node} || $d->{node} ne $nodename;
2974 next if !$d->{type};
fdefeeab 2975 if ($d->{type} eq 'qemu') {
d9fee004 2976 if ($have_qemu_server) {
b5a16dd3 2977 my $cfspath = PVE::QemuConfig->cfs_config_path($vmid);
d9fee004
DM		 2978 if (my $conf = PVE::Cluster::cfs_read_file($cfspath)) {
2979 $qemu->{$vmid} = $conf;
2980 }
c8301d63 2981 }
3b4882dc
AG		 2982 } elsif ($d->{type} eq 'lxc') {
2983 if ($have_lxc) {
a7c85d56 2984 my $cfspath = PVE::LXC::Config->cfs_config_path($vmid);
3b4882dc
AG		 2985 if (my $conf = PVE::Cluster::cfs_read_file($cfspath)) {
2986 $lxc->{$vmid} = $conf;
2987 }
2988 }
2989 }
5e1267a5 2990 }
d9fee004 2991
5e1267a5
DM		 2992 return $vmdata;
2993};
2994
e7b35711 2995sub load_vmfw_conf {
a523e057 2996 my ($cluster_conf, $rule_env, $vmid, $dir, $verbose) = @_;
e7b35711
DM		 2997
2998 my $vmfw_conf = {};
2999
21053409 3000 $dir = $pvefw_conf_dir if !defined($dir);
8aef5177
DM		 3001
3002 my $filename = "$dir/$vmid.fw";
e7b35711 3003 if (my $fh = IO::File->new($filename, O_RDONLY)) {
e5cd1ee0 3004 $vmfw_conf = parse_vmfw_config($filename, $fh, $cluster_conf, $rule_env, $verbose);
708ba714 3005 $vmfw_conf->{vmid} = $vmid;
e7b35711
DM		 3006 }
3007
3008 return $vmfw_conf;
3009}
3010
464f933e 3011my $format_rules = sub {
dba740a9 3012 my ($rules, $allow_iface) = @_;
464f933e
DM		 3013
3014 my $raw = '';
3015
3016 foreach my $rule (@$rules) {
c14dacdf 3017 if ($rule->{type} eq 'in' || $rule->{type} eq 'out' || $rule->{type} eq 'group') {
464f933e
DM		 3018 $raw .= '|' if defined($rule->{enable}) && !$rule->{enable};
3019 $raw .= uc($rule->{type});
7ca36671
DM		 3020 if ($rule->{macro}) {
3021 $raw .= " $rule->{macro}($rule->{action})";
3022 } else {
3023 $raw .= " " . $rule->{action};
3024 }
dba740a9
DM		 3025 if ($allow_iface && $rule->{iface}) {
3026 $raw .= " -i $rule->{iface}";
3027 }
c14dacdf
DM		 3028
3029 if ($rule->{type} ne 'group') {
dba740a9
DM		 3030 $raw .= " -source $rule->{source}" if $rule->{source};
3031 $raw .= " -dest $rule->{dest}" if $rule->{dest};
3032 $raw .= " -p $rule->{proto}" if $rule->{proto};
3033 $raw .= " -dport $rule->{dport}" if $rule->{dport};
3034 $raw .= " -sport $rule->{sport}" if $rule->{sport};
c14dacdf
DM		 3035 }
3036
cbb5d6f3 3037 $raw .= " # " . encode('utf8', $rule->{comment})
464f933e
DM		 3038 if $rule->{comment} && $rule->{comment} !~ m/^\s*$/;
3039 $raw .= "\n";
3040 } else {
c14dacdf 3041 die "unknown rule type '$rule->{type}'";
464f933e
DM		 3042 }
3043 }
3044
3045 return $raw;
3046};
3047
3048my $format_options = sub {
68c90e21
DM		 3049 my ($options) = @_;
3050
3051 my $raw = '';
464f933e
DM		 3052
3053 $raw .= "[OPTIONS]\n\n";
3054 foreach my $opt (keys %$options) {
3055 $raw .= "$opt: $options->{$opt}\n";
3056 }
3057 $raw .= "\n";
68c90e21
DM		 3058
3059 return $raw;
464f933e
DM		 3060};
3061
0d5f0a0f
DM		 3062my $format_aliases = sub {
3063 my ($aliases) = @_;
3064
3065 my $raw = '';
3066
3067 $raw .= "[ALIASES]\n\n";
3068 foreach my $k (keys %$aliases) {
81d574a7
DM		 3069 my $e = $aliases->{$k};
3070 $raw .= "$e->{name} $e->{cidr}";
3071 $raw .= " # " . encode('utf8', $e->{comment})
3072 if $e->{comment} && $e->{comment} !~ m/^\s*$/;
3073 $raw .= "\n";
0d5f0a0f
DM		 3074 }
3075 $raw .= "\n";
3076
3077 return $raw;
3078};
3079
1210ae94
DM		 3080my $format_ipsets = sub {
3081 my ($fw_conf) = @_;
3082
9d6f90e6
DM		 3083 my $raw = '';
3084
1210ae94
DM		 3085 foreach my $ipset (sort keys %{$fw_conf->{ipset}}) {
3086 if (my $comment = $fw_conf->{ipset_comments}->{$ipset}) {
3087 my $utf8comment = encode('utf8', $comment);
3088 $raw .= "[IPSET $ipset] # $utf8comment\n\n";
3089 } else {
3090 $raw .= "[IPSET $ipset]\n\n";
3091 }
3092 my $options = $fw_conf->{ipset}->{$ipset};
6e299ae3 3093
1210ae94
DM		 3094 my $nethash = {};
3095 foreach my $entry (@$options) {
3096 $nethash->{$entry->{cidr}} = $entry;
3097 }
3098
3099 foreach my $cidr (sort keys %$nethash) {
3100 my $entry = $nethash->{$cidr};
3101 my $line = $entry->{nomatch} ? '!' : '';
3102 $line .= $entry->{cidr};
3103 $line .= " # " . encode('utf8', $entry->{comment})
3104 if $entry->{comment} && $entry->{comment} !~ m/^\s*$/;
3105 $raw .= "$line\n";
3106 }
3107
3108 $raw .= "\n";
9d6f90e6 3109 }
e34d0e58 3110
9d6f90e6
DM		 3111 return $raw;
3112};
3113
464f933e
DM		 3114sub save_vmfw_conf {
3115 my ($vmid, $vmfw_conf) = @_;
3116
3117 my $raw = '';
3118
3119 my $options = $vmfw_conf->{options};
89ea63c8 3120 $raw .= &$format_options($options) if $options && scalar(keys %$options);
cbb5d6f3 3121
e76a9f53 3122 my $aliases = $vmfw_conf->{aliases};
89ea63c8 3123 $raw .= &$format_aliases($aliases) if $aliases && scalar(keys %$aliases);
e76a9f53 3124
89ea63c8 3125 $raw .= &$format_ipsets($vmfw_conf) if $vmfw_conf->{ipset};
1210ae94 3126
8824b2f0 3127 my $rules = $vmfw_conf->{rules} || [];
89ea63c8 3128 if ($rules && scalar(@$rules)) {
464f933e
DM		 3129 $raw .= "[RULES]\n\n";
3130 $raw .= &$format_rules($rules, 1);
3131 $raw .= "\n";
3132 }
3133
21053409 3134 my $filename = "$pvefw_conf_dir/$vmid.fw";
c32e04e6
FG		 3135 if ($raw) {
3136 mkdir $pvefw_conf_dir;
3137 PVE::Tools::file_set_contents($filename, $raw);
3138 } else {
3139 unlink $filename;
3140 }
464f933e
DM		 3141}
3142
edee9035
AG		 3143sub remove_vmfw_conf {
3144 my ($vmid) = @_;
3145
3146 my $vmfw_conffile = "$pvefw_conf_dir/$vmid.fw";
3147
3148 unlink $vmfw_conffile;
3149}
3150
5471ff7c
AG		 3151sub clone_vmfw_conf {
3152 my ($vmid, $newid) = @_;
3153
3154 my $sourcevm_conffile = "$pvefw_conf_dir/$vmid.fw";
3155 my $clonevm_conffile = "$pvefw_conf_dir/$newid.fw";
3156
3157 if (-f $clonevm_conffile) {
3158 unlink $clonevm_conffile;
3159 }
3160 if (-f $sourcevm_conffile) {
3161 my $data = PVE::Tools::file_get_contents($sourcevm_conffile);
3162 PVE::Tools::file_set_contents($clonevm_conffile, $data);
3163 }
3164}
3165
6fc63ffd 3166sub read_vm_firewall_configs {
a523e057 3167 my ($cluster_conf, $vmdata, $dir, $verbose) = @_;
8aef5177 3168
6fc63ffd 3169 my $vmfw_configs = {};
c8301d63 3170
b6b8e6ad 3171 foreach my $vmid (keys %{$vmdata->{qemu}}) {
a523e057 3172 my $vmfw_conf = load_vmfw_conf($cluster_conf, 'vm', $vmid, $dir, $verbose);
b6b8e6ad
DM		 3173 next if !$vmfw_conf->{options}; # skip if file does not exists
3174 $vmfw_configs->{$vmid} = $vmfw_conf;
3175 }
3b4882dc
AG		 3176 foreach my $vmid (keys %{$vmdata->{lxc}}) {
3177 my $vmfw_conf = load_vmfw_conf($cluster_conf, 'ct', $vmid, $dir, $verbose);
3178 next if !$vmfw_conf->{options}; # skip if file does not exists
3179 $vmfw_configs->{$vmid} = $vmfw_conf;
3180 }
5e1267a5 3181
6fc63ffd 3182 return $vmfw_configs;
5e1267a5
DM		 3183}
3184
2d404ffc
DM		 3185sub get_option_log_level {
3186 my ($options, $k) = @_;
3187
3188 my $v = $options->{$k};
178a63be 3189 $v = $default_log_level if !defined($v);
2d404ffc
DM		 3190
3191 return undef if $v eq '' || $v eq 'nolog';
3192
3193 $v = $log_level_hash->{$v} if defined($log_level_hash->{$v});
3194
3195 return $v if ($v >= 0) && ($v <= 7);
3196
3197 warn "unknown log level ($k = '$v')\n";
3198
3199 return undef;
3200}
3201
d8f2505e 3202sub generate_std_chains {
db8a955f
DM		 3203 my ($ruleset, $options, $ipversion) = @_;
3204
3205 my $std_chains = $pve_std_chains->{$ipversion} || die "internal error";
cbb5d6f3 3206
2d404ffc 3207 my $loglevel = get_option_log_level($options, 'smurf_log_level');
044409e5
TW		 3208 my $chain = 'PVEFW-smurflog';
3209 if ( $std_chains->{$chain} ) {
3210 foreach my $r (@{$std_chains->{$chain}}) {
3211 $r->{log} = $loglevel;
3212 }
db8a955f 3213 }
2d404ffc
DM		 3214
3215 # same as shorewall logflags action.
3216 $loglevel = get_option_log_level($options, 'tcp_flags_log_level');
782c4cde 3217 $chain = 'PVEFW-logflags';
044409e5
TW		 3218 if ( $std_chains->{$chain} ) {
3219 foreach my $r (@{$std_chains->{$chain}}) {
3220 $r->{log} = $loglevel;
3221 }
3222 }
d8f2505e 3223
db8a955f 3224 foreach my $chain (keys %$std_chains) {
d8f2505e 3225 ruleset_create_chain($ruleset, $chain);
db8a955f 3226 foreach my $rule (@{$std_chains->{$chain}}) {
d8f2505e 3227 if (ref($rule)) {
88c26d5e 3228 ruleset_generate_rule($ruleset, $chain, $ipversion, $rule);
d8f2505e 3229 } else {
044409e5 3230 die "rule $rule as string - should not happen";
d8f2505e
DM		 3231 }
3232 }
3233 }
3234}
3235
34cdedfa 3236sub generate_ipset_chains {
74601077 3237 my ($ipset_ruleset, $clusterfw_conf, $fw_conf, $device_ips, $ipsets) = @_;
34cdedfa 3238
74601077 3239 foreach my $ipset (keys %{$ipsets}) {
34cdedfa 3240
74601077 3241 my $options = $ipsets->{$ipset};
34cdedfa 3242
ebf72e49
WB		 3243 if ($device_ips && $ipset =~ /^ipfilter-(net\d+)$/) {
3244 if (my $ips = $device_ips->{$1}) {
3245 $options = [@$options, @$ips];
3246 }
3247 }
3248
88c26d5e
DM		 3249 # remove duplicates
3250 my $nethash = {};
3251 foreach my $entry (@$options) {
3252 next if $entry->{errors}; # skip entries with errors
3253 eval {
3254 my ($cidr, $ver);
3255 if ($entry->{cidr} =~ m/^${ip_alias_pattern}$/) {
3256 ($cidr, $ver) = resolve_alias($clusterfw_conf, $fw_conf, $entry->{cidr});
3257 } else {
3258 ($cidr, $ver) = parse_ip_or_cidr($entry->{cidr});
3259 }
3260 #http://backreference.org/2013/03/01/ipv6-address-normalization/
3261 if ($ver == 6) {
e0a9139f
WB		 3262 # ip_compress_address takes an address only, no CIDR
3263 my ($addr, $prefix_len) = ($cidr =~ m@^([^/]*)(/.*)?$@);
3264 $cidr = lc(Net::IP::ip_compress_address($addr, 6));
3265 $cidr .= $prefix_len if defined($prefix_len);
88c26d5e
DM		 3266 $cidr =~ s|/128$||;
3267 } else {
3268 $cidr =~ s|/32$||;
3269 }
34cdedfa 3270
88c26d5e
DM		 3271 $nethash->{$ver}->{$cidr} = { cidr => $cidr, nomatch => $entry->{nomatch} };
3272 };
3273 warn $@ if $@;
3274 }
6d959e3f 3275
88c26d5e
DM		 3276 foreach my $ipversion (4, 6) {
3277 my $data = $nethash->{$ipversion};
30f1b100 3278
88c26d5e 3279 my $name = compute_ipset_chain_name($fw_conf->{vmid}, $ipset, $ipversion);
6d959e3f 3280
88c26d5e
DM		 3281 my $hashsize = scalar(@$options);
3282 if ($hashsize <= 64) {
3283 $hashsize = 64;
3284 } else {
3285 $hashsize = round_powerof2($hashsize);
3286 }
6d959e3f 3287
88c26d5e 3288 my $family = $ipversion == "6" ? "inet6" : "inet";
30f1b100 3289
88c26d5e 3290 $ipset_ruleset->{$name} = ["create $name hash:net family $family hashsize $hashsize maxelem $hashsize"];
6d959e3f 3291
88c26d5e
DM		 3292 foreach my $cidr (sort keys %$data) {
3293 my $entry = $data->{$cidr};
6d959e3f 3294
88c26d5e
DM		 3295 my $cmd = "add $name $cidr";
3296 if ($entry->{nomatch}) {
3297 if ($feature_ipset_nomatch) {
3298 push @{$ipset_ruleset->{$name}}, "$cmd nomatch";
3299 } else {
3300 warn "ignore !$cidr - nomatch not supported by kernel\n";
3301 }
6d959e3f 3302 } else {
88c26d5e 3303 push @{$ipset_ruleset->{$name}}, $cmd;
6d959e3f 3304 }
9d6f90e6 3305 }
9d6f90e6 3306 }
34cdedfa 3307 }
2a052ee3
AD		 3308}
3309
3310sub round_powerof2 {
dd7a13fd 3311 my ($int) = @_;
2a052ee3 3312
dd7a13fd
DM		 3313 $int--;
3314 $int |= $int >> $_ foreach (1,2,4,8,16);
3315 return ++$int;
34cdedfa
AD		 3316}
3317
fca39c2c 3318sub load_clusterfw_conf {
d4cda423 3319 my ($filename, $verbose) = @_;
8aef5177
DM		 3320
3321 $filename = $clusterfw_conf_filename if !defined($filename);
530c005e 3322
fca39c2c 3323 my $cluster_conf = {};
8aef5177 3324 if (my $fh = IO::File->new($filename, O_RDONLY)) {
e5cd1ee0 3325 $cluster_conf = parse_clusterfw_config($filename, $fh, $verbose);
51bae274 3326 }
5e1267a5 3327
fca39c2c 3328 return $cluster_conf;
e5d76bde
DM		 3329}
3330
fca39c2c
DM		 3331sub save_clusterfw_conf {
3332 my ($cluster_conf) = @_;
9c7e0858
DM		 3333
3334 my $raw = '';
9c7e0858 3335
c6f5cc88 3336 my $options = $cluster_conf->{options};
89ea63c8 3337 $raw .= &$format_options($options) if $options && scalar(keys %$options);
9c7e0858 3338
0d5f0a0f 3339 my $aliases = $cluster_conf->{aliases};
89ea63c8 3340 $raw .= &$format_aliases($aliases) if $aliases && scalar(keys %$aliases);
e34d0e58 3341
89ea63c8 3342 $raw .= &$format_ipsets($cluster_conf) if $cluster_conf->{ipset};
1210ae94 3343
c6f5cc88 3344 my $rules = $cluster_conf->{rules};
89ea63c8 3345 if ($rules && scalar(@$rules)) {
c6f5cc88 3346 $raw .= "[RULES]\n\n";
63c91681 3347 $raw .= &$format_rules($rules, 1);
c6f5cc88
DM		 3348 $raw .= "\n";
3349 }
3350
89ea63c8
DM		 3351 if ($cluster_conf->{groups}) {
3352 foreach my $group (sort keys %{$cluster_conf->{groups}}) {
3353 my $rules = $cluster_conf->{groups}->{$group};
3354 if (my $comment = $cluster_conf->{group_comments}->{$group}) {
3355 my $utf8comment = encode('utf8', $comment);
3356 $raw .= "[group $group] # $utf8comment\n\n";
3357 } else {
3358 $raw .= "[group $group]\n\n";
3359 }
0d22acb3 3360
89ea63c8
DM		 3361 $raw .= &$format_rules($rules, 0);
3362 $raw .= "\n";
3363 }
9c7e0858
DM		 3364 }
3365
c32e04e6
FG		 3366 if ($raw) {
3367 mkdir $pvefw_conf_dir;
3368 PVE::Tools::file_set_contents($clusterfw_conf_filename, $raw);
3369 } else {
3370 unlink $clusterfw_conf_filename;
3371 }
9c7e0858
DM		 3372}
3373
8b27beb9 3374sub load_hostfw_conf {
a523e057 3375 my ($cluster_conf, $filename, $verbose) = @_;
8aef5177
DM		 3376
3377 $filename = $hostfw_conf_filename if !defined($filename);
8b27beb9
DM		 3378
3379 my $hostfw_conf = {};
8aef5177 3380 if (my $fh = IO::File->new($filename, O_RDONLY)) {
e5cd1ee0 3381 $hostfw_conf = parse_hostfw_config($filename, $fh, $cluster_conf, $verbose);
8b27beb9
DM		 3382 }
3383 return $hostfw_conf;
3384}
3385
63c91681
DM		 3386sub save_hostfw_conf {
3387 my ($hostfw_conf) = @_;
3388
3389 my $raw = '';
3390
3391 my $options = $hostfw_conf->{options};
89ea63c8 3392 $raw .= &$format_options($options) if $options && scalar(keys %$options);
cbb5d6f3 3393
63c91681 3394 my $rules = $hostfw_conf->{rules};
89ea63c8 3395 if ($rules && scalar(@$rules)) {
63c91681
DM		 3396 $raw .= "[RULES]\n\n";
3397 $raw .= &$format_rules($rules, 1);
3398 $raw .= "\n";
3399 }
3400
c32e04e6
FG		 3401 if ($raw) {
3402 PVE::Tools::file_set_contents($hostfw_conf_filename, $raw);
3403 } else {
3404 unlink $hostfw_conf_filename;
3405 }
63c91681
DM		 3406}
3407
e5d76bde 3408sub compile {
d4cda423 3409 my ($cluster_conf, $hostfw_conf, $vmdata, $verbose) = @_;
3dfa8a7f 3410
8aef5177
DM		 3411 my $vmfw_configs;
3412
cfd7cd9c
TW		 3413 # fixme: once we read standard chains from config this needs to be put in test/standard cases below
3414 $pve_std_chains = dclone($pve_std_chains_conf);
3415
8aef5177
DM		 3416 if ($vmdata) { # test mode
3417 my $testdir = $vmdata->{testdir} || die "no test directory specified";
3418 my $filename = "$testdir/cluster.fw";
d4cda423 3419 $cluster_conf = load_clusterfw_conf($filename, $verbose);
8aef5177
DM		 3420
3421 $filename = "$testdir/host.fw";
a523e057 3422 $hostfw_conf = load_hostfw_conf($cluster_conf, $filename, $verbose);
8aef5177 3423
a523e057 3424 $vmfw_configs = read_vm_firewall_configs($cluster_conf, $vmdata, $testdir, $verbose);
8aef5177 3425 } else { # normal operation
d4cda423 3426 $cluster_conf = load_clusterfw_conf(undef, $verbose) if !$cluster_conf;
8aef5177 3427
a523e057 3428 $hostfw_conf = load_hostfw_conf($cluster_conf, undef, $verbose) if !$hostfw_conf;
8aef5177
DM		 3429
3430 $vmdata = read_local_vm_config();
a523e057 3431 $vmfw_configs = read_vm_firewall_configs($cluster_conf, $vmdata, undef, $verbose);
8aef5177 3432 }
3dfa8a7f 3433
84025e99 3434 return ({},{},{},{}) if !$cluster_conf->{options}->{enable};
9268573a 3435
525778d7
DM		 3436 my $localnet;
3437 if ($cluster_conf->{aliases}->{local_network}) {
3438 $localnet = $cluster_conf->{aliases}->{local_network}->{cidr};
3439 } else {
afcd29b3
DM		 3440 my $localnet_ver;
3441 ($localnet, $localnet_ver) = parse_ip_or_cidr(local_network() || '127.0.0.0/8');
3442
84025e99 3443 $cluster_conf->{aliases}->{local_network} = {
afcd29b3 3444 name => 'local_network', cidr => $localnet, ipversion => $localnet_ver };
525778d7
DM		 3445 }
3446
3447 push @{$cluster_conf->{ipset}->{management}}, { cidr => $localnet };
bfc488f6 3448
147dd882
WB		 3449 my $ruleset = compile_iptables_filter($cluster_conf, $hostfw_conf, $vmfw_configs, $vmdata, 4, $verbose);
3450 my $rulesetv6 = compile_iptables_filter($cluster_conf, $hostfw_conf, $vmfw_configs, $vmdata, 6, $verbose);
c5e8b008 3451 my $ebtables_ruleset = compile_ebtables_filter($cluster_conf, $hostfw_conf, $vmfw_configs, $vmdata, $verbose);
147dd882
WB		 3452 my $ipset_ruleset = compile_ipsets($cluster_conf, $vmfw_configs, $vmdata);
3453
c5e8b008 3454 return ($ruleset, $ipset_ruleset, $rulesetv6, $ebtables_ruleset);
147dd882
WB		 3455}
3456
3457sub compile_iptables_filter {
3458 my ($cluster_conf, $hostfw_conf, $vmfw_configs, $vmdata, $ipversion, $verbose) = @_;
085fd492 3459
3fa83edf
DM		 3460 my $ruleset = {};
3461
dec84fcd
DM		 3462 ruleset_create_chain($ruleset, "PVEFW-INPUT");
3463 ruleset_create_chain($ruleset, "PVEFW-OUTPUT");
5b1df9a0 3464
fadb13dd 3465 ruleset_create_chain($ruleset, "PVEFW-FORWARD");
e34d0e58 3466
8b27beb9 3467 my $hostfw_options = $hostfw_conf->{options} || {};
fadb13dd 3468
88733a74
AD		 3469 # fixme: what log level should we use here?
3470 my $loglevel = get_option_log_level($hostfw_options, "log_level_out");
3471
b409c8a8
TL		 3472 my $conn_allow_invalid = $hostfw_options->{nf_conntrack_allow_invalid} // 0;
3473 ruleset_chain_add_conn_filters($ruleset, "PVEFW-FORWARD", $conn_allow_invalid, "ACCEPT");
88733a74 3474
e2943485 3475 ruleset_create_chain($ruleset, "PVEFW-FWBR-IN");
88c26d5e 3476 ruleset_chain_add_input_filters($ruleset, "PVEFW-FWBR-IN", $ipversion, $hostfw_options, $cluster_conf, $loglevel);
e2943485 3477
1e9c5070 3478 ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m physdev --physdev-is-bridged --physdev-in fwln+", "-j PVEFW-FWBR-IN");
e2943485
DM		 3479
3480 ruleset_create_chain($ruleset, "PVEFW-FWBR-OUT");
1e9c5070 3481 ruleset_addrule($ruleset, "PVEFW-FORWARD", "-m physdev --physdev-is-bridged --physdev-out fwln+", "-j PVEFW-FWBR-OUT");
e2943485 3482
db8a955f 3483 generate_std_chains($ruleset, $hostfw_options, $ipversion);
fadb13dd 3484
6d2ab017 3485 my $hostfw_enable = !(defined($hostfw_options->{enable}) && ($hostfw_options->{enable} == 0));
2d404ffc 3486
35d1d6da 3487 if ($hostfw_enable) {
aedde2c2 3488 eval { enable_host_firewall($ruleset, $hostfw_conf, $cluster_conf, $ipversion); };
1a9978ed
DM		 3489 warn $@ if $@; # just to be sure - should not happen
3490 }
3fa83edf 3491
6158271d 3492 # generate firewall rules for QEMU VMs
0a0ba19e 3493 foreach my $vmid (sort keys %{$vmdata->{qemu}}) {
1a9978ed
DM		 3494 eval {
3495 my $conf = $vmdata->{qemu}->{$vmid};
3496 my $vmfw_conf = $vmfw_configs->{$vmid};
3497 return if !$vmfw_conf;
1a9978ed 3498
0a0ba19e 3499 foreach my $netid (sort keys %$conf) {
1a9978ed
DM		 3500 next if $netid !~ m/^net(\d+)$/;
3501 my $net = PVE::QemuServer::parse_net($conf->{$netid});
3502 next if !$net->{firewall};
3503 my $iface = "tap${vmid}i$1";
3504
3505 my $macaddr = $net->{macaddr};
3506 generate_tap_rules_direction($ruleset, $cluster_conf, $iface, $netid, $macaddr,
84870b1a 3507 $vmfw_conf, $vmid, 'IN', $ipversion);
1a9978ed 3508 generate_tap_rules_direction($ruleset, $cluster_conf, $iface, $netid, $macaddr,
84870b1a 3509 $vmfw_conf, $vmid, 'OUT', $ipversion);
1a9978ed
DM		 3510 }
3511 };
3512 warn $@ if $@; # just to be sure - should not happen
3fa83edf 3513 }
c8301d63 3514
3b4882dc 3515 # generate firewall rules for LXC containers
0a0ba19e 3516 foreach my $vmid (sort keys %{$vmdata->{lxc}}) {
3b4882dc
AG		 3517 eval {
3518 my $conf = $vmdata->{lxc}->{$vmid};
3519 my $vmfw_conf = $vmfw_configs->{$vmid};
3520 return if !$vmfw_conf;
3521
3b4882dc 3522 if ($vmfw_conf->{options}->{enable}) {
0a0ba19e 3523 foreach my $netid (sort keys %$conf) {
3b4882dc 3524 next if $netid !~ m/^net(\d+)$/;
a7c85d56 3525 my $net = PVE::LXC::Config->parse_lxc_network($conf->{$netid});
3b4882dc
AG		 3526 next if !$net->{firewall};
3527 my $iface = "veth${vmid}i$1";
3528 my $macaddr = $net->{hwaddr};
3529 generate_tap_rules_direction($ruleset, $cluster_conf, $iface, $netid, $macaddr,
3530 $vmfw_conf, $vmid, 'IN', $ipversion);
3531 generate_tap_rules_direction($ruleset, $cluster_conf, $iface, $netid, $macaddr,
3532 $vmfw_conf, $vmid, 'OUT', $ipversion);
3533 }
3534 }
3535 };
3536 warn $@ if $@; # just to be sure - should not happen
3537 }
3538
097820b0 3539 if(ruleset_chain_exist($ruleset, "PVEFW-IPS")){
1e9c5070 3540 ruleset_insertrule($ruleset, "PVEFW-FORWARD", "-m conntrack --ctstate RELATED,ESTABLISHED", "-j PVEFW-IPS");
097820b0
AD		 3541 }
3542
147dd882
WB		 3543 return $ruleset;
3544}
3545
ebf72e49
WB		 3546sub mac_to_linklocal {
3547 my ($macaddr) = @_;
3548 my @parts = split(/:/, $macaddr);
3549 # The standard link local address uses the fe80::/64 prefix with the
3550 # modified EUI-64 identifier derived from the MAC address by flipping the
3551 # universal/local bit and inserting FF:FE in the middle.
3552 # See RFC 4291.
3553 $parts[0] = sprintf("%02x", hex($parts[0]) ^ 0x02);
3554 my @meui64 = (@parts[0,1,2], 'ff', 'fe', @parts[3,4,5]);
3555 return "fe80::$parts[0]$parts[1]:$parts[2]FF:FE$parts[3]:$parts[4]$parts[5]";
3556}
3557
147dd882
WB		 3558sub compile_ipsets {
3559 my ($cluster_conf, $vmfw_configs, $vmdata) = @_;
3560
3561 my $localnet;
3562 if ($cluster_conf->{aliases}->{local_network}) {
3563 $localnet = $cluster_conf->{aliases}->{local_network}->{cidr};
3564 } else {
3565 my $localnet_ver;
3566 ($localnet, $localnet_ver) = parse_ip_or_cidr(local_network() || '127.0.0.0/8');
3567
3568 $cluster_conf->{aliases}->{local_network} = {
3569 name => 'local_network', cidr => $localnet, ipversion => $localnet_ver };
3570 }
3571
3572 push @{$cluster_conf->{ipset}->{management}}, { cidr => $localnet };
3573
3574
3575 my $ipset_ruleset = {};
3576
3577 # generate ipsets for QEMU VMs
3578 foreach my $vmid (keys %{$vmdata->{qemu}}) {
3579 eval {
3580 my $conf = $vmdata->{qemu}->{$vmid};
3581 my $vmfw_conf = $vmfw_configs->{$vmid};
3582 return if !$vmfw_conf;
3583
74601077
WB		 3584 # When the 'ipfilter' option is enabled every device for which there
3585 # is no 'ipfilter-netX' ipset defiend gets an implicit empty default
3586 # ipset.
3587 # The reason is that ipfilter ipsets are always filled with standard
3588 # IPv6 link-local filters.
3589 my $ipsets = $vmfw_conf->{ipset};
3590 my $implicit_sets = {};
3591
ebf72e49
WB		 3592 my $device_ips = {};
3593 foreach my $netid (keys %$conf) {
3594 next if $netid !~ m/^net(\d+)$/;
3595 my $net = PVE::QemuServer::parse_net($conf->{$netid});
3596 next if !$net->{firewall};
3597
74601077
WB		 3598 if ($vmfw_conf->{options}->{ipfilter} && !$ipsets->{"ipfilter-$netid"}) {
3599 $implicit_sets->{"ipfilter-$netid"} = [];
3600 }
3601
ebf72e49
WB		 3602 my $macaddr = $net->{macaddr};
3603 my $linklocal = mac_to_linklocal($macaddr);
3604 $device_ips->{$netid} = [
3605 { cidr => $linklocal },
3606 { cidr => 'fe80::/10', nomatch => 1 }
3607 ];
3608 }
3609
74601077
WB		 3610 generate_ipset_chains($ipset_ruleset, $cluster_conf, $vmfw_conf, $device_ips, $ipsets);
3611 generate_ipset_chains($ipset_ruleset, $cluster_conf, $vmfw_conf, $device_ips, $implicit_sets);
147dd882
WB		 3612 };
3613 warn $@ if $@; # just to be sure - should not happen
3614 }
3615
3616 # generate firewall rules for LXC containers
3617 foreach my $vmid (keys %{$vmdata->{lxc}}) {
aa229652
WB		 3618 eval {
3619 my $conf = $vmdata->{lxc}->{$vmid};
3620 my $vmfw_conf = $vmfw_configs->{$vmid};
3621 return if !$vmfw_conf;
147dd882 3622
74601077
WB		 3623 # When the 'ipfilter' option is enabled every device for which there
3624 # is no 'ipfilter-netX' ipset defiend gets an implicit empty default
3625 # ipset.
3626 # The reason is that ipfilter ipsets are always filled with standard
383fe679
WB		 3627 # IPv6 link-local filters, as well as the IP addresses configured
3628 # for the container.
74601077
WB		 3629 my $ipsets = $vmfw_conf->{ipset};
3630 my $implicit_sets = {};
3631
ebf72e49
WB		 3632 my $device_ips = {};
3633 foreach my $netid (keys %$conf) {
3634 next if $netid !~ m/^net(\d+)$/;
a7c85d56 3635 my $net = PVE::LXC::Config->parse_lxc_network($conf->{$netid});
ebf72e49
WB		 3636 next if !$net->{firewall};
3637
74601077
WB		 3638 if ($vmfw_conf->{options}->{ipfilter} && !$ipsets->{"ipfilter-$netid"}) {
3639 $implicit_sets->{"ipfilter-$netid"} = [];
3640 }
3641
ebf72e49
WB		 3642 my $macaddr = $net->{hwaddr};
3643 my $linklocal = mac_to_linklocal($macaddr);
383fe679 3644 my $set = $device_ips->{$netid} = [
ebf72e49
WB		 3645 { cidr => $linklocal },
3646 { cidr => 'fe80::/10', nomatch => 1 }
3647 ];
37ef1ce1 3648 if (defined($net->{ip}) && $net->{ip} =~ m!^($IPV4RE)(?:/\d+)?$!) {
383fe679
WB		 3649 push @$set, { cidr => $1 };
3650 }
37ef1ce1 3651 if (defined($net->{ip6}) && $net->{ip6} =~ m!^($IPV6RE)(?:/\d+)?$!) {
383fe679
WB		 3652 push @$set, { cidr => $1 };
3653 }
ebf72e49
WB		 3654 }
3655
74601077
WB		 3656 generate_ipset_chains($ipset_ruleset, $cluster_conf, $vmfw_conf, $device_ips, $ipsets);
3657 generate_ipset_chains($ipset_ruleset, $cluster_conf, $vmfw_conf, $device_ips, $implicit_sets);
aa229652
WB		 3658 };
3659 warn $@ if $@; # just to be sure - should not happen
147dd882
WB		 3660 }
3661
74601077 3662 generate_ipset_chains($ipset_ruleset, undef, $cluster_conf, undef, $cluster_conf->{ipset});
27083984 3663
147dd882 3664 return $ipset_ruleset;
3fa83edf
DM		 3665}
3666
c5e8b008
AD		 3667sub compile_ebtables_filter {
3668 my ($cluster_conf, $hostfw_conf, $vmfw_configs, $vmdata, $verbose) = @_;
3669
2549e7ef 3670 if (!($cluster_conf->{options}->{ebtables} // 1)) {
84025e99
SI		 3671 return {};
3672 }
c5e8b008
AD		 3673
3674 my $ruleset = {};
3675
3676 ruleset_create_chain($ruleset, "PVEFW-FORWARD");
3677
c5e8b008
AD		 3678 ruleset_create_chain($ruleset, "PVEFW-FWBR-OUT");
3679 #for ipv4 and ipv6, check macaddress in iptables, so we use conntrack 'ESTABLISHED', to speedup rules
3680 ruleset_addrule($ruleset, 'PVEFW-FORWARD', '-p IPv4', '-j ACCEPT');
3681 ruleset_addrule($ruleset, 'PVEFW-FORWARD', '-p IPv6', '-j ACCEPT');
3682 ruleset_addrule($ruleset, 'PVEFW-FORWARD', '-o fwln+', '-j PVEFW-FWBR-OUT');
3683
3684 # generate firewall rules for QEMU VMs
2e30c5c7 3685 foreach my $vmid (sort keys %{$vmdata->{qemu}}) {
c5e8b008
AD		 3686 eval {
3687 my $conf = $vmdata->{qemu}->{$vmid};
3688 my $vmfw_conf = $vmfw_configs->{$vmid};
3689 return if !$vmfw_conf;
3690
4a1072dd 3691 foreach my $netid (sort keys %$conf) {
c5e8b008
AD		 3692 next if $netid !~ m/^net(\d+)$/;
3693 my $net = PVE::QemuServer::parse_net($conf->{$netid});
3694 next if !$net->{firewall};
3695 my $iface = "tap${vmid}i$1";
3696 my $macaddr = $net->{macaddr};
3697
3698 generate_tap_layer2filter($ruleset, $iface, $macaddr, $vmfw_conf, $vmid);
3699
3700 }
3701 };
3702 warn $@ if $@; # just to be sure - should not happen
3703 }
3704
3705 # generate firewall rules for LXC containers
2e30c5c7 3706 foreach my $vmid (sort keys %{$vmdata->{lxc}}) {
c5e8b008
AD		 3707 eval {
3708 my $conf = $vmdata->{lxc}->{$vmid};
3709
3710 my $vmfw_conf = $vmfw_configs->{$vmid};
3711 return if !$vmfw_conf || !$vmfw_conf->{options}->{enable};
3712
4a1072dd 3713 foreach my $netid (sort keys %$conf) {
c5e8b008
AD		 3714 next if $netid !~ m/^net(\d+)$/;
3715 my $net = PVE::LXC::Config->parse_lxc_network($conf->{$netid});
3716 next if !$net->{firewall};
3717 my $iface = "veth${vmid}i$1";
3718 my $macaddr = $net->{hwaddr};
3719 generate_tap_layer2filter($ruleset, $iface, $macaddr, $vmfw_conf, $vmid);
3720 }
3721 };
3722 warn $@ if $@; # just to be sure - should not happen
3723 }
3724
3725 return $ruleset;
3726}
3727
3728sub generate_tap_layer2filter {
3729 my ($ruleset, $iface, $macaddr, $vmfw_conf, $vmid) = @_;
3730 my $options = $vmfw_conf->{options};
3731
3732 my $tapchain = $iface."-OUT";
3733
3734 # ebtables remove zeros from mac pairs
3735 $macaddr =~ s/0([0-9a-f])/$1/ig;
3736 $macaddr = lc($macaddr);
3737
3738 ruleset_create_chain($ruleset, $tapchain);
3739
3740 if (defined($macaddr) && !(defined($options->{macfilter}) && $options->{macfilter} == 0)) {
3741 ruleset_addrule($ruleset, $tapchain, "-s ! $macaddr", '-j DROP');
3742 }
3743
3744 if (defined($options->{layer2_protocols})){
3745 foreach my $proto (split(/,/, $options->{layer2_protocols})) {
3746 ruleset_addrule($ruleset, $tapchain, "-p $proto", '-j ACCEPT');
3747 }
3748 ruleset_addrule($ruleset, $tapchain, '', "-j DROP");
3749 } else {
3750 ruleset_addrule($ruleset, $tapchain, '', '-j ACCEPT');
3751 }
3752
3753 ruleset_addrule($ruleset, 'PVEFW-FWBR-OUT', "-i $iface", "-j $tapchain");
3754}
3755
84025e99
SI		 3756# the parameter $change_only_regex changes two things if defined:
3757# * all chains not matching it will be left intact
3758# * both the $active_chains hash and the returned status_hash have different
3759# structure (they contain a key named 'rules').
3fa83edf 3760sub get_ruleset_status {
84025e99 3761 my ($ruleset, $active_chains, $digest_fn, $verbose, $change_only_regex) = @_;
3fa83edf
DM		 3762
3763 my $statushash = {};
3764
3765 foreach my $chain (sort keys %$ruleset) {
84025e99
SI		 3766 my $rules = $ruleset->{$chain};
3767 my $sig = &$digest_fn($rules);
3768 my $oldsig;
9bf7d929 3769
3fa83edf 3770 $statushash->{$chain}->{sig} = $sig;
84025e99
SI		 3771 if (defined($change_only_regex)) {
3772 $oldsig = $active_chains->{$chain}->{sig};
3773 $statushash->{$chain}->{rules} = $rules;
3774 } else {
3775 $oldsig = $active_chains->{$chain};
3776 }
3fa83edf
DM		 3777 if (!defined($oldsig)) {
3778 $statushash->{$chain}->{action} = 'create';
3779 } else {
3780 if ($oldsig eq $sig) {
3781 $statushash->{$chain}->{action} = 'exists';
3782 } else {
3783 $statushash->{$chain}->{action} = 'update';
3784 }
3785 }
84025e99
SI		 3786 if ($verbose) {
3787 print "$statushash->{$chain}->{action} $chain ($sig)\n";
3788 foreach my $cmd (@{$rules}) {
3789 print "\t$cmd\n";
3790 }
3fa83edf
DM		 3791 }
3792 }
3793
3794 foreach my $chain (sort keys %$active_chains) {
84025e99
SI		 3795 next if defined($ruleset->{$chain});
3796 my $action = 'delete';
d9551052 3797 my $sig = $active_chains->{$chain};
84025e99
SI		 3798 if (defined($change_only_regex)) {
3799 $action = 'ignore' if ($chain !~ m/$change_only_regex/);
3800 $statushash->{$chain}->{rules} = $active_chains->{$chain}->{rules};
d9551052 3801 $sig = $sig->{sig};
84025e99 3802 }
84025e99
SI		 3803 $statushash->{$chain}->{action} = $action;
3804 $statushash->{$chain}->{sig} = $sig;
3805 print "$action $chain ($sig)\n" if $verbose;
6158271d 3806 }
2a052ee3 3807
3fa83edf
DM		 3808 return $statushash;
3809}
3810
3fa83edf
DM		 3811sub print_sig_rule {
3812 my ($chain, $sig) = @_;
3813
09d5f68e
DM		 3814 # We just use this to store a SHA1 checksum used to detect changes
3815 return "-A $chain -m comment --comment \"PVESIG:$sig\"\n";
b6360c3f
DM		 3816}
3817
df7cb349 3818sub get_ruleset_cmdlist {
17da5c0f 3819 my ($ruleset, $verbose, $iptablescmd) = @_;
3fa83edf 3820
3fa83edf 3821 my $cmdlist = "*filter\n"; # we pass this to iptables-restore;
cbb5d6f3 3822
17da5c0f 3823 my ($active_chains, $hooks) = iptables_get_chains($iptablescmd);
4bd0a9c4 3824 my $statushash = get_ruleset_status($ruleset, $active_chains, \&iptables_chain_digest, $verbose);
3fa83edf
DM		 3825
3826 # create missing chains first
3827 foreach my $chain (sort keys %$ruleset) {
3828 my $stat = $statushash->{$chain};
3829 die "internal error" if !$stat;
3830 next if $stat->{action} ne 'create';
886aba9c 3831
3fa83edf
DM		 3832 $cmdlist .= ":$chain - [0:0]\n";
3833 }
3834
4bd0a9c4 3835 foreach my $h (qw(INPUT OUTPUT FORWARD)) {
55fad3b7
DM		 3836 my $chain = "PVEFW-$h";
3837 if ($ruleset->{$chain} && !$hooks->{$h}) {
3838 $cmdlist .= "-A $h -j $chain\n";
4bd0a9c4 3839 }
3fa83edf
DM		 3840 }
3841
3842 foreach my $chain (sort keys %$ruleset) {
3843 my $stat = $statushash->{$chain};
3844 die "internal error" if !$stat;
3845
3846 if ($stat->{action} eq 'update' || $stat->{action} eq 'create') {
3847 $cmdlist .= "-F $chain\n";
3848 foreach my $cmd (@{$ruleset->{$chain}}) {
3849 $cmdlist .= "$cmd\n";
3850 }
3851 $cmdlist .= print_sig_rule($chain, $stat->{sig});
3852 } elsif ($stat->{action} eq 'delete') {
f5d28682 3853 die "internal error"; # this should not happen
3fa83edf
DM		 3854 } elsif ($stat->{action} eq 'exists') {
3855 # do nothing
3856 } else {
3857 die "internal error - unknown status '$stat->{action}'";
3858 }
3859 }
3860
f5d28682
DM		 3861 foreach my $chain (keys %$statushash) {
3862 next if $statushash->{$chain}->{action} ne 'delete';
3863 $cmdlist .= "-F $chain\n";
3864 }
3865 foreach my $chain (keys %$statushash) {
3866 next if $statushash->{$chain}->{action} ne 'delete';
fadb13dd
DM		 3867 next if $chain eq 'PVEFW-INPUT';
3868 next if $chain eq 'PVEFW-OUTPUT';
3869 next if $chain eq 'PVEFW-FORWARD';
f5d28682
DM		 3870 $cmdlist .= "-X $chain\n";
3871 }
3872
3f95d14a 3873 my $changes = $cmdlist ne "*filter\n" ? 1 : 0;
4bd0a9c4 3874
3fa83edf
DM		 3875 $cmdlist .= "COMMIT\n";
3876
3f95d14a 3877 return wantarray ? ($cmdlist, $changes) : $cmdlist;
6b9f68a2
DM		 3878}
3879
d4a23c88 3880my $pve_ebtables_chainname_regex = qr/PVEFW-\S+|(?:tap|veth)\d+i\d+-(?:IN|OUT)/;
84025e99 3881
151c209e
AD		 3882sub get_ebtables_cmdlist {
3883 my ($ruleset, $verbose) = @_;
3884
3885 my $changes = 0;
3886 my $cmdlist = "*filter\n";
3887
84025e99
SI		 3888 my $active_chains = ebtables_get_chains();
3889 my $statushash = get_ruleset_status($ruleset, $active_chains,
3890 \&iptables_chain_digest, $verbose,
3891 $pve_ebtables_chainname_regex);
151c209e 3892
84025e99
SI		 3893 # create chains first and make sure PVE rules are evaluated if active
3894 my $append_pve_to_forward = '-A FORWARD -j PVEFW-FORWARD';
3895 my $pve_include = 0;
3896 foreach my $chain (sort keys %$statushash) {
3897 next if ($statushash->{$chain}->{action} eq 'delete');
151c209e 3898 $cmdlist .= ":$chain ACCEPT\n";
84025e99 3899 $pve_include = 1 if ($chain eq 'PVEFW-FORWARD');
151c209e
AD		 3900 }
3901
84025e99 3902 foreach my $chain (sort keys %$statushash) {
151c209e 3903 my $stat = $statushash->{$chain};
84025e99
SI		 3904 next if ($stat->{action} eq 'delete');
3905 $changes = 1 if ($stat->{action} !~ 'ignore|exists');
151c209e 3906
84025e99
SI		 3907 foreach my $cmd (@{$statushash->{$chain}->{'rules'}}) {
3908 if ($chain eq 'FORWARD' && $cmd eq $append_pve_to_forward) {
3909 next if ! $pve_include;
3910 $pve_include = 0;
3911 }
151c209e
AD		 3912 $cmdlist .= "$cmd\n";
3913 }
3914 }
84025e99 3915 $cmdlist .= "$append_pve_to_forward\n" if $pve_include;
151c209e
AD		 3916
3917 return wantarray ? ($cmdlist, $changes) : $cmdlist;
3918}
3919
34cdedfa 3920sub get_ipset_cmdlist {
dd7a13fd 3921 my ($ruleset, $verbose) = @_;
34cdedfa
AD		 3922
3923 my $cmdlist = "";
3924
dd7a13fd
DM		 3925 my $delete_cmdlist = "";
3926
4bd0a9c4
DM		 3927 my $active_chains = ipset_get_chains();
3928 my $statushash = get_ruleset_status($ruleset, $active_chains, \&ipset_chain_digest, $verbose);
34cdedfa 3929
e34d0e58 3930 # remove stale _swap chains
30f1b100
DM		 3931 foreach my $chain (keys %$active_chains) {
3932 if ($chain =~ m/^PVEFW-\S+_swap$/) {
3933 $cmdlist .= "destroy $chain\n";
3934 }
3935 }
3936
c69cf614 3937 foreach my $chain (keys %$ruleset) {
c69cf614
DM		 3938 my $stat = $statushash->{$chain};
3939 die "internal error" if !$stat;
3940
3941 if ($stat->{action} eq 'create') {
3942 foreach my $cmd (@{$ruleset->{$chain}}) {
3943 $cmdlist .= "$cmd\n";
3944 }
3945 }
3946 }
3947
3948 foreach my $chain (keys %$ruleset) {
6d959e3f
DM		 3949 my $stat = $statushash->{$chain};
3950 die "internal error" if !$stat;
34cdedfa 3951
dd7a13fd
DM		 3952 if ($stat->{action} eq 'update') {
3953 my $chain_swap = $chain."_swap";
cbb5d6f3 3954
dd7a13fd
DM		 3955 foreach my $cmd (@{$ruleset->{$chain}}) {
3956 $cmd =~ s/$chain/$chain_swap/;
3957 $cmdlist .= "$cmd\n";
34cdedfa 3958 }
dd7a13fd
DM		 3959 $cmdlist .= "swap $chain_swap $chain\n";
3960 $cmdlist .= "flush $chain_swap\n";
3961 $cmdlist .= "destroy $chain_swap\n";
2a052ee3 3962 }
dd7a13fd 3963 }
3f95d14a 3964
88c26d5e 3965 # the remove unused chains
c69cf614 3966 foreach my $chain (keys %$statushash) {
dd7a13fd 3967 next if $statushash->{$chain}->{action} ne 'delete';
2a052ee3 3968
dd7a13fd
DM		 3969 $delete_cmdlist .= "flush $chain\n";
3970 $delete_cmdlist .= "destroy $chain\n";
34cdedfa
AD		 3971 }
3972
dd7a13fd 3973 my $changes = ($cmdlist || $delete_cmdlist) ? 1 : 0;
cbb5d6f3 3974
dd7a13fd 3975 return ($cmdlist, $delete_cmdlist, $changes);
34cdedfa
AD		 3976}
3977
6b9f68a2 3978sub apply_ruleset {
151c209e 3979 my ($ruleset, $hostfw_conf, $ipset_ruleset, $rulesetv6, $ebtables_ruleset, $verbose) = @_;
6b9f68a2
DM		 3980
3981 enable_bridge_firewall();
3982
cbb5d6f3 3983 my ($ipset_create_cmdlist, $ipset_delete_cmdlist, $ipset_changes) =
9a462317 3984 get_ipset_cmdlist($ipset_ruleset, $verbose);
6b9f68a2 3985
81a0bf43 3986 my ($cmdlist, $changes) = get_ruleset_cmdlist($ruleset, $verbose);
17da5c0f 3987 my ($cmdlistv6, $changesv6) = get_ruleset_cmdlist($rulesetv6, $verbose, "ip6tables");
151c209e 3988 my ($ebtables_cmdlist, $ebtables_changes) = get_ebtables_cmdlist($ebtables_ruleset, $verbose);
2a052ee3 3989
81a0bf43
DM		 3990 if ($verbose) {
3991 if ($ipset_changes) {
3992 print "ipset changes:\n";
3993 print $ipset_create_cmdlist if $ipset_create_cmdlist;
3994 print $ipset_delete_cmdlist if $ipset_delete_cmdlist;
3995 }
3f95d14a 3996
81a0bf43
DM		 3997 if ($changes) {
3998 print "iptables changes:\n";
3999 print $cmdlist;
4000 }
17da5c0f
AD		 4001
4002 if ($changesv6) {
4003 print "ip6tables changes:\n";
4004 print $cmdlistv6;
4005 }
151c209e
AD		 4006
4007 if ($ebtables_changes) {
4008 print "ebtables changes:\n";
4009 print $ebtables_cmdlist;
4010 }
81a0bf43 4011 }
3fa83edf 4012
259db1e6
DM		 4013 my $tmpfile = "$pve_fw_status_dir/ipsetcmdlist1";
4014 PVE::Tools::file_set_contents($tmpfile, $ipset_create_cmdlist || '');
4015
2a052ee3 4016 ipset_restore_cmdlist($ipset_create_cmdlist);
34cdedfa 4017
259db1e6
DM		 4018 $tmpfile = "$pve_fw_status_dir/ip4cmdlist";
4019 PVE::Tools::file_set_contents($tmpfile, $cmdlist || '');
4020
3fa83edf 4021 iptables_restore_cmdlist($cmdlist);
259db1e6
DM		 4022
4023 $tmpfile = "$pve_fw_status_dir/ip6cmdlist";
4024 PVE::Tools::file_set_contents($tmpfile, $cmdlistv6 || '');
4025
17da5c0f 4026 ip6tables_restore_cmdlist($cmdlistv6);
3fa83edf 4027
259db1e6
DM		 4028 $tmpfile = "$pve_fw_status_dir/ipsetcmdlist2";
4029 PVE::Tools::file_set_contents($tmpfile, $ipset_delete_cmdlist || '');
4030
dd7a13fd 4031 ipset_restore_cmdlist($ipset_delete_cmdlist) if $ipset_delete_cmdlist;
2a052ee3 4032
151c209e
AD		 4033 ebtables_restore_cmdlist($ebtables_cmdlist);
4034
4035 $tmpfile = "$pve_fw_status_dir/ebtablescmdlist";
4036 PVE::Tools::file_set_contents($tmpfile, $ebtables_cmdlist || '');
4037
6158271d 4038 # test: re-read status and check if everything is up to date
4bd0a9c4 4039 my $active_chains = iptables_get_chains();
81a0bf43 4040 my $statushash = get_ruleset_status($ruleset, $active_chains, \&iptables_chain_digest, 0);
3fa83edf
DM		 4041
4042 my $errors;
4043 foreach my $chain (sort keys %$ruleset) {
4044 my $stat = $statushash->{$chain};
4045 if ($stat->{action} ne 'exists') {
4046 warn "unable to update chain '$chain'\n";
4047 $errors = 1;
4048 }
4049 }
b6360c3f 4050
17da5c0f
AD		 4051 my $active_chainsv6 = iptables_get_chains("ip6tables");
4052 my $statushashv6 = get_ruleset_status($rulesetv6, $active_chainsv6, \&iptables_chain_digest, 0);
4053
4054 foreach my $chain (sort keys %$rulesetv6) {
4055 my $stat = $statushashv6->{$chain};
4056 if ($stat->{action} ne 'exists') {
4057 warn "unable to update chain '$chain'\n";
4058 $errors = 1;
4059 }
4060 }
4061
151c209e 4062 my $active_ebtables_chains = ebtables_get_chains();
84025e99
SI		 4063 my $ebtables_statushash = get_ruleset_status($ebtables_ruleset,
4064 $active_ebtables_chains, \&iptables_chain_digest,
4065 0, $pve_ebtables_chainname_regex);
151c209e
AD		 4066
4067 foreach my $chain (sort keys %$ebtables_ruleset) {
4068 my $stat = $ebtables_statushash->{$chain};
4069 if ($stat->{action} ne 'exists') {
4070 warn "ebtables : unable to update chain '$chain'\n";
4071 $errors = 1;
4072 }
4073 }
4074
3fa83edf 4075 die "unable to apply firewall changes\n" if $errors;
46a2ac1f
AD		 4076
4077 update_nf_conntrack_max($hostfw_conf);
4078
4079 update_nf_conntrack_tcp_timeout_established($hostfw_conf);
4080
6c27f4f3 4081 update_nf_conntrack_logging($hostfw_conf);
b6360c3f
DM		 4082}
4083
490cdead
DM		 4084sub update_nf_conntrack_max {
4085 my ($hostfw_conf) = @_;
4086
4087 my $max = 65536; # reasonable default
4088
4089 my $options = $hostfw_conf->{options} || {};
4090
4091 if (defined($options->{nf_conntrack_max}) && ($options->{nf_conntrack_max} > $max)) {
4092 $max = $options->{nf_conntrack_max};
4093 $max = int(($max+ 8191)/8192)*8192; # round to multiples of 8192
4094 }
4095
4096 my $filename_nf_conntrack_max = "/proc/sys/net/nf_conntrack_max";
4097 my $filename_hashsize = "/sys/module/nf_conntrack/parameters/hashsize";
4098
4099 my $current = int(PVE::Tools::file_read_firstline($filename_nf_conntrack_max) || $max);
4100
4101 if ($current != $max) {
4102 my $hashsize = int($max/4);
4103 PVE::ProcFSTools::write_proc_entry($filename_hashsize, $hashsize);
4104 PVE::ProcFSTools::write_proc_entry($filename_nf_conntrack_max, $max);
4105 }
4106}
4107
28c082a1
AD		 4108sub update_nf_conntrack_tcp_timeout_established {
4109 my ($hostfw_conf) = @_;
4110
4111 my $options = $hostfw_conf->{options} || {};
4112
4113 my $value = defined($options->{nf_conntrack_tcp_timeout_established}) ? $options->{nf_conntrack_tcp_timeout_established} : 432000;
4114
4115 PVE::ProcFSTools::write_proc_entry("/proc/sys/net/netfilter/nf_conntrack_tcp_timeout_established", $value);
4116}
4117
6c27f4f3
DL		 4118my $log_nf_conntrack_enabled = undef;
4119sub update_nf_conntrack_logging {
4120 my ($hostfw_conf) = @_;
4121
4122 my $options = $hostfw_conf->{options} || {};
4123 my $value = $options->{log_nf_conntrack} || 0;
4124 if (!defined($log_nf_conntrack_enabled)
4125 || $value != $log_nf_conntrack_enabled)
4126 {
4127 my $tmpfile = "$pve_fw_status_dir/log_nf_conntrack";
4128 PVE::Tools::file_set_contents($tmpfile, $value);
4129
4130 PVE::Tools::run_command([qw(systemctl try-reload-or-restart pvefw-logger.service)]);
4131 $log_nf_conntrack_enabled = $value;
4132 }
4133}
4134
c4a2e5ae
DM		 4135sub remove_pvefw_chains {
4136
7b7b2654
AD		 4137 PVE::Firewall::remove_pvefw_chains_iptables("iptables");
4138 PVE::Firewall::remove_pvefw_chains_iptables("ip6tables");
4139 PVE::Firewall::remove_pvefw_chains_ipset();
4140
4141}
4142
4143sub remove_pvefw_chains_iptables {
4144 my ($iptablescmd) = @_;
4145
4146 my ($chash, $hooks) = iptables_get_chains($iptablescmd);
c4a2e5ae
DM		 4147 my $cmdlist = "*filter\n";
4148
4149 foreach my $h (qw(INPUT OUTPUT FORWARD)) {
4150 if ($hooks->{$h}) {
4151 $cmdlist .= "-D $h -j PVEFW-$h\n";
4152 }
4153 }
cbb5d6f3 4154
c4a2e5ae
DM		 4155 foreach my $chain (keys %$chash) {
4156 $cmdlist .= "-F $chain\n";
4157 }
4158
4159 foreach my $chain (keys %$chash) {
4160 $cmdlist .= "-X $chain\n";
4161 }
4162 $cmdlist .= "COMMIT\n";
4163
7b7b2654
AD		 4164 if($iptablescmd eq "ip6tables") {
4165 ip6tables_restore_cmdlist($cmdlist);
4166 } else {
4167 iptables_restore_cmdlist($cmdlist);
4168 }
4169}
4170
4171sub remove_pvefw_chains_ipset {
55fad3b7
DM		 4172
4173 my $ipset_chains = ipset_get_chains();
4174
7b7b2654 4175 my $cmdlist = "";
55fad3b7
DM		 4176
4177 foreach my $chain (keys %$ipset_chains) {
88c26d5e
DM		 4178 $cmdlist .= "flush $chain\n";
4179 $cmdlist .= "destroy $chain\n";
55fad3b7
DM		 4180 }
4181
7b7b2654 4182 ipset_restore_cmdlist($cmdlist) if $cmdlist;
c4a2e5ae
DM		 4183}
4184
8b453a09
DM		 4185sub init {
4186 my $cluster_conf = load_clusterfw_conf();
4187 my $cluster_options = $cluster_conf->{options};
4188 my $enable = $cluster_options->{enable};
4189
4190 return if !$enable;
4191
4192 # load required modules here
4193}
4194
6b9f68a2 4195sub update {
6b9f68a2 4196 my $code = sub {
3dfa8a7f
DM		 4197
4198 my $cluster_conf = load_clusterfw_conf();
4199 my $cluster_options = $cluster_conf->{options};
4200
55fad3b7 4201 if (!$cluster_options->{enable}) {
b22130d3 4202 PVE::Firewall::remove_pvefw_chains();
3dfa8a7f
DM		 4203 return;
4204 }
4205
50f9a28d 4206 my $hostfw_conf = load_hostfw_conf($cluster_conf);
3dfa8a7f 4207
c5e8b008 4208 my ($ruleset, $ipset_ruleset, $rulesetv6, $ebtables_ruleset) = compile($cluster_conf, $hostfw_conf);
490cdead 4209
151c209e 4210 apply_ruleset($ruleset, $hostfw_conf, $ipset_ruleset, $rulesetv6, $ebtables_ruleset);
6b9f68a2
DM		 4211 };
4212
4213 run_locked($code);
4214}
4215
b6360c3f 42161;
Firewall test scripts