]>
Commit | Line | Data |
---|---|---|
4050fcc1 | 1 | package PVE::CephConfig; |
9b7ba1db AA |
2 | |
3 | use strict; | |
4 | use warnings; | |
5 | use Net::IP; | |
6 | use PVE::Tools qw(run_command); | |
71be0113 | 7 | use PVE::Cluster qw(cfs_register_file); |
9b7ba1db | 8 | |
71be0113 DC |
9 | cfs_register_file('ceph.conf', |
10 | \&parse_ceph_config, | |
11 | \&write_ceph_config); | |
e34ce144 | 12 | |
71be0113 DC |
13 | sub parse_ceph_config { |
14 | my ($filename, $raw) = @_; | |
e34ce144 | 15 | |
71be0113 | 16 | my $cfg = {}; |
5b5534a9 | 17 | return $cfg if !defined($raw); |
e34ce144 | 18 | |
71be0113 | 19 | my @lines = split /\n/, $raw; |
e34ce144 AA |
20 | |
21 | my $section; | |
22 | ||
23 | foreach my $line (@lines) { | |
c835d9ec | 24 | $line =~ s/#.*$//; |
e34ce144 | 25 | $line =~ s/^\s+//; |
c835d9ec | 26 | $line =~ s/^;.*$//; |
e34ce144 AA |
27 | $line =~ s/\s+$//; |
28 | next if !$line; | |
29 | ||
30 | $section = $1 if $line =~ m/^\[(\S+)\]$/; | |
31 | if (!$section) { | |
32 | warn "no section - skip: $line\n"; | |
33 | next; | |
34 | } | |
35 | ||
36 | if ($line =~ m/^(.*?\S)\s*=\s*(\S.*)$/) { | |
9841fa31 | 37 | my ($key, $val) = ($1, $2); |
60fd7082 | 38 | # ceph treats ' ', '_' and '-' in keys the same, so lets do too |
9841fa31 DC |
39 | $key =~ s/[-\ ]/_/g; |
40 | $cfg->{$section}->{$key} = $val; | |
e34ce144 AA |
41 | } |
42 | ||
43 | } | |
44 | ||
45 | return $cfg; | |
71be0113 DC |
46 | } |
47 | ||
48 | my $parse_ceph_file = sub { | |
49 | my ($filename) = @_; | |
50 | ||
51 | my $cfg = {}; | |
52 | ||
53 | return $cfg if ! -f $filename; | |
54 | ||
55 | my $content = PVE::Tools::file_get_contents($filename); | |
56 | ||
57 | return parse_ceph_config($filename, $content); | |
e34ce144 AA |
58 | }; |
59 | ||
71be0113 DC |
60 | sub write_ceph_config { |
61 | my ($filename, $cfg) = @_; | |
62 | ||
63 | my $out = ''; | |
64 | ||
65 | my $cond_write_sec = sub { | |
66 | my $re = shift; | |
67 | ||
e3841826 | 68 | foreach my $section (sort keys %$cfg) { |
71be0113 DC |
69 | next if $section !~ m/^$re$/; |
70 | $out .= "[$section]\n"; | |
71 | foreach my $key (sort keys %{$cfg->{$section}}) { | |
72 | $out .= "\t $key = $cfg->{$section}->{$key}\n"; | |
73 | } | |
74 | $out .= "\n"; | |
75 | } | |
76 | }; | |
77 | ||
78 | &$cond_write_sec('global'); | |
79 | &$cond_write_sec('client'); | |
80 | ||
81 | &$cond_write_sec('mds'); | |
82 | &$cond_write_sec('mon'); | |
83 | &$cond_write_sec('osd'); | |
84 | &$cond_write_sec('mgr'); | |
85 | ||
86 | &$cond_write_sec('mds\..*'); | |
87 | &$cond_write_sec('mon\..*'); | |
88 | &$cond_write_sec('osd\..*'); | |
89 | &$cond_write_sec('mgr\..*'); | |
90 | ||
91 | return $out; | |
92 | } | |
93 | ||
e34ce144 AA |
94 | my $ceph_get_key = sub { |
95 | my ($keyfile, $username) = @_; | |
96 | ||
97 | my $key = $parse_ceph_file->($keyfile); | |
98 | my $secret = $key->{"client.$username"}->{key}; | |
99 | ||
100 | return $secret; | |
101 | }; | |
102 | ||
c8a32345 DC |
103 | my $get_host = sub { |
104 | my ($hostport) = @_; | |
105 | my ($host, $port) = PVE::Tools::parse_host_and_port($hostport); | |
106 | if (!defined($host)) { | |
107 | return ""; | |
108 | } | |
109 | $port = defined($port) ? ":$port" : ''; | |
110 | $host = "[$host]" if Net::IP::ip_is_ipv6($host); | |
111 | return "${host}${port}"; | |
112 | }; | |
113 | ||
e34ce144 AA |
114 | sub get_monaddr_list { |
115 | my ($configfile) = shift; | |
116 | ||
e34ce144 AA |
117 | if (!defined($configfile)) { |
118 | warn "No ceph config specified\n"; | |
119 | return; | |
120 | } | |
121 | ||
122 | my $config = $parse_ceph_file->($configfile); | |
e34ce144 | 123 | |
5b79dac9 | 124 | my $monhostlist = {}; |
4b3088a0 | 125 | |
ffc31266 | 126 | # get all ip addresses from mon_host |
5b79dac9 DC |
127 | my $monhosts = [ split (/[ ,;]+/, $config->{global}->{mon_host} // "") ]; |
128 | ||
129 | foreach my $monhost (@$monhosts) { | |
130 | $monhost =~ s/^\[?v\d\://; # remove beginning of vector | |
131 | $monhost =~ s|/\d+\]?||; # remove end of vector | |
132 | my $host = $get_host->($monhost); | |
133 | if ($host ne "") { | |
134 | $monhostlist->{$host} = 1; | |
135 | } | |
136 | } | |
137 | ||
138 | # then get all addrs from mon. sections | |
139 | for my $section ( keys %$config ) { | |
140 | next if $section !~ m/^mon\./; | |
141 | ||
142 | if (my $addr = $config->{$section}->{mon_addr}) { | |
143 | $monhostlist->{$addr} = 1; | |
144 | } | |
145 | } | |
146 | ||
147 | return join(',', sort keys %$monhostlist); | |
148 | } | |
e34ce144 | 149 | |
9b7ba1db AA |
150 | sub hostlist { |
151 | my ($list_text, $separator) = @_; | |
152 | ||
153 | my @monhostlist = PVE::Tools::split_list($list_text); | |
c8a32345 | 154 | return join($separator, map { $get_host->($_) } @monhostlist); |
9b7ba1db AA |
155 | } |
156 | ||
5527c824 TL |
157 | my $ceph_check_keyfile = sub { |
158 | my ($filename, $type) = @_; | |
159 | ||
160 | return if ! -f $filename; | |
161 | ||
162 | my $content = PVE::Tools::file_get_contents($filename); | |
163 | eval { | |
164 | die if !$content; | |
165 | ||
166 | if ($type eq 'rbd') { | |
167 | die if $content !~ /\s*\[\S+\]\s*key\s*=\s*\S+==\s*$/m; | |
168 | } elsif ($type eq 'cephfs') { | |
169 | die if $content !~ /\S+==\s*$/; | |
170 | } | |
171 | }; | |
172 | die "Not a proper $type authentication file: $filename\n" if $@; | |
173 | ||
174 | return undef; | |
175 | }; | |
176 | ||
9b7ba1db AA |
177 | sub ceph_connect_option { |
178 | my ($scfg, $storeid, %options) = @_; | |
179 | ||
180 | my $cmd_option = {}; | |
9b7ba1db AA |
181 | my $keyfile = "/etc/pve/priv/ceph/${storeid}.keyring"; |
182 | $keyfile = "/etc/pve/priv/ceph/${storeid}.secret" if ($scfg->{type} eq 'cephfs'); | |
183 | my $pveceph_managed = !defined($scfg->{monhost}); | |
184 | ||
428872eb | 185 | $cmd_option->{ceph_conf} = '/etc/pve/ceph.conf' if $pveceph_managed; |
9b7ba1db | 186 | |
5527c824 | 187 | $ceph_check_keyfile->($keyfile, $scfg->{type}); |
3e479172 | 188 | |
428872eb TL |
189 | if (-e "/etc/pve/priv/ceph/${storeid}.conf") { |
190 | # allow custom ceph configuration for external clusters | |
9b7ba1db AA |
191 | if ($pveceph_managed) { |
192 | warn "ignoring custom ceph config for storage '$storeid', 'monhost' is not set (assuming pveceph managed cluster)!\n"; | |
193 | } else { | |
428872eb | 194 | $cmd_option->{ceph_conf} = "/etc/pve/priv/ceph/${storeid}.conf"; |
9b7ba1db AA |
195 | } |
196 | } | |
197 | ||
198 | $cmd_option->{keyring} = $keyfile if (-e $keyfile); | |
199 | $cmd_option->{auth_supported} = (defined $cmd_option->{keyring}) ? 'cephx' : 'none'; | |
200 | $cmd_option->{userid} = $scfg->{username} ? $scfg->{username} : 'admin'; | |
201 | $cmd_option->{mon_host} = hostlist($scfg->{monhost}, ',') if (defined($scfg->{monhost})); | |
202 | ||
203 | if (%options) { | |
204 | foreach my $k (keys %options) { | |
205 | $cmd_option->{$k} = $options{$k}; | |
206 | } | |
207 | } | |
208 | ||
209 | return $cmd_option; | |
210 | ||
211 | } | |
212 | ||
e34ce144 | 213 | sub ceph_create_keyfile { |
a4a1fe64 | 214 | my ($type, $storeid, $secret) = @_; |
e34ce144 AA |
215 | |
216 | my $extension = 'keyring'; | |
217 | $extension = 'secret' if ($type eq 'cephfs'); | |
218 | ||
219 | my $ceph_admin_keyring = '/etc/pve/priv/ceph.client.admin.keyring'; | |
220 | my $ceph_storage_keyring = "/etc/pve/priv/ceph/${storeid}.$extension"; | |
221 | ||
222 | die "ceph authx keyring file for storage '$storeid' already exists!\n" | |
a4a1fe64 | 223 | if -e $ceph_storage_keyring && !defined($secret); |
e34ce144 | 224 | |
a4a1fe64 | 225 | if (-e $ceph_admin_keyring || defined($secret)) { |
e34ce144 | 226 | eval { |
a4a1fe64 AL |
227 | if (defined($secret)) { |
228 | mkdir '/etc/pve/priv/ceph'; | |
e7bc1f03 AL |
229 | chomp $secret; |
230 | PVE::Tools::file_set_contents($ceph_storage_keyring, "${secret}\n", 0400); | |
a4a1fe64 | 231 | } elsif ($type eq 'rbd') { |
e34ce144 AA |
232 | mkdir '/etc/pve/priv/ceph'; |
233 | PVE::Tools::file_copy($ceph_admin_keyring, $ceph_storage_keyring); | |
234 | } elsif ($type eq 'cephfs') { | |
a4a1fe64 | 235 | my $cephfs_secret = $ceph_get_key->($ceph_admin_keyring, 'admin'); |
e34ce144 | 236 | mkdir '/etc/pve/priv/ceph'; |
e7bc1f03 AL |
237 | chomp $cephfs_secret; |
238 | PVE::Tools::file_set_contents($ceph_storage_keyring, "${cephfs_secret}\n", 0400); | |
e34ce144 AA |
239 | } |
240 | }; | |
241 | if (my $err = $@) { | |
242 | unlink $ceph_storage_keyring; | |
243 | die "failed to copy ceph authx $extension for storage '$storeid': $err\n"; | |
244 | } | |
245 | } else { | |
246 | warn "$ceph_admin_keyring not found, authentication is disabled.\n"; | |
247 | } | |
248 | } | |
249 | ||
250 | sub ceph_remove_keyfile { | |
251 | my ($type, $storeid) = @_; | |
252 | ||
253 | my $extension = 'keyring'; | |
254 | $extension = 'secret' if ($type eq 'cephfs'); | |
255 | my $ceph_storage_keyring = "/etc/pve/priv/ceph/${storeid}.$extension"; | |
256 | ||
257 | if (-f $ceph_storage_keyring) { | |
258 | unlink($ceph_storage_keyring) or warn "removing keyring of storage failed: $!\n"; | |
259 | } | |
260 | } | |
261 | ||
e54c3e33 AA |
262 | my $ceph_version_parser = sub { |
263 | my $ceph_version = shift; | |
264 | # FIXME this is the same as pve-manager PVE::Ceph::Tools get_local_version | |
5c04a0b3 | 265 | if ($ceph_version =~ /^ceph.*\sv?(\d+(?:\.\d+)+(?:-pve\d+)?)\s+(?:\(([a-zA-Z0-9]+)\))?/) { |
e54c3e33 AA |
266 | my ($version, $buildcommit) = ($1, $2); |
267 | my $subversions = [ split(/\.|-/, $version) ]; | |
268 | ||
269 | return ($subversions, $version, $buildcommit); | |
270 | } | |
271 | warn "Could not parse Ceph version: '$ceph_version'\n"; | |
272 | }; | |
273 | ||
7435dc90 | 274 | sub local_ceph_version { |
e54c3e33 AA |
275 | my ($cache) = @_; |
276 | ||
277 | my $version_string = $cache; | |
278 | if (!defined($version_string)) { | |
279 | run_command('ceph --version', outfunc => sub { | |
280 | $version_string = shift; | |
281 | }); | |
282 | } | |
283 | return undef if !defined($version_string); | |
284 | # subversion is an array ref. with the version parts from major to minor | |
285 | # version is the filtered version string | |
286 | my ($subversions, $version) = $ceph_version_parser->($version_string); | |
287 | ||
288 | return wantarray ? ($subversions, $version) : $version; | |
289 | } | |
290 | ||
9b7ba1db | 291 | 1; |