]>
Commit | Line | Data |
---|---|---|
e34ce144 AA |
1 | package PVE::Storage::CephFSPlugin; |
2 | ||
3 | use strict; | |
4 | use warnings; | |
5402cea5 | 5 | |
e34ce144 AA |
6 | use IO::File; |
7 | use Net::IP; | |
8 | use File::Path; | |
5402cea5 | 9 | |
e34ce144 AA |
10 | use PVE::Tools qw(run_command); |
11 | use PVE::ProcFSTools; | |
12 | use PVE::Storage::Plugin; | |
13 | use PVE::JSONSchema qw(get_standard_option); | |
4050fcc1 | 14 | use PVE::CephConfig; |
e34ce144 AA |
15 | |
16 | use base qw(PVE::Storage::Plugin); | |
17 | ||
18 | sub cephfs_is_mounted { | |
19 | my ($scfg, $storeid, $mountdata) = @_; | |
20 | ||
4050fcc1 | 21 | my $cmd_option = PVE::CephConfig::ceph_connect_option($scfg, $storeid); |
e34ce144 | 22 | my $configfile = $cmd_option->{ceph_conf}; |
4050fcc1 | 23 | my $server = $cmd_option->{mon_host} // PVE::CephConfig::get_monaddr_list($configfile); |
e34ce144 AA |
24 | |
25 | my $subdir = $scfg->{subdir} // '/'; | |
26 | my $mountpoint = $scfg->{path}; | |
27 | my $source = "$server:$subdir"; | |
28 | ||
29 | $mountdata = PVE::ProcFSTools::parse_proc_mounts() if !$mountdata; | |
30 | return $mountpoint if grep { | |
31 | $_->[2] =~ m#^ceph|fuse\.ceph-fuse# && | |
32 | $_->[0] =~ m#^\Q$source\E|ceph-fuse$# && | |
33 | $_->[1] eq $mountpoint | |
34 | } @$mountdata; | |
35 | ||
36 | warn "A filesystem is already mounted on $mountpoint\n" | |
37 | if grep { $_->[1] eq $mountpoint } @$mountdata; | |
38 | ||
39 | return undef; | |
40 | } | |
41 | ||
42 | sub cephfs_mount { | |
43 | my ($scfg, $storeid) = @_; | |
44 | ||
45 | my $cmd; | |
46 | my $mountpoint = $scfg->{path}; | |
47 | my $subdir = $scfg->{subdir} // '/'; | |
48 | ||
4050fcc1 | 49 | my $cmd_option = PVE::CephConfig::ceph_connect_option($scfg, $storeid); |
e34ce144 AA |
50 | my $configfile = $cmd_option->{ceph_conf}; |
51 | my $secretfile = $cmd_option->{keyring}; | |
4050fcc1 | 52 | my $server = $cmd_option->{mon_host} // PVE::CephConfig::get_monaddr_list($configfile); |
e34ce144 AA |
53 | |
54 | # fuse -> client-enforced quotas (kernel doesn't), updates w/ ceph-fuse pkg | |
55 | # kernel -> better performance, less frequent updates | |
56 | if ($scfg->{fuse}) { | |
57 | # FIXME: ceph-fuse client complains about missing ceph.conf or keyring if | |
58 | # not provided on its default locations but still connects. Fix upstream?? | |
59 | $cmd = ['/usr/bin/ceph-fuse', '-n', "client.$cmd_option->{userid}", '-m', $server]; | |
60 | push @$cmd, '--keyfile', $secretfile if defined($secretfile); | |
61 | push @$cmd, '-r', $subdir if !($subdir =~ m|^/$|); | |
62 | push @$cmd, $mountpoint; | |
63 | push @$cmd, '--conf', $configfile if defined($configfile); | |
5402cea5 | 64 | } else { |
e34ce144 AA |
65 | my $source = "$server:$subdir"; |
66 | $cmd = ['/bin/mount', '-t', 'ceph', $source, $mountpoint, '-o', "name=$cmd_option->{userid}"]; | |
67 | push @$cmd, '-o', "secretfile=$secretfile" if defined($secretfile); | |
9553b55c AA |
68 | |
69 | # tell systemd that we're network dependent, else it umounts us to late | |
70 | # on shutdown, when we couldn't connect to the active MDS and thus | |
71 | # unmount hangs and delays shutdown/reboot (man systemd.mount). | |
72 | push @$cmd, '-o', '_netdev'; | |
e34ce144 AA |
73 | } |
74 | ||
75 | if ($scfg->{options}) { | |
76 | push @$cmd, '-o', $scfg->{options}; | |
77 | } | |
78 | ||
79 | run_command($cmd, errmsg => "mount error"); | |
80 | } | |
81 | ||
82 | # Configuration | |
83 | ||
84 | sub type { | |
85 | return 'cephfs'; | |
86 | } | |
87 | ||
88 | sub plugindata { | |
89 | return { | |
d1eb35ea | 90 | content => [ { vztmpl => 1, iso => 1, backup => 1, snippets => 1}, |
e34ce144 AA |
91 | { backup => 1 }], |
92 | }; | |
93 | } | |
94 | ||
95 | sub properties { | |
96 | return { | |
97 | fuse => { | |
98 | description => "Mount CephFS through FUSE.", | |
99 | type => 'boolean', | |
100 | }, | |
101 | subdir => { | |
102 | description => "Subdir to mount.", | |
103 | type => 'string', format => 'pve-storage-path', | |
104 | }, | |
105 | }; | |
106 | } | |
107 | ||
108 | sub options { | |
109 | return { | |
110 | path => { fixed => 1 }, | |
111 | monhost => { optional => 1}, | |
112 | nodes => { optional => 1 }, | |
113 | subdir => { optional => 1 }, | |
114 | disable => { optional => 1 }, | |
115 | options => { optional => 1 }, | |
116 | username => { optional => 1 }, | |
117 | content => { optional => 1 }, | |
118 | format => { optional => 1 }, | |
119 | mkdir => { optional => 1 }, | |
120 | fuse => { optional => 1 }, | |
121 | bwlimit => { optional => 1 }, | |
d35a0b4b | 122 | maxfiles => { optional => 1 }, |
e34ce144 AA |
123 | }; |
124 | } | |
125 | ||
126 | sub check_config { | |
127 | my ($class, $sectionId, $config, $create, $skipSchemaCheck) = @_; | |
128 | ||
129 | $config->{path} = "/mnt/pve/$sectionId" if $create && !$config->{path}; | |
130 | ||
131 | return $class->SUPER::check_config($sectionId, $config, $create, $skipSchemaCheck); | |
132 | } | |
133 | ||
134 | # Storage implementation | |
135 | ||
136 | sub on_add_hook { | |
137 | my ($class, $storeid, $scfg, %param) = @_; | |
138 | ||
139 | return if defined($scfg->{monhost}); # nothing to do if not pve managed ceph | |
140 | ||
4050fcc1 | 141 | PVE::CephConfig::ceph_create_keyfile($scfg->{type}, $storeid); |
e34ce144 AA |
142 | } |
143 | ||
144 | sub on_delete_hook { | |
145 | my ($class, $storeid, $scfg) = @_; | |
146 | ||
147 | return if defined($scfg->{monhost}); # nothing to do if not pve managed ceph | |
148 | ||
4050fcc1 | 149 | PVE::CephConfig::ceph_remove_keyfile($scfg->{type}, $storeid); |
e34ce144 AA |
150 | } |
151 | ||
152 | sub status { | |
153 | my ($class, $storeid, $scfg, $cache) = @_; | |
154 | ||
5402cea5 | 155 | $cache->{mountdata} //= PVE::ProcFSTools::parse_proc_mounts(); |
e34ce144 AA |
156 | |
157 | return undef if !cephfs_is_mounted($scfg, $storeid, $cache->{mountdata}); | |
158 | ||
159 | return $class->SUPER::status($storeid, $scfg, $cache); | |
160 | } | |
161 | ||
162 | sub activate_storage { | |
163 | my ($class, $storeid, $scfg, $cache) = @_; | |
164 | ||
5402cea5 | 165 | $cache->{mountdata} //= PVE::ProcFSTools::parse_proc_mounts(); |
e34ce144 | 166 | |
5402cea5 | 167 | # NOTE: mkpath may hang if storage is mounted but not reachable |
e34ce144 | 168 | if (!cephfs_is_mounted($scfg, $storeid, $cache->{mountdata})) { |
5402cea5 | 169 | my $path = $scfg->{path}; |
e34ce144 AA |
170 | |
171 | mkpath $path if !(defined($scfg->{mkdir}) && !$scfg->{mkdir}); | |
172 | ||
173 | die "unable to activate storage '$storeid' - " . | |
174 | "directory '$path' does not exist\n" if ! -d $path; | |
175 | ||
176 | cephfs_mount($scfg, $storeid); | |
177 | } | |
178 | ||
179 | $class->SUPER::activate_storage($storeid, $scfg, $cache); | |
180 | } | |
181 | ||
182 | sub deactivate_storage { | |
183 | my ($class, $storeid, $scfg, $cache) = @_; | |
184 | ||
5402cea5 | 185 | $cache->{mountdata} //= PVE::ProcFSTools::parse_proc_mounts(); |
e34ce144 AA |
186 | |
187 | my $path = $scfg->{path}; | |
188 | ||
189 | if (cephfs_is_mounted($scfg, $storeid, $cache->{mountdata})) { | |
5402cea5 | 190 | run_command(['/bin/umount', $path], errmsg => 'umount error'); |
e34ce144 AA |
191 | } |
192 | } | |
193 | ||
194 | 1; |