]>
git.proxmox.com Git - pve-storage.git/blob - PVE/Storage/CephFSPlugin.pm
1 package PVE
::Storage
::CephFSPlugin
;
10 use PVE
::Tools
qw(run_command);
12 use PVE
::Storage
::Plugin
;
13 use PVE
::JSONSchema
qw(get_standard_option);
16 use base
qw(PVE::Storage::Plugin);
18 sub cephfs_is_mounted
{
19 my ($scfg, $storeid, $mountdata) = @_;
21 my $cmd_option = PVE
::CephConfig
::ceph_connect_option
($scfg, $storeid);
22 my $configfile = $cmd_option->{ceph_conf
};
24 my $subdir = $scfg->{subdir
} // '/';
25 my $mountpoint = $scfg->{path
};
27 $mountdata = PVE
::ProcFSTools
::parse_proc_mounts
() if !$mountdata;
28 return $mountpoint if grep {
29 $_->[2] =~ m
#^ceph|fuse\.ceph-fuse# &&
30 $_->[0] =~ m
#\Q:$subdir\E$|^ceph-fuse$# &&
31 $_->[1] eq $mountpoint
34 warn "A filesystem is already mounted on $mountpoint\n"
35 if grep { $_->[1] eq $mountpoint } @$mountdata;
41 my ($scfg, $storeid) = @_;
44 my $mountpoint = $scfg->{path
};
45 my $subdir = $scfg->{subdir
} // '/';
47 my $cmd_option = PVE
::CephConfig
::ceph_connect_option
($scfg, $storeid);
48 my $configfile = $cmd_option->{ceph_conf
};
49 my $secretfile = $cmd_option->{keyring
};
50 my $server = $cmd_option->{mon_host
} // PVE
::CephConfig
::get_monaddr_list
($configfile);
52 # fuse -> client-enforced quotas (kernel doesn't), updates w/ ceph-fuse pkg
53 # kernel -> better performance, less frequent updates
55 # FIXME: ceph-fuse client complains about missing ceph.conf or keyring if
56 # not provided on its default locations but still connects. Fix upstream??
57 $cmd = ['/usr/bin/ceph-fuse', '-n', "client.$cmd_option->{userid}", '-m', $server];
58 push @$cmd, '--keyfile', $secretfile if defined($secretfile);
59 push @$cmd, '-r', $subdir if !($subdir =~ m
|^/$|);
60 push @$cmd, $mountpoint;
61 push @$cmd, '--conf', $configfile if defined($configfile);
63 my $source = "$server:$subdir";
64 $cmd = ['/bin/mount', '-t', 'ceph', $source, $mountpoint, '-o', "name=$cmd_option->{userid}"];
65 push @$cmd, '-o', "secretfile=$secretfile" if defined($secretfile);
67 # tell systemd that we're network dependent, else it umounts us to late
68 # on shutdown, when we couldn't connect to the active MDS and thus
69 # unmount hangs and delays shutdown/reboot (man systemd.mount).
70 push @$cmd, '-o', '_netdev';
73 if ($scfg->{options
}) {
74 push @$cmd, '-o', $scfg->{options
};
77 run_command
($cmd, errmsg
=> "mount error");
88 content
=> [ { vztmpl
=> 1, iso
=> 1, backup
=> 1, snippets
=> 1},
96 description
=> "Mount CephFS through FUSE.",
100 description
=> "Subdir to mount.",
101 type
=> 'string', format
=> 'pve-storage-path',
108 path
=> { fixed
=> 1 },
109 monhost
=> { optional
=> 1},
110 nodes
=> { optional
=> 1 },
111 subdir
=> { optional
=> 1 },
112 disable
=> { optional
=> 1 },
113 options
=> { optional
=> 1 },
114 username
=> { optional
=> 1 },
115 content
=> { optional
=> 1 },
116 format
=> { optional
=> 1 },
117 mkdir => { optional
=> 1 },
118 fuse
=> { optional
=> 1 },
119 bwlimit
=> { optional
=> 1 },
120 maxfiles
=> { optional
=> 1 },
125 my ($class, $sectionId, $config, $create, $skipSchemaCheck) = @_;
127 $config->{path
} = "/mnt/pve/$sectionId" if $create && !$config->{path
};
129 return $class->SUPER::check_config
($sectionId, $config, $create, $skipSchemaCheck);
132 # Storage implementation
135 my ($class, $storeid, $scfg, %param) = @_;
137 return if defined($scfg->{monhost
}); # nothing to do if not pve managed ceph
139 PVE
::CephConfig
::ceph_create_keyfile
($scfg->{type
}, $storeid);
143 my ($class, $storeid, $scfg) = @_;
145 return if defined($scfg->{monhost
}); # nothing to do if not pve managed ceph
147 PVE
::CephConfig
::ceph_remove_keyfile
($scfg->{type
}, $storeid);
151 my ($class, $storeid, $scfg, $cache) = @_;
153 $cache->{mountdata
} //= PVE
::ProcFSTools
::parse_proc_mounts
();
155 return undef if !cephfs_is_mounted
($scfg, $storeid, $cache->{mountdata
});
157 return $class->SUPER::status
($storeid, $scfg, $cache);
160 sub activate_storage
{
161 my ($class, $storeid, $scfg, $cache) = @_;
163 $cache->{mountdata
} //= PVE
::ProcFSTools
::parse_proc_mounts
();
165 # NOTE: mkpath may hang if storage is mounted but not reachable
166 if (!cephfs_is_mounted
($scfg, $storeid, $cache->{mountdata
})) {
167 my $path = $scfg->{path
};
169 mkpath
$path if !(defined($scfg->{mkdir}) && !$scfg->{mkdir});
171 die "unable to activate storage '$storeid' - " .
172 "directory '$path' does not exist\n" if ! -d
$path;
174 cephfs_mount
($scfg, $storeid);
177 $class->SUPER::activate_storage
($storeid, $scfg, $cache);
180 sub deactivate_storage
{
181 my ($class, $storeid, $scfg, $cache) = @_;
183 $cache->{mountdata
} //= PVE
::ProcFSTools
::parse_proc_mounts
();
185 my $path = $scfg->{path
};
187 if (cephfs_is_mounted
($scfg, $storeid, $cache->{mountdata
})) {
188 run_command
(['/bin/umount', $path], errmsg
=> 'umount error');