]>
git.proxmox.com Git - pve-storage.git/blob - PVE/Storage/CephFSPlugin.pm
16fc3160dfce9319cddb16829ac65ad46d2d5887
1 package PVE
::Storage
::CephFSPlugin
;
10 use PVE
::Tools
qw(run_command);
12 use PVE
::Storage
::Plugin
;
13 use PVE
::JSONSchema
qw(get_standard_option);
16 use base
qw(PVE::Storage::Plugin);
18 sub cephfs_is_mounted
{
19 my ($scfg, $storeid, $mountdata) = @_;
21 my $cmd_option = PVE
::CephConfig
::ceph_connect_option
($scfg, $storeid);
22 my $configfile = $cmd_option->{ceph_conf
};
23 my $server = $cmd_option->{mon_host
} // PVE
::CephConfig
::get_monaddr_list
($configfile);
25 my $subdir = $scfg->{subdir
} // '/';
26 my $mountpoint = $scfg->{path
};
27 my $source = "$server:$subdir";
29 $mountdata = PVE
::ProcFSTools
::parse_proc_mounts
() if !$mountdata;
30 return $mountpoint if grep {
31 $_->[2] =~ m
#^ceph|fuse\.ceph-fuse# &&
32 $_->[0] =~ m
#^\Q$source\E|ceph-fuse$# &&
33 $_->[1] eq $mountpoint
36 warn "A filesystem is already mounted on $mountpoint\n"
37 if grep { $_->[1] eq $mountpoint } @$mountdata;
43 my ($scfg, $storeid) = @_;
46 my $mountpoint = $scfg->{path
};
47 my $subdir = $scfg->{subdir
} // '/';
49 my $cmd_option = PVE
::CephConfig
::ceph_connect_option
($scfg, $storeid);
50 my $configfile = $cmd_option->{ceph_conf
};
51 my $secretfile = $cmd_option->{keyring
};
52 my $server = $cmd_option->{mon_host
} // PVE
::CephConfig
::get_monaddr_list
($configfile);
54 # fuse -> client-enforced quotas (kernel doesn't), updates w/ ceph-fuse pkg
55 # kernel -> better performance, less frequent updates
57 # FIXME: ceph-fuse client complains about missing ceph.conf or keyring if
58 # not provided on its default locations but still connects. Fix upstream??
59 $cmd = ['/usr/bin/ceph-fuse', '-n', "client.$cmd_option->{userid}", '-m', $server];
60 push @$cmd, '--keyfile', $secretfile if defined($secretfile);
61 push @$cmd, '-r', $subdir if !($subdir =~ m
|^/$|);
62 push @$cmd, $mountpoint;
63 push @$cmd, '--conf', $configfile if defined($configfile);
65 my $source = "$server:$subdir";
66 $cmd = ['/bin/mount', '-t', 'ceph', $source, $mountpoint, '-o', "name=$cmd_option->{userid}"];
67 push @$cmd, '-o', "secretfile=$secretfile" if defined($secretfile);
69 # tell systemd that we're network dependent, else it umounts us to late on
70 # shutdown, when we couldn't connect to the active MDS and thus unmount
71 # hangs and delays shutdown/reboot (man systemd.mount)
72 push @$cmd, '-o', '_netdev';
74 if ($scfg->{options
}) {
75 push @$cmd, '-o', $scfg->{options
};
78 run_command
($cmd, errmsg
=> "mount error");
89 content
=> [ { vztmpl
=> 1, iso
=> 1, backup
=> 1, snippets
=> 1},
97 description
=> "Mount CephFS through FUSE.",
101 description
=> "Subdir to mount.",
102 type
=> 'string', format
=> 'pve-storage-path',
109 path
=> { fixed
=> 1 },
110 monhost
=> { optional
=> 1},
111 nodes
=> { optional
=> 1 },
112 subdir
=> { optional
=> 1 },
113 disable
=> { optional
=> 1 },
114 options
=> { optional
=> 1 },
115 username
=> { optional
=> 1 },
116 content
=> { optional
=> 1 },
117 format
=> { optional
=> 1 },
118 mkdir => { optional
=> 1 },
119 fuse
=> { optional
=> 1 },
120 bwlimit
=> { optional
=> 1 },
121 maxfiles
=> { optional
=> 1 },
126 my ($class, $sectionId, $config, $create, $skipSchemaCheck) = @_;
128 $config->{path
} = "/mnt/pve/$sectionId" if $create && !$config->{path
};
130 return $class->SUPER::check_config
($sectionId, $config, $create, $skipSchemaCheck);
133 # Storage implementation
136 my ($class, $storeid, $scfg, %param) = @_;
138 return if defined($scfg->{monhost
}); # nothing to do if not pve managed ceph
140 PVE
::CephConfig
::ceph_create_keyfile
($scfg->{type
}, $storeid);
144 my ($class, $storeid, $scfg) = @_;
146 return if defined($scfg->{monhost
}); # nothing to do if not pve managed ceph
148 PVE
::CephConfig
::ceph_remove_keyfile
($scfg->{type
}, $storeid);
152 my ($class, $storeid, $scfg, $cache) = @_;
154 $cache->{mountdata
} //= PVE
::ProcFSTools
::parse_proc_mounts
();
156 return undef if !cephfs_is_mounted
($scfg, $storeid, $cache->{mountdata
});
158 return $class->SUPER::status
($storeid, $scfg, $cache);
161 sub activate_storage
{
162 my ($class, $storeid, $scfg, $cache) = @_;
164 $cache->{mountdata
} //= PVE
::ProcFSTools
::parse_proc_mounts
();
166 # NOTE: mkpath may hang if storage is mounted but not reachable
167 if (!cephfs_is_mounted
($scfg, $storeid, $cache->{mountdata
})) {
168 my $path = $scfg->{path
};
170 mkpath
$path if !(defined($scfg->{mkdir}) && !$scfg->{mkdir});
172 die "unable to activate storage '$storeid' - " .
173 "directory '$path' does not exist\n" if ! -d
$path;
175 cephfs_mount
($scfg, $storeid);
178 $class->SUPER::activate_storage
($storeid, $scfg, $cache);
181 sub deactivate_storage
{
182 my ($class, $storeid, $scfg, $cache) = @_;
184 $cache->{mountdata
} //= PVE
::ProcFSTools
::parse_proc_mounts
();
186 my $path = $scfg->{path
};
188 if (cephfs_is_mounted
($scfg, $storeid, $cache->{mountdata
})) {
189 run_command
(['/bin/umount', $path], errmsg
=> 'umount error');