2 Copyright (C) 2010 Proxmox Server Solutions GmbH
4 This program is free software: you can redistribute it and/or modify
5 it under the terms of the GNU Affero General Public License as published by
6 the Free Software Foundation, either version 3 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU Affero General Public License for more details.
14 You should have received a copy of the GNU Affero General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
17 Author: Dietmar Maurer <dietmar@proxmox.com>
23 #endif /* HAVE_CONFIG_H */
30 #include <sys/types.h>
32 #include <sys/mount.h>
36 #include <sys/types.h>
38 #include <sys/utsname.h>
41 #include <sys/socket.h>
42 #include <netinet/in.h>
43 #include <arpa/inet.h>
45 #include <qb/qbdefs.h>
46 #include <qb/qbutil.h>
49 #include "cfs-utils.h"
51 #include "cfs-plug-memdb.h"
59 #define DBFILENAME VARLIBDIR "/config.db"
60 #define LOCKFILE VARLIBDIR "/.pmxcfs.lockfile"
62 #define CFSDIR "/etc/pve"
68 static struct fuse
*fuse
= NULL
;
70 static cfs_plug_t
*root_plug
;
72 static void glib_print_handler(const gchar
*string
)
77 static void glib_log_handler(const gchar
*log_domain
,
78 GLogLevelFlags log_level
,
83 cfs_log(log_domain
, log_level
, NULL
, 0, NULL
, message
);
86 static gboolean
write_pidfile(pid_t pid
)
88 char *strpid
= g_strdup_printf("%d\n", pid
);
89 gboolean res
= atomic_write_file(CFS_PID_FN
, strpid
, strlen(strpid
), 0644, getgid());
95 static cfs_plug_t
*find_plug(const char *path
, char **sub
)
97 g_return_val_if_fail(root_plug
!= NULL
, NULL
);
98 g_return_val_if_fail(path
!= NULL
, NULL
);
100 while(*path
== '/') path
++;
102 cfs_debug("find_plug start %s", path
);
104 char *tmppath
= g_strdup(path
);
105 char *subpath
= tmppath
;
107 cfs_plug_t
*plug
= root_plug
->lookup_plug(root_plug
, &subpath
);
109 cfs_debug("find_plug end %s = %p (%s)", path
, plug
, subpath
);
111 if (subpath
&& subpath
[0])
112 *sub
= g_strdup(subpath
);
119 void *cfs_fuse_init(struct fuse_conn_info
*conn
)
124 static int cfs_fuse_getattr(const char *path
, struct stat
*stbuf
)
126 cfs_debug("enter cfs_fuse_getattr %s", path
);
130 char *subpath
= NULL
;
131 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
133 if (plug
&& plug
->ops
&& plug
->ops
->getattr
) {
134 ret
= plug
->ops
->getattr(plug
, subpath
? subpath
: "", stbuf
);
136 stbuf
->st_gid
= cfs
.gid
;
138 stbuf
->st_mode
&= 0777750; // no access for other users
140 if (path_is_private(path
))
141 stbuf
->st_mode
&= 0777700;
144 cfs_debug("leave cfs_fuse_getattr %s (%d)", path
, ret
);
153 static int cfs_fuse_readdir(const char *path
, void *buf
, fuse_fill_dir_t filler
,
154 off_t offset
, struct fuse_file_info
*fi
)
159 cfs_debug("enter cfs_fuse_readdir %s", path
);
163 char *subpath
= NULL
;
164 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
169 if (plug
->ops
&& plug
->ops
->readdir
)
170 ret
= plug
->ops
->readdir(plug
, subpath
? subpath
: "", buf
, filler
, 0, fi
);
172 cfs_debug("leave cfs_fuse_readdir %s (%d)", path
, ret
);
180 static int cfs_fuse_mkdir(const char *path
, mode_t mode
)
182 cfs_debug("enter cfs_fuse_mkdir %s", path
);
186 char *subpath
= NULL
;
187 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
192 if (subpath
&& plug
->ops
&& plug
->ops
->mkdir
)
193 ret
= plug
->ops
->mkdir(plug
, subpath
, mode
);
196 cfs_debug("leave cfs_fuse_mkdir %s (%d)", path
, ret
);
204 static int cfs_fuse_rmdir(const char *path
)
206 cfs_debug("enter cfs_fuse_rmdir %s", path
);
210 char *subpath
= NULL
;
211 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
216 if (subpath
&& plug
->ops
&& plug
->ops
->rmdir
)
217 ret
= plug
->ops
->rmdir(plug
, subpath
);
220 cfs_debug("leave cfs_fuse_rmdir %s (%d)", path
, ret
);
228 static int cfs_fuse_rename(const char *from
, const char *to
)
230 cfs_debug("enter cfs_fuse_rename from %s to %s", from
, to
);
234 char *sub_from
= NULL
;
235 cfs_plug_t
*plug_from
= find_plug(from
, &sub_from
);
238 cfs_plug_t
*plug_to
= find_plug(to
, &sub_to
);
240 if (!plug_from
|| !plug_to
|| plug_from
!= plug_to
)
243 if (plug_from
->ops
&& plug_from
->ops
->rename
&& sub_from
&& sub_to
)
244 ret
= plug_from
->ops
->rename(plug_from
, sub_from
, sub_to
);
247 cfs_debug("leave cfs_fuse_rename from %s to %s (%d)", from
, to
, ret
);
258 static int cfs_fuse_open(const char *path
, struct fuse_file_info
*fi
)
260 cfs_debug("enter cfs_fuse_open %s", path
);
267 char *subpath
= NULL
;
268 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
270 if (plug
&& plug
->ops
) {
271 if ((subpath
|| !plug
->ops
->readdir
) && plug
->ops
->open
) {
272 ret
= plug
->ops
->open(plug
, subpath
? subpath
: "", fi
);
276 cfs_debug("leave cfs_fuse_open %s (%d)", path
, ret
);
284 static int cfs_fuse_read(const char *path
, char *buf
, size_t size
, off_t offset
,
285 struct fuse_file_info
*fi
)
289 cfs_debug("enter cfs_fuse_read %s %lu %ld", path
, size
, offset
);
293 char *subpath
= NULL
;
294 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
296 if (plug
&& plug
->ops
) {
297 if ((subpath
|| !plug
->ops
->readdir
) && plug
->ops
->read
)
298 ret
= plug
->ops
->read(plug
, subpath
? subpath
: "", buf
, size
, offset
, fi
);
301 cfs_debug("leave cfs_fuse_read %s (%d)", path
, ret
);
309 static int cfs_fuse_write(const char *path
, const char *buf
, size_t size
,
310 off_t offset
, struct fuse_file_info
*fi
)
314 cfs_debug("enter cfs_fuse_write %s %lu %ld", path
, size
, offset
);
318 char *subpath
= NULL
;
319 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
321 if (plug
&& plug
->ops
) {
322 if ((subpath
|| !plug
->ops
->readdir
) && plug
->ops
->write
)
323 ret
= plug
->ops
->write(plug
, subpath
? subpath
: "",
324 buf
, size
, offset
, fi
);
327 cfs_debug("leave cfs_fuse_write %s (%d)", path
, ret
);
335 static int cfs_fuse_truncate(const char *path
, off_t size
)
337 cfs_debug("enter cfs_fuse_truncate %s %ld", path
, size
);
341 char *subpath
= NULL
;
342 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
344 if (plug
&& plug
->ops
) {
345 if ((subpath
|| !plug
->ops
->readdir
) && plug
->ops
->truncate
)
346 ret
= plug
->ops
->truncate(plug
, subpath
? subpath
: "", size
);
349 cfs_debug("leave cfs_fuse_truncate %s (%d)", path
, ret
);
357 static int cfs_fuse_create(const char *path
, mode_t mode
, struct fuse_file_info
*fi
)
359 cfs_debug("enter cfs_fuse_create %s", path
);
363 char *subpath
= NULL
;
364 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
369 if (subpath
&& plug
->ops
&& plug
->ops
->create
)
370 ret
= plug
->ops
->create(plug
, subpath
, mode
, fi
);
373 cfs_debug("leave cfs_fuse_create %s (%d)", path
, ret
);
381 static int cfs_fuse_unlink(const char *path
)
383 cfs_debug("enter cfs_fuse_unlink %s", path
);
387 char *subpath
= NULL
;
388 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
393 if (subpath
&& plug
->ops
&& plug
->ops
->unlink
)
394 ret
= plug
->ops
->unlink(plug
, subpath
);
397 cfs_debug("leave cfs_fuse_unlink %s (%d)", path
, ret
);
405 static int cfs_fuse_readlink(const char *path
, char *buf
, size_t max
)
407 cfs_debug("enter cfs_fuse_readlink %s", path
);
411 char *subpath
= NULL
;
412 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
417 if (plug
->ops
&& plug
->ops
->readlink
)
418 ret
= plug
->ops
->readlink(plug
, subpath
? subpath
: "", buf
, max
);
421 cfs_debug("leave cfs_fuse_readlink %s (%d)", path
, ret
);
429 static int cfs_fuse_utimens(const char *path
, const struct timespec tv
[2])
431 cfs_debug("enter cfs_fuse_utimens %s", path
);
435 char *subpath
= NULL
;
436 cfs_plug_t
*plug
= find_plug(path
, &subpath
);
441 if (plug
->ops
&& plug
->ops
->utimens
)
442 ret
= plug
->ops
->utimens(plug
, subpath
? subpath
: "", tv
);
445 cfs_debug("leave cfs_fuse_utimens %s (%d)", path
, ret
);
453 static int cfs_fuse_statfs(const char *path
, struct statvfs
*stbuf
)
455 g_return_val_if_fail(root_plug
!= NULL
, PARAM_CHECK_ERRNO
);
457 cfs_debug("enter cfs_fuse_statfs %s", path
);
461 if (root_plug
&& root_plug
->ops
&& root_plug
->ops
->statfs
)
462 ret
= root_plug
->ops
->statfs(root_plug
, "", stbuf
);
467 static struct fuse_operations fuse_ops
= {
468 .getattr
= cfs_fuse_getattr
,
469 .readdir
= cfs_fuse_readdir
,
470 .mkdir
= cfs_fuse_mkdir
,
471 .rmdir
= cfs_fuse_rmdir
,
472 .rename
= cfs_fuse_rename
,
473 .open
= cfs_fuse_open
,
474 .read
= cfs_fuse_read
,
475 .write
= cfs_fuse_write
,
476 .truncate
= cfs_fuse_truncate
,
477 .create
= cfs_fuse_create
,
478 .unlink
= cfs_fuse_unlink
,
479 .readlink
= cfs_fuse_readlink
,
480 .utimens
= cfs_fuse_utimens
,
481 .statfs
= cfs_fuse_statfs
,
482 .init
= cfs_fuse_init
486 create_dot_version_cb(cfs_plug_t
*plug
)
488 GString
*outbuf
= g_string_new(NULL
);
491 if (cfs_create_version_msg(outbuf
) == 0) {
493 g_string_free(outbuf
, FALSE
);
495 g_string_free(outbuf
, TRUE
);
502 create_dot_members_cb(cfs_plug_t
*plug
)
504 GString
*outbuf
= g_string_new(NULL
);
507 if (cfs_create_memberlist_msg(outbuf
) == 0) {
509 g_string_free(outbuf
, FALSE
);
511 g_string_free(outbuf
, TRUE
);
518 create_dot_vmlist_cb(cfs_plug_t
*plug
)
520 GString
*outbuf
= g_string_new(NULL
);
523 if (cfs_create_vmlist_msg(outbuf
) == 0) {
525 g_string_free(outbuf
, FALSE
);
527 g_string_free(outbuf
, TRUE
);
534 create_dot_rrd_cb(cfs_plug_t
*plug
)
536 GString
*outbuf
= g_string_new(NULL
);
538 cfs_rrd_dump(outbuf
);
539 char *data
= outbuf
->str
;
540 g_string_free(outbuf
, FALSE
);
546 create_dot_clusterlog_cb(cfs_plug_t
*plug
)
548 GString
*outbuf
= g_string_new(NULL
);
550 cfs_cluster_log_dump(outbuf
, NULL
, 50);
551 char *data
= outbuf
->str
;
552 g_string_free(outbuf
, FALSE
);
558 read_debug_setting_cb(cfs_plug_t
*plug
)
560 return g_strdup_printf("%d\n", !!cfs
.debug
);
564 my_qb_log_filter(struct qb_log_callsite
*cs
)
566 int32_t priority
= cfs
.debug
? LOG_DEBUG
: LOG_INFO
;
568 if (qb_bit_is_set(cs
->tags
, QB_LOG_TAG_LIBQB_MSG_BIT
)) {
569 if (cs
->priority
<= (cfs
.debug
? priority
: LOG_WARNING
)) {
570 qb_bit_set(cs
->targets
, QB_LOG_SYSLOG
);
572 qb_bit_clear(cs
->targets
, QB_LOG_SYSLOG
);
574 if (cs
->priority
<= priority
) {
575 qb_bit_set(cs
->targets
, QB_LOG_STDERR
);
577 qb_bit_clear(cs
->targets
, QB_LOG_STDERR
);
580 if (cs
->priority
<= priority
) {
581 qb_bit_set(cs
->targets
, QB_LOG_SYSLOG
);
582 qb_bit_set(cs
->targets
, QB_LOG_STDERR
);
584 qb_bit_clear(cs
->targets
, QB_LOG_SYSLOG
);
585 qb_bit_clear(cs
->targets
, QB_LOG_STDERR
);
591 update_qb_log_settings(void)
593 qb_log_filter_fn_set(my_qb_log_filter
);
596 qb_log_format_set(QB_LOG_SYSLOG
, "[%g] %p: %b (%f:%l:%n)");
597 qb_log_format_set(QB_LOG_STDERR
, "[%g] %p: %b (%f:%l:%n)");
599 qb_log_format_set(QB_LOG_SYSLOG
, "[%g] %p: %b");
600 qb_log_format_set(QB_LOG_STDERR
, "[%g] %p: %b");
605 write_debug_setting_cb(
615 if (strncmp(buf
, "0\n", 2) == 0) {
617 cfs_message("disable debug mode");
619 update_qb_log_settings();
622 } else if (strncmp(buf
, "1\n", 2) == 0) {
625 update_qb_log_settings();
626 cfs_message("enable debug mode");
635 create_symlinks(cfs_plug_base_t
*bplug
, const char *nodename
)
637 g_return_if_fail(bplug
!= NULL
);
638 g_return_if_fail(nodename
!= NULL
);
640 char *lnktarget
= g_strdup_printf("nodes/%s", nodename
);
641 cfs_plug_link_t
*lnk
= cfs_plug_link_new("local", lnktarget
);
643 cfs_plug_base_insert(bplug
, (cfs_plug_t
*)lnk
);
645 lnktarget
= g_strdup_printf("nodes/%s/qemu-server", nodename
);
646 lnk
= cfs_plug_link_new("qemu-server", lnktarget
);
648 cfs_plug_base_insert(bplug
, (cfs_plug_t
*)lnk
);
650 lnktarget
= g_strdup_printf("nodes/%s/openvz", nodename
);
651 lnk
= cfs_plug_link_new("openvz", lnktarget
);
653 cfs_plug_base_insert(bplug
, (cfs_plug_t
*)lnk
);
655 lnktarget
= g_strdup_printf("nodes/%s/lxc", nodename
);
656 lnk
= cfs_plug_link_new("lxc", lnktarget
);
658 cfs_plug_base_insert(bplug
, (cfs_plug_t
*)lnk
);
660 cfs_plug_func_t
*fplug
= cfs_plug_func_new(".version", 0440, create_dot_version_cb
, NULL
);
661 cfs_plug_base_insert(bplug
, (cfs_plug_t
*)fplug
);
663 fplug
= cfs_plug_func_new(".members", 0440, create_dot_members_cb
, NULL
);
664 cfs_plug_base_insert(bplug
, (cfs_plug_t
*)fplug
);
666 fplug
= cfs_plug_func_new(".vmlist", 0440, create_dot_vmlist_cb
, NULL
);
667 cfs_plug_base_insert(bplug
, (cfs_plug_t
*)fplug
);
669 fplug
= cfs_plug_func_new(".rrd", 0440, create_dot_rrd_cb
, NULL
);
670 cfs_plug_base_insert(bplug
, (cfs_plug_t
*)fplug
);
672 fplug
= cfs_plug_func_new(".clusterlog", 0440, create_dot_clusterlog_cb
, NULL
);
673 cfs_plug_base_insert(bplug
, (cfs_plug_t
*)fplug
);
675 fplug
= cfs_plug_func_new(".debug", 0640, read_debug_setting_cb
, write_debug_setting_cb
);
676 cfs_plug_base_insert(bplug
, (cfs_plug_t
*)fplug
);
682 lookup_node_ip(const char *nodename
)
684 struct addrinfo
*ainfo
;
685 struct addrinfo ahints
;
686 memset(&ahints
, 0, sizeof(ahints
));
688 if (getaddrinfo(nodename
, NULL
, &ahints
, &ainfo
))
691 if (ainfo
->ai_family
== AF_INET
) {
692 char buf
[INET6_ADDRSTRLEN
];
693 struct sockaddr_in
*sa
= (struct sockaddr_in
*)ainfo
->ai_addr
;
694 inet_ntop(ainfo
->ai_family
, &sa
->sin_addr
, buf
, sizeof(buf
));
695 if (strncmp(buf
, "127.", 4) != 0) {
696 return g_strdup(buf
);
706 log_tags_stringify(uint32_t tags
) {
707 if (qb_bit_is_set(tags
, QB_LOG_TAG_LIBQB_MSG_BIT
)) {
711 const char *domain
= g_quark_to_string(quark
);
712 if (domain
!= NULL
) {
720 int main(int argc
, char *argv
[])
725 gboolean foreground
= FALSE
;
726 gboolean force_local_mode
= FALSE
;
727 gboolean wrote_pidfile
= FALSE
;
728 memdb_t
*memdb
= NULL
;
730 dfsm_t
*status_fsm
= NULL
;
732 qb_log_init("pmxcfs", LOG_DAEMON
, LOG_DEBUG
);
733 /* remove default filter */
734 qb_log_filter_ctl(QB_LOG_SYSLOG
, QB_LOG_FILTER_REMOVE
,
735 QB_LOG_FILTER_FILE
, "*", LOG_DEBUG
);
737 qb_log_tags_stringify_fn_set(log_tags_stringify
);
739 qb_log_ctl(QB_LOG_STDERR
, QB_LOG_CONF_ENABLED
, QB_TRUE
);
741 update_qb_log_settings();
743 g_set_print_handler(glib_print_handler
);
744 g_set_printerr_handler(glib_print_handler
);
745 g_log_set_default_handler(glib_log_handler
, NULL
);
747 GOptionContext
*context
;
749 GOptionEntry entries
[] = {
750 { "debug", 'd', 0, G_OPTION_ARG_NONE
, &cfs
.debug
, "Turn on debug messages", NULL
},
751 { "foreground", 'f', 0, G_OPTION_ARG_NONE
, &foreground
, "Do not daemonize server", NULL
},
752 { "local", 'l', 0, G_OPTION_ARG_NONE
, &force_local_mode
,
753 "Force local mode (ignore corosync.conf, force quorum)", NULL
},
757 context
= g_option_context_new ("");
758 g_option_context_add_main_entries (context
, entries
, NULL
);
761 if (!g_option_context_parse (context
, &argc
, &argv
, &err
))
763 cfs_critical("option parsing failed: %s", err
->message
);
768 g_option_context_free(context
);
771 cfs_critical("too many arguments");
777 update_qb_log_settings();
780 struct utsname utsname
;
781 if (uname(&utsname
) != 0) {
782 cfs_critical("Unable to read local node name");
787 for (int i
=0; i
< sizeof(utsname
.nodename
); i
++) {
788 if (utsname
.nodename
[i
] =='.') utsname
.nodename
[i
] = 0;
791 cfs
.nodename
= g_strdup(utsname
.nodename
);
793 if (!(cfs
.ip
= lookup_node_ip(cfs
.nodename
))) {
794 cfs_critical("Unable to get local IP address");
799 struct group
*www_data
= getgrnam("www-data");
801 cfs_critical("Unable to get www-data group ID");
805 cfs
.gid
= www_data
->gr_gid
;
809 mkdir(VARLIBDIR
, 0755);
811 if ((lockfd
= open(LOCKFILE
, O_RDWR
|O_CREAT
|O_APPEND
)) == -1) {
812 cfs_critical("unable to create lock '%s': %s", LOCKFILE
, strerror (errno
));
816 for (int i
= 10; i
>= 0; i
--) {
817 if (flock(lockfd
, LOCK_EX
|LOCK_NB
) != 0) {
819 cfs_critical("unable to aquire pmxcfs lock: %s", strerror (errno
));
823 cfs_message("unable to aquire pmxcfs lock - trying again");
831 gboolean create
= !g_file_test(DBFILENAME
, G_FILE_TEST_EXISTS
);
833 if (!(memdb
= memdb_open (DBFILENAME
))) {
834 cfs_critical("memdb_open failed - unable to open database '%s'", DBFILENAME
);
838 // automatically import corosync.conf from host
839 if (create
&& !force_local_mode
) {
842 if (g_file_get_contents(HOST_CLUSTER_CONF_FN
, &cdata
, &clen
, NULL
)) {
844 guint32 mtime
= time(NULL
);
846 memdb_create(memdb
, "/corosync.conf", 0, mtime
);
847 if (memdb_write(memdb
, "/corosync.conf", 0, mtime
, cdata
, clen
, 0, 1) < 0) {
848 cfs_critical("memdb_write failed - unable to import corosync.conf");
854 // does corosync.conf exist?
855 gpointer conf_data
= NULL
;
856 int len
= memdb_read(memdb
, "corosync.conf", &conf_data
);
858 if (force_local_mode
) {
859 cfs_message("forcing local mode (althought corosync.conf exists)");
860 cfs_set_quorate(1, TRUE
);
862 if (!(dcdb
= dcdb_new(memdb
)))
864 dcdb_sync_corosync_conf(memdb
, 1);
867 cfs_debug("using local mode (corosync.conf does not exist)");
868 cfs_set_quorate(1, TRUE
);
870 if (conf_data
) g_free(conf_data
);
872 cfs_plug_memdb_t
*config
= cfs_plug_memdb_new("memdb", memdb
, dcdb
);
874 cfs_plug_base_t
*bplug
= cfs_plug_base_new("", (cfs_plug_t
*)config
);
876 create_symlinks(bplug
, cfs
.nodename
);
878 root_plug
= (cfs_plug_t
*)bplug
;
880 system("umount -f " CFSDIR
" >/dev/null 2>&1");
884 char *fa
[] = { "-f", "-odefault_permissions", "-oallow_other", NULL
};
886 struct fuse_args fuse_args
= FUSE_ARGS_INIT(sizeof (fa
)/sizeof(gpointer
) - 1, fa
);
888 struct fuse_chan
*fuse_chan
= fuse_mount(CFSDIR
, &fuse_args
);
890 cfs_critical("fuse_mount error: %s", strerror(errno
));
894 if (!(fuse
= fuse_new(fuse_chan
, &fuse_args
, &fuse_ops
, sizeof(fuse_ops
), NULL
))) {
895 cfs_critical("fuse_new error: %s", strerror(errno
));
899 fuse_set_signal_handlers(fuse_get_session(fuse
));
905 cfs_critical("failed to daemonize program - %s", strerror (errno
));
916 if ((nullfd
= open("/dev/null", O_RDWR
, 0)) != -1) {
924 // do not print to the console after this point
925 qb_log_ctl(QB_LOG_STDERR
, QB_LOG_CONF_ENABLED
, QB_FALSE
);
930 write_pidfile(getpid());
933 wrote_pidfile
= TRUE
;
935 cfs_loop_t
*corosync_loop
= cfs_loop_new(fuse
);
937 cfs_service_t
*service_quorum
= NULL
;
938 cfs_service_t
*service_confdb
= NULL
;
939 cfs_service_t
*service_dcdb
= NULL
;
940 cfs_service_t
*service_status
= NULL
;
944 service_quorum
= service_quorum_new();
946 cfs_loop_add_service(corosync_loop
, service_quorum
, QB_LOOP_HIGH
);
948 service_confdb
= service_confdb_new();
950 cfs_loop_add_service(corosync_loop
, service_confdb
, QB_LOOP_MED
);
952 service_dcdb
= service_dfsm_new(dcdb
);
953 cfs_service_set_timer(service_dcdb
, DCDB_VERIFY_TIME
);
955 cfs_loop_add_service(corosync_loop
, service_dcdb
, QB_LOOP_MED
);
957 status_fsm
= cfs_status_dfsm_new();
958 service_status
= service_dfsm_new(status_fsm
);
960 cfs_loop_add_service(corosync_loop
, service_status
, QB_LOOP_LOW
);
964 cfs_loop_start_worker(corosync_loop
);
968 ret
= fuse_loop_mt(fuse
);
970 cfs_message("teardown filesystem");
974 fuse_unmount(CFSDIR
, fuse_chan
);
978 cfs_debug("set stop event loop flag");
980 cfs_loop_stop_worker(corosync_loop
);
982 cfs_loop_destroy(corosync_loop
);
984 cfs_debug("worker finished");
987 service_dfsm_destroy(service_dcdb
);
990 service_confdb_destroy(service_confdb
);
993 service_quorum_destroy(service_quorum
);
996 service_dfsm_destroy(service_status
);
998 sleep(1); /* do not restart too fast */
1002 dfsm_destroy(status_fsm
);
1013 cfs_message("exit proxmox configuration filesystem (%d)", ret
);
1015 cfs_status_cleanup();