3 * Copyright © 2012 Serge Hallyn <serge.hallyn@ubuntu.com>.
4 * Copyright © 2012 Canonical Ltd.
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
26 #include <sys/types.h>
28 #include <sys/mount.h>
34 #include <arpa/inet.h>
38 #include <sys/syscall.h>
40 #include <lxc/lxccontainer.h>
41 #include <lxc/version.h>
56 #include "namespace.h"
62 #include <../include/ifaddrs.h>
65 #define MAX_BUFFER 4096
67 #define NOT_SUPPORTED_ERROR "the requested function %s is not currently supported with unprivileged containers"
69 /* Define faccessat() if missing from the C library */
70 #ifndef HAVE_FACCESSAT
71 static int faccessat(int __fd
, const char *__file
, int __type
, int __flag
)
74 return syscall(__NR_faccessat
, __fd
, __file
, __type
, __flag
);
83 lxc_log_define(lxc_container
, lxc
);
85 static bool config_file_exists(const char *lxcpath
, const char *cname
)
87 /* $lxcpath + '/' + $cname + '/config' + \0 */
88 int ret
, len
= strlen(lxcpath
) + strlen(cname
) + 9;
89 char *fname
= alloca(len
);
91 ret
= snprintf(fname
, len
, "%s/%s/config", lxcpath
, cname
);
92 if (ret
< 0 || ret
>= len
)
95 return file_exists(fname
);
99 * A few functions to help detect when a container creation failed.
100 * If a container creation was killed partway through, then trying
101 * to actually start that container could harm the host. We detect
102 * this by creating a 'partial' file under the container directory,
103 * and keeping an advisory lock. When container creation completes,
104 * we remove that file. When we load or try to start a container, if
105 * we find that file, without a flock, we remove the container.
107 static int ongoing_create(struct lxc_container
*c
)
109 int len
= strlen(c
->config_path
) + strlen(c
->name
) + 10;
110 char *path
= alloca(len
);
114 ret
= snprintf(path
, len
, "%s/%s/partial", c
->config_path
, c
->name
);
115 if (ret
< 0 || ret
>= len
) {
116 ERROR("Error writing partial pathname");
120 if (!file_exists(path
))
122 fd
= open(path
, O_RDWR
);
124 // give benefit of the doubt
125 SYSERROR("Error opening partial file");
129 lk
.l_whence
= SEEK_SET
;
133 if (fcntl(fd
, F_GETLK
, &lk
) == 0 && lk
.l_pid
!= -1) {
134 // create is still ongoing
138 // create completed but partial is still there.
143 static int create_partial(struct lxc_container
*c
)
145 // $lxcpath + '/' + $name + '/partial' + \0
146 int len
= strlen(c
->config_path
) + strlen(c
->name
) + 10;
147 char *path
= alloca(len
);
151 ret
= snprintf(path
, len
, "%s/%s/partial", c
->config_path
, c
->name
);
152 if (ret
< 0 || ret
>= len
) {
153 ERROR("Error writing partial pathname");
156 if ((fd
=open(path
, O_RDWR
| O_CREAT
| O_EXCL
, 0755)) < 0) {
157 SYSERROR("Erorr creating partial file");
161 lk
.l_whence
= SEEK_SET
;
164 if (fcntl(fd
, F_SETLKW
, &lk
) < 0) {
165 SYSERROR("Error locking partial file %s", path
);
173 static void remove_partial(struct lxc_container
*c
, int fd
)
175 // $lxcpath + '/' + $name + '/partial' + \0
176 int len
= strlen(c
->config_path
) + strlen(c
->name
) + 10;
177 char *path
= alloca(len
);
181 ret
= snprintf(path
, len
, "%s/%s/partial", c
->config_path
, c
->name
);
182 if (ret
< 0 || ret
>= len
) {
183 ERROR("Error writing partial pathname");
186 if (unlink(path
) < 0)
187 SYSERROR("Error unlink partial file %s", path
);
191 * 1. container_mem_lock(c) protects the struct lxc_container from multiple threads.
192 * 2. container_disk_lock(c) protects the on-disk container data - in particular the
193 * container configuration file.
194 * The container_disk_lock also takes the container_mem_lock.
195 * 3. thread_mutex protects process data (ex: fd table) from multiple threads.
196 * NOTHING mutexes two independent programs with their own struct
197 * lxc_container for the same c->name, between API calls. For instance,
198 * c->config_read(); c->start(); Between those calls, data on disk
199 * could change (which shouldn't bother the caller unless for instance
200 * the rootfs get moved). c->config_read(); update; c->config_write();
201 * Two such updaters could race. The callers should therefore check their
202 * results. Trying to prevent that would necessarily expose us to deadlocks
203 * due to hung callers. So I prefer to keep the locks only within our own
204 * functions, not across functions.
206 * If you're going to clone while holding a lxccontainer, increment
207 * c->numthreads (under privlock) before forking. When deleting,
208 * decrement numthreads under privlock, then if it hits 0 you can delete.
209 * Do not ever use a lxccontainer whose numthreads you did not bump.
212 static void lxc_container_free(struct lxc_container
*c
)
219 c
->configfile
= NULL
;
221 if (c
->error_string
) {
222 free(c
->error_string
);
223 c
->error_string
= NULL
;
226 lxc_putlock(c
->slock
);
230 lxc_putlock(c
->privlock
);
238 lxc_conf_free(c
->lxc_conf
);
241 if (c
->config_path
) {
242 free(c
->config_path
);
243 c
->config_path
= NULL
;
250 * Consider the following case:
251 freer | racing get()er
252 ==================================================================
253 lxc_container_put() | lxc_container_get()
254 \ lxclock(c->privlock) | c->numthreads < 1? (no)
255 \ c->numthreads = 0 | \ lxclock(c->privlock) -> waits
257 \ lxc_container_free() | \ lxclock() returns
258 | \ c->numthreads < 1 -> return 0
260 \ \ sem_destroy(privlock) |
262 * When the get()er checks numthreads the first time, one of the following
264 * 1. freer has set numthreads = 0. get() returns 0
265 * 2. freer is between lxclock and setting numthreads to 0. get()er will
266 * sem_wait on privlock, get lxclock after freer() drops it, then see
267 * numthreads is 0 and exit without touching lxclock again..
268 * 3. freer has not yet locked privlock. If get()er runs first, then put()er
269 * will see --numthreads = 1 and not call lxc_container_free().
272 int lxc_container_get(struct lxc_container
*c
)
277 // if someone else has already started freeing the container, don't
278 // try to take the lock, which may be invalid
279 if (c
->numthreads
< 1)
282 if (container_mem_lock(c
))
284 if (c
->numthreads
< 1) {
285 // bail without trying to unlock, bc the privlock is now probably
290 container_mem_unlock(c
);
294 int lxc_container_put(struct lxc_container
*c
)
298 if (container_mem_lock(c
))
300 if (--c
->numthreads
< 1) {
301 container_mem_unlock(c
);
302 lxc_container_free(c
);
305 container_mem_unlock(c
);
309 static bool lxcapi_is_defined(struct lxc_container
*c
)
318 if (container_mem_lock(c
))
322 statret
= stat(c
->configfile
, &statbuf
);
328 container_mem_unlock(c
);
332 static const char *lxcapi_state(struct lxc_container
*c
)
338 s
= lxc_getstate(c
->name
, c
->config_path
);
339 return lxc_state2str(s
);
342 static bool is_stopped(struct lxc_container
*c
)
345 s
= lxc_getstate(c
->name
, c
->config_path
);
346 return (s
== STOPPED
);
349 static bool lxcapi_is_running(struct lxc_container
*c
)
356 if (!s
|| strcmp(s
, "STOPPED") == 0)
361 static bool lxcapi_freeze(struct lxc_container
*c
)
367 ret
= lxc_freeze(c
->name
, c
->config_path
);
373 static bool lxcapi_unfreeze(struct lxc_container
*c
)
379 ret
= lxc_unfreeze(c
->name
, c
->config_path
);
385 static int lxcapi_console_getfd(struct lxc_container
*c
, int *ttynum
, int *masterfd
)
391 ttyfd
= lxc_console_getfd(c
, ttynum
, masterfd
);
395 static int lxcapi_console(struct lxc_container
*c
, int ttynum
, int stdinfd
,
396 int stdoutfd
, int stderrfd
, int escape
)
398 return lxc_console(c
, ttynum
, stdinfd
, stdoutfd
, stderrfd
, escape
);
401 static pid_t
lxcapi_init_pid(struct lxc_container
*c
)
406 return lxc_cmd_get_init_pid(c
->name
, c
->config_path
);
409 static bool load_config_locked(struct lxc_container
*c
, const char *fname
)
412 c
->lxc_conf
= lxc_conf_init();
415 if (lxc_config_read(fname
, c
->lxc_conf
, false) != 0)
417 if (!clone_update_unexp_network(c
->lxc_conf
))
422 static bool lxcapi_load_config(struct lxc_container
*c
, const char *alt_file
)
424 bool ret
= false, need_disklock
= false;
430 fname
= c
->configfile
;
436 * If we're reading something other than the container's config,
437 * we only need to lock the in-memory container. If loading the
438 * container's config file, take the disk lock.
440 if (strcmp(fname
, c
->configfile
) == 0)
441 need_disklock
= true;
444 lret
= container_disk_lock(c
);
446 lret
= container_mem_lock(c
);
450 ret
= load_config_locked(c
, fname
);
453 container_disk_unlock(c
);
455 container_mem_unlock(c
);
459 static bool lxcapi_want_daemonize(struct lxc_container
*c
, bool state
)
461 if (!c
|| !c
->lxc_conf
)
463 if (container_mem_lock(c
)) {
464 ERROR("Error getting mem lock");
467 c
->daemonize
= state
;
468 /* daemonize implies close_all_fds so set it */
470 c
->lxc_conf
->close_all_fds
= 1;
471 container_mem_unlock(c
);
475 static bool lxcapi_want_close_all_fds(struct lxc_container
*c
, bool state
)
477 if (!c
|| !c
->lxc_conf
)
479 if (container_mem_lock(c
)) {
480 ERROR("Error getting mem lock");
483 c
->lxc_conf
->close_all_fds
= state
;
484 container_mem_unlock(c
);
488 static bool lxcapi_wait(struct lxc_container
*c
, const char *state
, int timeout
)
495 ret
= lxc_wait(c
->name
, state
, timeout
, c
->config_path
);
500 static bool wait_on_daemonized_start(struct lxc_container
*c
, int pid
)
502 /* we'll probably want to make this timeout configurable? */
503 int timeout
= 5, ret
, status
;
506 * our child is going to fork again, then exit. reap the
509 ret
= waitpid(pid
, &status
, 0);
510 if (ret
== -1 || !WIFEXITED(status
) || WEXITSTATUS(status
) != 0)
511 DEBUG("failed waiting for first dual-fork child");
512 return lxcapi_wait(c
, "RUNNING", timeout
);
515 static bool am_single_threaded(void)
517 struct dirent dirent
, *direntp
;
521 dir
= opendir("/proc/self/task");
523 INFO("failed to open /proc/self/task");
527 while (!readdir_r(dir
, &dirent
, &direntp
)) {
531 if (!strcmp(direntp
->d_name
, "."))
534 if (!strcmp(direntp
->d_name
, ".."))
544 * I can't decide if it'd be more convenient for callers if we accept '...',
545 * or a null-terminated array (i.e. execl vs execv)
547 static bool lxcapi_start(struct lxc_container
*c
, int useinit
, char * const argv
[])
550 struct lxc_conf
*conf
;
551 bool daemonize
= false;
553 char *default_args
[] = {
558 /* container exists */
561 /* container has been setup */
565 if ((ret
= ongoing_create(c
)) < 0) {
566 ERROR("Error checking for incomplete creation");
570 ERROR("Error: %s creation was not completed", c
->name
);
573 } else if (ret
== 1) {
574 ERROR("Error: creation of %s is ongoing", c
->name
);
578 /* is this app meant to be run through lxcinit, as in lxc-execute? */
579 if (useinit
&& !argv
)
582 if (container_mem_lock(c
))
585 daemonize
= c
->daemonize
;
586 container_mem_unlock(c
);
589 ret
= lxc_execute(c
->name
, argv
, 1, conf
, c
->config_path
);
590 return ret
== 0 ? true : false;
597 * say, I'm not sure - what locks do we want here? Any?
598 * Is liblxc's locking enough here to protect the on disk
599 * container? We don't want to exclude things like lxc_info
600 * while container is running...
603 lxc_monitord_spawn(c
->config_path
);
610 /* Set to NULL because we don't want father unlink
611 * the PID file, child will do the free and unlink.
614 return wait_on_daemonized_start(c
, pid
);
617 /* second fork to be reparented by init */
620 SYSERROR("Error doing dual-fork");
625 /* like daemon(), chdir to / and redirect 0,1,2 to /dev/null */
627 SYSERROR("Error chdir()ing to /.");
630 lxc_check_inherited(conf
, -1);
634 open("/dev/zero", O_RDONLY
);
635 open("/dev/null", O_RDWR
);
636 open("/dev/null", O_RDWR
);
639 if (!am_single_threaded()) {
640 ERROR("Cannot start non-daemonized container when threaded");
645 /* We need to write PID file after daeminize, so we always
646 * write the right PID.
649 pid_fp
= fopen(c
->pidfile
, "w");
650 if (pid_fp
== NULL
) {
651 SYSERROR("Failed to create pidfile '%s' for '%s'",
652 c
->pidfile
, c
->name
);
656 if (fprintf(pid_fp
, "%d\n", getpid()) < 0) {
657 SYSERROR("Failed to write '%s'", c
->pidfile
);
669 ret
= lxc_start(c
->name
, argv
, conf
, c
->config_path
);
673 INFO("container requested reboot");
685 exit (ret
== 0 ? true : false);
687 return (ret
== 0 ? true : false);
691 * note there MUST be an ending NULL
693 static bool lxcapi_startl(struct lxc_container
*c
, int useinit
, ...)
696 char **inargs
= NULL
;
699 /* container exists */
703 va_start(ap
, useinit
);
704 inargs
= lxc_va_arg_list_to_argv(ap
, 0, 1);
708 ERROR("Memory allocation error.");
712 /* pass NULL if no arguments were supplied */
713 bret
= lxcapi_start(c
, useinit
, *inargs
? inargs
: NULL
);
718 for (arg
= inargs
; *arg
; arg
++)
726 static bool lxcapi_stop(struct lxc_container
*c
)
733 ret
= lxc_cmd_stop(c
->name
, c
->config_path
);
739 * create the standard expected container dir
741 static bool create_container_dir(struct lxc_container
*c
)
746 len
= strlen(c
->config_path
) + strlen(c
->name
) + 2;
750 ret
= snprintf(s
, len
, "%s/%s", c
->config_path
, c
->name
);
751 if (ret
< 0 || ret
>= len
) {
755 ret
= mkdir(s
, 0755);
760 SYSERROR("failed to create container path for %s", c
->name
);
766 static const char *lxcapi_get_config_path(struct lxc_container
*c
);
767 static bool lxcapi_set_config_item(struct lxc_container
*c
, const char *key
, const char *v
);
770 * do_bdev_create: thin wrapper around bdev_create(). Like bdev_create(),
771 * it returns a mounted bdev on success, NULL on error.
773 static struct bdev
*do_bdev_create(struct lxc_container
*c
, const char *type
,
774 struct bdev_specs
*specs
)
781 /* rootfs.path or lxcpath/lxcname/rootfs */
782 if (c
->lxc_conf
->rootfs
.path
&& access(c
->lxc_conf
->rootfs
.path
, F_OK
) == 0) {
783 const char *rpath
= c
->lxc_conf
->rootfs
.path
;
784 len
= strlen(rpath
) + 1;
786 ret
= snprintf(dest
, len
, "%s", rpath
);
788 const char *lxcpath
= lxcapi_get_config_path(c
);
789 len
= strlen(c
->name
) + strlen(lxcpath
) + 9;
791 ret
= snprintf(dest
, len
, "%s/%s/rootfs", lxcpath
, c
->name
);
793 if (ret
< 0 || ret
>= len
)
796 bdev
= bdev_create(dest
, type
, c
->name
, specs
);
798 ERROR("Failed to create backing store type %s", type
);
802 lxcapi_set_config_item(c
, "lxc.rootfs", bdev
->src
);
804 /* if we are not root, chown the rootfs dir to root in the
807 if (geteuid() != 0 || (c
->lxc_conf
&& !lxc_list_empty(&c
->lxc_conf
->id_map
))) {
808 if (chown_mapped_root(bdev
->dest
, c
->lxc_conf
) < 0) {
809 ERROR("Error chowning %s to container root", bdev
->dest
);
810 suggest_default_idmap();
820 * Given the '-t' template option to lxc-create, figure out what to
821 * do. If the template is a full executable path, use that. If it
822 * is something like 'sshd', then return $templatepath/lxc-sshd.
823 * On success return the template, on error return NULL.
825 static char *get_template_path(const char *t
)
830 if (t
[0] == '/' && access(t
, X_OK
) == 0) {
835 len
= strlen(LXCTEMPLATEDIR
) + strlen(t
) + strlen("/lxc-") + 1;
839 ret
= snprintf(tpath
, len
, "%s/lxc-%s", LXCTEMPLATEDIR
, t
);
840 if (ret
< 0 || ret
>= len
) {
844 if (access(tpath
, X_OK
) < 0) {
845 SYSERROR("bad template: %s", t
);
853 static char *lxcbasename(char *path
)
855 char *p
= path
+ strlen(path
) - 1;
856 while (*p
!= '/' && p
> path
)
861 static bool create_run_template(struct lxc_container
*c
, char *tpath
, bool quiet
,
871 SYSERROR("failed to fork task for container creation template");
875 if (pid
== 0) { // child
876 char *patharg
, *namearg
, *rootfsarg
, *src
;
877 struct bdev
*bdev
= NULL
;
879 int ret
, len
, nargs
= 0;
881 struct lxc_conf
*conf
= c
->lxc_conf
;
887 open("/dev/zero", O_RDONLY
);
888 open("/dev/null", O_RDWR
);
889 open("/dev/null", O_RDWR
);
892 src
= c
->lxc_conf
->rootfs
.path
;
894 * for an overlay create, what the user wants is the template to fill
895 * in what will become the readonly lower layer. So don't mount for
898 if (strncmp(src
, "overlayfs:", 10) == 0)
899 src
= overlay_getlower(src
+10);
900 if (strncmp(src
, "aufs:", 5) == 0)
901 src
= overlay_getlower(src
+5);
903 bdev
= bdev_init(c
->lxc_conf
, src
, c
->lxc_conf
->rootfs
.mount
, NULL
);
905 ERROR("Error opening rootfs");
909 if (geteuid() == 0) {
910 if (unshare(CLONE_NEWNS
) < 0) {
911 ERROR("error unsharing mounts");
914 if (detect_shared_rootfs()) {
915 if (mount(NULL
, "/", NULL
, MS_SLAVE
|MS_REC
, NULL
)) {
916 SYSERROR("Failed to make / rslave to run template");
917 ERROR("Continuing...");
921 if (strcmp(bdev
->type
, "dir") && strcmp(bdev
->type
, "btrfs")) {
922 if (geteuid() != 0) {
923 ERROR("non-root users can only create btrfs and directory-backed containers");
926 if (bdev
->ops
->mount(bdev
) < 0) {
927 ERROR("Error mounting rootfs");
930 } else { // TODO come up with a better way here!
933 bdev
->dest
= strdup(bdev
->src
);
937 * create our new array, pre-pend the template name and
941 for (nargs
= 0; argv
[nargs
]; nargs
++) ;
942 nargs
+= 4; // template, path, rootfs and name args
944 newargv
= malloc(nargs
* sizeof(*newargv
));
947 newargv
[0] = lxcbasename(tpath
);
949 len
= strlen(c
->config_path
) + strlen(c
->name
) + strlen("--path=") + 2;
950 patharg
= malloc(len
);
953 ret
= snprintf(patharg
, len
, "--path=%s/%s", c
->config_path
, c
->name
);
954 if (ret
< 0 || ret
>= len
)
956 newargv
[1] = patharg
;
957 len
= strlen("--name=") + strlen(c
->name
) + 1;
958 namearg
= malloc(len
);
961 ret
= snprintf(namearg
, len
, "--name=%s", c
->name
);
962 if (ret
< 0 || ret
>= len
)
964 newargv
[2] = namearg
;
966 len
= strlen("--rootfs=") + 1 + strlen(bdev
->dest
);
967 rootfsarg
= malloc(len
);
970 ret
= snprintf(rootfsarg
, len
, "--rootfs=%s", bdev
->dest
);
971 if (ret
< 0 || ret
>= len
)
973 newargv
[3] = rootfsarg
;
975 /* add passed-in args */
977 for (i
= 4; i
< nargs
; i
++)
978 newargv
[i
] = argv
[i
-4];
980 /* add trailing NULL */
982 newargv
= realloc(newargv
, nargs
* sizeof(*newargv
));
985 newargv
[nargs
- 1] = NULL
;
988 * If we're running the template in a mapped userns, then
989 * we prepend the template command with:
990 * lxc-usernsexec <-m map1> ... <-m mapn> --
991 * and we append "--mapped-uid x", where x is the mapped uid
994 if (!lxc_list_empty(&conf
->id_map
)) {
998 char **n2
= malloc(n2args
* sizeof(*n2
));
1003 SYSERROR("out of memory");
1007 tpath
= "lxc-usernsexec";
1008 n2
[0] = "lxc-usernsexec";
1009 lxc_list_for_each(it
, &conf
->id_map
) {
1012 n2
= realloc(n2
, n2args
* sizeof(char *));
1015 n2
[n2args
-2] = "-m";
1016 n2
[n2args
-1] = malloc(200);
1019 ret
= snprintf(n2
[n2args
-1], 200, "%c:%lu:%lu:%lu",
1020 map
->idtype
== ID_TYPE_UID
? 'u' : 'g',
1021 map
->nsid
, map
->hostid
, map
->range
);
1022 if (ret
< 0 || ret
>= 200)
1025 int hostid_mapped
= mapped_hostid(geteuid(), conf
, ID_TYPE_UID
);
1026 int extraargs
= hostid_mapped
>= 0 ? 1 : 3;
1027 n2
= realloc(n2
, (nargs
+ n2args
+ extraargs
) * sizeof(char *));
1030 if (hostid_mapped
< 0) {
1031 hostid_mapped
= find_unmapped_nsuid(conf
, ID_TYPE_UID
);
1032 n2
[n2args
++] = "-m";
1033 if (hostid_mapped
< 0) {
1034 ERROR("Could not find free uid to map");
1037 n2
[n2args
++] = malloc(200);
1038 if (!n2
[n2args
-1]) {
1039 SYSERROR("out of memory");
1042 ret
= snprintf(n2
[n2args
-1], 200, "u:%d:%d:1",
1043 hostid_mapped
, geteuid());
1044 if (ret
< 0 || ret
>= 200) {
1045 ERROR("string too long");
1049 int hostgid_mapped
= mapped_hostid(getegid(), conf
, ID_TYPE_GID
);
1050 extraargs
= hostgid_mapped
>= 0 ? 1 : 3;
1051 n2
= realloc(n2
, (nargs
+ n2args
+ extraargs
) * sizeof(char *));
1054 if (hostgid_mapped
< 0) {
1055 hostgid_mapped
= find_unmapped_nsuid(conf
, ID_TYPE_GID
);
1056 n2
[n2args
++] = "-m";
1057 if (hostgid_mapped
< 0) {
1058 ERROR("Could not find free uid to map");
1061 n2
[n2args
++] = malloc(200);
1062 if (!n2
[n2args
-1]) {
1063 SYSERROR("out of memory");
1066 ret
= snprintf(n2
[n2args
-1], 200, "g:%d:%d:1",
1067 hostgid_mapped
, getegid());
1068 if (ret
< 0 || ret
>= 200) {
1069 ERROR("string too long");
1073 n2
[n2args
++] = "--";
1074 for (i
= 0; i
< nargs
; i
++)
1075 n2
[i
+ n2args
] = newargv
[i
];
1077 // Finally add "--mapped-uid $uid" to tell template what to chown
1080 n2
= realloc(n2
, n2args
* sizeof(char *));
1082 SYSERROR("out of memory");
1085 // note n2[n2args-1] is NULL
1086 n2
[n2args
-5] = "--mapped-uid";
1087 snprintf(txtuid
, 20, "%d", hostid_mapped
);
1088 n2
[n2args
-4] = txtuid
;
1089 n2
[n2args
-3] = "--mapped-gid";
1090 snprintf(txtgid
, 20, "%d", hostgid_mapped
);
1091 n2
[n2args
-2] = txtgid
;
1092 n2
[n2args
-1] = NULL
;
1097 execvp(tpath
, newargv
);
1098 SYSERROR("failed to execute template %s", tpath
);
1102 if (wait_for_pid(pid
) != 0) {
1103 ERROR("container creation template for %s failed", c
->name
);
1110 static bool prepend_lxc_header(char *path
, const char *t
, char *const argv
[])
1118 unsigned char md_value
[SHA_DIGEST_LENGTH
];
1122 f
= fopen(path
, "r");
1126 if (fseek(f
, 0, SEEK_END
) < 0)
1128 if ((flen
= ftell(f
)) < 0)
1130 if (fseek(f
, 0, SEEK_SET
) < 0)
1132 if ((contents
= malloc(flen
+ 1)) == NULL
)
1134 if (fread(contents
, 1, flen
, f
) != flen
)
1135 goto out_free_contents
;
1137 contents
[flen
] = '\0';
1141 goto out_free_contents
;
1144 tpath
= get_template_path(t
);
1146 ERROR("bad template: %s", t
);
1147 goto out_free_contents
;
1150 ret
= sha1sum_file(tpath
, md_value
);
1152 ERROR("Error getting sha1sum of %s", tpath
);
1154 goto out_free_contents
;
1159 f
= fopen(path
, "w");
1161 SYSERROR("reopening config for writing");
1165 fprintf(f
, "# Template used to create this container: %s\n", t
);
1167 fprintf(f
, "# Parameters passed to the template:");
1169 fprintf(f
, " %s", *argv
);
1175 fprintf(f
, "# Template script checksum (SHA-1): ");
1176 for (i
=0; i
<SHA_DIGEST_LENGTH
; i
++)
1177 fprintf(f
, "%02x", md_value
[i
]);
1180 fprintf(f
, "# For additional config options, please look at lxc.container.conf(5)\n");
1181 if (fwrite(contents
, 1, flen
, f
) != flen
) {
1182 SYSERROR("Writing original contents");
1198 SYSERROR("Error prepending header");
1204 static void lxcapi_clear_config(struct lxc_container
*c
)
1208 lxc_conf_free(c
->lxc_conf
);
1214 static bool lxcapi_destroy(struct lxc_container
*c
);
1215 static bool container_destroy(struct lxc_container
*c
);
1216 static bool get_snappath_dir(struct lxc_container
*c
, char *snappath
);
1219 * create a container with the given parameters.
1220 * @c: container to be created. It has the lxcpath, name, and a starting
1221 * configuration already set
1222 * @t: the template to execute to instantiate the root filesystem and
1223 * adjust the configuration.
1224 * @bdevtype: backing store type to use. If NULL, dir will be used.
1225 * @specs: additional parameters for the backing store, i.e. LVM vg to
1228 * @argv: the arguments to pass to the template, terminated by NULL. If no
1229 * arguments, you can just pass NULL.
1231 static bool lxcapi_create(struct lxc_container
*c
, const char *t
,
1232 const char *bdevtype
, struct bdev_specs
*specs
, int flags
,
1244 tpath
= get_template_path(t
);
1246 ERROR("bad template: %s", t
);
1252 * If a template is passed in, and the rootfs already is defined in
1253 * the container config and exists, then * caller is trying to create
1254 * an existing container. Return an error, but do NOT delete the
1257 if (lxcapi_is_defined(c
) && c
->lxc_conf
&& c
->lxc_conf
->rootfs
.path
&&
1258 access(c
->lxc_conf
->rootfs
.path
, F_OK
) == 0 && tpath
) {
1259 ERROR("Container %s:%s already exists", c
->config_path
, c
->name
);
1264 if (!c
->load_config(c
, lxc_global_config_value("lxc.default_config"))) {
1265 ERROR("Error loading default configuration file %s", lxc_global_config_value("lxc.default_config"));
1270 if (!create_container_dir(c
))
1274 * either template or rootfs.path should be set.
1275 * if both template and rootfs.path are set, template is setup as rootfs.path.
1276 * container is already created if we have a config and rootfs.path is accessible
1278 if (!c
->lxc_conf
->rootfs
.path
&& !tpath
)
1279 /* no template passed in and rootfs does not exist: error */
1281 if (c
->lxc_conf
->rootfs
.path
&& access(c
->lxc_conf
->rootfs
.path
, F_OK
) != 0)
1282 /* rootfs passed into configuration, but does not exist: error */
1284 if (lxcapi_is_defined(c
) && c
->lxc_conf
->rootfs
.path
&& !tpath
) {
1285 /* Rootfs already existed, user just wanted to save the
1286 * loaded configuration */
1291 /* Mark that this container is being created */
1292 if ((partial_fd
= create_partial(c
)) < 0)
1295 /* no need to get disk lock bc we have the partial locked */
1298 * Create the backing store
1299 * Note we can't do this in the same task as we use to execute the
1300 * template because of the way zfs works.
1301 * After you 'zfs create', zfs mounts the fs only in the initial
1306 SYSERROR("failed to fork task for container creation template");
1310 if (pid
== 0) { // child
1311 struct bdev
*bdev
= NULL
;
1313 if (!(bdev
= do_bdev_create(c
, bdevtype
, specs
))) {
1314 ERROR("Error creating backing store type %s for %s",
1315 bdevtype
? bdevtype
: "(none)", c
->name
);
1319 /* save config file again to store the new rootfs location */
1320 if (!c
->save_config(c
, NULL
)) {
1321 ERROR("failed to save starting configuration for %s", c
->name
);
1322 // parent task won't see bdev in config so we delete it
1323 bdev
->ops
->umount(bdev
);
1324 bdev
->ops
->destroy(bdev
);
1329 if (wait_for_pid(pid
) != 0)
1332 /* reload config to get the rootfs */
1333 lxc_conf_free(c
->lxc_conf
);
1335 if (!load_config_locked(c
, c
->configfile
))
1338 if (!create_run_template(c
, tpath
, !!(flags
& LXC_CREATE_QUIET
), argv
))
1341 // now clear out the lxc_conf we have, reload from the created
1343 lxcapi_clear_config(c
);
1346 if (!prepend_lxc_header(c
->configfile
, tpath
, argv
)) {
1347 ERROR("Error prepending header to configuration file");
1351 ret
= load_config_locked(c
, c
->configfile
);
1354 if (partial_fd
>= 0)
1355 remove_partial(c
, partial_fd
);
1358 container_destroy(c
);
1365 static bool lxcapi_reboot(struct lxc_container
*c
)
1371 if (!c
->is_running(c
))
1373 pid
= c
->init_pid(c
);
1376 if (kill(pid
, SIGINT
) < 0)
1382 static bool lxcapi_shutdown(struct lxc_container
*c
, int timeout
)
1386 int haltsignal
= SIGPWR
;
1391 if (!c
->is_running(c
))
1393 pid
= c
->init_pid(c
);
1396 if (c
->lxc_conf
&& c
->lxc_conf
->haltsignal
)
1397 haltsignal
= c
->lxc_conf
->haltsignal
;
1398 kill(pid
, haltsignal
);
1399 retv
= c
->wait(c
, "STOPPED", timeout
);
1403 static bool lxcapi_createl(struct lxc_container
*c
, const char *t
,
1404 const char *bdevtype
, struct bdev_specs
*specs
, int flags
, ...)
1414 * since we're going to wait for create to finish, I don't think we
1415 * need to get a copy of the arguments.
1417 va_start(ap
, flags
);
1418 args
= lxc_va_arg_list_to_argv(ap
, 0, 0);
1421 ERROR("Memory allocation error.");
1425 bret
= c
->create(c
, t
, bdevtype
, specs
, flags
, args
);
1432 static void do_clear_unexp_config_line(struct lxc_conf
*conf
, const char *key
)
1434 if (strcmp(key
, "lxc.cgroup") == 0)
1435 clear_unexp_config_line(conf
, key
, true);
1436 else if (strcmp(key
, "lxc.network") == 0)
1437 clear_unexp_config_line(conf
, key
, true);
1438 else if (strcmp(key
, "lxc.hook") == 0)
1439 clear_unexp_config_line(conf
, key
, true);
1441 clear_unexp_config_line(conf
, key
, false);
1442 if (!do_append_unexp_config_line(conf
, key
, ""))
1443 WARN("Error clearing configuration for %s", key
);
1446 static bool lxcapi_clear_config_item(struct lxc_container
*c
, const char *key
)
1450 if (!c
|| !c
->lxc_conf
)
1452 if (container_mem_lock(c
))
1454 ret
= lxc_clear_config_item(c
->lxc_conf
, key
);
1456 do_clear_unexp_config_line(c
->lxc_conf
, key
);
1457 container_mem_unlock(c
);
1461 static inline bool enter_to_ns(struct lxc_container
*c
) {
1462 int netns
, userns
, ret
= 0, init_pid
= 0;;
1463 char new_netns_path
[MAXPATHLEN
];
1464 char new_userns_path
[MAXPATHLEN
];
1466 if (!c
->is_running(c
))
1469 init_pid
= c
->init_pid(c
);
1471 /* Switch to new userns */
1472 if ((geteuid() != 0 || (c
->lxc_conf
&& !lxc_list_empty(&c
->lxc_conf
->id_map
))) && access("/proc/self/ns/user", F_OK
) == 0) {
1473 ret
= snprintf(new_userns_path
, MAXPATHLEN
, "/proc/%d/ns/user", init_pid
);
1474 if (ret
< 0 || ret
>= MAXPATHLEN
)
1477 userns
= open(new_userns_path
, O_RDONLY
);
1479 SYSERROR("failed to open %s", new_userns_path
);
1483 if (setns(userns
, CLONE_NEWUSER
)) {
1484 SYSERROR("failed to setns for CLONE_NEWUSER");
1491 /* Switch to new netns */
1492 ret
= snprintf(new_netns_path
, MAXPATHLEN
, "/proc/%d/ns/net", init_pid
);
1493 if (ret
< 0 || ret
>= MAXPATHLEN
)
1496 netns
= open(new_netns_path
, O_RDONLY
);
1498 SYSERROR("failed to open %s", new_netns_path
);
1502 if (setns(netns
, CLONE_NEWNET
)) {
1503 SYSERROR("failed to setns for CLONE_NEWNET");
1513 // used by qsort and bsearch functions for comparing names
1514 static inline int string_cmp(char **first
, char **second
)
1516 return strcmp(*first
, *second
);
1519 // used by qsort and bsearch functions for comparing container names
1520 static inline int container_cmp(struct lxc_container
**first
, struct lxc_container
**second
)
1522 return strcmp((*first
)->name
, (*second
)->name
);
1525 static bool add_to_array(char ***names
, char *cname
, int pos
)
1527 char **newnames
= realloc(*names
, (pos
+1) * sizeof(char *));
1529 ERROR("Out of memory");
1534 newnames
[pos
] = strdup(cname
);
1538 // sort the arrray as we will use binary search on it
1539 qsort(newnames
, pos
+ 1, sizeof(char *), (int (*)(const void *,const void *))string_cmp
);
1544 static bool add_to_clist(struct lxc_container
***list
, struct lxc_container
*c
, int pos
, bool sort
)
1546 struct lxc_container
**newlist
= realloc(*list
, (pos
+1) * sizeof(struct lxc_container
*));
1548 ERROR("Out of memory");
1555 // sort the arrray as we will use binary search on it
1557 qsort(newlist
, pos
+ 1, sizeof(struct lxc_container
*), (int (*)(const void *,const void *))container_cmp
);
1562 static char** get_from_array(char ***names
, char *cname
, int size
)
1564 return (char **)bsearch(&cname
, *names
, size
, sizeof(char *), (int (*)(const void *, const void *))string_cmp
);
1568 static bool array_contains(char ***names
, char *cname
, int size
) {
1569 if(get_from_array(names
, cname
, size
) != NULL
)
1574 static bool remove_from_array(char ***names
, char *cname
, int size
)
1576 char **result
= get_from_array(names
, cname
, size
);
1577 if (result
!= NULL
) {
1584 static char** lxcapi_get_interfaces(struct lxc_container
*c
)
1587 int i
, count
= 0, pipefd
[2];
1588 char **interfaces
= NULL
;
1589 char interface
[IFNAMSIZ
];
1591 if(pipe(pipefd
) < 0) {
1592 SYSERROR("pipe failed");
1598 SYSERROR("failed to fork task to get interfaces information");
1604 if (pid
== 0) { // child
1605 int ret
= 1, nbytes
;
1606 struct ifaddrs
*interfaceArray
= NULL
, *tempIfAddr
= NULL
;
1608 /* close the read-end of the pipe */
1611 if (!enter_to_ns(c
)) {
1612 SYSERROR("failed to enter namespace");
1616 /* Grab the list of interfaces */
1617 if (getifaddrs(&interfaceArray
)) {
1618 SYSERROR("failed to get interfaces list");
1622 /* Iterate through the interfaces */
1623 for (tempIfAddr
= interfaceArray
; tempIfAddr
!= NULL
; tempIfAddr
= tempIfAddr
->ifa_next
) {
1624 nbytes
= write(pipefd
[1], tempIfAddr
->ifa_name
, IFNAMSIZ
);
1626 ERROR("write failed");
1635 freeifaddrs(interfaceArray
);
1637 /* close the write-end of the pipe, thus sending EOF to the reader */
1642 /* close the write-end of the pipe */
1645 while (read(pipefd
[0], &interface
, IFNAMSIZ
) == IFNAMSIZ
) {
1646 if (array_contains(&interfaces
, interface
, count
))
1649 if(!add_to_array(&interfaces
, interface
, count
))
1650 ERROR("PARENT: add_to_array failed");
1654 if (wait_for_pid(pid
) != 0) {
1655 for(i
=0;i
<count
;i
++)
1656 free(interfaces
[i
]);
1661 /* close the read-end of the pipe */
1664 /* Append NULL to the array */
1666 interfaces
= (char **)lxc_append_null_to_array((void **)interfaces
, count
);
1671 static char** lxcapi_get_ips(struct lxc_container
*c
, const char* interface
, const char* family
, int scope
)
1674 int i
, count
= 0, pipefd
[2];
1675 char **addresses
= NULL
;
1676 char address
[INET6_ADDRSTRLEN
];
1678 if(pipe(pipefd
) < 0) {
1679 SYSERROR("pipe failed");
1685 SYSERROR("failed to fork task to get container ips");
1691 if (pid
== 0) { // child
1692 int ret
= 1, nbytes
;
1693 struct ifaddrs
*interfaceArray
= NULL
, *tempIfAddr
= NULL
;
1694 char addressOutputBuffer
[INET6_ADDRSTRLEN
];
1695 void *tempAddrPtr
= NULL
;
1696 char *address
= NULL
;
1698 /* close the read-end of the pipe */
1701 if (!enter_to_ns(c
)) {
1702 SYSERROR("failed to enter namespace");
1706 /* Grab the list of interfaces */
1707 if (getifaddrs(&interfaceArray
)) {
1708 SYSERROR("failed to get interfaces list");
1712 /* Iterate through the interfaces */
1713 for (tempIfAddr
= interfaceArray
; tempIfAddr
!= NULL
; tempIfAddr
= tempIfAddr
->ifa_next
) {
1714 if (tempIfAddr
->ifa_addr
== NULL
)
1717 if(tempIfAddr
->ifa_addr
->sa_family
== AF_INET
) {
1718 if (family
&& strcmp(family
, "inet"))
1720 tempAddrPtr
= &((struct sockaddr_in
*)tempIfAddr
->ifa_addr
)->sin_addr
;
1723 if (family
&& strcmp(family
, "inet6"))
1726 if (((struct sockaddr_in6
*)tempIfAddr
->ifa_addr
)->sin6_scope_id
!= scope
)
1729 tempAddrPtr
= &((struct sockaddr_in6
*)tempIfAddr
->ifa_addr
)->sin6_addr
;
1732 if (interface
&& strcmp(interface
, tempIfAddr
->ifa_name
))
1734 else if (!interface
&& strcmp("lo", tempIfAddr
->ifa_name
) == 0)
1737 address
= (char *)inet_ntop(tempIfAddr
->ifa_addr
->sa_family
,
1739 addressOutputBuffer
,
1740 sizeof(addressOutputBuffer
));
1744 nbytes
= write(pipefd
[1], address
, INET6_ADDRSTRLEN
);
1746 ERROR("write failed");
1755 freeifaddrs(interfaceArray
);
1757 /* close the write-end of the pipe, thus sending EOF to the reader */
1762 /* close the write-end of the pipe */
1765 while (read(pipefd
[0], &address
, INET6_ADDRSTRLEN
) == INET6_ADDRSTRLEN
) {
1766 if(!add_to_array(&addresses
, address
, count
))
1767 ERROR("PARENT: add_to_array failed");
1771 if (wait_for_pid(pid
) != 0) {
1772 for(i
=0;i
<count
;i
++)
1778 /* close the read-end of the pipe */
1781 /* Append NULL to the array */
1783 addresses
= (char **)lxc_append_null_to_array((void **)addresses
, count
);
1788 static int lxcapi_get_config_item(struct lxc_container
*c
, const char *key
, char *retv
, int inlen
)
1792 if (!c
|| !c
->lxc_conf
)
1794 if (container_mem_lock(c
))
1796 ret
= lxc_get_config_item(c
->lxc_conf
, key
, retv
, inlen
);
1797 container_mem_unlock(c
);
1801 static char* lxcapi_get_running_config_item(struct lxc_container
*c
, const char *key
)
1805 if (!c
|| !c
->lxc_conf
)
1807 if (container_mem_lock(c
))
1809 ret
= lxc_cmd_get_config_item(c
->name
, key
, c
->get_config_path(c
));
1810 container_mem_unlock(c
);
1814 static int lxcapi_get_keys(struct lxc_container
*c
, const char *key
, char *retv
, int inlen
)
1817 return lxc_listconfigs(retv
, inlen
);
1819 * Support 'lxc.network.<idx>', i.e. 'lxc.network.0'
1820 * This is an intelligent result to show which keys are valid given
1821 * the type of nic it is
1823 if (!c
|| !c
->lxc_conf
)
1825 if (container_mem_lock(c
))
1828 if (strncmp(key
, "lxc.network.", 12) == 0)
1829 ret
= lxc_list_nicconfigs(c
->lxc_conf
, key
, retv
, inlen
);
1830 container_mem_unlock(c
);
1834 static bool lxcapi_save_config(struct lxc_container
*c
, const char *alt_file
)
1837 bool ret
= false, need_disklock
= false;
1841 alt_file
= c
->configfile
;
1843 return false; // should we write to stdout if no file is specified?
1845 // If we haven't yet loaded a config, load the stock config
1847 if (!c
->load_config(c
, lxc_global_config_value("lxc.default_config"))) {
1848 ERROR("Error loading default configuration file %s while saving %s", lxc_global_config_value("lxc.default_config"), c
->name
);
1853 if (!create_container_dir(c
))
1857 * If we're writing to the container's config file, take the
1858 * disk lock. Otherwise just take the memlock to protect the
1859 * struct lxc_container while we're traversing it.
1861 if (strcmp(c
->configfile
, alt_file
) == 0)
1862 need_disklock
= true;
1865 lret
= container_disk_lock(c
);
1867 lret
= container_mem_lock(c
);
1872 fout
= fopen(alt_file
, "w");
1875 write_config(fout
, c
->lxc_conf
);
1881 container_disk_unlock(c
);
1883 container_mem_unlock(c
);
1887 static bool mod_rdep(struct lxc_container
*c
, bool inc
)
1889 char path
[MAXPATHLEN
];
1894 if (container_disk_lock(c
))
1896 ret
= snprintf(path
, MAXPATHLEN
, "%s/%s/lxc_snapshots", c
->config_path
,
1898 if (ret
< 0 || ret
> MAXPATHLEN
)
1900 f
= fopen(path
, "r");
1902 ret
= fscanf(f
, "%d", &v
);
1905 ERROR("Corrupted file %s", path
);
1910 f
= fopen(path
, "w");
1913 if (fprintf(f
, "%d\n", v
) < 0) {
1914 ERROR("Error writing new snapshots value");
1920 SYSERROR("Error writing to or closing snapshots file");
1927 container_disk_unlock(c
);
1931 static void strip_newline(char *p
)
1933 size_t len
= strlen(p
);
1936 if (p
[len
-1] == '\n')
1940 static void mod_all_rdeps(struct lxc_container
*c
, bool inc
)
1942 struct lxc_container
*p
;
1943 char *lxcpath
= NULL
, *lxcname
= NULL
, path
[MAXPATHLEN
];
1944 size_t pathlen
= 0, namelen
= 0;
1948 ret
= snprintf(path
, MAXPATHLEN
, "%s/%s/lxc_rdepends",
1949 c
->config_path
, c
->name
);
1950 if (ret
< 0 || ret
>= MAXPATHLEN
) {
1951 ERROR("Path name too long");
1954 f
= fopen(path
, "r");
1957 while (getline(&lxcpath
, &pathlen
, f
) != -1) {
1958 if (getline(&lxcname
, &namelen
, f
) == -1) {
1959 ERROR("badly formatted file %s", path
);
1962 strip_newline(lxcpath
);
1963 strip_newline(lxcname
);
1964 if ((p
= lxc_container_new(lxcname
, lxcpath
)) == NULL
) {
1965 ERROR("Unable to find dependent container %s:%s",
1969 if (!mod_rdep(p
, inc
))
1970 ERROR("Failed to increase numsnapshots for %s:%s",
1972 lxc_container_put(p
);
1975 if (lxcpath
) free(lxcpath
);
1976 if (lxcname
) free(lxcname
);
1980 static bool has_fs_snapshots(struct lxc_container
*c
)
1982 char path
[MAXPATHLEN
];
1987 ret
= snprintf(path
, MAXPATHLEN
, "%s/%s/lxc_snapshots", c
->config_path
,
1989 if (ret
< 0 || ret
> MAXPATHLEN
)
1991 f
= fopen(path
, "r");
1994 ret
= fscanf(f
, "%d", &v
);
2004 static bool has_snapshots(struct lxc_container
*c
)
2006 char path
[MAXPATHLEN
];
2007 struct dirent dirent
, *direntp
;
2011 if (!get_snappath_dir(c
, path
))
2013 dir
= opendir(path
);
2016 while (!readdir_r(dir
, &dirent
, &direntp
)) {
2020 if (!strcmp(direntp
->d_name
, "."))
2023 if (!strcmp(direntp
->d_name
, ".."))
2032 static int lxc_rmdir_onedev_wrapper(void *data
)
2034 char *arg
= (char *) data
;
2035 return lxc_rmdir_onedev(arg
, "snaps");
2038 static int do_bdev_destroy(struct lxc_conf
*conf
)
2043 r
= bdev_init(conf
, conf
->rootfs
.path
, conf
->rootfs
.mount
, NULL
);
2047 if (r
->ops
->destroy(r
) < 0)
2053 static int bdev_destroy_wrapper(void *data
)
2055 struct lxc_conf
*conf
= data
;
2057 if (setgid(0) < 0) {
2058 ERROR("Failed to setgid to 0");
2061 if (setgroups(0, NULL
) < 0)
2062 WARN("Failed to clear groups");
2063 if (setuid(0) < 0) {
2064 ERROR("Failed to setuid to 0");
2067 return do_bdev_destroy(conf
);
2070 static bool container_destroy(struct lxc_container
*c
)
2075 if (!c
|| !lxcapi_is_defined(c
))
2078 if (container_disk_lock(c
))
2081 if (!is_stopped(c
)) {
2082 // we should queue some sort of error - in c->error_string?
2083 ERROR("container %s is not stopped", c
->name
);
2087 if (c
->lxc_conf
&& c
->lxc_conf
->rootfs
.path
&& c
->lxc_conf
->rootfs
.mount
) {
2089 ret
= userns_exec_1(c
->lxc_conf
, bdev_destroy_wrapper
, c
->lxc_conf
);
2091 ret
= do_bdev_destroy(c
->lxc_conf
);
2093 ERROR("Error destroying rootfs for %s", c
->name
);
2098 mod_all_rdeps(c
, false);
2100 const char *p1
= lxcapi_get_config_path(c
);
2101 char *path
= alloca(strlen(p1
) + strlen(c
->name
) + 2);
2102 sprintf(path
, "%s/%s", p1
, c
->name
);
2104 ret
= userns_exec_1(c
->lxc_conf
, lxc_rmdir_onedev_wrapper
, path
);
2106 ret
= lxc_rmdir_onedev(path
, "snaps");
2108 ERROR("Error destroying container directory for %s", c
->name
);
2114 container_disk_unlock(c
);
2118 static bool lxcapi_destroy(struct lxc_container
*c
)
2120 if (!c
|| !lxcapi_is_defined(c
))
2122 if (has_snapshots(c
)) {
2123 ERROR("Container %s has snapshots; not removing", c
->name
);
2127 if (has_fs_snapshots(c
)) {
2128 ERROR("container %s has snapshots on its rootfs", c
->name
);
2132 return container_destroy(c
);
2135 static bool lxcapi_snapshot_destroy_all(struct lxc_container
*c
);
2137 static bool lxcapi_destroy_with_snapshots(struct lxc_container
*c
)
2139 if (!c
|| !lxcapi_is_defined(c
))
2141 if (!lxcapi_snapshot_destroy_all(c
)) {
2142 ERROR("Error deleting all snapshots");
2145 return lxcapi_destroy(c
);
2148 static bool set_config_item_locked(struct lxc_container
*c
, const char *key
, const char *v
)
2150 struct lxc_config_t
*config
;
2153 c
->lxc_conf
= lxc_conf_init();
2156 config
= lxc_getconfig(key
);
2159 if (config
->cb(key
, v
, c
->lxc_conf
) != 0)
2161 return do_append_unexp_config_line(c
->lxc_conf
, key
, v
);
2164 static bool lxcapi_set_config_item(struct lxc_container
*c
, const char *key
, const char *v
)
2171 if (container_mem_lock(c
))
2174 b
= set_config_item_locked(c
, key
, v
);
2176 container_mem_unlock(c
);
2180 static char *lxcapi_config_file_name(struct lxc_container
*c
)
2182 if (!c
|| !c
->configfile
)
2184 return strdup(c
->configfile
);
2187 static const char *lxcapi_get_config_path(struct lxc_container
*c
)
2189 if (!c
|| !c
->config_path
)
2191 return (const char *)(c
->config_path
);
2196 * Just recalculate the c->configfile based on the
2197 * c->config_path, which must be set.
2198 * The lxc_container must be locked or not yet public.
2200 static bool set_config_filename(struct lxc_container
*c
)
2205 if (!c
->config_path
)
2208 /* $lxc_path + "/" + c->name + "/" + "config" + '\0' */
2209 len
= strlen(c
->config_path
) + strlen(c
->name
) + strlen("config") + 3;
2210 newpath
= malloc(len
);
2214 ret
= snprintf(newpath
, len
, "%s/%s/config", c
->config_path
, c
->name
);
2215 if (ret
< 0 || ret
>= len
) {
2216 fprintf(stderr
, "Error printing out config file name\n");
2222 free(c
->configfile
);
2223 c
->configfile
= newpath
;
2228 static bool lxcapi_set_config_path(struct lxc_container
*c
, const char *path
)
2232 char *oldpath
= NULL
;
2237 if (container_mem_lock(c
))
2242 ERROR("Out of memory setting new lxc path");
2248 oldpath
= c
->config_path
;
2251 /* Since we've changed the config path, we have to change the
2252 * config file name too */
2253 if (!set_config_filename(c
)) {
2254 ERROR("Out of memory setting new config filename");
2256 free(c
->config_path
);
2257 c
->config_path
= oldpath
;
2263 container_mem_unlock(c
);
2268 static bool lxcapi_set_cgroup_item(struct lxc_container
*c
, const char *subsys
, const char *value
)
2278 if (container_disk_lock(c
))
2281 ret
= lxc_cgroup_set(subsys
, value
, c
->name
, c
->config_path
);
2283 container_disk_unlock(c
);
2287 static int lxcapi_get_cgroup_item(struct lxc_container
*c
, const char *subsys
, char *retv
, int inlen
)
2297 if (container_disk_lock(c
))
2300 ret
= lxc_cgroup_get(subsys
, retv
, inlen
, c
->name
, c
->config_path
);
2302 container_disk_unlock(c
);
2306 const char *lxc_get_global_config_item(const char *key
)
2308 return lxc_global_config_value(key
);
2311 const char *lxc_get_version(void)
2316 static int copy_file(const char *old
, const char *new)
2323 if (file_exists(new)) {
2324 ERROR("copy destination %s exists", new);
2327 ret
= stat(old
, &sbuf
);
2329 INFO("Error stat'ing %s", old
);
2333 in
= open(old
, O_RDONLY
);
2335 SYSERROR("Error opening original file %s", old
);
2338 out
= open(new, O_CREAT
| O_EXCL
| O_WRONLY
, 0644);
2340 SYSERROR("Error opening new file %s", new);
2346 len
= read(in
, buf
, 8096);
2348 SYSERROR("Error reading old file %s", old
);
2353 ret
= write(out
, buf
, len
);
2354 if (ret
< len
) { // should we retry?
2355 SYSERROR("Error: write to new file %s was interrupted", new);
2362 // we set mode, but not owner/group
2363 ret
= chmod(new, sbuf
.st_mode
);
2365 SYSERROR("Error setting mode on %s", new);
2377 static int copyhooks(struct lxc_container
*oldc
, struct lxc_container
*c
)
2380 struct lxc_list
*it
;
2383 len
= strlen(oldc
->config_path
) + strlen(oldc
->name
) + 3;
2384 cpath
= alloca(len
);
2385 ret
= snprintf(cpath
, len
, "%s/%s/", oldc
->config_path
, oldc
->name
);
2386 if (ret
< 0 || ret
>= len
)
2389 for (i
=0; i
<NUM_LXC_HOOKS
; i
++) {
2390 lxc_list_for_each(it
, &c
->lxc_conf
->hooks
[i
]) {
2391 char *hookname
= it
->elem
;
2392 char *fname
= strrchr(hookname
, '/');
2393 char tmppath
[MAXPATHLEN
];
2394 if (!fname
) // relative path - we don't support, but maybe we should
2396 if (strncmp(hookname
, cpath
, len
- 1) != 0) {
2397 // this hook is public - ignore
2400 // copy the script, and change the entry in confile
2401 ret
= snprintf(tmppath
, MAXPATHLEN
, "%s/%s/%s",
2402 c
->config_path
, c
->name
, fname
+1);
2403 if (ret
< 0 || ret
>= MAXPATHLEN
)
2405 ret
= copy_file(it
->elem
, tmppath
);
2409 it
->elem
= strdup(tmppath
);
2411 ERROR("out of memory copying hook path");
2417 if (!clone_update_unexp_hooks(c
->lxc_conf
)) {
2418 ERROR("Error saving new hooks in clone");
2421 c
->save_config(c
, NULL
);
2425 static void new_hwaddr(char *hwaddr
)
2428 f
= fopen("/dev/urandom", "r");
2431 int ret
= fread(&seed
, sizeof(seed
), 1, f
);
2438 snprintf(hwaddr
, 18, "00:16:3e:%02x:%02x:%02x",
2439 rand() % 255, rand() % 255, rand() % 255);
2442 static void network_new_hwaddrs(struct lxc_container
*c
)
2444 struct lxc_list
*it
;
2446 lxc_list_for_each(it
, &c
->lxc_conf
->network
) {
2447 struct lxc_netdev
*n
= it
->elem
;
2449 new_hwaddr(n
->hwaddr
);
2453 static int copy_fstab(struct lxc_container
*oldc
, struct lxc_container
*c
)
2455 char newpath
[MAXPATHLEN
];
2456 char *oldpath
= oldc
->lxc_conf
->fstab
;
2462 clear_unexp_config_line(c
->lxc_conf
, "lxc.mount", false);
2464 char *p
= strrchr(oldpath
, '/');
2467 ret
= snprintf(newpath
, MAXPATHLEN
, "%s/%s%s",
2468 c
->config_path
, c
->name
, p
);
2469 if (ret
< 0 || ret
>= MAXPATHLEN
) {
2470 ERROR("error printing new path for %s", oldpath
);
2473 if (file_exists(newpath
)) {
2474 ERROR("error: fstab file %s exists", newpath
);
2478 if (copy_file(oldpath
, newpath
) < 0) {
2479 ERROR("error: copying %s to %s", oldpath
, newpath
);
2482 free(c
->lxc_conf
->fstab
);
2483 c
->lxc_conf
->fstab
= strdup(newpath
);
2484 if (!c
->lxc_conf
->fstab
) {
2485 ERROR("error: allocating pathname");
2488 if (!do_append_unexp_config_line(c
->lxc_conf
, "lxc.mount", newpath
)) {
2489 ERROR("error saving new lxctab");
2496 static void copy_rdepends(struct lxc_container
*c
, struct lxc_container
*c0
)
2498 char path0
[MAXPATHLEN
], path1
[MAXPATHLEN
];
2501 ret
= snprintf(path0
, MAXPATHLEN
, "%s/%s/lxc_rdepends", c0
->config_path
,
2503 if (ret
< 0 || ret
>= MAXPATHLEN
) {
2504 WARN("Error copying reverse dependencies");
2507 ret
= snprintf(path1
, MAXPATHLEN
, "%s/%s/lxc_rdepends", c
->config_path
,
2509 if (ret
< 0 || ret
>= MAXPATHLEN
) {
2510 WARN("Error copying reverse dependencies");
2513 if (copy_file(path0
, path1
) < 0) {
2514 INFO("Error copying reverse dependencies");
2519 static bool add_rdepends(struct lxc_container
*c
, struct lxc_container
*c0
)
2522 char path
[MAXPATHLEN
];
2526 ret
= snprintf(path
, MAXPATHLEN
, "%s/%s/lxc_rdepends", c
->config_path
,
2528 if (ret
< 0 || ret
>= MAXPATHLEN
)
2530 f
= fopen(path
, "a");
2534 // if anything goes wrong, just return an error
2535 if (fprintf(f
, "%s\n%s\n", c0
->config_path
, c0
->name
) < 0)
2542 static int copy_storage(struct lxc_container
*c0
, struct lxc_container
*c
,
2543 const char *newtype
, int flags
, const char *bdevdata
, uint64_t newsize
)
2548 bdev
= bdev_copy(c0
, c
->name
, c
->config_path
, newtype
, flags
,
2549 bdevdata
, newsize
, &need_rdep
);
2551 ERROR("Error copying storage");
2554 free(c
->lxc_conf
->rootfs
.path
);
2555 c
->lxc_conf
->rootfs
.path
= strdup(bdev
->src
);
2557 if (!c
->lxc_conf
->rootfs
.path
) {
2558 ERROR("Out of memory while setting storage path");
2561 // We will simply append a new lxc.rootfs entry to the unexpanded config
2562 clear_unexp_config_line(c
->lxc_conf
, "lxc.rootfs", false);
2563 if (!do_append_unexp_config_line(c
->lxc_conf
, "lxc.rootfs", c
->lxc_conf
->rootfs
.path
)) {
2564 ERROR("Error saving new rootfs to cloend config");
2567 if (flags
& LXC_CLONE_SNAPSHOT
)
2568 copy_rdepends(c
, c0
);
2570 if (!add_rdepends(c
, c0
))
2571 WARN("Error adding reverse dependency from %s to %s",
2575 mod_all_rdeps(c
, true);
2580 struct clone_update_data
{
2581 struct lxc_container
*c0
;
2582 struct lxc_container
*c1
;
2587 static int clone_update_rootfs(struct clone_update_data
*data
)
2589 struct lxc_container
*c0
= data
->c0
;
2590 struct lxc_container
*c
= data
->c1
;
2591 int flags
= data
->flags
;
2592 char **hookargs
= data
->hookargs
;
2594 char path
[MAXPATHLEN
];
2597 struct lxc_conf
*conf
= c
->lxc_conf
;
2599 /* update hostname in rootfs */
2600 /* we're going to mount, so run in a clean namespace to simplify cleanup */
2602 if (setgid(0) < 0) {
2603 ERROR("Failed to setgid to 0");
2606 if (setuid(0) < 0) {
2607 ERROR("Failed to setuid to 0");
2610 if (setgroups(0, NULL
) < 0)
2611 WARN("Failed to clear groups");
2613 if (unshare(CLONE_NEWNS
) < 0)
2615 bdev
= bdev_init(c
->lxc_conf
, c
->lxc_conf
->rootfs
.path
, c
->lxc_conf
->rootfs
.mount
, NULL
);
2618 if (strcmp(bdev
->type
, "dir") != 0) {
2619 if (unshare(CLONE_NEWNS
) < 0) {
2620 ERROR("error unsharing mounts");
2624 if (detect_shared_rootfs()) {
2625 if (mount(NULL
, "/", NULL
, MS_SLAVE
|MS_REC
, NULL
)) {
2626 SYSERROR("Failed to make / rslave");
2627 ERROR("Continuing...");
2630 if (bdev
->ops
->mount(bdev
) < 0) {
2634 } else { // TODO come up with a better way
2637 bdev
->dest
= strdup(bdev
->src
);
2640 if (!lxc_list_empty(&conf
->hooks
[LXCHOOK_CLONE
])) {
2641 /* Start of environment variable setup for hooks */
2642 if (setenv("LXC_SRC_NAME", c0
->name
, 1)) {
2643 SYSERROR("failed to set environment variable for source container name");
2645 if (setenv("LXC_NAME", c
->name
, 1)) {
2646 SYSERROR("failed to set environment variable for container name");
2648 if (setenv("LXC_CONFIG_FILE", conf
->rcfile
, 1)) {
2649 SYSERROR("failed to set environment variable for config path");
2651 if (setenv("LXC_ROOTFS_MOUNT", bdev
->dest
, 1)) {
2652 SYSERROR("failed to set environment variable for rootfs mount");
2654 if (setenv("LXC_ROOTFS_PATH", conf
->rootfs
.path
, 1)) {
2655 SYSERROR("failed to set environment variable for rootfs mount");
2658 if (run_lxc_hooks(c
->name
, "clone", conf
, c
->get_config_path(c
), hookargs
)) {
2659 ERROR("Error executing clone hook for %s", c
->name
);
2665 if (!(flags
& LXC_CLONE_KEEPNAME
)) {
2666 ret
= snprintf(path
, MAXPATHLEN
, "%s/etc/hostname", bdev
->dest
);
2669 if (ret
< 0 || ret
>= MAXPATHLEN
)
2671 if (!file_exists(path
))
2673 if (!(fout
= fopen(path
, "w"))) {
2674 SYSERROR("unable to open %s: ignoring", path
);
2677 if (fprintf(fout
, "%s", c
->name
) < 0) {
2681 if (fclose(fout
) < 0)
2690 static int clone_update_rootfs_wrapper(void *data
)
2692 struct clone_update_data
*arg
= (struct clone_update_data
*) data
;
2693 return clone_update_rootfs(arg
);
2697 * We want to support:
2698 sudo lxc-clone -o o1 -n n1 -s -L|-fssize fssize -v|--vgname vgname \
2699 -p|--lvprefix lvprefix -t|--fstype fstype -B backingstore
2701 -s [ implies overlayfs]
2705 only rootfs gets converted (copied/snapshotted) on clone.
2708 static int create_file_dirname(char *path
)
2710 char *p
= strrchr(path
, '/');
2716 ret
= mkdir(path
, 0755);
2717 if (ret
&& errno
!= EEXIST
)
2718 SYSERROR("creating container path %s", path
);
2723 static struct lxc_container
*lxcapi_clone(struct lxc_container
*c
, const char *newname
,
2724 const char *lxcpath
, int flags
,
2725 const char *bdevtype
, const char *bdevdata
, uint64_t newsize
,
2728 struct lxc_container
*c2
= NULL
;
2729 char newpath
[MAXPATHLEN
];
2730 int ret
, storage_copied
= 0;
2731 char *origroot
= NULL
;
2732 struct clone_update_data data
;
2736 if (!c
|| !c
->is_defined(c
))
2739 if (container_mem_lock(c
))
2742 if (!is_stopped(c
)) {
2743 ERROR("error: Original container (%s) is running", c
->name
);
2747 // Make sure the container doesn't yet exist.
2751 lxcpath
= c
->get_config_path(c
);
2752 ret
= snprintf(newpath
, MAXPATHLEN
, "%s/%s/config", lxcpath
, newname
);
2753 if (ret
< 0 || ret
>= MAXPATHLEN
) {
2754 SYSERROR("clone: failed making config pathname");
2757 if (file_exists(newpath
)) {
2758 ERROR("error: clone: %s exists", newpath
);
2762 ret
= create_file_dirname(newpath
);
2763 if (ret
< 0 && errno
!= EEXIST
) {
2764 ERROR("Error creating container dir for %s", newpath
);
2768 // copy the configuration, tweak it as needed,
2769 if (c
->lxc_conf
->rootfs
.path
) {
2770 origroot
= c
->lxc_conf
->rootfs
.path
;
2771 c
->lxc_conf
->rootfs
.path
= NULL
;
2773 fout
= fopen(newpath
, "w");
2775 SYSERROR("open %s", newpath
);
2778 write_config(fout
, c
->lxc_conf
);
2780 c
->lxc_conf
->rootfs
.path
= origroot
;
2782 sprintf(newpath
, "%s/%s/rootfs", lxcpath
, newname
);
2783 if (mkdir(newpath
, 0755) < 0) {
2784 SYSERROR("error creating %s", newpath
);
2789 if (chown_mapped_root(newpath
, c
->lxc_conf
) < 0) {
2790 ERROR("Error chowning %s to container root", newpath
);
2795 c2
= lxc_container_new(newname
, lxcpath
);
2797 ERROR("clone: failed to create new container (%s %s)", newname
,
2802 // copy/snapshot rootfs's
2803 ret
= copy_storage(c
, c2
, bdevtype
, flags
, bdevdata
, newsize
);
2807 clear_unexp_config_line(c2
->lxc_conf
, "lxc.utsname", false);
2810 if (!set_config_item_locked(c2
, "lxc.utsname", newname
)) {
2811 ERROR("Error setting new hostname");
2816 ret
= copyhooks(c
, c2
);
2818 ERROR("error copying hooks");
2822 if (copy_fstab(c
, c2
) < 0) {
2823 ERROR("error copying fstab");
2828 if (!(flags
& LXC_CLONE_KEEPMACADDR
)) {
2829 network_new_hwaddrs(c2
);
2830 if (!clone_update_unexp_network(c2
->lxc_conf
)) {
2831 ERROR("Error updating network for clone");
2836 // We've now successfully created c2's storage, so clear it out if we
2840 if (!c2
->save_config(c2
, NULL
))
2843 if ((pid
= fork()) < 0) {
2848 ret
= wait_for_pid(pid
);
2851 container_mem_unlock(c
);
2857 data
.hookargs
= hookargs
;
2859 ret
= userns_exec_1(c
->lxc_conf
, clone_update_rootfs_wrapper
,
2862 ret
= clone_update_rootfs(&data
);
2866 container_mem_unlock(c
);
2870 container_mem_unlock(c
);
2872 if (!storage_copied
)
2873 c2
->lxc_conf
->rootfs
.path
= NULL
;
2875 lxc_container_put(c2
);
2881 static bool lxcapi_rename(struct lxc_container
*c
, const char *newname
)
2884 struct lxc_container
*newc
;
2886 if (!c
|| !c
->name
|| !c
->config_path
|| !c
->lxc_conf
)
2889 if (has_fs_snapshots(c
) || has_snapshots(c
)) {
2890 ERROR("Renaming a container with snapshots is not supported");
2893 bdev
= bdev_init(c
->lxc_conf
, c
->lxc_conf
->rootfs
.path
, c
->lxc_conf
->rootfs
.mount
, NULL
);
2895 ERROR("Failed to find original backing store type");
2899 newc
= lxcapi_clone(c
, newname
, c
->config_path
, LXC_CLONE_KEEPMACADDR
, NULL
, bdev
->type
, 0, NULL
);
2902 lxc_container_put(newc
);
2906 if (newc
&& lxcapi_is_defined(newc
))
2907 lxc_container_put(newc
);
2909 if (!container_destroy(c
)) {
2910 ERROR("Could not destroy existing container %s", c
->name
);
2916 static int lxcapi_attach(struct lxc_container
*c
, lxc_attach_exec_t exec_function
, void *exec_payload
, lxc_attach_options_t
*options
, pid_t
*attached_process
)
2921 return lxc_attach(c
->name
, c
->config_path
, exec_function
, exec_payload
, options
, attached_process
);
2924 static int lxcapi_attach_run_wait(struct lxc_container
*c
, lxc_attach_options_t
*options
, const char *program
, const char * const argv
[])
2926 lxc_attach_command_t command
;
2933 command
.program
= (char*)program
;
2934 command
.argv
= (char**)argv
;
2935 r
= lxc_attach(c
->name
, c
->config_path
, lxc_attach_run_command
, &command
, options
, &pid
);
2940 return lxc_wait_for_pid_status(pid
);
2943 static int get_next_index(const char *lxcpath
, char *cname
)
2949 fname
= alloca(strlen(lxcpath
) + 20);
2951 sprintf(fname
, "%s/snap%d", lxcpath
, i
);
2952 ret
= stat(fname
, &sb
);
2959 static bool get_snappath_dir(struct lxc_container
*c
, char *snappath
)
2963 * If the old style snapshot path exists, use it
2964 * /var/lib/lxc -> /var/lib/lxcsnaps
2966 ret
= snprintf(snappath
, MAXPATHLEN
, "%ssnaps", c
->config_path
);
2967 if (ret
< 0 || ret
>= MAXPATHLEN
)
2969 if (dir_exists(snappath
)) {
2970 ret
= snprintf(snappath
, MAXPATHLEN
, "%ssnaps/%s", c
->config_path
, c
->name
);
2971 if (ret
< 0 || ret
>= MAXPATHLEN
)
2977 * Use the new style path
2978 * /var/lib/lxc -> /var/lib/lxc + c->name + /snaps + \0
2980 ret
= snprintf(snappath
, MAXPATHLEN
, "%s/%s/snaps", c
->config_path
, c
->name
);
2981 if (ret
< 0 || ret
>= MAXPATHLEN
)
2986 static int lxcapi_snapshot(struct lxc_container
*c
, const char *commentfile
)
2989 struct lxc_container
*c2
;
2990 char snappath
[MAXPATHLEN
], newname
[20];
2992 if (!c
|| !lxcapi_is_defined(c
))
2995 if (!bdev_can_backup(c
->lxc_conf
)) {
2996 ERROR("%s's backing store cannot be backed up.", c
->name
);
2997 ERROR("Your container must use another backing store type.");
3001 if (!get_snappath_dir(c
, snappath
))
3004 i
= get_next_index(snappath
, c
->name
);
3006 if (mkdir_p(snappath
, 0755) < 0) {
3007 ERROR("Failed to create snapshot directory %s", snappath
);
3011 ret
= snprintf(newname
, 20, "snap%d", i
);
3012 if (ret
< 0 || ret
>= 20)
3016 * We pass LXC_CLONE_SNAPSHOT to make sure that a rdepends file entry is
3017 * created in the original container
3019 flags
= LXC_CLONE_SNAPSHOT
| LXC_CLONE_KEEPMACADDR
| LXC_CLONE_KEEPNAME
|
3020 LXC_CLONE_KEEPBDEVTYPE
| LXC_CLONE_MAYBE_SNAPSHOT
;
3021 if (bdev_is_dir(c
->lxc_conf
, c
->lxc_conf
->rootfs
.path
)) {
3022 ERROR("Snapshot of directory-backed container requested.");
3023 ERROR("Making a copy-clone. If you do want snapshots, then");
3024 ERROR("please create an aufs or overlayfs clone first, snapshot that");
3025 ERROR("and keep the original container pristine.");
3026 flags
&= ~LXC_CLONE_SNAPSHOT
| LXC_CLONE_MAYBE_SNAPSHOT
;
3028 c2
= c
->clone(c
, newname
, snappath
, flags
, NULL
, NULL
, 0, NULL
);
3030 ERROR("clone of %s:%s failed", c
->config_path
, c
->name
);
3034 lxc_container_put(c2
);
3036 // Now write down the creation time
3043 tm_info
= localtime(&timer
);
3045 strftime(buffer
, 25, "%Y:%m:%d %H:%M:%S", tm_info
);
3047 char *dfnam
= alloca(strlen(snappath
) + strlen(newname
) + 5);
3048 sprintf(dfnam
, "%s/%s/ts", snappath
, newname
);
3049 f
= fopen(dfnam
, "w");
3051 ERROR("Failed to open %s", dfnam
);
3054 if (fprintf(f
, "%s", buffer
) < 0) {
3055 SYSERROR("Writing timestamp");
3061 SYSERROR("Writing timestamp");
3066 // $p / $name / comment \0
3067 int len
= strlen(snappath
) + strlen(newname
) + 10;
3068 char *path
= alloca(len
);
3069 sprintf(path
, "%s/%s/comment", snappath
, newname
);
3070 return copy_file(commentfile
, path
) < 0 ? -1 : i
;
3076 static void lxcsnap_free(struct lxc_snapshot
*s
)
3080 if (s
->comment_pathname
)
3081 free(s
->comment_pathname
);
3088 static char *get_snapcomment_path(char* snappath
, char *name
)
3090 // $snappath/$name/comment
3091 int ret
, len
= strlen(snappath
) + strlen(name
) + 10;
3092 char *s
= malloc(len
);
3095 ret
= snprintf(s
, len
, "%s/%s/comment", snappath
, name
);
3096 if (ret
< 0 || ret
>= len
) {
3104 static char *get_timestamp(char* snappath
, char *name
)
3106 char path
[MAXPATHLEN
], *s
= NULL
;
3110 ret
= snprintf(path
, MAXPATHLEN
, "%s/%s/ts", snappath
, name
);
3111 if (ret
< 0 || ret
>= MAXPATHLEN
)
3113 fin
= fopen(path
, "r");
3116 (void) fseek(fin
, 0, SEEK_END
);
3118 (void) fseek(fin
, 0, SEEK_SET
);
3123 if (fread(s
, 1, len
, fin
) != len
) {
3124 SYSERROR("reading timestamp");
3134 static int lxcapi_snapshot_list(struct lxc_container
*c
, struct lxc_snapshot
**ret_snaps
)
3136 char snappath
[MAXPATHLEN
], path2
[MAXPATHLEN
];
3138 struct dirent dirent
, *direntp
;
3139 struct lxc_snapshot
*snaps
=NULL
, *nsnaps
;
3142 if (!c
|| !lxcapi_is_defined(c
))
3145 if (!get_snappath_dir(c
, snappath
)) {
3146 ERROR("path name too long");
3149 dir
= opendir(snappath
);
3151 INFO("failed to open %s - assuming no snapshots", snappath
);
3155 while (!readdir_r(dir
, &dirent
, &direntp
)) {
3159 if (!strcmp(direntp
->d_name
, "."))
3162 if (!strcmp(direntp
->d_name
, ".."))
3165 ret
= snprintf(path2
, MAXPATHLEN
, "%s/%s/config", snappath
, direntp
->d_name
);
3166 if (ret
< 0 || ret
>= MAXPATHLEN
) {
3167 ERROR("pathname too long");
3170 if (!file_exists(path2
))
3172 nsnaps
= realloc(snaps
, (count
+ 1)*sizeof(*snaps
));
3174 SYSERROR("Out of memory");
3178 snaps
[count
].free
= lxcsnap_free
;
3179 snaps
[count
].name
= strdup(direntp
->d_name
);
3180 if (!snaps
[count
].name
)
3182 snaps
[count
].lxcpath
= strdup(snappath
);
3183 if (!snaps
[count
].lxcpath
) {
3184 free(snaps
[count
].name
);
3187 snaps
[count
].comment_pathname
= get_snapcomment_path(snappath
, direntp
->d_name
);
3188 snaps
[count
].timestamp
= get_timestamp(snappath
, direntp
->d_name
);
3193 WARN("failed to close directory");
3201 for (i
=0; i
<count
; i
++)
3202 lxcsnap_free(&snaps
[i
]);
3206 WARN("failed to close directory");
3210 static bool lxcapi_snapshot_restore(struct lxc_container
*c
, const char *snapname
, const char *newname
)
3212 char clonelxcpath
[MAXPATHLEN
];
3214 struct lxc_container
*snap
, *rest
;
3218 if (!c
|| !c
->name
|| !c
->config_path
)
3221 if (has_fs_snapshots(c
)) {
3222 ERROR("container rootfs has dependent snapshots");
3226 bdev
= bdev_init(c
->lxc_conf
, c
->lxc_conf
->rootfs
.path
, c
->lxc_conf
->rootfs
.mount
, NULL
);
3228 ERROR("Failed to find original backing store type");
3235 if (!get_snappath_dir(c
, clonelxcpath
)) {
3239 // how should we lock this?
3241 snap
= lxc_container_new(snapname
, clonelxcpath
);
3242 if (!snap
|| !lxcapi_is_defined(snap
)) {
3243 ERROR("Could not open snapshot %s", snapname
);
3244 if (snap
) lxc_container_put(snap
);
3249 if (strcmp(c
->name
, newname
) == 0) {
3250 if (!container_destroy(c
)) {
3251 ERROR("Could not destroy existing container %s", newname
);
3252 lxc_container_put(snap
);
3258 if (strcmp(bdev
->type
, "dir") != 0 && strcmp(bdev
->type
, "loop") != 0)
3259 flags
= LXC_CLONE_SNAPSHOT
| LXC_CLONE_MAYBE_SNAPSHOT
;
3260 rest
= lxcapi_clone(snap
, newname
, c
->config_path
, flags
,
3261 bdev
->type
, NULL
, 0, NULL
);
3263 if (rest
&& lxcapi_is_defined(rest
))
3266 lxc_container_put(rest
);
3267 lxc_container_put(snap
);
3271 static bool do_snapshot_destroy(const char *snapname
, const char *clonelxcpath
)
3273 struct lxc_container
*snap
= NULL
;
3276 snap
= lxc_container_new(snapname
, clonelxcpath
);
3278 ERROR("Could not find snapshot %s", snapname
);
3282 if (!lxcapi_destroy(snap
)) {
3283 ERROR("Could not destroy snapshot %s", snapname
);
3290 lxc_container_put(snap
);
3294 static bool remove_all_snapshots(const char *path
)
3297 struct dirent dirent
, *direntp
;
3300 dir
= opendir(path
);
3302 SYSERROR("opendir on snapshot path %s", path
);
3305 while (!readdir_r(dir
, &dirent
, &direntp
)) {
3308 if (!strcmp(direntp
->d_name
, "."))
3310 if (!strcmp(direntp
->d_name
, ".."))
3312 if (!do_snapshot_destroy(direntp
->d_name
, path
)) {
3321 SYSERROR("Error removing directory %s", path
);
3326 static bool lxcapi_snapshot_destroy(struct lxc_container
*c
, const char *snapname
)
3328 char clonelxcpath
[MAXPATHLEN
];
3330 if (!c
|| !c
->name
|| !c
->config_path
|| !snapname
)
3333 if (!get_snappath_dir(c
, clonelxcpath
))
3336 return do_snapshot_destroy(snapname
, clonelxcpath
);
3339 static bool lxcapi_snapshot_destroy_all(struct lxc_container
*c
)
3341 char clonelxcpath
[MAXPATHLEN
];
3343 if (!c
|| !c
->name
|| !c
->config_path
)
3346 if (!get_snappath_dir(c
, clonelxcpath
))
3349 return remove_all_snapshots(clonelxcpath
);
3352 static bool lxcapi_may_control(struct lxc_container
*c
)
3354 return lxc_try_cmd(c
->name
, c
->config_path
) == 0;
3357 static bool do_add_remove_node(pid_t init_pid
, const char *path
, bool add
,
3360 char chrootpath
[MAXPATHLEN
];
3361 char *directory_path
= NULL
;
3365 if ((pid
= fork()) < 0) {
3366 SYSERROR("failed to fork a child helper");
3370 if (wait_for_pid(pid
) != 0) {
3371 ERROR("Failed to create note in guest");
3377 /* prepare the path */
3378 ret
= snprintf(chrootpath
, MAXPATHLEN
, "/proc/%d/root", init_pid
);
3379 if (ret
< 0 || ret
>= MAXPATHLEN
)
3382 if (chroot(chrootpath
) < 0)
3386 /* remove path if it exists */
3387 if(faccessat(AT_FDCWD
, path
, F_OK
, AT_SYMLINK_NOFOLLOW
) == 0) {
3388 if (unlink(path
) < 0) {
3389 ERROR("unlink failed");
3396 /* create any missing directories */
3397 directory_path
= dirname(strdup(path
));
3398 if (mkdir_p(directory_path
, 0755) < 0 && errno
!= EEXIST
) {
3399 ERROR("failed to create directory");
3403 /* create the device node */
3404 if (mknod(path
, st
->st_mode
, st
->st_rdev
) < 0) {
3405 ERROR("mknod failed");
3412 static bool add_remove_device_node(struct lxc_container
*c
, const char *src_path
, const char *dest_path
, bool add
)
3416 char value
[MAX_BUFFER
];
3419 /* make sure container is running */
3420 if (!c
->is_running(c
)) {
3421 ERROR("container is not running");
3425 /* use src_path if dest_path is NULL otherwise use dest_path */
3426 p
= dest_path
? dest_path
: src_path
;
3428 /* make sure we can access p */
3429 if(access(p
, F_OK
) < 0 || stat(p
, &st
) < 0)
3432 /* continue if path is character device or block device */
3433 if (S_ISCHR(st
.st_mode
))
3434 ret
= snprintf(value
, MAX_BUFFER
, "c %d:%d rwm", major(st
.st_rdev
), minor(st
.st_rdev
));
3435 else if (S_ISBLK(st
.st_mode
))
3436 ret
= snprintf(value
, MAX_BUFFER
, "b %d:%d rwm", major(st
.st_rdev
), minor(st
.st_rdev
));
3440 /* check snprintf return code */
3441 if (ret
< 0 || ret
>= MAX_BUFFER
)
3444 if (!do_add_remove_node(c
->init_pid(c
), p
, add
, &st
))
3447 /* add or remove device to/from cgroup access list */
3449 if (!c
->set_cgroup_item(c
, "devices.allow", value
)) {
3450 ERROR("set_cgroup_item failed while adding the device node");
3454 if (!c
->set_cgroup_item(c
, "devices.deny", value
)) {
3455 ERROR("set_cgroup_item failed while removing the device node");
3463 static bool lxcapi_add_device_node(struct lxc_container
*c
, const char *src_path
, const char *dest_path
)
3466 ERROR(NOT_SUPPORTED_ERROR
, __FUNCTION__
);
3469 return add_remove_device_node(c
, src_path
, dest_path
, true);
3472 static bool lxcapi_remove_device_node(struct lxc_container
*c
, const char *src_path
, const char *dest_path
)
3475 ERROR(NOT_SUPPORTED_ERROR
, __FUNCTION__
);
3478 return add_remove_device_node(c
, src_path
, dest_path
, false);
3481 static int lxcapi_attach_run_waitl(struct lxc_container
*c
, lxc_attach_options_t
*options
, const char *program
, const char *arg
, ...)
3491 argv
= lxc_va_arg_list_to_argv_const(ap
, 1);
3495 ERROR("Memory allocation error.");
3500 ret
= lxcapi_attach_run_wait(c
, options
, program
, (const char * const *)argv
);
3505 struct lxc_container
*lxc_container_new(const char *name
, const char *configpath
)
3507 struct lxc_container
*c
;
3512 c
= malloc(sizeof(*c
));
3514 fprintf(stderr
, "failed to malloc lxc_container\n");
3517 memset(c
, 0, sizeof(*c
));
3520 c
->config_path
= strdup(configpath
);
3522 c
->config_path
= strdup(lxc_global_config_value("lxc.lxcpath"));
3524 if (!c
->config_path
) {
3525 fprintf(stderr
, "Out of memory\n");
3529 remove_trailing_slashes(c
->config_path
);
3530 c
->name
= malloc(strlen(name
)+1);
3532 fprintf(stderr
, "Error allocating lxc_container name\n");
3535 strcpy(c
->name
, name
);
3538 if (!(c
->slock
= lxc_newlock(c
->config_path
, name
))) {
3539 fprintf(stderr
, "failed to create lock\n");
3543 if (!(c
->privlock
= lxc_newlock(NULL
, NULL
))) {
3544 fprintf(stderr
, "failed to alloc privlock\n");
3548 if (!set_config_filename(c
)) {
3549 fprintf(stderr
, "Error allocating config file pathname\n");
3553 if (file_exists(c
->configfile
) && !lxcapi_load_config(c
, NULL
))
3556 if (ongoing_create(c
) == 2) {
3557 ERROR("Error: %s creation was not completed", c
->name
);
3558 container_destroy(c
);
3559 lxcapi_clear_config(c
);
3561 c
->daemonize
= true;
3564 // assign the member functions
3565 c
->is_defined
= lxcapi_is_defined
;
3566 c
->state
= lxcapi_state
;
3567 c
->is_running
= lxcapi_is_running
;
3568 c
->freeze
= lxcapi_freeze
;
3569 c
->unfreeze
= lxcapi_unfreeze
;
3570 c
->console
= lxcapi_console
;
3571 c
->console_getfd
= lxcapi_console_getfd
;
3572 c
->init_pid
= lxcapi_init_pid
;
3573 c
->load_config
= lxcapi_load_config
;
3574 c
->want_daemonize
= lxcapi_want_daemonize
;
3575 c
->want_close_all_fds
= lxcapi_want_close_all_fds
;
3576 c
->start
= lxcapi_start
;
3577 c
->startl
= lxcapi_startl
;
3578 c
->stop
= lxcapi_stop
;
3579 c
->config_file_name
= lxcapi_config_file_name
;
3580 c
->wait
= lxcapi_wait
;
3581 c
->set_config_item
= lxcapi_set_config_item
;
3582 c
->destroy
= lxcapi_destroy
;
3583 c
->destroy_with_snapshots
= lxcapi_destroy_with_snapshots
;
3584 c
->rename
= lxcapi_rename
;
3585 c
->save_config
= lxcapi_save_config
;
3586 c
->get_keys
= lxcapi_get_keys
;
3587 c
->create
= lxcapi_create
;
3588 c
->createl
= lxcapi_createl
;
3589 c
->shutdown
= lxcapi_shutdown
;
3590 c
->reboot
= lxcapi_reboot
;
3591 c
->clear_config
= lxcapi_clear_config
;
3592 c
->clear_config_item
= lxcapi_clear_config_item
;
3593 c
->get_config_item
= lxcapi_get_config_item
;
3594 c
->get_running_config_item
= lxcapi_get_running_config_item
;
3595 c
->get_cgroup_item
= lxcapi_get_cgroup_item
;
3596 c
->set_cgroup_item
= lxcapi_set_cgroup_item
;
3597 c
->get_config_path
= lxcapi_get_config_path
;
3598 c
->set_config_path
= lxcapi_set_config_path
;
3599 c
->clone
= lxcapi_clone
;
3600 c
->get_interfaces
= lxcapi_get_interfaces
;
3601 c
->get_ips
= lxcapi_get_ips
;
3602 c
->attach
= lxcapi_attach
;
3603 c
->attach_run_wait
= lxcapi_attach_run_wait
;
3604 c
->attach_run_waitl
= lxcapi_attach_run_waitl
;
3605 c
->snapshot
= lxcapi_snapshot
;
3606 c
->snapshot_list
= lxcapi_snapshot_list
;
3607 c
->snapshot_restore
= lxcapi_snapshot_restore
;
3608 c
->snapshot_destroy
= lxcapi_snapshot_destroy
;
3609 c
->snapshot_destroy_all
= lxcapi_snapshot_destroy_all
;
3610 c
->may_control
= lxcapi_may_control
;
3611 c
->add_device_node
= lxcapi_add_device_node
;
3612 c
->remove_device_node
= lxcapi_remove_device_node
;
3614 /* we'll allow the caller to update these later */
3615 if (lxc_log_init(NULL
, "none", NULL
, "lxc_container", 0, c
->config_path
)) {
3616 fprintf(stderr
, "failed to open log\n");
3623 lxc_container_free(c
);
3627 int lxc_get_wait_states(const char **states
)
3632 for (i
=0; i
<MAX_STATE
; i
++)
3633 states
[i
] = lxc_state2str(i
);
3638 * These next two could probably be done smarter with reusing a common function
3639 * with different iterators and tests...
3641 int list_defined_containers(const char *lxcpath
, char ***names
, struct lxc_container
***cret
)
3644 int i
, cfound
= 0, nfound
= 0;
3645 struct dirent dirent
, *direntp
;
3646 struct lxc_container
*c
;
3649 lxcpath
= lxc_global_config_value("lxc.lxcpath");
3651 dir
= opendir(lxcpath
);
3653 SYSERROR("opendir on lxcpath");
3662 while (!readdir_r(dir
, &dirent
, &direntp
)) {
3665 if (!strcmp(direntp
->d_name
, "."))
3667 if (!strcmp(direntp
->d_name
, ".."))
3670 if (!config_file_exists(lxcpath
, direntp
->d_name
))
3674 if (!add_to_array(names
, direntp
->d_name
, cfound
))
3684 c
= lxc_container_new(direntp
->d_name
, lxcpath
);
3686 INFO("Container %s:%s has a config but could not be loaded",
3687 lxcpath
, direntp
->d_name
);
3689 if(!remove_from_array(names
, direntp
->d_name
, cfound
--))
3693 if (!lxcapi_is_defined(c
)) {
3694 INFO("Container %s:%s has a config but is not defined",
3695 lxcpath
, direntp
->d_name
);
3697 if(!remove_from_array(names
, direntp
->d_name
, cfound
--))
3699 lxc_container_put(c
);
3703 if (!add_to_clist(cret
, c
, nfound
, true)) {
3704 lxc_container_put(c
);
3714 if (names
&& *names
) {
3715 for (i
=0; i
<cfound
; i
++)
3719 if (cret
&& *cret
) {
3720 for (i
=0; i
<nfound
; i
++)
3721 lxc_container_put((*cret
)[i
]);
3728 int list_active_containers(const char *lxcpath
, char ***nret
,
3729 struct lxc_container
***cret
)
3731 int i
, ret
= -1, cret_cnt
= 0, ct_name_cnt
= 0;
3734 char **ct_name
= NULL
;
3736 struct lxc_container
*c
;
3739 lxcpath
= lxc_global_config_value("lxc.lxcpath");
3740 lxcpath_len
= strlen(lxcpath
);
3747 FILE *f
= fopen("/proc/net/unix", "r");
3751 while (getline(&line
, &len
, f
) != -1) {
3752 char *p
= strrchr(line
, ' '), *p2
;
3759 if (strncmp(p
, lxcpath
, lxcpath_len
) != 0)
3765 // Now p is the start of lxc_name
3767 if (!p2
|| strncmp(p2
, "/command", 8) != 0)
3771 if (array_contains(&ct_name
, p
, ct_name_cnt
))
3774 if (!add_to_array(&ct_name
, p
, ct_name_cnt
))
3775 goto free_cret_list
;
3782 c
= lxc_container_new(p
, lxcpath
);
3784 INFO("Container %s:%s is running but could not be loaded",
3786 remove_from_array(&ct_name
, p
, ct_name_cnt
--);
3791 * If this is an anonymous container, then is_defined *can*
3792 * return false. So we don't do that check. Count on the
3793 * fact that the command socket exists.
3796 if (!add_to_clist(cret
, c
, cret_cnt
, true)) {
3797 lxc_container_put(c
);
3798 goto free_cret_list
;
3803 assert(!nret
|| !cret
|| cret_cnt
== ct_name_cnt
);
3812 if (cret
&& *cret
) {
3813 for (i
= 0; i
< cret_cnt
; i
++)
3814 lxc_container_put((*cret
)[i
]);
3820 for (i
= 0; i
< ct_name_cnt
; i
++)
3833 int list_all_containers(const char *lxcpath
, char ***nret
,
3834 struct lxc_container
***cret
)
3836 int i
, ret
, active_cnt
, ct_cnt
, ct_list_cnt
;
3839 struct lxc_container
**ct_list
= NULL
;
3841 ct_cnt
= list_defined_containers(lxcpath
, &ct_name
, NULL
);
3845 active_cnt
= list_active_containers(lxcpath
, &active_name
, NULL
);
3846 if (active_cnt
< 0) {
3851 for (i
= 0; i
< active_cnt
; i
++) {
3852 if (!array_contains(&ct_name
, active_name
[i
], ct_cnt
)) {
3853 if (!add_to_array(&ct_name
, active_name
[i
], ct_cnt
)) {
3855 goto free_active_name
;
3859 free(active_name
[i
]);
3860 active_name
[i
] = NULL
;
3866 for (i
= 0, ct_list_cnt
= 0; i
< ct_cnt
&& cret
; i
++) {
3867 struct lxc_container
*c
;
3869 c
= lxc_container_new(ct_name
[i
], lxcpath
);
3871 WARN("Container %s:%s could not be loaded", lxcpath
, ct_name
[i
]);
3872 remove_from_array(&ct_name
, ct_name
[i
], ct_cnt
--);
3876 if (!add_to_clist(&ct_list
, c
, ct_list_cnt
, false)) {
3877 lxc_container_put(c
);
3896 for (i
= 0; i
< ct_list_cnt
; i
++) {
3897 lxc_container_put(ct_list
[i
]);
3903 for (i
= 0; i
< active_cnt
; i
++) {
3905 free(active_name
[i
]);
3911 for (i
= 0; i
< ct_cnt
; i
++) {