]> git.proxmox.com Git - mirror_lxc.git/blame - src/lxc/start.c
lxc-ls: Fix support of --nesting for unpriv
[mirror_lxc.git] / src / lxc / start.c
CommitLineData
0ad19a3f 1/*
2 * lxc: linux Container library
3 *
4 * (C) Copyright IBM Corp. 2007, 2008
5 *
6 * Authors:
9afe19d6 7 * Daniel Lezcano <daniel.lezcano at free.fr>
0ad19a3f 8 *
9 * This library is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
13 *
14 * This library is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
18 *
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with this library; if not, write to the Free Software
250b1eec 21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
0ad19a3f 22 */
23
f549edcc
GK
24#include "config.h"
25
0ad19a3f 26#include <stdio.h>
0ad19a3f 27#include <string.h>
28#include <stdlib.h>
29#include <dirent.h>
30#include <errno.h>
31#include <unistd.h>
32#include <signal.h>
b0a33c1e 33#include <fcntl.h>
34#include <termios.h>
c476bdce 35#include <grp.h>
37515ebd 36#include <poll.h>
0ad19a3f 37#include <sys/param.h>
38#include <sys/file.h>
f4d507d5 39#include <sys/mount.h>
b4f8660e 40#include <sys/stat.h>
0ad19a3f 41#include <sys/types.h>
8173e600 42#include <sys/socket.h>
0ad19a3f 43#include <sys/prctl.h>
ddceb1f9 44#include <sys/types.h>
0ad19a3f 45#include <sys/wait.h>
b0a33c1e 46#include <sys/un.h>
8173e600 47#include <sys/syscall.h>
ff218c25 48
495d2046
SG
49#if HAVE_SYS_CAPABILITY_H
50#include <sys/capability.h>
51#endif
52
656994bb
MH
53#if !HAVE_DECL_PR_CAPBSET_DROP
54#define PR_CAPBSET_DROP 24
55#endif
56
63376d7d
DL
57#include "start.h"
58#include "conf.h"
59#include "log.h"
563f2f2c 60#include "cgroup.h"
e2bcd7db 61#include "error.h"
b0a33c1e 62#include "af_unix.h"
63#include "mainloop.h"
63376d7d 64#include "utils.h"
565c2d76 65#include "lxcutmp.h"
63376d7d 66#include "monitor.h"
96fa1ff0 67#include "commands.h"
63376d7d 68#include "console.h"
3c22086f 69#include "sync.h"
f549edcc 70#include "namespace.h"
0d0527a9 71#include "lxcseccomp.h"
8173e600 72#include "caps.h"
fe4de9a6 73#include "lsm/lsm.h"
36eb9bde
CLG
74
75lxc_log_define(lxc_start, lxc);
76
9f30a190
MM
77const struct ns_info ns_info[LXC_NS_MAX] = {
78 [LXC_NS_MNT] = {"mnt", CLONE_NEWNS},
79 [LXC_NS_PID] = {"pid", CLONE_NEWPID},
80 [LXC_NS_UTS] = {"uts", CLONE_NEWUTS},
81 [LXC_NS_IPC] = {"ipc", CLONE_NEWIPC},
82 [LXC_NS_USER] = {"user", CLONE_NEWUSER},
83 [LXC_NS_NET] = {"net", CLONE_NEWNET}
84};
85
c8154066
SH
86static void print_top_failing_dir(const char *path)
87{
88 size_t len = strlen(path);
89 char *copy = alloca(len+1), *p, *e, saved;
90 strcpy(copy, path);
91
92 p = copy;
93 e = copy + len;
94 while (p < e) {
95 while (p < e && *p == '/') p++;
96 while (p < e && *p != '/') p++;
c8154066
SH
97 saved = *p;
98 *p = '\0';
99 if (access(copy, X_OK)) {
100 SYSERROR("could not access %s. Please grant it 'x' " \
101 "access, or add an ACL for the container root.",
102 copy);
103 return;
104 }
105 *p = saved;
106 }
107}
108
9f30a190
MM
109static void close_ns(int ns_fd[LXC_NS_MAX]) {
110 int i;
111
9f30a190
MM
112 for (i = 0; i < LXC_NS_MAX; i++) {
113 if (ns_fd[i] > -1) {
114 close(ns_fd[i]);
115 ns_fd[i] = -1;
116 }
117 }
9f30a190
MM
118}
119
120static int preserve_ns(int ns_fd[LXC_NS_MAX], int clone_flags) {
121 int i, saved_errno;
122 char path[MAXPATHLEN];
123
9f30a190
MM
124 for (i = 0; i < LXC_NS_MAX; i++)
125 ns_fd[i] = -1;
126
cd43d2d1
SH
127 if (access("/proc/self/ns", X_OK)) {
128 WARN("Kernel does not support attach; preserve_ns ignored");
129 return 0;
130 }
131
9f30a190
MM
132 for (i = 0; i < LXC_NS_MAX; i++) {
133 if ((clone_flags & ns_info[i].clone_flag) == 0)
134 continue;
135 snprintf(path, MAXPATHLEN, "/proc/self/ns/%s", ns_info[i].proc_name);
9f30a190 136 ns_fd[i] = open(path, O_RDONLY | O_CLOEXEC);
9f30a190
MM
137 if (ns_fd[i] < 0)
138 goto error;
139 }
140
141 return 0;
142
143error:
144 saved_errno = errno;
145 close_ns(ns_fd);
146 errno = saved_errno;
147 SYSERROR("failed to open '%s'", path);
148 return -1;
149}
150
151static int attach_ns(const int ns_fd[LXC_NS_MAX]) {
152 int i;
153
154 for (i = 0; i < LXC_NS_MAX; i++) {
155 if (ns_fd[i] < 0)
156 continue;
157
158 if (setns(ns_fd[i], 0) != 0)
159 goto error;
160 }
161 return 0;
162
163error:
164 SYSERROR("failed to set namespace '%s'", ns_info[i].proc_name);
165 return -1;
166}
167
80090207
CLG
168static int match_fd(int fd)
169{
170 return (fd == 0 || fd == 1 || fd == 2);
171}
172
b119f362 173int lxc_check_inherited(struct lxc_conf *conf, int fd_to_ignore)
80090207
CLG
174{
175 struct dirent dirent, *direntp;
176 int fd, fddir;
177 DIR *dir;
80090207 178
b119f362 179restart:
80090207
CLG
180 dir = opendir("/proc/self/fd");
181 if (!dir) {
182 WARN("failed to open directory: %m");
183 return -1;
184 }
185
186 fddir = dirfd(dir);
187
188 while (!readdir_r(dir, &dirent, &direntp)) {
80090207
CLG
189 if (!direntp)
190 break;
191
192 if (!strcmp(direntp->d_name, "."))
193 continue;
194
195 if (!strcmp(direntp->d_name, ".."))
196 continue;
197
198 fd = atoi(direntp->d_name);
199
f2faa8fa 200 if (fd == fddir || fd == lxc_log_fd || fd == fd_to_ignore)
80090207
CLG
201 continue;
202
203 if (match_fd(fd))
204 continue;
80090207 205
b119f362
SH
206 if (conf->close_all_fds) {
207 close(fd);
208 closedir(dir);
209 INFO("closed inherited fd %d", fd);
210 goto restart;
211 }
92c7f629 212 WARN("inherited fd %d", fd);
80090207
CLG
213 }
214
92c7f629
GK
215 closedir(dir); /* cannot fail */
216 return 0;
80090207
CLG
217}
218
83ee7875 219static int setup_signal_fd(sigset_t *oldmask)
b0a33c1e 220{
221 sigset_t mask;
222 int fd;
223
f3304a29
FW
224 /* Block everything except serious error signals */
225 if (sigfillset(&mask) ||
226 sigdelset(&mask, SIGILL) ||
227 sigdelset(&mask, SIGSEGV) ||
228 sigdelset(&mask, SIGBUS) ||
b5159817 229 sigdelset(&mask, SIGWINCH) ||
f3304a29
FW
230 sigprocmask(SIG_BLOCK, &mask, oldmask)) {
231 SYSERROR("failed to set signal mask");
b0a33c1e 232 return -1;
233 }
234
235 fd = signalfd(-1, &mask, 0);
236 if (fd < 0) {
36eb9bde 237 SYSERROR("failed to create the signal fd");
b0a33c1e 238 return -1;
239 }
240
241 if (fcntl(fd, F_SETFD, FD_CLOEXEC)) {
36eb9bde 242 SYSERROR("failed to set sigfd to close-on-exec");
b0a33c1e 243 close(fd);
244 return -1;
245 }
246
1ac470c0
DL
247 DEBUG("sigchild handler set");
248
b0a33c1e 249 return fd;
250}
251
84c92abd 252static int signal_handler(int fd, uint32_t events, void *data,
b0a33c1e 253 struct lxc_epoll_descr *descr)
254{
15cd25fd 255 struct signalfd_siginfo siginfo;
80507ee8 256 siginfo_t info;
15cd25fd 257 int ret;
82d89dce 258 pid_t *pid = data;
80507ee8 259 bool init_died = false;
15cd25fd
DL
260
261 ret = read(fd, &siginfo, sizeof(siginfo));
262 if (ret < 0) {
f3304a29 263 ERROR("failed to read signal info");
15cd25fd
DL
264 return -1;
265 }
266
267 if (ret != sizeof(siginfo)) {
268 ERROR("unexpected siginfo size");
269 return -1;
270 }
271
80507ee8
SH
272 // check whether init is running
273 info.si_pid = 0;
274 ret = waitid(P_PID, *pid, &info, WEXITED | WNOWAIT | WNOHANG);
275 if (ret == 0 && info.si_pid == *pid) {
276 init_died = true;
277 }
278
f3304a29
FW
279 if (siginfo.ssi_signo != SIGCHLD) {
280 kill(*pid, siginfo.ssi_signo);
281 INFO("forwarded signal %d to pid %d", siginfo.ssi_signo, *pid);
80507ee8 282 return init_died ? 1 : 0;
f3304a29
FW
283 }
284
15cd25fd
DL
285 if (siginfo.ssi_code == CLD_STOPPED ||
286 siginfo.ssi_code == CLD_CONTINUED) {
287 INFO("container init process was stopped/continued");
80507ee8 288 return init_died ? 1 : 0;
15cd25fd 289 }
1ac470c0 290
82d89dce
DL
291 /* more robustness, protect ourself from a SIGCHLD sent
292 * by a process different from the container init
293 */
294 if (siginfo.ssi_pid != *pid) {
295 WARN("invalid pid for SIGCHLD");
80507ee8 296 return init_died ? 1 : 0;
82d89dce
DL
297 }
298
15cd25fd 299 DEBUG("container init process exited");
b0a33c1e 300 return 1;
301}
302
74a3920a 303static int lxc_set_state(const char *name, struct lxc_handler *handler, lxc_state_t state)
66aeffc7
DL
304{
305 handler->state = state;
9123e471 306 lxc_monitor_send_state(name, state, handler->lxcpath);
66aeffc7
DL
307 return 0;
308}
309
74a3920a 310static int lxc_poll(const char *name, struct lxc_handler *handler)
b0a33c1e 311{
ca5f7926
DL
312 int sigfd = handler->sigfd;
313 int pid = handler->pid;
b0a33c1e 314 struct lxc_epoll_descr descr;
315
a9e61274 316 if (lxc_mainloop_open(&descr)) {
36eb9bde 317 ERROR("failed to create mainloop");
50c8bf05 318 goto out_sigfd;
b0a33c1e 319 }
320
83ee7875 321 if (lxc_mainloop_add_handler(&descr, sigfd, signal_handler, &pid)) {
36eb9bde 322 ERROR("failed to add handler for the signal");
b0a33c1e 323 goto out_mainloop_open;
324 }
325
63376d7d
DL
326 if (lxc_console_mainloop_add(&descr, handler)) {
327 ERROR("failed to add console handler to mainloop");
328 goto out_mainloop_open;
329 }
330
ef6e34ee 331 if (lxc_cmd_mainloop_add(name, &descr, handler)) {
563f2f2c 332 ERROR("failed to add command handler to mainloop");
96fa1ff0 333 goto out_mainloop_open;
563f2f2c
DL
334 }
335
828695d9 336 if (handler->conf->need_utmp_watch) {
495d2046 337 #if HAVE_SYS_CAPABILITY_H
828695d9
SH
338 if (lxc_utmp_mainloop_add(&descr, handler)) {
339 ERROR("failed to add utmp handler to mainloop");
340 goto out_mainloop_open;
341 }
495d2046 342 #else
959aee9c 343 DEBUG("not starting utmp handler as cap_sys_boot cannot be dropped without capabilities support");
495d2046 344 #endif
563f2f2c 345 }
b0a33c1e 346
e51d4895 347 return lxc_mainloop(&descr, -1);
b0a33c1e 348
349out_mainloop_open:
350 lxc_mainloop_close(&descr);
b0a33c1e 351out_sigfd:
352 close(sigfd);
c3e13372 353 return -1;
b0a33c1e 354}
355
13f5be62 356struct lxc_handler *lxc_init(const char *name, struct lxc_conf *conf, const char *lxcpath)
59eb99ba 357{
3a0f472d
DL
358 struct lxc_handler *handler;
359
360 handler = malloc(sizeof(*handler));
361 if (!handler)
362 return NULL;
59eb99ba
DL
363
364 memset(handler, 0, sizeof(*handler));
365
fae349da 366 handler->conf = conf;
9123e471 367 handler->lxcpath = lxcpath;
5c068da9 368 handler->pinfd = -1;
fae349da 369
fe4de9a6
DE
370 lsm_init();
371
3bdf52d7
DL
372 handler->name = strdup(name);
373 if (!handler->name) {
374 ERROR("failed to allocate memory");
375 goto out_free;
376 }
377
ef6e34ee 378 if (lxc_cmd_init(name, handler, lxcpath))
d2e30e99
DE
379 goto out_free_name;
380
8f2c3a70
SH
381 if (lxc_read_seccomp_config(conf) != 0) {
382 ERROR("failed loading seccomp policy");
d2e30e99 383 goto out_close_maincmd_fd;
8f2c3a70
SH
384 }
385
051151de 386 /* Begin by setting the state to STARTING */
25c2aca5 387 if (lxc_set_state(name, handler, STARTING)) {
59eb99ba 388 ERROR("failed to set state '%s'", lxc_state2str(STARTING));
051151de 389 goto out_close_maincmd_fd;
0ad19a3f 390 }
391
f7bee6c6
MW
392 /* Start of environment variable setup for hooks */
393 if (setenv("LXC_NAME", name, 1)) {
394 SYSERROR("failed to set environment variable for container name");
395 }
396 if (setenv("LXC_CONFIG_FILE", conf->rcfile, 1)) {
397 SYSERROR("failed to set environment variable for config path");
398 }
399 if (setenv("LXC_ROOTFS_MOUNT", conf->rootfs.mount, 1)) {
400 SYSERROR("failed to set environment variable for rootfs mount");
401 }
402 if (setenv("LXC_ROOTFS_PATH", conf->rootfs.path, 1)) {
403 SYSERROR("failed to set environment variable for rootfs mount");
404 }
405 if (conf->console.path && setenv("LXC_CONSOLE", conf->console.path, 1)) {
406 SYSERROR("failed to set environment variable for console path");
407 }
408 if (conf->console.log_path && setenv("LXC_CONSOLE_LOGPATH", conf->console.log_path, 1)) {
409 SYSERROR("failed to set environment variable for console log");
410 }
411 /* End of environment variable setup for hooks */
412
283678ed 413 if (run_lxc_hooks(name, "pre-start", conf, handler->lxcpath, NULL)) {
773fb9ca
SH
414 ERROR("failed to run pre-start hooks for container '%s'.", name);
415 goto out_aborting;
416 }
26ddeedd 417
fae349da 418 if (lxc_create_tty(name, conf)) {
36eb9bde 419 ERROR("failed to create the ttys");
59eb99ba 420 goto out_aborting;
b0a33c1e 421 }
422
423 /* the signal fd has to be created before forking otherwise
424 * if the child process exits before we setup the signal fd,
425 * the event will be lost and the command will be stuck */
83ee7875 426 handler->sigfd = setup_signal_fd(&handler->oldmask);
59eb99ba 427 if (handler->sigfd < 0) {
36eb9bde 428 ERROR("failed to set sigchild fd handler");
b5159817
DE
429 goto out_delete_tty;
430 }
431
432 /* do this after setting up signals since it might unblock SIGWINCH */
433 if (lxc_console_create(conf)) {
434 ERROR("failed to create console");
435 goto out_restore_sigmask;
b0a33c1e 436 }
437
c4d10a05
SH
438 if (ttys_shift_ids(conf) < 0) {
439 ERROR("Failed to shift tty into container");
440 goto out_restore_sigmask;
441 }
442
c3e13372 443 INFO("'%s' is initialized", name);
3a0f472d 444 return handler;
59eb99ba 445
b5159817
DE
446out_restore_sigmask:
447 sigprocmask(SIG_SETMASK, &handler->oldmask, NULL);
59eb99ba 448out_delete_tty:
fae349da 449 lxc_delete_tty(&conf->tty_info);
59eb99ba 450out_aborting:
25c2aca5 451 lxc_set_state(name, handler, ABORTING);
d2e30e99
DE
452out_close_maincmd_fd:
453 close(conf->maincmd_fd);
454 conf->maincmd_fd = -1;
3bdf52d7
DL
455out_free_name:
456 free(handler->name);
457 handler->name = NULL;
3a0f472d
DL
458out_free:
459 free(handler);
c3e13372 460 return NULL;
59eb99ba
DL
461}
462
ae5c8b8e 463static void lxc_fini(const char *name, struct lxc_handler *handler)
59eb99ba
DL
464{
465 /* The STOPPING state is there for future cleanup code
466 * which can take awhile
467 */
25c2aca5
MN
468 lxc_set_state(name, handler, STOPPING);
469 lxc_set_state(name, handler, STOPPED);
59eb99ba 470
283678ed 471 if (run_lxc_hooks(name, "post-stop", handler->conf, handler->lxcpath, NULL))
773fb9ca 472 ERROR("failed to run post-stop hooks for container '%s'.", name);
26ddeedd 473
83ee7875 474 /* reset mask set by setup_signal_fd */
8f64a3f6
MN
475 if (sigprocmask(SIG_SETMASK, &handler->oldmask, NULL))
476 WARN("failed to restore sigprocmask");
477
b5159817 478 lxc_console_delete(&handler->conf->console);
b2431939 479 lxc_delete_tty(&handler->conf->tty_info);
d2e30e99
DE
480 close(handler->conf->maincmd_fd);
481 handler->conf->maincmd_fd = -1;
3bdf52d7 482 free(handler->name);
d4ef7c50 483 cgroup_destroy(handler);
b2431939 484 free(handler);
59eb99ba
DL
485}
486
74a3920a 487static void lxc_abort(const char *name, struct lxc_handler *handler)
59eb99ba 488{
73e608b2
SH
489 int ret, status;
490
25c2aca5 491 lxc_set_state(name, handler, ABORTING);
7d9fb3e9
DL
492 if (handler->pid > 0)
493 kill(handler->pid, SIGKILL);
73e608b2 494 while ((ret = waitpid(-1, &status, 0)) > 0) ;
59eb99ba
DL
495}
496
828695d9
SH
497#include <sys/reboot.h>
498#include <linux/reboot.h>
499
e2fa1520
SH
500/*
501 * reboot(LINUX_REBOOT_CMD_CAD_ON) will return -EINVAL
502 * in a child pid namespace if container reboot support exists.
503 * Otherwise, it will either succeed or return -EPERM.
504 */
505static int container_reboot_supported(void *arg)
828695d9 506{
e2fa1520 507 int *cmd = arg;
828695d9 508 int ret;
828695d9 509
e2fa1520
SH
510 ret = reboot(*cmd);
511 if (ret == -1 && errno == EINVAL)
512 return 1;
513 return 0;
514}
515
b60ed720 516static int must_drop_cap_sys_boot(struct lxc_conf *conf)
e2fa1520 517{
025ed0f3 518 FILE *f;
b60ed720 519 int ret, cmd, v, flags;
e2fa1520 520 long stack_size = 4096;
7f145a6d 521 void *stack = alloca(stack_size);
e2fa1520
SH
522 int status;
523 pid_t pid;
524
025ed0f3 525 f = fopen("/proc/sys/kernel/ctrl-alt-del", "r");
e2fa1520
SH
526 if (!f) {
527 DEBUG("failed to open /proc/sys/kernel/ctrl-alt-del");
828695d9 528 return 1;
e2fa1520 529 }
828695d9
SH
530
531 ret = fscanf(f, "%d", &v);
532 fclose(f);
e2fa1520
SH
533 if (ret != 1) {
534 DEBUG("Failed to read /proc/sys/kernel/ctrl-alt-del");
828695d9 535 return 1;
e2fa1520
SH
536 }
537 cmd = v ? LINUX_REBOOT_CMD_CAD_ON : LINUX_REBOOT_CMD_CAD_OFF;
538
b60ed720
SH
539 flags = CLONE_NEWPID | SIGCHLD;
540 if (!lxc_list_empty(&conf->id_map))
541 flags |= CLONE_NEWUSER;
542
7f145a6d 543#ifdef __ia64__
959aee9c 544 pid = __clone2(container_reboot_supported, stack, stack_size, flags, &cmd);
7f145a6d 545#else
959aee9c
SG
546 stack += stack_size;
547 pid = clone(container_reboot_supported, stack, flags, &cmd);
7f145a6d 548#endif
959aee9c
SG
549 if (pid < 0) {
550 SYSERROR("failed to clone");
551 return -1;
552 }
553 if (wait(&status) < 0) {
554 SYSERROR("unexpected wait error: %m");
555 return -1;
556 }
e2fa1520
SH
557
558 if (WEXITSTATUS(status) != 1)
828695d9 559 return 1;
e2fa1520 560
828695d9
SH
561 return 0;
562}
563
658979c5
SH
564/*
565 * netpipe is used in the unprivileged case to transfer the ifindexes
566 * from parent to child
567 */
568static int netpipe = -1;
569
570static inline int count_veths(struct lxc_list *network)
571{
572 struct lxc_list *iterator;
573 struct lxc_netdev *netdev;
574 int count = 0;
575
576 lxc_list_for_each(iterator, network) {
577 netdev = iterator->elem;
578 if (netdev->type != LXC_NET_VETH)
579 continue;
580 count++;
581 }
582 return count;
583}
584
585static int read_unpriv_netifindex(struct lxc_list *network)
586{
587 struct lxc_list *iterator;
588 struct lxc_netdev *netdev;
589
590 if (netpipe == -1)
591 return 0;
592 lxc_list_for_each(iterator, network) {
593 netdev = iterator->elem;
594 if (netdev->type != LXC_NET_VETH)
595 continue;
596 if (!(netdev->name = malloc(IFNAMSIZ))) {
597 ERROR("Out of memory");
598 close(netpipe);
599 return -1;
600 }
601 if (read(netpipe, netdev->name, IFNAMSIZ) != IFNAMSIZ) {
602 close(netpipe);
603 return -1;
604 }
605 }
606 close(netpipe);
607 return 0;
608}
609
ffe1e01a 610static int do_start(void *data)
50e98013 611{
23c53af9 612 struct lxc_handler *handler = data;
e0b6898a 613 const char *lsm_label = NULL;
50e98013
DL
614
615 if (sigprocmask(SIG_SETMASK, &handler->oldmask, NULL)) {
616 SYSERROR("failed to set sigprocmask");
9d7f9e52 617 return -1;
50e98013
DL
618 }
619
743ecd2e
DL
620 /* This prctl must be before the synchro, so if the parent
621 * dies before we set the parent death signal, we will detect
622 * its death with the synchro right after, otherwise we have
623 * a window where the parent can exit before we set the pdeath
624 * signal leading to a unsupervized container.
625 */
626 if (prctl(PR_SET_PDEATHSIG, SIGKILL, 0, 0, 0)) {
627 SYSERROR("failed to set pdeath signal");
628 return -1;
629 }
630
3c22086f 631 lxc_sync_fini_parent(handler);
50e98013 632
2b0e17e4 633 /* don't leak the pinfd to the container */
025ed0f3 634 if (handler->pinfd >= 0) {
0d03360a 635 close(handler->pinfd);
025ed0f3 636 }
2b0e17e4 637
3c22086f
CLG
638 /* Tell the parent task it can begin to configure the
639 * container and wait for it to finish
640 */
641 if (lxc_sync_barrier_parent(handler, LXC_SYNC_CONFIGURE))
9d7f9e52 642 return -1;
50e98013 643
658979c5
SH
644 if (read_unpriv_netifindex(&handler->conf->network) < 0)
645 goto out_warn_father;
646
f6d3e3e4
SH
647 /*
648 * if we are in a new user namespace, become root there to have
649 * privilege over our namespace
650 */
651 if (!lxc_list_empty(&handler->conf->id_map)) {
652 NOTICE("switching to gid/uid 0 in new user namespace");
653 if (setgid(0)) {
654 SYSERROR("setgid");
655 goto out_warn_father;
656 }
657 if (setuid(0)) {
658 SYSERROR("setuid");
659 goto out_warn_father;
660 }
c476bdce
SH
661 if (setgroups(0, NULL)) {
662 SYSERROR("setgroups");
663 goto out_warn_father;
664 }
f6d3e3e4
SH
665 }
666
99b71824 667 if (access(handler->lxcpath, X_OK)) {
c8154066
SH
668 print_top_failing_dir(handler->lxcpath);
669 goto out_warn_father;
670 }
671
495d2046 672 #if HAVE_SYS_CAPABILITY_H
69182a31 673 if (handler->conf->need_utmp_watch) {
828695d9
SH
674 if (prctl(PR_CAPBSET_DROP, CAP_SYS_BOOT, 0, 0, 0)) {
675 SYSERROR("failed to remove CAP_SYS_BOOT capability");
c4ea60df 676 goto out_warn_father;
828695d9 677 }
959aee9c 678 DEBUG("Dropped cap_sys_boot");
e2fa1520 679 }
495d2046 680 #endif
e2fa1520
SH
681
682 /* Setup the container, ip, names, utsname, ... */
d4ef7c50 683 if (lxc_setup(handler)) {
e2fa1520
SH
684 ERROR("failed to setup the container");
685 goto out_warn_father;
686 }
50e98013 687
544a48a0
SH
688 /* ask father to setup cgroups and wait for him to finish */
689 if (lxc_sync_barrier_parent(handler, LXC_SYNC_CGROUP))
690 return -1;
691
72863294 692 /* Set the label to change to when we exec(2) the container's init */
e0b6898a
DE
693 if (!strcmp(lsm_name(), "AppArmor"))
694 lsm_label = handler->conf->lsm_aa_profile;
695 else if (!strcmp(lsm_name(), "SELinux"))
696 lsm_label = handler->conf->lsm_se_context;
697 if (lsm_process_label_set(lsm_label, 1, 1) < 0)
e075f5d9 698 goto out_warn_father;
5112cd70 699
7da8ab18
SH
700 if (lxc_check_inherited(handler->conf, handler->sigfd))
701 return -1;
702
5112cd70
SH
703 /* If we mounted a temporary proc, then unmount it now */
704 tmp_proc_unmount(handler->conf);
e075f5d9 705
8f2c3a70
SH
706 if (lxc_seccomp_load(handler->conf) != 0)
707 goto out_warn_father;
708
283678ed 709 if (run_lxc_hooks(handler->name, "start", handler->conf, handler->lxcpath, NULL)) {
773fb9ca
SH
710 ERROR("failed to run start hooks for container '%s'.", handler->name);
711 goto out_warn_father;
712 }
fc25b815 713
f7bee6c6
MW
714 /* The clearenv() and putenv() calls have been moved here
715 * to allow us to use enviroment variables passed to the various
716 * hooks, such as the start hook above. Not all of the
717 * variables like CONFIG_PATH or ROOTFS are valid in this
718 * context but others are. */
719 if (clearenv()) {
720 SYSERROR("failed to clear environment");
721 /* don't error out though */
722 }
723
724 if (putenv("container=lxc")) {
725 SYSERROR("failed to set environment variable");
c4ea60df 726 goto out_warn_father;
f7bee6c6
MW
727 }
728
773fb9ca 729 close(handler->sigfd);
26ddeedd 730
e6126dbe
MN
731 /* after this call, we are in error because this
732 * ops should not return as it execs */
c4ea60df 733 handler->ops->start(handler, handler->data);
50e98013
DL
734
735out_warn_father:
544a48a0
SH
736 /* we want the parent to know something went wrong, so any
737 * value other than what it expects is ok. */
3c22086f 738 lxc_sync_wake_parent(handler, LXC_SYNC_POST_CONFIGURE);
50e98013
DL
739 return -1;
740}
741
74a3920a 742static int save_phys_nics(struct lxc_conf *conf)
7b35f3d6
SH
743{
744 struct lxc_list *iterator;
745
746 lxc_list_for_each(iterator, &conf->network) {
747 struct lxc_netdev *netdev = iterator->elem;
748
749 if (netdev->type != LXC_NET_PHYS)
750 continue;
751 conf->saved_nics = realloc(conf->saved_nics,
752 (conf->num_savednics+1)*sizeof(struct saved_nic));
753 if (!conf->saved_nics) {
754 SYSERROR("failed to allocate memory");
755 return -1;
756 }
757 conf->saved_nics[conf->num_savednics].ifindex = netdev->ifindex;
758 conf->saved_nics[conf->num_savednics].orig_name = strdup(netdev->link);
759 if (!conf->saved_nics[conf->num_savednics].orig_name) {
760 SYSERROR("failed to allocate memory");
761 return -1;
762 }
959aee9c 763 INFO("stored saved_nic #%d idx %d name %s", conf->num_savednics,
7b35f3d6
SH
764 conf->saved_nics[conf->num_savednics].ifindex,
765 conf->saved_nics[conf->num_savednics].orig_name);
766 conf->num_savednics++;
767 }
768
769 return 0;
770}
771
74a3920a 772static int lxc_spawn(struct lxc_handler *handler)
59eb99ba 773{
b98f7d6e 774 int failed_before_rename = 0;
ffe1e01a 775 const char *name = handler->name;
9f30a190
MM
776 int saved_ns_fd[LXC_NS_MAX];
777 int preserve_mask = 0, i;
658979c5 778 int netpipepair[2], nveths;
9f30a190
MM
779
780 for (i = 0; i < LXC_NS_MAX; i++)
6c544cb3 781 if (handler->conf->inherit_ns_fd[i] != -1)
9f30a190 782 preserve_mask |= ns_info[i].clone_flag;
50e98013 783
3c22086f 784 if (lxc_sync_init(handler))
9d7f9e52 785 return -1;
0ad19a3f 786
6c544cb3 787 handler->clone_flags = CLONE_NEWPID|CLONE_NEWNS;
f6d3e3e4
SH
788 if (!lxc_list_empty(&handler->conf->id_map)) {
789 INFO("Cloning a new user namespace");
790 handler->clone_flags |= CLONE_NEWUSER;
791 }
0ad19a3f 792
9f30a190 793 if (handler->conf->inherit_ns_fd[LXC_NS_NET] == -1) {
26b797f3 794 if (!lxc_requests_empty_network(handler))
9f30a190
MM
795 handler->clone_flags |= CLONE_NEWNET;
796
26b797f3
SH
797 if (!lxc_list_empty(&handler->conf->network)) {
798
9f30a190
MM
799 /* Find gateway addresses from the link device, which is
800 * no longer accessible inside the container. Do this
801 * before creating network interfaces, since goto
802 * out_delete_net does not work before lxc_clone. */
803 if (lxc_find_gateway_addresses(handler)) {
804 ERROR("failed to find gateway addresses");
805 lxc_sync_fini(handler);
806 return -1;
807 }
808
809 /* that should be done before the clone because we will
810 * fill the netdev index and use them in the child
811 */
812 if (lxc_create_network(handler)) {
38521a3b 813 ERROR("failed to create the network");
9f30a190
MM
814 lxc_sync_fini(handler);
815 return -1;
816 }
19a26f82
MK
817 }
818
9f30a190
MM
819 if (save_phys_nics(handler->conf)) {
820 ERROR("failed to save physical nic info");
821 goto out_abort;
82d5ae15 822 }
9f30a190
MM
823 } else {
824 INFO("Inheriting a net namespace");
82d5ae15
DL
825 }
826
3c93577b
MM
827 if (handler->conf->inherit_ns_fd[LXC_NS_IPC] == -1) {
828 handler->clone_flags |= CLONE_NEWIPC;
829 } else {
830 INFO("Inheriting an IPC namespace");
7b35f3d6
SH
831 }
832
6c544cb3
MM
833 if (handler->conf->inherit_ns_fd[LXC_NS_UTS] == -1) {
834 handler->clone_flags |= CLONE_NEWUTS;
835 } else {
836 INFO("Inheriting a UTS namespace");
837 }
838
7b35f3d6 839
d4ef7c50
SH
840 if (!cgroup_init(handler)) {
841 ERROR("failed initializing cgroup support");
33ad9f1a
CS
842 goto out_delete_net;
843 }
844
d4ef7c50
SH
845 if (!cgroup_create(handler)) {
846 ERROR("failed creating cgroups");
47d8fb3b
CS
847 goto out_delete_net;
848 }
849
0c547523
SH
850 /*
851 * if the rootfs is not a blockdev, prevent the container from
852 * marking it readonly.
5e32a990
ÇO
853 *
854 * if the container is unprivileged then skip rootfs pinning
0c547523 855 */
5e32a990
ÇO
856 if (lxc_list_empty(&handler->conf->id_map)) {
857 handler->pinfd = pin_rootfs(handler->conf->rootfs.path);
858 if (handler->pinfd == -1)
859 INFO("failed to pin the container's rootfs");
860 }
0c547523 861
cd43d2d1
SH
862 if (preserve_ns(saved_ns_fd, preserve_mask) < 0)
863 goto out_delete_net;
864 if (attach_ns(handler->conf->inherit_ns_fd) < 0)
865 goto out_delete_net;
9f30a190 866
658979c5
SH
867 if (am_unpriv() && (nveths = count_veths(&handler->conf->network))) {
868 if (pipe(netpipepair) < 0) {
869 SYSERROR("Error creating pipe");
870 goto out_delete_net;
871 }
872 /* store netpipe in the global var for do_start's use */
873 netpipe = netpipepair[0];
874 }
875
0ad19a3f 876 /* Create a process in a new set of namespaces */
d5088cf2 877 handler->pid = lxc_clone(do_start, handler, handler->clone_flags);
59eb99ba 878 if (handler->pid < 0) {
36eb9bde 879 SYSERROR("failed to fork into a new namespace");
7fef7a06 880 goto out_delete_net;
0ad19a3f 881 }
882
cd43d2d1
SH
883 if (attach_ns(saved_ns_fd))
884 WARN("failed to restore saved namespaces");
9f30a190 885
3c22086f
CLG
886 lxc_sync_fini_child(handler);
887
888 if (lxc_sync_wait_child(handler, LXC_SYNC_CONFIGURE))
99a6af52 889 failed_before_rename = 1;
0ad19a3f 890
d4ef7c50
SH
891 if (!cgroup_create_legacy(handler)) {
892 ERROR("failed to setup the legacy cgroups for %s", name);
ae5c8b8e 893 goto out_delete_net;
33ad9f1a 894 }
9daf6f5d
SH
895 if (!cgroup_setup_limits(handler, false)) {
896 ERROR("failed to setup the cgroup limits for '%s'", name);
6031a6e5
DE
897 goto out_delete_net;
898 }
899
d4ef7c50 900 if (!cgroup_enter(handler))
7fef7a06 901 goto out_delete_net;
218d4250 902
0996e18a
SH
903 if (!cgroup_chown(handler))
904 goto out_delete_net;
905
99a6af52
MN
906 if (failed_before_rename)
907 goto out_delete_net;
908
0ad19a3f 909 /* Create the network configuration */
d5088cf2 910 if (handler->clone_flags & CLONE_NEWNET) {
fae349da 911 if (lxc_assign_network(&handler->conf->network, handler->pid)) {
82d5ae15 912 ERROR("failed to create the configured network");
7fef7a06 913 goto out_delete_net;
82d5ae15 914 }
0ad19a3f 915 }
916
658979c5
SH
917 if (netpipe != -1) {
918 struct lxc_list *iterator;
919 struct lxc_netdev *netdev;
920
921 close(netpipe);
922 lxc_list_for_each(iterator, &handler->conf->network) {
923 netdev = iterator->elem;
924 if (netdev->type != LXC_NET_VETH)
925 continue;
926 if (write(netpipepair[1], netdev->name, IFNAMSIZ) != IFNAMSIZ) {
927 ERROR("Error writing veth name to container");
928 goto out_delete_net;
929 }
930 }
931 close(netpipepair[1]);
932 }
933
f6d3e3e4
SH
934 /* map the container uids - the container became an invalid
935 * userid the moment it was cloned with CLONE_NEWUSER - this
936 * call doesn't change anything immediately, but allows the
937 * container to setuid(0) (0 being mapped to something else on
938 * the host) later to become a valid uid again */
939 if (lxc_map_ids(&handler->conf->id_map, handler->pid)) {
940 ERROR("failed to set up id mapping");
941 goto out_delete_net;
942 }
943
544a48a0
SH
944 /* Tell the child to continue its initialization. we'll get
945 * LXC_SYNC_CGROUP when it is ready for us to setup cgroups
3c22086f
CLG
946 */
947 if (lxc_sync_barrier_child(handler, LXC_SYNC_POST_CONFIGURE))
544a48a0
SH
948 goto out_delete_net;
949
9daf6f5d 950 if (!cgroup_setup_limits(handler, true)) {
b98f7d6e
SH
951 ERROR("failed to setup the devices cgroup for '%s'", name);
952 goto out_delete_net;
544a48a0
SH
953 }
954
73d28d42
SH
955 cgroup_disconnect();
956
544a48a0
SH
957 /* Tell the child to complete its initialization and wait for
958 * it to exec or return an error. (the child will never
959 * return LXC_SYNC_POST_CGROUP+1. It will either close the
960 * sync pipe, causing lxc_sync_barrier_child to return
961 * success, or return a different value, causing us to error
962 * out).
963 */
964 if (lxc_sync_barrier_child(handler, LXC_SYNC_POST_CGROUP))
3c22086f 965 return -1;
0ad19a3f 966
cc28d0b0
SH
967 if (detect_shared_rootfs())
968 umount2(handler->conf->rootfs.mount, MNT_DETACH);
969
23c53af9 970 if (handler->ops->post_start(handler, handler->data))
e6126dbe
MN
971 goto out_abort;
972
25c2aca5 973 if (lxc_set_state(name, handler, RUNNING)) {
59eb99ba
DL
974 ERROR("failed to set state to %s",
975 lxc_state2str(RUNNING));
976 goto out_abort;
3f21c114 977 }
22ebac19 978
3c22086f 979 lxc_sync_fini(handler);
0c547523 980
e6126dbe 981 return 0;
1ac470c0 982
7fef7a06 983out_delete_net:
d5088cf2 984 if (handler->clone_flags & CLONE_NEWNET)
74a2b586 985 lxc_delete_network(handler);
59eb99ba
DL
986out_abort:
987 lxc_abort(name, handler);
3c22086f 988 lxc_sync_fini(handler);
5c068da9
SH
989 if (handler->pinfd >= 0) {
990 close(handler->pinfd);
991 handler->pinfd = -1;
992 }
993
b79fcd86 994 return -1;
59eb99ba 995}
0ad19a3f 996
ee70bf78 997int __lxc_start(const char *name, struct lxc_conf *conf,
13f5be62 998 struct lxc_operations* ops, void *data, const char *lxcpath)
59eb99ba 999{
3a0f472d 1000 struct lxc_handler *handler;
e043236e 1001 int err = -1;
59eb99ba 1002 int status;
80090207 1003
13f5be62 1004 handler = lxc_init(name, conf, lxcpath);
3a0f472d 1005 if (!handler) {
59eb99ba 1006 ERROR("failed to initialize the container");
66aeffc7 1007 return -1;
0ad19a3f 1008 }
ee70bf78
CLG
1009 handler->ops = ops;
1010 handler->data = data;
e6126dbe 1011
b60ed720 1012 if (must_drop_cap_sys_boot(handler->conf)) {
495d2046 1013 #if HAVE_SYS_CAPABILITY_H
959aee9c 1014 DEBUG("Dropping cap_sys_boot");
495d2046 1015 #else
959aee9c 1016 DEBUG("Can't drop cap_sys_boot as capabilities aren't supported");
495d2046 1017 #endif
69182a31 1018 } else {
959aee9c 1019 DEBUG("Not dropping cap_sys_boot or watching utmp");
69182a31
SH
1020 handler->conf->need_utmp_watch = 0;
1021 }
1022
23c53af9 1023 err = lxc_spawn(handler);
59eb99ba 1024 if (err) {
ee70bf78 1025 ERROR("failed to spawn '%s'", name);
74a2b586 1026 goto out_fini_nonet;
0ad19a3f 1027 }
1028
3a0f472d 1029 err = lxc_poll(name, handler);
e043236e 1030 if (err) {
59eb99ba
DL
1031 ERROR("mainloop exited with an error");
1032 goto out_abort;
1033 }
0ad19a3f 1034
3a0f472d 1035 while (waitpid(handler->pid, &status, 0) < 0 && errno == EINTR)
1bc5cc8c 1036 continue;
e043236e 1037
8b004f07
SH
1038 /*
1039 * If the child process exited but was not signaled,
1040 * it didn't call reboot. This should mean it was an
1041 * lxc-execute which simply exited. In any case, treat
1042 * it as a 'halt'
1043 */
1044 if (WIFSIGNALED(status)) {
1045 switch(WTERMSIG(status)) {
1046 case SIGINT: /* halt */
1047 DEBUG("Container halting");
1048 break;
1049 case SIGHUP: /* reboot */
1050 DEBUG("Container rebooting");
1051 handler->conf->reboot = 1;
1052 break;
c2b9bd9e
SH
1053 case SIGSYS: /* seccomp */
1054 DEBUG("Container violated its seccomp policy");
1055 break;
8b004f07 1056 default:
959aee9c 1057 DEBUG("unknown exit status for init: %d", WTERMSIG(status));
8b004f07
SH
1058 break;
1059 }
828695d9
SH
1060 }
1061
7b35f3d6
SH
1062 lxc_rename_phys_nics_on_shutdown(handler->conf);
1063
5c068da9
SH
1064 if (handler->pinfd >= 0) {
1065 close(handler->pinfd);
1066 handler->pinfd = -1;
1067 }
1068
3a0f472d 1069 err = lxc_error_set_and_log(handler->pid, status);
9d7f9e52 1070out_fini:
74a2b586
JK
1071 lxc_delete_network(handler);
1072
1073out_fini_nonet:
3a0f472d 1074 lxc_fini(name, handler);
0ad19a3f 1075 return err;
1076
59eb99ba 1077out_abort:
3a0f472d 1078 lxc_abort(name, handler);
9d7f9e52 1079 goto out_fini;
0ad19a3f 1080}
ee70bf78
CLG
1081
1082struct start_args {
1083 char *const *argv;
1084};
1085
1086static int start(struct lxc_handler *handler, void* data)
1087{
1088 struct start_args *arg = data;
1089
1090 NOTICE("exec'ing '%s'", arg->argv[0]);
1091
1092 execvp(arg->argv[0], arg->argv);
1093 SYSERROR("failed to exec %s", arg->argv[0]);
1094 return 0;
1095}
1096
1097static int post_start(struct lxc_handler *handler, void* data)
1098{
1099 struct start_args *arg = data;
1100
1101 NOTICE("'%s' started with pid '%d'", arg->argv[0], handler->pid);
1102 return 0;
1103}
1104
1105static struct lxc_operations start_ops = {
1106 .start = start,
1107 .post_start = post_start
1108};
1109
13f5be62
SH
1110int lxc_start(const char *name, char *const argv[], struct lxc_conf *conf,
1111 const char *lxcpath)
ee70bf78
CLG
1112{
1113 struct start_args start_arg = {
1114 .argv = argv,
1115 };
1116
828695d9 1117 conf->need_utmp_watch = 1;
13f5be62 1118 return __lxc_start(name, conf, &start_ops, &start_arg, lxcpath);
ee70bf78 1119}