]> git.proxmox.com Git - mirror_lxc.git/blobdiff - src/lxc/cgroups/cgfsng.c
cgfs: remove redundancy utils
[mirror_lxc.git] / src / lxc / cgroups / cgfsng.c
index 1fe561498bad95d3639fcb7ca26c0258c3516b7e..1631319ec8abdfccb1fed72fe9842f966526b16a 100644 (file)
  *
  * This new implementation assumes that cgroup filesystems are mounted
  * under /sys/fs/cgroup/clist where clist is either the controller, or
- * a comman-separated list of controllers.
+ * a comma-separated list of controllers.
  */
 
-#include "config.h"
-
+#ifndef _GNU_SOURCE
+#define _GNU_SOURCE 1
+#endif
 #include <ctype.h>
 #include <dirent.h>
 #include <errno.h>
 #include <grp.h>
+#include <linux/kdev_t.h>
+#include <linux/types.h>
 #include <stdint.h>
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
-#include <unistd.h>
-#include <linux/kdev_t.h>
-#include <linux/types.h>
 #include <sys/types.h>
+#include <unistd.h>
 
 #include "caps.h"
 #include "cgroup.h"
 #include "cgroup_utils.h"
 #include "commands.h"
 #include "conf.h"
+#include "config.h"
 #include "log.h"
 #include "macro.h"
 #include "storage/storage.h"
@@ -82,12 +84,6 @@ static void free_string_list(char **clist)
        free(clist);
 }
 
-/* Allocate a pointer, do not fail. */
-static void *must_alloc(size_t sz)
-{
-       return must_realloc(NULL, sz);
-}
-
 /* Given a pointer to a null-terminated array of pointers, realloc to add one
  * entry, and point the new entry to NULL. Do not fail. Return the index to the
  * second-to-last entry - that is, the one which is now available for use
@@ -132,11 +128,12 @@ static char *cg_legacy_must_prefix_named(char *entry)
        char *prefixed;
 
        len = strlen(entry);
-       prefixed = must_alloc(len + 6);
+       prefixed = must_realloc(NULL, len + 6);
 
-       memcpy(prefixed, "name=", sizeof("name=") - 1);
-       memcpy(prefixed + sizeof("name=") - 1, entry, len);
+       memcpy(prefixed, "name=", STRLITERALLEN("name="));
+       memcpy(prefixed + STRLITERALLEN("name="), entry, len);
        prefixed[len + 5] = '\0';
+
        return prefixed;
 }
 
@@ -178,15 +175,19 @@ static void must_append_controller(char **klist, char **nlist, char ***clist,
 /* Given a handler's cgroup data, return the struct hierarchy for the controller
  * @c, or NULL if there is none.
  */
-struct hierarchy *get_hierarchy(struct cgroup_ops *ops, const char *c)
+struct hierarchy *get_hierarchy(struct cgroup_ops *ops, const char *controller)
 {
        int i;
 
-       if (!ops->hierarchies)
+       errno = ENOENT;
+
+       if (!ops->hierarchies) {
+               TRACE("There are no useable cgroup controllers");
                return NULL;
+       }
 
        for (i = 0; ops->hierarchies[i]; i++) {
-               if (!c) {
+               if (!controller) {
                        /* This is the empty unified hierarchy. */
                        if (ops->hierarchies[i]->controllers &&
                            !ops->hierarchies[i]->controllers[0])
@@ -195,10 +196,15 @@ struct hierarchy *get_hierarchy(struct cgroup_ops *ops, const char *c)
                        continue;
                }
 
-               if (string_in_list(ops->hierarchies[i]->controllers, c))
+               if (string_in_list(ops->hierarchies[i]->controllers, controller))
                        return ops->hierarchies[i];
        }
 
+       if (controller)
+               WARN("There is no useable %s controller", controller);
+       else
+               WARN("There is no empty unified cgroup hierarchy");
+
        return NULL;
 }
 
@@ -529,7 +535,7 @@ static bool copy_parent_file(char *path, char *file)
        if (len <= 0)
                goto on_error;
 
-       value = must_alloc(len + 1);
+       value = must_realloc(NULL, len + 1);
        ret = lxc_read_from_file(fpath, value, len);
        if (ret != len)
                goto on_error;
@@ -571,7 +577,7 @@ static bool cg_legacy_handle_cpuset_hierarchy(struct hierarchy *h, char *cgname)
        if (slash)
                *slash = '\0';
 
-       cgpath = must_make_path(h->mountpoint, h->base_cgroup, cgname, NULL);
+       cgpath = must_make_path(h->mountpoint, h->container_base_path, cgname, NULL);
        if (slash)
                *slash = '/';
 
@@ -584,8 +590,7 @@ static bool cg_legacy_handle_cpuset_hierarchy(struct hierarchy *h, char *cgname)
                }
        }
 
-       clonechildrenpath =
-           must_make_path(cgpath, "cgroup.clone_children", NULL);
+       clonechildrenpath = must_make_path(cgpath, "cgroup.clone_children", NULL);
        /* unified hierarchy doesn't have clone_children */
        if (!file_exists(clonechildrenpath)) {
                free(clonechildrenpath);
@@ -808,16 +813,17 @@ static char **cg_unified_get_controllers(const char *file)
 }
 
 static struct hierarchy *add_hierarchy(struct hierarchy ***h, char **clist, char *mountpoint,
-                                      char *base_cgroup, int type)
+                                      char *container_base_path, int type)
 {
        struct hierarchy *new;
        int newentry;
 
-       new = must_alloc(sizeof(*new));
+       new = must_realloc(NULL, sizeof(*new));
        new->controllers = clist;
        new->mountpoint = mountpoint;
-       new->base_cgroup = base_cgroup;
-       new->fullcgpath = NULL;
+       new->container_base_path = container_base_path;
+       new->container_full_path = NULL;
+       new->monitor_full_path = NULL;
        new->version = type;
 
        newentry = append_null_to_list((void ***)h);
@@ -851,7 +857,7 @@ static char *cg_hybrid_get_mountpoint(char *line)
        *p2 = '\0';
 
        len = strlen(p);
-       sret = must_alloc(len + 1);
+       sret = must_realloc(NULL, len + 1);
        memcpy(sret, p, len);
        sret[len] = '\0';
        return sret;
@@ -867,7 +873,7 @@ static char *copy_to_eol(char *p)
                return NULL;
 
        len = p2 - p;
-       sret = must_alloc(len + 1);
+       sret = must_realloc(NULL, len + 1);
        memcpy(sret, p, len);
        sret[len] = '\0';
        return sret;
@@ -1013,7 +1019,7 @@ static void lxc_cgfsng_print_hierarchies(struct cgroup_ops *ops)
                int j;
                char **cit;
 
-               TRACE("  %d: base_cgroup: %s", i, (*it)->base_cgroup ? (*it)->base_cgroup : "(null)");
+               TRACE("  %d: base_cgroup: %s", i, (*it)->container_base_path ? (*it)->container_base_path : "(null)");
                TRACE("      mountpoint:  %s", (*it)->mountpoint ? (*it)->mountpoint : "(null)");
                TRACE("      controllers:");
                for (j = 0, cit = (*it)->controllers; cit && *cit; cit++, j++)
@@ -1049,15 +1055,15 @@ static int cgroup_rmdir(struct hierarchy **hierarchies,
                int ret;
                struct hierarchy *h = hierarchies[i];
 
-               if (!h->fullcgpath)
+               if (!h->container_full_path)
                        continue;
 
-               ret = recursive_destroy(h->fullcgpath);
+               ret = recursive_destroy(h->container_full_path);
                if (ret < 0)
-                       WARN("Failed to destroy \"%s\"", h->fullcgpath);
+                       WARN("Failed to destroy \"%s\"", h->container_full_path);
 
-               free(h->fullcgpath);
-               h->fullcgpath = NULL;
+               free(h->container_full_path);
+               h->container_full_path = NULL;
        }
 
        return 0;
@@ -1101,7 +1107,8 @@ static int cgroup_rmdir_wrapper(void *data)
        return cgroup_rmdir(arg->hierarchies, arg->container_cgroup);
 }
 
-static void cgfsng_destroy(struct cgroup_ops *ops, struct lxc_handler *handler)
+__cgfsng_ops static void cgfsng_payload_destroy(struct cgroup_ops *ops,
+                                               struct lxc_handler *handler)
 {
        int ret;
        struct generic_userns_exec_data wrap;
@@ -1122,6 +1129,82 @@ static void cgfsng_destroy(struct cgroup_ops *ops, struct lxc_handler *handler)
        }
 }
 
+__cgfsng_ops static void cgfsng_monitor_destroy(struct cgroup_ops *ops,
+                                               struct lxc_handler *handler)
+{
+       int len;
+       char *pivot_path;
+       struct lxc_conf *conf = handler->conf;
+       char pidstr[INTTYPE_TO_STRLEN(pid_t)];
+
+       if (!ops->hierarchies)
+               return;
+
+       len = snprintf(pidstr, sizeof(pidstr), "%d", handler->monitor_pid);
+       if (len < 0 || (size_t)len >= sizeof(pidstr))
+               return;
+
+       for (int i = 0; ops->hierarchies[i]; i++) {
+               int ret;
+               char *chop;
+               char pivot_cgroup[] = PIVOT_CGROUP;
+               struct hierarchy *h = ops->hierarchies[i];
+
+               if (!h->monitor_full_path)
+                       continue;
+
+               if (conf && conf->cgroup_meta.dir)
+                       pivot_path = must_make_path(h->mountpoint,
+                                                   h->container_base_path,
+                                                   conf->cgroup_meta.dir,
+                                                   PIVOT_CGROUP,
+                                                   "cgroup.procs", NULL);
+               else
+                       pivot_path = must_make_path(h->mountpoint,
+                                                   h->container_base_path,
+                                                   PIVOT_CGROUP,
+                                                   "cgroup.procs", NULL);
+
+               chop = strrchr(pivot_path, '/');
+               if (chop)
+                       *chop = '\0';
+
+               /*
+                * Make sure not to pass in the ro string literal PIVOT_CGROUP
+                * here.
+                */
+               if (!cg_legacy_handle_cpuset_hierarchy(h, pivot_cgroup)) {
+                       WARN("Failed to handle legacy cpuset controller");
+                       goto next;
+               }
+
+               ret = mkdir_p(pivot_path, 0755);
+               if (ret < 0 && errno != EEXIST) {
+                       SYSWARN("Failed to create cgroup \"%s\"\n", pivot_path);
+                       goto next;
+               }
+
+               if (chop)
+                       *chop = '/';
+
+               /* Move ourselves into the pivot cgroup to delete our own
+                * cgroup.
+                */
+               ret = lxc_write_to_file(pivot_path, pidstr, len, false, 0666);
+               if (ret != 0) {
+                       SYSWARN("Failed to move monitor %s to \"%s\"\n", pidstr, pivot_path);
+                       goto next;
+               }
+
+               ret = recursive_destroy(h->monitor_full_path);
+               if (ret < 0)
+                       WARN("Failed to destroy \"%s\"", h->monitor_full_path);
+
+       next:
+               free(pivot_path);
+       }
+}
+
 static bool cg_unified_create_cgroup(struct hierarchy *h, char *cgname)
 {
        size_t i, parts_len;
@@ -1165,7 +1248,7 @@ static bool cg_unified_create_cgroup(struct hierarchy *h, char *cgname)
        if (parts_len > 0)
                parts_len--;
 
-       cgroup = must_make_path(h->mountpoint, h->base_cgroup, NULL);
+       cgroup = must_make_path(h->mountpoint, h->container_base_path, NULL);
        for (i = 0; i < parts_len; i++) {
                int ret;
                char *target;
@@ -1190,47 +1273,168 @@ on_error:
        return bret;
 }
 
-static bool create_path_for_hierarchy(struct hierarchy *h, char *cgname)
+static int mkdir_eexist_on_last(const char *dir, mode_t mode)
+{
+       const char *tmp = dir;
+       const char *orig = dir;
+       size_t orig_len;
+
+       orig_len = strlen(dir);
+       do {
+               int ret;
+               size_t cur_len;
+               char *makeme;
+
+               dir = tmp + strspn(tmp, "/");
+               tmp = dir + strcspn(dir, "/");
+
+               errno = ENOMEM;
+               cur_len = dir - orig;
+               makeme = strndup(orig, cur_len);
+               if (!makeme)
+                       return -1;
+
+               ret = mkdir(makeme, mode);
+               if (ret < 0) {
+                       if ((errno != EEXIST) || (orig_len == cur_len)) {
+                               SYSERROR("Failed to create directory \"%s\"", makeme);
+                               free(makeme);
+                               return -1;
+                       }
+               }
+               free(makeme);
+
+       } while (tmp != dir);
+
+       return 0;
+}
+
+static bool monitor_create_path_for_hierarchy(struct hierarchy *h, char *cgname)
 {
        int ret;
 
-       h->fullcgpath = must_make_path(h->mountpoint, h->base_cgroup, cgname, NULL);
-       if (dir_exists(h->fullcgpath)) {
-               ERROR("The cgroup \"%s\" already existed", h->fullcgpath);
+       if (!cg_legacy_handle_cpuset_hierarchy(h, cgname)) {
+               ERROR("Failed to handle legacy cpuset controller");
+               return false;
+       }
+
+       h->monitor_full_path = must_make_path(h->mountpoint, h->container_base_path, cgname, NULL);
+       ret = mkdir_eexist_on_last(h->monitor_full_path, 0755);
+       if (ret < 0) {
+               ERROR("Failed to create cgroup \"%s\"", h->monitor_full_path);
                return false;
        }
 
+       return cg_unified_create_cgroup(h, cgname);
+}
+
+static bool container_create_path_for_hierarchy(struct hierarchy *h, char *cgname)
+{
+       int ret;
+
        if (!cg_legacy_handle_cpuset_hierarchy(h, cgname)) {
                ERROR("Failed to handle legacy cpuset controller");
                return false;
        }
 
-       ret = mkdir_p(h->fullcgpath, 0755);
+       h->container_full_path = must_make_path(h->mountpoint, h->container_base_path, cgname, NULL);
+       ret = mkdir_eexist_on_last(h->container_full_path, 0755);
        if (ret < 0) {
-               ERROR("Failed to create cgroup \"%s\"", h->fullcgpath);
+               ERROR("Failed to create cgroup \"%s\"", h->container_full_path);
                return false;
        }
 
        return cg_unified_create_cgroup(h, cgname);
 }
 
-static void remove_path_for_hierarchy(struct hierarchy *h, char *cgname)
+static void remove_path_for_hierarchy(struct hierarchy *h, char *cgname, bool monitor)
 {
        int ret;
+       char *full_path;
+
+       if (monitor)
+               full_path = h->monitor_full_path;
+       else
+               full_path = h->container_full_path;
 
-       ret = rmdir(h->fullcgpath);
+       ret = rmdir(full_path);
        if (ret < 0)
-               SYSERROR("Failed to rmdir(\"%s\") from failed creation attempt", h->fullcgpath);
+               SYSERROR("Failed to rmdir(\"%s\") from failed creation attempt", full_path);
 
-       free(h->fullcgpath);
-       h->fullcgpath = NULL;
+       free(full_path);
+
+       if (monitor)
+               h->monitor_full_path = NULL;
+       else
+               h->container_full_path = NULL;
+}
+
+__cgfsng_ops static inline bool cgfsng_monitor_create(struct cgroup_ops *ops,
+                                                       struct lxc_handler *handler)
+{
+       char *monitor_cgroup, *offset, *tmp;
+       int i, idx = 0;
+       size_t len;
+       bool bret = false;
+       struct lxc_conf *conf = handler->conf;
+
+       if (!conf)
+               return bret;
+
+       if (conf->cgroup_meta.dir)
+               tmp = lxc_string_join("/",
+                                     (const char *[]){conf->cgroup_meta.dir,
+                                                      ops->monitor_pattern,
+                                                      handler->name, NULL},
+                                     false);
+       else
+               tmp = must_make_path(ops->monitor_pattern, handler->name, NULL);
+       if (!tmp)
+               return bret;
+
+       len = strlen(tmp) + 5; /* leave room for -NNN\0 */
+       monitor_cgroup = must_realloc(tmp, len);
+       offset = monitor_cgroup + len - 5;
+       *offset = 0;
+
+       do {
+               if (idx) {
+                       int ret = snprintf(offset, 5, "-%d", idx);
+                       if (ret < 0 || (size_t)ret >= 5)
+                               goto on_error;
+               }
+
+               for (i = 0; ops->hierarchies[i]; i++) {
+                       if (!monitor_create_path_for_hierarchy(ops->hierarchies[i], monitor_cgroup)) {
+                               ERROR("Failed to create cgroup \"%s\"", ops->hierarchies[i]->monitor_full_path);
+                               free(ops->hierarchies[i]->container_full_path);
+                               ops->hierarchies[i]->container_full_path = NULL;
+
+                               for (int j = 0; j < i; j++)
+                                       remove_path_for_hierarchy(ops->hierarchies[j], monitor_cgroup, true);
+
+                               idx++;
+                               break;
+                       }
+               }
+       } while (ops->hierarchies[i] && idx > 0 && idx < 1000);
+
+       if (idx < 1000) {
+               bret = true;
+               INFO("The monitor process uses \"%s\" as cgroup", monitor_cgroup);
+       }
+
+on_error:
+       free(monitor_cgroup);
+
+       return bret;
 }
 
 /* Try to create the same cgroup in all hierarchies. Start with cgroup_pattern;
  * next cgroup_pattern-1, -2, ..., -999.
  */
-static inline bool cgfsng_create(struct cgroup_ops *ops,
-                                struct lxc_handler *handler)
+__cgfsng_ops static inline bool cgfsng_payload_create(struct cgroup_ops *ops,
+                                                       struct lxc_handler *handler)
 {
        int i;
        size_t len;
@@ -1256,7 +1460,7 @@ static inline bool cgfsng_create(struct cgroup_ops *ops,
        }
 
        len = strlen(tmp) + 5; /* leave room for -NNN\0 */
-       container_cgroup = must_alloc(len);
+       container_cgroup = must_realloc(NULL, len);
        (void)strlcpy(container_cgroup, tmp, len);
        free(tmp);
        offset = container_cgroup + len - 5;
@@ -1283,19 +1487,19 @@ again:
        }
 
        for (i = 0; ops->hierarchies[i]; i++) {
-               if (!create_path_for_hierarchy(ops->hierarchies[i], container_cgroup)) {
-                       int j;
-                       ERROR("Failed to create cgroup \"%s\"", ops->hierarchies[i]->fullcgpath);
-                       free(ops->hierarchies[i]->fullcgpath);
-                       ops->hierarchies[i]->fullcgpath = NULL;
-                       for (j = 0; j < i; j++)
-                               remove_path_for_hierarchy(ops->hierarchies[j], container_cgroup);
+               if (!container_create_path_for_hierarchy(ops->hierarchies[i], container_cgroup)) {
+                       ERROR("Failed to create cgroup \"%s\"", ops->hierarchies[i]->container_full_path);
+                       free(ops->hierarchies[i]->container_full_path);
+                       ops->hierarchies[i]->container_full_path = NULL;
+                       for (int j = 0; j < i; j++)
+                               remove_path_for_hierarchy(ops->hierarchies[j], container_cgroup, false);
                        idx++;
                        goto again;
                }
        }
 
        ops->container_cgroup = container_cgroup;
+       INFO("The container uses \"%s\" as cgroup", container_cgroup);
 
        return true;
 
@@ -1305,33 +1509,48 @@ out_free:
        return false;
 }
 
-static bool cgfsng_enter(struct cgroup_ops *ops, pid_t pid)
+__cgfsng_ops static bool __do_cgroup_enter(struct cgroup_ops *ops, pid_t pid,
+                                            bool monitor)
 {
-       int i, len;
-       char pidstr[25];
+       int len;
+       char pidstr[INTTYPE_TO_STRLEN(pid_t)];
 
-       len = snprintf(pidstr, 25, "%d", pid);
-       if (len < 0 || len >= 25)
+       len = snprintf(pidstr, sizeof(pidstr), "%d", pid);
+       if (len < 0 || (size_t)len >= sizeof(pidstr))
                return false;
 
-       for (i = 0; ops->hierarchies[i]; i++) {
+       for (int i = 0; ops->hierarchies[i]; i++) {
                int ret;
-               char *fullpath;
+               char *path;
 
-               fullpath = must_make_path(ops->hierarchies[i]->fullcgpath,
-                                         "cgroup.procs", NULL);
-               ret = lxc_write_to_file(fullpath, pidstr, len, false, 0666);
+               if (monitor)
+                       path = must_make_path(ops->hierarchies[i]->monitor_full_path,
+                                             "cgroup.procs", NULL);
+               else
+                       path = must_make_path(ops->hierarchies[i]->container_full_path,
+                                             "cgroup.procs", NULL);
+               ret = lxc_write_to_file(path, pidstr, len, false, 0666);
                if (ret != 0) {
-                       SYSERROR("Failed to enter cgroup \"%s\"", fullpath);
-                       free(fullpath);
+                       SYSERROR("Failed to enter cgroup \"%s\"", path);
+                       free(path);
                        return false;
                }
-               free(fullpath);
+               free(path);
        }
 
        return true;
 }
 
+__cgfsng_ops static bool cgfsng_monitor_enter(struct cgroup_ops *ops, pid_t pid)
+{
+       return __do_cgroup_enter(ops, pid, true);
+}
+
+static bool cgfsng_payload_enter(struct cgroup_ops *ops, pid_t pid)
+{
+       return __do_cgroup_enter(ops, pid, false);
+}
+
 static int chowmod(char *path, uid_t chown_uid, gid_t chown_gid,
                   mode_t chmod_mode)
 {
@@ -1388,10 +1607,12 @@ static int chown_cgroup_wrapper(void *data)
        }
 
        destuid = get_ns_uid(arg->origuid);
+       if (destuid == LXC_INVALID_UID)
+               destuid = 0;
 
        for (i = 0; arg->hierarchies[i]; i++) {
                char *fullpath;
-               char *path = arg->hierarchies[i]->fullcgpath;
+               char *path = arg->hierarchies[i]->container_full_path;
 
                ret = chowmod(path, destuid, nsgid, 0775);
                if (ret < 0)
@@ -1429,7 +1650,8 @@ static int chown_cgroup_wrapper(void *data)
        return 0;
 }
 
-static bool cgfsng_chown(struct cgroup_ops *ops, struct lxc_conf *conf)
+__cgfsng_ops static bool cgfsng_chown(struct cgroup_ops *ops,
+                                       struct lxc_conf *conf)
 {
        struct generic_userns_exec_data wrap;
 
@@ -1461,7 +1683,7 @@ static bool cg_mount_needs_subdirs(int type)
 
 /* After $rootfs/sys/fs/container/controller/the/cg/path has been created,
  * remount controller ro if needed and bindmount the cgroupfs onto
- * controll/the/cg/path.
+ * control/the/cg/path.
  */
 static int cg_legacy_mount_controllers(int type, struct hierarchy *h,
                                       char *controllerpath, char *cgpath,
@@ -1493,7 +1715,7 @@ static int cg_legacy_mount_controllers(int type, struct hierarchy *h,
                INFO("Remounted %s read-only", controllerpath);
        }
 
-       sourcepath = must_make_path(h->mountpoint, h->base_cgroup,
+       sourcepath = must_make_path(h->mountpoint, h->container_base_path,
                                    container_cgroup, NULL);
        if (type == LXC_AUTO_CGROUP_RO)
                flags |= MS_RDONLY;
@@ -1578,8 +1800,9 @@ static inline int cg_mount_cgroup_full(int type, struct hierarchy *h,
        return __cg_mount_direct(type, h, controllerpath);
 }
 
-static bool cgfsng_mount(struct cgroup_ops *ops, struct lxc_handler *handler,
-                        const char *root, int type)
+__cgfsng_ops static bool cgfsng_mount(struct cgroup_ops *ops,
+                                       struct lxc_handler *handler,
+                                       const char *root, int type)
 {
        int i, ret;
        char *tmpfspath = NULL;
@@ -1663,7 +1886,7 @@ static bool cgfsng_mount(struct cgroup_ops *ops, struct lxc_handler *handler,
                        continue;
                }
 
-               path2 = must_make_path(controllerpath, h->base_cgroup,
+               path2 = must_make_path(controllerpath, h->container_base_path,
                                       ops->container_cgroup, NULL);
                ret = mkdir_p(path2, 0755);
                if (ret < 0) {
@@ -1728,7 +1951,7 @@ static int recursive_count_nrtasks(char *dirname)
        return count;
 }
 
-static int cgfsng_nrtasks(struct cgroup_ops *ops)
+__cgfsng_ops static int cgfsng_nrtasks(struct cgroup_ops *ops)
 {
        int count;
        char *path;
@@ -1736,18 +1959,19 @@ static int cgfsng_nrtasks(struct cgroup_ops *ops)
        if (!ops->container_cgroup || !ops->hierarchies)
                return -1;
 
-       path = must_make_path(ops->hierarchies[0]->fullcgpath, NULL);
+       path = must_make_path(ops->hierarchies[0]->container_full_path, NULL);
        count = recursive_count_nrtasks(path);
        free(path);
        return count;
 }
 
 /* Only root needs to escape to the cgroup of its init. */
-static bool cgfsng_escape(const struct cgroup_ops *ops, struct lxc_conf *conf)
+__cgfsng_ops static bool cgfsng_escape(const struct cgroup_ops *ops,
+                                        struct lxc_conf *conf)
 {
        int i;
 
-       if (conf->cgroup_meta.keep || geteuid())
+       if (conf->cgroup_meta.relative || geteuid())
                return true;
 
        for (i = 0; ops->hierarchies[i]; i++) {
@@ -1755,7 +1979,7 @@ static bool cgfsng_escape(const struct cgroup_ops *ops, struct lxc_conf *conf)
                char *fullpath;
 
                fullpath = must_make_path(ops->hierarchies[i]->mountpoint,
-                                         ops->hierarchies[i]->base_cgroup,
+                                         ops->hierarchies[i]->container_base_path,
                                          "cgroup.procs", NULL);
                ret = lxc_write_to_file(fullpath, "0", 2, false, 0666);
                if (ret != 0) {
@@ -1769,7 +1993,7 @@ static bool cgfsng_escape(const struct cgroup_ops *ops, struct lxc_conf *conf)
        return true;
 }
 
-static int cgfsng_num_hierarchies(struct cgroup_ops *ops)
+__cgfsng_ops static int cgfsng_num_hierarchies(struct cgroup_ops *ops)
 {
        int i;
 
@@ -1779,7 +2003,7 @@ static int cgfsng_num_hierarchies(struct cgroup_ops *ops)
        return i;
 }
 
-static bool cgfsng_get_hierarchies(struct cgroup_ops *ops, int n, char ***out)
+__cgfsng_ops static bool cgfsng_get_hierarchies(struct cgroup_ops *ops, int n, char ***out)
 {
        int i;
 
@@ -1799,7 +2023,7 @@ static bool cgfsng_get_hierarchies(struct cgroup_ops *ops, int n, char ***out)
 /* TODO: If the unified cgroup hierarchy grows a freezer controller this needs
  * to be adapted.
  */
-static bool cgfsng_unfreeze(struct cgroup_ops *ops)
+__cgfsng_ops static bool cgfsng_unfreeze(struct cgroup_ops *ops)
 {
        int ret;
        char *fullpath;
@@ -1809,7 +2033,7 @@ static bool cgfsng_unfreeze(struct cgroup_ops *ops)
        if (!h)
                return false;
 
-       fullpath = must_make_path(h->fullcgpath, "freezer.state", NULL);
+       fullpath = must_make_path(h->container_full_path, "freezer.state", NULL);
        ret = lxc_write_to_file(fullpath, THAWED, THAWED_LEN, false, 0666);
        free(fullpath);
        if (ret < 0)
@@ -1818,8 +2042,8 @@ static bool cgfsng_unfreeze(struct cgroup_ops *ops)
        return true;
 }
 
-static const char *cgfsng_get_cgroup(struct cgroup_ops *ops,
-                                    const char *controller)
+__cgfsng_ops static const char *cgfsng_get_cgroup(struct cgroup_ops *ops,
+                                                   const char *controller)
 {
        struct hierarchy *h;
 
@@ -1830,7 +2054,7 @@ static const char *cgfsng_get_cgroup(struct cgroup_ops *ops,
                return NULL;
        }
 
-       return h->fullcgpath ? h->fullcgpath + strlen(h->mountpoint) : NULL;
+       return h->container_full_path ? h->container_full_path + strlen(h->mountpoint) : NULL;
 }
 
 /* Given a cgroup path returned from lxc_cmd_get_cgroup_path, build a full path,
@@ -1878,9 +2102,9 @@ static int __cg_unified_attach(const struct hierarchy *h, const char *name,
 
        free(full_path);
 
-       len = strlen(base_path) + sizeof("/lxc-1000") - 1 +
-             sizeof("/cgroup-procs") - 1;
-       full_path = must_alloc(len + 1);
+       len = strlen(base_path) + STRLITERALLEN("/lxc-1000") +
+             STRLITERALLEN("/cgroup-procs");
+       full_path = must_realloc(NULL, len + 1);
        do {
                if (idx)
                        ret = snprintf(full_path, len + 1, "%s/lxc-%d",
@@ -1903,7 +2127,8 @@ static int __cg_unified_attach(const struct hierarchy *h, const char *name,
                if (errno != EBUSY)
                        goto on_error;
 
-       } while (++idx > 0 && idx < 1000);
+               idx++;
+       } while (idx < 1000);
 
 on_success:
        if (idx < 1000)
@@ -1917,14 +2142,14 @@ on_error:
        return fret;
 }
 
-static bool cgfsng_attach(struct cgroup_ops *ops, const char *name,
-                         const char *lxcpath, pid_t pid)
+__cgfsng_ops static bool cgfsng_attach(struct cgroup_ops *ops, const char *name,
+                                        const char *lxcpath, pid_t pid)
 {
        int i, len, ret;
-       char pidstr[25];
+       char pidstr[INTTYPE_TO_STRLEN(pid_t)];
 
-       len = snprintf(pidstr, 25, "%d", pid);
-       if (len < 0 || len >= 25)
+       len = snprintf(pidstr, sizeof(pidstr), "%d", pid);
+       if (len < 0 || (size_t)len >= sizeof(pidstr))
                return false;
 
        for (i = 0; ops->hierarchies[i]; i++) {
@@ -1964,8 +2189,9 @@ static bool cgfsng_attach(struct cgroup_ops *ops, const char *name,
  * don't have a cgroup_data set up, so we ask the running container through the
  * commands API for the cgroup path.
  */
-static int cgfsng_get(struct cgroup_ops *ops, const char *filename, char *value,
-                     size_t len, const char *name, const char *lxcpath)
+__cgfsng_ops static int cgfsng_get(struct cgroup_ops *ops, const char *filename,
+                                    char *value, size_t len, const char *name,
+                                    const char *lxcpath)
 {
        int ret = -1;
        size_t controller_len;
@@ -2002,8 +2228,9 @@ static int cgfsng_get(struct cgroup_ops *ops, const char *filename, char *value,
  * don't have a cgroup_data set up, so we ask the running container through the
  * commands API for the cgroup path.
  */
-static int cgfsng_set(struct cgroup_ops *ops, const char *filename,
-                     const char *value, const char *name, const char *lxcpath)
+__cgfsng_ops static int cgfsng_set(struct cgroup_ops *ops,
+                                    const char *filename, const char *value,
+                                    const char *name, const char *lxcpath)
 {
        int ret = -1;
        size_t controller_len;
@@ -2153,7 +2380,7 @@ static int cg_legacy_set_data(struct cgroup_ops *ops, const char *filename,
                return -ENOENT;
        }
 
-       fullpath = must_make_path(h->fullcgpath, filename, NULL);
+       fullpath = must_make_path(h->container_full_path, filename, NULL);
        ret = lxc_write_to_file(fullpath, value, strlen(value), false, 0666);
        free(fullpath);
        return ret;
@@ -2221,7 +2448,7 @@ static bool __cg_unified_setup_limits(struct cgroup_ops *ops,
                char *fullpath;
                struct lxc_cgroup *cg = iterator->elem;
 
-               fullpath = must_make_path(h->fullcgpath, cg->subsystem, NULL);
+               fullpath = must_make_path(h->container_full_path, cg->subsystem, NULL);
                ret = lxc_write_to_file(fullpath, cg->value, strlen(cg->value), false, 0666);
                free(fullpath);
                if (ret < 0) {
@@ -2236,8 +2463,9 @@ static bool __cg_unified_setup_limits(struct cgroup_ops *ops,
        return true;
 }
 
-static bool cgfsng_setup_limits(struct cgroup_ops *ops, struct lxc_conf *conf,
-                               bool do_devices)
+__cgfsng_ops static bool cgfsng_setup_limits(struct cgroup_ops *ops,
+                                              struct lxc_conf *conf,
+                                              bool do_devices)
 {
        bool bret;
 
@@ -2279,7 +2507,7 @@ static bool cgroup_use_wants_controllers(const struct cgroup_ops *ops,
 /* At startup, parse_hierarchies finds all the info we need about cgroup
  * mountpoints and current cgroups, and stores it in @d.
  */
-static bool cg_hybrid_init(struct cgroup_ops *ops, bool keep)
+static bool cg_hybrid_init(struct cgroup_ops *ops, bool relative)
 {
        int ret;
        char *basecginfo;
@@ -2291,7 +2519,7 @@ static bool cg_hybrid_init(struct cgroup_ops *ops, bool keep)
        /* Root spawned containers escape the current cgroup, so use init's
         * cgroups as our base in that case.
         */
-       if (!keep && (geteuid() == 0))
+       if (!relative && (geteuid() == 0))
                basecginfo = read_file("/proc/1/cgroup");
        else
                basecginfo = read_file("/proc/self/cgroup");
@@ -2442,12 +2670,12 @@ static int cg_is_pure_unified(void)
 }
 
 /* Get current cgroup from /proc/self/cgroup for the cgroupfs v2 hierarchy. */
-static char *cg_unified_get_current_cgroup(bool keep)
+static char *cg_unified_get_current_cgroup(bool relative)
 {
        char *basecginfo, *base_cgroup;
        char *copy = NULL;
 
-       if (!keep && (geteuid() == 0))
+       if (!relative && (geteuid() == 0))
                basecginfo = read_file("/proc/1/cgroup");
        else
                basecginfo = read_file("/proc/self/cgroup");
@@ -2471,7 +2699,7 @@ cleanup_on_err:
        return copy;
 }
 
-static int cg_unified_init(struct cgroup_ops *ops, bool keep)
+static int cg_unified_init(struct cgroup_ops *ops, bool relative)
 {
        int ret;
        char *mountpoint, *subtree_path;
@@ -2485,7 +2713,7 @@ static int cg_unified_init(struct cgroup_ops *ops, bool keep)
        if (ret != CGROUP2_SUPER_MAGIC)
                return 0;
 
-       base_cgroup = cg_unified_get_current_cgroup(keep);
+       base_cgroup = cg_unified_get_current_cgroup(relative);
        if (!base_cgroup)
                return -EINVAL;
        prune_init_scope(base_cgroup);
@@ -2521,7 +2749,7 @@ static bool cg_init(struct cgroup_ops *ops, struct lxc_conf *conf)
 {
        int ret;
        const char *tmp;
-       bool keep = conf->cgroup_meta.keep;
+       bool relative = conf->cgroup_meta.relative;
 
        tmp = lxc_global_config_value("lxc.cgroup.use");
        if (tmp) {
@@ -2537,17 +2765,17 @@ static bool cg_init(struct cgroup_ops *ops, struct lxc_conf *conf)
                free(pin);
        }
 
-       ret = cg_unified_init(ops, keep);
+       ret = cg_unified_init(ops, relative);
        if (ret < 0)
                return false;
 
        if (ret == CGROUP2_SUPER_MAGIC)
                return true;
 
-       return cg_hybrid_init(ops, keep);
+       return cg_hybrid_init(ops, relative);
 }
 
-static bool cgfsng_data_init(struct cgroup_ops *ops)
+__cgfsng_ops static bool cgfsng_data_init(struct cgroup_ops *ops)
 {
        const char *cgroup_pattern;
 
@@ -2559,6 +2787,7 @@ static bool cgfsng_data_init(struct cgroup_ops *ops)
                return false;
        }
        ops->cgroup_pattern = must_copy_string(cgroup_pattern);
+       ops->monitor_pattern = MONITOR_CGROUP;
 
        return true;
 }
@@ -2580,9 +2809,12 @@ struct cgroup_ops *cgfsng_ops_init(struct lxc_conf *conf)
        }
 
        cgfsng_ops->data_init = cgfsng_data_init;
-       cgfsng_ops->destroy = cgfsng_destroy;
-       cgfsng_ops->create = cgfsng_create;
-       cgfsng_ops->enter = cgfsng_enter;
+       cgfsng_ops->payload_destroy = cgfsng_payload_destroy;
+       cgfsng_ops->monitor_destroy = cgfsng_monitor_destroy;
+       cgfsng_ops->monitor_create = cgfsng_monitor_create;
+       cgfsng_ops->monitor_enter = cgfsng_monitor_enter;
+       cgfsng_ops->payload_create = cgfsng_payload_create;
+       cgfsng_ops->payload_enter = cgfsng_payload_enter;
        cgfsng_ops->escape = cgfsng_escape;
        cgfsng_ops->num_hierarchies = cgfsng_num_hierarchies;
        cgfsng_ops->get_hierarchies = cgfsng_get_hierarchies;