proxmox-mirrors/mirror_lxc
1
0
Fork 0
mirror of https://git.proxmox.com/git/mirror_lxc synced 2025-08-14 15:29:56 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

cgfsng: defer to cgfs if needed subsystems are not available

Browse Source 
This requires us to check that at cgfsng_ops_init, rather than
cgfs_init.  Cache the hierarchy and cgroup.use info globally
rather than putting it into the per-container info, as cgmanager
does.  This is ok as both cgroup.use and the list of usable
hierarchies are in fact global to a lxc run.

Closes #952

Signed-off-by: Serge Hallyn <serge.hallyn@ubuntu.com>
This commit is contained in:
Serge Hallyn 2016-04-08 16:18:04 -05:00
parent 32036de0dc
commit 457ca9aa85
1 changed files with 78 additions and 118 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

196
src/lxc/cgfsng.c
View File

@ -72,10 +72,6 @@ struct hierarchy {
/* /*
* The cgroup data which is attached to the lxc_handler. * The cgroup data which is attached to the lxc_handler.
* @hierarchies - a NULL-terminated array of struct hierarchy, one per
* hierarchy. No duplicates. First sufficient, writeable mounted
* hierarchy wins
* @cgroup_use - a copy of the lxc.cgroup.use
* @cgroup_pattern - a copy of the lxc.cgroup.pattern * @cgroup_pattern - a copy of the lxc.cgroup.pattern
* @container_cgroup - if not null, the cgroup which was created for * @container_cgroup - if not null, the cgroup which was created for
* the container. For each hierarchy, it is created under the * the container. For each hierarchy, it is created under the
@ -84,13 +80,23 @@ struct hierarchy {
* @name - the container name * @name - the container name
*/ */
struct cgfsng_handler_data { struct cgfsng_handler_data {
struct hierarchy **hierarchies;
char *cgroup_use;
char *cgroup_pattern; char *cgroup_pattern;
char *container_cgroup; // cgroup we created for the container char *container_cgroup; // cgroup we created for the container
char *name; // container name char *name; // container name
}; };
/*
* @hierarchies - a NULL-terminated array of struct hierarchy, one per
* hierarchy. No duplicates. First sufficient, writeable mounted
* hierarchy wins
*/
struct hierarchy **hierarchies;
/*
* @cgroup_use - a copy of the lxc.cgroup.use
*/
char *cgroup_use;
static void free_string_list(char **clist) static void free_string_list(char **clist)
{ {
if (clist) { if (clist) {
@ -218,25 +224,8 @@ static void must_append_controller(char **klist, char **nlist, char ***clist, ch
(*clist)[newentry] = copy; (*clist)[newentry] = copy;
} }
static void free_hierarchies(struct hierarchy **hlist)
{
if (hlist) {
int i;
for (i = 0; hlist[i]; i++) {
free(hlist[i]->mountpoint);
free(hlist[i]->base_cgroup);
free(hlist[i]->fullcgpath);
free_string_list(hlist[i]->controllers);
}
free(hlist);
}
}
static void free_handler_data(struct cgfsng_handler_data *d) static void free_handler_data(struct cgfsng_handler_data *d)
{ {
free_hierarchies(d->hierarchies);
free(d->cgroup_use);
free(d->cgroup_pattern); free(d->cgroup_pattern);
free(d->container_cgroup); free(d->container_cgroup);
free(d->name); free(d->name);
@ -247,15 +236,15 @@ static void free_handler_data(struct cgfsng_handler_data *d)
* Given a handler's cgroup data, return the struct hierarchy for the * Given a handler's cgroup data, return the struct hierarchy for the
* controller @c, or NULL if there is none. * controller @c, or NULL if there is none.
*/ */
struct hierarchy *get_hierarchy(struct cgfsng_handler_data *d, const char *c) struct hierarchy *get_hierarchy(const char *c)
{ {
int i; int i;
if (!d || !d->hierarchies) if (!hierarchies)
return NULL; return NULL;
for (i = 0; d->hierarchies[i]; i++) { for (i = 0; hierarchies[i]; i++) {
if (string_in_list(d->hierarchies[i]->controllers, c)) if (string_in_list(hierarchies[i]->controllers, c))
return d->hierarchies[i]; return hierarchies[i];
} }
return NULL; return NULL;
} }
@ -422,10 +411,10 @@ static bool controller_found(struct hierarchy **hlist, char *entry)
* found. The required list is systemd, freezer, and anything in * found. The required list is systemd, freezer, and anything in
* lxc.cgroup.use. * lxc.cgroup.use.
*/ */
static bool all_controllers_found(struct cgfsng_handler_data *d) static bool all_controllers_found(void)
{ {
char *p, *saveptr = NULL; char *p, *saveptr = NULL;
struct hierarchy ** hlist = d->hierarchies; struct hierarchy ** hlist = hierarchies;
if (!controller_found(hlist, "name=systemd")) { if (!controller_found(hlist, "name=systemd")) {
ERROR("no systemd controller mountpoint found"); ERROR("no systemd controller mountpoint found");
@ -436,9 +425,9 @@ static bool all_controllers_found(struct cgfsng_handler_data *d)
return false; return false;
} }
if (!d->cgroup_use) if (!cgroup_use)
return true; return true;
for (p = strtok_r(d->cgroup_use, ",", &saveptr); p; for (p = strtok_r(cgroup_use, ",", &saveptr); p;
p = strtok_r(NULL, ",", &saveptr)) { p = strtok_r(NULL, ",", &saveptr)) {
if (!controller_found(hlist, p)) { if (!controller_found(hlist, p)) {
ERROR("no %s controller mountpoint found", p); ERROR("no %s controller mountpoint found", p);
@ -508,8 +497,7 @@ static bool is_cgroupfs(char *line)
} }
/* Add a controller to our list of hierarchies */ /* Add a controller to our list of hierarchies */
static void add_controller(struct cgfsng_handler_data *d, char **clist, static void add_controller(char **clist, char *mountpoint, char *base_cgroup)
char *mountpoint, char *base_cgroup)
{ {
struct hierarchy *new; struct hierarchy *new;
int newentry; int newentry;
@ -520,8 +508,8 @@ static void add_controller(struct cgfsng_handler_data *d, char **clist,
new->base_cgroup = base_cgroup; new->base_cgroup = base_cgroup;
new->fullcgpath = NULL; new->fullcgpath = NULL;
newentry = append_null_to_list((void ***)&d->hierarchies); newentry = append_null_to_list((void ***)&hierarchies);
d->hierarchies[newentry] = new; hierarchies[newentry] = new;
} }
/* /*
@ -732,16 +720,16 @@ static void print_init_debuginfo(struct cgfsng_handler_data *d)
printf("Cgroup information:\n"); printf("Cgroup information:\n");
printf(" container name: %s\n", d->name); printf(" container name: %s\n", d->name);
printf(" lxc.cgroup.use: %s\n", d->cgroup_use ? d->cgroup_use : "(none)"); printf(" lxc.cgroup.use: %s\n", cgroup_use ? cgroup_use : "(none)");
printf(" lxc.cgroup.pattern: %s\n", d->cgroup_pattern); printf(" lxc.cgroup.pattern: %s\n", d->cgroup_pattern);
printf(" cgroup: %s\n", d->container_cgroup ? d->container_cgroup : "(none)"); printf(" cgroup: %s\n", d->container_cgroup ? d->container_cgroup : "(none)");
if (!d->hierarchies) { if (!hierarchies) {
printf(" No hierarchies found.\n"); printf(" No hierarchies found.\n");
return; return;
} }
printf(" Hierarchies:\n"); printf(" Hierarchies:\n");
for (i = 0; d->hierarchies[i]; i++) { for (i = 0; hierarchies[i]; i++) {
struct hierarchy *h = d->hierarchies[i]; struct hierarchy *h = hierarchies[i];
int j; int j;
printf(" %d: base_cgroup %s\n", i, h->base_cgroup); printf(" %d: base_cgroup %s\n", i, h->base_cgroup);
printf(" mountpoint %s\n", h->mountpoint); printf(" mountpoint %s\n", h->mountpoint);
@ -769,7 +757,7 @@ static void print_basecg_debuginfo(char *basecginfo, char **klist, char **nlist)
* At startup, parse_hierarchies finds all the info we need about * At startup, parse_hierarchies finds all the info we need about
* cgroup mountpoints and current cgroups, and stores it in @d. * cgroup mountpoints and current cgroups, and stores it in @d.
*/ */
static bool parse_hierarchies(struct cgfsng_handler_data *d) static bool parse_hierarchies(void)
{ {
FILE *f; FILE *f;
char * line = NULL, *basecginfo; char * line = NULL, *basecginfo;
@ -808,7 +796,7 @@ static bool parse_hierarchies(struct cgfsng_handler_data *d)
if (!controller_list) if (!controller_list)
continue; continue;
if (controller_list_is_dup(d->hierarchies, controller_list)) { if (controller_list_is_dup(hierarchies, controller_list)) {
free(controller_list); free(controller_list);
continue; continue;
} }
@ -835,7 +823,7 @@ static bool parse_hierarchies(struct cgfsng_handler_data *d)
free(base_cgroup); free(base_cgroup);
continue; continue;
} }
add_controller(d, controller_list, mountpoint, base_cgroup); add_controller(controller_list, mountpoint, base_cgroup);
} }
free_string_list(klist); free_string_list(klist);
@ -846,35 +834,39 @@ static bool parse_hierarchies(struct cgfsng_handler_data *d)
fclose(f); fclose(f);
free(line); free(line);
print_init_debuginfo(d);
/* verify that all controllers in cgroup.use and all crucial /* verify that all controllers in cgroup.use and all crucial
* controllers are accounted for * controllers are accounted for
*/ */
if (!all_controllers_found(d)) if (!all_controllers_found())
return false; return false;
return true; return true;
} }
static bool collect_hierarchy_info(void)
{
const char *tmp;
errno = 0;
tmp = lxc_global_config_value("lxc.cgroup.use");
if (!cgroup_use && errno != 0) { // lxc.cgroup.use can be NULL
SYSERROR("cgfsng: error reading list of cgroups to use");
return false;
}
cgroup_use = must_copy_string(tmp);
return parse_hierarchies();
}
static void *cgfsng_init(const char *name) static void *cgfsng_init(const char *name)
{ {
struct cgfsng_handler_data *d; struct cgfsng_handler_data *d;
const char *cgroup_use, *cgroup_pattern; const char *cgroup_pattern;
d = must_alloc(sizeof(*d)); d = must_alloc(sizeof(*d));
memset(d, 0, sizeof(*d)); memset(d, 0, sizeof(*d));
d->name = must_copy_string(name); d->name = must_copy_string(name);
errno = 0;
cgroup_use = lxc_global_config_value("lxc.cgroup.use");
if (!cgroup_use && errno != 0) { // lxc.cgroup.use can be NULL
SYSERROR("Error reading list of cgroups to use");
goto out_free;
}
d->cgroup_use = must_copy_string(cgroup_use);
cgroup_pattern = lxc_global_config_value("lxc.cgroup.pattern"); cgroup_pattern = lxc_global_config_value("lxc.cgroup.pattern");
if (!cgroup_pattern) { // lxc.cgroup.pattern is only NULL on error if (!cgroup_pattern) { // lxc.cgroup.pattern is only NULL on error
ERROR("Error getting cgroup pattern"); ERROR("Error getting cgroup pattern");
@ -882,9 +874,6 @@ static void *cgfsng_init(const char *name)
} }
d->cgroup_pattern = must_copy_string(cgroup_pattern); d->cgroup_pattern = must_copy_string(cgroup_pattern);
if (!parse_hierarchies(d))
goto out_free;
print_init_debuginfo(d); print_init_debuginfo(d);
return d; return d;
@ -1006,10 +995,10 @@ static void cgfsng_destroy(void *hdata, struct lxc_conf *conf)
if (!d) if (!d)
return; return;
if (d->container_cgroup && d->hierarchies) { if (d->container_cgroup && hierarchies) {
int i; int i;
for (i = 0; d->hierarchies[i]; i++) { for (i = 0; hierarchies[i]; i++) {
struct hierarchy *h = d->hierarchies[i]; struct hierarchy *h = hierarchies[i];
if (h->fullcgpath) { if (h->fullcgpath) {
recursive_destroy(h->fullcgpath, conf); recursive_destroy(h->fullcgpath, conf);
free(h->fullcgpath); free(h->fullcgpath);
@ -1023,6 +1012,8 @@ static void cgfsng_destroy(void *hdata, struct lxc_conf *conf)
struct cgroup_ops *cgfsng_ops_init(void) struct cgroup_ops *cgfsng_ops_init(void)
{ {
if (!collect_hierarchy_info())
return NULL;
return &cgfsng_ops; return &cgfsng_ops;
} }
@ -1080,14 +1071,14 @@ again:
} }
if (idx) if (idx)
snprintf(offset, 5, "-%d", idx); snprintf(offset, 5, "-%d", idx);
for (i = 0; d->hierarchies[i]; i++) { for (i = 0; hierarchies[i]; i++) {
if (!create_path_for_hierarchy(d->hierarchies[i], cgname)) { if (!create_path_for_hierarchy(hierarchies[i], cgname)) {
int j; int j;
SYSERROR("Failed to create %s: %s", d->hierarchies[i]->fullcgpath, strerror(errno)); SYSERROR("Failed to create %s: %s", hierarchies[i]->fullcgpath, strerror(errno));
free(d->hierarchies[i]->fullcgpath); free(hierarchies[i]->fullcgpath);
d->hierarchies[i]->fullcgpath = NULL; hierarchies[i]->fullcgpath = NULL;
for (j = 0; j < i; j++) for (j = 0; j < i; j++)
remove_path_for_hierarchy(d->hierarchies[j], cgname); remove_path_for_hierarchy(hierarchies[j], cgname);
idx++; idx++;
goto again; goto again;
} }
@ -1110,7 +1101,6 @@ static const char *cgfsng_canonical_path(void *hdata)
static bool cgfsng_enter(void *hdata, pid_t pid) static bool cgfsng_enter(void *hdata, pid_t pid)
{ {
struct cgfsng_handler_data *d = hdata;
char pidstr[25]; char pidstr[25];
int i, len; int i, len;
@ -1118,8 +1108,8 @@ static bool cgfsng_enter(void *hdata, pid_t pid)
if (len < 0 || len > 25) if (len < 0 || len > 25)
return false; return false;
for (i = 0; d->hierarchies[i]; i++) { for (i = 0; hierarchies[i]; i++) {
char *fullpath = must_make_path(d->hierarchies[i]->fullcgpath, char *fullpath = must_make_path(hierarchies[i]->fullcgpath,
"cgroup.procs", NULL); "cgroup.procs", NULL);
if (lxc_write_to_file(fullpath, pidstr, len, false) != 0) { if (lxc_write_to_file(fullpath, pidstr, len, false) != 0) {
SYSERROR("Failed to enter %s", fullpath); SYSERROR("Failed to enter %s", fullpath);
@ -1148,7 +1138,6 @@ struct chown_data {
static int chown_cgroup_wrapper(void *data) static int chown_cgroup_wrapper(void *data)
{ {
struct chown_data *arg = data; struct chown_data *arg = data;
struct cgfsng_handler_data *d = arg->d;
uid_t destuid; uid_t destuid;
int i; int i;
@ -1161,8 +1150,8 @@ static int chown_cgroup_wrapper(void *data)
destuid = get_ns_uid(arg->origuid); destuid = get_ns_uid(arg->origuid);
for (i = 0; d->hierarchies[i]; i++) { for (i = 0; hierarchies[i]; i++) {
char *fullpath, *path = d->hierarchies[i]->fullcgpath; char *fullpath, *path = hierarchies[i]->fullcgpath;
if (chown(path, destuid, 0) < 0) { if (chown(path, destuid, 0) < 0) {
SYSERROR("Error chowning %s to %d", path, (int) destuid); SYSERROR("Error chowning %s to %d", path, (int) destuid);
@ -1334,9 +1323,9 @@ static bool cgfsng_mount(void *hdata, const char *root, int type)
root) < 0) root) < 0)
goto bad; goto bad;
for (i = 0; d->hierarchies[i]; i++) { for (i = 0; hierarchies[i]; i++) {
char *controllerpath, *path2; char *controllerpath, *path2;
struct hierarchy *h = d->hierarchies[i]; struct hierarchy *h = hierarchies[i];
char *controller = strrchr(h->mountpoint, '/'); char *controller = strrchr(h->mountpoint, '/');
int r; int r;
@ -1431,9 +1420,9 @@ static int cgfsng_nrtasks(void *hdata) {
char *path; char *path;
int count; int count;
if (!d || !d->container_cgroup || !d->hierarchies) if (!d || !d->container_cgroup || !hierarchies)
return -1; return -1;
path = must_make_path(d->hierarchies[0]->fullcgpath, NULL); path = must_make_path(hierarchies[0]->fullcgpath, NULL);
count = recursive_count_nrtasks(path); count = recursive_count_nrtasks(path);
free(path); free(path);
return count; return count;
@ -1455,9 +1444,9 @@ static bool cgfsng_escape()
return false; return false;
} }
for (i = 0; d->hierarchies[i]; i++) { for (i = 0; hierarchies[i]; i++) {
char *fullpath = must_make_path(d->hierarchies[i]->mountpoint, char *fullpath = must_make_path(hierarchies[i]->mountpoint,
d->hierarchies[i]->base_cgroup, hierarchies[i]->base_cgroup,
"cgroup.procs", NULL); "cgroup.procs", NULL);
if (lxc_write_to_file(fullpath, "0", 2, false) != 0) { if (lxc_write_to_file(fullpath, "0", 2, false) != 0) {
SYSERROR("Failed to escape to %s", fullpath); SYSERROR("Failed to escape to %s", fullpath);
@ -1478,11 +1467,10 @@ out:
static bool cgfsng_unfreeze(void *hdata) static bool cgfsng_unfreeze(void *hdata)
{ {
struct cgfsng_handler_data *d = hdata;
char *fullpath; char *fullpath;
struct hierarchy *h = get_hierarchy(d, "freezer"); struct hierarchy *h = get_hierarchy("freezer");
if (!d || !h) if (!h)
return false; return false;
fullpath = must_make_path(h->fullcgpath, "freezer.state", NULL); fullpath = must_make_path(h->fullcgpath, "freezer.state", NULL);
if (lxc_write_to_file(fullpath, THAWED, THAWED_LEN, false) != 0) { if (lxc_write_to_file(fullpath, THAWED, THAWED_LEN, false) != 0) {
@ -1495,12 +1483,7 @@ static bool cgfsng_unfreeze(void *hdata)
static const char *cgfsng_get_cgroup(void *hdata, const char *subsystem) static const char *cgfsng_get_cgroup(void *hdata, const char *subsystem)
{ {
struct cgfsng_handler_data *d = hdata; struct hierarchy *h = get_hierarchy(subsystem);
struct hierarchy *h;
if (!d)
return NULL;
h = get_hierarchy(d, subsystem);
if (!h) if (!h)
return NULL; return NULL;
@ -1527,7 +1510,6 @@ static char *build_full_cgpath_from_monitorpath(struct hierarchy *h,
static bool cgfsng_attach(const char *name, const char *lxcpath, pid_t pid) static bool cgfsng_attach(const char *name, const char *lxcpath, pid_t pid)
{ {
struct cgfsng_handler_data *d;
char pidstr[25]; char pidstr[25];
int i, len; int i, len;
@ -1535,13 +1517,9 @@ static bool cgfsng_attach(const char *name, const char *lxcpath, pid_t pid)
if (len < 0 || len > 25) if (len < 0 || len > 25)
return false; return false;
d = cgfsng_init(name); for (i = 0; hierarchies[i]; i++) {
if (!d)
return false;
for (i = 0; d->hierarchies[i]; i++) {
char *path, *fullpath; char *path, *fullpath;
struct hierarchy *h = d->hierarchies[i]; struct hierarchy *h = hierarchies[i];
path = lxc_cmd_get_cgroup_path(name, lxcpath, h->controllers[0]); path = lxc_cmd_get_cgroup_path(name, lxcpath, h->controllers[0]);
if (!path) // not running if (!path) // not running
@ -1552,13 +1530,11 @@ static bool cgfsng_attach(const char *name, const char *lxcpath, pid_t pid)
if (lxc_write_to_file(fullpath, pidstr, len, false) != 0) { if (lxc_write_to_file(fullpath, pidstr, len, false) != 0) {
SYSERROR("Failed to attach %d to %s", (int)pid, fullpath); SYSERROR("Failed to attach %d to %s", (int)pid, fullpath);
free(fullpath); free(fullpath);
free_handler_data(d);
return false; return false;
} }
free(fullpath); free(fullpath);
} }
free_handler_data(d);
return true; return true;
} }
@ -1570,7 +1546,6 @@ static bool cgfsng_attach(const char *name, const char *lxcpath, pid_t pid)
static int cgfsng_get(const char *filename, char *value, size_t len, const char *name, const char *lxcpath) static int cgfsng_get(const char *filename, char *value, size_t len, const char *name, const char *lxcpath)
{ {
char *subsystem, *p, *path; char *subsystem, *p, *path;
struct cgfsng_handler_data *d;
struct hierarchy *h; struct hierarchy *h;
int ret = -1; int ret = -1;
@ -1583,20 +1558,13 @@ static int cgfsng_get(const char *filename, char *value, size_t len, const char
if (!path) // not running if (!path) // not running
return -1; return -1;
d = cgfsng_init(name); h = get_hierarchy(subsystem);
if (!d) {
free(path);
return false;
}
h = get_hierarchy(d, subsystem);
if (h) { if (h) {
char *fullpath = build_full_cgpath_from_monitorpath(h, path, filename); char *fullpath = build_full_cgpath_from_monitorpath(h, path, filename);
ret = lxc_read_from_file(fullpath, value, len); ret = lxc_read_from_file(fullpath, value, len);
free(fullpath); free(fullpath);
} }
free_handler_data(d);
free(path); free(path);
return ret; return ret;
@ -1610,7 +1578,6 @@ static int cgfsng_get(const char *filename, char *value, size_t len, const char
static int cgfsng_set(const char *filename, const char *value, const char *name, const char *lxcpath) static int cgfsng_set(const char *filename, const char *value, const char *name, const char *lxcpath)
{ {
char *subsystem, *p, *path; char *subsystem, *p, *path;
struct cgfsng_handler_data *d;
struct hierarchy *h; struct hierarchy *h;
int ret = -1; int ret = -1;
@ -1623,20 +1590,13 @@ static int cgfsng_set(const char *filename, const char *value, const char *name,
if (!path) // not running if (!path) // not running
return -1; return -1;
d = cgfsng_init(name); h = get_hierarchy(subsystem);
if (!d) {
free(path);
return false;
}
h = get_hierarchy(d, subsystem);
if (h) { if (h) {
char *fullpath = build_full_cgpath_from_monitorpath(h, path, filename); char *fullpath = build_full_cgpath_from_monitorpath(h, path, filename);
ret = lxc_write_to_file(fullpath, value, strlen(value), false); ret = lxc_write_to_file(fullpath, value, strlen(value), false);
free(fullpath); free(fullpath);
} }
free_handler_data(d);
free(path); free(path);
return ret; return ret;
@ -1657,7 +1617,7 @@ static int lxc_cgroup_set_data(const char *filename, const char *value, struct c
if ((p = strchr(subsystem, '.')) != NULL) if ((p = strchr(subsystem, '.')) != NULL)
*p = '\0'; *p = '\0';
h = get_hierarchy(d, subsystem); h = get_hierarchy(subsystem);
if (h) { if (h) {
char *fullpath = must_make_path(h->fullcgpath, filename, NULL); char *fullpath = must_make_path(h->fullcgpath, filename, NULL);
ret = lxc_write_to_file(fullpath, value, strlen(value), false); ret = lxc_write_to_file(fullpath, value, strlen(value), false);
@ -1685,7 +1645,7 @@ static bool cgfsng_setup_limits(void *hdata, struct lxc_list *cgroup_settings,
} }
if (do_devices) { if (do_devices) {
h = get_hierarchy(d, "devices"); h = get_hierarchy("devices");
if (!h) { if (!h) {
ERROR("No devices cgroup setup for %s", d->name); ERROR("No devices cgroup setup for %s", d->name);
return false; return false;