Commit 40e93b39 authored by Tejun Heo's avatar Tejun Heo

cgroup: always use cgroup_css()

cgroup_css() is the accessor for cgroup->subsys[] but is not used
consistently.  cgroup->subsys[] will become RCU protected and
cgroup_css() will grow synchronization sanity checks.  In preparation,
make all cgroup->subsys[] dereferences use cgroup_css() consistently.

This patch doesn't introduce any functional difference.
Signed-off-by: default avatarTejun Heo <tj@kernel.org>
Acked-by: default avatarLi Zefan <lizefan@huawei.com>
parent bd8815a6
...@@ -574,7 +574,7 @@ static struct css_set *find_existing_css_set(struct css_set *old_cset, ...@@ -574,7 +574,7 @@ static struct css_set *find_existing_css_set(struct css_set *old_cset,
/* Subsystem is in this hierarchy. So we want /* Subsystem is in this hierarchy. So we want
* the subsystem state from the new * the subsystem state from the new
* cgroup */ * cgroup */
template[i] = cgrp->subsys[i]; template[i] = cgroup_css(cgrp, i);
} else { } else {
/* Subsystem is not in this hierarchy, so we /* Subsystem is not in this hierarchy, so we
* don't want to change the subsystem state */ * don't want to change the subsystem state */
...@@ -871,7 +871,7 @@ static void cgroup_free_fn(struct work_struct *work) ...@@ -871,7 +871,7 @@ static void cgroup_free_fn(struct work_struct *work)
* Release the subsystem state objects. * Release the subsystem state objects.
*/ */
for_each_root_subsys(cgrp->root, ss) { for_each_root_subsys(cgrp->root, ss) {
struct cgroup_subsys_state *css = cgrp->subsys[ss->subsys_id]; struct cgroup_subsys_state *css = cgroup_css(cgrp, ss->subsys_id);
ss->css_free(css); ss->css_free(css);
} }
...@@ -1067,27 +1067,27 @@ static int rebind_subsystems(struct cgroupfs_root *root, ...@@ -1067,27 +1067,27 @@ static int rebind_subsystems(struct cgroupfs_root *root,
if (bit & added_mask) { if (bit & added_mask) {
/* We're binding this subsystem to this hierarchy */ /* We're binding this subsystem to this hierarchy */
BUG_ON(cgrp->subsys[i]); BUG_ON(cgroup_css(cgrp, i));
BUG_ON(!cgroup_dummy_top->subsys[i]); BUG_ON(!cgroup_css(cgroup_dummy_top, i));
BUG_ON(cgroup_dummy_top->subsys[i]->cgroup != cgroup_dummy_top); BUG_ON(cgroup_css(cgroup_dummy_top, i)->cgroup != cgroup_dummy_top);
cgrp->subsys[i] = cgroup_dummy_top->subsys[i]; cgrp->subsys[i] = cgroup_dummy_top->subsys[i];
cgrp->subsys[i]->cgroup = cgrp; cgroup_css(cgrp, i)->cgroup = cgrp;
list_move(&ss->sibling, &root->subsys_list); list_move(&ss->sibling, &root->subsys_list);
ss->root = root; ss->root = root;
if (ss->bind) if (ss->bind)
ss->bind(cgrp->subsys[i]); ss->bind(cgroup_css(cgrp, i));
/* refcount was already taken, and we're keeping it */ /* refcount was already taken, and we're keeping it */
root->subsys_mask |= bit; root->subsys_mask |= bit;
} else if (bit & removed_mask) { } else if (bit & removed_mask) {
/* We're removing this subsystem */ /* We're removing this subsystem */
BUG_ON(cgrp->subsys[i] != cgroup_dummy_top->subsys[i]); BUG_ON(cgroup_css(cgrp, i) != cgroup_css(cgroup_dummy_top, i));
BUG_ON(cgrp->subsys[i]->cgroup != cgrp); BUG_ON(cgroup_css(cgrp, i)->cgroup != cgrp);
if (ss->bind) if (ss->bind)
ss->bind(cgroup_dummy_top->subsys[i]); ss->bind(cgroup_css(cgroup_dummy_top, i));
cgroup_dummy_top->subsys[i]->cgroup = cgroup_dummy_top; cgroup_css(cgroup_dummy_top, i)->cgroup = cgroup_dummy_top;
cgrp->subsys[i] = NULL; cgrp->subsys[i] = NULL;
cgroup_subsys[i]->root = &cgroup_dummy_root; cgroup_subsys[i]->root = &cgroup_dummy_root;
list_move(&ss->sibling, &cgroup_dummy_root.subsys_list); list_move(&ss->sibling, &cgroup_dummy_root.subsys_list);
...@@ -2072,7 +2072,7 @@ static int cgroup_attach_task(struct cgroup *cgrp, struct task_struct *tsk, ...@@ -2072,7 +2072,7 @@ static int cgroup_attach_task(struct cgroup *cgrp, struct task_struct *tsk,
* step 1: check that we can legitimately attach to the cgroup. * step 1: check that we can legitimately attach to the cgroup.
*/ */
for_each_root_subsys(root, ss) { for_each_root_subsys(root, ss) {
struct cgroup_subsys_state *css = cgrp->subsys[ss->subsys_id]; struct cgroup_subsys_state *css = cgroup_css(cgrp, ss->subsys_id);
if (ss->can_attach) { if (ss->can_attach) {
retval = ss->can_attach(css, &tset); retval = ss->can_attach(css, &tset);
...@@ -2114,7 +2114,7 @@ static int cgroup_attach_task(struct cgroup *cgrp, struct task_struct *tsk, ...@@ -2114,7 +2114,7 @@ static int cgroup_attach_task(struct cgroup *cgrp, struct task_struct *tsk,
* step 4: do subsystem attach callbacks. * step 4: do subsystem attach callbacks.
*/ */
for_each_root_subsys(root, ss) { for_each_root_subsys(root, ss) {
struct cgroup_subsys_state *css = cgrp->subsys[ss->subsys_id]; struct cgroup_subsys_state *css = cgroup_css(cgrp, ss->subsys_id);
if (ss->attach) if (ss->attach)
ss->attach(css, &tset); ss->attach(css, &tset);
...@@ -2136,7 +2136,7 @@ static int cgroup_attach_task(struct cgroup *cgrp, struct task_struct *tsk, ...@@ -2136,7 +2136,7 @@ static int cgroup_attach_task(struct cgroup *cgrp, struct task_struct *tsk,
out_cancel_attach: out_cancel_attach:
if (retval) { if (retval) {
for_each_root_subsys(root, ss) { for_each_root_subsys(root, ss) {
struct cgroup_subsys_state *css = cgrp->subsys[ss->subsys_id]; struct cgroup_subsys_state *css = cgroup_css(cgrp, ss->subsys_id);
if (ss == failed_ss) if (ss == failed_ss)
break; break;
...@@ -2308,7 +2308,7 @@ static struct cgroup_subsys_state *cgroup_file_css(struct cfent *cfe) ...@@ -2308,7 +2308,7 @@ static struct cgroup_subsys_state *cgroup_file_css(struct cfent *cfe)
struct cgroup *cgrp = __d_cgrp(cfe->dentry->d_parent); struct cgroup *cgrp = __d_cgrp(cfe->dentry->d_parent);
if (cft->ss) if (cft->ss)
return cgrp->subsys[cft->ss->subsys_id]; return cgroup_css(cgrp, cft->ss->subsys_id);
return &cgrp->dummy_css; return &cgrp->dummy_css;
} }
...@@ -4241,7 +4241,7 @@ static int cgroup_populate_dir(struct cgroup *cgrp, unsigned long subsys_mask) ...@@ -4241,7 +4241,7 @@ static int cgroup_populate_dir(struct cgroup *cgrp, unsigned long subsys_mask)
/* This cgroup is ready now */ /* This cgroup is ready now */
for_each_root_subsys(cgrp->root, ss) { for_each_root_subsys(cgrp->root, ss) {
struct cgroup_subsys_state *css = cgrp->subsys[ss->subsys_id]; struct cgroup_subsys_state *css = cgroup_css(cgrp, ss->subsys_id);
struct css_id *id = rcu_dereference_protected(css->id, true); struct css_id *id = rcu_dereference_protected(css->id, true);
/* /*
...@@ -4285,7 +4285,7 @@ static void init_cgroup_css(struct cgroup_subsys_state *css, ...@@ -4285,7 +4285,7 @@ static void init_cgroup_css(struct cgroup_subsys_state *css,
css->id = NULL; css->id = NULL;
if (cgrp == cgroup_dummy_top) if (cgrp == cgroup_dummy_top)
css->flags |= CSS_ROOT; css->flags |= CSS_ROOT;
BUG_ON(cgrp->subsys[ss->subsys_id]); BUG_ON(cgroup_css(cgrp, ss->subsys_id));
cgrp->subsys[ss->subsys_id] = css; cgrp->subsys[ss->subsys_id] = css;
/* /*
...@@ -4300,7 +4300,7 @@ static void init_cgroup_css(struct cgroup_subsys_state *css, ...@@ -4300,7 +4300,7 @@ static void init_cgroup_css(struct cgroup_subsys_state *css,
/* invoke ->css_online() on a new CSS and mark it online if successful */ /* invoke ->css_online() on a new CSS and mark it online if successful */
static int online_css(struct cgroup_subsys *ss, struct cgroup *cgrp) static int online_css(struct cgroup_subsys *ss, struct cgroup *cgrp)
{ {
struct cgroup_subsys_state *css = cgrp->subsys[ss->subsys_id]; struct cgroup_subsys_state *css = cgroup_css(cgrp, ss->subsys_id);
int ret = 0; int ret = 0;
lockdep_assert_held(&cgroup_mutex); lockdep_assert_held(&cgroup_mutex);
...@@ -4315,7 +4315,7 @@ static int online_css(struct cgroup_subsys *ss, struct cgroup *cgrp) ...@@ -4315,7 +4315,7 @@ static int online_css(struct cgroup_subsys *ss, struct cgroup *cgrp)
/* if the CSS is online, invoke ->css_offline() on it and mark it offline */ /* if the CSS is online, invoke ->css_offline() on it and mark it offline */
static void offline_css(struct cgroup_subsys *ss, struct cgroup *cgrp) static void offline_css(struct cgroup_subsys *ss, struct cgroup *cgrp)
{ {
struct cgroup_subsys_state *css = cgrp->subsys[ss->subsys_id]; struct cgroup_subsys_state *css = cgroup_css(cgrp, ss->subsys_id);
lockdep_assert_held(&cgroup_mutex); lockdep_assert_held(&cgroup_mutex);
...@@ -4400,7 +4400,7 @@ static long cgroup_create(struct cgroup *parent, struct dentry *dentry, ...@@ -4400,7 +4400,7 @@ static long cgroup_create(struct cgroup *parent, struct dentry *dentry,
for_each_root_subsys(root, ss) { for_each_root_subsys(root, ss) {
struct cgroup_subsys_state *css; struct cgroup_subsys_state *css;
css = ss->css_alloc(parent->subsys[ss->subsys_id]); css = ss->css_alloc(cgroup_css(parent, ss->subsys_id));
if (IS_ERR(css)) { if (IS_ERR(css)) {
err = PTR_ERR(css); err = PTR_ERR(css);
goto err_free_all; goto err_free_all;
...@@ -4477,7 +4477,7 @@ static long cgroup_create(struct cgroup *parent, struct dentry *dentry, ...@@ -4477,7 +4477,7 @@ static long cgroup_create(struct cgroup *parent, struct dentry *dentry,
err_free_all: err_free_all:
for_each_root_subsys(root, ss) { for_each_root_subsys(root, ss) {
struct cgroup_subsys_state *css = cgrp->subsys[ss->subsys_id]; struct cgroup_subsys_state *css = cgroup_css(cgrp, ss->subsys_id);
if (css) { if (css) {
percpu_ref_cancel_init(&css->refcnt); percpu_ref_cancel_init(&css->refcnt);
...@@ -4590,7 +4590,7 @@ static int cgroup_destroy_locked(struct cgroup *cgrp) ...@@ -4590,7 +4590,7 @@ static int cgroup_destroy_locked(struct cgroup *cgrp)
*/ */
atomic_set(&cgrp->css_kill_cnt, 1); atomic_set(&cgrp->css_kill_cnt, 1);
for_each_root_subsys(cgrp->root, ss) { for_each_root_subsys(cgrp->root, ss) {
struct cgroup_subsys_state *css = cgrp->subsys[ss->subsys_id]; struct cgroup_subsys_state *css = cgroup_css(cgrp, ss->subsys_id);
/* /*
* Killing would put the base ref, but we need to keep it * Killing would put the base ref, but we need to keep it
...@@ -4676,7 +4676,7 @@ static void cgroup_offline_fn(struct work_struct *work) ...@@ -4676,7 +4676,7 @@ static void cgroup_offline_fn(struct work_struct *work)
* destruction happens only after all css's are released. * destruction happens only after all css's are released.
*/ */
for_each_root_subsys(cgrp->root, ss) for_each_root_subsys(cgrp->root, ss)
css_put(cgrp->subsys[ss->subsys_id]); css_put(cgroup_css(cgrp, ss->subsys_id));
/* delete this cgroup from parent->children */ /* delete this cgroup from parent->children */
list_del_rcu(&cgrp->sibling); list_del_rcu(&cgrp->sibling);
...@@ -4741,7 +4741,7 @@ static void __init cgroup_init_subsys(struct cgroup_subsys *ss) ...@@ -4741,7 +4741,7 @@ static void __init cgroup_init_subsys(struct cgroup_subsys *ss)
/* Create the top cgroup state for this subsystem */ /* Create the top cgroup state for this subsystem */
list_add(&ss->sibling, &cgroup_dummy_root.subsys_list); list_add(&ss->sibling, &cgroup_dummy_root.subsys_list);
ss->root = &cgroup_dummy_root; ss->root = &cgroup_dummy_root;
css = ss->css_alloc(cgroup_dummy_top->subsys[ss->subsys_id]); css = ss->css_alloc(cgroup_css(cgroup_dummy_top, ss->subsys_id));
/* We don't handle early failures gracefully */ /* We don't handle early failures gracefully */
BUG_ON(IS_ERR(css)); BUG_ON(IS_ERR(css));
init_cgroup_css(css, ss, cgroup_dummy_top); init_cgroup_css(css, ss, cgroup_dummy_top);
...@@ -4820,7 +4820,7 @@ int __init_or_module cgroup_load_subsys(struct cgroup_subsys *ss) ...@@ -4820,7 +4820,7 @@ int __init_or_module cgroup_load_subsys(struct cgroup_subsys *ss)
* struct, so this can happen first (i.e. before the dummy root * struct, so this can happen first (i.e. before the dummy root
* attachment). * attachment).
*/ */
css = ss->css_alloc(cgroup_dummy_top->subsys[ss->subsys_id]); css = ss->css_alloc(cgroup_css(cgroup_dummy_top, ss->subsys_id));
if (IS_ERR(css)) { if (IS_ERR(css)) {
/* failure case - need to deassign the cgroup_subsys[] slot. */ /* failure case - need to deassign the cgroup_subsys[] slot. */
cgroup_subsys[ss->subsys_id] = NULL; cgroup_subsys[ss->subsys_id] = NULL;
...@@ -4936,7 +4936,7 @@ void cgroup_unload_subsys(struct cgroup_subsys *ss) ...@@ -4936,7 +4936,7 @@ void cgroup_unload_subsys(struct cgroup_subsys *ss)
* the cgrp->subsys pointer to find their state. note that this * the cgrp->subsys pointer to find their state. note that this
* also takes care of freeing the css_id. * also takes care of freeing the css_id.
*/ */
ss->css_free(cgroup_dummy_top->subsys[ss->subsys_id]); ss->css_free(cgroup_css(cgroup_dummy_top, ss->subsys_id));
cgroup_dummy_top->subsys[ss->subsys_id] = NULL; cgroup_dummy_top->subsys[ss->subsys_id] = NULL;
mutex_unlock(&cgroup_mutex); mutex_unlock(&cgroup_mutex);
...@@ -5562,8 +5562,8 @@ static int alloc_css_id(struct cgroup_subsys *ss, struct cgroup *parent, ...@@ -5562,8 +5562,8 @@ static int alloc_css_id(struct cgroup_subsys *ss, struct cgroup *parent,
struct css_id *child_id, *parent_id; struct css_id *child_id, *parent_id;
subsys_id = ss->subsys_id; subsys_id = ss->subsys_id;
parent_css = parent->subsys[subsys_id]; parent_css = cgroup_css(parent, subsys_id);
child_css = child->subsys[subsys_id]; child_css = cgroup_css(child, subsys_id);
parent_id = rcu_dereference_protected(parent_css->id, true); parent_id = rcu_dereference_protected(parent_css->id, true);
depth = parent_id->depth + 1; depth = parent_id->depth + 1;
...@@ -5624,7 +5624,7 @@ struct cgroup_subsys_state *cgroup_css_from_dir(struct file *f, int id) ...@@ -5624,7 +5624,7 @@ struct cgroup_subsys_state *cgroup_css_from_dir(struct file *f, int id)
/* get cgroup */ /* get cgroup */
cgrp = __d_cgrp(f->f_dentry); cgrp = __d_cgrp(f->f_dentry);
css = cgrp->subsys[id]; css = cgroup_css(cgrp, id);
return css ? css : ERR_PTR(-ENOENT); return css ? css : ERR_PTR(-ENOENT);
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment