Commit 4f113437 authored by Alexey Dobriyan's avatar Alexey Dobriyan Committed by Linus Torvalds

proc: use slower rb_first()

In a typical for /proc "open+read+close" usecase, dentry is looked up
successfully on open only to be killed in dput() on close.  In fact
dentries which aren't /proc/*/...  and /proc/sys/* were almost NEVER
CACHED.  Simple printk in proc_lookup_de() shows that.

Now that ->delete hook intelligently picks which dentries should live in
dcache and which should not, rbtree caching is not necessary as dcache
does it job, at last!

As a side effect, struct proc_dir_entry shrinks by one pointer which can
go into inline name.

Link: http://lkml.kernel.org/r/20180314231032.GA15854@avx2Signed-off-by: default avatarAlexey Dobriyan <adobriyan@gmail.com>
Acked-by: default avatarDavidlohr Bueso <dbueso@suse.de>
Cc: Peter Zijlstra <a.p.zijlstra@chello.nl>
Cc: Al Viro <viro@zeniv.linux.org.uk>
Signed-off-by: default avatarAndrew Morton <akpm@linux-foundation.org>
Signed-off-by: default avatarLinus Torvalds <torvalds@linux-foundation.org>
parent 05c3f292
...@@ -52,8 +52,8 @@ static int proc_match(const char *name, struct proc_dir_entry *de, unsigned int ...@@ -52,8 +52,8 @@ static int proc_match(const char *name, struct proc_dir_entry *de, unsigned int
static struct proc_dir_entry *pde_subdir_first(struct proc_dir_entry *dir) static struct proc_dir_entry *pde_subdir_first(struct proc_dir_entry *dir)
{ {
return rb_entry_safe(rb_first_cached(&dir->subdir), return rb_entry_safe(rb_first(&dir->subdir), struct proc_dir_entry,
struct proc_dir_entry, subdir_node); subdir_node);
} }
static struct proc_dir_entry *pde_subdir_next(struct proc_dir_entry *dir) static struct proc_dir_entry *pde_subdir_next(struct proc_dir_entry *dir)
...@@ -66,7 +66,7 @@ static struct proc_dir_entry *pde_subdir_find(struct proc_dir_entry *dir, ...@@ -66,7 +66,7 @@ static struct proc_dir_entry *pde_subdir_find(struct proc_dir_entry *dir,
const char *name, const char *name,
unsigned int len) unsigned int len)
{ {
struct rb_node *node = dir->subdir.rb_root.rb_node; struct rb_node *node = dir->subdir.rb_node;
while (node) { while (node) {
struct proc_dir_entry *de = rb_entry(node, struct proc_dir_entry *de = rb_entry(node,
...@@ -87,9 +87,8 @@ static struct proc_dir_entry *pde_subdir_find(struct proc_dir_entry *dir, ...@@ -87,9 +87,8 @@ static struct proc_dir_entry *pde_subdir_find(struct proc_dir_entry *dir,
static bool pde_subdir_insert(struct proc_dir_entry *dir, static bool pde_subdir_insert(struct proc_dir_entry *dir,
struct proc_dir_entry *de) struct proc_dir_entry *de)
{ {
struct rb_root_cached *root = &dir->subdir; struct rb_root *root = &dir->subdir;
struct rb_node **new = &root->rb_root.rb_node, *parent = NULL; struct rb_node **new = &root->rb_node, *parent = NULL;
bool leftmost = true;
/* Figure out where to put new node */ /* Figure out where to put new node */
while (*new) { while (*new) {
...@@ -101,16 +100,15 @@ static bool pde_subdir_insert(struct proc_dir_entry *dir, ...@@ -101,16 +100,15 @@ static bool pde_subdir_insert(struct proc_dir_entry *dir,
parent = *new; parent = *new;
if (result < 0) if (result < 0)
new = &(*new)->rb_left; new = &(*new)->rb_left;
else if (result > 0) { else if (result > 0)
new = &(*new)->rb_right; new = &(*new)->rb_right;
leftmost = false; else
} else
return false; return false;
} }
/* Add new node and rebalance tree. */ /* Add new node and rebalance tree. */
rb_link_node(&de->subdir_node, parent, new); rb_link_node(&de->subdir_node, parent, new);
rb_insert_color_cached(&de->subdir_node, root, leftmost); rb_insert_color(&de->subdir_node, root);
return true; return true;
} }
...@@ -401,7 +399,7 @@ static struct proc_dir_entry *__proc_create(struct proc_dir_entry **parent, ...@@ -401,7 +399,7 @@ static struct proc_dir_entry *__proc_create(struct proc_dir_entry **parent,
ent->namelen = qstr.len; ent->namelen = qstr.len;
ent->mode = mode; ent->mode = mode;
ent->nlink = nlink; ent->nlink = nlink;
ent->subdir = RB_ROOT_CACHED; ent->subdir = RB_ROOT;
refcount_set(&ent->refcnt, 1); refcount_set(&ent->refcnt, 1);
spin_lock_init(&ent->pde_unload_lock); spin_lock_init(&ent->pde_unload_lock);
INIT_LIST_HEAD(&ent->pde_openers); INIT_LIST_HEAD(&ent->pde_openers);
...@@ -577,7 +575,7 @@ void remove_proc_entry(const char *name, struct proc_dir_entry *parent) ...@@ -577,7 +575,7 @@ void remove_proc_entry(const char *name, struct proc_dir_entry *parent)
de = pde_subdir_find(parent, fn, len); de = pde_subdir_find(parent, fn, len);
if (de) if (de)
rb_erase_cached(&de->subdir_node, &parent->subdir); rb_erase(&de->subdir_node, &parent->subdir);
write_unlock(&proc_subdir_lock); write_unlock(&proc_subdir_lock);
if (!de) { if (!de) {
WARN(1, "name '%s'\n", name); WARN(1, "name '%s'\n", name);
...@@ -614,13 +612,13 @@ int remove_proc_subtree(const char *name, struct proc_dir_entry *parent) ...@@ -614,13 +612,13 @@ int remove_proc_subtree(const char *name, struct proc_dir_entry *parent)
write_unlock(&proc_subdir_lock); write_unlock(&proc_subdir_lock);
return -ENOENT; return -ENOENT;
} }
rb_erase_cached(&root->subdir_node, &parent->subdir); rb_erase(&root->subdir_node, &parent->subdir);
de = root; de = root;
while (1) { while (1) {
next = pde_subdir_first(de); next = pde_subdir_first(de);
if (next) { if (next) {
rb_erase_cached(&next->subdir_node, &de->subdir); rb_erase(&next->subdir_node, &de->subdir);
de = next; de = next;
continue; continue;
} }
......
...@@ -51,15 +51,15 @@ struct proc_dir_entry { ...@@ -51,15 +51,15 @@ struct proc_dir_entry {
kgid_t gid; kgid_t gid;
loff_t size; loff_t size;
struct proc_dir_entry *parent; struct proc_dir_entry *parent;
struct rb_root_cached subdir; struct rb_root subdir;
struct rb_node subdir_node; struct rb_node subdir_node;
char *name; char *name;
umode_t mode; umode_t mode;
u8 namelen; u8 namelen;
#ifdef CONFIG_64BIT #ifdef CONFIG_64BIT
#define SIZEOF_PDE_INLINE_NAME (192-147) #define SIZEOF_PDE_INLINE_NAME (192-139)
#else #else
#define SIZEOF_PDE_INLINE_NAME (128-91) #define SIZEOF_PDE_INLINE_NAME (128-87)
#endif #endif
char inline_name[SIZEOF_PDE_INLINE_NAME]; char inline_name[SIZEOF_PDE_INLINE_NAME];
} __randomize_layout; } __randomize_layout;
......
...@@ -196,7 +196,7 @@ static __net_init int proc_net_ns_init(struct net *net) ...@@ -196,7 +196,7 @@ static __net_init int proc_net_ns_init(struct net *net)
if (!netd) if (!netd)
goto out; goto out;
netd->subdir = RB_ROOT_CACHED; netd->subdir = RB_ROOT;
netd->data = net; netd->data = net;
netd->nlink = 2; netd->nlink = 2;
netd->namelen = 3; netd->namelen = 3;
......
...@@ -203,7 +203,7 @@ struct proc_dir_entry proc_root = { ...@@ -203,7 +203,7 @@ struct proc_dir_entry proc_root = {
.proc_iops = &proc_root_inode_operations, .proc_iops = &proc_root_inode_operations,
.proc_fops = &proc_root_operations, .proc_fops = &proc_root_operations,
.parent = &proc_root, .parent = &proc_root,
.subdir = RB_ROOT_CACHED, .subdir = RB_ROOT,
.name = proc_root.inline_name, .name = proc_root.inline_name,
.inline_name = "/proc", .inline_name = "/proc",
}; };
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment