perf tools: Protect accesses the map rbtrees with a rw lock

To allow concurrent access, next step: refcount struct map instances, so
that we can ditch maps->removed_maps and stop leaking threads, maps,
then struct DSO needs the same treatment.

Cc: Adrian Hunter <adrian.hunter@intel.com>
Cc: Borislav Petkov <bp@suse.de>
Cc: David Ahern <dsahern@gmail.com>
Cc: Don Zickus <dzickus@redhat.com>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Jiri Olsa <jolsa@redhat.com>
Cc: Namhyung Kim <namhyung@kernel.org>
Cc: Stephane Eranian <eranian@google.com>
Link: http://lkml.kernel.org/n/tip-o45w2w5dzrza38nzqxnqzhyf@git.kernel.orgSigned-off-by: default avatarArnaldo Carvalho de Melo <acme@redhat.com>
parent 1eee78ae
...@@ -16,6 +16,8 @@ ...@@ -16,6 +16,8 @@
#include "machine.h" #include "machine.h"
#include <linux/string.h> #include <linux/string.h>
static void __maps__insert(struct maps *maps, struct map *map);
const char *map_type__name[MAP__NR_TYPES] = { const char *map_type__name[MAP__NR_TYPES] = {
[MAP__FUNCTION] = "Functions", [MAP__FUNCTION] = "Functions",
[MAP__VARIABLE] = "Variables", [MAP__VARIABLE] = "Variables",
...@@ -421,6 +423,7 @@ u64 map__objdump_2mem(struct map *map, u64 ip) ...@@ -421,6 +423,7 @@ u64 map__objdump_2mem(struct map *map, u64 ip)
static void maps__init(struct maps *maps) static void maps__init(struct maps *maps)
{ {
maps->entries = RB_ROOT; maps->entries = RB_ROOT;
pthread_rwlock_init(&maps->lock, NULL);
INIT_LIST_HEAD(&maps->removed_maps); INIT_LIST_HEAD(&maps->removed_maps);
} }
...@@ -434,7 +437,7 @@ void map_groups__init(struct map_groups *mg, struct machine *machine) ...@@ -434,7 +437,7 @@ void map_groups__init(struct map_groups *mg, struct machine *machine)
atomic_set(&mg->refcnt, 1); atomic_set(&mg->refcnt, 1);
} }
static void maps__purge(struct maps *maps) static void __maps__purge(struct maps *maps)
{ {
struct rb_root *root = &maps->entries; struct rb_root *root = &maps->entries;
struct rb_node *next = rb_first(root); struct rb_node *next = rb_first(root);
...@@ -448,7 +451,7 @@ static void maps__purge(struct maps *maps) ...@@ -448,7 +451,7 @@ static void maps__purge(struct maps *maps)
} }
} }
static void maps__purge_removed_maps(struct maps *maps) static void __maps__purge_removed_maps(struct maps *maps)
{ {
struct map *pos, *n; struct map *pos, *n;
...@@ -460,8 +463,10 @@ static void maps__purge_removed_maps(struct maps *maps) ...@@ -460,8 +463,10 @@ static void maps__purge_removed_maps(struct maps *maps)
static void maps__exit(struct maps *maps) static void maps__exit(struct maps *maps)
{ {
maps__purge(maps); pthread_rwlock_wrlock(&maps->lock);
maps__purge_removed_maps(maps); __maps__purge(maps);
__maps__purge_removed_maps(maps);
pthread_rwlock_unlock(&maps->lock);
} }
void map_groups__exit(struct map_groups *mg) void map_groups__exit(struct map_groups *mg)
...@@ -531,20 +536,28 @@ struct symbol *map_groups__find_symbol_by_name(struct map_groups *mg, ...@@ -531,20 +536,28 @@ struct symbol *map_groups__find_symbol_by_name(struct map_groups *mg,
struct map **mapp, struct map **mapp,
symbol_filter_t filter) symbol_filter_t filter)
{ {
struct maps *maps = &mg->maps[type];
struct symbol *sym;
struct rb_node *nd; struct rb_node *nd;
for (nd = rb_first(&mg->maps[type].entries); nd; nd = rb_next(nd)) { pthread_rwlock_rdlock(&maps->lock);
for (nd = rb_first(&maps->entries); nd; nd = rb_next(nd)) {
struct map *pos = rb_entry(nd, struct map, rb_node); struct map *pos = rb_entry(nd, struct map, rb_node);
struct symbol *sym = map__find_symbol_by_name(pos, name, filter);
sym = map__find_symbol_by_name(pos, name, filter);
if (sym == NULL) if (sym == NULL)
continue; continue;
if (mapp != NULL) if (mapp != NULL)
*mapp = pos; *mapp = pos;
return sym; goto out;
} }
return NULL; sym = NULL;
out:
pthread_rwlock_unlock(&maps->lock);
return sym;
} }
int map_groups__find_ams(struct addr_map_symbol *ams, symbol_filter_t filter) int map_groups__find_ams(struct addr_map_symbol *ams, symbol_filter_t filter)
...@@ -564,25 +577,35 @@ int map_groups__find_ams(struct addr_map_symbol *ams, symbol_filter_t filter) ...@@ -564,25 +577,35 @@ int map_groups__find_ams(struct addr_map_symbol *ams, symbol_filter_t filter)
return ams->sym ? 0 : -1; return ams->sym ? 0 : -1;
} }
size_t __map_groups__fprintf_maps(struct map_groups *mg, enum map_type type, static size_t maps__fprintf(struct maps *maps, FILE *fp)
FILE *fp)
{ {
size_t printed = fprintf(fp, "%s:\n", map_type__name[type]); size_t printed = 0;
struct rb_node *nd; struct rb_node *nd;
for (nd = rb_first(&mg->maps[type].entries); nd; nd = rb_next(nd)) { pthread_rwlock_rdlock(&maps->lock);
for (nd = rb_first(&maps->entries); nd; nd = rb_next(nd)) {
struct map *pos = rb_entry(nd, struct map, rb_node); struct map *pos = rb_entry(nd, struct map, rb_node);
printed += fprintf(fp, "Map:"); printed += fprintf(fp, "Map:");
printed += map__fprintf(pos, fp); printed += map__fprintf(pos, fp);
if (verbose > 2) { if (verbose > 2) {
printed += dso__fprintf(pos->dso, type, fp); printed += dso__fprintf(pos->dso, pos->type, fp);
printed += fprintf(fp, "--\n"); printed += fprintf(fp, "--\n");
} }
} }
pthread_rwlock_unlock(&maps->lock);
return printed; return printed;
} }
size_t __map_groups__fprintf_maps(struct map_groups *mg, enum map_type type,
FILE *fp)
{
size_t printed = fprintf(fp, "%s:\n", map_type__name[type]);
return printed += maps__fprintf(&mg->maps[type], fp);
}
static size_t map_groups__fprintf_maps(struct map_groups *mg, FILE *fp) static size_t map_groups__fprintf_maps(struct map_groups *mg, FILE *fp)
{ {
size_t printed = 0, i; size_t printed = 0, i;
...@@ -624,13 +647,17 @@ size_t map_groups__fprintf(struct map_groups *mg, FILE *fp) ...@@ -624,13 +647,17 @@ size_t map_groups__fprintf(struct map_groups *mg, FILE *fp)
return printed + map_groups__fprintf_removed_maps(mg, fp); return printed + map_groups__fprintf_removed_maps(mg, fp);
} }
int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map, static int maps__fixup_overlappings(struct maps *maps, struct map *map, FILE *fp)
FILE *fp)
{ {
struct rb_root *root = &mg->maps[map->type].entries; struct rb_root *root;
struct rb_node *next = rb_first(root); struct rb_node *next;
int err = 0; int err = 0;
pthread_rwlock_wrlock(&maps->lock);
root = &maps->entries;
next = rb_first(root);
while (next) { while (next) {
struct map *pos = rb_entry(next, struct map, rb_node); struct map *pos = rb_entry(next, struct map, rb_node);
next = rb_next(&pos->rb_node); next = rb_next(&pos->rb_node);
...@@ -658,7 +685,7 @@ int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map, ...@@ -658,7 +685,7 @@ int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map,
} }
before->end = map->start; before->end = map->start;
map_groups__insert(mg, before); __maps__insert(maps, before);
if (verbose >= 2) if (verbose >= 2)
map__fprintf(before, fp); map__fprintf(before, fp);
} }
...@@ -672,7 +699,7 @@ int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map, ...@@ -672,7 +699,7 @@ int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map,
} }
after->start = map->end; after->start = map->end;
map_groups__insert(mg, after); __maps__insert(maps, after);
if (verbose >= 2) if (verbose >= 2)
map__fprintf(after, fp); map__fprintf(after, fp);
} }
...@@ -681,15 +708,24 @@ int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map, ...@@ -681,15 +708,24 @@ int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map,
* If we have references, just move them to a separate list. * If we have references, just move them to a separate list.
*/ */
if (pos->referenced) if (pos->referenced)
list_add_tail(&pos->node, &mg->maps[map->type].removed_maps); list_add_tail(&pos->node, &maps->removed_maps);
else else
map__delete(pos); map__delete(pos);
if (err) if (err)
return err; goto out;
} }
return 0; err = 0;
out:
pthread_rwlock_unlock(&maps->lock);
return err;
}
int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map,
FILE *fp)
{
return maps__fixup_overlappings(&mg->maps[map->type], map, fp);
} }
/* /*
...@@ -698,19 +734,26 @@ int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map, ...@@ -698,19 +734,26 @@ int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map,
int map_groups__clone(struct map_groups *mg, int map_groups__clone(struct map_groups *mg,
struct map_groups *parent, enum map_type type) struct map_groups *parent, enum map_type type)
{ {
int err = -ENOMEM;
struct map *map; struct map *map;
struct maps *maps = &parent->maps[type]; struct maps *maps = &parent->maps[type];
pthread_rwlock_rdlock(&maps->lock);
for (map = maps__first(maps); map; map = map__next(map)) { for (map = maps__first(maps); map; map = map__next(map)) {
struct map *new = map__clone(map); struct map *new = map__clone(map);
if (new == NULL) if (new == NULL)
return -ENOMEM; goto out_unlock;
map_groups__insert(mg, new); map_groups__insert(mg, new);
} }
return 0;
err = 0;
out_unlock:
pthread_rwlock_unlock(&maps->lock);
return err;
} }
void maps__insert(struct maps *maps, struct map *map) static void __maps__insert(struct maps *maps, struct map *map)
{ {
struct rb_node **p = &maps->entries.rb_node; struct rb_node **p = &maps->entries.rb_node;
struct rb_node *parent = NULL; struct rb_node *parent = NULL;
...@@ -730,17 +773,33 @@ void maps__insert(struct maps *maps, struct map *map) ...@@ -730,17 +773,33 @@ void maps__insert(struct maps *maps, struct map *map)
rb_insert_color(&map->rb_node, &maps->entries); rb_insert_color(&map->rb_node, &maps->entries);
} }
void maps__remove(struct maps *maps, struct map *map) void maps__insert(struct maps *maps, struct map *map)
{
pthread_rwlock_wrlock(&maps->lock);
__maps__insert(maps, map);
pthread_rwlock_unlock(&maps->lock);
}
static void __maps__remove(struct maps *maps, struct map *map)
{ {
rb_erase(&map->rb_node, &maps->entries); rb_erase(&map->rb_node, &maps->entries);
} }
void maps__remove(struct maps *maps, struct map *map)
{
pthread_rwlock_wrlock(&maps->lock);
__maps__remove(maps, map);
pthread_rwlock_unlock(&maps->lock);
}
struct map *maps__find(struct maps *maps, u64 ip) struct map *maps__find(struct maps *maps, u64 ip)
{ {
struct rb_node **p = &maps->entries.rb_node; struct rb_node **p, *parent = NULL;
struct rb_node *parent = NULL;
struct map *m; struct map *m;
pthread_rwlock_rdlock(&maps->lock);
p = &maps->entries.rb_node;
while (*p != NULL) { while (*p != NULL) {
parent = *p; parent = *p;
m = rb_entry(parent, struct map, rb_node); m = rb_entry(parent, struct map, rb_node);
...@@ -749,10 +808,13 @@ struct map *maps__find(struct maps *maps, u64 ip) ...@@ -749,10 +808,13 @@ struct map *maps__find(struct maps *maps, u64 ip)
else if (ip >= m->end) else if (ip >= m->end)
p = &(*p)->rb_right; p = &(*p)->rb_right;
else else
return m; goto out;
} }
return NULL; m = NULL;
out:
pthread_rwlock_unlock(&maps->lock);
return m;
} }
struct map *maps__first(struct maps *maps) struct map *maps__first(struct maps *maps)
......
...@@ -5,6 +5,7 @@ ...@@ -5,6 +5,7 @@
#include <linux/compiler.h> #include <linux/compiler.h>
#include <linux/list.h> #include <linux/list.h>
#include <linux/rbtree.h> #include <linux/rbtree.h>
#include <pthread.h>
#include <stdio.h> #include <stdio.h>
#include <stdbool.h> #include <stdbool.h>
#include <linux/types.h> #include <linux/types.h>
...@@ -60,6 +61,7 @@ struct kmap { ...@@ -60,6 +61,7 @@ struct kmap {
struct maps { struct maps {
struct rb_root entries; struct rb_root entries;
pthread_rwlock_t lock;
struct list_head removed_maps; struct list_head removed_maps;
}; };
......
...@@ -205,9 +205,11 @@ void __map_groups__fixup_end(struct map_groups *mg, enum map_type type) ...@@ -205,9 +205,11 @@ void __map_groups__fixup_end(struct map_groups *mg, enum map_type type)
struct maps *maps = &mg->maps[type]; struct maps *maps = &mg->maps[type];
struct map *next, *curr; struct map *next, *curr;
pthread_rwlock_wrlock(&maps->lock);
curr = maps__first(maps); curr = maps__first(maps);
if (curr == NULL) if (curr == NULL)
return; goto out_unlock;
for (next = map__next(curr); next; next = map__next(curr)) { for (next = map__next(curr); next; next = map__next(curr)) {
curr->end = next->start; curr->end = next->start;
...@@ -219,6 +221,9 @@ void __map_groups__fixup_end(struct map_groups *mg, enum map_type type) ...@@ -219,6 +221,9 @@ void __map_groups__fixup_end(struct map_groups *mg, enum map_type type)
* last map final address. * last map final address.
*/ */
curr->end = ~0ULL; curr->end = ~0ULL;
out_unlock:
pthread_rwlock_unlock(&maps->lock);
} }
struct symbol *symbol__new(u64 start, u64 len, u8 binding, const char *name) struct symbol *symbol__new(u64 start, u64 len, u8 binding, const char *name)
...@@ -1523,12 +1528,18 @@ struct map *map_groups__find_by_name(struct map_groups *mg, ...@@ -1523,12 +1528,18 @@ struct map *map_groups__find_by_name(struct map_groups *mg,
struct maps *maps = &mg->maps[type]; struct maps *maps = &mg->maps[type];
struct map *map; struct map *map;
pthread_rwlock_rdlock(&maps->lock);
for (map = maps__first(maps); map; map = map__next(map)) { for (map = maps__first(maps); map; map = map__next(map)) {
if (map->dso && strcmp(map->dso->short_name, name) == 0) if (map->dso && strcmp(map->dso->short_name, name) == 0)
return map; goto out_unlock;
} }
return NULL; map = NULL;
out_unlock:
pthread_rwlock_unlock(&maps->lock);
return map;
} }
int dso__load_vmlinux(struct dso *dso, struct map *map, int dso__load_vmlinux(struct dso *dso, struct map *map,
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment