Commit 326cf0f0 authored by Tejun Heo's avatar Tejun Heo Committed by Linus Torvalds

idr: fix top layer handling

Most functions in idr fail to deal with the high bits when the idr
tree grows to the maximum height.

* idr_get_empty_slot() stops growing idr tree once the depth reaches
  MAX_IDR_LEVEL - 1, which is one depth shallower than necessary to
  cover the whole range.  The function doesn't even notice that it
  didn't grow the tree enough and ends up allocating the wrong ID
  given sufficiently high @starting_id.

  For example, on 64 bit, if the starting id is 0x7fffff01,
  idr_get_empty_slot() will grow the tree 5 layer deep, which only
  covers the 30 bits and then proceed to allocate as if the bit 30
  wasn't specified.  It ends up allocating 0x3fffff01 without the bit
  30 but still returns 0x7fffff01.

* __idr_remove_all() will not remove anything if the tree is fully
  grown.

* idr_find() can't find anything if the tree is fully grown.

* idr_for_each() and idr_get_next() can't iterate anything if the tree
  is fully grown.

Fix it by introducing idr_max() which returns the maximum possible ID
given the depth of tree and replacing the id limit checks in all
affected places.

As the idr_layer pointer array pa[] needs to be 1 larger than the
maximum depth, enlarge pa[] arrays by one.

While this plugs the discovered issues, the whole code base is
horrible and in desparate need of rewrite.  It's fragile like hell,
Signed-off-by: default avatarTejun Heo <tj@kernel.org>
Cc: Rusty Russell <rusty@rustcorp.com.au>
Cc: <stable@vger.kernel.org>
Signed-off-by: default avatarAndrew Morton <akpm@linux-foundation.org>
Signed-off-by: default avatarLinus Torvalds <torvalds@linux-foundation.org>
parent d6870312
...@@ -43,6 +43,14 @@ static DEFINE_PER_CPU(struct idr_layer *, idr_preload_head); ...@@ -43,6 +43,14 @@ static DEFINE_PER_CPU(struct idr_layer *, idr_preload_head);
static DEFINE_PER_CPU(int, idr_preload_cnt); static DEFINE_PER_CPU(int, idr_preload_cnt);
static DEFINE_SPINLOCK(simple_ida_lock); static DEFINE_SPINLOCK(simple_ida_lock);
/* the maximum ID which can be allocated given idr->layers */
static int idr_max(int layers)
{
int bits = min_t(int, layers * IDR_BITS, MAX_IDR_SHIFT);
return (1 << bits) - 1;
}
static struct idr_layer *get_from_free_list(struct idr *idp) static struct idr_layer *get_from_free_list(struct idr *idp)
{ {
struct idr_layer *p; struct idr_layer *p;
...@@ -290,7 +298,7 @@ static int idr_get_empty_slot(struct idr *idp, int starting_id, ...@@ -290,7 +298,7 @@ static int idr_get_empty_slot(struct idr *idp, int starting_id,
* Add a new layer to the top of the tree if the requested * Add a new layer to the top of the tree if the requested
* id is larger than the currently allocated space. * id is larger than the currently allocated space.
*/ */
while ((layers < (MAX_IDR_LEVEL - 1)) && (id >= (1 << (layers*IDR_BITS)))) { while (id > idr_max(layers)) {
layers++; layers++;
if (!p->count) { if (!p->count) {
/* special case: if the tree is currently empty, /* special case: if the tree is currently empty,
...@@ -361,7 +369,7 @@ static void idr_fill_slot(void *ptr, int id, struct idr_layer **pa) ...@@ -361,7 +369,7 @@ static void idr_fill_slot(void *ptr, int id, struct idr_layer **pa)
*/ */
int idr_get_new_above(struct idr *idp, void *ptr, int starting_id, int *id) int idr_get_new_above(struct idr *idp, void *ptr, int starting_id, int *id)
{ {
struct idr_layer *pa[MAX_IDR_LEVEL]; struct idr_layer *pa[MAX_IDR_LEVEL + 1];
int rv; int rv;
rv = idr_get_empty_slot(idp, starting_id, pa, 0, idp); rv = idr_get_empty_slot(idp, starting_id, pa, 0, idp);
...@@ -457,7 +465,7 @@ EXPORT_SYMBOL(idr_preload); ...@@ -457,7 +465,7 @@ EXPORT_SYMBOL(idr_preload);
int idr_alloc(struct idr *idr, void *ptr, int start, int end, gfp_t gfp_mask) int idr_alloc(struct idr *idr, void *ptr, int start, int end, gfp_t gfp_mask)
{ {
int max = end > 0 ? end - 1 : INT_MAX; /* inclusive upper limit */ int max = end > 0 ? end - 1 : INT_MAX; /* inclusive upper limit */
struct idr_layer *pa[MAX_IDR_LEVEL]; struct idr_layer *pa[MAX_IDR_LEVEL + 1];
int id; int id;
might_sleep_if(gfp_mask & __GFP_WAIT); might_sleep_if(gfp_mask & __GFP_WAIT);
...@@ -490,7 +498,7 @@ static void idr_remove_warning(int id) ...@@ -490,7 +498,7 @@ static void idr_remove_warning(int id)
static void sub_remove(struct idr *idp, int shift, int id) static void sub_remove(struct idr *idp, int shift, int id)
{ {
struct idr_layer *p = idp->top; struct idr_layer *p = idp->top;
struct idr_layer **pa[MAX_IDR_LEVEL]; struct idr_layer **pa[MAX_IDR_LEVEL + 1];
struct idr_layer ***paa = &pa[0]; struct idr_layer ***paa = &pa[0];
struct idr_layer *to_free; struct idr_layer *to_free;
int n; int n;
...@@ -571,16 +579,16 @@ void __idr_remove_all(struct idr *idp) ...@@ -571,16 +579,16 @@ void __idr_remove_all(struct idr *idp)
int n, id, max; int n, id, max;
int bt_mask; int bt_mask;
struct idr_layer *p; struct idr_layer *p;
struct idr_layer *pa[MAX_IDR_LEVEL]; struct idr_layer *pa[MAX_IDR_LEVEL + 1];
struct idr_layer **paa = &pa[0]; struct idr_layer **paa = &pa[0];
n = idp->layers * IDR_BITS; n = idp->layers * IDR_BITS;
p = idp->top; p = idp->top;
rcu_assign_pointer(idp->top, NULL); rcu_assign_pointer(idp->top, NULL);
max = 1 << n; max = idr_max(idp->layers);
id = 0; id = 0;
while (id < max) { while (id >= 0 && id <= max) {
while (n > IDR_BITS && p) { while (n > IDR_BITS && p) {
n -= IDR_BITS; n -= IDR_BITS;
*paa++ = p; *paa++ = p;
...@@ -650,7 +658,7 @@ void *idr_find(struct idr *idp, int id) ...@@ -650,7 +658,7 @@ void *idr_find(struct idr *idp, int id)
/* Mask off upper bits we don't use for the search. */ /* Mask off upper bits we don't use for the search. */
id &= MAX_IDR_MASK; id &= MAX_IDR_MASK;
if (id >= (1 << n)) if (id > idr_max(p->layer + 1))
return NULL; return NULL;
BUG_ON(n == 0); BUG_ON(n == 0);
...@@ -686,15 +694,15 @@ int idr_for_each(struct idr *idp, ...@@ -686,15 +694,15 @@ int idr_for_each(struct idr *idp,
{ {
int n, id, max, error = 0; int n, id, max, error = 0;
struct idr_layer *p; struct idr_layer *p;
struct idr_layer *pa[MAX_IDR_LEVEL]; struct idr_layer *pa[MAX_IDR_LEVEL + 1];
struct idr_layer **paa = &pa[0]; struct idr_layer **paa = &pa[0];
n = idp->layers * IDR_BITS; n = idp->layers * IDR_BITS;
p = rcu_dereference_raw(idp->top); p = rcu_dereference_raw(idp->top);
max = 1 << n; max = idr_max(idp->layers);
id = 0; id = 0;
while (id < max) { while (id >= 0 && id <= max) {
while (n > 0 && p) { while (n > 0 && p) {
n -= IDR_BITS; n -= IDR_BITS;
*paa++ = p; *paa++ = p;
...@@ -732,7 +740,7 @@ EXPORT_SYMBOL(idr_for_each); ...@@ -732,7 +740,7 @@ EXPORT_SYMBOL(idr_for_each);
*/ */
void *idr_get_next(struct idr *idp, int *nextidp) void *idr_get_next(struct idr *idp, int *nextidp)
{ {
struct idr_layer *p, *pa[MAX_IDR_LEVEL]; struct idr_layer *p, *pa[MAX_IDR_LEVEL + 1];
struct idr_layer **paa = &pa[0]; struct idr_layer **paa = &pa[0];
int id = *nextidp; int id = *nextidp;
int n, max; int n, max;
...@@ -742,9 +750,9 @@ void *idr_get_next(struct idr *idp, int *nextidp) ...@@ -742,9 +750,9 @@ void *idr_get_next(struct idr *idp, int *nextidp)
if (!p) if (!p)
return NULL; return NULL;
n = (p->layer + 1) * IDR_BITS; n = (p->layer + 1) * IDR_BITS;
max = 1 << n; max = idr_max(p->layer + 1);
while (id < max) { while (id >= 0 && id <= max) {
while (n > 0 && p) { while (n > 0 && p) {
n -= IDR_BITS; n -= IDR_BITS;
*paa++ = p; *paa++ = p;
...@@ -918,7 +926,7 @@ EXPORT_SYMBOL(ida_pre_get); ...@@ -918,7 +926,7 @@ EXPORT_SYMBOL(ida_pre_get);
*/ */
int ida_get_new_above(struct ida *ida, int starting_id, int *p_id) int ida_get_new_above(struct ida *ida, int starting_id, int *p_id)
{ {
struct idr_layer *pa[MAX_IDR_LEVEL]; struct idr_layer *pa[MAX_IDR_LEVEL + 1];
struct ida_bitmap *bitmap; struct ida_bitmap *bitmap;
unsigned long flags; unsigned long flags;
int idr_id = starting_id / IDA_BITMAP_BITS; int idr_id = starting_id / IDA_BITMAP_BITS;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment