Commit 98d30c58 authored by Ming Lei's avatar Ming Lei Committed by Shaohua Li

md: raid1: don't use bio's vec table to manage resync pages

Now we allocate one page array for managing resync pages, instead
of using bio's vec table to do that, and the old way is very hacky
and won't work any more if multipage bvec is enabled.

The introduced cost is that we need to allocate (128 + 16) * raid_disks
bytes per r1_bio, and it is fine because the inflight r1_bio for
resync shouldn't be much, as pointed by Shaohua.

Also the bio_reset() in raid1_sync_request() is removed because
all bios are freshly new now and not necessary to reset any more.

This patch can be thought as a cleanup too
Suggested-by: default avatarShaohua Li <shli@kernel.org>
Signed-off-by: default avatarMing Lei <tom.leiming@gmail.com>
Signed-off-by: default avatarShaohua Li <shli@fb.com>
parent a7234234
...@@ -81,6 +81,24 @@ static void lower_barrier(struct r1conf *conf, sector_t sector_nr); ...@@ -81,6 +81,24 @@ static void lower_barrier(struct r1conf *conf, sector_t sector_nr);
#define raid1_log(md, fmt, args...) \ #define raid1_log(md, fmt, args...) \
do { if ((md)->queue) blk_add_trace_msg((md)->queue, "raid1 " fmt, ##args); } while (0) do { if ((md)->queue) blk_add_trace_msg((md)->queue, "raid1 " fmt, ##args); } while (0)
/*
* 'strct resync_pages' stores actual pages used for doing the resync
* IO, and it is per-bio, so make .bi_private points to it.
*/
static inline struct resync_pages *get_resync_pages(struct bio *bio)
{
return bio->bi_private;
}
/*
* for resync bio, r1bio pointer can be retrieved from the per-bio
* 'struct resync_pages'.
*/
static inline struct r1bio *get_resync_r1bio(struct bio *bio)
{
return get_resync_pages(bio)->raid_bio;
}
static void * r1bio_pool_alloc(gfp_t gfp_flags, void *data) static void * r1bio_pool_alloc(gfp_t gfp_flags, void *data)
{ {
struct pool_info *pi = data; struct pool_info *pi = data;
...@@ -108,12 +126,18 @@ static void * r1buf_pool_alloc(gfp_t gfp_flags, void *data) ...@@ -108,12 +126,18 @@ static void * r1buf_pool_alloc(gfp_t gfp_flags, void *data)
struct r1bio *r1_bio; struct r1bio *r1_bio;
struct bio *bio; struct bio *bio;
int need_pages; int need_pages;
int i, j; int j;
struct resync_pages *rps;
r1_bio = r1bio_pool_alloc(gfp_flags, pi); r1_bio = r1bio_pool_alloc(gfp_flags, pi);
if (!r1_bio) if (!r1_bio)
return NULL; return NULL;
rps = kmalloc(sizeof(struct resync_pages) * pi->raid_disks,
gfp_flags);
if (!rps)
goto out_free_r1bio;
/* /*
* Allocate bios : 1 for reading, n-1 for writing * Allocate bios : 1 for reading, n-1 for writing
*/ */
...@@ -133,22 +157,22 @@ static void * r1buf_pool_alloc(gfp_t gfp_flags, void *data) ...@@ -133,22 +157,22 @@ static void * r1buf_pool_alloc(gfp_t gfp_flags, void *data)
need_pages = pi->raid_disks; need_pages = pi->raid_disks;
else else
need_pages = 1; need_pages = 1;
for (j = 0; j < need_pages; j++) { for (j = 0; j < pi->raid_disks; j++) {
struct resync_pages *rp = &rps[j];
bio = r1_bio->bios[j]; bio = r1_bio->bios[j];
bio->bi_vcnt = RESYNC_PAGES;
if (bio_alloc_pages(bio, gfp_flags)) if (j < need_pages) {
if (resync_alloc_pages(rp, gfp_flags))
goto out_free_pages; goto out_free_pages;
} else {
memcpy(rp, &rps[0], sizeof(*rp));
resync_get_all_pages(rp);
} }
/* If not user-requests, copy the page pointers to all bios */
if (!test_bit(MD_RECOVERY_REQUESTED, &pi->mddev->recovery)) { rp->idx = 0;
for (i = 0; i< RESYNC_PAGES; i++) rp->raid_bio = r1_bio;
for (j = 1; j < pi->raid_disks; j++) { bio->bi_private = rp;
struct page *page =
r1_bio->bios[0]->bi_io_vec[i].bv_page;
get_page(page);
r1_bio->bios[j]->bi_io_vec[i].bv_page = page;
}
} }
r1_bio->master_bio = NULL; r1_bio->master_bio = NULL;
...@@ -157,11 +181,14 @@ static void * r1buf_pool_alloc(gfp_t gfp_flags, void *data) ...@@ -157,11 +181,14 @@ static void * r1buf_pool_alloc(gfp_t gfp_flags, void *data)
out_free_pages: out_free_pages:
while (--j >= 0) while (--j >= 0)
bio_free_pages(r1_bio->bios[j]); resync_free_pages(&rps[j]);
out_free_bio: out_free_bio:
while (++j < pi->raid_disks) while (++j < pi->raid_disks)
bio_put(r1_bio->bios[j]); bio_put(r1_bio->bios[j]);
kfree(rps);
out_free_r1bio:
r1bio_pool_free(r1_bio, data); r1bio_pool_free(r1_bio, data);
return NULL; return NULL;
} }
...@@ -169,14 +196,18 @@ static void * r1buf_pool_alloc(gfp_t gfp_flags, void *data) ...@@ -169,14 +196,18 @@ static void * r1buf_pool_alloc(gfp_t gfp_flags, void *data)
static void r1buf_pool_free(void *__r1_bio, void *data) static void r1buf_pool_free(void *__r1_bio, void *data)
{ {
struct pool_info *pi = data; struct pool_info *pi = data;
int i,j; int i;
struct r1bio *r1bio = __r1_bio; struct r1bio *r1bio = __r1_bio;
struct resync_pages *rp = NULL;
for (i = 0; i < RESYNC_PAGES; i++) for (i = pi->raid_disks; i--; ) {
for (j = pi->raid_disks; j-- ;) rp = get_resync_pages(r1bio->bios[i]);
safe_put_page(r1bio->bios[j]->bi_io_vec[i].bv_page); resync_free_pages(rp);
for (i=0 ; i < pi->raid_disks; i++)
bio_put(r1bio->bios[i]); bio_put(r1bio->bios[i]);
}
/* resync pages array stored in the 1st bio's .bi_private */
kfree(rp);
r1bio_pool_free(r1bio, data); r1bio_pool_free(r1bio, data);
} }
...@@ -1844,7 +1875,7 @@ static int raid1_remove_disk(struct mddev *mddev, struct md_rdev *rdev) ...@@ -1844,7 +1875,7 @@ static int raid1_remove_disk(struct mddev *mddev, struct md_rdev *rdev)
static void end_sync_read(struct bio *bio) static void end_sync_read(struct bio *bio)
{ {
struct r1bio *r1_bio = bio->bi_private; struct r1bio *r1_bio = get_resync_r1bio(bio);
update_head_pos(r1_bio->read_disk, r1_bio); update_head_pos(r1_bio->read_disk, r1_bio);
...@@ -1863,7 +1894,7 @@ static void end_sync_read(struct bio *bio) ...@@ -1863,7 +1894,7 @@ static void end_sync_read(struct bio *bio)
static void end_sync_write(struct bio *bio) static void end_sync_write(struct bio *bio)
{ {
int uptodate = !bio->bi_error; int uptodate = !bio->bi_error;
struct r1bio *r1_bio = bio->bi_private; struct r1bio *r1_bio = get_resync_r1bio(bio);
struct mddev *mddev = r1_bio->mddev; struct mddev *mddev = r1_bio->mddev;
struct r1conf *conf = mddev->private; struct r1conf *conf = mddev->private;
sector_t first_bad; sector_t first_bad;
...@@ -2080,6 +2111,7 @@ static void process_checks(struct r1bio *r1_bio) ...@@ -2080,6 +2111,7 @@ static void process_checks(struct r1bio *r1_bio)
int size; int size;
int error; int error;
struct bio *b = r1_bio->bios[i]; struct bio *b = r1_bio->bios[i];
struct resync_pages *rp = get_resync_pages(b);
if (b->bi_end_io != end_sync_read) if (b->bi_end_io != end_sync_read)
continue; continue;
/* fixup the bio for reuse, but preserve errno */ /* fixup the bio for reuse, but preserve errno */
...@@ -2092,7 +2124,8 @@ static void process_checks(struct r1bio *r1_bio) ...@@ -2092,7 +2124,8 @@ static void process_checks(struct r1bio *r1_bio)
conf->mirrors[i].rdev->data_offset; conf->mirrors[i].rdev->data_offset;
b->bi_bdev = conf->mirrors[i].rdev->bdev; b->bi_bdev = conf->mirrors[i].rdev->bdev;
b->bi_end_io = end_sync_read; b->bi_end_io = end_sync_read;
b->bi_private = r1_bio; rp->raid_bio = r1_bio;
b->bi_private = rp;
size = b->bi_iter.bi_size; size = b->bi_iter.bi_size;
for (j = 0; j < vcnt ; j++) { for (j = 0; j < vcnt ; j++) {
...@@ -2746,7 +2779,6 @@ static sector_t raid1_sync_request(struct mddev *mddev, sector_t sector_nr, ...@@ -2746,7 +2779,6 @@ static sector_t raid1_sync_request(struct mddev *mddev, sector_t sector_nr,
for (i = 0; i < conf->raid_disks * 2; i++) { for (i = 0; i < conf->raid_disks * 2; i++) {
struct md_rdev *rdev; struct md_rdev *rdev;
bio = r1_bio->bios[i]; bio = r1_bio->bios[i];
bio_reset(bio);
rdev = rcu_dereference(conf->mirrors[i].rdev); rdev = rcu_dereference(conf->mirrors[i].rdev);
if (rdev == NULL || if (rdev == NULL ||
...@@ -2802,7 +2834,6 @@ static sector_t raid1_sync_request(struct mddev *mddev, sector_t sector_nr, ...@@ -2802,7 +2834,6 @@ static sector_t raid1_sync_request(struct mddev *mddev, sector_t sector_nr,
atomic_inc(&rdev->nr_pending); atomic_inc(&rdev->nr_pending);
bio->bi_iter.bi_sector = sector_nr + rdev->data_offset; bio->bi_iter.bi_sector = sector_nr + rdev->data_offset;
bio->bi_bdev = rdev->bdev; bio->bi_bdev = rdev->bdev;
bio->bi_private = r1_bio;
if (test_bit(FailFast, &rdev->flags)) if (test_bit(FailFast, &rdev->flags))
bio->bi_opf |= MD_FAILFAST; bio->bi_opf |= MD_FAILFAST;
} }
...@@ -2888,9 +2919,12 @@ static sector_t raid1_sync_request(struct mddev *mddev, sector_t sector_nr, ...@@ -2888,9 +2919,12 @@ static sector_t raid1_sync_request(struct mddev *mddev, sector_t sector_nr,
} }
for (i = 0 ; i < conf->raid_disks * 2; i++) { for (i = 0 ; i < conf->raid_disks * 2; i++) {
struct resync_pages *rp;
bio = r1_bio->bios[i]; bio = r1_bio->bios[i];
rp = get_resync_pages(bio);
if (bio->bi_end_io) { if (bio->bi_end_io) {
page = bio->bi_io_vec[bio->bi_vcnt].bv_page; page = resync_fetch_page(rp, rp->idx++);
/* /*
* won't fail because the vec table is big * won't fail because the vec table is big
...@@ -2902,7 +2936,8 @@ static sector_t raid1_sync_request(struct mddev *mddev, sector_t sector_nr, ...@@ -2902,7 +2936,8 @@ static sector_t raid1_sync_request(struct mddev *mddev, sector_t sector_nr,
nr_sectors += len>>9; nr_sectors += len>>9;
sector_nr += len>>9; sector_nr += len>>9;
sync_blocks -= (len>>9); sync_blocks -= (len>>9);
} while (r1_bio->bios[disk]->bi_vcnt < RESYNC_PAGES); } while (get_resync_pages(r1_bio->bios[disk]->bi_private)->idx < RESYNC_PAGES);
r1_bio->sectors = nr_sectors; r1_bio->sectors = nr_sectors;
if (mddev_is_clustered(mddev) && if (mddev_is_clustered(mddev) &&
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment