Commit 676f1f75 authored by Josef Bacik's avatar Josef Bacik Committed by David Sterba

btrfs: export the block group caching helpers

This will make it so we can move them easily.
Signed-off-by: default avatarJosef Bacik <josef@toxicpanda.com>
Reviewed-by: default avatarDavid Sterba <dsterba@suse.com>
[ coding style updates ]
Signed-off-by: default avatarDavid Sterba <dsterba@suse.com>
parent 3eeb3226
...@@ -165,5 +165,18 @@ void btrfs_wait_block_group_reservations(struct btrfs_block_group_cache *bg); ...@@ -165,5 +165,18 @@ void btrfs_wait_block_group_reservations(struct btrfs_block_group_cache *bg);
bool btrfs_inc_nocow_writers(struct btrfs_fs_info *fs_info, u64 bytenr); bool btrfs_inc_nocow_writers(struct btrfs_fs_info *fs_info, u64 bytenr);
void btrfs_dec_nocow_writers(struct btrfs_fs_info *fs_info, u64 bytenr); void btrfs_dec_nocow_writers(struct btrfs_fs_info *fs_info, u64 bytenr);
void btrfs_wait_nocow_writers(struct btrfs_block_group_cache *bg); void btrfs_wait_nocow_writers(struct btrfs_block_group_cache *bg);
void btrfs_wait_block_group_cache_progress(struct btrfs_block_group_cache *cache,
u64 num_bytes);
int btrfs_wait_block_group_cache_done(struct btrfs_block_group_cache *cache);
int btrfs_cache_block_group(struct btrfs_block_group_cache *cache,
int load_cache_only);
static inline int btrfs_block_group_cache_done(
struct btrfs_block_group_cache *cache)
{
smp_mb();
return cache->cached == BTRFS_CACHE_FINISHED ||
cache->cached == BTRFS_CACHE_ERROR;
}
#endif /* BTRFS_BLOCK_GROUP_H */ #endif /* BTRFS_BLOCK_GROUP_H */
...@@ -55,14 +55,6 @@ static int alloc_reserved_tree_block(struct btrfs_trans_handle *trans, ...@@ -55,14 +55,6 @@ static int alloc_reserved_tree_block(struct btrfs_trans_handle *trans,
static int find_next_key(struct btrfs_path *path, int level, static int find_next_key(struct btrfs_path *path, int level,
struct btrfs_key *key); struct btrfs_key *key);
static noinline int
block_group_cache_done(struct btrfs_block_group_cache *cache)
{
smp_mb();
return cache->cached == BTRFS_CACHE_FINISHED ||
cache->cached == BTRFS_CACHE_ERROR;
}
static int block_group_bits(struct btrfs_block_group_cache *cache, u64 bits) static int block_group_bits(struct btrfs_block_group_cache *cache, u64 bits)
{ {
return (cache->flags & bits) == bits; return (cache->flags & bits) == bits;
...@@ -235,9 +227,10 @@ static void fragment_free_space(struct btrfs_block_group_cache *block_group) ...@@ -235,9 +227,10 @@ static void fragment_free_space(struct btrfs_block_group_cache *block_group)
#endif #endif
/* /*
* this is only called by cache_block_group, since we could have freed extents * This is only called by btrfs_cache_block_group, since we could have freed
* we need to check the pinned_extents for any extents that can't be used yet * extents we need to check the pinned_extents for any extents that can't be
* since their free space will be released as soon as the transaction commits. * used yet since their free space will be released as soon as the transaction
* commits.
*/ */
u64 add_new_free_space(struct btrfs_block_group_cache *block_group, u64 add_new_free_space(struct btrfs_block_group_cache *block_group,
u64 start, u64 end) u64 start, u64 end)
...@@ -466,7 +459,7 @@ static noinline void caching_thread(struct btrfs_work *work) ...@@ -466,7 +459,7 @@ static noinline void caching_thread(struct btrfs_work *work)
btrfs_put_block_group(block_group); btrfs_put_block_group(block_group);
} }
static int cache_block_group(struct btrfs_block_group_cache *cache, int btrfs_cache_block_group(struct btrfs_block_group_cache *cache,
int load_cache_only) int load_cache_only)
{ {
DEFINE_WAIT(wait); DEFINE_WAIT(wait);
...@@ -3981,7 +3974,7 @@ static int update_block_group(struct btrfs_trans_handle *trans, ...@@ -3981,7 +3974,7 @@ static int update_block_group(struct btrfs_trans_handle *trans,
* space back to the block group, otherwise we will leak space. * space back to the block group, otherwise we will leak space.
*/ */
if (!alloc && cache->cached == BTRFS_CACHE_NO) if (!alloc && cache->cached == BTRFS_CACHE_NO)
cache_block_group(cache, 1); btrfs_cache_block_group(cache, 1);
byte_in_group = bytenr - cache->key.objectid; byte_in_group = bytenr - cache->key.objectid;
WARN_ON(byte_in_group > cache->key.offset); WARN_ON(byte_in_group > cache->key.offset);
...@@ -4138,7 +4131,7 @@ int btrfs_pin_extent_for_log_replay(struct btrfs_fs_info *fs_info, ...@@ -4138,7 +4131,7 @@ int btrfs_pin_extent_for_log_replay(struct btrfs_fs_info *fs_info,
* to one because the slow code to read in the free extents does check * to one because the slow code to read in the free extents does check
* the pinned extents. * the pinned extents.
*/ */
cache_block_group(cache, 1); btrfs_cache_block_group(cache, 1);
pin_down_extent(cache, bytenr, num_bytes, 0); pin_down_extent(cache, bytenr, num_bytes, 0);
...@@ -4159,12 +4152,12 @@ static int __exclude_logged_extent(struct btrfs_fs_info *fs_info, ...@@ -4159,12 +4152,12 @@ static int __exclude_logged_extent(struct btrfs_fs_info *fs_info,
if (!block_group) if (!block_group)
return -EINVAL; return -EINVAL;
cache_block_group(block_group, 0); btrfs_cache_block_group(block_group, 0);
caching_ctl = get_caching_control(block_group); caching_ctl = get_caching_control(block_group);
if (!caching_ctl) { if (!caching_ctl) {
/* Logic error */ /* Logic error */
BUG_ON(!block_group_cache_done(block_group)); BUG_ON(!btrfs_block_group_cache_done(block_group));
ret = btrfs_remove_free_space(block_group, start, num_bytes); ret = btrfs_remove_free_space(block_group, start, num_bytes);
} else { } else {
mutex_lock(&caching_ctl->mutex); mutex_lock(&caching_ctl->mutex);
...@@ -4308,7 +4301,7 @@ void btrfs_prepare_extent_commit(struct btrfs_fs_info *fs_info) ...@@ -4308,7 +4301,7 @@ void btrfs_prepare_extent_commit(struct btrfs_fs_info *fs_info)
list_for_each_entry_safe(caching_ctl, next, list_for_each_entry_safe(caching_ctl, next,
&fs_info->caching_block_groups, list) { &fs_info->caching_block_groups, list) {
cache = caching_ctl->block_group; cache = caching_ctl->block_group;
if (block_group_cache_done(cache)) { if (btrfs_block_group_cache_done(cache)) {
cache->last_byte_to_unpin = (u64)-1; cache->last_byte_to_unpin = (u64)-1;
list_del_init(&caching_ctl->list); list_del_init(&caching_ctl->list);
put_caching_control(caching_ctl); put_caching_control(caching_ctl);
...@@ -4937,8 +4930,7 @@ int btrfs_free_extent(struct btrfs_trans_handle *trans, struct btrfs_ref *ref) ...@@ -4937,8 +4930,7 @@ int btrfs_free_extent(struct btrfs_trans_handle *trans, struct btrfs_ref *ref)
* Callers of this must check if cache->cached == BTRFS_CACHE_ERROR before using * Callers of this must check if cache->cached == BTRFS_CACHE_ERROR before using
* any of the information in this block group. * any of the information in this block group.
*/ */
static noinline void void btrfs_wait_block_group_cache_progress(struct btrfs_block_group_cache *cache,
wait_block_group_cache_progress(struct btrfs_block_group_cache *cache,
u64 num_bytes) u64 num_bytes)
{ {
struct btrfs_caching_control *caching_ctl; struct btrfs_caching_control *caching_ctl;
...@@ -4947,14 +4939,13 @@ wait_block_group_cache_progress(struct btrfs_block_group_cache *cache, ...@@ -4947,14 +4939,13 @@ wait_block_group_cache_progress(struct btrfs_block_group_cache *cache,
if (!caching_ctl) if (!caching_ctl)
return; return;
wait_event(caching_ctl->wait, block_group_cache_done(cache) || wait_event(caching_ctl->wait, btrfs_block_group_cache_done(cache) ||
(cache->free_space_ctl->free_space >= num_bytes)); (cache->free_space_ctl->free_space >= num_bytes));
put_caching_control(caching_ctl); put_caching_control(caching_ctl);
} }
static noinline int int btrfs_wait_block_group_cache_done(struct btrfs_block_group_cache *cache)
wait_block_group_cache_done(struct btrfs_block_group_cache *cache)
{ {
struct btrfs_caching_control *caching_ctl; struct btrfs_caching_control *caching_ctl;
int ret = 0; int ret = 0;
...@@ -4963,7 +4954,7 @@ wait_block_group_cache_done(struct btrfs_block_group_cache *cache) ...@@ -4963,7 +4954,7 @@ wait_block_group_cache_done(struct btrfs_block_group_cache *cache)
if (!caching_ctl) if (!caching_ctl)
return (cache->cached == BTRFS_CACHE_ERROR) ? -EIO : 0; return (cache->cached == BTRFS_CACHE_ERROR) ? -EIO : 0;
wait_event(caching_ctl->wait, block_group_cache_done(cache)); wait_event(caching_ctl->wait, btrfs_block_group_cache_done(cache));
if (cache->cached == BTRFS_CACHE_ERROR) if (cache->cached == BTRFS_CACHE_ERROR)
ret = -EIO; ret = -EIO;
put_caching_control(caching_ctl); put_caching_control(caching_ctl);
...@@ -5189,7 +5180,7 @@ static int find_free_extent_clustered(struct btrfs_block_group_cache *bg, ...@@ -5189,7 +5180,7 @@ static int find_free_extent_clustered(struct btrfs_block_group_cache *bg,
spin_unlock(&last_ptr->refill_lock); spin_unlock(&last_ptr->refill_lock);
ffe_ctl->retry_clustered = true; ffe_ctl->retry_clustered = true;
wait_block_group_cache_progress(bg, ffe_ctl->num_bytes + btrfs_wait_block_group_cache_progress(bg, ffe_ctl->num_bytes +
ffe_ctl->empty_cluster + ffe_ctl->empty_size); ffe_ctl->empty_cluster + ffe_ctl->empty_size);
return -EAGAIN; return -EAGAIN;
} }
...@@ -5256,7 +5247,7 @@ static int find_free_extent_unclustered(struct btrfs_block_group_cache *bg, ...@@ -5256,7 +5247,7 @@ static int find_free_extent_unclustered(struct btrfs_block_group_cache *bg,
*/ */
if (!offset && !ffe_ctl->retry_unclustered && !ffe_ctl->cached && if (!offset && !ffe_ctl->retry_unclustered && !ffe_ctl->cached &&
ffe_ctl->loop > LOOP_CACHING_NOWAIT) { ffe_ctl->loop > LOOP_CACHING_NOWAIT) {
wait_block_group_cache_progress(bg, ffe_ctl->num_bytes + btrfs_wait_block_group_cache_progress(bg, ffe_ctl->num_bytes +
ffe_ctl->empty_size); ffe_ctl->empty_size);
ffe_ctl->retry_unclustered = true; ffe_ctl->retry_unclustered = true;
return -EAGAIN; return -EAGAIN;
...@@ -5564,10 +5555,10 @@ static noinline int find_free_extent(struct btrfs_fs_info *fs_info, ...@@ -5564,10 +5555,10 @@ static noinline int find_free_extent(struct btrfs_fs_info *fs_info,
} }
have_block_group: have_block_group:
ffe_ctl.cached = block_group_cache_done(block_group); ffe_ctl.cached = btrfs_block_group_cache_done(block_group);
if (unlikely(!ffe_ctl.cached)) { if (unlikely(!ffe_ctl.cached)) {
ffe_ctl.have_caching_bg = true; ffe_ctl.have_caching_bg = true;
ret = cache_block_group(block_group, 0); ret = btrfs_cache_block_group(block_group, 0);
BUG_ON(ret < 0); BUG_ON(ret < 0);
ret = 0; ret = 0;
} }
...@@ -7447,7 +7438,7 @@ void btrfs_put_block_group_cache(struct btrfs_fs_info *info) ...@@ -7447,7 +7438,7 @@ void btrfs_put_block_group_cache(struct btrfs_fs_info *info)
block_group = btrfs_lookup_first_block_group(info, last); block_group = btrfs_lookup_first_block_group(info, last);
while (block_group) { while (block_group) {
wait_block_group_cache_done(block_group); btrfs_wait_block_group_cache_done(block_group);
spin_lock(&block_group->lock); spin_lock(&block_group->lock);
if (block_group->iref) if (block_group->iref)
break; break;
...@@ -8211,7 +8202,7 @@ int btrfs_remove_block_group(struct btrfs_trans_handle *trans, ...@@ -8211,7 +8202,7 @@ int btrfs_remove_block_group(struct btrfs_trans_handle *trans,
if (block_group->has_caching_ctl) if (block_group->has_caching_ctl)
caching_ctl = get_caching_control(block_group); caching_ctl = get_caching_control(block_group);
if (block_group->cached == BTRFS_CACHE_STARTED) if (block_group->cached == BTRFS_CACHE_STARTED)
wait_block_group_cache_done(block_group); btrfs_wait_block_group_cache_done(block_group);
if (block_group->has_caching_ctl) { if (block_group->has_caching_ctl) {
down_write(&fs_info->commit_root_sem); down_write(&fs_info->commit_root_sem);
if (!caching_ctl) { if (!caching_ctl) {
...@@ -8683,14 +8674,14 @@ int btrfs_trim_fs(struct btrfs_fs_info *fs_info, struct fstrim_range *range) ...@@ -8683,14 +8674,14 @@ int btrfs_trim_fs(struct btrfs_fs_info *fs_info, struct fstrim_range *range)
end = min(range_end, cache->key.objectid + cache->key.offset); end = min(range_end, cache->key.objectid + cache->key.offset);
if (end - start >= range->minlen) { if (end - start >= range->minlen) {
if (!block_group_cache_done(cache)) { if (!btrfs_block_group_cache_done(cache)) {
ret = cache_block_group(cache, 0); ret = btrfs_cache_block_group(cache, 0);
if (ret) { if (ret) {
bg_failed++; bg_failed++;
bg_ret = ret; bg_ret = ret;
continue; continue;
} }
ret = wait_block_group_cache_done(cache); ret = btrfs_wait_block_group_cache_done(cache);
if (ret) { if (ret) {
bg_failed++; bg_failed++;
bg_ret = ret; bg_ret = ret;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment