Btrfs: replace tree->mapping with tree->private_data
For extent_io tree's we have carried the address_mapping of the inode around in the io tree in order to pull the inode back out for calling into various tree ops hooks. This works fine when everything that has an extent_io_tree has an inode. But we are going to remove the btree_inode, so we need to change this. Instead just have a generic void * for private data that we can initialize with, and have all the tree ops use that instead. This had a lot of cascading changes but should be relatively straightforward. Signed-off-by: Josef Bacik <jbacik@fb.com> Reviewed-by: Chandan Rajendra <chandan@linux.vnet.ibm.com> Reviewed-by: David Sterba <dsterba@suse.com> [ minor reordering of the callback prototypes ] Signed-off-by: David Sterba <dsterba@suse.com>
This commit is contained in:
parent
2723480a0f
commit
c6100a4b4e
|
@ -3172,6 +3172,7 @@ int btrfs_create_subvol_root(struct btrfs_trans_handle *trans,
|
||||||
int btrfs_merge_bio_hook(struct page *page, unsigned long offset,
|
int btrfs_merge_bio_hook(struct page *page, unsigned long offset,
|
||||||
size_t size, struct bio *bio,
|
size_t size, struct bio *bio,
|
||||||
unsigned long bio_flags);
|
unsigned long bio_flags);
|
||||||
|
void btrfs_set_range_writeback(void *private_data, u64 start, u64 end);
|
||||||
int btrfs_page_mkwrite(struct vm_fault *vmf);
|
int btrfs_page_mkwrite(struct vm_fault *vmf);
|
||||||
int btrfs_readpage(struct file *file, struct page *page);
|
int btrfs_readpage(struct file *file, struct page *page);
|
||||||
void btrfs_evict_inode(struct inode *inode);
|
void btrfs_evict_inode(struct inode *inode);
|
||||||
|
|
|
@ -118,7 +118,8 @@ void btrfs_end_io_wq_exit(void)
|
||||||
* just before they are sent down the IO stack.
|
* just before they are sent down the IO stack.
|
||||||
*/
|
*/
|
||||||
struct async_submit_bio {
|
struct async_submit_bio {
|
||||||
struct inode *inode;
|
void *private_data;
|
||||||
|
struct btrfs_fs_info *fs_info;
|
||||||
struct bio *bio;
|
struct bio *bio;
|
||||||
struct list_head list;
|
struct list_head list;
|
||||||
extent_submit_bio_hook_t *submit_bio_start;
|
extent_submit_bio_hook_t *submit_bio_start;
|
||||||
|
@ -871,7 +872,7 @@ static void run_one_async_start(struct btrfs_work *work)
|
||||||
int ret;
|
int ret;
|
||||||
|
|
||||||
async = container_of(work, struct async_submit_bio, work);
|
async = container_of(work, struct async_submit_bio, work);
|
||||||
ret = async->submit_bio_start(async->inode, async->bio,
|
ret = async->submit_bio_start(async->private_data, async->bio,
|
||||||
async->mirror_num, async->bio_flags,
|
async->mirror_num, async->bio_flags,
|
||||||
async->bio_offset);
|
async->bio_offset);
|
||||||
if (ret)
|
if (ret)
|
||||||
|
@ -885,7 +886,7 @@ static void run_one_async_done(struct btrfs_work *work)
|
||||||
int limit;
|
int limit;
|
||||||
|
|
||||||
async = container_of(work, struct async_submit_bio, work);
|
async = container_of(work, struct async_submit_bio, work);
|
||||||
fs_info = BTRFS_I(async->inode)->root->fs_info;
|
fs_info = async->fs_info;
|
||||||
|
|
||||||
limit = btrfs_async_submit_limit(fs_info);
|
limit = btrfs_async_submit_limit(fs_info);
|
||||||
limit = limit * 2 / 3;
|
limit = limit * 2 / 3;
|
||||||
|
@ -904,7 +905,7 @@ static void run_one_async_done(struct btrfs_work *work)
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
async->submit_bio_done(async->inode, async->bio, async->mirror_num,
|
async->submit_bio_done(async->private_data, async->bio, async->mirror_num,
|
||||||
async->bio_flags, async->bio_offset);
|
async->bio_flags, async->bio_offset);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -916,10 +917,9 @@ static void run_one_async_free(struct btrfs_work *work)
|
||||||
kfree(async);
|
kfree(async);
|
||||||
}
|
}
|
||||||
|
|
||||||
int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode,
|
int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct bio *bio,
|
||||||
struct bio *bio, int mirror_num,
|
int mirror_num, unsigned long bio_flags,
|
||||||
unsigned long bio_flags,
|
u64 bio_offset, void *private_data,
|
||||||
u64 bio_offset,
|
|
||||||
extent_submit_bio_hook_t *submit_bio_start,
|
extent_submit_bio_hook_t *submit_bio_start,
|
||||||
extent_submit_bio_hook_t *submit_bio_done)
|
extent_submit_bio_hook_t *submit_bio_done)
|
||||||
{
|
{
|
||||||
|
@ -929,7 +929,8 @@ int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode,
|
||||||
if (!async)
|
if (!async)
|
||||||
return -ENOMEM;
|
return -ENOMEM;
|
||||||
|
|
||||||
async->inode = inode;
|
async->private_data = private_data;
|
||||||
|
async->fs_info = fs_info;
|
||||||
async->bio = bio;
|
async->bio = bio;
|
||||||
async->mirror_num = mirror_num;
|
async->mirror_num = mirror_num;
|
||||||
async->submit_bio_start = submit_bio_start;
|
async->submit_bio_start = submit_bio_start;
|
||||||
|
@ -975,7 +976,7 @@ static int btree_csum_one_bio(struct bio *bio)
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int __btree_submit_bio_start(struct inode *inode, struct bio *bio,
|
static int __btree_submit_bio_start(void *private_data, struct bio *bio,
|
||||||
int mirror_num, unsigned long bio_flags,
|
int mirror_num, unsigned long bio_flags,
|
||||||
u64 bio_offset)
|
u64 bio_offset)
|
||||||
{
|
{
|
||||||
|
@ -986,10 +987,11 @@ static int __btree_submit_bio_start(struct inode *inode, struct bio *bio,
|
||||||
return btree_csum_one_bio(bio);
|
return btree_csum_one_bio(bio);
|
||||||
}
|
}
|
||||||
|
|
||||||
static int __btree_submit_bio_done(struct inode *inode, struct bio *bio,
|
static int __btree_submit_bio_done(void *private_data, struct bio *bio,
|
||||||
int mirror_num, unsigned long bio_flags,
|
int mirror_num, unsigned long bio_flags,
|
||||||
u64 bio_offset)
|
u64 bio_offset)
|
||||||
{
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
int ret;
|
int ret;
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1015,10 +1017,11 @@ static int check_async_write(unsigned long bio_flags)
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int btree_submit_bio_hook(struct inode *inode, struct bio *bio,
|
static int btree_submit_bio_hook(void *private_data, struct bio *bio,
|
||||||
int mirror_num, unsigned long bio_flags,
|
int mirror_num, unsigned long bio_flags,
|
||||||
u64 bio_offset)
|
u64 bio_offset)
|
||||||
{
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
struct btrfs_fs_info *fs_info = btrfs_sb(inode->i_sb);
|
struct btrfs_fs_info *fs_info = btrfs_sb(inode->i_sb);
|
||||||
int async = check_async_write(bio_flags);
|
int async = check_async_write(bio_flags);
|
||||||
int ret;
|
int ret;
|
||||||
|
@ -1043,8 +1046,8 @@ static int btree_submit_bio_hook(struct inode *inode, struct bio *bio,
|
||||||
* kthread helpers are used to submit writes so that
|
* kthread helpers are used to submit writes so that
|
||||||
* checksumming can happen in parallel across all CPUs
|
* checksumming can happen in parallel across all CPUs
|
||||||
*/
|
*/
|
||||||
ret = btrfs_wq_submit_bio(fs_info, inode, bio, mirror_num, 0,
|
ret = btrfs_wq_submit_bio(fs_info, bio, mirror_num, 0,
|
||||||
bio_offset,
|
bio_offset, private_data,
|
||||||
__btree_submit_bio_start,
|
__btree_submit_bio_start,
|
||||||
__btree_submit_bio_done);
|
__btree_submit_bio_done);
|
||||||
}
|
}
|
||||||
|
@ -1347,8 +1350,7 @@ static void __setup_root(struct btrfs_root *root, struct btrfs_fs_info *fs_info,
|
||||||
root->log_transid_committed = -1;
|
root->log_transid_committed = -1;
|
||||||
root->last_log_commit = 0;
|
root->last_log_commit = 0;
|
||||||
if (!dummy)
|
if (!dummy)
|
||||||
extent_io_tree_init(&root->dirty_log_pages,
|
extent_io_tree_init(&root->dirty_log_pages, NULL);
|
||||||
fs_info->btree_inode->i_mapping);
|
|
||||||
|
|
||||||
memset(&root->root_key, 0, sizeof(root->root_key));
|
memset(&root->root_key, 0, sizeof(root->root_key));
|
||||||
memset(&root->root_item, 0, sizeof(root->root_item));
|
memset(&root->root_item, 0, sizeof(root->root_item));
|
||||||
|
@ -2309,7 +2311,7 @@ static void btrfs_init_btree_inode(struct btrfs_fs_info *fs_info)
|
||||||
inode->i_mapping->a_ops = &btree_aops;
|
inode->i_mapping->a_ops = &btree_aops;
|
||||||
|
|
||||||
RB_CLEAR_NODE(&BTRFS_I(inode)->rb_node);
|
RB_CLEAR_NODE(&BTRFS_I(inode)->rb_node);
|
||||||
extent_io_tree_init(&BTRFS_I(inode)->io_tree, inode->i_mapping);
|
extent_io_tree_init(&BTRFS_I(inode)->io_tree, inode);
|
||||||
BTRFS_I(inode)->io_tree.track_uptodate = 0;
|
BTRFS_I(inode)->io_tree.track_uptodate = 0;
|
||||||
extent_map_tree_init(&BTRFS_I(inode)->extent_tree);
|
extent_map_tree_init(&BTRFS_I(inode)->extent_tree);
|
||||||
|
|
||||||
|
@ -2703,10 +2705,8 @@ int open_ctree(struct super_block *sb,
|
||||||
fs_info->block_group_cache_tree = RB_ROOT;
|
fs_info->block_group_cache_tree = RB_ROOT;
|
||||||
fs_info->first_logical_byte = (u64)-1;
|
fs_info->first_logical_byte = (u64)-1;
|
||||||
|
|
||||||
extent_io_tree_init(&fs_info->freed_extents[0],
|
extent_io_tree_init(&fs_info->freed_extents[0], NULL);
|
||||||
fs_info->btree_inode->i_mapping);
|
extent_io_tree_init(&fs_info->freed_extents[1], NULL);
|
||||||
extent_io_tree_init(&fs_info->freed_extents[1],
|
|
||||||
fs_info->btree_inode->i_mapping);
|
|
||||||
fs_info->pinned_extents = &fs_info->freed_extents[0];
|
fs_info->pinned_extents = &fs_info->freed_extents[0];
|
||||||
set_bit(BTRFS_FS_BARRIER, &fs_info->flags);
|
set_bit(BTRFS_FS_BARRIER, &fs_info->flags);
|
||||||
|
|
||||||
|
@ -4686,6 +4686,12 @@ static int btrfs_cleanup_transaction(struct btrfs_fs_info *fs_info)
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static struct btrfs_fs_info *btree_fs_info(void *private_data)
|
||||||
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
|
return btrfs_sb(inode->i_sb);
|
||||||
|
}
|
||||||
|
|
||||||
static const struct extent_io_ops btree_extent_io_ops = {
|
static const struct extent_io_ops btree_extent_io_ops = {
|
||||||
/* mandatory callbacks */
|
/* mandatory callbacks */
|
||||||
.submit_bio_hook = btree_submit_bio_hook,
|
.submit_bio_hook = btree_submit_bio_hook,
|
||||||
|
@ -4693,6 +4699,8 @@ static const struct extent_io_ops btree_extent_io_ops = {
|
||||||
/* note we're sharing with inode.c for the merge bio hook */
|
/* note we're sharing with inode.c for the merge bio hook */
|
||||||
.merge_bio_hook = btrfs_merge_bio_hook,
|
.merge_bio_hook = btrfs_merge_bio_hook,
|
||||||
.readpage_io_failed_hook = btree_io_failed_hook,
|
.readpage_io_failed_hook = btree_io_failed_hook,
|
||||||
|
.set_range_writeback = btrfs_set_range_writeback,
|
||||||
|
.tree_fs_info = btree_fs_info,
|
||||||
|
|
||||||
/* optional callbacks */
|
/* optional callbacks */
|
||||||
};
|
};
|
||||||
|
|
|
@ -120,9 +120,9 @@ u32 btrfs_csum_data(const char *data, u32 seed, size_t len);
|
||||||
void btrfs_csum_final(u32 crc, u8 *result);
|
void btrfs_csum_final(u32 crc, u8 *result);
|
||||||
int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio,
|
int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio,
|
||||||
enum btrfs_wq_endio_type metadata);
|
enum btrfs_wq_endio_type metadata);
|
||||||
int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode,
|
int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct bio *bio,
|
||||||
struct bio *bio, int mirror_num,
|
int mirror_num, unsigned long bio_flags,
|
||||||
unsigned long bio_flags, u64 bio_offset,
|
u64 bio_offset, void *private_data,
|
||||||
extent_submit_bio_hook_t *submit_bio_start,
|
extent_submit_bio_hook_t *submit_bio_start,
|
||||||
extent_submit_bio_hook_t *submit_bio_done);
|
extent_submit_bio_hook_t *submit_bio_done);
|
||||||
unsigned long btrfs_async_submit_limit(struct btrfs_fs_info *info);
|
unsigned long btrfs_async_submit_limit(struct btrfs_fs_info *info);
|
||||||
|
|
|
@ -87,19 +87,9 @@ void btrfs_leak_debug_check(void)
|
||||||
static inline void __btrfs_debug_check_extent_io_range(const char *caller,
|
static inline void __btrfs_debug_check_extent_io_range(const char *caller,
|
||||||
struct extent_io_tree *tree, u64 start, u64 end)
|
struct extent_io_tree *tree, u64 start, u64 end)
|
||||||
{
|
{
|
||||||
struct inode *inode;
|
if (tree->ops && tree->ops->check_extent_io_range)
|
||||||
u64 isize;
|
tree->ops->check_extent_io_range(tree->private_data, caller,
|
||||||
|
start, end);
|
||||||
if (!tree->mapping)
|
|
||||||
return;
|
|
||||||
|
|
||||||
inode = tree->mapping->host;
|
|
||||||
isize = i_size_read(inode);
|
|
||||||
if (end >= PAGE_SIZE && (end % 2) == 0 && end != isize - 1) {
|
|
||||||
btrfs_debug_rl(BTRFS_I(inode)->root->fs_info,
|
|
||||||
"%s: ino %llu isize %llu odd range [%llu,%llu]",
|
|
||||||
caller, btrfs_ino(BTRFS_I(inode)), isize, start, end);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
#else
|
#else
|
||||||
#define btrfs_leak_debug_add(new, head) do {} while (0)
|
#define btrfs_leak_debug_add(new, head) do {} while (0)
|
||||||
|
@ -154,9 +144,9 @@ static noinline void flush_write_bio(void *data);
|
||||||
static inline struct btrfs_fs_info *
|
static inline struct btrfs_fs_info *
|
||||||
tree_fs_info(struct extent_io_tree *tree)
|
tree_fs_info(struct extent_io_tree *tree)
|
||||||
{
|
{
|
||||||
if (!tree->mapping)
|
if (tree->ops)
|
||||||
return NULL;
|
return tree->ops->tree_fs_info(tree->private_data);
|
||||||
return btrfs_sb(tree->mapping->host->i_sb);
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
int __init extent_io_init(void)
|
int __init extent_io_init(void)
|
||||||
|
@ -213,13 +203,13 @@ void extent_io_exit(void)
|
||||||
}
|
}
|
||||||
|
|
||||||
void extent_io_tree_init(struct extent_io_tree *tree,
|
void extent_io_tree_init(struct extent_io_tree *tree,
|
||||||
struct address_space *mapping)
|
void *private_data)
|
||||||
{
|
{
|
||||||
tree->state = RB_ROOT;
|
tree->state = RB_ROOT;
|
||||||
tree->ops = NULL;
|
tree->ops = NULL;
|
||||||
tree->dirty_bytes = 0;
|
tree->dirty_bytes = 0;
|
||||||
spin_lock_init(&tree->lock);
|
spin_lock_init(&tree->lock);
|
||||||
tree->mapping = mapping;
|
tree->private_data = private_data;
|
||||||
}
|
}
|
||||||
|
|
||||||
static struct extent_state *alloc_extent_state(gfp_t mask)
|
static struct extent_state *alloc_extent_state(gfp_t mask)
|
||||||
|
@ -369,8 +359,7 @@ static void merge_cb(struct extent_io_tree *tree, struct extent_state *new,
|
||||||
struct extent_state *other)
|
struct extent_state *other)
|
||||||
{
|
{
|
||||||
if (tree->ops && tree->ops->merge_extent_hook)
|
if (tree->ops && tree->ops->merge_extent_hook)
|
||||||
tree->ops->merge_extent_hook(tree->mapping->host, new,
|
tree->ops->merge_extent_hook(tree->private_data, new, other);
|
||||||
other);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -421,15 +410,14 @@ static void set_state_cb(struct extent_io_tree *tree,
|
||||||
struct extent_state *state, unsigned *bits)
|
struct extent_state *state, unsigned *bits)
|
||||||
{
|
{
|
||||||
if (tree->ops && tree->ops->set_bit_hook)
|
if (tree->ops && tree->ops->set_bit_hook)
|
||||||
tree->ops->set_bit_hook(tree->mapping->host, state, bits);
|
tree->ops->set_bit_hook(tree->private_data, state, bits);
|
||||||
}
|
}
|
||||||
|
|
||||||
static void clear_state_cb(struct extent_io_tree *tree,
|
static void clear_state_cb(struct extent_io_tree *tree,
|
||||||
struct extent_state *state, unsigned *bits)
|
struct extent_state *state, unsigned *bits)
|
||||||
{
|
{
|
||||||
if (tree->ops && tree->ops->clear_bit_hook)
|
if (tree->ops && tree->ops->clear_bit_hook)
|
||||||
tree->ops->clear_bit_hook(BTRFS_I(tree->mapping->host),
|
tree->ops->clear_bit_hook(tree->private_data, state, bits);
|
||||||
state, bits);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
static void set_state_bits(struct extent_io_tree *tree,
|
static void set_state_bits(struct extent_io_tree *tree,
|
||||||
|
@ -478,7 +466,7 @@ static void split_cb(struct extent_io_tree *tree, struct extent_state *orig,
|
||||||
u64 split)
|
u64 split)
|
||||||
{
|
{
|
||||||
if (tree->ops && tree->ops->split_extent_hook)
|
if (tree->ops && tree->ops->split_extent_hook)
|
||||||
tree->ops->split_extent_hook(tree->mapping->host, orig, split);
|
tree->ops->split_extent_hook(tree->private_data, orig, split);
|
||||||
}
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1402,17 +1390,7 @@ void extent_range_redirty_for_io(struct inode *inode, u64 start, u64 end)
|
||||||
*/
|
*/
|
||||||
static void set_range_writeback(struct extent_io_tree *tree, u64 start, u64 end)
|
static void set_range_writeback(struct extent_io_tree *tree, u64 start, u64 end)
|
||||||
{
|
{
|
||||||
unsigned long index = start >> PAGE_SHIFT;
|
tree->ops->set_range_writeback(tree->private_data, start, end);
|
||||||
unsigned long end_index = end >> PAGE_SHIFT;
|
|
||||||
struct page *page;
|
|
||||||
|
|
||||||
while (index <= end_index) {
|
|
||||||
page = find_get_page(tree->mapping, index);
|
|
||||||
BUG_ON(!page); /* Pages should be in the extent_io_tree */
|
|
||||||
set_page_writeback(page);
|
|
||||||
put_page(page);
|
|
||||||
index++;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/* find the first state struct with 'bits' set after 'start', and
|
/* find the first state struct with 'bits' set after 'start', and
|
||||||
|
@ -2431,7 +2409,7 @@ static int bio_readpage_error(struct bio *failed_bio, u64 phy_offset,
|
||||||
"Repair Read Error: submitting new read[%#x] to this_mirror=%d, in_validation=%d",
|
"Repair Read Error: submitting new read[%#x] to this_mirror=%d, in_validation=%d",
|
||||||
read_mode, failrec->this_mirror, failrec->in_validation);
|
read_mode, failrec->this_mirror, failrec->in_validation);
|
||||||
|
|
||||||
ret = tree->ops->submit_bio_hook(inode, bio, failrec->this_mirror,
|
ret = tree->ops->submit_bio_hook(tree->private_data, bio, failrec->this_mirror,
|
||||||
failrec->bio_flags, 0);
|
failrec->bio_flags, 0);
|
||||||
if (ret) {
|
if (ret) {
|
||||||
free_io_failure(BTRFS_I(inode), failrec);
|
free_io_failure(BTRFS_I(inode), failrec);
|
||||||
|
@ -2755,7 +2733,7 @@ static int __must_check submit_one_bio(struct bio *bio, int mirror_num,
|
||||||
bio_get(bio);
|
bio_get(bio);
|
||||||
|
|
||||||
if (tree->ops)
|
if (tree->ops)
|
||||||
ret = tree->ops->submit_bio_hook(page->mapping->host, bio,
|
ret = tree->ops->submit_bio_hook(tree->private_data, bio,
|
||||||
mirror_num, bio_flags, start);
|
mirror_num, bio_flags, start);
|
||||||
else
|
else
|
||||||
btrfsic_submit_bio(bio);
|
btrfsic_submit_bio(bio);
|
||||||
|
|
|
@ -92,7 +92,7 @@ struct btrfs_inode;
|
||||||
struct btrfs_io_bio;
|
struct btrfs_io_bio;
|
||||||
struct io_failure_record;
|
struct io_failure_record;
|
||||||
|
|
||||||
typedef int (extent_submit_bio_hook_t)(struct inode *inode, struct bio *bio,
|
typedef int (extent_submit_bio_hook_t)(void *private_data, struct bio *bio,
|
||||||
int mirror_num, unsigned long bio_flags,
|
int mirror_num, unsigned long bio_flags,
|
||||||
u64 bio_offset);
|
u64 bio_offset);
|
||||||
struct extent_io_ops {
|
struct extent_io_ops {
|
||||||
|
@ -108,32 +108,36 @@ struct extent_io_ops {
|
||||||
size_t size, struct bio *bio,
|
size_t size, struct bio *bio,
|
||||||
unsigned long bio_flags);
|
unsigned long bio_flags);
|
||||||
int (*readpage_io_failed_hook)(struct page *page, int failed_mirror);
|
int (*readpage_io_failed_hook)(struct page *page, int failed_mirror);
|
||||||
|
struct btrfs_fs_info *(*tree_fs_info)(void *private_data);
|
||||||
|
void (*set_range_writeback)(void *private_data, u64 start, u64 end);
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Optional hooks, called if the pointer is not NULL
|
* Optional hooks, called if the pointer is not NULL
|
||||||
*/
|
*/
|
||||||
int (*fill_delalloc)(struct inode *inode, struct page *locked_page,
|
int (*fill_delalloc)(void *private_data, struct page *locked_page,
|
||||||
u64 start, u64 end, int *page_started,
|
u64 start, u64 end, int *page_started,
|
||||||
unsigned long *nr_written);
|
unsigned long *nr_written);
|
||||||
|
|
||||||
int (*writepage_start_hook)(struct page *page, u64 start, u64 end);
|
int (*writepage_start_hook)(struct page *page, u64 start, u64 end);
|
||||||
void (*writepage_end_io_hook)(struct page *page, u64 start, u64 end,
|
void (*writepage_end_io_hook)(struct page *page, u64 start, u64 end,
|
||||||
struct extent_state *state, int uptodate);
|
struct extent_state *state, int uptodate);
|
||||||
void (*set_bit_hook)(struct inode *inode, struct extent_state *state,
|
void (*set_bit_hook)(void *private_data, struct extent_state *state,
|
||||||
unsigned *bits);
|
unsigned *bits);
|
||||||
void (*clear_bit_hook)(struct btrfs_inode *inode,
|
void (*clear_bit_hook)(void *private_data,
|
||||||
struct extent_state *state,
|
struct extent_state *state,
|
||||||
unsigned *bits);
|
unsigned *bits);
|
||||||
void (*merge_extent_hook)(struct inode *inode,
|
void (*merge_extent_hook)(void *private_data,
|
||||||
struct extent_state *new,
|
struct extent_state *new,
|
||||||
struct extent_state *other);
|
struct extent_state *other);
|
||||||
void (*split_extent_hook)(struct inode *inode,
|
void (*split_extent_hook)(void *private_data,
|
||||||
struct extent_state *orig, u64 split);
|
struct extent_state *orig, u64 split);
|
||||||
|
void (*check_extent_io_range)(void *private_data, const char *caller,
|
||||||
|
u64 start, u64 end);
|
||||||
};
|
};
|
||||||
|
|
||||||
struct extent_io_tree {
|
struct extent_io_tree {
|
||||||
struct rb_root state;
|
struct rb_root state;
|
||||||
struct address_space *mapping;
|
void *private_data;
|
||||||
u64 dirty_bytes;
|
u64 dirty_bytes;
|
||||||
int track_uptodate;
|
int track_uptodate;
|
||||||
spinlock_t lock;
|
spinlock_t lock;
|
||||||
|
@ -230,8 +234,7 @@ typedef struct extent_map *(get_extent_t)(struct btrfs_inode *inode,
|
||||||
u64 start, u64 len,
|
u64 start, u64 len,
|
||||||
int create);
|
int create);
|
||||||
|
|
||||||
void extent_io_tree_init(struct extent_io_tree *tree,
|
void extent_io_tree_init(struct extent_io_tree *tree, void *private_data);
|
||||||
struct address_space *mapping);
|
|
||||||
int try_release_extent_mapping(struct extent_map_tree *map,
|
int try_release_extent_mapping(struct extent_map_tree *map,
|
||||||
struct extent_io_tree *tree, struct page *page,
|
struct extent_io_tree *tree, struct page *page,
|
||||||
gfp_t mask);
|
gfp_t mask);
|
||||||
|
|
|
@ -1569,10 +1569,11 @@ static inline int need_force_cow(struct inode *inode, u64 start, u64 end)
|
||||||
/*
|
/*
|
||||||
* extent_io.c call back to do delayed allocation processing
|
* extent_io.c call back to do delayed allocation processing
|
||||||
*/
|
*/
|
||||||
static int run_delalloc_range(struct inode *inode, struct page *locked_page,
|
static int run_delalloc_range(void *private_data, struct page *locked_page,
|
||||||
u64 start, u64 end, int *page_started,
|
u64 start, u64 end, int *page_started,
|
||||||
unsigned long *nr_written)
|
unsigned long *nr_written)
|
||||||
{
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
int ret;
|
int ret;
|
||||||
int force_cow = need_force_cow(inode, start, end);
|
int force_cow = need_force_cow(inode, start, end);
|
||||||
|
|
||||||
|
@ -1596,9 +1597,10 @@ static int run_delalloc_range(struct inode *inode, struct page *locked_page,
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
static void btrfs_split_extent_hook(struct inode *inode,
|
static void btrfs_split_extent_hook(void *private_data,
|
||||||
struct extent_state *orig, u64 split)
|
struct extent_state *orig, u64 split)
|
||||||
{
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
u64 size;
|
u64 size;
|
||||||
|
|
||||||
/* not delalloc, ignore it */
|
/* not delalloc, ignore it */
|
||||||
|
@ -1633,10 +1635,11 @@ static void btrfs_split_extent_hook(struct inode *inode,
|
||||||
* extents, such as when we are doing sequential writes, so we can properly
|
* extents, such as when we are doing sequential writes, so we can properly
|
||||||
* account for the metadata space we'll need.
|
* account for the metadata space we'll need.
|
||||||
*/
|
*/
|
||||||
static void btrfs_merge_extent_hook(struct inode *inode,
|
static void btrfs_merge_extent_hook(void *private_data,
|
||||||
struct extent_state *new,
|
struct extent_state *new,
|
||||||
struct extent_state *other)
|
struct extent_state *other)
|
||||||
{
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
u64 new_size, old_size;
|
u64 new_size, old_size;
|
||||||
u32 num_extents;
|
u32 num_extents;
|
||||||
|
|
||||||
|
@ -1736,9 +1739,10 @@ static void btrfs_del_delalloc_inode(struct btrfs_root *root,
|
||||||
* bytes in this file, and to maintain the list of inodes that
|
* bytes in this file, and to maintain the list of inodes that
|
||||||
* have pending delalloc work to be done.
|
* have pending delalloc work to be done.
|
||||||
*/
|
*/
|
||||||
static void btrfs_set_bit_hook(struct inode *inode,
|
static void btrfs_set_bit_hook(void *private_data,
|
||||||
struct extent_state *state, unsigned *bits)
|
struct extent_state *state, unsigned *bits)
|
||||||
{
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
|
|
||||||
struct btrfs_fs_info *fs_info = btrfs_sb(inode->i_sb);
|
struct btrfs_fs_info *fs_info = btrfs_sb(inode->i_sb);
|
||||||
|
|
||||||
|
@ -1790,10 +1794,11 @@ static void btrfs_set_bit_hook(struct inode *inode,
|
||||||
/*
|
/*
|
||||||
* extent_io.c clear_bit_hook, see set_bit_hook for why
|
* extent_io.c clear_bit_hook, see set_bit_hook for why
|
||||||
*/
|
*/
|
||||||
static void btrfs_clear_bit_hook(struct btrfs_inode *inode,
|
static void btrfs_clear_bit_hook(void *private_data,
|
||||||
struct extent_state *state,
|
struct extent_state *state,
|
||||||
unsigned *bits)
|
unsigned *bits)
|
||||||
{
|
{
|
||||||
|
struct btrfs_inode *inode = BTRFS_I((struct inode *)private_data);
|
||||||
struct btrfs_fs_info *fs_info = btrfs_sb(inode->vfs_inode.i_sb);
|
struct btrfs_fs_info *fs_info = btrfs_sb(inode->vfs_inode.i_sb);
|
||||||
u64 len = state->end + 1 - state->start;
|
u64 len = state->end + 1 - state->start;
|
||||||
u32 num_extents = count_max_extents(len);
|
u32 num_extents = count_max_extents(len);
|
||||||
|
@ -1901,10 +1906,11 @@ int btrfs_merge_bio_hook(struct page *page, unsigned long offset,
|
||||||
* At IO completion time the cums attached on the ordered extent record
|
* At IO completion time the cums attached on the ordered extent record
|
||||||
* are inserted into the btree
|
* are inserted into the btree
|
||||||
*/
|
*/
|
||||||
static int __btrfs_submit_bio_start(struct inode *inode, struct bio *bio,
|
static int __btrfs_submit_bio_start(void *private_data, struct bio *bio,
|
||||||
int mirror_num, unsigned long bio_flags,
|
int mirror_num, unsigned long bio_flags,
|
||||||
u64 bio_offset)
|
u64 bio_offset)
|
||||||
{
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
int ret = 0;
|
int ret = 0;
|
||||||
|
|
||||||
ret = btrfs_csum_one_bio(inode, bio, 0, 0);
|
ret = btrfs_csum_one_bio(inode, bio, 0, 0);
|
||||||
|
@ -1920,10 +1926,11 @@ static int __btrfs_submit_bio_start(struct inode *inode, struct bio *bio,
|
||||||
* At IO completion time the cums attached on the ordered extent record
|
* At IO completion time the cums attached on the ordered extent record
|
||||||
* are inserted into the btree
|
* are inserted into the btree
|
||||||
*/
|
*/
|
||||||
static int __btrfs_submit_bio_done(struct inode *inode, struct bio *bio,
|
static int __btrfs_submit_bio_done(void *private_data, struct bio *bio,
|
||||||
int mirror_num, unsigned long bio_flags,
|
int mirror_num, unsigned long bio_flags,
|
||||||
u64 bio_offset)
|
u64 bio_offset)
|
||||||
{
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
struct btrfs_fs_info *fs_info = btrfs_sb(inode->i_sb);
|
struct btrfs_fs_info *fs_info = btrfs_sb(inode->i_sb);
|
||||||
int ret;
|
int ret;
|
||||||
|
|
||||||
|
@ -1939,10 +1946,11 @@ static int __btrfs_submit_bio_done(struct inode *inode, struct bio *bio,
|
||||||
* extent_io.c submission hook. This does the right thing for csum calculation
|
* extent_io.c submission hook. This does the right thing for csum calculation
|
||||||
* on write, or reading the csums from the tree before a read
|
* on write, or reading the csums from the tree before a read
|
||||||
*/
|
*/
|
||||||
static int btrfs_submit_bio_hook(struct inode *inode, struct bio *bio,
|
static int btrfs_submit_bio_hook(void *private_data, struct bio *bio,
|
||||||
int mirror_num, unsigned long bio_flags,
|
int mirror_num, unsigned long bio_flags,
|
||||||
u64 bio_offset)
|
u64 bio_offset)
|
||||||
{
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
struct btrfs_fs_info *fs_info = btrfs_sb(inode->i_sb);
|
struct btrfs_fs_info *fs_info = btrfs_sb(inode->i_sb);
|
||||||
struct btrfs_root *root = BTRFS_I(inode)->root;
|
struct btrfs_root *root = BTRFS_I(inode)->root;
|
||||||
enum btrfs_wq_endio_type metadata = BTRFS_WQ_ENDIO_DATA;
|
enum btrfs_wq_endio_type metadata = BTRFS_WQ_ENDIO_DATA;
|
||||||
|
@ -1976,8 +1984,8 @@ static int btrfs_submit_bio_hook(struct inode *inode, struct bio *bio,
|
||||||
if (root->root_key.objectid == BTRFS_DATA_RELOC_TREE_OBJECTID)
|
if (root->root_key.objectid == BTRFS_DATA_RELOC_TREE_OBJECTID)
|
||||||
goto mapit;
|
goto mapit;
|
||||||
/* we're doing a write, do the async checksumming */
|
/* we're doing a write, do the async checksumming */
|
||||||
ret = btrfs_wq_submit_bio(fs_info, inode, bio, mirror_num,
|
ret = btrfs_wq_submit_bio(fs_info, bio, mirror_num, bio_flags,
|
||||||
bio_flags, bio_offset,
|
bio_offset, inode,
|
||||||
__btrfs_submit_bio_start,
|
__btrfs_submit_bio_start,
|
||||||
__btrfs_submit_bio_done);
|
__btrfs_submit_bio_done);
|
||||||
goto out;
|
goto out;
|
||||||
|
@ -8306,10 +8314,11 @@ static void btrfs_endio_direct_write(struct bio *bio)
|
||||||
bio_put(bio);
|
bio_put(bio);
|
||||||
}
|
}
|
||||||
|
|
||||||
static int __btrfs_submit_bio_start_direct_io(struct inode *inode,
|
static int __btrfs_submit_bio_start_direct_io(void *private_data,
|
||||||
struct bio *bio, int mirror_num,
|
struct bio *bio, int mirror_num,
|
||||||
unsigned long bio_flags, u64 offset)
|
unsigned long bio_flags, u64 offset)
|
||||||
{
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
int ret;
|
int ret;
|
||||||
ret = btrfs_csum_one_bio(inode, bio, offset, 1);
|
ret = btrfs_csum_one_bio(inode, bio, offset, 1);
|
||||||
BUG_ON(ret); /* -ENOMEM */
|
BUG_ON(ret); /* -ENOMEM */
|
||||||
|
@ -8421,8 +8430,8 @@ static inline int __btrfs_submit_dio_bio(struct bio *bio, struct inode *inode,
|
||||||
goto map;
|
goto map;
|
||||||
|
|
||||||
if (write && async_submit) {
|
if (write && async_submit) {
|
||||||
ret = btrfs_wq_submit_bio(fs_info, inode, bio, 0, 0,
|
ret = btrfs_wq_submit_bio(fs_info, bio, 0, 0,
|
||||||
file_offset,
|
file_offset, inode,
|
||||||
__btrfs_submit_bio_start_direct_io,
|
__btrfs_submit_bio_start_direct_io,
|
||||||
__btrfs_submit_bio_done);
|
__btrfs_submit_bio_done);
|
||||||
goto err;
|
goto err;
|
||||||
|
@ -9402,8 +9411,8 @@ struct inode *btrfs_alloc_inode(struct super_block *sb)
|
||||||
|
|
||||||
inode = &ei->vfs_inode;
|
inode = &ei->vfs_inode;
|
||||||
extent_map_tree_init(&ei->extent_tree);
|
extent_map_tree_init(&ei->extent_tree);
|
||||||
extent_io_tree_init(&ei->io_tree, &inode->i_data);
|
extent_io_tree_init(&ei->io_tree, inode);
|
||||||
extent_io_tree_init(&ei->io_failure_tree, &inode->i_data);
|
extent_io_tree_init(&ei->io_failure_tree, inode);
|
||||||
ei->io_tree.track_uptodate = 1;
|
ei->io_tree.track_uptodate = 1;
|
||||||
ei->io_failure_tree.track_uptodate = 1;
|
ei->io_failure_tree.track_uptodate = 1;
|
||||||
atomic_set(&ei->sync_writers, 0);
|
atomic_set(&ei->sync_writers, 0);
|
||||||
|
@ -10657,6 +10666,42 @@ static int btrfs_readpage_io_failed_hook(struct page *page, int failed_mirror)
|
||||||
return -EAGAIN;
|
return -EAGAIN;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static struct btrfs_fs_info *iotree_fs_info(void *private_data)
|
||||||
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
|
return btrfs_sb(inode->i_sb);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void btrfs_check_extent_io_range(void *private_data, const char *caller,
|
||||||
|
u64 start, u64 end)
|
||||||
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
|
u64 isize;
|
||||||
|
|
||||||
|
isize = i_size_read(inode);
|
||||||
|
if (end >= PAGE_SIZE && (end % 2) == 0 && end != isize - 1) {
|
||||||
|
btrfs_debug_rl(BTRFS_I(inode)->root->fs_info,
|
||||||
|
"%s: ino %llu isize %llu odd range [%llu,%llu]",
|
||||||
|
caller, btrfs_ino(BTRFS_I(inode)), isize, start, end);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void btrfs_set_range_writeback(void *private_data, u64 start, u64 end)
|
||||||
|
{
|
||||||
|
struct inode *inode = private_data;
|
||||||
|
unsigned long index = start >> PAGE_SHIFT;
|
||||||
|
unsigned long end_index = end >> PAGE_SHIFT;
|
||||||
|
struct page *page;
|
||||||
|
|
||||||
|
while (index <= end_index) {
|
||||||
|
page = find_get_page(inode->i_mapping, index);
|
||||||
|
ASSERT(page); /* Pages should be in the extent_io_tree */
|
||||||
|
set_page_writeback(page);
|
||||||
|
put_page(page);
|
||||||
|
index++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
static const struct inode_operations btrfs_dir_inode_operations = {
|
static const struct inode_operations btrfs_dir_inode_operations = {
|
||||||
.getattr = btrfs_getattr,
|
.getattr = btrfs_getattr,
|
||||||
.lookup = btrfs_lookup,
|
.lookup = btrfs_lookup,
|
||||||
|
@ -10700,6 +10745,8 @@ static const struct extent_io_ops btrfs_extent_io_ops = {
|
||||||
.readpage_end_io_hook = btrfs_readpage_end_io_hook,
|
.readpage_end_io_hook = btrfs_readpage_end_io_hook,
|
||||||
.merge_bio_hook = btrfs_merge_bio_hook,
|
.merge_bio_hook = btrfs_merge_bio_hook,
|
||||||
.readpage_io_failed_hook = btrfs_readpage_io_failed_hook,
|
.readpage_io_failed_hook = btrfs_readpage_io_failed_hook,
|
||||||
|
.tree_fs_info = iotree_fs_info,
|
||||||
|
.set_range_writeback = btrfs_set_range_writeback,
|
||||||
|
|
||||||
/* optional callbacks */
|
/* optional callbacks */
|
||||||
.fill_delalloc = run_delalloc_range,
|
.fill_delalloc = run_delalloc_range,
|
||||||
|
@ -10709,6 +10756,7 @@ static const struct extent_io_ops btrfs_extent_io_ops = {
|
||||||
.clear_bit_hook = btrfs_clear_bit_hook,
|
.clear_bit_hook = btrfs_clear_bit_hook,
|
||||||
.merge_extent_hook = btrfs_merge_extent_hook,
|
.merge_extent_hook = btrfs_merge_extent_hook,
|
||||||
.split_extent_hook = btrfs_split_extent_hook,
|
.split_extent_hook = btrfs_split_extent_hook,
|
||||||
|
.check_extent_io_range = btrfs_check_extent_io_range,
|
||||||
};
|
};
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
|
|
@ -4269,8 +4269,7 @@ static struct reloc_control *alloc_reloc_control(struct btrfs_fs_info *fs_info)
|
||||||
INIT_LIST_HEAD(&rc->reloc_roots);
|
INIT_LIST_HEAD(&rc->reloc_roots);
|
||||||
backref_cache_init(&rc->backref_cache);
|
backref_cache_init(&rc->backref_cache);
|
||||||
mapping_tree_init(&rc->reloc_root_tree);
|
mapping_tree_init(&rc->reloc_root_tree);
|
||||||
extent_io_tree_init(&rc->processed_blocks,
|
extent_io_tree_init(&rc->processed_blocks, NULL);
|
||||||
fs_info->btree_inode->i_mapping);
|
|
||||||
return rc;
|
return rc;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -87,7 +87,7 @@ static int test_find_delalloc(u32 sectorsize)
|
||||||
return -ENOMEM;
|
return -ENOMEM;
|
||||||
}
|
}
|
||||||
|
|
||||||
extent_io_tree_init(&tmp, &inode->i_data);
|
extent_io_tree_init(&tmp, inode);
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* First go through and create and mark all of our pages dirty, we pin
|
* First go through and create and mark all of our pages dirty, we pin
|
||||||
|
|
|
@ -294,7 +294,7 @@ loop:
|
||||||
spin_lock_init(&cur_trans->dropped_roots_lock);
|
spin_lock_init(&cur_trans->dropped_roots_lock);
|
||||||
list_add_tail(&cur_trans->list, &fs_info->trans_list);
|
list_add_tail(&cur_trans->list, &fs_info->trans_list);
|
||||||
extent_io_tree_init(&cur_trans->dirty_pages,
|
extent_io_tree_init(&cur_trans->dirty_pages,
|
||||||
fs_info->btree_inode->i_mapping);
|
fs_info->btree_inode);
|
||||||
fs_info->generation++;
|
fs_info->generation++;
|
||||||
cur_trans->transid = fs_info->generation;
|
cur_trans->transid = fs_info->generation;
|
||||||
fs_info->running_transaction = cur_trans;
|
fs_info->running_transaction = cur_trans;
|
||||||
|
|
Loading…
Reference in New Issue