2019-07-31 17:57:31 +02:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2018-07-26 14:21:46 +02:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2017-2018 HUAWEI, Inc.
|
|
|
|
* http://www.huawei.com/
|
|
|
|
* Created by Gao Xiang <gaoxiang25@huawei.com>
|
|
|
|
*/
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/buffer_head.h>
|
|
|
|
#include <linux/statfs.h>
|
|
|
|
#include <linux/parser.h>
|
2018-07-26 14:21:52 +02:00
|
|
|
#include <linux/seq_file.h>
|
2019-01-14 12:40:25 +01:00
|
|
|
#include "xattr.h"
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2018-07-26 14:21:55 +02:00
|
|
|
#define CREATE_TRACE_POINTS
|
|
|
|
#include <trace/events/erofs.h>
|
|
|
|
|
2018-07-26 14:21:46 +02:00
|
|
|
static struct kmem_cache *erofs_inode_cachep __read_mostly;
|
|
|
|
|
2019-09-04 04:09:09 +02:00
|
|
|
void _erofs_err(struct super_block *sb, const char *function,
|
|
|
|
const char *fmt, ...)
|
|
|
|
{
|
|
|
|
struct va_format vaf;
|
|
|
|
va_list args;
|
|
|
|
|
|
|
|
va_start(args, fmt);
|
|
|
|
|
|
|
|
vaf.fmt = fmt;
|
|
|
|
vaf.va = &args;
|
|
|
|
|
|
|
|
pr_err("(device %s): %s: %pV", sb->s_id, function, &vaf);
|
|
|
|
va_end(args);
|
|
|
|
}
|
|
|
|
|
|
|
|
void _erofs_info(struct super_block *sb, const char *function,
|
|
|
|
const char *fmt, ...)
|
|
|
|
{
|
|
|
|
struct va_format vaf;
|
|
|
|
va_list args;
|
|
|
|
|
|
|
|
va_start(args, fmt);
|
|
|
|
|
|
|
|
vaf.fmt = fmt;
|
|
|
|
vaf.va = &args;
|
|
|
|
|
|
|
|
pr_info("(device %s): %pV", sb->s_id, &vaf);
|
|
|
|
va_end(args);
|
|
|
|
}
|
|
|
|
|
2019-09-04 04:09:05 +02:00
|
|
|
static void erofs_inode_init_once(void *ptr)
|
2018-07-26 14:21:46 +02:00
|
|
|
{
|
2019-09-04 04:08:56 +02:00
|
|
|
struct erofs_inode *vi = ptr;
|
2018-07-26 14:21:46 +02:00
|
|
|
|
|
|
|
inode_init_once(&vi->vfs_inode);
|
|
|
|
}
|
|
|
|
|
2019-09-04 04:09:05 +02:00
|
|
|
static struct inode *erofs_alloc_inode(struct super_block *sb)
|
2018-07-26 14:21:46 +02:00
|
|
|
{
|
2019-09-04 04:08:56 +02:00
|
|
|
struct erofs_inode *vi =
|
2018-07-26 14:21:46 +02:00
|
|
|
kmem_cache_alloc(erofs_inode_cachep, GFP_KERNEL);
|
|
|
|
|
2019-03-21 01:06:13 +01:00
|
|
|
if (!vi)
|
2018-07-26 14:21:46 +02:00
|
|
|
return NULL;
|
|
|
|
|
|
|
|
/* zero out everything except vfs_inode */
|
2019-09-04 04:08:56 +02:00
|
|
|
memset(vi, 0, offsetof(struct erofs_inode, vfs_inode));
|
2018-07-26 14:21:46 +02:00
|
|
|
return &vi->vfs_inode;
|
|
|
|
}
|
|
|
|
|
2019-09-04 04:09:05 +02:00
|
|
|
static void erofs_free_inode(struct inode *inode)
|
2018-07-26 14:21:46 +02:00
|
|
|
{
|
2019-09-04 04:08:56 +02:00
|
|
|
struct erofs_inode *vi = EROFS_I(inode);
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-09-04 04:08:59 +02:00
|
|
|
/* be careful of RCU symlink path */
|
|
|
|
if (inode->i_op == &erofs_fast_symlink_iops)
|
2018-07-26 14:21:46 +02:00
|
|
|
kfree(inode->i_link);
|
|
|
|
kfree(vi->xattr_shared_xattrs);
|
|
|
|
|
|
|
|
kmem_cache_free(erofs_inode_cachep, vi);
|
|
|
|
}
|
|
|
|
|
2019-06-13 10:35:41 +02:00
|
|
|
static bool check_layout_compatibility(struct super_block *sb,
|
2019-09-04 04:09:00 +02:00
|
|
|
struct erofs_super_block *dsb)
|
2019-06-13 10:35:41 +02:00
|
|
|
{
|
2019-09-04 04:09:00 +02:00
|
|
|
const unsigned int feature = le32_to_cpu(dsb->feature_incompat);
|
2019-06-13 10:35:41 +02:00
|
|
|
|
2019-09-04 04:08:53 +02:00
|
|
|
EROFS_SB(sb)->feature_incompat = feature;
|
2019-06-13 10:35:41 +02:00
|
|
|
|
|
|
|
/* check if current kernel meets all mandatory requirements */
|
2019-09-04 04:08:53 +02:00
|
|
|
if (feature & (~EROFS_ALL_FEATURE_INCOMPAT)) {
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_err(sb,
|
|
|
|
"unidentified incompatible feature %x, please upgrade kernel version",
|
|
|
|
feature & ~EROFS_ALL_FEATURE_INCOMPAT);
|
2019-06-13 10:35:41 +02:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2019-09-04 04:09:05 +02:00
|
|
|
static int erofs_read_superblock(struct super_block *sb)
|
2018-07-26 14:21:46 +02:00
|
|
|
{
|
|
|
|
struct erofs_sb_info *sbi;
|
2019-09-04 04:09:10 +02:00
|
|
|
struct page *page;
|
2019-09-04 04:09:00 +02:00
|
|
|
struct erofs_super_block *dsb;
|
2018-09-10 21:41:14 +02:00
|
|
|
unsigned int blkszbits;
|
2019-09-04 04:09:10 +02:00
|
|
|
void *data;
|
2018-07-26 14:21:46 +02:00
|
|
|
int ret;
|
|
|
|
|
2019-09-04 04:09:10 +02:00
|
|
|
page = read_mapping_page(sb->s_bdev->bd_inode->i_mapping, 0, NULL);
|
2019-09-18 10:30:33 +02:00
|
|
|
if (IS_ERR(page)) {
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_err(sb, "cannot read erofs superblock");
|
2019-09-18 10:30:33 +02:00
|
|
|
return PTR_ERR(page);
|
2018-07-26 14:21:46 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
sbi = EROFS_SB(sb);
|
2019-09-04 04:09:10 +02:00
|
|
|
|
|
|
|
data = kmap_atomic(page);
|
|
|
|
dsb = (struct erofs_super_block *)(data + EROFS_SUPER_OFFSET);
|
2018-07-26 14:21:46 +02:00
|
|
|
|
|
|
|
ret = -EINVAL;
|
2019-09-04 04:09:00 +02:00
|
|
|
if (le32_to_cpu(dsb->magic) != EROFS_SUPER_MAGIC_V1) {
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_err(sb, "cannot find valid erofs superblock");
|
2018-07-26 14:21:46 +02:00
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
2019-09-04 04:09:00 +02:00
|
|
|
blkszbits = dsb->blkszbits;
|
2018-07-26 14:21:46 +02:00
|
|
|
/* 9(512 bytes) + LOG_SECTORS_PER_BLOCK == LOG_BLOCK_SIZE */
|
2019-08-29 18:38:27 +02:00
|
|
|
if (blkszbits != LOG_BLOCK_SIZE) {
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_err(sb, "blksize %u isn't supported on this platform",
|
|
|
|
1 << blkszbits);
|
2018-07-26 14:21:46 +02:00
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
2019-09-04 04:09:00 +02:00
|
|
|
if (!check_layout_compatibility(sb, dsb))
|
2019-06-13 10:35:41 +02:00
|
|
|
goto out;
|
|
|
|
|
2019-09-04 04:09:00 +02:00
|
|
|
sbi->blocks = le32_to_cpu(dsb->blocks);
|
|
|
|
sbi->meta_blkaddr = le32_to_cpu(dsb->meta_blkaddr);
|
2018-07-26 14:21:52 +02:00
|
|
|
#ifdef CONFIG_EROFS_FS_XATTR
|
2019-09-04 04:09:00 +02:00
|
|
|
sbi->xattr_blkaddr = le32_to_cpu(dsb->xattr_blkaddr);
|
2018-07-26 14:21:52 +02:00
|
|
|
#endif
|
2019-09-04 04:08:54 +02:00
|
|
|
sbi->islotbits = ilog2(sizeof(struct erofs_inode_compact));
|
2019-09-04 04:09:00 +02:00
|
|
|
sbi->root_nid = le16_to_cpu(dsb->root_nid);
|
|
|
|
sbi->inos = le64_to_cpu(dsb->inos);
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-09-04 04:09:00 +02:00
|
|
|
sbi->build_time = le64_to_cpu(dsb->build_time);
|
|
|
|
sbi->build_time_nsec = le32_to_cpu(dsb->build_time_nsec);
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-09-04 04:09:00 +02:00
|
|
|
memcpy(&sb->s_uuid, dsb->uuid, sizeof(dsb->uuid));
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-09-04 04:09:00 +02:00
|
|
|
ret = strscpy(sbi->volume_name, dsb->volume_name,
|
|
|
|
sizeof(dsb->volume_name));
|
2019-08-18 12:28:24 +02:00
|
|
|
if (ret < 0) { /* -E2BIG */
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_err(sb, "bad volume name without NIL terminator");
|
2019-08-18 12:28:24 +02:00
|
|
|
ret = -EFSCORRUPTED;
|
|
|
|
goto out;
|
|
|
|
}
|
2018-07-26 14:21:46 +02:00
|
|
|
ret = 0;
|
|
|
|
out:
|
2019-09-04 04:09:10 +02:00
|
|
|
kunmap_atomic(data);
|
|
|
|
put_page(page);
|
2018-07-26 14:21:46 +02:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2019-07-31 17:57:49 +02:00
|
|
|
#ifdef CONFIG_EROFS_FS_ZIP
|
2019-09-04 04:09:09 +02:00
|
|
|
static int erofs_build_cache_strategy(struct super_block *sb,
|
2019-07-31 17:57:49 +02:00
|
|
|
substring_t *args)
|
|
|
|
{
|
2019-09-04 04:09:09 +02:00
|
|
|
struct erofs_sb_info *sbi = EROFS_SB(sb);
|
2019-07-31 17:57:49 +02:00
|
|
|
const char *cs = match_strdup(args);
|
|
|
|
int err = 0;
|
|
|
|
|
|
|
|
if (!cs) {
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_err(sb, "Not enough memory to store cache strategy");
|
2019-07-31 17:57:49 +02:00
|
|
|
return -ENOMEM;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!strcmp(cs, "disabled")) {
|
|
|
|
sbi->cache_strategy = EROFS_ZIP_CACHE_DISABLED;
|
|
|
|
} else if (!strcmp(cs, "readahead")) {
|
|
|
|
sbi->cache_strategy = EROFS_ZIP_CACHE_READAHEAD;
|
|
|
|
} else if (!strcmp(cs, "readaround")) {
|
|
|
|
sbi->cache_strategy = EROFS_ZIP_CACHE_READAROUND;
|
|
|
|
} else {
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_err(sb, "Unrecognized cache strategy \"%s\"", cs);
|
2019-07-31 17:57:49 +02:00
|
|
|
err = -EINVAL;
|
|
|
|
}
|
|
|
|
kfree(cs);
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
#else
|
2019-09-04 04:09:09 +02:00
|
|
|
static int erofs_build_cache_strategy(struct super_block *sb,
|
2019-07-31 17:57:49 +02:00
|
|
|
substring_t *args)
|
|
|
|
{
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_info(sb, "EROFS compression is disabled, so cache strategy is ignored");
|
2019-07-31 17:57:49 +02:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/* set up default EROFS parameters */
|
2019-09-04 04:09:05 +02:00
|
|
|
static void erofs_default_options(struct erofs_sb_info *sbi)
|
2018-07-26 14:21:46 +02:00
|
|
|
{
|
2018-09-19 18:06:56 +02:00
|
|
|
#ifdef CONFIG_EROFS_FS_ZIP
|
2019-07-31 17:57:49 +02:00
|
|
|
sbi->cache_strategy = EROFS_ZIP_CACHE_READAROUND;
|
2019-07-31 17:57:36 +02:00
|
|
|
sbi->max_sync_decompress_pages = 3;
|
2018-09-19 18:06:56 +02:00
|
|
|
#endif
|
2018-07-26 14:21:52 +02:00
|
|
|
#ifdef CONFIG_EROFS_FS_XATTR
|
|
|
|
set_opt(sbi, XATTR_USER);
|
|
|
|
#endif
|
|
|
|
#ifdef CONFIG_EROFS_FS_POSIX_ACL
|
|
|
|
set_opt(sbi, POSIX_ACL);
|
|
|
|
#endif
|
2018-07-26 14:21:46 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
enum {
|
2018-07-26 14:21:52 +02:00
|
|
|
Opt_user_xattr,
|
|
|
|
Opt_nouser_xattr,
|
|
|
|
Opt_acl,
|
|
|
|
Opt_noacl,
|
2019-07-31 17:57:49 +02:00
|
|
|
Opt_cache_strategy,
|
2018-07-26 14:21:46 +02:00
|
|
|
Opt_err
|
|
|
|
};
|
|
|
|
|
|
|
|
static match_table_t erofs_tokens = {
|
2018-07-26 14:21:52 +02:00
|
|
|
{Opt_user_xattr, "user_xattr"},
|
|
|
|
{Opt_nouser_xattr, "nouser_xattr"},
|
|
|
|
{Opt_acl, "acl"},
|
|
|
|
{Opt_noacl, "noacl"},
|
2019-07-31 17:57:49 +02:00
|
|
|
{Opt_cache_strategy, "cache_strategy=%s"},
|
2018-07-26 14:21:46 +02:00
|
|
|
{Opt_err, NULL}
|
|
|
|
};
|
|
|
|
|
2019-09-04 04:09:05 +02:00
|
|
|
static int erofs_parse_options(struct super_block *sb, char *options)
|
2018-07-26 14:21:46 +02:00
|
|
|
{
|
|
|
|
substring_t args[MAX_OPT_ARGS];
|
|
|
|
char *p;
|
2018-09-19 16:53:44 +02:00
|
|
|
int err;
|
2018-07-26 14:21:46 +02:00
|
|
|
|
|
|
|
if (!options)
|
|
|
|
return 0;
|
|
|
|
|
2019-03-22 03:38:16 +01:00
|
|
|
while ((p = strsep(&options, ","))) {
|
2018-07-26 14:21:46 +02:00
|
|
|
int token;
|
|
|
|
|
|
|
|
if (!*p)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
args[0].to = args[0].from = NULL;
|
|
|
|
token = match_token(p, erofs_tokens, args);
|
|
|
|
|
|
|
|
switch (token) {
|
2018-07-26 14:21:52 +02:00
|
|
|
#ifdef CONFIG_EROFS_FS_XATTR
|
|
|
|
case Opt_user_xattr:
|
|
|
|
set_opt(EROFS_SB(sb), XATTR_USER);
|
|
|
|
break;
|
|
|
|
case Opt_nouser_xattr:
|
|
|
|
clear_opt(EROFS_SB(sb), XATTR_USER);
|
|
|
|
break;
|
|
|
|
#else
|
|
|
|
case Opt_user_xattr:
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_info(sb, "user_xattr options not supported");
|
2018-07-26 14:21:52 +02:00
|
|
|
break;
|
|
|
|
case Opt_nouser_xattr:
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_info(sb, "nouser_xattr options not supported");
|
2018-07-26 14:21:52 +02:00
|
|
|
break;
|
|
|
|
#endif
|
|
|
|
#ifdef CONFIG_EROFS_FS_POSIX_ACL
|
|
|
|
case Opt_acl:
|
|
|
|
set_opt(EROFS_SB(sb), POSIX_ACL);
|
|
|
|
break;
|
|
|
|
case Opt_noacl:
|
|
|
|
clear_opt(EROFS_SB(sb), POSIX_ACL);
|
|
|
|
break;
|
|
|
|
#else
|
|
|
|
case Opt_acl:
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_info(sb, "acl options not supported");
|
2018-07-26 14:21:52 +02:00
|
|
|
break;
|
|
|
|
case Opt_noacl:
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_info(sb, "noacl options not supported");
|
2018-07-26 14:21:52 +02:00
|
|
|
break;
|
|
|
|
#endif
|
2019-07-31 17:57:49 +02:00
|
|
|
case Opt_cache_strategy:
|
2019-09-04 04:09:09 +02:00
|
|
|
err = erofs_build_cache_strategy(sb, args);
|
2019-07-31 17:57:49 +02:00
|
|
|
if (err)
|
|
|
|
return err;
|
|
|
|
break;
|
2018-07-26 14:21:46 +02:00
|
|
|
default:
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_err(sb, "Unrecognized mount option \"%s\" or missing value", p);
|
2018-07-26 14:21:46 +02:00
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2019-07-31 17:57:49 +02:00
|
|
|
#ifdef CONFIG_EROFS_FS_ZIP
|
2018-07-26 14:22:07 +02:00
|
|
|
static const struct address_space_operations managed_cache_aops;
|
|
|
|
|
2019-09-04 04:09:05 +02:00
|
|
|
static int erofs_managed_cache_releasepage(struct page *page, gfp_t gfp_mask)
|
2018-07-26 14:22:07 +02:00
|
|
|
{
|
|
|
|
int ret = 1; /* 0 - busy */
|
|
|
|
struct address_space *const mapping = page->mapping;
|
|
|
|
|
2018-12-05 14:23:13 +01:00
|
|
|
DBG_BUGON(!PageLocked(page));
|
|
|
|
DBG_BUGON(mapping->a_ops != &managed_cache_aops);
|
2018-07-26 14:22:07 +02:00
|
|
|
|
|
|
|
if (PagePrivate(page))
|
2018-07-29 07:34:58 +02:00
|
|
|
ret = erofs_try_to_free_cached_page(mapping, page);
|
2018-07-26 14:22:07 +02:00
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2019-09-04 04:09:05 +02:00
|
|
|
static void erofs_managed_cache_invalidatepage(struct page *page,
|
|
|
|
unsigned int offset,
|
|
|
|
unsigned int length)
|
2018-07-26 14:22:07 +02:00
|
|
|
{
|
|
|
|
const unsigned int stop = length + offset;
|
|
|
|
|
2018-12-05 14:23:13 +01:00
|
|
|
DBG_BUGON(!PageLocked(page));
|
2018-07-26 14:22:07 +02:00
|
|
|
|
2018-12-05 14:23:13 +01:00
|
|
|
/* Check for potential overflow in debug mode */
|
|
|
|
DBG_BUGON(stop > PAGE_SIZE || stop < length);
|
2018-07-26 14:22:07 +02:00
|
|
|
|
|
|
|
if (offset == 0 && stop == PAGE_SIZE)
|
2019-09-04 04:09:05 +02:00
|
|
|
while (!erofs_managed_cache_releasepage(page, GFP_NOFS))
|
2018-07-26 14:22:07 +02:00
|
|
|
cond_resched();
|
|
|
|
}
|
|
|
|
|
|
|
|
static const struct address_space_operations managed_cache_aops = {
|
2019-09-04 04:09:05 +02:00
|
|
|
.releasepage = erofs_managed_cache_releasepage,
|
|
|
|
.invalidatepage = erofs_managed_cache_invalidatepage,
|
2018-07-26 14:22:07 +02:00
|
|
|
};
|
|
|
|
|
2019-07-31 17:57:41 +02:00
|
|
|
static int erofs_init_managed_cache(struct super_block *sb)
|
2018-07-26 14:22:07 +02:00
|
|
|
{
|
2019-07-31 17:57:41 +02:00
|
|
|
struct erofs_sb_info *const sbi = EROFS_SB(sb);
|
|
|
|
struct inode *const inode = new_inode(sb);
|
2018-07-26 14:22:07 +02:00
|
|
|
|
2019-08-29 18:38:27 +02:00
|
|
|
if (!inode)
|
2019-07-31 17:57:41 +02:00
|
|
|
return -ENOMEM;
|
2018-07-26 14:22:07 +02:00
|
|
|
|
|
|
|
set_nlink(inode, 1);
|
|
|
|
inode->i_size = OFFSET_MAX;
|
|
|
|
|
|
|
|
inode->i_mapping->a_ops = &managed_cache_aops;
|
|
|
|
mapping_set_gfp_mask(inode->i_mapping,
|
2019-07-31 17:57:42 +02:00
|
|
|
GFP_NOFS | __GFP_HIGHMEM | __GFP_MOVABLE);
|
2019-07-31 17:57:41 +02:00
|
|
|
sbi->managed_cache = inode;
|
|
|
|
return 0;
|
2018-07-26 14:22:07 +02:00
|
|
|
}
|
2019-07-31 17:57:41 +02:00
|
|
|
#else
|
|
|
|
static int erofs_init_managed_cache(struct super_block *sb) { return 0; }
|
2018-07-26 14:22:07 +02:00
|
|
|
#endif
|
|
|
|
|
2019-07-31 17:57:40 +02:00
|
|
|
static int erofs_fill_super(struct super_block *sb, void *data, int silent)
|
2018-07-26 14:21:46 +02:00
|
|
|
{
|
|
|
|
struct inode *inode;
|
|
|
|
struct erofs_sb_info *sbi;
|
2019-07-31 17:57:41 +02:00
|
|
|
int err;
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-07-31 17:57:41 +02:00
|
|
|
sb->s_magic = EROFS_SUPER_MAGIC;
|
|
|
|
|
2019-08-29 18:38:27 +02:00
|
|
|
if (!sb_set_blocksize(sb, EROFS_BLKSIZ)) {
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_err(sb, "failed to set erofs blksize");
|
2019-07-31 17:57:41 +02:00
|
|
|
return -EINVAL;
|
2018-07-26 14:21:46 +02:00
|
|
|
}
|
|
|
|
|
2019-06-27 07:31:18 +02:00
|
|
|
sbi = kzalloc(sizeof(*sbi), GFP_KERNEL);
|
2019-08-29 18:38:27 +02:00
|
|
|
if (!sbi)
|
2019-07-31 17:57:41 +02:00
|
|
|
return -ENOMEM;
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-07-31 17:57:41 +02:00
|
|
|
sb->s_fs_info = sbi;
|
2019-09-04 04:09:05 +02:00
|
|
|
err = erofs_read_superblock(sb);
|
2018-07-26 14:21:46 +02:00
|
|
|
if (err)
|
2019-07-31 17:57:41 +02:00
|
|
|
return err;
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2018-09-06 11:01:47 +02:00
|
|
|
sb->s_flags |= SB_RDONLY | SB_NOATIME;
|
2018-07-26 14:21:46 +02:00
|
|
|
sb->s_maxbytes = MAX_LFS_FILESIZE;
|
|
|
|
sb->s_time_gran = 1;
|
|
|
|
|
|
|
|
sb->s_op = &erofs_sops;
|
|
|
|
|
2018-07-26 14:21:52 +02:00
|
|
|
#ifdef CONFIG_EROFS_FS_XATTR
|
|
|
|
sb->s_xattr = erofs_xattr_handlers;
|
|
|
|
#endif
|
2018-07-26 14:21:46 +02:00
|
|
|
/* set erofs default mount options */
|
2019-09-04 04:09:05 +02:00
|
|
|
erofs_default_options(sbi);
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-09-04 04:09:05 +02:00
|
|
|
err = erofs_parse_options(sb, data);
|
2019-08-29 18:38:27 +02:00
|
|
|
if (err)
|
2019-07-31 17:57:41 +02:00
|
|
|
return err;
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-01-29 09:35:20 +01:00
|
|
|
if (test_opt(sbi, POSIX_ACL))
|
|
|
|
sb->s_flags |= SB_POSIXACL;
|
|
|
|
else
|
|
|
|
sb->s_flags &= ~SB_POSIXACL;
|
|
|
|
|
2018-07-26 14:22:05 +02:00
|
|
|
#ifdef CONFIG_EROFS_FS_ZIP
|
|
|
|
INIT_RADIX_TREE(&sbi->workstn_tree, GFP_ATOMIC);
|
|
|
|
#endif
|
|
|
|
|
2018-07-26 14:21:46 +02:00
|
|
|
/* get the root inode */
|
|
|
|
inode = erofs_iget(sb, ROOT_NID(sbi), true);
|
2019-07-31 17:57:41 +02:00
|
|
|
if (IS_ERR(inode))
|
|
|
|
return PTR_ERR(inode);
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-08-29 18:38:27 +02:00
|
|
|
if (!S_ISDIR(inode->i_mode)) {
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_err(sb, "rootino(nid %llu) is not a directory(i_mode %o)",
|
|
|
|
ROOT_NID(sbi), inode->i_mode);
|
2019-01-23 07:12:25 +01:00
|
|
|
iput(inode);
|
2019-07-31 17:57:41 +02:00
|
|
|
return -EINVAL;
|
2018-07-26 14:21:46 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
sb->s_root = d_make_root(inode);
|
2019-08-29 18:38:27 +02:00
|
|
|
if (!sb->s_root)
|
2019-07-31 17:57:41 +02:00
|
|
|
return -ENOMEM;
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-07-31 17:57:39 +02:00
|
|
|
erofs_shrinker_register(sb);
|
2019-07-31 17:57:41 +02:00
|
|
|
/* sb->s_umount is already locked, SB_ACTIVE and SB_BORN are not set */
|
|
|
|
err = erofs_init_managed_cache(sb);
|
2019-08-29 18:38:27 +02:00
|
|
|
if (err)
|
2019-07-31 17:57:41 +02:00
|
|
|
return err;
|
2018-07-26 14:22:03 +02:00
|
|
|
|
2019-09-04 04:09:09 +02:00
|
|
|
erofs_info(sb, "mounted with opts: %s, root inode @ nid %llu.",
|
|
|
|
(char *)data, ROOT_NID(sbi));
|
2018-07-26 14:21:46 +02:00
|
|
|
return 0;
|
2019-07-31 17:57:41 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
static struct dentry *erofs_mount(struct file_system_type *fs_type, int flags,
|
|
|
|
const char *dev_name, void *data)
|
|
|
|
{
|
|
|
|
return mount_bdev(fs_type, flags, dev_name, data, erofs_fill_super);
|
2018-07-26 14:21:46 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* could be triggered after deactivate_locked_super()
|
|
|
|
* is called, thus including umount and failed to initialize.
|
|
|
|
*/
|
2019-07-31 17:57:41 +02:00
|
|
|
static void erofs_kill_sb(struct super_block *sb)
|
2018-07-26 14:21:46 +02:00
|
|
|
{
|
2019-07-31 17:57:41 +02:00
|
|
|
struct erofs_sb_info *sbi;
|
|
|
|
|
|
|
|
WARN_ON(sb->s_magic != EROFS_SUPER_MAGIC);
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-07-31 17:57:41 +02:00
|
|
|
kill_block_super(sb);
|
|
|
|
|
|
|
|
sbi = EROFS_SB(sb);
|
2019-03-21 01:06:13 +01:00
|
|
|
if (!sbi)
|
2018-07-26 14:21:46 +02:00
|
|
|
return;
|
2019-07-31 17:57:41 +02:00
|
|
|
kfree(sbi);
|
|
|
|
sb->s_fs_info = NULL;
|
|
|
|
}
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-07-31 17:57:41 +02:00
|
|
|
/* called when ->s_root is non-NULL */
|
|
|
|
static void erofs_put_super(struct super_block *sb)
|
|
|
|
{
|
|
|
|
struct erofs_sb_info *const sbi = EROFS_SB(sb);
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-07-31 17:57:41 +02:00
|
|
|
DBG_BUGON(!sbi);
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-07-31 17:57:39 +02:00
|
|
|
erofs_shrinker_unregister(sb);
|
2019-07-31 17:57:49 +02:00
|
|
|
#ifdef CONFIG_EROFS_FS_ZIP
|
2018-07-26 14:22:07 +02:00
|
|
|
iput(sbi->managed_cache);
|
2019-07-31 17:57:41 +02:00
|
|
|
sbi->managed_cache = NULL;
|
2018-07-26 14:22:07 +02:00
|
|
|
#endif
|
2018-07-26 14:21:46 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
static struct file_system_type erofs_fs_type = {
|
|
|
|
.owner = THIS_MODULE,
|
|
|
|
.name = "erofs",
|
|
|
|
.mount = erofs_mount,
|
2019-07-31 17:57:41 +02:00
|
|
|
.kill_sb = erofs_kill_sb,
|
2018-07-26 14:21:46 +02:00
|
|
|
.fs_flags = FS_REQUIRES_DEV,
|
|
|
|
};
|
|
|
|
MODULE_ALIAS_FS("erofs");
|
|
|
|
|
|
|
|
static int __init erofs_module_init(void)
|
|
|
|
{
|
|
|
|
int err;
|
|
|
|
|
|
|
|
erofs_check_ondisk_layout_definitions();
|
|
|
|
|
2019-09-04 04:08:55 +02:00
|
|
|
erofs_inode_cachep = kmem_cache_create("erofs_inode",
|
2019-09-04 04:08:56 +02:00
|
|
|
sizeof(struct erofs_inode), 0,
|
2019-09-04 04:08:55 +02:00
|
|
|
SLAB_RECLAIM_ACCOUNT,
|
2019-09-04 04:09:05 +02:00
|
|
|
erofs_inode_init_once);
|
2019-09-04 04:08:55 +02:00
|
|
|
if (!erofs_inode_cachep) {
|
|
|
|
err = -ENOMEM;
|
2018-07-26 14:21:46 +02:00
|
|
|
goto icache_err;
|
2019-09-04 04:08:55 +02:00
|
|
|
}
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-07-31 17:57:39 +02:00
|
|
|
err = erofs_init_shrinker();
|
2018-07-26 14:22:04 +02:00
|
|
|
if (err)
|
|
|
|
goto shrinker_err;
|
|
|
|
|
staging: erofs: introduce VLE decompression support
This patch introduces the basic in-place VLE decompression
implementation for the erofs file system.
Compared with fixed-sized input compression, it implements
what we call 'the variable-length extent compression' which
specifies the same output size for each compression block
to make the full use of IO bandwidth (which means almost
all data from block device can be directly used for decomp-
ression), improve the real (rather than just via data caching,
which costs more memory) random read and keep the relatively
lower compression ratios (it saves more storage space than
fixed-sized input compression which is also configured with
the same input block size), as illustrated below:
|--- variable-length extent ---|------ VLE ------|--- VLE ---|
/> clusterofs /> clusterofs /> clusterofs /> clusterofs
++---|-------++-----------++---------|-++-----------++-|---------++-|
...|| | || || | || || | || | ... original data
++---|-------++-----------++---------|-++-----------++-|---------++-|
++->cluster<-++->cluster<-++->cluster<-++->cluster<-++->cluster<-++
size size size size size
\ / / /
\ / / /
\ / / /
++-----------++-----------++-----------++
... || || || || ... compressed clusters
++-----------++-----------++-----------++
++->cluster<-++->cluster<-++->cluster<-++
size size size
The main point of 'in-place' refers to the decompression mode:
Instead of allocating independent compressed pages and data
structures, it reuses the allocated file cache pages at most
to store its compressed data and the corresponding pagevec in
a time-sharing approach by default, which will be useful for
low memory scenario.
In the end, unlike the other filesystems with (de)compression
support using a relatively large compression block size, which
reads and decompresses >= 128KB at once, and gains a more
good-looking random read (In fact it collects small random reads
into large sequential reads and caches all decompressed data
in memory, but it is unacceptable especially for embedded devices
with limited memory, and it is not the real random read), we
select a universal small-sized 4KB compressed cluster, which is
the smallest page size for most architectures, and all compressed
clusters can be read and decompressed independently, which ensures
random read number for all use cases.
Signed-off-by: Gao Xiang <gaoxiang25@huawei.com>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
2018-07-26 14:22:06 +02:00
|
|
|
err = z_erofs_init_zip_subsystem();
|
|
|
|
if (err)
|
|
|
|
goto zip_err;
|
|
|
|
|
2018-07-26 14:21:46 +02:00
|
|
|
err = register_filesystem(&erofs_fs_type);
|
|
|
|
if (err)
|
|
|
|
goto fs_err;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
fs_err:
|
staging: erofs: introduce VLE decompression support
This patch introduces the basic in-place VLE decompression
implementation for the erofs file system.
Compared with fixed-sized input compression, it implements
what we call 'the variable-length extent compression' which
specifies the same output size for each compression block
to make the full use of IO bandwidth (which means almost
all data from block device can be directly used for decomp-
ression), improve the real (rather than just via data caching,
which costs more memory) random read and keep the relatively
lower compression ratios (it saves more storage space than
fixed-sized input compression which is also configured with
the same input block size), as illustrated below:
|--- variable-length extent ---|------ VLE ------|--- VLE ---|
/> clusterofs /> clusterofs /> clusterofs /> clusterofs
++---|-------++-----------++---------|-++-----------++-|---------++-|
...|| | || || | || || | || | ... original data
++---|-------++-----------++---------|-++-----------++-|---------++-|
++->cluster<-++->cluster<-++->cluster<-++->cluster<-++->cluster<-++
size size size size size
\ / / /
\ / / /
\ / / /
++-----------++-----------++-----------++
... || || || || ... compressed clusters
++-----------++-----------++-----------++
++->cluster<-++->cluster<-++->cluster<-++
size size size
The main point of 'in-place' refers to the decompression mode:
Instead of allocating independent compressed pages and data
structures, it reuses the allocated file cache pages at most
to store its compressed data and the corresponding pagevec in
a time-sharing approach by default, which will be useful for
low memory scenario.
In the end, unlike the other filesystems with (de)compression
support using a relatively large compression block size, which
reads and decompresses >= 128KB at once, and gains a more
good-looking random read (In fact it collects small random reads
into large sequential reads and caches all decompressed data
in memory, but it is unacceptable especially for embedded devices
with limited memory, and it is not the real random read), we
select a universal small-sized 4KB compressed cluster, which is
the smallest page size for most architectures, and all compressed
clusters can be read and decompressed independently, which ensures
random read number for all use cases.
Signed-off-by: Gao Xiang <gaoxiang25@huawei.com>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
2018-07-26 14:22:06 +02:00
|
|
|
z_erofs_exit_zip_subsystem();
|
|
|
|
zip_err:
|
2019-07-31 17:57:39 +02:00
|
|
|
erofs_exit_shrinker();
|
2018-07-26 14:22:04 +02:00
|
|
|
shrinker_err:
|
2019-09-04 04:08:55 +02:00
|
|
|
kmem_cache_destroy(erofs_inode_cachep);
|
2018-07-26 14:21:46 +02:00
|
|
|
icache_err:
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void __exit erofs_module_exit(void)
|
|
|
|
{
|
|
|
|
unregister_filesystem(&erofs_fs_type);
|
staging: erofs: introduce VLE decompression support
This patch introduces the basic in-place VLE decompression
implementation for the erofs file system.
Compared with fixed-sized input compression, it implements
what we call 'the variable-length extent compression' which
specifies the same output size for each compression block
to make the full use of IO bandwidth (which means almost
all data from block device can be directly used for decomp-
ression), improve the real (rather than just via data caching,
which costs more memory) random read and keep the relatively
lower compression ratios (it saves more storage space than
fixed-sized input compression which is also configured with
the same input block size), as illustrated below:
|--- variable-length extent ---|------ VLE ------|--- VLE ---|
/> clusterofs /> clusterofs /> clusterofs /> clusterofs
++---|-------++-----------++---------|-++-----------++-|---------++-|
...|| | || || | || || | || | ... original data
++---|-------++-----------++---------|-++-----------++-|---------++-|
++->cluster<-++->cluster<-++->cluster<-++->cluster<-++->cluster<-++
size size size size size
\ / / /
\ / / /
\ / / /
++-----------++-----------++-----------++
... || || || || ... compressed clusters
++-----------++-----------++-----------++
++->cluster<-++->cluster<-++->cluster<-++
size size size
The main point of 'in-place' refers to the decompression mode:
Instead of allocating independent compressed pages and data
structures, it reuses the allocated file cache pages at most
to store its compressed data and the corresponding pagevec in
a time-sharing approach by default, which will be useful for
low memory scenario.
In the end, unlike the other filesystems with (de)compression
support using a relatively large compression block size, which
reads and decompresses >= 128KB at once, and gains a more
good-looking random read (In fact it collects small random reads
into large sequential reads and caches all decompressed data
in memory, but it is unacceptable especially for embedded devices
with limited memory, and it is not the real random read), we
select a universal small-sized 4KB compressed cluster, which is
the smallest page size for most architectures, and all compressed
clusters can be read and decompressed independently, which ensures
random read number for all use cases.
Signed-off-by: Gao Xiang <gaoxiang25@huawei.com>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
2018-07-26 14:22:06 +02:00
|
|
|
z_erofs_exit_zip_subsystem();
|
2019-07-31 17:57:39 +02:00
|
|
|
erofs_exit_shrinker();
|
2019-09-04 04:08:55 +02:00
|
|
|
|
|
|
|
/* Ensure all RCU free inodes are safe before cache is destroyed. */
|
|
|
|
rcu_barrier();
|
|
|
|
kmem_cache_destroy(erofs_inode_cachep);
|
2018-07-26 14:21:46 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* get filesystem statistics */
|
|
|
|
static int erofs_statfs(struct dentry *dentry, struct kstatfs *buf)
|
|
|
|
{
|
|
|
|
struct super_block *sb = dentry->d_sb;
|
|
|
|
struct erofs_sb_info *sbi = EROFS_SB(sb);
|
|
|
|
u64 id = huge_encode_dev(sb->s_bdev->bd_dev);
|
|
|
|
|
|
|
|
buf->f_type = sb->s_magic;
|
|
|
|
buf->f_bsize = EROFS_BLKSIZ;
|
|
|
|
buf->f_blocks = sbi->blocks;
|
|
|
|
buf->f_bfree = buf->f_bavail = 0;
|
|
|
|
|
|
|
|
buf->f_files = ULLONG_MAX;
|
|
|
|
buf->f_ffree = ULLONG_MAX - sbi->inos;
|
|
|
|
|
|
|
|
buf->f_namelen = EROFS_NAME_LEN;
|
|
|
|
|
|
|
|
buf->f_fsid.val[0] = (u32)id;
|
|
|
|
buf->f_fsid.val[1] = (u32)(id >> 32);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int erofs_show_options(struct seq_file *seq, struct dentry *root)
|
|
|
|
{
|
2018-07-26 14:21:52 +02:00
|
|
|
struct erofs_sb_info *sbi __maybe_unused = EROFS_SB(root->d_sb);
|
|
|
|
|
|
|
|
#ifdef CONFIG_EROFS_FS_XATTR
|
|
|
|
if (test_opt(sbi, XATTR_USER))
|
|
|
|
seq_puts(seq, ",user_xattr");
|
|
|
|
else
|
|
|
|
seq_puts(seq, ",nouser_xattr");
|
|
|
|
#endif
|
|
|
|
#ifdef CONFIG_EROFS_FS_POSIX_ACL
|
|
|
|
if (test_opt(sbi, POSIX_ACL))
|
|
|
|
seq_puts(seq, ",acl");
|
|
|
|
else
|
|
|
|
seq_puts(seq, ",noacl");
|
2018-07-26 14:21:54 +02:00
|
|
|
#endif
|
2019-07-31 17:57:49 +02:00
|
|
|
#ifdef CONFIG_EROFS_FS_ZIP
|
|
|
|
if (sbi->cache_strategy == EROFS_ZIP_CACHE_DISABLED) {
|
|
|
|
seq_puts(seq, ",cache_strategy=disabled");
|
|
|
|
} else if (sbi->cache_strategy == EROFS_ZIP_CACHE_READAHEAD) {
|
|
|
|
seq_puts(seq, ",cache_strategy=readahead");
|
|
|
|
} else if (sbi->cache_strategy == EROFS_ZIP_CACHE_READAROUND) {
|
|
|
|
seq_puts(seq, ",cache_strategy=readaround");
|
|
|
|
} else {
|
|
|
|
seq_puts(seq, ",cache_strategy=(unknown)");
|
|
|
|
DBG_BUGON(1);
|
|
|
|
}
|
|
|
|
#endif
|
2018-07-26 14:21:46 +02:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int erofs_remount(struct super_block *sb, int *flags, char *data)
|
|
|
|
{
|
2018-09-19 16:53:46 +02:00
|
|
|
struct erofs_sb_info *sbi = EROFS_SB(sb);
|
|
|
|
unsigned int org_mnt_opt = sbi->mount_opt;
|
|
|
|
int err;
|
|
|
|
|
2018-12-05 14:23:13 +01:00
|
|
|
DBG_BUGON(!sb_rdonly(sb));
|
2019-09-04 04:09:05 +02:00
|
|
|
err = erofs_parse_options(sb, data);
|
2018-09-19 16:53:46 +02:00
|
|
|
if (err)
|
|
|
|
goto out;
|
2018-07-26 14:21:46 +02:00
|
|
|
|
2019-01-29 09:35:20 +01:00
|
|
|
if (test_opt(sbi, POSIX_ACL))
|
|
|
|
sb->s_flags |= SB_POSIXACL;
|
|
|
|
else
|
|
|
|
sb->s_flags &= ~SB_POSIXACL;
|
|
|
|
|
2018-09-06 11:01:47 +02:00
|
|
|
*flags |= SB_RDONLY;
|
2018-07-26 14:21:46 +02:00
|
|
|
return 0;
|
2018-09-19 16:53:46 +02:00
|
|
|
out:
|
|
|
|
sbi->mount_opt = org_mnt_opt;
|
|
|
|
return err;
|
2018-07-26 14:21:46 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
const struct super_operations erofs_sops = {
|
|
|
|
.put_super = erofs_put_super,
|
2019-09-04 04:09:05 +02:00
|
|
|
.alloc_inode = erofs_alloc_inode,
|
|
|
|
.free_inode = erofs_free_inode,
|
2018-07-26 14:21:46 +02:00
|
|
|
.statfs = erofs_statfs,
|
|
|
|
.show_options = erofs_show_options,
|
|
|
|
.remount_fs = erofs_remount,
|
|
|
|
};
|
|
|
|
|
|
|
|
module_init(erofs_module_init);
|
|
|
|
module_exit(erofs_module_exit);
|
|
|
|
|
|
|
|
MODULE_DESCRIPTION("Enhanced ROM File System");
|
2019-07-31 17:57:51 +02:00
|
|
|
MODULE_AUTHOR("Gao Xiang, Chao Yu, Miao Xie, CONSUMER BG, HUAWEI Inc.");
|
2018-07-26 14:21:46 +02:00
|
|
|
MODULE_LICENSE("GPL");
|
|
|
|
|