2009-04-03 17:42:36 +02:00
|
|
|
/* General filesystem local caching manager
|
|
|
|
*
|
|
|
|
* Copyright (C) 2004-2007 Red Hat, Inc. All Rights Reserved.
|
|
|
|
* Written by David Howells (dhowells@redhat.com)
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public License
|
|
|
|
* as published by the Free Software Foundation; either version
|
|
|
|
* 2 of the License, or (at your option) any later version.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#define FSCACHE_DEBUG_LEVEL CACHE
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/completion.h>
|
|
|
|
#include <linux/slab.h>
|
2010-07-20 22:09:01 +02:00
|
|
|
#include <linux/seq_file.h>
|
2009-04-03 17:42:36 +02:00
|
|
|
#include "internal.h"
|
|
|
|
|
|
|
|
MODULE_DESCRIPTION("FS Cache Manager");
|
|
|
|
MODULE_AUTHOR("Red Hat, Inc.");
|
|
|
|
MODULE_LICENSE("GPL");
|
|
|
|
|
|
|
|
unsigned fscache_defer_lookup = 1;
|
|
|
|
module_param_named(defer_lookup, fscache_defer_lookup, uint,
|
|
|
|
S_IWUSR | S_IRUGO);
|
|
|
|
MODULE_PARM_DESC(fscache_defer_lookup,
|
|
|
|
"Defer cookie lookup to background thread");
|
|
|
|
|
|
|
|
unsigned fscache_defer_create = 1;
|
|
|
|
module_param_named(defer_create, fscache_defer_create, uint,
|
|
|
|
S_IWUSR | S_IRUGO);
|
|
|
|
MODULE_PARM_DESC(fscache_defer_create,
|
|
|
|
"Defer cookie creation to background thread");
|
|
|
|
|
|
|
|
unsigned fscache_debug;
|
|
|
|
module_param_named(debug, fscache_debug, uint,
|
|
|
|
S_IWUSR | S_IRUGO);
|
|
|
|
MODULE_PARM_DESC(fscache_debug,
|
|
|
|
"FS-Cache debugging mask");
|
|
|
|
|
|
|
|
struct kobject *fscache_root;
|
2010-07-20 22:09:01 +02:00
|
|
|
struct workqueue_struct *fscache_object_wq;
|
2010-07-20 22:09:01 +02:00
|
|
|
struct workqueue_struct *fscache_op_wq;
|
2010-07-20 22:09:01 +02:00
|
|
|
|
|
|
|
DEFINE_PER_CPU(wait_queue_head_t, fscache_object_cong_wait);
|
|
|
|
|
|
|
|
/* these values serve as lower bounds, will be adjusted in fscache_init() */
|
|
|
|
static unsigned fscache_object_max_active = 4;
|
2010-07-20 22:09:01 +02:00
|
|
|
static unsigned fscache_op_max_active = 2;
|
2010-07-20 22:09:01 +02:00
|
|
|
|
|
|
|
#ifdef CONFIG_SYSCTL
|
|
|
|
static struct ctl_table_header *fscache_sysctl_header;
|
|
|
|
|
|
|
|
static int fscache_max_active_sysctl(struct ctl_table *table, int write,
|
|
|
|
void __user *buffer,
|
|
|
|
size_t *lenp, loff_t *ppos)
|
|
|
|
{
|
|
|
|
struct workqueue_struct **wqp = table->extra1;
|
|
|
|
unsigned int *datap = table->data;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
ret = proc_dointvec(table, write, buffer, lenp, ppos);
|
|
|
|
if (ret == 0)
|
|
|
|
workqueue_set_max_active(*wqp, *datap);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2014-08-07 01:03:24 +02:00
|
|
|
static struct ctl_table fscache_sysctls[] = {
|
2010-07-20 22:09:01 +02:00
|
|
|
{
|
|
|
|
.procname = "object_max_active",
|
|
|
|
.data = &fscache_object_max_active,
|
|
|
|
.maxlen = sizeof(unsigned),
|
|
|
|
.mode = 0644,
|
|
|
|
.proc_handler = fscache_max_active_sysctl,
|
|
|
|
.extra1 = &fscache_object_wq,
|
|
|
|
},
|
2010-07-20 22:09:01 +02:00
|
|
|
{
|
|
|
|
.procname = "operation_max_active",
|
|
|
|
.data = &fscache_op_max_active,
|
|
|
|
.maxlen = sizeof(unsigned),
|
|
|
|
.mode = 0644,
|
|
|
|
.proc_handler = fscache_max_active_sysctl,
|
|
|
|
.extra1 = &fscache_op_wq,
|
|
|
|
},
|
2010-07-20 22:09:01 +02:00
|
|
|
{}
|
|
|
|
};
|
|
|
|
|
2014-08-07 01:03:24 +02:00
|
|
|
static struct ctl_table fscache_sysctls_root[] = {
|
2010-07-20 22:09:01 +02:00
|
|
|
{
|
|
|
|
.procname = "fscache",
|
|
|
|
.mode = 0555,
|
|
|
|
.child = fscache_sysctls,
|
|
|
|
},
|
|
|
|
{}
|
|
|
|
};
|
|
|
|
#endif
|
2009-04-03 17:42:36 +02:00
|
|
|
|
|
|
|
/*
|
|
|
|
* initialise the fs caching module
|
|
|
|
*/
|
|
|
|
static int __init fscache_init(void)
|
|
|
|
{
|
2010-07-20 22:09:01 +02:00
|
|
|
unsigned int nr_cpus = num_possible_cpus();
|
|
|
|
unsigned int cpu;
|
2009-04-03 17:42:36 +02:00
|
|
|
int ret;
|
|
|
|
|
2010-07-20 22:09:01 +02:00
|
|
|
fscache_object_max_active =
|
|
|
|
clamp_val(nr_cpus,
|
|
|
|
fscache_object_max_active, WQ_UNBOUND_MAX_ACTIVE);
|
|
|
|
|
|
|
|
ret = -ENOMEM;
|
|
|
|
fscache_object_wq = alloc_workqueue("fscache_object", WQ_UNBOUND,
|
|
|
|
fscache_object_max_active);
|
|
|
|
if (!fscache_object_wq)
|
|
|
|
goto error_object_wq;
|
|
|
|
|
2010-07-20 22:09:01 +02:00
|
|
|
fscache_op_max_active =
|
|
|
|
clamp_val(fscache_object_max_active / 2,
|
|
|
|
fscache_op_max_active, WQ_UNBOUND_MAX_ACTIVE);
|
|
|
|
|
|
|
|
ret = -ENOMEM;
|
|
|
|
fscache_op_wq = alloc_workqueue("fscache_operation", WQ_UNBOUND,
|
|
|
|
fscache_op_max_active);
|
|
|
|
if (!fscache_op_wq)
|
|
|
|
goto error_op_wq;
|
|
|
|
|
2010-07-20 22:09:01 +02:00
|
|
|
for_each_possible_cpu(cpu)
|
|
|
|
init_waitqueue_head(&per_cpu(fscache_object_cong_wait, cpu));
|
|
|
|
|
2009-04-03 17:42:37 +02:00
|
|
|
ret = fscache_proc_init();
|
|
|
|
if (ret < 0)
|
|
|
|
goto error_proc;
|
|
|
|
|
2010-07-20 22:09:01 +02:00
|
|
|
#ifdef CONFIG_SYSCTL
|
|
|
|
ret = -ENOMEM;
|
|
|
|
fscache_sysctl_header = register_sysctl_table(fscache_sysctls_root);
|
|
|
|
if (!fscache_sysctl_header)
|
|
|
|
goto error_sysctl;
|
|
|
|
#endif
|
|
|
|
|
2009-04-03 17:42:38 +02:00
|
|
|
fscache_cookie_jar = kmem_cache_create("fscache_cookie_jar",
|
|
|
|
sizeof(struct fscache_cookie),
|
|
|
|
0,
|
|
|
|
0,
|
|
|
|
fscache_cookie_init_once);
|
|
|
|
if (!fscache_cookie_jar) {
|
2014-06-05 01:05:38 +02:00
|
|
|
pr_notice("Failed to allocate a cookie jar\n");
|
2009-04-03 17:42:38 +02:00
|
|
|
ret = -ENOMEM;
|
|
|
|
goto error_cookie_jar;
|
|
|
|
}
|
|
|
|
|
2009-04-03 17:42:37 +02:00
|
|
|
fscache_root = kobject_create_and_add("fscache", kernel_kobj);
|
|
|
|
if (!fscache_root)
|
|
|
|
goto error_kobj;
|
|
|
|
|
2014-06-05 01:05:38 +02:00
|
|
|
pr_notice("Loaded\n");
|
2009-04-03 17:42:36 +02:00
|
|
|
return 0;
|
|
|
|
|
2009-04-03 17:42:37 +02:00
|
|
|
error_kobj:
|
2009-04-03 17:42:38 +02:00
|
|
|
kmem_cache_destroy(fscache_cookie_jar);
|
|
|
|
error_cookie_jar:
|
2010-07-20 22:09:01 +02:00
|
|
|
#ifdef CONFIG_SYSCTL
|
|
|
|
unregister_sysctl_table(fscache_sysctl_header);
|
|
|
|
error_sysctl:
|
|
|
|
#endif
|
2009-04-03 17:42:37 +02:00
|
|
|
fscache_proc_cleanup();
|
2009-04-03 17:42:37 +02:00
|
|
|
error_proc:
|
2010-07-20 22:09:01 +02:00
|
|
|
destroy_workqueue(fscache_op_wq);
|
|
|
|
error_op_wq:
|
2010-07-20 22:09:01 +02:00
|
|
|
destroy_workqueue(fscache_object_wq);
|
|
|
|
error_object_wq:
|
2009-04-03 17:42:36 +02:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
fs_initcall(fscache_init);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* clean up on module removal
|
|
|
|
*/
|
|
|
|
static void __exit fscache_exit(void)
|
|
|
|
{
|
|
|
|
_enter("");
|
|
|
|
|
2009-04-03 17:42:37 +02:00
|
|
|
kobject_put(fscache_root);
|
2009-04-03 17:42:38 +02:00
|
|
|
kmem_cache_destroy(fscache_cookie_jar);
|
2010-07-24 11:10:09 +02:00
|
|
|
#ifdef CONFIG_SYSCTL
|
2010-07-20 22:09:01 +02:00
|
|
|
unregister_sysctl_table(fscache_sysctl_header);
|
2010-07-24 11:10:09 +02:00
|
|
|
#endif
|
2009-04-03 17:42:37 +02:00
|
|
|
fscache_proc_cleanup();
|
2010-07-20 22:09:01 +02:00
|
|
|
destroy_workqueue(fscache_op_wq);
|
2010-07-20 22:09:01 +02:00
|
|
|
destroy_workqueue(fscache_object_wq);
|
2014-06-05 01:05:38 +02:00
|
|
|
pr_notice("Unloaded\n");
|
2009-04-03 17:42:36 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
module_exit(fscache_exit);
|
2009-04-03 17:42:38 +02:00
|
|
|
|
FS-Cache: Simplify cookie retention for fscache_objects, fixing oops
Simplify the way fscache cache objects retain their cookie. The way I
implemented the cookie storage handling made synchronisation a pain (ie. the
object state machine can't rely on the cookie actually still being there).
Instead of the the object being detached from the cookie and the cookie being
freed in __fscache_relinquish_cookie(), we defer both operations:
(*) The detachment of the object from the list in the cookie now takes place
in fscache_drop_object() and is thus governed by the object state machine
(fscache_detach_from_cookie() has been removed).
(*) The release of the cookie is now in fscache_object_destroy() - which is
called by the cache backend just before it frees the object.
This means that the fscache_cookie struct is now available to the cache all the
way through from ->alloc_object() to ->drop_object() and ->put_object() -
meaning that it's no longer necessary to take object->lock to guarantee access.
However, __fscache_relinquish_cookie() doesn't wait for the object to go all
the way through to destruction before letting the netfs proceed. That would
massively slow down the netfs. Since __fscache_relinquish_cookie() leaves the
cookie around, in must therefore break all attachments to the netfs - which
includes ->def, ->netfs_data and any outstanding page read/writes.
To handle this, struct fscache_cookie now has an n_active counter:
(1) This starts off initialised to 1.
(2) Any time the cache needs to get at the netfs data, it calls
fscache_use_cookie() to increment it - if it is not zero. If it was zero,
then access is not permitted.
(3) When the cache has finished with the data, it calls fscache_unuse_cookie()
to decrement it. This does a wake-up on it if it reaches 0.
(4) __fscache_relinquish_cookie() decrements n_active and then waits for it to
reach 0. The initialisation to 1 in step (1) ensures that we only get
wake ups when we're trying to get rid of the cookie.
This leaves __fscache_relinquish_cookie() a lot simpler.
***
This fixes a problem in the current code whereby if fscache_invalidate() is
followed sufficiently quickly by fscache_relinquish_cookie() then it is
possible for __fscache_relinquish_cookie() to have detached the cookie from the
object and cleared the pointer before a thread is dispatched to process the
invalidation state in the object state machine.
Since the pending write clearance was deferred to the invalidation state to
make it asynchronous, we need to either wait in relinquishment for the stores
tree to be cleared in the invalidation state or we need to handle the clearance
in relinquishment.
Further, if the relinquishment code does clear the tree, then the invalidation
state need to make the clearance contingent on still having the cookie to hand
(since that's where the tree is rooted) and we have to prevent the cookie from
disappearing for the duration.
This can lead to an oops like the following:
BUG: unable to handle kernel NULL pointer dereference at 000000000000000c
...
RIP: 0010:[<ffffffff8151023e>] _spin_lock+0xe/0x30
...
CR2: 000000000000000c ...
...
Process kslowd002 (...)
....
Call Trace:
[<ffffffffa01c3278>] fscache_invalidate_writes+0x38/0xd0 [fscache]
[<ffffffff810096f0>] ? __switch_to+0xd0/0x320
[<ffffffff8105e759>] ? find_busiest_queue+0x69/0x150
[<ffffffff8110ddd4>] ? slow_work_enqueue+0x104/0x180
[<ffffffffa01c1303>] fscache_object_slow_work_execute+0x5e3/0x9d0 [fscache]
[<ffffffff81096b67>] ? bit_waitqueue+0x17/0xd0
[<ffffffff8110e233>] slow_work_execute+0x233/0x310
[<ffffffff8110e515>] slow_work_thread+0x205/0x360
[<ffffffff81096ca0>] ? autoremove_wake_function+0x0/0x40
[<ffffffff8110e310>] ? slow_work_thread+0x0/0x360
[<ffffffff81096936>] kthread+0x96/0xa0
[<ffffffff8100c0ca>] child_rip+0xa/0x20
[<ffffffff810968a0>] ? kthread+0x0/0xa0
[<ffffffff8100c0c0>] ? child_rip+0x0/0x20
The parameter to fscache_invalidate_writes() was object->cookie which is NULL.
Signed-off-by: David Howells <dhowells@redhat.com>
Tested-By: Milosz Tanski <milosz@adfin.com>
Acked-by: Jeff Layton <jlayton@redhat.com>
2013-05-10 20:50:26 +02:00
|
|
|
/*
|
|
|
|
* wait_on_atomic_t() sleep function for uninterruptible waiting
|
|
|
|
*/
|
|
|
|
int fscache_wait_atomic_t(atomic_t *p)
|
|
|
|
{
|
|
|
|
schedule();
|
|
|
|
return 0;
|
|
|
|
}
|